//===========================================================================
void RioDispatchThread::onTask () {
static const int kNumResults = 100;
RIORESULT results[kNumResults];
ITaskNotify * tasks[size(results)];
int count;
for (;;) {
unique_lock<mutex> lk{s_mut};
if (s_mode == kRunStopping) {
s_mode = kRunStopped;
break;
}
count = s_rio.RIODequeueCompletion(
s_cq,
results,
(ULONG) size(results)
);
if (count == RIO_CORRUPT_CQ)
logMsgCrash() << "RIODequeueCompletion: " << WinError{};
for (int i = 0; i < count; ++i) {
auto&& rr = results[i];
auto task = (SocketRequestTaskBase *) rr.RequestContext;
task->m_socket = (SocketBase *) rr.SocketContext;
task->m_xferError = (WinError::NtStatus) rr.Status;
task->m_xferBytes = rr.BytesTransferred;
tasks[i] = task;
}
if (int error = s_rio.RIONotify(s_cq))
logMsgCrash() << "RIONotify: " << WinError{};
lk.unlock();
if (count)
taskPushEvent(tasks, count);
s_cqReady.wait();
}
s_modeCv.notify_one();
}
//===========================================================================
void SocketBase::queueRead_LK () {
if (!s_rio.RIOReceive(
m_rq,
&m_read.m_rbuf,
1, // number of RIO_BUFs (must be 1)
0, // RIO_MSG_* flags
&m_read
)) {
logMsgCrash() << "RIOReceive: " << WinError{};
}
}
//===========================================================================
void SocketBase::queueWriteFromUnsent_LK () {
while (m_numSending < m_maxSending && !m_unsent.empty()) {
m_sending.splice(m_sending.end(), m_unsent, m_unsent.begin());
m_numSending += 1;
auto & task = m_sending.back();
if (!s_rio.RIOSend(m_rq, &task.m_rbuf, 1, 0, &task)) {
logMsgCrash() << "RIOSend: " << WinError{};
m_sending.pop_back();
m_numSending -= 1;
}
}
}
//===========================================================================
static void addCqUsed_LK (int delta) {
s_cqUsed += delta;
assert(s_cqUsed >= 0);
int size = s_cqSize;
if (s_cqUsed > s_cqSize) {
size = max(s_cqSize * 3 / 2, s_cqUsed);
} else if (s_cqUsed < s_cqSize / 3) {
size = max(s_cqSize / 2, kInitialCompletionQueueSize);
}
if (size != s_cqSize) {
if (!s_rio.RIOResizeCompletionQueue(s_cq, size)) {
logMsgError() << "RIOResizeCompletionQueue("
<< size << "): " << WinError{};
} else {
s_cqSize = size;
}
}
}
//===========================================================================
bool ShutdownNotify::onAppQueryConsoleDestroy () {
if (s_numSockets)
return appQueryDestroyFailed();
unique_lock<mutex> lk{s_mut};
s_mode = kRunStopping;
// wait for dispatch thread to stop
s_cqReady.signal();
while (s_mode != kRunStopped)
s_modeCv.wait(lk);
// close windows sockets
s_rio.RIOCloseCompletionQueue(s_cq);
if (WSACleanup())
logMsgError() << "WSACleanup: " << WinError{};
return true;
}
//===========================================================================
bool SocketBase::createQueue () {
m_read.m_buffer = socketGetBuffer();
iSocketGetRioBuffer(
&m_read.m_rbuf,
m_read.m_buffer.get(),
m_read.m_buffer->len
);
{
unique_lock<mutex> lk{s_mut};
// adjust size of completion queue if required
m_maxSending = kInitialSendQueueSize;
addCqUsed_LK(m_maxSending + kMaxReceiving);
// create request queue
m_rq = s_rio.RIOCreateRequestQueue(
m_handle,
kMaxReceiving, // max outstanding recv requests
1, // max recv buffers (must be 1)
m_maxSending, // max outstanding send requests
1, // max send buffers (must be 1)
s_cq, // recv completion queue
s_cq, // send completion queue
this // socket context
);
if (m_rq == RIO_INVALID_RQ) {
logMsgError() << "RIOCreateRequestQueue: " << WinError{};
return false;
}
m_mode = Mode::kActive;
m_notify->m_socket = this;
// start reading from socket
queueRead_LK();
}
return true;
}
namespace Dim {
/****************************************************************************
*
* Tuning parameters
*
***/
const int kInitialCompletionQueueSize = 100;
const int kInitialSendQueueSize = 10;
/****************************************************************************
*
* Variables
*
***/
static RIO_EXTENSION_FUNCTION_TABLE s_rio;
static mutex s_mut;
static condition_variable s_modeCv; // when run mode changes to stopped
static RunMode s_mode{kRunStopped};
static WinEvent s_cqReady;
static RIO_CQ s_cq;
static int s_cqSize = 10; // kInitialCompletionQueueSize;
static int s_cqUsed;
static atomic_int s_numSockets;
/****************************************************************************
*
* Helpers
*
***/
//===========================================================================
static void addCqUsed_LK (int delta) {
s_cqUsed += delta;
assert(s_cqUsed >= 0);
int size = s_cqSize;
if (s_cqUsed > s_cqSize) {
size = max(s_cqSize * 3 / 2, s_cqUsed);
} else if (s_cqUsed < s_cqSize / 3) {
size = max(s_cqSize / 2, kInitialCompletionQueueSize);
}
if (size != s_cqSize) {
if (!s_rio.RIOResizeCompletionQueue(s_cq, size)) {
logMsgError() << "RIOResizeCompletionQueue("
<< size << "): " << WinError{};
} else {
s_cqSize = size;
}
}
}
/****************************************************************************
*
* RioDispatchThread
*
***/
namespace {
class RioDispatchThread : public ITaskNotify {
void onTask () override;
};
}
static RioDispatchThread s_dispatchThread;
//===========================================================================
void RioDispatchThread::onTask () {
static const int kNumResults = 100;
RIORESULT results[kNumResults];
ITaskNotify * tasks[size(results)];
int count;
for (;;) {
unique_lock<mutex> lk{s_mut};
if (s_mode == kRunStopping) {
s_mode = kRunStopped;
break;
}
count = s_rio.RIODequeueCompletion(
s_cq,
results,
(ULONG) size(results)
);
if (count == RIO_CORRUPT_CQ)
logMsgCrash() << "RIODequeueCompletion: " << WinError{};
for (int i = 0; i < count; ++i) {
auto&& rr = results[i];
auto task = (SocketRequestTaskBase *) rr.RequestContext;
task->m_socket = (SocketBase *) rr.SocketContext;
task->m_xferError = (WinError::NtStatus) rr.Status;
task->m_xferBytes = rr.BytesTransferred;
tasks[i] = task;
}
if (int error = s_rio.RIONotify(s_cq))
logMsgCrash() << "RIONotify: " << WinError{};
lk.unlock();
if (count)
taskPushEvent(tasks, count);
s_cqReady.wait();
}
s_modeCv.notify_one();
}
/****************************************************************************
*
* SocketReadTask
*
***/
//===========================================================================
void SocketReadTask::onTask () {
m_socket->onRead();
// task object is a member of SocketBase and will be deleted when the
// socket is deleted
}
/****************************************************************************
*
* DSocketWriteTask
*
***/
//===========================================================================
void SocketWriteTask::onTask () {
// deleted via containing list
m_socket->onWrite(this);
}
/****************************************************************************
*
* SocketBase
*
***/
//===========================================================================
// static
SocketBase::Mode SocketBase::getMode (ISocketNotify * notify) {
unique_lock<mutex> lk{s_mut};
if (auto * sock = notify->m_socket)
return sock->m_mode;
return Mode::kInactive;
}
//===========================================================================
// static
void SocketBase::disconnect (ISocketNotify * notify) {
unique_lock<mutex> lk{s_mut};
if (notify->m_socket)
notify->m_socket->hardClose();
}
//===========================================================================
// static
void SocketBase::write (
ISocketNotify * notify,
unique_ptr<SocketBuffer> buffer,
size_t bytes
) {
assert(bytes <= buffer->len);
unique_lock<mutex> lk{s_mut};
SocketBase * sock = notify->m_socket;
if (!sock)
return;
sock->queueWrite_LK(move(buffer), bytes);
}
//===========================================================================
SocketBase::SocketBase (ISocketNotify * notify)
: m_notify(notify)
{
s_numSockets += 1;
}
//===========================================================================
SocketBase::~SocketBase () {
lock_guard<mutex> lk{s_mut};
if (m_notify)
m_notify->m_socket = nullptr;
hardClose();
if (m_maxSending)
addCqUsed_LK(-(m_maxSending + kMaxReceiving));
s_numSockets -= 1;
}
//===========================================================================
void SocketBase::hardClose () {
if (m_handle == INVALID_SOCKET)
return;
linger opt = {};
setsockopt(m_handle, SOL_SOCKET, SO_LINGER, (char *) &opt, sizeof(opt));
closesocket(m_handle);
m_mode = Mode::kClosing;
m_handle = INVALID_SOCKET;
}
//===========================================================================
bool SocketBase::createQueue () {
m_read.m_buffer = socketGetBuffer();
iSocketGetRioBuffer(
&m_read.m_rbuf,
m_read.m_buffer.get(),
m_read.m_buffer->len
);
{
unique_lock<mutex> lk{s_mut};
// adjust size of completion queue if required
m_maxSending = kInitialSendQueueSize;
addCqUsed_LK(m_maxSending + kMaxReceiving);
// create request queue
m_rq = s_rio.RIOCreateRequestQueue(
m_handle,
kMaxReceiving, // max outstanding recv requests
1, // max recv buffers (must be 1)
m_maxSending, // max outstanding send requests
1, // max send buffers (must be 1)
s_cq, // recv completion queue
s_cq, // send completion queue
this // socket context
);
if (m_rq == RIO_INVALID_RQ) {
logMsgError() << "RIOCreateRequestQueue: " << WinError{};
return false;
}
m_mode = Mode::kActive;
m_notify->m_socket = this;
// start reading from socket
queueRead_LK();
}
return true;
}
//===========================================================================
void SocketBase::onRead () {
if (m_read.m_xferBytes) {
SocketData data;
data.data = (char *) m_read.m_buffer->data;
data.bytes = m_read.m_xferBytes;
m_notify->onSocketRead(data);
lock_guard<mutex> lk{s_mut};
queueRead_LK();
} else {
m_notify->onSocketDisconnect();
unique_lock<mutex> lk{s_mut};
if (m_sending.empty()) {
lk.unlock();
delete this;
} else {
m_mode = Mode::kClosed;
}
}
}
//===========================================================================
void SocketBase::queueRead_LK () {
if (!s_rio.RIOReceive(
m_rq,
&m_read.m_rbuf,
1, // number of RIO_BUFs (must be 1)
0, // RIO_MSG_* flags
&m_read
)) {
logMsgCrash() << "RIOReceive: " << WinError{};
}
}
//===========================================================================
void SocketBase::onWrite (SocketWriteTask * task) {
unique_lock<mutex> lk{s_mut};
auto it = find_if(
m_sending.begin(),
m_sending.end(),
[task](auto&& val) { return &val == task; }
);
assert(it != m_sending.end());
m_sending.erase(it);
m_numSending -= 1;
// already disconnected and this was the last unresolved write? delete
if (m_mode == Mode::kClosed && m_sending.empty()) {
lk.unlock();
delete this;
return;
}
queueWriteFromUnsent_LK();
}
//===========================================================================
void SocketBase::queueWrite_LK (
unique_ptr<SocketBuffer> buffer,
size_t bytes
) {
if (!m_unsent.empty()) {
auto & back = m_unsent.back();
int count = min(
back.m_buffer->len - (int) back.m_rbuf.Length,
(int) bytes
);
if (count) {
memcpy(
back.m_buffer->data + back.m_rbuf.Length,
buffer->data,
count
);
back.m_rbuf.Length += count;
bytes -= count;
if (bytes) {
memmove(buffer->data, buffer->data + count, bytes);
}
}
}
if (bytes) {
m_unsent.emplace_back();
auto & task = m_unsent.back();
iSocketGetRioBuffer(&task.m_rbuf, buffer.get(), bytes);
task.m_buffer = move(buffer);
}
queueWriteFromUnsent_LK();
}
//===========================================================================
void SocketBase::queueWriteFromUnsent_LK () {
while (m_numSending < m_maxSending && !m_unsent.empty()) {
m_sending.splice(m_sending.end(), m_unsent, m_unsent.begin());
m_numSending += 1;
auto & task = m_sending.back();
if (!s_rio.RIOSend(m_rq, &task.m_rbuf, 1, 0, &task)) {
logMsgCrash() << "RIOSend: " << WinError{};
m_sending.pop_back();
m_numSending -= 1;
}
}
}
/****************************************************************************
*
* ShutdownNotify
*
***/
namespace {
class ShutdownNotify : public IAppShutdownNotify {
bool onAppQueryConsoleDestroy () override;
};
} // namespace
static ShutdownNotify s_cleanup;
//===========================================================================
bool ShutdownNotify::onAppQueryConsoleDestroy () {
if (s_numSockets)
return appQueryDestroyFailed();
unique_lock<mutex> lk{s_mut};
s_mode = kRunStopping;
// wait for dispatch thread to stop
s_cqReady.signal();
while (s_mode != kRunStopped)
s_modeCv.wait(lk);
// close windows sockets
s_rio.RIOCloseCompletionQueue(s_cq);
if (WSACleanup())
logMsgError() << "WSACleanup: " << WinError{};
return true;
}
/****************************************************************************
*
* Internal API
*
***/
//===========================================================================
void iSocketInitialize () {
s_mode = kRunStarting;
WSADATA data = {};
WinError err = WSAStartup(WINSOCK_VERSION, &data);
if (err || data.wVersion != WINSOCK_VERSION) {
logMsgCrash() << "WSAStartup(version=" << hex << WINSOCK_VERSION
<< "): " << err << ", version " << data.wVersion;
}
// get extension functions
SOCKET s = WSASocketW(
AF_UNSPEC,
SOCK_STREAM,
IPPROTO_TCP,
NULL, // protocol info (additional creation options)
0, // socket group
WSA_FLAG_REGISTERED_IO
);
if (s == INVALID_SOCKET)
logMsgCrash() << "socket: " << WinError{};
// get RIO functions
GUID extId = WSAID_MULTIPLE_RIO;
s_rio.cbSize = sizeof(s_rio);
DWORD bytes;
if (WSAIoctl(
s,
SIO_GET_MULTIPLE_EXTENSION_FUNCTION_POINTER,
&extId, sizeof(extId),
&s_rio, sizeof(s_rio),
&bytes,
nullptr, // overlapped
nullptr // completion routine
)) {
logMsgCrash() << "WSAIoctl(get RIO extension): " << WinError{};
}
closesocket(s);
// initialize buffer allocator
iSocketBufferInitialize(s_rio);
// Don't register cleanup until all dependents (aka sockbuf) have
// registered their cleanups (aka been initialized)
appMonitorShutdown(&s_cleanup);
iSocketAcceptInitialize();
iSocketConnectInitialize();
// create RIO completion queue
RIO_NOTIFICATION_COMPLETION ctype = {};
ctype.Type = RIO_EVENT_COMPLETION;
ctype.Event.EventHandle = s_cqReady.nativeHandle();
ctype.Event.NotifyReset = false;
s_cq = s_rio.RIOCreateCompletionQueue(s_cqSize, &ctype);
if (s_cq == RIO_INVALID_CQ)
logMsgCrash() << "RIOCreateCompletionQueue: " << WinError{};
// start rio dispatch task
TaskQueueHandle taskq = taskCreateQueue("RIO Dispatch", 1);
taskPush(taskq, s_dispatchThread);
s_mode = kRunRunning;
}
/****************************************************************************
*
* Win socket
*
***/
//===========================================================================
SOCKET winSocketCreate () {
SOCKET handle = WSASocketW(
AF_UNSPEC,
SOCK_STREAM,
IPPROTO_TCP,
NULL,
0,
WSA_FLAG_REGISTERED_IO
);
if (handle == INVALID_SOCKET) {
logMsgError() << "WSASocket: " << WinError{};
return INVALID_SOCKET;
}
int yes = 1;
//DWORD bytes;
//if (SOCKET_ERROR == WSAIoctl(
// handle,
// SIO_LOOPBACK_FAST_PATH,
// &yes, sizeof yes,
// nullptr, 0, // output buffer, buffer size
// &bytes, // bytes returned
// nullptr, // overlapped
// nullptr // completion routine
//)) {
// logMsgError() << "WSAIoctl(SIO_LOOPBACK_FAST_PATH): " << WinError{};
//}
if (SOCKET_ERROR == setsockopt(
handle,
SOL_SOCKET,
TCP_NODELAY,
(char *) &yes,
sizeof(yes)
)) {
logMsgError() << "WSAIoctl(FIONBIO): " << WinError{};
}
#ifdef SO_REUSE_UNICASTPORT
if (SOCKET_ERROR == setsockopt(
handle,
SOL_SOCKET,
SO_REUSE_UNICASTPORT,
(char *) &yes,
sizeof(yes)
)) {
#endif
if (SOCKET_ERROR == setsockopt(
handle,
SOL_SOCKET,
SO_PORT_SCALABILITY,
(char *) &yes,
sizeof(yes)
)) {
logMsgError() << "setsockopt(SO_PORT_SCALABILITY): "
<< WinError{};
}
#ifdef SO_REUSE_UNICASTPORT
}
#endif
return handle;
}
//===========================================================================
SOCKET winSocketCreate (const Endpoint & end) {
SOCKET handle = winSocketCreate();
if (handle == INVALID_SOCKET)
return handle;
sockaddr_storage sas;
copy(&sas, end);
if (SOCKET_ERROR == ::bind(
handle,
(sockaddr *) &sas,
sizeof(sas)
)) {
logMsgError() << "bind(" << end << "): " << WinError{};
closesocket(handle);
return INVALID_SOCKET;
}
return handle;
}
/****************************************************************************
*
* Public API
*
***/
//===========================================================================
ISocketNotify::Mode socketGetMode (ISocketNotify * notify) {
return SocketBase::getMode(notify);
}
//===========================================================================
void socketDisconnect (ISocketNotify * notify) {
SocketBase::disconnect(notify);
}
//===========================================================================
void socketWrite (
ISocketNotify * notify,
unique_ptr<SocketBuffer> buffer,
size_t bytes
) {
SocketBase::write (notify, move(buffer), bytes);
}
} // namespace
//===========================================================================
void iSocketInitialize () {
s_mode = kRunStarting;
WSADATA data = {};
WinError err = WSAStartup(WINSOCK_VERSION, &data);
if (err || data.wVersion != WINSOCK_VERSION) {
logMsgCrash() << "WSAStartup(version=" << hex << WINSOCK_VERSION
<< "): " << err << ", version " << data.wVersion;
}
// get extension functions
SOCKET s = WSASocketW(
AF_UNSPEC,
SOCK_STREAM,
IPPROTO_TCP,
NULL, // protocol info (additional creation options)
0, // socket group
WSA_FLAG_REGISTERED_IO
);
if (s == INVALID_SOCKET)
logMsgCrash() << "socket: " << WinError{};
// get RIO functions
GUID extId = WSAID_MULTIPLE_RIO;
s_rio.cbSize = sizeof(s_rio);
DWORD bytes;
if (WSAIoctl(
s,
SIO_GET_MULTIPLE_EXTENSION_FUNCTION_POINTER,
&extId, sizeof(extId),
&s_rio, sizeof(s_rio),
&bytes,
nullptr, // overlapped
nullptr // completion routine
)) {
logMsgCrash() << "WSAIoctl(get RIO extension): " << WinError{};
}
closesocket(s);
// initialize buffer allocator
iSocketBufferInitialize(s_rio);
// Don't register cleanup until all dependents (aka sockbuf) have
// registered their cleanups (aka been initialized)
appMonitorShutdown(&s_cleanup);
iSocketAcceptInitialize();
iSocketConnectInitialize();
// create RIO completion queue
RIO_NOTIFICATION_COMPLETION ctype = {};
ctype.Type = RIO_EVENT_COMPLETION;
ctype.Event.EventHandle = s_cqReady.nativeHandle();
ctype.Event.NotifyReset = false;
s_cq = s_rio.RIOCreateCompletionQueue(s_cqSize, &ctype);
if (s_cq == RIO_INVALID_CQ)
logMsgCrash() << "RIOCreateCompletionQueue: " << WinError{};
// start rio dispatch task
TaskQueueHandle taskq = taskCreateQueue("RIO Dispatch", 1);
taskPush(taskq, s_dispatchThread);
s_mode = kRunRunning;
}
int _tmain(int argc, _TCHAR* argv[])
{
WSADATA data;
InitializeCriticalSectionAndSpinCount(&g_criticalSection, 4000);
if (0 != ::WSAStartup(0x202, &data))
{
printf_s("WSAStartup Error: %d\n", GetLastError());
exit(0);
}
/// RIO socket
g_socket = WSASocket(AF_INET, SOCK_DGRAM, IPPROTO_UDP, NULL, 0, WSA_FLAG_REGISTERED_IO);
if (g_socket == INVALID_SOCKET)
{
printf_s("WSASocket Error: %d\n", GetLastError());
exit(0);
}
/// port binding
sockaddr_in addr;
addr.sin_family = AF_INET;
addr.sin_port = htons(PORTNUM);
addr.sin_addr.s_addr = INADDR_ANY;
if (SOCKET_ERROR == ::bind(g_socket, reinterpret_cast<struct sockaddr *>(&addr), sizeof(addr)))
{
printf_s("Bind Error: %d\n", GetLastError());
exit(0);
}
/// RIO function table
GUID functionTableId = WSAID_MULTIPLE_RIO;
DWORD dwBytes = 0;
if (NULL != WSAIoctl(g_socket, SIO_GET_MULTIPLE_EXTENSION_FUNCTION_POINTER, &functionTableId, sizeof(GUID),
(void**)&g_rio, sizeof(g_rio), &dwBytes, NULL, NULL))
{
printf_s("WSAIoctl Error: %d\n", GetLastError());
exit(0);
}
/// rio's completion manner: iocp
g_hIOCP = ::CreateIoCompletionPort(INVALID_HANDLE_VALUE, 0, 0, 0);
if (NULL == g_hIOCP)
{
printf_s("CreateIoCompletionPort Error: %d\n", GetLastError());
exit(0);
}
OVERLAPPED overlapped;
RIO_NOTIFICATION_COMPLETION completionType;
completionType.Type = RIO_IOCP_COMPLETION;
completionType.Iocp.IocpHandle = g_hIOCP;
completionType.Iocp.CompletionKey = (void*)CK_START;
completionType.Iocp.Overlapped = &overlapped;
/// creating RIO CQ, which is bigger than (or equal to) RQ size
g_completionQueue = g_rio.RIOCreateCompletionQueue(RIO_PENDING_RECVS + RIO_PENDING_SENDS, &completionType);
if (g_completionQueue == RIO_INVALID_CQ)
{
printf_s("RIOCreateCompletionQueue Error: %d\n", GetLastError());
exit(0);
}
/// creating RIO RQ
/// SEND and RECV within one CQ (you can do with two CQs, seperately)
g_requestQueue = g_rio.RIOCreateRequestQueue(g_socket, RIO_PENDING_RECVS, 1, RIO_PENDING_SENDS, 1, g_completionQueue, g_completionQueue, NULL);
if (g_requestQueue == RIO_INVALID_RQ)
{
printf_s("RIOCreateRequestQueue Error: %d\n", GetLastError());
exit(0);
}
/// registering RIO buffers for SEND
{
DWORD totalBufferCount = 0;
DWORD totalBufferSize = 0;
g_sendBufferPointer = AllocateBufferSpace(SEND_BUFFER_SIZE, RIO_PENDING_SENDS, totalBufferSize, totalBufferCount);
g_sendBufferId = g_rio.RIORegisterBuffer(g_sendBufferPointer, static_cast<DWORD>(totalBufferSize));
if (g_sendBufferId == RIO_INVALID_BUFFERID)
{
printf_s("RIORegisterBuffer Error: %d\n", GetLastError());
exit(0);
}
DWORD offset = 0;
g_sendRioBufs = new EXTENDED_RIO_BUF[totalBufferCount];
g_sendRioBufTotalCount = totalBufferCount;
for (DWORD i = 0; i < g_sendRioBufTotalCount; ++i)
{
/// split g_sendRioBufs to SEND_BUFFER_SIZE for each RIO operation
EXTENDED_RIO_BUF* pBuffer = g_sendRioBufs + i;
pBuffer->operation = OP_SEND;
pBuffer->BufferId = g_sendBufferId;
pBuffer->Offset = offset;
pBuffer->Length = SEND_BUFFER_SIZE;
offset += SEND_BUFFER_SIZE;
}
}
/// registering RIO buffers for ADDR
{
DWORD totalBufferCount = 0;
DWORD totalBufferSize = 0;
g_addrBufferPointer = AllocateBufferSpace(ADDR_BUFFER_SIZE, RIO_PENDING_RECVS, totalBufferSize, totalBufferCount);
g_addrBufferId = g_rio.RIORegisterBuffer(g_addrBufferPointer, static_cast<DWORD>(totalBufferSize));
if (g_addrBufferId == RIO_INVALID_BUFFERID)
{
printf_s("RIORegisterBuffer Error: %d\n", GetLastError());
exit(0);
}
DWORD offset = 0;
g_addrRioBufs = new EXTENDED_RIO_BUF[totalBufferCount];
g_addrRioBufTotalCount = totalBufferCount;
for (DWORD i = 0; i < totalBufferCount; ++i)
{
EXTENDED_RIO_BUF* pBuffer = g_addrRioBufs + i;
pBuffer->operation = OP_NONE;
pBuffer->BufferId = g_addrBufferId;
pBuffer->Offset = offset;
pBuffer->Length = ADDR_BUFFER_SIZE;
offset += ADDR_BUFFER_SIZE;
}
}
/// registering RIO buffers for RECV and then, post pre-RECV
{
DWORD totalBufferCount = 0;
DWORD totalBufferSize = 0;
g_recvBufferPointer = AllocateBufferSpace(RECV_BUFFER_SIZE, RIO_PENDING_RECVS, totalBufferSize, totalBufferCount);
g_recvBufferId = g_rio.RIORegisterBuffer(g_recvBufferPointer, static_cast<DWORD>(totalBufferSize));
if (g_recvBufferId == RIO_INVALID_BUFFERID)
{
printf_s("RIORegisterBuffer Error: %d\n", GetLastError());
exit(0);
}
DWORD offset = 0;
EXTENDED_RIO_BUF* pBufs = new EXTENDED_RIO_BUF[totalBufferCount];
for (DWORD i = 0; i < totalBufferCount; ++i)
{
EXTENDED_RIO_BUF* pBuffer = pBufs + i;
pBuffer->operation = OP_RECV;
pBuffer->BufferId = g_recvBufferId;
pBuffer->Offset = offset;
pBuffer->Length = RECV_BUFFER_SIZE;
offset += RECV_BUFFER_SIZE;
/// posting pre RECVs
if (!g_rio.RIOReceiveEx(g_requestQueue, pBuffer, 1, NULL, &g_addrRioBufs[g_addrRioBufIndex++], NULL, 0, 0, pBuffer))
{
printf_s("RIOReceive Error: %d\n", GetLastError());
exit(0);
}
}
printf_s("%d total receives pending\n", totalBufferCount);
}
/// creating IO threads
for (DWORD i = 0; i < NUM_IOCP_THREADS; ++i)
{
unsigned int notUsed;
const uintptr_t result = ::_beginthreadex(0, 0, IOThread, (void*)i, 0, ¬Used);
if (result == 0)
{
printf_s("_beginthreadex Error: %d\n", GetLastError());
exit(0);
}
g_threads[i] = (HANDLE)result;
}
/// notify completion-ready
INT notifyResult = g_rio.RIONotify(g_completionQueue);
if (notifyResult != ERROR_SUCCESS)
{
printf_s("RIONotify Error: %d\n", GetLastError());
exit(0);
}
/// terminating i/o to press any key
printf_s("Press Any Key to Stop\n");
getchar();
/// completion key CK_STOP: to stop I/O threads
for (DWORD i = 0; i < NUM_IOCP_THREADS; ++i)
{
if (0 == ::PostQueuedCompletionStatus(g_hIOCP, 0, CK_STOP, 0))
{
printf_s("PostQueuedCompletionStatus Error: %d\n", GetLastError());
exit(0);
}
}
/// thread join
for (DWORD i = 0; i < NUM_IOCP_THREADS; ++i)
{
HANDLE hThread = g_threads[i];
if (WAIT_OBJECT_0 != ::WaitForSingleObject(hThread, INFINITE))
{
printf_s("WaitForSingleObject (thread join) Error: %d\n", GetLastError());
exit(0);
}
::CloseHandle(hThread);
}
if (SOCKET_ERROR == ::closesocket(g_socket))
{
printf_s("closesocket Error: %d\n", GetLastError());
}
g_rio.RIOCloseCompletionQueue(g_completionQueue);
g_rio.RIODeregisterBuffer(g_sendBufferId);
g_rio.RIODeregisterBuffer(g_recvBufferId);
g_rio.RIODeregisterBuffer(g_addrBufferId);
DeleteCriticalSection(&g_criticalSection);
return 0;
}
unsigned int __stdcall IOThread(void *pV)
{
DWORD numberOfBytes = 0;
ULONG_PTR completionKey = 0;
OVERLAPPED* pOverlapped = 0;
RIORESULT results[RIO_MAX_RESULTS];
while (true)
{
if (!::GetQueuedCompletionStatus(g_hIOCP, &numberOfBytes, &completionKey, &pOverlapped, INFINITE))
{
printf_s("GetQueuedCompletionStatus Error: %d\n", GetLastError());
exit(0);
}
/// exit when CK_STOP
if (completionKey == CK_STOP)
break;
memset(results, 0, sizeof(results));
ULONG numResults = g_rio.RIODequeueCompletion(g_completionQueue, results, RIO_MAX_RESULTS);
if (0 == numResults || RIO_CORRUPT_CQ == numResults)
{
printf_s("RIODequeueCompletion Error: %d\n", GetLastError());
exit(0);
}
/// Notify after Dequeueing
INT notifyResult = g_rio.RIONotify(g_completionQueue);
if (notifyResult != ERROR_SUCCESS)
{
printf_s("RIONotify Error: %d\n", GetLastError());
exit(0);
}
for (DWORD i = 0; i < numResults; ++i)
{
EXTENDED_RIO_BUF* pBuffer = reinterpret_cast<EXTENDED_RIO_BUF*>(results[i].RequestContext);
if (OP_RECV == pBuffer->operation)
{
/// error when total packet is not arrived because this is UDP
if (results[i].BytesTransferred != RECV_BUFFER_SIZE)
break;
///// ECHO TEST
const char* offset = g_recvBufferPointer + pBuffer->Offset;
/// RQ is not thread-safe (need to be optimized...)
::EnterCriticalSection(&g_criticalSection);
{
EXTENDED_RIO_BUF* sendBuf = &(g_sendRioBufs[g_sendRioBufIndex++ % g_sendRioBufTotalCount]);
char* sendOffset = g_sendBufferPointer + sendBuf->Offset;
memcpy_s(sendOffset, RECV_BUFFER_SIZE, offset, pBuffer->Length);
if (!g_rio.RIOSendEx(g_requestQueue, sendBuf, 1, NULL, &g_addrRioBufs[g_addrRioBufIndex % g_addrRioBufTotalCount], NULL, NULL, 0, sendBuf))
{
printf_s("RIOSend Error: %d\n", GetLastError());
exit(0);
}
}
::LeaveCriticalSection(&g_criticalSection);
}
else if (OP_SEND == pBuffer->operation)
{
/// RQ is not thread-safe
::EnterCriticalSection(&g_criticalSection);
{
if (!g_rio.RIOReceiveEx(g_requestQueue, pBuffer, 1, NULL, &g_addrRioBufs[g_addrRioBufIndex % g_addrRioBufTotalCount], NULL, 0, 0, pBuffer))
{
printf_s("RIOReceive Error: %d\n", GetLastError());
exit(0);;
}
g_addrRioBufIndex++;
}
::LeaveCriticalSection(&g_criticalSection);
}
else
break;
}
}
return 0;
}
