//===========================================================================
bool SocketBase::createQueue () {
m_read.m_buffer = socketGetBuffer();
iSocketGetRioBuffer(
&m_read.m_rbuf,
m_read.m_buffer.get(),
m_read.m_buffer->len
);
{
unique_lock<mutex> lk{s_mut};
// adjust size of completion queue if required
m_maxSending = kInitialSendQueueSize;
addCqUsed_LK(m_maxSending + kMaxReceiving);
// create request queue
m_rq = s_rio.RIOCreateRequestQueue(
m_handle,
kMaxReceiving, // max outstanding recv requests
1, // max recv buffers (must be 1)
m_maxSending, // max outstanding send requests
1, // max send buffers (must be 1)
s_cq, // recv completion queue
s_cq, // send completion queue
this // socket context
);
if (m_rq == RIO_INVALID_RQ) {
logMsgError() << "RIOCreateRequestQueue: " << WinError{};
return false;
}
m_mode = Mode::kActive;
m_notify->m_socket = this;
// start reading from socket
queueRead_LK();
}
return true;
}
int _tmain(int argc, _TCHAR* argv[])
{
WSADATA data;
InitializeCriticalSectionAndSpinCount(&g_criticalSection, 4000);
if (0 != ::WSAStartup(0x202, &data))
{
printf_s("WSAStartup Error: %d\n", GetLastError());
exit(0);
}
/// RIO socket
g_socket = WSASocket(AF_INET, SOCK_DGRAM, IPPROTO_UDP, NULL, 0, WSA_FLAG_REGISTERED_IO);
if (g_socket == INVALID_SOCKET)
{
printf_s("WSASocket Error: %d\n", GetLastError());
exit(0);
}
/// port binding
sockaddr_in addr;
addr.sin_family = AF_INET;
addr.sin_port = htons(PORTNUM);
addr.sin_addr.s_addr = INADDR_ANY;
if (SOCKET_ERROR == ::bind(g_socket, reinterpret_cast<struct sockaddr *>(&addr), sizeof(addr)))
{
printf_s("Bind Error: %d\n", GetLastError());
exit(0);
}
/// RIO function table
GUID functionTableId = WSAID_MULTIPLE_RIO;
DWORD dwBytes = 0;
if (NULL != WSAIoctl(g_socket, SIO_GET_MULTIPLE_EXTENSION_FUNCTION_POINTER, &functionTableId, sizeof(GUID),
(void**)&g_rio, sizeof(g_rio), &dwBytes, NULL, NULL))
{
printf_s("WSAIoctl Error: %d\n", GetLastError());
exit(0);
}
/// rio's completion manner: iocp
g_hIOCP = ::CreateIoCompletionPort(INVALID_HANDLE_VALUE, 0, 0, 0);
if (NULL == g_hIOCP)
{
printf_s("CreateIoCompletionPort Error: %d\n", GetLastError());
exit(0);
}
OVERLAPPED overlapped;
RIO_NOTIFICATION_COMPLETION completionType;
completionType.Type = RIO_IOCP_COMPLETION;
completionType.Iocp.IocpHandle = g_hIOCP;
completionType.Iocp.CompletionKey = (void*)CK_START;
completionType.Iocp.Overlapped = &overlapped;
/// creating RIO CQ, which is bigger than (or equal to) RQ size
g_completionQueue = g_rio.RIOCreateCompletionQueue(RIO_PENDING_RECVS + RIO_PENDING_SENDS, &completionType);
if (g_completionQueue == RIO_INVALID_CQ)
{
printf_s("RIOCreateCompletionQueue Error: %d\n", GetLastError());
exit(0);
}
/// creating RIO RQ
/// SEND and RECV within one CQ (you can do with two CQs, seperately)
g_requestQueue = g_rio.RIOCreateRequestQueue(g_socket, RIO_PENDING_RECVS, 1, RIO_PENDING_SENDS, 1, g_completionQueue, g_completionQueue, NULL);
if (g_requestQueue == RIO_INVALID_RQ)
{
printf_s("RIOCreateRequestQueue Error: %d\n", GetLastError());
exit(0);
}
/// registering RIO buffers for SEND
{
DWORD totalBufferCount = 0;
DWORD totalBufferSize = 0;
g_sendBufferPointer = AllocateBufferSpace(SEND_BUFFER_SIZE, RIO_PENDING_SENDS, totalBufferSize, totalBufferCount);
g_sendBufferId = g_rio.RIORegisterBuffer(g_sendBufferPointer, static_cast<DWORD>(totalBufferSize));
if (g_sendBufferId == RIO_INVALID_BUFFERID)
{
printf_s("RIORegisterBuffer Error: %d\n", GetLastError());
exit(0);
}
DWORD offset = 0;
g_sendRioBufs = new EXTENDED_RIO_BUF[totalBufferCount];
g_sendRioBufTotalCount = totalBufferCount;
for (DWORD i = 0; i < g_sendRioBufTotalCount; ++i)
{
/// split g_sendRioBufs to SEND_BUFFER_SIZE for each RIO operation
EXTENDED_RIO_BUF* pBuffer = g_sendRioBufs + i;
pBuffer->operation = OP_SEND;
pBuffer->BufferId = g_sendBufferId;
pBuffer->Offset = offset;
pBuffer->Length = SEND_BUFFER_SIZE;
offset += SEND_BUFFER_SIZE;
}
}
/// registering RIO buffers for ADDR
{
DWORD totalBufferCount = 0;
DWORD totalBufferSize = 0;
g_addrBufferPointer = AllocateBufferSpace(ADDR_BUFFER_SIZE, RIO_PENDING_RECVS, totalBufferSize, totalBufferCount);
g_addrBufferId = g_rio.RIORegisterBuffer(g_addrBufferPointer, static_cast<DWORD>(totalBufferSize));
if (g_addrBufferId == RIO_INVALID_BUFFERID)
{
printf_s("RIORegisterBuffer Error: %d\n", GetLastError());
exit(0);
}
DWORD offset = 0;
g_addrRioBufs = new EXTENDED_RIO_BUF[totalBufferCount];
g_addrRioBufTotalCount = totalBufferCount;
for (DWORD i = 0; i < totalBufferCount; ++i)
{
EXTENDED_RIO_BUF* pBuffer = g_addrRioBufs + i;
pBuffer->operation = OP_NONE;
pBuffer->BufferId = g_addrBufferId;
pBuffer->Offset = offset;
pBuffer->Length = ADDR_BUFFER_SIZE;
offset += ADDR_BUFFER_SIZE;
}
}
/// registering RIO buffers for RECV and then, post pre-RECV
{
DWORD totalBufferCount = 0;
DWORD totalBufferSize = 0;
g_recvBufferPointer = AllocateBufferSpace(RECV_BUFFER_SIZE, RIO_PENDING_RECVS, totalBufferSize, totalBufferCount);
g_recvBufferId = g_rio.RIORegisterBuffer(g_recvBufferPointer, static_cast<DWORD>(totalBufferSize));
if (g_recvBufferId == RIO_INVALID_BUFFERID)
{
printf_s("RIORegisterBuffer Error: %d\n", GetLastError());
exit(0);
}
DWORD offset = 0;
EXTENDED_RIO_BUF* pBufs = new EXTENDED_RIO_BUF[totalBufferCount];
for (DWORD i = 0; i < totalBufferCount; ++i)
{
EXTENDED_RIO_BUF* pBuffer = pBufs + i;
pBuffer->operation = OP_RECV;
pBuffer->BufferId = g_recvBufferId;
pBuffer->Offset = offset;
pBuffer->Length = RECV_BUFFER_SIZE;
offset += RECV_BUFFER_SIZE;
/// posting pre RECVs
if (!g_rio.RIOReceiveEx(g_requestQueue, pBuffer, 1, NULL, &g_addrRioBufs[g_addrRioBufIndex++], NULL, 0, 0, pBuffer))
{
printf_s("RIOReceive Error: %d\n", GetLastError());
exit(0);
}
}
printf_s("%d total receives pending\n", totalBufferCount);
}
/// creating IO threads
for (DWORD i = 0; i < NUM_IOCP_THREADS; ++i)
{
unsigned int notUsed;
const uintptr_t result = ::_beginthreadex(0, 0, IOThread, (void*)i, 0, ¬Used);
if (result == 0)
{
printf_s("_beginthreadex Error: %d\n", GetLastError());
exit(0);
}
g_threads[i] = (HANDLE)result;
}
/// notify completion-ready
INT notifyResult = g_rio.RIONotify(g_completionQueue);
if (notifyResult != ERROR_SUCCESS)
{
printf_s("RIONotify Error: %d\n", GetLastError());
exit(0);
}
/// terminating i/o to press any key
printf_s("Press Any Key to Stop\n");
getchar();
/// completion key CK_STOP: to stop I/O threads
for (DWORD i = 0; i < NUM_IOCP_THREADS; ++i)
{
if (0 == ::PostQueuedCompletionStatus(g_hIOCP, 0, CK_STOP, 0))
{
printf_s("PostQueuedCompletionStatus Error: %d\n", GetLastError());
exit(0);
}
}
/// thread join
for (DWORD i = 0; i < NUM_IOCP_THREADS; ++i)
{
HANDLE hThread = g_threads[i];
if (WAIT_OBJECT_0 != ::WaitForSingleObject(hThread, INFINITE))
{
printf_s("WaitForSingleObject (thread join) Error: %d\n", GetLastError());
exit(0);
}
::CloseHandle(hThread);
}
if (SOCKET_ERROR == ::closesocket(g_socket))
{
printf_s("closesocket Error: %d\n", GetLastError());
}
g_rio.RIOCloseCompletionQueue(g_completionQueue);
g_rio.RIODeregisterBuffer(g_sendBufferId);
g_rio.RIODeregisterBuffer(g_recvBufferId);
g_rio.RIODeregisterBuffer(g_addrBufferId);
DeleteCriticalSection(&g_criticalSection);
return 0;
}