static gboolean moloch_http_curl_watch_open_callback(int fd, GIOCondition condition, gpointer serverV)
{
MolochHttpServer_t *server = serverV;
struct sockaddr_in localAddress, remoteAddress;
socklen_t addressLength = sizeof(localAddress);
int rc = getsockname(fd, (struct sockaddr*)&localAddress, &addressLength);
if (rc != 0)
return FALSE;
addressLength = sizeof(remoteAddress);
rc = getpeername(fd, (struct sockaddr*)&remoteAddress, &addressLength);
if (rc != 0)
return FALSE;
char sessionId[MOLOCH_SESSIONID_LEN];
moloch_session_id(sessionId, localAddress.sin_addr.s_addr, localAddress.sin_port,
remoteAddress.sin_addr.s_addr, remoteAddress.sin_port);
LOG("Connected %d/%d - %s %d->%s:%d - fd:%d",
server->outstanding,
server->connections,
server->names[0],
ntohs(localAddress.sin_port),
inet_ntoa(remoteAddress.sin_addr),
ntohs(remoteAddress.sin_port),
fd);
MolochHttpConn_t *conn;
MOLOCH_LOCK(connections);
BIT_SET(fd, connectionsSet);
HASH_FIND(h_, connections, sessionId, conn);
if (!conn) {
conn = MOLOCH_TYPE_ALLOC0(MolochHttpConn_t);
HASH_ADD(h_, connections, sessionId, conn);
memcpy(&conn->sessionId, sessionId, sessionId[0]);
server->connections++;
} else {
char buf[1000];
LOG("ERROR - Already added %x %s", condition, moloch_session_id_string(sessionId, buf));
}
MOLOCH_UNLOCK(connections);
moloch_http_curlm_check_multi_info(server);
return FALSE;
}
int moloch_http_curl_close_callback(void *serverV, curl_socket_t fd)
{
MolochHttpServer_t *server = serverV;
if (! BIT_ISSET(fd, connectionsSet)) {
LOG("Couldn't connect %s defaultPort: %d", server->names[0], server->defaultPort);
return 0;
}
struct sockaddr_in localAddress, remoteAddress;
memset(&localAddress, 0, sizeof(localAddress));
memset(&remoteAddress, 0, sizeof(localAddress));
socklen_t addressLength = sizeof(localAddress);
getsockname(fd, (struct sockaddr*)&localAddress, &addressLength);
addressLength = sizeof(remoteAddress);
getpeername(fd, (struct sockaddr*)&remoteAddress, &addressLength);
char sessionId[MOLOCH_SESSIONID_LEN];
moloch_session_id(sessionId, localAddress.sin_addr.s_addr, localAddress.sin_port,
remoteAddress.sin_addr.s_addr, remoteAddress.sin_port);
MolochHttpConn_t *conn;
BIT_CLR(fd, connectionsSet);
MOLOCH_LOCK(connections);
HASH_FIND(h_, connections, sessionId, conn);
if (conn) {
HASH_REMOVE(h_, connections, conn);
MOLOCH_TYPE_FREE(MolochHttpConn_t, conn);
}
MOLOCH_UNLOCK(connections);
server->connections--;
LOG("Close %d/%d - %s %d->%s:%d fd:%d",
server->outstanding,
server->connections,
server->names[0],
ntohs(localAddress.sin_port),
inet_ntoa(remoteAddress.sin_addr),
ntohs(remoteAddress.sin_port),
fd);
close (fd);
return 0;
}
int moloch_http_curl_close_callback(void *snameV, curl_socket_t fd)
{
MolochHttpServerName_t *sname = snameV;
MolochHttpServer_t *server = sname->server;
if (! BIT_ISSET(fd, connectionsSet)) {
long ev = (long)g_hash_table_lookup(server->fd2ev, (void *)(long)fd);
LOG("Couldn't connect %s (%d, %ld) ", sname->name, fd, ev);
close(fd);
GSource *source = g_main_context_find_source_by_id (NULL, ev);
if (source)
g_source_destroy (source);
g_hash_table_remove(server->fd2ev, (void *)(long)fd);
return 0;
}
struct sockaddr_storage localAddressStorage, remoteAddressStorage;
socklen_t addressLength = sizeof(localAddressStorage);
int rc = getsockname(fd, (struct sockaddr*)&localAddressStorage, &addressLength);
if (rc != 0)
return 0;
addressLength = sizeof(remoteAddressStorage);
rc = getpeername(fd, (struct sockaddr*)&remoteAddressStorage, &addressLength);
if (rc != 0)
return 0;
char sessionId[MOLOCH_SESSIONID_LEN];
int localPort, remotePort;
char remoteIp[INET6_ADDRSTRLEN+2];
if (localAddressStorage.ss_family == AF_INET) {
struct sockaddr_in *localAddress = (struct sockaddr_in *)&localAddressStorage;
struct sockaddr_in *remoteAddress = (struct sockaddr_in *)&remoteAddressStorage;
moloch_session_id(sessionId, localAddress->sin_addr.s_addr, localAddress->sin_port,
remoteAddress->sin_addr.s_addr, remoteAddress->sin_port);
localPort = ntohs(localAddress->sin_port);
remotePort = ntohs(remoteAddress->sin_port);
inet_ntop(AF_INET, &remoteAddress->sin_addr, remoteIp, sizeof(remoteIp));
} else {
struct sockaddr_in6 *localAddress = (struct sockaddr_in6 *)&localAddressStorage;
struct sockaddr_in6 *remoteAddress = (struct sockaddr_in6 *)&remoteAddressStorage;
moloch_session_id6(sessionId, localAddress->sin6_addr.s6_addr, localAddress->sin6_port,
remoteAddress->sin6_addr.s6_addr, remoteAddress->sin6_port);
localPort = ntohs(localAddress->sin6_port);
remotePort = ntohs(remoteAddress->sin6_port);
inet_ntop(AF_INET6, &remoteAddress->sin6_addr, remoteIp+1, sizeof(remoteIp)-2);
remoteIp[0] = '[';
strcat(remoteIp, "]");
}
MolochHttpConn_t *conn;
BIT_CLR(fd, connectionsSet);
MOLOCH_LOCK(connections);
HASH_FIND(h_, connections, sessionId, conn);
if (conn) {
HASH_REMOVE(h_, connections, conn);
MOLOCH_TYPE_FREE(MolochHttpConn_t, conn);
}
MOLOCH_UNLOCK(connections);
server->connections--;
if (config.logHTTPConnections) {
LOG("Close %d/%d - %s %d->%s:%d fd:%d removed: %s",
server->outstanding,
server->connections,
sname->name,
localPort,
remoteIp,
remotePort,
fd,
conn?"true":"false");
}
close (fd);
return 0;
}
LOCAL gboolean moloch_http_curl_watch_open_callback(int fd, GIOCondition condition, gpointer snameV)
{
MolochHttpServerName_t *sname = snameV;
MolochHttpServer_t *server = sname->server;
struct sockaddr_storage localAddressStorage, remoteAddressStorage;
socklen_t addressLength = sizeof(localAddressStorage);
int rc = getsockname(fd, (struct sockaddr*)&localAddressStorage, &addressLength);
if (rc != 0)
return CURLE_OK;
addressLength = sizeof(remoteAddressStorage);
rc = getpeername(fd, (struct sockaddr*)&remoteAddressStorage, &addressLength);
if (rc != 0)
return CURLE_OK;
char sessionId[MOLOCH_SESSIONID_LEN];
int localPort, remotePort;
char remoteIp[INET6_ADDRSTRLEN+2];
if (localAddressStorage.ss_family == AF_INET) {
struct sockaddr_in *localAddress = (struct sockaddr_in *)&localAddressStorage;
struct sockaddr_in *remoteAddress = (struct sockaddr_in *)&remoteAddressStorage;
moloch_session_id(sessionId, localAddress->sin_addr.s_addr, localAddress->sin_port,
remoteAddress->sin_addr.s_addr, remoteAddress->sin_port);
localPort = ntohs(localAddress->sin_port);
remotePort = ntohs(remoteAddress->sin_port);
inet_ntop(AF_INET, &remoteAddress->sin_addr, remoteIp, sizeof(remoteIp));
} else {
struct sockaddr_in6 *localAddress = (struct sockaddr_in6 *)&localAddressStorage;
struct sockaddr_in6 *remoteAddress = (struct sockaddr_in6 *)&remoteAddressStorage;
moloch_session_id6(sessionId, localAddress->sin6_addr.s6_addr, localAddress->sin6_port,
remoteAddress->sin6_addr.s6_addr, remoteAddress->sin6_port);
localPort = ntohs(localAddress->sin6_port);
remotePort = ntohs(remoteAddress->sin6_port);
inet_ntop(AF_INET6, &remoteAddress->sin6_addr, remoteIp+1, sizeof(remoteIp)-2);
remoteIp[0] = '[';
strcat(remoteIp, "]");
}
if (config.logHTTPConnections) {
LOG("Connected %d/%d - %s %d->%s:%d - fd:%d",
server->outstanding,
server->connections,
sname->name,
localPort,
remoteIp,
remotePort,
fd);
}
MolochHttpConn_t *conn;
MOLOCH_LOCK(connections);
BIT_SET(fd, connectionsSet);
HASH_FIND(h_, connections, sessionId, conn);
if (!conn) {
conn = MOLOCH_TYPE_ALLOC0(MolochHttpConn_t);
HASH_ADD(h_, connections, sessionId, conn);
memcpy(&conn->sessionId, sessionId, sessionId[0]);
server->connections++;
} else {
char buf[1000];
LOG("ERROR - Already added %x %s", condition, moloch_session_id_string(sessionId, buf));
}
MOLOCH_UNLOCK(connections);
moloch_http_curlm_check_multi_info(server);
return CURLE_OK;
}
int moloch_http_connect(MolochConn_t *conn, char *name, int defaultport, int blocking)
{
GError *error = 0;
GSocketConnectable *connectable;
GSocketAddressEnumerator *enumerator;
GSocketAddress *sockaddr;
struct timeval startTime;
struct timeval stopTime;
gettimeofday(&startTime, NULL);
connectable = g_network_address_parse(name, defaultport, &error);
if (error) {
LOG("%p: Couldn't parse connect string of %s", (void*)conn, name);
exit(0);
}
conn->name = name;
enumerator = g_socket_connectable_enumerate (connectable);
g_object_unref(connectable);
while (!conn->conn && (sockaddr = g_socket_address_enumerator_next (enumerator, NULL, &error)))
{
conn->conn = g_socket_new(G_SOCKET_FAMILY_IPV4, G_SOCKET_TYPE_STREAM, G_SOCKET_PROTOCOL_TCP, &error);
if (!error) {
GValue value = G_VALUE_INIT;
g_value_init (&value, G_TYPE_BOOLEAN);
g_value_set_boolean (&value, blocking);
g_object_set_property(G_OBJECT(conn->conn), "blocking", &value);
g_socket_connect(conn->conn, sockaddr, NULL, &error);
}
if (error && error->code != G_IO_ERROR_PENDING) {
g_object_unref (conn->conn);
conn->conn = NULL;
} else {
struct sockaddr_in localAddress, remoteAddress;
socklen_t addressLength = sizeof(localAddress);
getsockname(g_socket_get_fd(conn->conn), (struct sockaddr*)&localAddress, &addressLength);
g_socket_address_to_native(sockaddr, &remoteAddress, addressLength, NULL);
char sessionId[MOLOCH_SESSIONID_LEN];
moloch_session_id(sessionId, localAddress.sin_addr.s_addr, localAddress.sin_port,
remoteAddress.sin_addr.s_addr, remoteAddress.sin_port);
DEBUGCONN("AAA connected %s %p %s", conn->server->names[0], conn,
moloch_friendly_session_id(17, localAddress.sin_addr.s_addr, htons(localAddress.sin_port),
remoteAddress.sin_addr.s_addr, htons(remoteAddress.sin_port)));
HASH_ADD(h_, connections, sessionId, conn);
memcpy(&conn->sessionIda, sessionId, 8);
memcpy(&conn->sessionIdb, sessionId+8, 4);
conn->server->numConns++;
}
g_object_unref (sockaddr);
}
g_object_unref (enumerator);
if (conn->conn) {
if (error) {
g_error_free(error);
error = 0;
}
} else if (error) {
LOG("%p: Error: %s", (void*)conn, error->message);
}
if (error || !conn->conn) {
if (config.logESRequests)
LOG("Connecting %p %s %d %d FAIL", (void*)conn, name, defaultport, blocking);
conn->server->lastFailedConnect = time(0);
return 1;
}
//g_object_ref (conn->conn);
g_socket_set_keepalive(conn->conn, TRUE);
int fd = g_socket_get_fd(conn->conn);
conn->readWatch = moloch_watch_fd(fd, MOLOCH_GIO_READ_COND, moloch_http_read_cb, conn);
if (!blocking) {
conn->writeWatch = moloch_watch_fd(fd, G_IO_OUT, moloch_http_conn_cb, conn);
DEBUGCONN("AAA connwritewatch %s %p fd:%d ww:%d", conn->server->names[0], conn, fd, conn->writeWatch);
}
int sendbuff = 0;
socklen_t optlen = sizeof(sendbuff);
int res = getsockopt(fd, SOL_SOCKET, SO_SNDBUF, &sendbuff, &optlen);
if(res != -1 && sendbuff < 300000) {
sendbuff = 300000;
setsockopt(fd, SOL_SOCKET, SO_SNDBUF, &sendbuff, sizeof(sendbuff));
}
#ifdef TCP_KEEPIDLE
res = getsockopt(fd, IPPROTO_TCP, TCP_KEEPIDLE, &sendbuff, &optlen);
if(res != -1 && sendbuff > 60*8) {
sendbuff = 60*8;
setsockopt(fd, IPPROTO_TCP, TCP_KEEPIDLE, &sendbuff, sizeof(sendbuff));
}
#endif
gettimeofday(&stopTime, NULL);
if (config.logESRequests)
LOG("Connecting %p %s %d %d %ldms", (void*)conn, name, defaultport, blocking,
(stopTime.tv_sec - startTime.tv_sec)*1000 + (stopTime.tv_usec - startTime.tv_usec)/1000);
return 0;
}
int moloch_http_curl_close_callback(void *serverV, curl_socket_t fd)
{
MolochHttpServer_t *server = serverV;
if (! BIT_ISSET(fd, connectionsSet)) {
LOG("Couldn't connect %s defaultPort: %d", server->names[0], server->defaultPort);
return 0;
}
struct sockaddr_storage localAddressStorage, remoteAddressStorage;
socklen_t addressLength = sizeof(localAddressStorage);
int rc = getsockname(fd, (struct sockaddr*)&localAddressStorage, &addressLength);
if (rc != 0)
return 0;
addressLength = sizeof(remoteAddressStorage);
rc = getpeername(fd, (struct sockaddr*)&remoteAddressStorage, &addressLength);
if (rc != 0)
return 0;
char sessionId[MOLOCH_SESSIONID_LEN];
int localPort, remotePort;
char remoteIp[INET6_ADDRSTRLEN+2];
if (localAddressStorage.ss_family == AF_INET) {
struct sockaddr_in *localAddress = (struct sockaddr_in *)&localAddressStorage;
struct sockaddr_in *remoteAddress = (struct sockaddr_in *)&remoteAddressStorage;
moloch_session_id(sessionId, localAddress->sin_addr.s_addr, localAddress->sin_port,
remoteAddress->sin_addr.s_addr, remoteAddress->sin_port);
localPort = ntohs(localAddress->sin_port);
remotePort = ntohs(remoteAddress->sin_port);
inet_ntop(AF_INET, &remoteAddress->sin_addr, remoteIp, sizeof(remoteIp));
} else {
struct sockaddr_in6 *localAddress = (struct sockaddr_in6 *)&localAddressStorage;
struct sockaddr_in6 *remoteAddress = (struct sockaddr_in6 *)&remoteAddressStorage;
moloch_session_id6(sessionId, localAddress->sin6_addr.s6_addr, localAddress->sin6_port,
remoteAddress->sin6_addr.s6_addr, remoteAddress->sin6_port);
localPort = ntohs(localAddress->sin6_port);
remotePort = ntohs(remoteAddress->sin6_port);
inet_ntop(AF_INET6, &remoteAddress->sin6_addr, remoteIp+1, sizeof(remoteIp)-2);
remoteIp[0] = '[';
strcat(remoteIp, "]");
}
MolochHttpConn_t *conn;
BIT_CLR(fd, connectionsSet);
MOLOCH_LOCK(connections);
HASH_FIND(h_, connections, sessionId, conn);
if (conn) {
HASH_REMOVE(h_, connections, conn);
MOLOCH_TYPE_FREE(MolochHttpConn_t, conn);
}
MOLOCH_UNLOCK(connections);
server->connections--;
LOG("Close %d/%d - %s %d->%s:%d fd:%d removed: %s",
server->outstanding,
server->connections,
server->names[0],
localPort,
remoteIp,
remotePort,
fd,
conn?"true":"false");
close (fd);
return 0;
}
