/****** sge_client_ijs/stop_ijs_server() ***************************************
* NAME
* stop_ijs_server() -- stops the commlib server for the builtin
* interactive job support
*
* SYNOPSIS
* int stop_ijs_server(COMM_HANDLE **phandle, dstring *p_err_msg)
*
* FUNCTION
* Stops the commlib server for the commlib connection between the shepherd
* of the interactive job (qrsh/qlogin) and the qrsh/qlogin command.
* Over this connectin the stdin/stdout/stderr input/output is transferred.
*
* INPUTS
* COMM_HANDLE **phandle - Pointer to the COMM server handle. Gets set to
* NULL in this function.
* dstring *p_err_msg - Contains the error reason in case of error.
*
* RESULT
* int - 0: OK
* 1: Invalid Parameter: phandle = NULL
* 2: General error shutting down the COMM server,
* see p_err_msg for details
*
* NOTES
* MT-NOTE: stop_ijs_server() is not MT safe
*
* SEE ALSO
* sge_client_ijs/start_ijs_server()
* sge_client_ijs/run_ijs_server()
* sge_client_ijs/force_ijs_server_shutdown()
*******************************************************************************/
int stop_ijs_server(COMM_HANDLE **phandle, dstring *p_err_msg)
{
int ret = 0;
DENTER(TOP_LAYER, "stop_ijs_server");
if (phandle == NULL) {
ret = 1;
} else if (*phandle != NULL) {
cl_com_set_error_func(NULL);
#if 0
cl_log_list_set_log_level(cl_com_get_log_list(), CL_LOG_OFF);
#endif
cl_com_ignore_timeouts(CL_TRUE);
DPRINTF(("shut down the connection from our side\n"));
ret = cl_commlib_shutdown_handle(*phandle, CL_FALSE);
if (ret != CL_RETVAL_OK) {
sge_dstring_sprintf(p_err_msg, "error shutting down the connection: %s",
cl_get_error_text(ret));
ret = 2;
}
*phandle = NULL;
}
DRETURN(ret);
}
static int shadowd_is_old_master_enrolled(int sge_test_heartbeat, int sge_qmaster_port, char *oldqmaster)
{
cl_com_handle_t* handle = NULL;
cl_com_SIRM_t* status = NULL;
int ret;
int is_up_and_running = 0;
int commlib_error = CL_RETVAL_OK;
DENTER(TOP_LAYER, "shadowd_is_old_master_enrolled");
/*
* This is for testsuite testing to simulate qmaster outage.
* For testing the environment variable SGE_TEST_HEARTBEAT_TIMEOUT
* has to be set!
*/
if (sge_test_heartbeat > 0) {
DRETURN(is_up_and_running);
}
handle=cl_com_create_handle(&commlib_error, CL_CT_TCP, CL_CM_CT_MESSAGE, CL_FALSE, sge_qmaster_port, CL_TCP_DEFAULT,(char*)prognames[SHADOWD] , 0, 1,0 );
if (handle == NULL) {
CRITICAL((SGE_EVENT, SFNMAX, cl_get_error_text(commlib_error)));
DRETURN(is_up_and_running);
}
DPRINTF(("Try to send status information message to previous master host "SFQ" to port %ld\n", oldqmaster, sge_qmaster_port));
ret = cl_commlib_get_endpoint_status(handle,oldqmaster ,(char*)prognames[QMASTER] , 1, &status);
if (ret != CL_RETVAL_OK) {
DPRINTF(("cl_commlib_get_endpoint_status() returned "SFQ"\n", cl_get_error_text(ret)));
is_up_and_running = 0;
DPRINTF(("old qmaster not responding - No master found\n"));
} else {
DPRINTF(("old qmaster is still running\n"));
is_up_and_running = 1;
}
if (status != NULL) {
DPRINTF(("endpoint is up since %ld seconds and has status %ld\n", status->runtime, status->application_status));
cl_com_free_sirm_message(&status);
}
cl_commlib_shutdown_handle(handle,CL_FALSE);
DRETURN(is_up_and_running);
}
/*
* main()
*/
extern int main(int argc, char** argv) {
cl_com_handle_t* handle = NULL;
cl_com_message_t* message = NULL;
cl_com_endpoint_t* sender = NULL;
cl_ssl_setup_t ssl_config;
cl_framework_t framework = CL_CT_TCP;
int ret_val = CL_RETVAL_OK;
const int fd_in = 0;
const int fd_out = 1;
char fd_in_data[255];
char fd_out_data[255];
char* reg = NULL;
int error = CL_RETVAL_OK;
reg = "reg";
fd_in_data[0] = '\0';
fd_out_data[0] = '\0';
/* check command line argument count */
if (argc <= 3) {
usage();
exit(1);
}
/* get service host and port as also the connection mode from command line */
server_host = argv[1];
handle_port = atoi(argv[2]);
if (handle_port <= 0) {
fprintf(stderr,"need a port number > 0\n");
usage();
exit(1);
}
if (argv[3]) {
if (strcmp(argv[3], "SSL") == 0) {
framework=CL_CT_SSL;
printf("using SSL framework\n");
}
}else{
printf("using TCP framework\n");
}
/* set the ssl environment */
if(framework == CL_CT_SSL){
memset(&ssl_config, 0, sizeof(ssl_config));
ssl_config.ssl_method = CL_SSL_v23; /* v23 method */
ssl_config.ssl_CA_cert_pem_file = getenv("SSL_CA_CERT_FILE"); /* CA certificate file */
ssl_config.ssl_CA_key_pem_file = NULL; /* private certificate file of CA (not used) */
ssl_config.ssl_cert_pem_file = getenv("SSL_CERT_FILE"); /* certificates file */
ssl_config.ssl_key_pem_file = getenv("SSL_KEY_FILE"); /* key file */
ssl_config.ssl_rand_file = getenv("SSL_RAND_FILE"); /* rand file (if RAND_status() not ok) */
ssl_config.ssl_crl_file = getenv("SSL_CRL_FILE"); /* revocation list file */
ssl_config.ssl_reconnect_file = NULL; /* file for reconnect data (not used) */
ssl_config.ssl_refresh_time = 0; /* key alive time for connections (not used) */
ssl_config.ssl_password = NULL; /* password for encrypted keyfiles (not used) */
ssl_config.ssl_verify_func = my_ssl_verify_func; /* function callback for peer user/name check */
if (ssl_config.ssl_CA_cert_pem_file == NULL ||
ssl_config.ssl_cert_pem_file == NULL ||
ssl_config.ssl_key_pem_file == NULL ||
ssl_config.ssl_rand_file == NULL) {
printf("please set the following environment variables:\n");
printf("SSL_CA_CERT_FILE = CA certificate file\n");
printf("SSL_CERT_FILE = certificates file\n");
printf("SSL_KEY_FILE = key file\n");
printf("(optional) SSL_RAND_FILE = rand file (if RAND_status() not ok)\n");
}
}
/* setup signalhandling */
setup_signal_handler();
/* setup commlib */
error = cl_com_setup_commlib(CL_RW_THREAD, CL_LOG_OFF, NULL);
if(error != CL_RETVAL_OK){
fprintf(stderr, "cl_com_setup_commlib failed with: %s\n", cl_get_error_text(error));
}
/* setup commlib error function callback */
cl_com_set_error_func(on_communication_error);
if (framework == CL_CT_SSL) {
cl_com_specify_ssl_configuration(&ssl_config);
}
/* create communication handle */
handle=cl_com_create_handle(&error,
framework,
CL_CM_CT_MESSAGE,
false,
handle_port,
CL_TCP_DEFAULT,
"client", 0,
5, 0 );
if (handle == NULL) {
fprintf(stderr, "could not create communication handle with error: %s\n", cl_get_error_text(error));
cl_com_cleanup_commlib();
exit(1);
}
/* print out some info output */
printf("client running:\n");
printf("host: \"%s\"\n", handle->local->comp_host);
printf("name: \"%s\"\n", handle->local->comp_name);
printf("id: \"%ld\"\n", handle->local->comp_id);
ret_val = cl_com_external_fd_register(handle, fd_in, fd_in_cb, CL_R_SELECT, fd_in_data);
if (ret_val != CL_RETVAL_OK) {
printf("could not register stdin-fd: %s\n", cl_get_error_text(ret_val));
do_shutdown = 1;
}else{
printf("stdin-fd was registered\n");
}
ret_val = cl_com_external_fd_register(handle, fd_out, fd_out_cb, CL_W_SELECT, fd_out_data);
if (ret_val != CL_RETVAL_OK) {
printf("could not register stdout-fd: %s\n", cl_get_error_text(ret_val));
do_shutdown = 1;
}else{
printf("stdout-fd was registered\n");
}
/* register at the server */
ret_val = cl_commlib_send_message(handle,
server_host, "server", 1,
CL_MIH_MAT_NAK,
(cl_byte_t**)®, strlen(reg)+1,
NULL, 0, 0,
true, false);
if (ret_val != CL_RETVAL_OK) {
do_shutdown = 1;
}
/* application main loop */
while ( do_shutdown == 0 ) {
CL_LOG(CL_LOG_WARNING, "App: start looping");
cl_commlib_trigger(handle, 1);
CL_LOG(CL_LOG_WARNING, "App: trigger was done");
ret_val = cl_commlib_receive_message(handle,NULL, NULL, 0, false, 0, &message, &sender);
if (message != NULL) {
CL_LOG(CL_LOG_WARNING, "App: std_out received");
pthread_mutex_lock(&data_mutex);
CL_LOG(CL_LOG_WARNING, "App: std_out got mutex");
strcat(fd_out_data, (const char*)message->message);
pthread_mutex_unlock(&data_mutex);
CL_LOG(CL_LOG_WARNING, "App: std_out released mutex");
cl_com_external_fd_set_write_ready(handle, fd_out);
CL_LOG(CL_LOG_WARNING, "App: std_out set write ready flag");
cl_com_free_message(&message);
cl_com_free_endpoint(&sender);
}
pthread_mutex_lock(&data_in_mutex);
if(ready == 1) {
cl_byte_t* bp = NULL;
CL_LOG(CL_LOG_WARNING, "App: std_in send");
bp = (cl_byte_t*) fd_in_data;
cl_commlib_send_message(handle,
server_host, "server", 1,
CL_MIH_MAT_NAK,
&bp, strlen(fd_in_data)+1,
NULL, 0, 0,
true, false);
ready = 0;
fd_in_data[0] = '\0';
}
pthread_mutex_unlock(&data_in_mutex);
}
printf("shutting down ...\n");
cl_com_external_fd_unregister(handle, fd_in);
cl_com_external_fd_unregister(handle, fd_out);
/* here the application goes down - shutdown communication lib */
while ( cl_commlib_shutdown_handle(handle, true) == CL_RETVAL_MESSAGE_IN_BUFFER) {
message = NULL;
cl_commlib_receive_message(handle,NULL, NULL, 0, false, 0, &message, &sender);
if (message != NULL) {
printf("ignoring message from \"%s\"\n", sender->comp_host);
cl_com_free_message(&message);
cl_com_free_endpoint(&sender);
message = NULL;
}
}
/* cleanup commlib */
cl_com_cleanup_commlib();
return 0;
}
/****** gdi/sge/sge_qexecve() ************************************************
* NAME
* sge_qexecve() -- start a task in a tightly integrated par. job
*
* SYNOPSIS
* sge_tid_t sge_qexecve(const char *hostname, const char *queuename,
* const char *cwd, const lList *environment
* const lList *path_aliases)
*
* FUNCTION
* Starts a task in a tightly integrated job.
* Builds a job object describing the task,
* connects to the commd on the targeted execution host,
* deliveres the job object and waits for an answer.
* The answer from the execution daemon on the execution host
* contains a task id that is returned to the caller of the function.
*
* INPUTS
* const char *hostname - name of the host on which to start the task
* const lList *environment - list containing environment variable
* settings for the task that override the
* default environment
* const lList *path_aliases - optional a path alias list
*
* RESULT
* sge_tid_t - the task id, if the task can be executed,
* a value <= 0 indicates an error.
*
* NOTES
* MT-NOTE: sge_qexecve() is not MT safe
******************************************************************************/
sge_tid_t sge_qexecve(sge_gdi_ctx_class_t *ctx,
const char *hostname, const char *queuename,
const char *cwd, const lList *environment,
const lList *path_aliases)
{
char myname[256];
const char *s;
int ret, uid;
sge_tid_t tid = NULL;
lListElem *petrep;
lListElem *rt;
sge_pack_buffer pb;
u_long32 jobid, jataskid;
u_long32 dummymid = 0;
const char *env_var_name = "SGE_TASK_ID";
DENTER(TOP_LAYER, "sge_qexecve");
if (hostname == NULL) {
sprintf(lasterror, MSG_GDI_INVALIDPARAMETER_SS, "sge_qexecve", "hostname");
DRETURN(NULL);
}
/* resolve user */
if (sge_uid2user((uid=getuid()), myname, sizeof(myname)-1, MAX_NIS_RETRIES)) {
sprintf(lasterror, MSG_GDI_RESOLVINGUIDTOUSERNAMEFAILED_IS ,
uid, strerror(errno));
DRETURN(NULL);
}
if ((s=getenv("JOB_ID")) == NULL) {
sprintf(lasterror, MSG_GDI_MISSINGINENVIRONMENT_S, "JOB_ID");
DRETURN(NULL);
}
if (sscanf(s, sge_u32, &jobid) != 1) {
sprintf(lasterror, MSG_GDI_STRINGISINVALID_SS, s, "JOB_ID");
DRETURN(NULL);
}
if ((s=getenv(env_var_name)) != NULL) {
if (strcmp(s, "undefined") == 0) {
jataskid = 1;
} else {
if (sscanf(s, sge_u32, &jataskid) != 1) {
sprintf(lasterror, MSG_GDI_STRINGISINVALID_SS, s, env_var_name);
DRETURN(NULL);
}
}
} else {
sprintf(lasterror, MSG_GDI_MISSINGINENVIRONMENT_S, env_var_name);
DRETURN(NULL);
}
/* ---- build up pe task request structure (see gdilib/sge_petaskL.h) */
petrep = lCreateElem(PETR_Type);
lSetUlong(petrep, PETR_jobid, jobid);
lSetUlong(petrep, PETR_jataskid, jataskid);
lSetString(petrep, PETR_owner, myname);
lSetUlong(petrep, PETR_submission_time, sge_get_gmt());
if (cwd != NULL) {
lSetString(petrep, PETR_cwd, cwd);
}
if (environment != NULL) {
lSetList(petrep, PETR_environment, lCopyList("environment", environment));
}
if (path_aliases != NULL) {
lSetList(petrep, PETR_path_aliases, lCopyList("path_aliases", path_aliases));
}
if (queuename != NULL) {
lSetString(petrep, PETR_queuename, queuename);
}
if (init_packbuffer(&pb, 1024, 0) != PACK_SUCCESS) {
lFreeElem(&petrep);
sprintf(lasterror, SFNMAX, MSG_GDI_OUTOFMEMORY);
DRETURN(NULL);
}
pack_job_delivery(&pb, petrep);
ret = gdi2_send_message_pb(ctx, 1, prognames[EXECD], 1, hostname,
TAG_JOB_EXECUTION, &pb, &dummymid);
clear_packbuffer(&pb);
lFreeElem(&petrep);
if (ret != CL_RETVAL_OK) {
sprintf(lasterror, MSG_GDI_SENDTASKTOEXECDFAILED_SS, hostname, cl_get_error_text(ret));
DRETURN(NULL);
}
/* add list into our remote task list */
rt = lAddElemStr(&remote_task_list, RT_tid, "none", RT_Type);
lSetHost(rt, RT_hostname, hostname);
lSetUlong(rt, RT_state, RT_STATE_WAIT4ACK);
rcv_from_execd(ctx, OPT_SYNCHRON, TAG_JOB_EXECUTION);
tid = (sge_tid_t) lGetString(rt, RT_tid);
if (strcmp(tid, "none") == 0) {
tid = NULL;
sprintf(lasterror, MSG_GDI_EXECDONHOSTDIDNTACCEPTTASK_S, hostname);
}
/* now close message to execd */
cl_commlib_shutdown_handle(cl_com_get_handle("execd_handle", 0), false);
DRETURN(tid);
}
extern int main(int argc, char** argv)
{
struct sigaction sa;
cl_com_handle_t* handle = NULL;
cl_com_message_t* message = NULL;
cl_com_endpoint_t* sender = NULL;
#if 0
cl_com_endpoint_t* clients[10] = { NULL, NULL, NULL, NULL, NULL,
NULL, NULL, NULL, NULL, NULL };
#endif
int i;
unsigned long max_connections;
if (argc != 4) {
printf("please enter debug level, port and nr. of max connections\n");
exit(1);
}
/* setup signalhandling */
memset(&sa, 0, sizeof(sa));
sa.sa_handler = sighandler_server; /* one handler for all signals */
sigemptyset(&sa.sa_mask);
sigaction(SIGINT, &sa, NULL);
sigaction(SIGTERM, &sa, NULL);
sigaction(SIGHUP, &sa, NULL);
sigaction(SIGPIPE, &sa, NULL);
printf("commlib setup ...\n");
cl_com_setup_commlib(CL_RW_THREAD, (cl_log_t)atoi(argv[1]), NULL);
printf("setting up service on port %d\n", atoi(argv[2]) );
handle=cl_com_create_handle(NULL,CL_CT_TCP,CL_CM_CT_MESSAGE , CL_TRUE, atoi(argv[2]) , CL_TCP_DEFAULT,"server", 1, 2, 0 );
if (handle == NULL) {
printf("could not get handle\n");
exit(-1);
}
cl_com_get_service_port(handle,&i),
printf("server running on host \"%s\", port %d, component name is \"%s\", id is %ld\n",
handle->local->comp_host,
i,
handle->local->comp_name,
handle->local->comp_id);
cl_com_set_max_connections(handle,atoi(argv[3]));
cl_com_get_max_connections(handle,&max_connections);
printf("max open connections is set to %lu\n", max_connections);
printf("enable max connection close\n");
cl_com_set_max_connection_close_mode(handle, CL_ON_MAX_COUNT_CLOSE_AUTOCLOSE_CLIENTS);
while(do_shutdown != 1) {
unsigned long mid;
int ret_val;
struct timeval now;
CL_LOG(CL_LOG_INFO,"main()");
gettimeofday(&now,NULL);
cl_commlib_trigger(handle, 1);
ret_val = cl_commlib_receive_message(handle,NULL, NULL, 0, CL_FALSE, 0, &message, &sender);
if (message != NULL ) {
ret_val = cl_commlib_send_message(handle,
sender->comp_host,
sender->comp_name,
sender->comp_id, CL_MIH_MAT_NAK,
&message->message,
message->message_length,
&mid, message->message_id,0,
CL_FALSE, CL_FALSE);
if (ret_val != CL_RETVAL_OK) {
/*
printf("cl_commlib_send_message() returned: %s\n",cl_get_error_text(ret_val));
*/
}
/* printf("received message from \"%s\": size of message: %ld\n", sender->comp_host, message->message_length); */
cl_com_free_message(&message);
cl_com_free_endpoint(&sender);
message = NULL;
}
}
cl_com_ignore_timeouts(CL_TRUE);
cl_com_get_ignore_timeouts_flag();
printf("shutting down server ...\n");
handle = cl_com_get_handle( "server", 1 );
if (handle == NULL) {
printf("could not find handle\n");
exit(1);
} else {
printf("found handle\n");
}
while ( cl_commlib_shutdown_handle(handle, CL_TRUE) == CL_RETVAL_MESSAGE_IN_BUFFER) {
message = NULL;
cl_commlib_receive_message(handle, NULL, NULL, 0, CL_FALSE, 0, &message, &sender);
if (message != NULL) {
printf("ignoring message from \"%s\": size of message: %ld\n", sender->comp_host, message->message_length);
cl_com_free_message(&message);
cl_com_free_endpoint(&sender);
message = NULL;
} else {
break;
}
}
printf("commlib cleanup ...\n");
cl_com_cleanup_commlib();
printf("main done\n");
return 0;
}
/*
* main()
*/
extern int main(int argc, char** argv) {
int handle_port = 0;
cl_com_handle_t* handle = NULL;
cl_com_message_t* message = NULL;
cl_com_endpoint_t* sender = NULL;
int i = 0;
/* check command line argument count */
if (argc != 2) {
usage();
exit(1);
}
/* get server port from command line */
handle_port = atoi(argv[1]);
if (handle_port <= 0) {
fprintf(stderr,"need a port number > 0\n");
usage();
exit(1);
}
/* setup signalhandling */
setup_signal_handler();
/* setup commlib */
cl_com_setup_commlib(CL_RW_THREAD, CL_LOG_WARNING, on_communication_log);
/* setup commlib error function callback */
cl_com_set_error_func(on_communication_error);
/* create communication handle */
handle=cl_com_create_handle(NULL,
CL_CT_TCP,
CL_CM_CT_MESSAGE,
true,
handle_port,
CL_TCP_DEFAULT,
"server", 1,
1, 0 );
if (handle == NULL) {
fprintf(stderr, "could not create communication handle\n");
cl_com_cleanup_commlib();
exit(1);
}
/* print out some info output */
printf("server running:\n");
printf("host: \"%s\"\n", handle->local->comp_host);
cl_com_get_service_port(handle,&i);
printf("port: %d\n", i);
printf("name: \"%s\"\n", handle->local->comp_name);
printf("id: %ld\n", handle->local->comp_id);
/* application main loop */
while(do_shutdown != 1) {
cl_commlib_trigger(handle, 1);
cl_commlib_receive_message(handle,NULL, NULL, 0, false, 0, &message, &sender);
if (message != NULL) {
char response_message[1024];
sprintf(response_message,"Welcome to demo service at host \"%s\"!", handle->local->comp_host);
printf("received message from \"%s/%s/%ld\": %s\n", sender->comp_host, sender->comp_name, sender->comp_id, message->message);
cl_commlib_send_message(handle,
sender->comp_host,
sender->comp_name,
sender->comp_id, CL_MIH_MAT_NAK,
(cl_byte_t**)&response_message,
strlen(response_message)+1,
NULL, 0, 0,
true,false);
message->message = NULL;
cl_com_free_message(&message);
cl_com_free_endpoint(&sender);
message = NULL;
}
}
printf("shutting down ...\n");
/* here the application goes down - shutdown communication lib */
while ( cl_commlib_shutdown_handle(handle, true) == CL_RETVAL_MESSAGE_IN_BUFFER) {
message = NULL;
cl_commlib_receive_message(handle,NULL, NULL, 0, false, 0, &message, &sender);
if (message != NULL) {
printf("ignoring message from \"%s\"\n", sender->comp_host);
cl_com_free_message(&message);
cl_com_free_endpoint(&sender);
message = NULL;
}
}
/* cleanup commlib */
cl_com_cleanup_commlib();
return 0;
}
extern int main(int argc, char** argv)
{
struct sigaction sa;
static int runs = 100;
cl_com_handle_t* handle = NULL;
cl_com_message_t* message = NULL;
cl_com_endpoint_t* sender = NULL;
int bytes_received = 0;
unsigned long total_bytes_sent = 0;
unsigned long total_bytes_received = 0;
unsigned long total_connections = 0;
unsigned long total_connection_sum = 0;
#if 1
char* welcome_text = "Welcome to the tcp framework module!Welcome to the tcp framework module!Welcome to the tcp framework module!\nWelcome to the tcp framework module!Welcome to the tcp framework module!Welcome to the tcp framework module!\nWelcome to the tcp framework module!Welcome to the tcp framework module!Welcome to the tcp framework module!\nWelcome to the tcp framework module!Welcome to the tcp framework module!Welcome to the tcp framework module!\nWelcome to the tcp framework module!Welcome to the tcp framework module!Welcome to the tcp framework module!\nWelcome to the tcp framework module!Welcome to the tcp framework module!Welcome to the tcp framework module!\nWelcome to the tcp framework module!Welcome to the tcp framework module!Welcome to the tcp framework module!\nWelcome to the tcp framework module!Welcome to the tcp framework module!Welcome to the tcp framework module!\nWelcome to the tcp framework module!Welcome to the tcp framework module!Welcome to the tcp framework module!\nWelcome to the tcp framework module!Welcome to the tcp framework module!Welcome to the tcp framework module!\nWelcome to the tcp framework module!Welcome to the tcp framework module!Welcome to the tcp framework module!\nWelcome to the tcp framework module!Welcome to the tcp framework module!Welcome to the tcp framework module!\nWelcome to the tcp framework module!Welcome to the tcp framework module!Welcome to the tcp framework module!\nWelcome to the tcp framework module!Welcome to the tcp framework module!Welcome to the tcp framework module!\nWelcome to the tcp framework module!Welcome to the tcp framework module!Welcome to the tcp framework module!\nWelcome to the tcp framework module!Welcome to the tcp framework module!Welcome to the tcp framework module!\nWelcome to the tcp framework module!Welcome to the tcp framework module!Welcome to the tcp framework module!\nWelcome to the tcp framework module!Welcome to the tcp framework module!Welcome to the tcp framework module!\nWelcome to the tcp framework module!Welcome to the tcp framework module!Welcome to the tcp framework module!\nWelcome to the tcp framework module!Welcome to the tcp framework module!Welcome to the tcp framework module!\n";
#else
char* welcome_text = "This message is from thread 1";
#endif
struct timeval now;
long start_time;
long appl_start_time;
long end_time;
int retval = CL_RETVAL_PARAMS;
int welcome_text_size;
int close_connection = 0;
unsigned long last_mid = 0;
int i;
cl_framework_t framework = CL_CT_TCP;
cl_xml_connection_autoclose_t autoclose;
/* setup signalhandling */
memset(&sa, 0, sizeof(sa));
sa.sa_handler = sighandler_client; /* one handler for all signals */
sigemptyset(&sa.sa_mask);
sigaction(SIGINT, &sa, NULL);
sigaction(SIGTERM, &sa, NULL);
sigaction(SIGHUP, &sa, NULL);
sigaction(SIGPIPE, &sa, NULL);
if (argc < 7) {
printf("wrong parameters, param1 = server host, param2 = port number, param3 = client id, param4=debug_level, param5=sleep time, param6=do_close, [param7=framework(TCP/SSL)]\n");
exit(1);
}
prof_mt_init();
cl_com_setup_commlib(CL_NO_THREAD, (cl_log_t)atoi(argv[4]), NULL);
if (atoi(argv[6]) != 0) {
close_connection = 1;
}
if (argv[7]) {
framework = CL_CT_UNDEFINED;
if (strcmp(argv[7], "TCP") == 0) {
framework=CL_CT_TCP;
printf("using TCP framework\n");
}
if (strcmp(argv[7], "SSL") == 0) {
framework=CL_CT_SSL;
printf("using SSL framework\n");
}
if (framework == CL_CT_UNDEFINED) {
printf("unexpected framework type\n");
exit(1);
}
}
cl_com_set_alias_file("./alias_file");
if ( framework == CL_CT_SSL) {
cl_ssl_setup_t ssl_config;
ssl_config.ssl_method = CL_SSL_v23; /* v23 method */
ssl_config.ssl_CA_cert_pem_file = getenv("SSL_CA_CERT_FILE"); /* CA certificate file */
ssl_config.ssl_CA_key_pem_file = NULL; /* private certificate file of CA (not used) */
ssl_config.ssl_cert_pem_file = getenv("SSL_CERT_FILE"); /* certificates file */
ssl_config.ssl_key_pem_file = getenv("SSL_KEY_FILE"); /* key file */
ssl_config.ssl_rand_file = getenv("SSL_RAND_FILE"); /* rand file (if RAND_status() not ok) */
ssl_config.ssl_crl_file = getenv("SSL_CRL_FILE"); /* revocation list file */
ssl_config.ssl_reconnect_file = NULL; /* file for reconnect data (not used) */
ssl_config.ssl_refresh_time = 0; /* key alive time for connections (not used) */
ssl_config.ssl_password = NULL; /* password for encrypted keyfiles (not used) */
ssl_config.ssl_verify_func = NULL; /* function callback for peer user/name check */
if (ssl_config.ssl_CA_cert_pem_file == NULL ||
ssl_config.ssl_cert_pem_file == NULL ||
ssl_config.ssl_key_pem_file == NULL ||
ssl_config.ssl_rand_file == NULL) {
printf("please set the following environment variables:\n");
printf("SSL_CA_CERT_FILE = CA certificate file\n");
printf("SSL_CERT_FILE = certificates file\n");
printf("SSL_KEY_FILE = key file\n");
printf("(optional) SSL_RAND_FILE = rand file (if RAND_status() not ok)\n");
}
cl_com_specify_ssl_configuration(&ssl_config);
}
CL_LOG_STR(CL_LOG_INFO,"connection to server on host", argv[1]);
CL_LOG_INT(CL_LOG_INFO,"using port",atoi(argv[2]));
CL_LOG_STR(CL_LOG_INFO,"component is","client");
CL_LOG_INT(CL_LOG_INFO,"id ist",atoi(argv[3]));
#define SELECT_TIMEOUT 1
#if 0
#define CREATE_SERVICE
#endif
#ifdef CREATE_SERVICE
cl_com_append_known_endpoint_from_name(argv[1], "server", 1,atoi(argv[2]),CL_CM_AC_DISABLED , 1);
handle=cl_com_create_handle(NULL,framework,CL_CM_CT_MESSAGE , CL_TRUE, 0 , CL_TCP_DEFAULT, "client", atoi(argv[3]),SELECT_TIMEOUT,0 );
if (handle == NULL) {
printf("could not get handle\n");
exit(1);
} else {
int my_port;
cl_com_get_service_port(handle,&my_port);
printf("I'm reachable at port %d!\n", my_port);
}
#else
handle=cl_com_create_handle(NULL,framework,CL_CM_CT_MESSAGE , CL_FALSE, atoi(argv[2]) , CL_TCP_DEFAULT,"client", atoi(argv[3]),SELECT_TIMEOUT,0 );
if (handle == NULL) {
printf("could not get handle\n");
exit(1);
}
#endif
cl_com_set_auto_close_mode(handle,CL_CM_AC_ENABLED );
cl_com_get_auto_close_mode(handle,&autoclose);
if (autoclose != CL_CM_AC_ENABLED ) {
printf("could not enable autoclose\n");
exit(1);
}
printf("local hostname is \"%s\"\n", handle->local->comp_host);
printf("local component is \"%s\"\n", handle->local->comp_name);
printf("local component id is \"%ld\"\n", handle->local->comp_id);
#ifdef CREATE_SERVICE
cl_com_get_known_endpoint_port_from_name(argv[1], "server", 1, &i);
printf("connecting to port \"%d\" on host \"%s\"\n", i, argv[1]);
#else
cl_com_get_connect_port(handle, &i);
printf("connecting to port \"%d\" on host \"%s\"\n", i, argv[1]);
#endif
gettimeofday(&now,NULL);
start_time = now.tv_sec;
appl_start_time = start_time;
welcome_text_size = strlen(welcome_text) + 1;
if (getenv("CL_RUNS")) {
runs = atoi(getenv("CL_RUNS"));
} else {
runs = -1; /* disable runs shutdown */
}
while(do_shutdown != 1) {
unsigned long mid = 0;
int my_sent_error = 0;
CL_LOG(CL_LOG_INFO,"main loop");
if (runs > 0) {
runs--;
}
/* printf("sending to \"%s\" ...\n", argv[1]); */
/* CL_LOG(CL_LOG_ERROR,"sending ack message ..."); */
my_sent_error = cl_commlib_send_message(handle, argv[1], "server", 1, CL_MIH_MAT_ACK, (cl_byte_t**)&welcome_text , welcome_text_size, &mid ,0,0, CL_TRUE, CL_FALSE);
if ( retval == CL_RETVAL_CONNECTION_NOT_FOUND ) {
CL_LOG(CL_LOG_ERROR,"after new connection");
}
if (last_mid >= mid || mid == 1) {
total_connections++;
total_connection_sum++;
}
last_mid = mid;
#if 1
if (my_sent_error != CL_RETVAL_OK) {
printf("cl_commlib_send_message() returned %s\n", cl_get_error_text(my_sent_error));
#ifdef CREATE_SERVICE
cl_com_get_known_endpoint_port_from_name(argv[1], "server", 1, &i);
printf("connecting to port \"%d\" on host \"%s\"\n", i, argv[1]);
#else
cl_com_get_connect_port(handle, &i);
printf("connecting to port \"%d\" on host \"%s\"\n", i, argv[1]);
#endif
/* exit(1); */
#if CL_DO_SLOW
sleep(atoi(argv[5]));
#endif
cl_commlib_trigger(handle,1);
continue;
}
#endif
#if 1
retval = CL_RETVAL_PARAMS;
while (retval != CL_RETVAL_OK ) {
while ( (retval=cl_commlib_receive_message(handle,NULL, NULL, 0, CL_FALSE, 0, &message, &sender)) == CL_RETVAL_OK) {
if (message != NULL) {
cl_com_free_endpoint(&sender);
cl_com_free_message(&message);
} else {
break;
}
}
if ( retval == CL_RETVAL_CONNECTION_NOT_FOUND ) {
CL_LOG(CL_LOG_ERROR,"connection not found (1)");
break;
}
retval = cl_commlib_check_for_ack(handle, argv[1], "server", 1, mid, CL_TRUE );
if (retval != CL_RETVAL_MESSAGE_WAIT_FOR_ACK && retval != CL_RETVAL_OK) {
printf("retval of cl_commlib_check_for_ack(%ld) is %s\n",mid,cl_get_error_text(retval));
/* exit(1); */
break;
}
if (retval == CL_RETVAL_OK) {
CL_LOG_INT(CL_LOG_INFO,"received ack for message mid", (int)mid);
} else {
cl_commlib_trigger(handle, 1);
}
if ( retval == CL_RETVAL_CONNECTION_NOT_FOUND ) {
CL_LOG(CL_LOG_ERROR,"connection not found (2)");
break;
}
/* printf("retval of cl_commlib_check_for_ack(%ld) is %s\n",mid,cl_get_error_text(retval)); */
}
if (retval == CL_RETVAL_CONNECTION_NOT_FOUND) {
cl_commlib_trigger(handle, 1);
continue;
}
#endif
total_bytes_sent = total_bytes_sent + welcome_text_size;
CL_LOG_INT(CL_LOG_INFO,"bytes sent:", welcome_text_size);
bytes_received = 0;
while (bytes_received != welcome_text_size ) {
cl_commlib_trigger(handle, 1);
CL_LOG_INT(CL_LOG_INFO,"waiting for mid .... ", (int)mid);
retval = cl_commlib_receive_message(handle,NULL, NULL, 0, CL_FALSE, mid, &message, &sender);
CL_LOG_STR(CL_LOG_INFO,"waiting for bytes ...", cl_get_error_text(retval));
if (retval == CL_RETVAL_CONNECTION_NOT_FOUND) {
#if CL_DO_SLOW
/* CL_LOG(CL_LOG_ERROR,"connection not found"); */
if (atoi(argv[5]) > 0) {
printf("sleeping...\n");
sleep(atoi(argv[5]));
}
#endif
break;
}
if (message != NULL) {
/* printf("received message from \"%s\"\n", sender->comp_host); */
CL_LOG_INT(CL_LOG_INFO,"bytes received:", (int)message->message_length);
if (strcmp((char*)message->message, welcome_text) != 0) {
printf("------------------------> message transfer error\n");
}
total_bytes_received = total_bytes_received + message->message_length;
bytes_received = bytes_received + (int)message->message_length;
cl_com_free_endpoint(&sender);
cl_com_free_message(&message);
}
while ( (retval = cl_commlib_receive_message(handle,NULL, NULL, 0, CL_FALSE, 0, &message, &sender)) == CL_RETVAL_OK) {
if (message != NULL) {
cl_com_free_endpoint(&sender);
cl_com_free_message(&message);
} else {
break;
}
}
if (retval == CL_RETVAL_CONNECTION_NOT_FOUND) {
CL_LOG(CL_LOG_ERROR,"connection not found (3)");
break;
}
#if CL_DO_SLOW
sleep(atoi(argv[5]));
#endif
if (do_shutdown == 1) {
break;
}
}
#if CL_DO_SLOW
sleep(atoi(argv[5]));
#endif
gettimeofday(&now,NULL);
end_time = now.tv_sec;
if (end_time - start_time >= 2 ) {
cl_com_connection_t* con = NULL;
cl_connection_list_elem_t* elem = NULL;
/* printf("Kbit/s sent: %.2f ", ((total_bytes_sent * 8.0)/1024.0) / (double)(end_time - start_time));
printf("Kbit/s read: %.2f ", ((total_bytes_received * 8.0)/1024.0) / (double)(end_time - start_time)); */
printf("KBit/s : %.2f ", (((total_bytes_received + total_bytes_sent) * 8.0)/1024.0) / (double)(end_time - start_time));
printf("connections/s: %.2f ", (double) total_connections / (double)(end_time - start_time));
printf("avg. connections/s: %.2f", (double) total_connection_sum / (double)(end_time - appl_start_time));
cl_raw_list_lock(handle->connection_list);
elem = cl_connection_list_get_first_elem(handle->connection_list);
if (elem != NULL) {
con = elem->connection;
if (elem->connection->local) {
printf("[for comp host, comp name, comp id: \"%s\", \"%s\", \"%ld\"] \n",con->local->comp_host, con->local->comp_name , con->local->comp_id);
}
} else {
printf(" \n");
}
cl_raw_list_unlock(handle->connection_list);
start_time = now.tv_sec;
total_bytes_sent = 0;
total_bytes_received = 0;
total_connections = 0;
fflush(stdout);
}
if (close_connection != 0) {
while (cl_commlib_shutdown_handle(handle, CL_TRUE) == CL_RETVAL_MESSAGE_IN_BUFFER) {
printf("got message\n");
message = NULL;
cl_commlib_receive_message(handle,NULL, NULL, 0, CL_FALSE, 0, &message, &sender);
if (message != NULL) {
cl_com_free_endpoint(&sender);
cl_com_free_message(&message);
} else {
printf("error shutdown handle");
exit(-1);
break;
}
}
#ifdef CREATE_SERVICE
handle=cl_com_create_handle(NULL,framework,CL_CM_CT_MESSAGE , CL_TRUE, 0 , CL_TCP_DEFAULT, "client", atoi(argv[3]),SELECT_TIMEOUT,0 );
if (handle == NULL) {
printf("could not get handle\n");
exit(-1);
} else {
int my_port;
cl_com_get_service_port(handle,&my_port);
printf("I'm reachable at port %d!\n", my_port);
}
#else
handle=cl_com_create_handle(NULL,framework,CL_CM_CT_MESSAGE , CL_FALSE, atoi(argv[2]) , CL_TCP_DEFAULT, "client", atoi(argv[3]), SELECT_TIMEOUT,0 );
if (handle == NULL) {
printf("could not get handle\n");
exit(-1);
}
#endif
cl_com_set_auto_close_mode(handle,CL_CM_AC_ENABLED );
cl_com_get_auto_close_mode(handle,&autoclose);
if (autoclose != CL_CM_AC_ENABLED ) {
printf("could not enable autoclose\n");
exit(1);
}
}
if (runs == 0) {
do_shutdown = 1;
}
}
printf("do_shutdown received\n");
fflush(stdout);
while (cl_commlib_shutdown_handle(handle, CL_TRUE) == CL_RETVAL_MESSAGE_IN_BUFFER) {
printf("got message\n");
message = NULL;
cl_commlib_receive_message(handle,NULL, NULL, 0, CL_FALSE, 0, &message, &sender);
if (message != NULL) {
cl_com_free_endpoint(&sender);
cl_com_free_message(&message);
} else {
break;
}
}
printf("cleanup commlib ...\n");
cl_com_cleanup_commlib();
printf("main done\n");
fflush(stdout);
return 0;
}
