static mca_mpool_base_module_t* mca_mpool_sm_init( struct mca_mpool_base_resources_t* resources) { char *file_name; int len; mca_mpool_sm_module_t* mpool_module; mca_allocator_base_component_t* allocator_component; long min_size; ompi_proc_t **procs; size_t num_all_procs, i, num_local_procs = 0; /* README: this needs to change if procs in different jobs (even spawned ones) are to talk using shared memory */ procs = ompi_proc_world(&num_all_procs); for (i = 0 ; i < num_all_procs ; ++i) { if (procs[i]->proc_flags & OMPI_PROC_FLAG_LOCAL) { num_local_procs++; } } /* parse the min size and validate it */ /* if other parameters are added, absolutely necessary to reset errno each time */ errno = 0; min_size = strtol(min_size_param, (char **)NULL, 10); if (errno == ERANGE) { opal_output(0, "mca_mpool_sm_init: min_size overflows! set to default (%ld)", default_min); min_size = default_min; } else if (errno == EINVAL) { opal_output(0, "mca_mpool_sm_init: invalid min_size entered. set it to (%ld)", default_min); min_size = default_min; } /* Make a new mpool module */ mpool_module = (mca_mpool_sm_module_t*)malloc(sizeof(mca_mpool_sm_module_t)); mca_mpool_sm_module_init(mpool_module); /* set sm_size */ mpool_module->sm_size = resources->size; /* clip at the min size */ if (mpool_module->sm_size < min_size) { mpool_module->sm_size = min_size; } /* add something for the control structure */ mpool_module->sm_size += sizeof(mca_common_sm_mmap_t); allocator_component = mca_allocator_component_lookup( mca_mpool_sm_component.sm_allocator_name); /* if specified allocator cannot be loaded - look for an alternative */ if(NULL == allocator_component) { if(opal_list_get_size(&mca_allocator_base_components) == 0) { mca_base_component_list_item_t* item = (mca_base_component_list_item_t*) opal_list_get_first(&mca_allocator_base_components); allocator_component = (mca_allocator_base_component_t*)item->cli_component; opal_output(0, "mca_mpool_sm_init: unable to locate allocator: %s - using %s\n", mca_mpool_sm_component.sm_allocator_name, allocator_component->allocator_version.mca_component_name); } else { opal_output(0, "mca_mpool_sm_init: unable to locate allocator: %s\n", mca_mpool_sm_component.sm_allocator_name); free(procs); return NULL; } } /* create initial shared memory mapping */ len = asprintf( &file_name, "%s"OPAL_PATH_SEP"shared_mem_pool.%s", orte_process_info.job_session_dir, orte_process_info.nodename ); if ( 0 > len ) { free(mpool_module); free(procs); return NULL; } opal_output(mca_mpool_sm_component.verbose, "mca_mpool_sm_init: shared memory size used: (%ld)", mpool_module->sm_size); if (NULL == (mpool_module->sm_common_mmap = mca_common_sm_mmap_init(procs, num_all_procs, mpool_module->sm_size, file_name, sizeof(mca_common_sm_mmap_t), 8))) { opal_output(mca_mpool_sm_component.verbose, "mca_mpool_sm_init: unable to create shared memory mapping (%s)", file_name); free(file_name); free(mpool_module); free(procs); return NULL; } free(procs); free(file_name); /* setup allocator */ mpool_module->sm_allocator = allocator_component->allocator_init(true, mca_common_sm_mmap_seg_alloc, NULL, &(mpool_module->super)); if(NULL == mpool_module->sm_allocator) { opal_output(0, "mca_mpool_sm_init: unable to initialize allocator"); free(mpool_module); return NULL; } return &mpool_module->super; }
static mca_mpool_base_module_t * mca_mpool_sm_init(struct mca_mpool_base_resources_t *resources) { mca_mpool_sm_module_t *mpool_module; mca_allocator_base_component_t* allocator_component; ompi_proc_t **procs; size_t num_all_procs, i, num_local_procs = 0; /* README: this needs to change if procs in different jobs (even * spawned ones) are to talk using shared memory */ if (NULL == (procs = ompi_proc_world(&num_all_procs))) { /* out of resources, so just bail */ return NULL; } for (i = 0 ; i < num_all_procs ; ++i) { if (OPAL_PROC_ON_LOCAL_NODE(procs[i]->proc_flags)) { num_local_procs++; } } /* Make a new mpool module */ mpool_module = (mca_mpool_sm_module_t *)malloc(sizeof(mca_mpool_sm_module_t)); mca_mpool_sm_module_init(mpool_module); /* set sm_size */ mpool_module->sm_size = resources->size; /* clip at the min size */ if (mpool_module->sm_size < (long) ompi_mpool_sm_min_size) { mpool_module->sm_size = (long) ompi_mpool_sm_min_size; } allocator_component = mca_allocator_component_lookup( mca_mpool_sm_component.sm_allocator_name); /* if specified allocator cannot be loaded - look for an alternative */ if (NULL == allocator_component) { if (opal_list_get_size(&ompi_allocator_base_framework.framework_components) == 0) { mca_base_component_list_item_t *item = (mca_base_component_list_item_t *) opal_list_get_first(&ompi_allocator_base_framework.framework_components); allocator_component = (mca_allocator_base_component_t *)item->cli_component; opal_output( 0, "mca_mpool_sm_init: " "unable to locate allocator: %s - using %s\n", mca_mpool_sm_component.sm_allocator_name, allocator_component->allocator_version.mca_component_name); } else { opal_output(0, "mca_mpool_sm_init: " "unable to locate allocator: %s\n", mca_mpool_sm_component.sm_allocator_name); free(procs); return NULL; } } mpool_module->mem_node = resources->mem_node; opal_output(mca_mpool_sm_component.verbose, "mca_mpool_sm_init: shared memory size used: (%ld)", mpool_module->sm_size); if (NULL == (mpool_module->sm_common_module = mca_common_sm_module_attach(&resources->bs_meta_buf, sizeof(mca_common_sm_module_t), 8))) { opal_output(mca_mpool_sm_component.verbose, "mca_mpool_sm_init: " "unable to create shared memory mapping (%s)", resources->bs_meta_buf.seg_name); free(mpool_module); free(procs); return NULL; } free(procs); /* setup allocator */ mpool_module->sm_allocator = allocator_component->allocator_init(true, mca_common_sm_seg_alloc, NULL, &(mpool_module->super)); if (NULL == mpool_module->sm_allocator) { opal_output(0, "mca_mpool_sm_init: unable to initialize allocator"); free(mpool_module); return NULL; } return &mpool_module->super; }