int
mca_io_ompio_file_get_size (ompi_file_t *fh,
OMPI_MPI_OFFSET_TYPE *size)
{
int ret = OMPI_SUCCESS;
mca_io_ompio_data_t *data;
data = (mca_io_ompio_data_t *) fh->f_io_selected_data;
ret = ompio_io_ompio_file_get_size(&data->ompio_fh,size);
return ret;
}
int
mca_sharedfp_sm_seek (mca_io_ompio_file_t *fh,
OMPI_MPI_OFFSET_TYPE offset, int whence)
{
int rank, status=0;
OMPI_MPI_OFFSET_TYPE end_position=0;
int ret = OMPI_SUCCESS;
struct mca_sharedfp_base_data_t *sh = NULL;
mca_sharedfp_base_module_t * shared_fp_base_module = NULL;
struct mca_sharedfp_sm_data * sm_data = NULL;
struct mca_sharedfp_sm_offset * sm_offset_ptr = NULL;
if( NULL == fh->f_sharedfp_data ) {
if ( mca_sharedfp_sm_verbose ) {
opal_output(ompi_sharedfp_base_framework.framework_output,
"sharedfp_sm_seek: opening the shared file pointer\n");
}
shared_fp_base_module = fh->f_sharedfp;
ret = shared_fp_base_module->sharedfp_file_open(fh->f_comm,
fh->f_filename,
fh->f_amode,
fh->f_info,
fh);
if ( OMPI_SUCCESS != ret ) {
opal_output(0,"sharedfp_sm_seek - error opening the shared file pointer\n");
return ret;
}
}
sh = fh->f_sharedfp_data;
rank = ompi_comm_rank ( sh->comm );
if( 0 == rank ){
if ( MPI_SEEK_SET == whence){
/*no nothing*/
if ( offset < 0){
opal_output(0,"sharedfp_sm_seek - MPI_SEEK_SET, offset must be > 0, got offset=%lld.\n",offset);
ret = -1;
}
if ( mca_sharedfp_sm_verbose ) {
opal_output(ompi_sharedfp_base_framework.framework_output,
"sharedfp_sm_seek: MPI_SEEK_SET new_offset=%lld\n",offset);
}
}
else if( MPI_SEEK_CUR == whence){
OMPI_MPI_OFFSET_TYPE current_position;
ret = mca_sharedfp_sm_get_position ( fh, ¤t_position);
if ( mca_sharedfp_sm_verbose ) {
opal_output(ompi_sharedfp_base_framework.framework_output,
"sharedfp_sm_seek: MPI_SEEK_CUR: curr=%lld, offset=%lld, call status=%d\n",
current_position,offset,status);
}
offset = current_position + offset;
if ( mca_sharedfp_sm_verbose ) {
opal_output(ompi_sharedfp_base_framework.framework_output,
"sharedfp_sm_seek: MPI_SEEK_CUR: new_offset=%lld\n",offset);
}
if(offset < 0){
opal_output(0,"sharedfp_sm_seek - MPI_SEEK_CURE, offset must be > 0, got offset=%lld.\n",offset);
ret = -1;
}
}
else if( MPI_SEEK_END == whence){
end_position=0;
ompio_io_ompio_file_get_size(sh->sharedfh,&end_position);
offset = end_position + offset;
if ( mca_sharedfp_sm_verbose ) {
opal_output(ompi_sharedfp_base_framework.framework_output,
"sharedfp_sm_seek: MPI_SEEK_END: file_get_size=%lld\n",end_position);
}
if(offset < 0){
opal_output(0,"sharedfp_sm_seek - MPI_SEEK_CUR, offset must be > 0, got offset=%lld.\n",offset);
ret = -1;
}
}
else {
opal_output(0,"sharedfp_sm_seek - whence=%i is not supported\n",whence);
ret = -1;
}
/*-----------------------------------------------------*/
/* Set Shared file pointer */
/*-----------------------------------------------------*/
sm_data = sh->selected_module_data;
sm_offset_ptr = sm_data->sm_offset_ptr;
/*-------------------*/
/*lock the file */
/*--------------------*/
if ( mca_sharedfp_sm_verbose ) {
opal_output(ompi_sharedfp_base_framework.framework_output,
"sharedfp_sm_seek: Aquiring lock, rank=%d...",rank); fflush(stdout);
}
/* Aquire an exclusive lock */
sm_offset_ptr = sm_data->sm_offset_ptr;
sem_wait(sm_data->mutex);
if ( mca_sharedfp_sm_verbose ) {
opal_output(ompi_sharedfp_base_framework.framework_output,
"sharedfp_sm_seek: Success! Acquired sm lock.for rank=%d\n",rank);
}
sm_offset_ptr->offset=offset;
if ( mca_sharedfp_sm_verbose ) {
opal_output(ompi_sharedfp_base_framework.framework_output,
"sharedfp_sm_seek: Releasing sm lock...rank=%d",rank); fflush(stdout);
}
sem_post(sm_data->mutex);
}
/* since we are only letting process 0, update the current pointer
* all of the other processes need to wait before proceeding.
*/
sh->comm->c_coll.coll_barrier ( sh->comm, sh->comm->c_coll.coll_barrier_module );
return ret;
}
int
mca_sharedfp_lockedfile_seek (mca_io_ompio_file_t *fh,
OMPI_MPI_OFFSET_TYPE offset, int whence)
{
int rank;
int ret = OMPI_SUCCESS;
struct mca_sharedfp_base_data_t *sh = NULL;
mca_sharedfp_base_module_t * shared_fp_base_module;
struct mca_sharedfp_lockedfile_data * lockedfile_data;
int fd_lockedfilehandle;
/* flock structure that is used to setup the desired fcntl operation */
struct flock fl;
if(fh->f_sharedfp_data==NULL){
if ( mca_sharedfp_lockedfile_verbose ) {
printf("sharedfp_lockedfile_seek - opening the shared file pointer\n");
}
shared_fp_base_module = fh->f_sharedfp;
ret = shared_fp_base_module->sharedfp_file_open(fh->f_comm,
fh->f_filename,
fh->f_amode,
fh->f_info,
fh);
if (ret != OMPI_SUCCESS) {
opal_output(1,"sharedfp_lockedfile_seek - error opening the shared file pointer\n");
return ret;
}
}
sh = fh->f_sharedfp_data;
rank = ompi_comm_rank ( sh->comm );
if( 0 == rank ){
if ( MPI_SEEK_SET == whence ){
/*don't need to read current value*/
if(offset < 0){
opal_output(1,"sharedfp_lockedfile_seek - MPI_SEEK_SET, offset must be > 0, got offset=%lld.\n",offset);
ret = -1;
}
opal_output(1,"MPI_SEEK_SET: new_offset=%lld\n",offset);
fflush(stdout);
}
else if ( MPI_SEEK_CUR == whence){
OMPI_MPI_OFFSET_TYPE current_position;
int status = mca_sharedfp_lockedfile_get_position(fh,¤t_position);
opal_output(1,"MPI_SEEK_CUR: curr=%lld, offset=%lld, call status=%d\n",current_position,offset,status);
offset = current_position + offset;
opal_output(1,"MPI_SEEK_CUR: new_offset=%lld\n",offset);
fflush(stdout);
if(offset < 0){
opal_output(1,"sharedfp_lockedfile_seek - MPI_SEEK_CURE, offset must be > 0, got offset=%lld.\n",offset);
ret = -1;
}
}
else if( MPI_SEEK_END == whence ){
OMPI_MPI_OFFSET_TYPE end_position=0;
ompio_io_ompio_file_get_size(sh->sharedfh,&end_position);
offset = end_position + offset;
if ( mca_sharedfp_lockedfile_verbose ) {
printf("MPI_SEEK_END: file_get_size=%lld\n",end_position);
}
if ( offset < 0){
opal_output(1,"sharedfp_lockedfile_seek - MPI_SEEK_CUR, offset must be > 0, got offset=%lld.\n",offset);
ret = -1;
}
}else{
opal_output(1,"sharedfp_lockedfile_seek - whence=%i is not supported\n",whence);
ret = -1;
}
/* Set Shared file pointer */
lockedfile_data = sh->selected_module_data;
fd_lockedfilehandle = lockedfile_data->handle;
if ( mca_sharedfp_lockedfile_verbose ) {
printf("sharedfp_lockedfile_seek: Aquiring lock...");
}
/* set up the flock structure */
fl.l_type = F_WRLCK;
fl.l_whence = SEEK_SET;
fl.l_start = 0;
fl.l_len = 0;
fl.l_pid = getpid();
/* Aquire an exclusive lock */
if ( fcntl(fd_lockedfilehandle, F_SETLKW, &fl) == -1) {
opal_output(1, "#####erorr acquiring lock: fcntl(%d,F_SETLKW,&fl)\n",fd_lockedfilehandle);
opal_output(1,"error(%i): %s", errno, strerror(errno));
return OMPI_ERROR;
}
else{
if ( mca_sharedfp_lockedfile_verbose ) {
printf("sharedfp_lockedfile_seek: Success! acquired lock.for fd: %d\n",fd_lockedfilehandle);
}
}
/*-- -----------------
*write to the file
*--------------------
*/
lseek ( fd_lockedfilehandle, 0, SEEK_SET);
write ( fd_lockedfilehandle, &offset, sizeof(OMPI_MPI_OFFSET_TYPE));
/*-------------------
* unlock the file
*--------------------
*/
if ( mca_sharedfp_lockedfile_verbose ) {
printf("sharedfp_lockedfile_seek: Releasing lock...");
}
fl.l_type = F_UNLCK; /* set to unlock same region */
fl.l_whence = SEEK_SET;
fl.l_start = 0;
fl.l_len = 0;
fl.l_pid = getpid();
if (fcntl(fd_lockedfilehandle, F_SETLK, &fl) == -1) {
opal_output(1,"####failed to release lock for fd: %d\n",fd_lockedfilehandle);
opal_output(1,"error(%i): %s", errno, strerror(errno));
return OMPI_ERROR;
}
else{
if ( mca_sharedfp_lockedfile_verbose ) {
printf("sharedfp_lockedfile_seek: released lock.for fd: %d\n",fd_lockedfilehandle);
}
}
}
sh->comm->c_coll.coll_barrier ( sh->comm , sh->comm->c_coll.coll_barrier_module );
return ret;
}
