HYPRE_Int hypre_ParCSRBooleanMatrixGetLocalRange(hypre_ParCSRBooleanMatrix *matrix,
HYPRE_Int *row_start, HYPRE_Int *row_end,
HYPRE_Int *col_start, HYPRE_Int *col_end )
{
HYPRE_Int ierr=0;
HYPRE_Int my_id;
hypre_MPI_Comm_rank( hypre_ParCSRBooleanMatrix_Get_Comm(matrix), &my_id );
*row_start = hypre_ParCSRBooleanMatrix_Get_RowStarts(matrix)[ my_id ];
*row_end = hypre_ParCSRBooleanMatrix_Get_RowStarts(matrix)[ my_id + 1 ]-1;
*col_start = hypre_ParCSRBooleanMatrix_Get_ColStarts(matrix)[ my_id ];
*col_end = hypre_ParCSRBooleanMatrix_Get_ColStarts(matrix)[ my_id + 1 ]-1;
return( ierr );
}
HYPRE_Int hypre_ParCSRBooleanMatrixDestroy( hypre_ParCSRBooleanMatrix *matrix )
{
HYPRE_Int ierr=0;
if (matrix)
{
if ( hypre_ParCSRBooleanMatrix_Get_OwnsData(matrix) )
{
hypre_CSRBooleanMatrixDestroy(hypre_ParCSRBooleanMatrix_Get_Diag(matrix));
hypre_CSRBooleanMatrixDestroy(hypre_ParCSRBooleanMatrix_Get_Offd(matrix));
if (hypre_ParCSRBooleanMatrix_Get_ColMapOffd(matrix))
hypre_TFree(hypre_ParCSRBooleanMatrix_Get_ColMapOffd(matrix));
if (hypre_ParCSRBooleanMatrix_Get_CommPkg(matrix))
hypre_MatvecCommPkgDestroy(hypre_ParCSRBooleanMatrix_Get_CommPkg(matrix));
}
if ( hypre_ParCSRBooleanMatrix_Get_OwnsRowStarts(matrix) )
hypre_TFree(hypre_ParCSRBooleanMatrix_Get_RowStarts(matrix));
if ( hypre_ParCSRBooleanMatrix_Get_OwnsColStarts(matrix) )
hypre_TFree(hypre_ParCSRBooleanMatrix_Get_ColStarts(matrix));
hypre_TFree(hypre_ParCSRBooleanMatrix_Get_Rowindices(matrix));
hypre_TFree(matrix);
}
return ierr;
}
HYPRE_Int
main( HYPRE_Int argc,
char *argv[] )
{
hypre_ParCSRBooleanMatrix *A;
hypre_ParCSRBooleanMatrix *C;
hypre_CSRBooleanMatrix *As;
HYPRE_Int *row_starts, *col_starts;
HYPRE_Int num_procs, my_id;
/* Initialize MPI */
hypre_MPI_Init(&argc, &argv);
hypre_MPI_Comm_size(hypre_MPI_COMM_WORLD,&num_procs);
hypre_MPI_Comm_rank(hypre_MPI_COMM_WORLD,&my_id);
row_starts = NULL;
col_starts = NULL;
if (my_id == 0)
{
As = hypre_CSRBooleanMatrixRead("inpr");
hypre_printf(" read input A\n");
}
A = hypre_CSRBooleanMatrixToParCSRBooleanMatrix(hypre_MPI_COMM_WORLD, As, row_starts,
col_starts);
row_starts = hypre_ParCSRBooleanMatrix_Get_RowStarts(A);
col_starts = hypre_ParCSRBooleanMatrix_Get_ColStarts(A);
hypre_ParCSRBooleanMatrixPrint(A, "echo_A" );
hypre_ParCSRBooleanMatrixPrintIJ(A, "echo_AIJ" );
C = hypre_ParBooleanAAt( A );
hypre_ParCSRBooleanMatrixPrint(C, "result");
hypre_ParCSRBooleanMatrixPrintIJ(C, "resultIJ");
if (my_id == 0)
{
hypre_CSRBooleanMatrixDestroy(As);
}
hypre_ParCSRBooleanMatrixDestroy(A);
hypre_ParCSRBooleanMatrixDestroy(C);
hypre_MPI_Finalize();
return 0;
}
HYPRE_Int hypre_ParCSRBooleanMatrixPrint( hypre_ParCSRBooleanMatrix *matrix,
const char *file_name )
{
MPI_Comm comm = hypre_ParCSRBooleanMatrix_Get_Comm(matrix);
HYPRE_Int global_num_rows = hypre_ParCSRBooleanMatrix_Get_GlobalNRows(matrix);
HYPRE_Int global_num_cols = hypre_ParCSRBooleanMatrix_Get_GlobalNCols(matrix);
HYPRE_Int *col_map_offd = hypre_ParCSRBooleanMatrix_Get_ColMapOffd(matrix);
HYPRE_Int *row_starts = hypre_ParCSRBooleanMatrix_Get_RowStarts(matrix);
HYPRE_Int *col_starts = hypre_ParCSRBooleanMatrix_Get_ColStarts(matrix);
HYPRE_Int my_id, i, num_procs;
char new_file_d[80], new_file_o[80], new_file_info[80];
HYPRE_Int ierr = 0;
FILE *fp;
HYPRE_Int num_cols_offd = 0;
if (hypre_ParCSRBooleanMatrix_Get_Offd(matrix)) num_cols_offd =
hypre_CSRBooleanMatrix_Get_NCols(hypre_ParCSRBooleanMatrix_Get_Offd(matrix));
hypre_MPI_Comm_rank(comm, &my_id);
hypre_MPI_Comm_size(comm, &num_procs);
hypre_sprintf(new_file_d,"%s.D.%d",file_name,my_id);
hypre_sprintf(new_file_o,"%s.O.%d",file_name,my_id);
hypre_sprintf(new_file_info,"%s.INFO.%d",file_name,my_id);
hypre_CSRBooleanMatrixPrint(hypre_ParCSRBooleanMatrix_Get_Diag(matrix),new_file_d);
if (num_cols_offd != 0)
hypre_CSRBooleanMatrixPrint(hypre_ParCSRBooleanMatrix_Get_Offd(matrix),
new_file_o);
fp = fopen(new_file_info, "w");
hypre_fprintf(fp, "%d\n", global_num_rows);
hypre_fprintf(fp, "%d\n", global_num_cols);
hypre_fprintf(fp, "%d\n", num_cols_offd);
for (i=0; i < num_procs; i++)
hypre_fprintf(fp, "%d %d\n", row_starts[i], col_starts[i]);
for (i=0; i < num_cols_offd; i++)
hypre_fprintf(fp, "%d\n", col_map_offd[i]);
fclose(fp);
return ierr;
}
hypre_ParCSRBooleanMatrix *
hypre_CSRBooleanMatrixToParCSRBooleanMatrix
( MPI_Comm comm, hypre_CSRBooleanMatrix *A,
HYPRE_Int *row_starts, HYPRE_Int *col_starts )
{
HYPRE_Int global_data[2];
HYPRE_Int global_num_rows;
HYPRE_Int global_num_cols;
HYPRE_Int *local_num_rows;
HYPRE_Int num_procs, my_id;
HYPRE_Int *local_num_nonzeros;
HYPRE_Int num_nonzeros;
HYPRE_Int *a_i;
HYPRE_Int *a_j;
hypre_CSRBooleanMatrix *local_A;
hypre_MPI_Request *requests;
hypre_MPI_Status *status, status0;
hypre_MPI_Datatype *csr_matrix_datatypes;
hypre_ParCSRBooleanMatrix *par_matrix;
HYPRE_Int first_col_diag;
HYPRE_Int last_col_diag;
HYPRE_Int i, j, ind;
hypre_MPI_Comm_rank(comm, &my_id);
hypre_MPI_Comm_size(comm, &num_procs);
if (my_id == 0)
{
global_data[0] = hypre_CSRBooleanMatrix_Get_NRows(A);
global_data[1] = hypre_CSRBooleanMatrix_Get_NCols(A);
a_i = hypre_CSRBooleanMatrix_Get_I(A);
a_j = hypre_CSRBooleanMatrix_Get_J(A);
}
hypre_MPI_Bcast(global_data,2,HYPRE_MPI_INT,0,comm);
global_num_rows = global_data[0];
global_num_cols = global_data[1];
local_num_rows = hypre_CTAlloc(HYPRE_Int, num_procs);
csr_matrix_datatypes = hypre_CTAlloc(hypre_MPI_Datatype, num_procs);
par_matrix = hypre_ParCSRBooleanMatrixCreate (comm, global_num_rows,
global_num_cols,row_starts,col_starts,0,0,0);
row_starts = hypre_ParCSRBooleanMatrix_Get_RowStarts(par_matrix);
col_starts = hypre_ParCSRBooleanMatrix_Get_ColStarts(par_matrix);
for (i=0; i < num_procs; i++)
local_num_rows[i] = row_starts[i+1] - row_starts[i];
if (my_id == 0)
{
local_num_nonzeros = hypre_CTAlloc(HYPRE_Int, num_procs);
for (i=0; i < num_procs-1; i++)
local_num_nonzeros[i] = a_i[row_starts[i+1]]
- a_i[row_starts[i]];
local_num_nonzeros[num_procs-1] = a_i[global_num_rows]
- a_i[row_starts[num_procs-1]];
}
hypre_MPI_Scatter(local_num_nonzeros,1,HYPRE_MPI_INT,&num_nonzeros,1,HYPRE_MPI_INT,0,comm);
if (my_id == 0) num_nonzeros = local_num_nonzeros[0];
local_A = hypre_CSRBooleanMatrixCreate(local_num_rows[my_id], global_num_cols,
num_nonzeros);
if (my_id == 0)
{
requests = hypre_CTAlloc (hypre_MPI_Request, num_procs-1);
status = hypre_CTAlloc(hypre_MPI_Status, num_procs-1);
j=0;
for (i=1; i < num_procs; i++)
{
ind = a_i[row_starts[i]];
hypre_BuildCSRBooleanMatrixMPIDataType(local_num_nonzeros[i],
local_num_rows[i],
&a_i[row_starts[i]],
&a_j[ind],
&csr_matrix_datatypes[i]);
hypre_MPI_Isend(hypre_MPI_BOTTOM, 1, csr_matrix_datatypes[i], i, 0, comm,
&requests[j++]);
hypre_MPI_Type_free(&csr_matrix_datatypes[i]);
}
hypre_CSRBooleanMatrix_Get_I(local_A) = a_i;
hypre_CSRBooleanMatrix_Get_J(local_A) = a_j;
hypre_MPI_Waitall(num_procs-1,requests,status);
hypre_TFree(requests);
hypre_TFree(status);
hypre_TFree(local_num_nonzeros);
}
else
{
hypre_CSRBooleanMatrixInitialize(local_A);
hypre_BuildCSRBooleanMatrixMPIDataType(num_nonzeros,
local_num_rows[my_id],
hypre_CSRBooleanMatrix_Get_I(local_A),
hypre_CSRBooleanMatrix_Get_J(local_A),
csr_matrix_datatypes);
hypre_MPI_Recv(hypre_MPI_BOTTOM,1,csr_matrix_datatypes[0],0,0,comm,&status0);
hypre_MPI_Type_free(csr_matrix_datatypes);
}
first_col_diag = col_starts[my_id];
last_col_diag = col_starts[my_id+1]-1;
BooleanGenerateDiagAndOffd(local_A, par_matrix, first_col_diag, last_col_diag);
/* set pointers back to NULL before destroying */
if (my_id == 0)
{
hypre_CSRBooleanMatrix_Get_I(local_A) = NULL;
hypre_CSRBooleanMatrix_Get_J(local_A) = NULL;
}
hypre_CSRBooleanMatrixDestroy(local_A);
hypre_TFree(local_num_rows);
hypre_TFree(csr_matrix_datatypes);
return par_matrix;
}
HYPRE_Int hypre_ParCSRBooleanMatrixGetRow(hypre_ParCSRBooleanMatrix *mat,
HYPRE_Int row, HYPRE_Int *size, HYPRE_Int **col_ind)
{
HYPRE_Int i, m, ierr=0, max=1, tmp, my_id, row_start, row_end;
HYPRE_Int *cworkA, *cworkB;
HYPRE_Int cstart, nztot, nzA, nzB, lrow;
HYPRE_Int *cmap, *idx_p;
hypre_CSRBooleanMatrix *Aa, *Ba;
Aa = (hypre_CSRBooleanMatrix *) hypre_ParCSRBooleanMatrix_Get_Diag(mat);
Ba = (hypre_CSRBooleanMatrix *) hypre_ParCSRBooleanMatrix_Get_Offd(mat);
if (hypre_ParCSRBooleanMatrix_Get_Getrowactive(mat)) return(-1);
hypre_MPI_Comm_rank( hypre_ParCSRBooleanMatrix_Get_Comm(mat), &my_id );
hypre_ParCSRBooleanMatrix_Get_Getrowactive(mat) = 1;
row_end = hypre_ParCSRBooleanMatrix_Get_RowStarts(mat)[ my_id + 1 ];
row_start = hypre_ParCSRBooleanMatrix_Get_RowStarts(mat)[ my_id ];
lrow = row - row_start;
if (row < row_start || row >= row_end) return(-1);
if ( col_ind )
{
m = row_end-row_start;
for ( i=0; i<m; i++ )
{
tmp = hypre_CSRBooleanMatrix_Get_I(Aa)[i+1] -
hypre_CSRBooleanMatrix_Get_I(Aa)[i] +
hypre_CSRBooleanMatrix_Get_I(Ba)[i+1] -
hypre_CSRBooleanMatrix_Get_I(Ba)[i];
if (max < tmp) { max = tmp; }
}
hypre_ParCSRBooleanMatrix_Get_Rowindices(mat) = (HYPRE_Int *) hypre_CTAlloc(HYPRE_Int,max);
}
cstart = hypre_ParCSRBooleanMatrix_Get_FirstColDiag(mat);
nzA = hypre_CSRBooleanMatrix_Get_I(Aa)[lrow+1] -
hypre_CSRBooleanMatrix_Get_I(Aa)[lrow];
cworkA= &(hypre_CSRBooleanMatrix_Get_J(Aa)[hypre_CSRBooleanMatrix_Get_I(Aa)[lrow]]);
nzB = hypre_CSRBooleanMatrix_Get_I(Ba)[lrow+1] -
hypre_CSRBooleanMatrix_Get_I(Ba)[lrow];
cworkB= &(hypre_CSRBooleanMatrix_Get_J(Ba)[hypre_CSRBooleanMatrix_Get_I(Ba)[lrow]]);
nztot = nzA + nzB;
cmap = hypre_ParCSRBooleanMatrix_Get_ColMapOffd(mat);
if (col_ind)
{
if (nztot)
{
HYPRE_Int imark = -1;
if (col_ind)
{
*col_ind = idx_p = hypre_ParCSRBooleanMatrix_Get_Rowindices(mat);
if (imark > -1)
{
for ( i=0; i<imark; i++ ) idx_p[i] = cmap[cworkB[i]];
}
else
{
for ( i=0; i<nzB; i++ )
{
if (cmap[cworkB[i]] < cstart) idx_p[i] = cmap[cworkB[i]];
else break;
}
imark = i;
}
for ( i=0; i<nzA; i++ ) idx_p[imark+i] = cstart + cworkA[i];
for ( i=imark; i<nzB; i++ ) idx_p[nzA+i] = cmap[cworkB[i]];
}
}
else
{
if (col_ind) *col_ind = 0;
}
}
*size = nztot;
return( ierr );
}
hypre_ParCSRBooleanMatrix *
hypre_ParCSRBooleanMatrixRead( MPI_Comm comm, const char *file_name )
{
hypre_ParCSRBooleanMatrix *matrix;
hypre_CSRBooleanMatrix *diag;
hypre_CSRBooleanMatrix *offd;
HYPRE_Int my_id, i, num_procs;
char new_file_d[80], new_file_o[80], new_file_info[80];
HYPRE_Int global_num_rows, global_num_cols, num_cols_offd;
HYPRE_Int local_num_rows;
HYPRE_Int *row_starts;
HYPRE_Int *col_starts;
HYPRE_Int *col_map_offd;
FILE *fp;
HYPRE_Int equal = 1;
hypre_MPI_Comm_rank(comm,&my_id);
hypre_MPI_Comm_size(comm,&num_procs);
row_starts = hypre_CTAlloc(HYPRE_Int, num_procs+1);
col_starts = hypre_CTAlloc(HYPRE_Int, num_procs+1);
hypre_sprintf(new_file_d,"%s.D.%d",file_name,my_id);
hypre_sprintf(new_file_o,"%s.O.%d",file_name,my_id);
hypre_sprintf(new_file_info,"%s.INFO.%d",file_name,my_id);
fp = fopen(new_file_info, "r");
hypre_fscanf(fp, "%d", &global_num_rows);
hypre_fscanf(fp, "%d", &global_num_cols);
hypre_fscanf(fp, "%d", &num_cols_offd);
for (i=0; i < num_procs; i++)
hypre_fscanf(fp, "%d %d", &row_starts[i], &col_starts[i]);
row_starts[num_procs] = global_num_rows;
col_starts[num_procs] = global_num_cols;
col_map_offd = hypre_CTAlloc(HYPRE_Int, num_cols_offd);
for (i=0; i < num_cols_offd; i++)
hypre_fscanf(fp, "%d", &col_map_offd[i]);
fclose(fp);
for (i=num_procs; i >= 0; i--)
if (row_starts[i] != col_starts[i])
{
equal = 0;
break;
}
if (equal)
{
hypre_TFree(col_starts);
col_starts = row_starts;
}
diag = hypre_CSRBooleanMatrixRead(new_file_d);
local_num_rows = hypre_CSRBooleanMatrix_Get_NRows(diag);
if (num_cols_offd)
{
offd = hypre_CSRBooleanMatrixRead(new_file_o);
}
else
offd = hypre_CSRBooleanMatrixCreate(local_num_rows,0,0);
matrix = hypre_CTAlloc(hypre_ParCSRBooleanMatrix, 1);
hypre_ParCSRBooleanMatrix_Get_Comm(matrix) = comm;
hypre_ParCSRBooleanMatrix_Get_GlobalNRows(matrix) = global_num_rows;
hypre_ParCSRBooleanMatrix_Get_GlobalNCols(matrix) = global_num_cols;
hypre_ParCSRBooleanMatrix_Get_StartRow(matrix) = row_starts[my_id];
hypre_ParCSRBooleanMatrix_Get_FirstColDiag(matrix) = col_starts[my_id];
hypre_ParCSRBooleanMatrix_Get_RowStarts(matrix) = row_starts;
hypre_ParCSRBooleanMatrix_Get_ColStarts(matrix) = col_starts;
hypre_ParCSRBooleanMatrix_Get_CommPkg(matrix) = NULL;
/* set defaults */
hypre_ParCSRBooleanMatrix_Get_OwnsData(matrix) = 1;
hypre_ParCSRBooleanMatrix_Get_OwnsRowStarts(matrix) = 1;
hypre_ParCSRBooleanMatrix_Get_OwnsColStarts(matrix) = 1;
if (row_starts == col_starts)
hypre_ParCSRBooleanMatrix_Get_OwnsColStarts(matrix) = 0;
hypre_ParCSRBooleanMatrix_Get_Diag(matrix) = diag;
hypre_ParCSRBooleanMatrix_Get_Offd(matrix) = offd;
if (num_cols_offd)
hypre_ParCSRBooleanMatrix_Get_ColMapOffd(matrix) = col_map_offd;
else
hypre_ParCSRBooleanMatrix_Get_ColMapOffd(matrix) = NULL;
return matrix;
}
hypre_ParCSRBooleanMatrix *hypre_ParCSRBooleanMatrixCreate( MPI_Comm comm,
HYPRE_Int global_num_rows, HYPRE_Int global_num_cols,
HYPRE_Int *row_starts, HYPRE_Int *col_starts,
HYPRE_Int num_cols_offd, HYPRE_Int num_nonzeros_diag,
HYPRE_Int num_nonzeros_offd)
{
hypre_ParCSRBooleanMatrix *matrix;
HYPRE_Int num_procs, my_id;
HYPRE_Int local_num_rows, local_num_cols;
HYPRE_Int first_row_index, first_col_diag;
matrix = hypre_CTAlloc(hypre_ParCSRBooleanMatrix, 1);
hypre_MPI_Comm_rank(comm,&my_id);
hypre_MPI_Comm_size(comm,&num_procs);
if (!row_starts)
{
hypre_GeneratePartitioning(global_num_rows,num_procs,&row_starts);
}
if (!col_starts)
{
if (global_num_rows == global_num_cols)
{
col_starts = row_starts;
}
else
{
hypre_GeneratePartitioning(global_num_cols,num_procs,&col_starts);
}
}
first_row_index = row_starts[my_id];
local_num_rows = row_starts[my_id+1]-first_row_index;
first_col_diag = col_starts[my_id];
local_num_cols = col_starts[my_id+1]-first_col_diag;
hypre_ParCSRBooleanMatrix_Get_Comm(matrix) = comm;
hypre_ParCSRBooleanMatrix_Get_Diag(matrix) =
hypre_CSRBooleanMatrixCreate(local_num_rows, local_num_cols,
num_nonzeros_diag);
hypre_ParCSRBooleanMatrix_Get_Offd(matrix) =
hypre_CSRBooleanMatrixCreate(local_num_rows, num_cols_offd,
num_nonzeros_offd);
hypre_ParCSRBooleanMatrix_Get_GlobalNRows(matrix) = global_num_rows;
hypre_ParCSRBooleanMatrix_Get_GlobalNCols(matrix) = global_num_cols;
hypre_ParCSRBooleanMatrix_Get_StartRow(matrix) = first_row_index;
hypre_ParCSRBooleanMatrix_Get_FirstColDiag(matrix) = first_col_diag;
hypre_ParCSRBooleanMatrix_Get_ColMapOffd(matrix) = NULL;
hypre_ParCSRBooleanMatrix_Get_RowStarts(matrix) = row_starts;
hypre_ParCSRBooleanMatrix_Get_ColStarts(matrix) = col_starts;
hypre_ParCSRBooleanMatrix_Get_CommPkg(matrix) = NULL;
hypre_ParCSRBooleanMatrix_Get_OwnsData(matrix) = 1;
hypre_ParCSRBooleanMatrix_Get_OwnsRowStarts(matrix) = 1;
hypre_ParCSRBooleanMatrix_Get_OwnsColStarts(matrix) = 1;
if (row_starts == col_starts)
hypre_ParCSRBooleanMatrix_Get_OwnsColStarts(matrix) = 0;
hypre_ParCSRBooleanMatrix_Get_Rowindices(matrix) = NULL;
hypre_ParCSRBooleanMatrix_Get_Getrowactive(matrix) = 0;
return matrix;
}