magma_int_t
magma_dvspread(
magma_d_matrix *x,
const char * filename,
magma_queue_t queue )
{
magma_int_t info = 0;
magma_d_matrix A={Magma_CSR}, B={Magma_CSR};
magma_int_t entry=0;
// char *vfilename[] = {"/mnt/sparse_matrices/mtx/rail_79841_B.mtx"};
CHECK( magma_d_csr_mtx( &A, filename, queue ));
CHECK( magma_dmconvert( A, &B, Magma_CSR, Magma_DENSE, queue ));
CHECK( magma_dvinit( x, Magma_CPU, A.num_cols, A.num_rows, MAGMA_D_ZERO, queue ));
x->major = MagmaRowMajor;
for(magma_int_t i=0; i<A.num_cols; i++) {
for(magma_int_t j=0; j<A.num_rows; j++) {
x->val[i*A.num_rows+j] = B.val[ i+j*A.num_cols ];
entry++;
}
}
x->num_rows = A.num_rows;
x->num_cols = A.num_cols;
cleanup:
magma_dmfree( &A, queue );
magma_dmfree( &B, queue );
return info;
}
/* ////////////////////////////////////////////////////////////////////////////
-- testing any solver
*/
int main( int argc, char** argv )
{
TESTING_INIT();
magma_dopts zopts;
magma_queue_t queue;
magma_queue_create( /*devices[ opts->device ],*/ &queue );
int i=1;
magma_dparse_opts( argc, argv, &zopts, &i, queue );
real_Double_t res;
magma_d_sparse_matrix Z, A, AT, A2, B, B_d;
B.blocksize = zopts.blocksize;
B.alignment = zopts.alignment;
while( i < argc ) {
if ( strcmp("LAPLACE2D", argv[i]) == 0 && i+1 < argc ) { // Laplace test
i++;
magma_int_t laplace_size = atoi( argv[i] );
magma_dm_5stencil( laplace_size, &Z, queue );
} else { // file-matrix test
magma_d_csr_mtx( &Z, argv[i], queue );
}
printf( "# matrix info: %d-by-%d with %d nonzeros\n",
(int) Z.num_rows,(int) Z.num_cols,(int) Z.nnz );
// scale matrix
magma_dmscale( &Z, zopts.scaling, queue );
// remove nonzeros in matrix
magma_dmcsrcompressor( &Z, queue );
// convert to be non-symmetric
magma_d_mconvert( Z, &A, Magma_CSR, Magma_CSRL, queue );
// transpose
magma_d_mtranspose( A, &AT, queue );
// convert, copy back and forth to check everything works
magma_d_mconvert( AT, &B, Magma_CSR, zopts.output_format, queue );
magma_d_mfree(&AT, queue );
magma_d_mtransfer( B, &B_d, Magma_CPU, Magma_DEV, queue );
magma_d_mfree(&B, queue );
magma_dmcsrcompressor_gpu( &B_d, queue );
magma_d_mtransfer( B_d, &B, Magma_DEV, Magma_CPU, queue );
magma_d_mfree(&B_d, queue );
magma_d_mconvert( B, &AT, zopts.output_format,Magma_CSR, queue );
magma_d_mfree(&B, queue );
// transpose back
magma_d_mtranspose( AT, &A2, queue );
magma_d_mfree(&AT, queue );
magma_dmdiff( A, A2, &res, queue);
printf("# ||A-B||_F = %8.2e\n", res);
if ( res < .000001 )
printf("# tester: ok\n");
else
printf("# tester: failed\n");
magma_d_mfree(&A, queue );
magma_d_mfree(&A2, queue );
magma_d_mfree(&Z, queue );
i++;
}
magma_queue_destroy( queue );
TESTING_FINALIZE();
return 0;
}
/* ////////////////////////////////////////////////////////////////////////////
-- testing any solver
*/
int main( int argc, char** argv )
{
TESTING_INIT();
magma_dopts zopts;
magma_queue_t queue;
magma_queue_create( /*devices[ opts->device ],*/ &queue );
int i=1;
magma_dparse_opts( argc, argv, &zopts, &i, queue );
real_Double_t res;
magma_d_sparse_matrix A, A2, A3, A4, A5;
while( i < argc ) {
if ( strcmp("LAPLACE2D", argv[i]) == 0 && i+1 < argc ) { // Laplace test
i++;
magma_int_t laplace_size = atoi( argv[i] );
magma_dm_5stencil( laplace_size, &A, queue );
} else { // file-matrix test
magma_d_csr_mtx( &A, argv[i], queue );
}
printf( "# matrix info: %d-by-%d with %d nonzeros\n",
(int) A.num_rows,(int) A.num_cols,(int) A.nnz );
// filename for temporary matrix storage
const char *filename = "testmatrix.mtx";
// write to file
write_d_csrtomtx( A, filename, queue );
// read from file
magma_d_csr_mtx( &A2, filename, queue );
// delete temporary matrix
unlink( filename );
//visualize
printf("A2:\n");
magma_d_mvisu( A2, queue );
//visualize
magma_d_mconvert(A2, &A4, Magma_CSR, Magma_CSRL, queue );
printf("A4:\n");
magma_d_mvisu( A4, queue );
magma_d_mconvert(A4, &A5, Magma_CSR, Magma_ELL, queue );
printf("A5:\n");
magma_d_mvisu( A5, queue );
// pass it to another application and back
magma_int_t m, n;
magma_index_t *row, *col;
double *val;
magma_dcsrget( A2, &m, &n, &row, &col, &val, queue );
magma_dcsrset( m, n, row, col, val, &A3, queue );
magma_dmdiff( A, A2, &res, queue );
printf("# ||A-B||_F = %8.2e\n", res);
if ( res < .000001 )
printf("# tester IO: ok\n");
else
printf("# tester IO: failed\n");
magma_dmdiff( A, A3, &res, queue );
printf("# ||A-B||_F = %8.2e\n", res);
if ( res < .000001 )
printf("# tester matrix interface: ok\n");
else
printf("# tester matrix interface: failed\n");
magma_d_mfree(&A, queue );
magma_d_mfree(&A2, queue );
magma_d_mfree(&A4, queue );
magma_d_mfree(&A5, queue );
i++;
}
magma_queue_destroy( queue );
TESTING_FINALIZE();
return 0;
}
/* ////////////////////////////////////////////////////////////////////////////
-- testing sparse matrix vector product
*/
int main( int argc, char** argv )
{
TESTING_INIT();
magma_queue_t queue;
magma_queue_create( /*devices[ opts->device ],*/ &queue );
magma_d_sparse_matrix hA, hA_SELLP, hA_ELL, dA, dA_SELLP, dA_ELL;
hA_SELLP.blocksize = 8;
hA_SELLP.alignment = 8;
real_Double_t start, end, res;
magma_int_t *pntre;
double c_one = MAGMA_D_MAKE(1.0, 0.0);
double c_zero = MAGMA_D_MAKE(0.0, 0.0);
magma_int_t i, j;
for( i = 1; i < argc; ++i ) {
if ( strcmp("--blocksize", argv[i]) == 0 ) {
hA_SELLP.blocksize = atoi( argv[++i] );
} else if ( strcmp("--alignment", argv[i]) == 0 ) {
hA_SELLP.alignment = atoi( argv[++i] );
} else
break;
}
printf( "\n# usage: ./run_dspmv"
" [ --blocksize %d --alignment %d (for SELLP) ]"
" matrices \n\n", (int) hA_SELLP.blocksize, (int) hA_SELLP.alignment );
while( i < argc ) {
if ( strcmp("LAPLACE2D", argv[i]) == 0 && i+1 < argc ) { // Laplace test
i++;
magma_int_t laplace_size = atoi( argv[i] );
magma_dm_5stencil( laplace_size, &hA, queue );
} else { // file-matrix test
magma_d_csr_mtx( &hA, argv[i], queue );
}
printf( "\n# matrix info: %d-by-%d with %d nonzeros\n\n",
(int) hA.num_rows,(int) hA.num_cols,(int) hA.nnz );
real_Double_t FLOPS = 2.0*hA.nnz/1e9;
magma_d_vector hx, hy, dx, dy, hrefvec, hcheck;
// init CPU vectors
magma_d_vinit( &hx, Magma_CPU, hA.num_rows, c_zero, queue );
magma_d_vinit( &hy, Magma_CPU, hA.num_rows, c_zero, queue );
// init DEV vectors
magma_d_vinit( &dx, Magma_DEV, hA.num_rows, c_one, queue );
magma_d_vinit( &dy, Magma_DEV, hA.num_rows, c_zero, queue );
#ifdef MAGMA_WITH_MKL
// calling MKL with CSR
pntre = (magma_int_t*)malloc( (hA.num_rows+1)*sizeof(magma_int_t) );
pntre[0] = 0;
for (j=0; j<hA.num_rows; j++ ) {
pntre[j] = hA.row[j+1];
}
MKL_INT num_rows = hA.num_rows;
MKL_INT num_cols = hA.num_cols;
MKL_INT nnz = hA.nnz;
MKL_INT *col;
TESTING_MALLOC_CPU( col, MKL_INT, nnz );
for( magma_int_t t=0; t < hA.nnz; ++t ) {
col[ t ] = hA.col[ t ];
}
MKL_INT *row;
TESTING_MALLOC_CPU( row, MKL_INT, num_rows );
for( magma_int_t t=0; t < hA.num_rows; ++t ) {
row[ t ] = hA.col[ t ];
}
start = magma_wtime();
for (j=0; j<10; j++ ) {
mkl_dcsrmv( "N", &num_rows, &num_cols,
MKL_ADDR(&c_one), "GFNC", MKL_ADDR(hA.val),
col, row, pntre,
MKL_ADDR(hx.val),
MKL_ADDR(&c_zero), MKL_ADDR(hy.val) );
}
end = magma_wtime();
printf( "\n > MKL : %.2e seconds %.2e GFLOP/s (CSR).\n",
(end-start)/10, FLOPS*10/(end-start) );
TESTING_FREE_CPU( row );
TESTING_FREE_CPU( col );
free(pntre);
#endif // MAGMA_WITH_MKL
// copy matrix to GPU
magma_d_mtransfer( hA, &dA, Magma_CPU, Magma_DEV, queue );
// SpMV on GPU (CSR) -- this is the reference!
start = magma_sync_wtime( queue );
for (j=0; j<10; j++)
magma_d_spmv( c_one, dA, dx, c_zero, dy, queue );
end = magma_sync_wtime( queue );
printf( " > MAGMA: %.2e seconds %.2e GFLOP/s (standard CSR).\n",
(end-start)/10, FLOPS*10/(end-start) );
magma_d_mfree(&dA, queue );
magma_d_vtransfer( dy, &hrefvec , Magma_DEV, Magma_CPU, queue );
// convert to ELL and copy to GPU
magma_d_mconvert( hA, &hA_ELL, Magma_CSR, Magma_ELL, queue );
magma_d_mtransfer( hA_ELL, &dA_ELL, Magma_CPU, Magma_DEV, queue );
magma_d_mfree(&hA_ELL, queue );
magma_d_vfree( &dy, queue );
magma_d_vinit( &dy, Magma_DEV, hA.num_rows, c_zero, queue );
// SpMV on GPU (ELL)
start = magma_sync_wtime( queue );
for (j=0; j<10; j++)
magma_d_spmv( c_one, dA_ELL, dx, c_zero, dy, queue );
end = magma_sync_wtime( queue );
printf( " > MAGMA: %.2e seconds %.2e GFLOP/s (standard ELL).\n",
(end-start)/10, FLOPS*10/(end-start) );
magma_d_mfree(&dA_ELL, queue );
magma_d_vtransfer( dy, &hcheck , Magma_DEV, Magma_CPU, queue );
res = 0.0;
for(magma_int_t k=0; k<hA.num_rows; k++ )
res=res + MAGMA_D_REAL(hcheck.val[k]) - MAGMA_D_REAL(hrefvec.val[k]);
if ( res < .000001 )
printf("# tester spmv ELL: ok\n");
else
printf("# tester spmv ELL: failed\n");
magma_d_vfree( &hcheck, queue );
// convert to SELLP and copy to GPU
magma_d_mconvert( hA, &hA_SELLP, Magma_CSR, Magma_SELLP, queue );
magma_d_mtransfer( hA_SELLP, &dA_SELLP, Magma_CPU, Magma_DEV, queue );
magma_d_mfree(&hA_SELLP, queue );
magma_d_vfree( &dy, queue );
magma_d_vinit( &dy, Magma_DEV, hA.num_rows, c_zero, queue );
// SpMV on GPU (SELLP)
start = magma_sync_wtime( queue );
for (j=0; j<10; j++)
magma_d_spmv( c_one, dA_SELLP, dx, c_zero, dy, queue );
end = magma_sync_wtime( queue );
printf( " > MAGMA: %.2e seconds %.2e GFLOP/s (SELLP).\n",
(end-start)/10, FLOPS*10/(end-start) );
magma_d_vtransfer( dy, &hcheck , Magma_DEV, Magma_CPU, queue );
res = 0.0;
for(magma_int_t k=0; k<hA.num_rows; k++ )
res=res + MAGMA_D_REAL(hcheck.val[k]) - MAGMA_D_REAL(hrefvec.val[k]);
printf("# |x-y|_F = %8.2e\n", res);
if ( res < .000001 )
printf("# tester spmv SELL-P: ok\n");
else
printf("# tester spmv SELL-P: failed\n");
magma_d_vfree( &hcheck, queue );
magma_d_mfree(&dA_SELLP, queue );
// SpMV on GPU (CUSPARSE - CSR)
// CUSPARSE context //
cusparseHandle_t cusparseHandle = 0;
cusparseStatus_t cusparseStatus;
cusparseStatus = cusparseCreate(&cusparseHandle);
cusparseSetStream( cusparseHandle, queue );
cusparseMatDescr_t descr = 0;
cusparseStatus = cusparseCreateMatDescr(&descr);
cusparseSetMatType(descr,CUSPARSE_MATRIX_TYPE_GENERAL);
cusparseSetMatIndexBase(descr,CUSPARSE_INDEX_BASE_ZERO);
double alpha = c_one;
double beta = c_zero;
magma_d_vfree( &dy, queue );
magma_d_vinit( &dy, Magma_DEV, hA.num_rows, c_zero, queue );
// copy matrix to GPU
magma_d_mtransfer( hA, &dA, Magma_CPU, Magma_DEV, queue );
start = magma_sync_wtime( queue );
for (j=0; j<10; j++)
cusparseStatus =
cusparseDcsrmv(cusparseHandle,CUSPARSE_OPERATION_NON_TRANSPOSE,
hA.num_rows, hA.num_cols, hA.nnz, &alpha, descr,
dA.dval, dA.drow, dA.dcol, dx.dval, &beta, dy.dval);
end = magma_sync_wtime( queue );
if (cusparseStatus != 0) printf("error in cuSPARSE CSR\n");
printf( " > CUSPARSE: %.2e seconds %.2e GFLOP/s (CSR).\n",
(end-start)/10, FLOPS*10/(end-start) );
cusparseMatDescr_t descrA;
cusparseStatus = cusparseCreateMatDescr(&descrA);
if (cusparseStatus != 0) printf("error\n");
cusparseHybMat_t hybA;
cusparseStatus = cusparseCreateHybMat( &hybA );
if (cusparseStatus != 0) printf("error\n");
magma_d_vtransfer( dy, &hcheck , Magma_DEV, Magma_CPU, queue );
res = 0.0;
for(magma_int_t k=0; k<hA.num_rows; k++ )
res=res + MAGMA_D_REAL(hcheck.val[k]) - MAGMA_D_REAL(hrefvec.val[k]);
printf("# |x-y|_F = %8.2e\n", res);
if ( res < .000001 )
printf("# tester spmv cuSPARSE CSR: ok\n");
else
printf("# tester spmv cuSPARSE CSR: failed\n");
magma_d_vfree( &hcheck, queue );
magma_d_vfree( &dy, queue );
magma_d_vinit( &dy, Magma_DEV, hA.num_rows, c_zero, queue );
cusparseDcsr2hyb(cusparseHandle, hA.num_rows, hA.num_cols,
descrA, dA.dval, dA.drow, dA.dcol,
hybA, 0, CUSPARSE_HYB_PARTITION_AUTO);
start = magma_sync_wtime( queue );
for (j=0; j<10; j++)
cusparseStatus =
cusparseDhybmv( cusparseHandle, CUSPARSE_OPERATION_NON_TRANSPOSE,
&alpha, descrA, hybA,
dx.dval, &beta, dy.dval);
end = magma_sync_wtime( queue );
if (cusparseStatus != 0) printf("error in cuSPARSE HYB\n");
printf( " > CUSPARSE: %.2e seconds %.2e GFLOP/s (HYB).\n",
(end-start)/10, FLOPS*10/(end-start) );
magma_d_vtransfer( dy, &hcheck , Magma_DEV, Magma_CPU, queue );
res = 0.0;
for(magma_int_t k=0; k<hA.num_rows; k++ )
res=res + MAGMA_D_REAL(hcheck.val[k]) - MAGMA_D_REAL(hrefvec.val[k]);
printf("# |x-y|_F = %8.2e\n", res);
if ( res < .000001 )
printf("# tester spmv cuSPARSE HYB: ok\n");
else
printf("# tester spmv cuSPARSE HYB: failed\n");
magma_d_vfree( &hcheck, queue );
cusparseDestroyMatDescr( descrA );
cusparseDestroyHybMat( hybA );
cusparseDestroy( cusparseHandle );
magma_d_mfree(&dA, queue );
printf("\n\n");
// free CPU memory
magma_d_mfree(&hA, queue );
magma_d_vfree(&hx, queue );
magma_d_vfree(&hy, queue );
magma_d_vfree(&hrefvec, queue );
// free GPU memory
magma_d_vfree(&dx, queue );
magma_d_vfree(&dy, queue );
i++;
}
magma_queue_destroy( queue );
TESTING_FINALIZE();
return 0;
}
/* ////////////////////////////////////////////////////////////////////////////
-- testing any solver
*/
int main( int argc, char** argv )
{
magma_int_t info = 0;
TESTING_CHECK( magma_init() );
magma_print_environment();
magma_dopts zopts;
magma_queue_t queue=NULL;
magma_queue_create( 0, &queue );
real_Double_t res;
magma_d_matrix A={Magma_CSR}, A2={Magma_CSR},
A3={Magma_CSR}, A4={Magma_CSR}, A5={Magma_CSR};
int i=1;
TESTING_CHECK( magma_dparse_opts( argc, argv, &zopts, &i, queue ));
while( i < argc ) {
if ( strcmp("LAPLACE2D", argv[i]) == 0 && i+1 < argc ) { // Laplace test
i++;
magma_int_t laplace_size = atoi( argv[i] );
TESTING_CHECK( magma_dm_5stencil( laplace_size, &A, queue ));
} else { // file-matrix test
TESTING_CHECK( magma_d_csr_mtx( &A, argv[i], queue ));
}
printf("%% matrix info: %lld-by-%lld with %lld nonzeros\n",
(long long) A.num_rows, (long long) A.num_cols, (long long) A.nnz );
// filename for temporary matrix storage
const char *filename = "testmatrix.mtx";
// write to file
TESTING_CHECK( magma_dwrite_csrtomtx( A, filename, queue ));
// read from file
TESTING_CHECK( magma_d_csr_mtx( &A2, filename, queue ));
// delete temporary matrix
unlink( filename );
//visualize
printf("A2:\n");
TESTING_CHECK( magma_dprint_matrix( A2, queue ));
//visualize
TESTING_CHECK( magma_dmconvert(A2, &A4, Magma_CSR, Magma_CSRL, queue ));
printf("A4:\n");
TESTING_CHECK( magma_dprint_matrix( A4, queue ));
TESTING_CHECK( magma_dmconvert(A4, &A5, Magma_CSR, Magma_ELL, queue ));
printf("A5:\n");
TESTING_CHECK( magma_dprint_matrix( A5, queue ));
// pass it to another application and back
magma_int_t m, n;
magma_index_t *row, *col;
double *val=NULL;
TESTING_CHECK( magma_dcsrget( A2, &m, &n, &row, &col, &val, queue ));
TESTING_CHECK( magma_dcsrset( m, n, row, col, val, &A3, queue ));
TESTING_CHECK( magma_dmdiff( A, A2, &res, queue ));
printf("%% ||A-B||_F = %8.2e\n", res);
if ( res < .000001 )
printf("%% tester IO: ok\n");
else
printf("%% tester IO: failed\n");
TESTING_CHECK( magma_dmdiff( A, A3, &res, queue ));
printf("%% ||A-B||_F = %8.2e\n", res);
if ( res < .000001 )
printf("%% tester matrix interface: ok\n");
else
printf("%% tester matrix interface: failed\n");
magma_dmfree(&A, queue );
magma_dmfree(&A2, queue );
magma_dmfree(&A4, queue );
magma_dmfree(&A5, queue );
i++;
}
magma_queue_destroy( queue );
TESTING_CHECK( magma_finalize() );
return info;
}
/* ////////////////////////////////////////////////////////////////////////////
-- testing any solver
*/
int main( int argc, char** argv )
{
TESTING_INIT();
magma_dopts zopts;
magma_queue_t queue;
magma_queue_create( /*devices[ opts->device ],*/ &queue );
int i=1;
magma_dparse_opts( argc, argv, &zopts, &i, queue );
real_Double_t res;
magma_d_sparse_matrix Z, Z2, A, A2, AT, AT2, B;
B.blocksize = zopts.blocksize;
B.alignment = zopts.alignment;
while( i < argc ) {
if ( strcmp("LAPLACE2D", argv[i]) == 0 && i+1 < argc ) { // Laplace test
i++;
magma_int_t laplace_size = atoi( argv[i] );
magma_dm_5stencil( laplace_size, &Z, queue );
} else { // file-matrix test
magma_d_csr_mtx( &Z, argv[i], queue );
}
printf( "# matrix info: %d-by-%d with %d nonzeros\n",
(int) Z.num_rows,(int) Z.num_cols,(int) Z.nnz );
// convert to be non-symmetric
magma_d_mconvert( Z, &A, Magma_CSR, Magma_CSRL, queue );
magma_d_mconvert( Z, &B, Magma_CSR, Magma_CSRU, queue );
// transpose
magma_d_mtranspose( A, &AT, queue );
// quite some conversions
//ELL
magma_d_mconvert( AT, &AT2, Magma_CSR, Magma_ELL, queue );
magma_d_mfree(&AT, queue );
magma_d_mconvert( AT2, &AT, Magma_ELL, Magma_CSR, queue );
magma_d_mfree(&AT2, queue );
//ELLPACKT
magma_d_mconvert( AT, &AT2, Magma_CSR, Magma_ELLPACKT, queue );
magma_d_mfree(&AT, queue );
magma_d_mconvert( AT2, &AT, Magma_ELLPACKT, Magma_CSR, queue );
magma_d_mfree(&AT2, queue );
//ELLRT
AT2.blocksize = 8;
AT2.alignment = 8;
magma_d_mconvert( AT, &AT2, Magma_CSR, Magma_ELLRT, queue );
magma_d_mfree(&AT, queue );
magma_d_mconvert( AT2, &AT, Magma_ELLRT, Magma_CSR, queue );
magma_d_mfree(&AT2, queue );
//SELLP
AT2.blocksize = 8;
AT2.alignment = 8;
magma_d_mconvert( AT, &AT2, Magma_CSR, Magma_SELLP, queue );
magma_d_mfree(&AT, queue );
magma_d_mconvert( AT2, &AT, Magma_SELLP, Magma_CSR, queue );
magma_d_mfree(&AT2, queue );
//ELLD
magma_d_mconvert( AT, &AT2, Magma_CSR, Magma_ELLD, queue );
magma_d_mfree(&AT, queue );
magma_d_mconvert( AT2, &AT, Magma_ELLD, Magma_CSR, queue );
magma_d_mfree(&AT2, queue );
//CSRCOO
magma_d_mconvert( AT, &AT2, Magma_CSR, Magma_CSRCOO, queue );
magma_d_mfree(&AT, queue );
magma_d_mconvert( AT2, &AT, Magma_CSRCOO, Magma_CSR, queue );
magma_d_mfree(&AT2, queue );
//CSRD
magma_d_mconvert( AT, &AT2, Magma_CSR, Magma_CSRD, queue );
magma_d_mfree(&AT, queue );
magma_d_mconvert( AT2, &AT, Magma_CSRD, Magma_CSR, queue );
magma_d_mfree(&AT2, queue );
//BCSR
magma_d_mconvert( AT, &AT2, Magma_CSR, Magma_BCSR, queue );
magma_d_mfree(&AT, queue );
magma_d_mconvert( AT2, &AT, Magma_BCSR, Magma_CSR, queue );
magma_d_mfree(&AT2, queue );
// transpose
magma_d_mtranspose( AT, &A2, queue );
magma_dmdiff( A, A2, &res, queue);
printf("# ||A-A2||_F = %8.2e\n", res);
if ( res < .000001 )
printf("# conversion tester: ok\n");
else
printf("# conversion tester: failed\n");
magma_dmlumerge( A2, B, &Z2, queue );
magma_dmdiff( Z, Z2, &res, queue);
printf("# ||Z-Z2||_F = %8.2e\n", res);
if ( res < .000001 )
printf("# LUmerge tester: ok\n");
else
printf("# LUmerge tester: failed\n");
magma_d_mfree(&A, queue );
magma_d_mfree(&A2, queue );
magma_d_mfree(&AT, queue );
magma_d_mfree(&AT2, queue );
magma_d_mfree(&B, queue );
magma_d_mfree(&Z2, queue );
magma_d_mfree(&Z, queue );
i++;
}
magma_queue_destroy( queue );
TESTING_FINALIZE();
return 0;
}
magma_int_t
magma_dcustomilusetup(
magma_d_matrix A,
magma_d_matrix b,
magma_d_preconditioner *precond,
magma_queue_t queue )
{
magma_int_t info = 0;
cusparseHandle_t cusparseHandle=NULL;
cusparseMatDescr_t descrL=NULL;
cusparseMatDescr_t descrU=NULL;
magma_d_matrix hA={Magma_CSR};
char preconditionermatrix[255];
// first L
snprintf( preconditionermatrix, sizeof(preconditionermatrix),
"precondL.mtx" );
CHECK( magma_d_csr_mtx( &hA, preconditionermatrix , queue) );
CHECK( magma_dmtransfer( hA, &precond->L, Magma_CPU, Magma_DEV , queue ));
// extract the diagonal of L into precond->d
CHECK( magma_djacobisetup_diagscal( precond->L, &precond->d, queue ));
CHECK( magma_dvinit( &precond->work1, Magma_DEV, hA.num_rows, 1, MAGMA_D_ZERO, queue ));
magma_dmfree( &hA, queue );
// now U
snprintf( preconditionermatrix, sizeof(preconditionermatrix),
"precondU.mtx" );
CHECK( magma_d_csr_mtx( &hA, preconditionermatrix , queue) );
CHECK( magma_dmtransfer( hA, &precond->U, Magma_CPU, Magma_DEV , queue ));
// extract the diagonal of U into precond->d2
CHECK( magma_djacobisetup_diagscal( precond->U, &precond->d2, queue ));
CHECK( magma_dvinit( &precond->work2, Magma_DEV, hA.num_rows, 1, MAGMA_D_ZERO, queue ));
// CUSPARSE context //
CHECK_CUSPARSE( cusparseCreate( &cusparseHandle ));
CHECK_CUSPARSE( cusparseCreateMatDescr( &descrL ));
CHECK_CUSPARSE( cusparseSetMatType( descrL, CUSPARSE_MATRIX_TYPE_TRIANGULAR ));
CHECK_CUSPARSE( cusparseSetMatDiagType( descrL, CUSPARSE_DIAG_TYPE_UNIT ));
CHECK_CUSPARSE( cusparseSetMatIndexBase( descrL, CUSPARSE_INDEX_BASE_ZERO ));
CHECK_CUSPARSE( cusparseSetMatFillMode( descrL, CUSPARSE_FILL_MODE_LOWER ));
CHECK_CUSPARSE( cusparseCreateSolveAnalysisInfo( &precond->cuinfoL ));
CHECK_CUSPARSE( cusparseDcsrsv_analysis( cusparseHandle,
CUSPARSE_OPERATION_NON_TRANSPOSE, precond->L.num_rows,
precond->L.nnz, descrL,
precond->L.val, precond->L.row, precond->L.col, precond->cuinfoL ));
CHECK_CUSPARSE( cusparseCreateMatDescr( &descrU ));
CHECK_CUSPARSE( cusparseSetMatType( descrU, CUSPARSE_MATRIX_TYPE_TRIANGULAR ));
CHECK_CUSPARSE( cusparseSetMatDiagType( descrU, CUSPARSE_DIAG_TYPE_NON_UNIT ));
CHECK_CUSPARSE( cusparseSetMatIndexBase( descrU, CUSPARSE_INDEX_BASE_ZERO ));
CHECK_CUSPARSE( cusparseSetMatFillMode( descrU, CUSPARSE_FILL_MODE_UPPER ));
CHECK_CUSPARSE( cusparseCreateSolveAnalysisInfo( &precond->cuinfoU ));
CHECK_CUSPARSE( cusparseDcsrsv_analysis( cusparseHandle,
CUSPARSE_OPERATION_NON_TRANSPOSE, precond->U.num_rows,
precond->U.nnz, descrU,
precond->U.val, precond->U.row, precond->U.col, precond->cuinfoU ));
cleanup:
cusparseDestroy( cusparseHandle );
cusparseDestroyMatDescr( descrL );
cusparseDestroyMatDescr( descrU );
cusparseHandle=NULL;
descrL=NULL;
descrU=NULL;
magma_dmfree( &hA, queue );
return info;
}
/* ////////////////////////////////////////////////////////////////////////////
-- running magma_dlobpcg
*/
int main( int argc, char** argv)
{
TESTING_INIT();
magma_d_solver_par solver_par;
solver_par.epsilon = 1e-5;
solver_par.maxiter = 1000;
solver_par.verbose = 0;
solver_par.num_eigenvalues = 32;
solver_par.solver = Magma_LOBPCG;
magma_d_preconditioner precond_par;
precond_par.solver = Magma_JACOBI;
int precond = 0;
int format = 0;
int scale = 0;
magma_scale_t scaling = Magma_NOSCALE;
magma_d_sparse_matrix A, B, dA;
B.blocksize = 8;
B.alignment = 8;
B.storage_type = Magma_CSR;
int i;
for( i = 1; i < argc; ++i ) {
if ( strcmp("--format", argv[i]) == 0 ) {
format = atoi( argv[++i] );
switch( format ) {
case 0: B.storage_type = Magma_CSR; break;
case 1: B.storage_type = Magma_ELL; break;
case 2: B.storage_type = Magma_ELLRT; break;
case 3: B.storage_type = Magma_SELLP; break;
}
}else if ( strcmp("--mscale", argv[i]) == 0 ) {
scale = atoi( argv[++i] );
switch( scale ) {
case 0: scaling = Magma_NOSCALE; break;
case 1: scaling = Magma_UNITDIAG; break;
case 2: scaling = Magma_UNITROW; break;
}
}else if ( strcmp("--precond", argv[i]) == 0 ) {
format = atoi( argv[++i] );
switch( precond ) {
case 0: precond_par.solver = Magma_JACOBI; break;
}
}else if ( strcmp("--blocksize", argv[i]) == 0 ) {
B.blocksize = atoi( argv[++i] );
}else if ( strcmp("--alignment", argv[i]) == 0 ) {
B.alignment = atoi( argv[++i] );
}else if ( strcmp("--verbose", argv[i]) == 0 ) {
solver_par.verbose = atoi( argv[++i] );
} else if ( strcmp("--maxiter", argv[i]) == 0 ) {
solver_par.maxiter = atoi( argv[++i] );
} else if ( strcmp("--tol", argv[i]) == 0 ) {
sscanf( argv[++i], "%lf", &solver_par.epsilon );
} else if ( strcmp("--eigenvalues", argv[i]) == 0 ) {
solver_par.num_eigenvalues = atoi( argv[++i] );
} else
break;
}
printf( "\n# usage: ./run_dlobpcg"
" [ --format %d (0=CSR, 1=ELL, 2=ELLRT, 4=SELLP)"
" [ --blocksize %d --alignment %d ]"
" --mscale %d (0=no, 1=unitdiag, 2=unitrownrm)"
" --verbose %d (0=summary, k=details every k iterations)"
" --maxiter %d --tol %.2e"
" --preconditioner %d (0=Jacobi) "
" --eigenvalues %d ]"
" matrices \n\n", format, (int) B.blocksize, (int) B.alignment,
(int) scale,
(int) solver_par.verbose,
(int) solver_par.maxiter, solver_par.epsilon, precond,
(int) solver_par.num_eigenvalues);
while( i < argc ){
magma_d_csr_mtx( &A, argv[i] );
printf( "\n# matrix info: %d-by-%d with %d nonzeros\n\n",
(int) A.num_rows,(int) A.num_cols,(int) A.nnz );
// scale initial guess
magma_dmscale( &A, scaling );
solver_par.ev_length = A.num_cols;
magma_d_sparse_matrix A2;
A2.storage_type = Magma_SELLC;
A2.blocksize = 8;
A2.alignment = 4;
magma_d_mconvert( A, &A2, Magma_CSR, A2.storage_type );
// copy matrix to GPU
magma_d_mtransfer( A2, &dA, Magma_CPU, Magma_DEV);
magma_dsolverinfo_init( &solver_par, &precond_par ); // inside the loop!
// as the matrix size has influence on the EV-length
real_Double_t gpu_time;
// Find the blockSize smallest eigenvalues and corresponding eigen-vectors
gpu_time = magma_wtime();
magma_dlobpcg( dA, &solver_par );
gpu_time = magma_wtime() - gpu_time;
printf("Time (sec) = %7.2f\n", gpu_time);
printf("solver runtime (sec) = %7.2f\n", solver_par.runtime );
magma_dsolverinfo_free( &solver_par, &precond_par );
magma_d_mfree( &dA );
magma_d_mfree( &A2 );
magma_d_mfree( &A );
i++;
}
TESTING_FINALIZE();
return 0;
}
/* ////////////////////////////////////////////////////////////////////////////
-- testing any solver
*/
int main( int argc, char** argv )
{
magma_int_t info = 0;
TESTING_INIT();
magma_dopts zopts;
magma_queue_t queue=NULL;
magma_queue_create( 0, &queue );
real_Double_t res;
magma_d_matrix A={Magma_CSR}, AT={Magma_CSR}, A2={Magma_CSR},
B={Magma_CSR}, B_d={Magma_CSR};
int i=1;
real_Double_t start, end;
CHECK( magma_dparse_opts( argc, argv, &zopts, &i, queue ));
B.blocksize = zopts.blocksize;
B.alignment = zopts.alignment;
while( i < argc ) {
if ( strcmp("LAPLACE2D", argv[i]) == 0 && i+1 < argc ) { // Laplace test
i++;
magma_int_t laplace_size = atoi( argv[i] );
CHECK( magma_dm_5stencil( laplace_size, &A, queue ));
} else { // file-matrix test
CHECK( magma_d_csr_mtx( &A, argv[i], queue ));
}
printf( "\n# matrix info: %d-by-%d with %d nonzeros\n\n",
int(A.num_rows), int(A.num_cols), int(A.nnz) );
// scale matrix
CHECK( magma_dmscale( &A, zopts.scaling, queue ));
// remove nonzeros in matrix
start = magma_sync_wtime( queue );
for (int j=0; j<10; j++)
CHECK( magma_dmcsrcompressor( &A, queue ));
end = magma_sync_wtime( queue );
printf( " > MAGMA CPU: %.2e seconds.\n", (end-start)/10 );
// transpose
CHECK( magma_dmtranspose( A, &AT, queue ));
// convert, copy back and forth to check everything works
CHECK( magma_dmconvert( AT, &B, Magma_CSR, Magma_CSR, queue ));
magma_dmfree(&AT, queue );
CHECK( magma_dmtransfer( B, &B_d, Magma_CPU, Magma_DEV, queue ));
magma_dmfree(&B, queue );
start = magma_sync_wtime( queue );
for (int j=0; j<10; j++)
CHECK( magma_dmcsrcompressor_gpu( &B_d, queue ));
end = magma_sync_wtime( queue );
printf( " > MAGMA GPU: %.2e seconds.\n", (end-start)/10 );
CHECK( magma_dmtransfer( B_d, &B, Magma_DEV, Magma_CPU, queue ));
magma_dmfree(&B_d, queue );
CHECK( magma_dmconvert( B, &AT, Magma_CSR, Magma_CSR, queue ));
magma_dmfree(&B, queue );
// transpose back
CHECK( magma_dmtranspose( AT, &A2, queue ));
magma_dmfree(&AT, queue );
CHECK( magma_dmdiff( A, A2, &res, queue ));
printf("%% ||A-B||_F = %8.2e\n", res);
if ( res < .000001 )
printf("%% tester matrix compressor: ok\n");
else
printf("%% tester matrix compressor: failed\n");
magma_dmfree(&A, queue );
magma_dmfree(&A2, queue );
i++;
}
cleanup:
magma_dmfree(&AT, queue );
magma_dmfree(&B, queue );
magma_dmfree(&A, queue );
magma_dmfree(&A2, queue );
magma_queue_destroy( queue );
TESTING_FINALIZE();
return info;
}
/* ////////////////////////////////////////////////////////////////////////////
-- testing any solver
*/
int main( int argc, char** argv )
{
magma_int_t info = 0;
TESTING_INIT();
magma_dopts zopts;
magma_queue_t queue=NULL;
magma_queue_create( &queue );
real_Double_t res;
magma_d_matrix Z={Magma_CSR}, Z2={Magma_CSR}, A={Magma_CSR}, A2={Magma_CSR},
AT={Magma_CSR}, AT2={Magma_CSR}, B={Magma_CSR};
int i=1;
CHECK( magma_dparse_opts( argc, argv, &zopts, &i, queue ));
B.blocksize = zopts.blocksize;
B.alignment = zopts.alignment;
while( i < argc ) {
if ( strcmp("LAPLACE2D", argv[i]) == 0 && i+1 < argc ) { // Laplace test
i++;
magma_int_t laplace_size = atoi( argv[i] );
CHECK( magma_dm_5stencil( laplace_size, &Z, queue ));
} else { // file-matrix test
CHECK( magma_d_csr_mtx( &Z, argv[i], queue ));
}
printf("%% matrix info: %d-by-%d with %d nonzeros\n",
int(Z.num_rows), int(Z.num_cols), int(Z.nnz) );
// convert to be non-symmetric
CHECK( magma_dmconvert( Z, &A, Magma_CSR, Magma_CSRL, queue ));
CHECK( magma_dmconvert( Z, &B, Magma_CSR, Magma_CSRU, queue ));
// transpose
CHECK( magma_dmtranspose( A, &AT, queue ));
// quite some conversions
//ELL
CHECK( magma_dmconvert( AT, &AT2, Magma_CSR, Magma_ELL, queue ));
magma_dmfree(&AT, queue );
CHECK( magma_dmconvert( AT2, &AT, Magma_ELL, Magma_CSR, queue ));
magma_dmfree(&AT2, queue );
//ELLPACKT
CHECK( magma_dmconvert( AT, &AT2, Magma_CSR, Magma_ELLPACKT, queue ));
magma_dmfree(&AT, queue );
CHECK( magma_dmconvert( AT2, &AT, Magma_ELLPACKT, Magma_CSR, queue ));
magma_dmfree(&AT2, queue );
//ELLRT
AT2.blocksize = 8;
AT2.alignment = 8;
CHECK( magma_dmconvert( AT, &AT2, Magma_CSR, Magma_ELLRT, queue ));
magma_dmfree(&AT, queue );
CHECK( magma_dmconvert( AT2, &AT, Magma_ELLRT, Magma_CSR, queue ));
magma_dmfree(&AT2, queue );
//SELLP
AT2.blocksize = 8;
AT2.alignment = 8;
CHECK( magma_dmconvert( AT, &AT2, Magma_CSR, Magma_SELLP, queue ));
magma_dmfree(&AT, queue );
CHECK( magma_dmconvert( AT2, &AT, Magma_SELLP, Magma_CSR, queue ));
magma_dmfree(&AT2, queue );
//ELLD
CHECK( magma_dmconvert( AT, &AT2, Magma_CSR, Magma_ELLD, queue ));
magma_dmfree(&AT, queue );
CHECK( magma_dmconvert( AT2, &AT, Magma_ELLD, Magma_CSR, queue ));
magma_dmfree(&AT2, queue );
//CSRCOO
CHECK( magma_dmconvert( AT, &AT2, Magma_CSR, Magma_CSRCOO, queue ));
magma_dmfree(&AT, queue );
CHECK( magma_dmconvert( AT2, &AT, Magma_CSRCOO, Magma_CSR, queue ));
magma_dmfree(&AT2, queue );
//CSRLIST
CHECK( magma_dmconvert( AT, &AT2, Magma_CSR, Magma_CSRLIST, queue ));
magma_dmfree(&AT, queue );
CHECK( magma_dmconvert( AT2, &AT, Magma_CSRLIST, Magma_CSR, queue ));
magma_dmfree(&AT2, queue );
//CSRD
CHECK( magma_dmconvert( AT, &AT2, Magma_CSR, Magma_CSRD, queue ));
magma_dmfree(&AT, queue );
CHECK( magma_dmconvert( AT2, &AT, Magma_CSRD, Magma_CSR, queue ));
magma_dmfree(&AT2, queue );
// transpose
CHECK( magma_dmtranspose( AT, &A2, queue ));
CHECK( magma_dmdiff( A, A2, &res, queue));
printf("%% ||A-A2||_F = %8.2e\n", res);
if ( res < .000001 )
printf("%% conversion tester: ok\n");
else
printf("%% conversion tester: failed\n");
CHECK( magma_dmlumerge( A2, B, &Z2, queue ));
CHECK( magma_dmdiff( Z, Z2, &res, queue));
printf("%% ||Z-Z2||_F = %8.2e\n", res);
if ( res < .000001 )
printf("%% LUmerge tester: ok\n");
else
printf("%% LUmerge tester: failed\n");
magma_dmfree(&A, queue );
magma_dmfree(&A2, queue );
magma_dmfree(&AT, queue );
magma_dmfree(&AT2, queue );
magma_dmfree(&B, queue );
magma_dmfree(&Z2, queue );
magma_dmfree(&Z, queue );
i++;
}
cleanup:
magma_dmfree(&A, queue );
magma_dmfree(&A2, queue );
magma_dmfree(&AT, queue );
magma_dmfree(&AT2, queue );
magma_dmfree(&B, queue );
magma_dmfree(&Z2, queue );
magma_dmfree(&Z, queue );
magma_queue_destroy( queue );
TESTING_FINALIZE();
return info;
}
/* ////////////////////////////////////////////////////////////////////////////
-- testing any solver
*/
int main( int argc, char** argv )
{
magma_int_t info = 0;
TESTING_INIT();
magma_dopts zopts;
magma_queue_t queue=NULL;
magma_queue_create( 0, &queue );
real_Double_t res;
magma_d_matrix Z={Magma_CSR}, A={Magma_CSR}, AT={Magma_CSR},
A2={Magma_CSR}, B={Magma_CSR}, B_d={Magma_CSR};
magma_index_t *comm_i=NULL;
double *comm_v=NULL;
magma_int_t start, end;
int i=1;
CHECK( magma_dparse_opts( argc, argv, &zopts, &i, queue ));
B.blocksize = zopts.blocksize;
B.alignment = zopts.alignment;
while( i < argc ) {
if ( strcmp("LAPLACE2D", argv[i]) == 0 && i+1 < argc ) { // Laplace test
i++;
magma_int_t laplace_size = atoi( argv[i] );
CHECK( magma_dm_5stencil( laplace_size, &Z, queue ));
} else { // file-matrix test
CHECK( magma_d_csr_mtx( &Z, argv[i], queue ));
}
printf("%% matrix info: %d-by-%d with %d nonzeros\n",
int(Z.num_rows), int(Z.num_cols), int(Z.nnz) );
// slice matrix
CHECK( magma_index_malloc_cpu( &comm_i, Z.num_rows ) );
CHECK( magma_dmalloc_cpu( &comm_v, Z.num_rows ) );
CHECK( magma_dmslice( 1, 0, Z, &A2, &AT, &B, comm_i, comm_v, &start, &end, queue ) );
magma_dprint_matrix( A2, queue );
magma_dprint_matrix( AT, queue );
magma_dprint_matrix( B, queue );
magma_dmfree(&A2, queue );
magma_dmfree(&AT, queue );
magma_dmfree(&B, queue );
CHECK( magma_dmslice( 9, 0, Z, &A2, &AT, &B, comm_i, comm_v, &start, &end, queue ) );
magma_dprint_matrix( A2, queue );
magma_dprint_matrix( AT, queue );
magma_dprint_matrix( B, queue );
magma_dmfree(&A2, queue );
magma_dmfree(&AT, queue );
magma_dmfree(&B, queue );
CHECK( magma_dmslice( 9, 1, Z, &A2, &AT, &B, comm_i, comm_v, &start, &end, queue ) );
magma_dprint_matrix( A2, queue );
magma_dprint_matrix( AT, queue );
magma_dprint_matrix( B, queue );
magma_dmfree(&A2, queue );
magma_dmfree(&AT, queue );
magma_dmfree(&B, queue );
CHECK( magma_dmslice( 9, 8, Z, &A2, &AT, &B, comm_i, comm_v, &start, &end, queue ) );
magma_dprint_matrix( A2, queue );
magma_dprint_matrix( AT, queue );
magma_dprint_matrix( B, queue );
magma_dmfree(&A2, queue );
magma_dmfree(&AT, queue );
magma_dmfree(&B, queue );
// scale matrix
CHECK( magma_dmscale( &Z, zopts.scaling, queue ));
// remove nonzeros in matrix
CHECK( magma_dmcsrcompressor( &Z, queue ));
// convert to be non-symmetric
CHECK( magma_dmconvert( Z, &A, Magma_CSR, Magma_CSRL, queue ));
// transpose
CHECK( magma_dmtranspose( A, &AT, queue ));
// convert, copy back and forth to check everything works
CHECK( magma_dmconvert( AT, &B, Magma_CSR, zopts.output_format, queue ));
magma_dmfree(&AT, queue );
CHECK( magma_dmtransfer( B, &B_d, Magma_CPU, Magma_DEV, queue ));
magma_dmfree(&B, queue );
CHECK( magma_dmcsrcompressor_gpu( &B_d, queue ));
CHECK( magma_dmtransfer( B_d, &B, Magma_DEV, Magma_CPU, queue ));
magma_dmfree(&B_d, queue );
CHECK( magma_dmconvert( B, &AT, zopts.output_format,Magma_CSR, queue ));
magma_dmfree(&B, queue );
// transpose back
CHECK( magma_dmtranspose( AT, &A2, queue ));
magma_dmfree(&AT, queue );
CHECK( magma_dmdiff( A, A2, &res, queue));
printf("%% ||A-B||_F = %8.2e\n", res);
if ( res < .000001 )
printf("%% tester: ok\n");
else
printf("%% tester: failed\n");
magma_free_cpu( comm_i );
magma_free_cpu( comm_v );
comm_i=NULL;
comm_v=NULL;
magma_dmfree(&A, queue );
magma_dmfree(&A2, queue );
magma_dmfree(&Z, queue );
i++;
}
cleanup:
magma_free_cpu( comm_i );
magma_free_cpu( comm_v );
magma_dmfree(&AT, queue );
magma_dmfree(&A, queue );
magma_dmfree(&B, queue );
magma_dmfree(&B_d, queue );
magma_dmfree(&A2, queue );
magma_dmfree(&Z, queue );
magma_queue_destroy( queue );
TESTING_FINALIZE();
return info;
}
