void update_halo_kernel2_xvel_minus_4_right_c_wrapper( double *p_a0, double *p_a1, int *p_a2, int x_size, int y_size, int z_size) { #ifdef OPS_GPU #pragma acc parallel deviceptr(p_a0,p_a1,p_a2) #pragma acc loop #endif for ( int n_z=0; n_z<z_size; n_z++ ){ #ifdef OPS_GPU #pragma acc loop #endif for ( int n_y=0; n_y<y_size; n_y++ ){ #ifdef OPS_GPU #pragma acc loop #endif for ( int n_x=0; n_x<x_size; n_x++ ){ update_halo_kernel2_xvel_minus_4_right( p_a0 + n_x*1 + n_y*xdim0_update_halo_kernel2_xvel_minus_4_right*1 + n_z*xdim0_update_halo_kernel2_xvel_minus_4_right*ydim0_update_halo_kernel2_xvel_minus_4_right*1, p_a1 + n_x*1 + n_y*xdim1_update_halo_kernel2_xvel_minus_4_right*1 + n_z*xdim1_update_halo_kernel2_xvel_minus_4_right*ydim1_update_halo_kernel2_xvel_minus_4_right*1, p_a2 ); } } } }
// host stub function void ops_par_loop_update_halo_kernel2_xvel_minus_4_right( char const *name, ops_block block, int dim, int *range, ops_arg arg0, ops_arg arg1, ops_arg arg2) { // Timing double t1, t2, c1, c2; int offs[3][3]; ops_arg args[3] = {arg0, arg1, arg2}; #ifdef CHECKPOINTING if (!ops_checkpointing_before(args, 3, range, 29)) return; #endif if (OPS_diags > 1) { ops_timing_realloc(29, "update_halo_kernel2_xvel_minus_4_right"); OPS_kernels[29].count++; ops_timers_core(&c1, &t1); } #ifdef OPS_MPI sub_block_list sb = OPS_sub_block_list[block->index]; #endif // compute locally allocated range for the sub-block int start[3]; int end[3]; int arg_idx[3]; #ifdef OPS_MPI if (!sb->owned) return; for (int n = 0; n < 3; n++) { start[n] = sb->decomp_disp[n]; end[n] = sb->decomp_disp[n] + sb->decomp_size[n]; if (start[n] >= range[2 * n]) { start[n] = 0; } else { start[n] = range[2 * n] - start[n]; } if (sb->id_m[n] == MPI_PROC_NULL && range[2 * n] < 0) start[n] = range[2 * n]; if (end[n] >= range[2 * n + 1]) { end[n] = range[2 * n + 1] - sb->decomp_disp[n]; } else { end[n] = sb->decomp_size[n]; } if (sb->id_p[n] == MPI_PROC_NULL && (range[2 * n + 1] > sb->decomp_disp[n] + sb->decomp_size[n])) end[n] += (range[2 * n + 1] - sb->decomp_disp[n] - sb->decomp_size[n]); if (end[n] < start[n]) end[n] = start[n]; } #else for (int n = 0; n < 3; n++) { start[n] = range[2 * n]; end[n] = range[2 * n + 1]; } #endif #ifdef OPS_DEBUG ops_register_args(args, "update_halo_kernel2_xvel_minus_4_right"); #endif offs[0][0] = args[0].stencil->stride[0] * 1; // unit step in x dimension offs[0][1] = off3D(1, &start[0], &end[0], args[0].dat->size, args[0].stencil->stride) - offs[0][0]; offs[0][2] = off3D(2, &start[0], &end[0], args[0].dat->size, args[0].stencil->stride) - offs[0][1] - offs[0][0]; offs[1][0] = args[1].stencil->stride[0] * 1; // unit step in x dimension offs[1][1] = off3D(1, &start[0], &end[0], args[1].dat->size, args[1].stencil->stride) - offs[1][0]; offs[1][2] = off3D(2, &start[0], &end[0], args[1].dat->size, args[1].stencil->stride) - offs[1][1] - offs[1][0]; int off0_0 = offs[0][0]; int off0_1 = offs[0][1]; int off0_2 = offs[0][2]; int dat0 = (OPS_soa ? args[0].dat->type_size : args[0].dat->elem_size); int off1_0 = offs[1][0]; int off1_1 = offs[1][1]; int off1_2 = offs[1][2]; int dat1 = (OPS_soa ? args[1].dat->type_size : args[1].dat->elem_size); // Halo Exchanges ops_H_D_exchanges_host(args, 3); ops_halo_exchanges(args, 3, range); ops_H_D_exchanges_host(args, 3); #ifdef _OPENMP int nthreads = omp_get_max_threads(); #else int nthreads = 1; #endif xdim0 = args[0].dat->size[0]; ydim0 = args[0].dat->size[1]; xdim1 = args[1].dat->size[0]; ydim1 = args[1].dat->size[1]; if (OPS_diags > 1) { ops_timers_core(&c2, &t2); OPS_kernels[29].mpi_time += t2 - t1; } #pragma omp parallel for for (int thr = 0; thr < nthreads; thr++) { int z_size = end[2] - start[2]; char *p_a[3]; int start_i = start[2] + ((z_size - 1) / nthreads + 1) * thr; int finish_i = start[2] + MIN(((z_size - 1) / nthreads + 1) * (thr + 1), z_size); // get address per thread int start0 = start[0]; int start1 = start[1]; int start2 = start_i; // set up initial pointers int d_m[OPS_MAX_DIM]; #ifdef OPS_MPI for (int d = 0; d < dim; d++) d_m[d] = args[0].dat->d_m[d] + OPS_sub_dat_list[args[0].dat->index]->d_im[d]; #else for (int d = 0; d < dim; d++) d_m[d] = args[0].dat->d_m[d]; #endif int base0 = dat0 * 1 * (start0 * args[0].stencil->stride[0] - args[0].dat->base[0] - d_m[0]); base0 = base0 + dat0 * args[0].dat->size[0] * (start1 * args[0].stencil->stride[1] - args[0].dat->base[1] - d_m[1]); base0 = base0 + dat0 * args[0].dat->size[0] * args[0].dat->size[1] * (start2 * args[0].stencil->stride[2] - args[0].dat->base[2] - d_m[2]); p_a[0] = (char *)args[0].data + base0; #ifdef OPS_MPI for (int d = 0; d < dim; d++) d_m[d] = args[1].dat->d_m[d] + OPS_sub_dat_list[args[1].dat->index]->d_im[d]; #else for (int d = 0; d < dim; d++) d_m[d] = args[1].dat->d_m[d]; #endif int base1 = dat1 * 1 * (start0 * args[1].stencil->stride[0] - args[1].dat->base[0] - d_m[0]); base1 = base1 + dat1 * args[1].dat->size[0] * (start1 * args[1].stencil->stride[1] - args[1].dat->base[1] - d_m[1]); base1 = base1 + dat1 * args[1].dat->size[0] * args[1].dat->size[1] * (start2 * args[1].stencil->stride[2] - args[1].dat->base[2] - d_m[2]); p_a[1] = (char *)args[1].data + base1; p_a[2] = (char *)args[2].data; for (int n_z = start_i; n_z < finish_i; n_z++) { for (int n_y = start[1]; n_y < end[1]; n_y++) { for (int n_x = start[0]; n_x < start[0] + (end[0] - start[0]) / SIMD_VEC; n_x++) { // call kernel function, passing in pointers to data -vectorised #pragma simd for (int i = 0; i < SIMD_VEC; i++) { update_halo_kernel2_xvel_minus_4_right((double *)p_a[0] + i * 1 * 1, (double *)p_a[1] + i * 1 * 1, (int *)p_a[2]); } // shift pointers to data x direction p_a[0] = p_a[0] + (dat0 * off0_0) * SIMD_VEC; p_a[1] = p_a[1] + (dat1 * off1_0) * SIMD_VEC; } for (int n_x = start[0] + ((end[0] - start[0]) / SIMD_VEC) * SIMD_VEC; n_x < end[0]; n_x++) { // call kernel function, passing in pointers to data - remainder update_halo_kernel2_xvel_minus_4_right( (double *)p_a[0], (double *)p_a[1], (int *)p_a[2]); // shift pointers to data x direction p_a[0] = p_a[0] + (dat0 * off0_0); p_a[1] = p_a[1] + (dat1 * off1_0); } // shift pointers to data y direction p_a[0] = p_a[0] + (dat0 * off0_1); p_a[1] = p_a[1] + (dat1 * off1_1); } // shift pointers to data z direction p_a[0] = p_a[0] + (dat0 * off0_2); p_a[1] = p_a[1] + (dat1 * off1_2); } } if (OPS_diags > 1) { ops_timers_core(&c1, &t1); OPS_kernels[29].time += t1 - t2; } ops_set_dirtybit_host(args, 3); ops_set_halo_dirtybit3(&args[0], range); ops_set_halo_dirtybit3(&args[1], range); if (OPS_diags > 1) { // Update kernel record ops_timers_core(&c2, &t2); OPS_kernels[29].mpi_time += t2 - t1; OPS_kernels[29].transfer += ops_compute_transfer(dim, start, end, &arg0); OPS_kernels[29].transfer += ops_compute_transfer(dim, start, end, &arg1); } }
// host stub function void ops_par_loop_update_halo_kernel2_xvel_minus_4_right( char const *name, ops_block block, int dim, int *range, ops_arg arg0, ops_arg arg1, ops_arg arg2) { // Timing double t1, t2, c1, c2; char *p_a[3]; int offs[3][3]; ops_arg args[3] = {arg0, arg1, arg2}; #ifdef CHECKPOINTING if (!ops_checkpointing_before(args, 3, range, 29)) return; #endif if (OPS_diags > 1) { ops_timing_realloc(29, "update_halo_kernel2_xvel_minus_4_right"); OPS_kernels[29].count++; ops_timers_core(&c2, &t2); } // compute locally allocated range for the sub-block int start[3]; int end[3]; #ifdef OPS_MPI sub_block_list sb = OPS_sub_block_list[block->index]; #endif #ifdef OPS_DEBUG ops_register_args(args, "update_halo_kernel2_xvel_minus_4_right"); #endif int arg_idx[3]; int arg_idx_base[3]; #ifdef OPS_MPI if (compute_ranges(args, 3, block, range, start, end, arg_idx) < 0) return; #else // OPS_MPI for (int n = 0; n < 3; n++) { start[n] = range[2 * n]; end[n] = range[2 * n + 1]; arg_idx[n] = start[n]; } #endif // OPS_MPI for (int n = 0; n < 3; n++) { arg_idx_base[n] = arg_idx[n]; } offs[0][0] = args[0].stencil->stride[0] * 1; // unit step in x dimension offs[0][1] = off3D(1, &start[0], &end[0], args[0].dat->size, args[0].stencil->stride) - offs[0][0]; offs[0][2] = off3D(2, &start[0], &end[0], args[0].dat->size, args[0].stencil->stride) - offs[0][1] - offs[0][0]; offs[1][0] = args[1].stencil->stride[0] * 1; // unit step in x dimension offs[1][1] = off3D(1, &start[0], &end[0], args[1].dat->size, args[1].stencil->stride) - offs[1][0]; offs[1][2] = off3D(2, &start[0], &end[0], args[1].dat->size, args[1].stencil->stride) - offs[1][1] - offs[1][0]; int off0_0 = offs[0][0]; int off0_1 = offs[0][1]; int off0_2 = offs[0][2]; int dat0 = (OPS_soa ? args[0].dat->type_size : args[0].dat->elem_size); int off1_0 = offs[1][0]; int off1_1 = offs[1][1]; int off1_2 = offs[1][2]; int dat1 = (OPS_soa ? args[1].dat->type_size : args[1].dat->elem_size); // set up initial pointers and exchange halos if necessary int base0 = args[0].dat->base_offset + (OPS_soa ? args[0].dat->type_size : args[0].dat->elem_size) * start[0] * args[0].stencil->stride[0]; base0 = base0 + (OPS_soa ? args[0].dat->type_size : args[0].dat->elem_size) * args[0].dat->size[0] * start[1] * args[0].stencil->stride[1]; base0 = base0 + (OPS_soa ? args[0].dat->type_size : args[0].dat->elem_size) * args[0].dat->size[0] * args[0].dat->size[1] * start[2] * args[0].stencil->stride[2]; p_a[0] = (char *)args[0].data + base0; int base1 = args[1].dat->base_offset + (OPS_soa ? args[1].dat->type_size : args[1].dat->elem_size) * start[0] * args[1].stencil->stride[0]; base1 = base1 + (OPS_soa ? args[1].dat->type_size : args[1].dat->elem_size) * args[1].dat->size[0] * start[1] * args[1].stencil->stride[1]; base1 = base1 + (OPS_soa ? args[1].dat->type_size : args[1].dat->elem_size) * args[1].dat->size[0] * args[1].dat->size[1] * start[2] * args[1].stencil->stride[2]; p_a[1] = (char *)args[1].data + base1; p_a[2] = args[2].data; // initialize global variable with the dimension of dats xdim0 = args[0].dat->size[0]; ydim0 = args[0].dat->size[1]; xdim1 = args[1].dat->size[0]; ydim1 = args[1].dat->size[1]; // Halo Exchanges ops_H_D_exchanges_host(args, 3); ops_halo_exchanges(args, 3, range); ops_H_D_exchanges_host(args, 3); if (OPS_diags > 1) { ops_timers_core(&c1, &t1); OPS_kernels[29].mpi_time += t1 - t2; } int n_x; for (int n_z = start[2]; n_z < end[2]; n_z++) { for (int n_y = start[1]; n_y < end[1]; n_y++) { #pragma novector for (n_x = start[0]; n_x < start[0] + ((end[0] - start[0]) / SIMD_VEC) * SIMD_VEC; n_x += SIMD_VEC) { // call kernel function, passing in pointers to data -vectorised #pragma simd for (int i = 0; i < SIMD_VEC; i++) { update_halo_kernel2_xvel_minus_4_right((double *)p_a[0] + i * 1 * 1, (double *)p_a[1] + i * 1 * 1, (int *)p_a[2]); } // shift pointers to data x direction p_a[0] = p_a[0] + (dat0 * off0_0) * SIMD_VEC; p_a[1] = p_a[1] + (dat1 * off1_0) * SIMD_VEC; } for (int n_x = start[0] + ((end[0] - start[0]) / SIMD_VEC) * SIMD_VEC; n_x < end[0]; n_x++) { // call kernel function, passing in pointers to data - remainder update_halo_kernel2_xvel_minus_4_right((double *)p_a[0], (double *)p_a[1], (int *)p_a[2]); // shift pointers to data x direction p_a[0] = p_a[0] + (dat0 * off0_0); p_a[1] = p_a[1] + (dat1 * off1_0); } // shift pointers to data y direction p_a[0] = p_a[0] + (dat0 * off0_1); p_a[1] = p_a[1] + (dat1 * off1_1); } // shift pointers to data z direction p_a[0] = p_a[0] + (dat0 * off0_2); p_a[1] = p_a[1] + (dat1 * off1_2); } if (OPS_diags > 1) { ops_timers_core(&c2, &t2); OPS_kernels[29].time += t2 - t1; } ops_set_dirtybit_host(args, 3); ops_set_halo_dirtybit3(&args[0], range); ops_set_halo_dirtybit3(&args[1], range); if (OPS_diags > 1) { // Update kernel record ops_timers_core(&c1, &t1); OPS_kernels[29].mpi_time += t1 - t2; OPS_kernels[29].transfer += ops_compute_transfer(dim, start, end, &arg0); OPS_kernels[29].transfer += ops_compute_transfer(dim, start, end, &arg1); } }
// host stub function void ops_par_loop_update_halo_kernel2_xvel_minus_4_right(char const *name, ops_block block, int dim, int* range, ops_arg arg0, ops_arg arg1, ops_arg arg2) { char *p_a[3]; int offs[3][3]; ops_arg args[3] = { arg0, arg1, arg2}; ops_timing_realloc(59,"update_halo_kernel2_xvel_minus_4_right"); OPS_kernels[59].count++; //compute locally allocated range for the sub-block int start[3]; int end[3]; #ifdef OPS_MPI sub_block_list sb = OPS_sub_block_list[block->index]; if (!sb->owned) return; for ( int n=0; n<3; n++ ){ start[n] = sb->decomp_disp[n];end[n] = sb->decomp_disp[n]+sb->decomp_size[n]; if (start[n] >= range[2*n]) { start[n] = 0; } else { start[n] = range[2*n] - start[n]; } if (sb->id_m[n]==MPI_PROC_NULL && range[2*n] < 0) start[n] = range[2*n]; if (end[n] >= range[2*n+1]) { end[n] = range[2*n+1] - sb->decomp_disp[n]; } else { end[n] = sb->decomp_size[n]; } if (sb->id_p[n]==MPI_PROC_NULL && (range[2*n+1] > sb->decomp_disp[n]+sb->decomp_size[n])) end[n] += (range[2*n+1]-sb->decomp_disp[n]-sb->decomp_size[n]); } #else //OPS_MPI for ( int n=0; n<3; n++ ){ start[n] = range[2*n];end[n] = range[2*n+1]; } #endif //OPS_MPI #ifdef OPS_DEBUG ops_register_args(args, "update_halo_kernel2_xvel_minus_4_right"); #endif offs[0][0] = args[0].stencil->stride[0]*1; //unit step in x dimension offs[0][1] = off3D(1, &start[0], &end[0],args[0].dat->size, args[0].stencil->stride) - offs[0][0]; offs[0][2] = off3D(2, &start[0], &end[0],args[0].dat->size, args[0].stencil->stride) - offs[0][1] - offs[0][0]; offs[1][0] = args[1].stencil->stride[0]*1; //unit step in x dimension offs[1][1] = off3D(1, &start[0], &end[0],args[1].dat->size, args[1].stencil->stride) - offs[1][0]; offs[1][2] = off3D(2, &start[0], &end[0],args[1].dat->size, args[1].stencil->stride) - offs[1][1] - offs[1][0]; //Timing double t1,t2,c1,c2; ops_timers_core(&c2,&t2); int off0_0 = offs[0][0]; int off0_1 = offs[0][1]; int off0_2 = offs[0][2]; int dat0 = args[0].dat->elem_size; int off1_0 = offs[1][0]; int off1_1 = offs[1][1]; int off1_2 = offs[1][2]; int dat1 = args[1].dat->elem_size; //set up initial pointers and exchange halos if necessary int d_m[OPS_MAX_DIM]; #ifdef OPS_MPI for (int d = 0; d < dim; d++) d_m[d] = args[0].dat->d_m[d] + OPS_sub_dat_list[args[0].dat->index]->d_im[d]; #else //OPS_MPI for (int d = 0; d < dim; d++) d_m[d] = args[0].dat->d_m[d]; #endif //OPS_MPI int base0 = dat0 * 1 * (start[0] * args[0].stencil->stride[0] - args[0].dat->base[0] - d_m[0]); base0 = base0+ dat0 * args[0].dat->size[0] * (start[1] * args[0].stencil->stride[1] - args[0].dat->base[1] - d_m[1]); base0 = base0+ dat0 * args[0].dat->size[0] * args[0].dat->size[1] * (start[2] * args[0].stencil->stride[2] - args[0].dat->base[2] - d_m[2]); p_a[0] = (char *)args[0].data + base0; #ifdef OPS_MPI for (int d = 0; d < dim; d++) d_m[d] = args[1].dat->d_m[d] + OPS_sub_dat_list[args[1].dat->index]->d_im[d]; #else //OPS_MPI for (int d = 0; d < dim; d++) d_m[d] = args[1].dat->d_m[d]; #endif //OPS_MPI int base1 = dat1 * 1 * (start[0] * args[1].stencil->stride[0] - args[1].dat->base[0] - d_m[0]); base1 = base1+ dat1 * args[1].dat->size[0] * (start[1] * args[1].stencil->stride[1] - args[1].dat->base[1] - d_m[1]); base1 = base1+ dat1 * args[1].dat->size[0] * args[1].dat->size[1] * (start[2] * args[1].stencil->stride[2] - args[1].dat->base[2] - d_m[2]); p_a[1] = (char *)args[1].data + base1; p_a[2] = args[2].data; ops_H_D_exchanges_host(args, 3); ops_halo_exchanges(args,3,range); ops_H_D_exchanges_host(args, 3); ops_timers_core(&c1,&t1); OPS_kernels[59].mpi_time += t1-t2; xdim0 = args[0].dat->size[0]*args[0].dat->dim; ydim0 = args[0].dat->size[1]; xdim1 = args[1].dat->size[0]*args[1].dat->dim; ydim1 = args[1].dat->size[1]; int n_x; for ( int n_z=start[2]; n_z<end[2]; n_z++ ){ for ( int n_y=start[1]; n_y<end[1]; n_y++ ){ #pragma novector for( n_x=start[0]; n_x<start[0]+((end[0]-start[0])/SIMD_VEC)*SIMD_VEC; n_x+=SIMD_VEC ) { //call kernel function, passing in pointers to data -vectorised #pragma simd for ( int i=0; i<SIMD_VEC; i++ ){ update_halo_kernel2_xvel_minus_4_right( (double *)p_a[0]+ i*1, (double *)p_a[1]+ i*1, (int *)p_a[2] ); } //shift pointers to data x direction p_a[0]= p_a[0] + (dat0 * off0_0)*SIMD_VEC; p_a[1]= p_a[1] + (dat1 * off1_0)*SIMD_VEC; } for ( int n_x=start[0]+((end[0]-start[0])/SIMD_VEC)*SIMD_VEC; n_x<end[0]; n_x++ ){ //call kernel function, passing in pointers to data - remainder update_halo_kernel2_xvel_minus_4_right( (double *)p_a[0], (double *)p_a[1], (int *)p_a[2] ); //shift pointers to data x direction p_a[0]= p_a[0] + (dat0 * off0_0); p_a[1]= p_a[1] + (dat1 * off1_0); } //shift pointers to data y direction p_a[0]= p_a[0] + (dat0 * off0_1); p_a[1]= p_a[1] + (dat1 * off1_1); } //shift pointers to data z direction p_a[0]= p_a[0] + (dat0 * off0_2); p_a[1]= p_a[1] + (dat1 * off1_2); } ops_timers_core(&c2,&t2); OPS_kernels[59].time += t2-t1; ops_set_dirtybit_host(args, 3); ops_set_halo_dirtybit3(&args[0],range); ops_set_halo_dirtybit3(&args[1],range); //Update kernel record OPS_kernels[59].transfer += ops_compute_transfer(dim, range, &arg0); OPS_kernels[59].transfer += ops_compute_transfer(dim, range, &arg1); }