// host stub function void ops_par_loop_advec_cell_kernel1_zdir(char const *name, ops_block block, int dim, int *range, ops_arg arg0, ops_arg arg1, ops_arg arg2, ops_arg arg3, ops_arg arg4, ops_arg arg5) { // Timing double t1, t2, c1, c2; ops_arg args[6] = {arg0, arg1, arg2, arg3, arg4, arg5}; #ifdef CHECKPOINTING if (!ops_checkpointing_before(args, 6, range, 117)) return; #endif if (OPS_diags > 1) { ops_timing_realloc(117, "advec_cell_kernel1_zdir"); OPS_kernels[117].count++; ops_timers_core(&c1, &t1); } // compute localy allocated range for the sub-block int start[3]; int end[3]; #ifdef OPS_MPI sub_block_list sb = OPS_sub_block_list[block->index]; #endif // OPS_MPI int arg_idx[3]; int arg_idx_base[3]; #ifdef OPS_MPI if (compute_ranges(args, 6, block, range, start, end, arg_idx) < 0) return; #else // OPS_MPI for (int n = 0; n < 3; n++) { start[n] = range[2 * n]; end[n] = range[2 * n + 1]; arg_idx[n] = start[n]; } #endif for (int n = 0; n < 3; n++) { arg_idx_base[n] = arg_idx[n]; } int dat0 = args[0].dat->elem_size; int dat1 = args[1].dat->elem_size; int dat2 = args[2].dat->elem_size; int dat3 = args[3].dat->elem_size; int dat4 = args[4].dat->elem_size; int dat5 = args[5].dat->elem_size; // set up initial pointers int base0 = args[0].dat->base_offset + (OPS_soa ? args[0].dat->type_size : args[0].dat->elem_size) * start[0] * args[0].stencil->stride[0]; base0 = base0 + (OPS_soa ? args[0].dat->type_size : args[0].dat->elem_size) * args[0].dat->size[0] * start[1] * args[0].stencil->stride[1]; base0 = base0 + (OPS_soa ? args[0].dat->type_size : args[0].dat->elem_size) * args[0].dat->size[0] * args[0].dat->size[1] * start[2] * args[0].stencil->stride[2]; #ifdef OPS_GPU double *p_a0 = (double *)((char *)args[0].data_d + base0); #else double *p_a0 = (double *)((char *)args[0].data + base0); #endif int base1 = args[1].dat->base_offset + (OPS_soa ? args[1].dat->type_size : args[1].dat->elem_size) * start[0] * args[1].stencil->stride[0]; base1 = base1 + (OPS_soa ? args[1].dat->type_size : args[1].dat->elem_size) * args[1].dat->size[0] * start[1] * args[1].stencil->stride[1]; base1 = base1 + (OPS_soa ? args[1].dat->type_size : args[1].dat->elem_size) * args[1].dat->size[0] * args[1].dat->size[1] * start[2] * args[1].stencil->stride[2]; #ifdef OPS_GPU double *p_a1 = (double *)((char *)args[1].data_d + base1); #else double *p_a1 = (double *)((char *)args[1].data + base1); #endif int base2 = args[2].dat->base_offset + (OPS_soa ? args[2].dat->type_size : args[2].dat->elem_size) * start[0] * args[2].stencil->stride[0]; base2 = base2 + (OPS_soa ? args[2].dat->type_size : args[2].dat->elem_size) * args[2].dat->size[0] * start[1] * args[2].stencil->stride[1]; base2 = base2 + (OPS_soa ? args[2].dat->type_size : args[2].dat->elem_size) * args[2].dat->size[0] * args[2].dat->size[1] * start[2] * args[2].stencil->stride[2]; #ifdef OPS_GPU double *p_a2 = (double *)((char *)args[2].data_d + base2); #else double *p_a2 = (double *)((char *)args[2].data + base2); #endif int base3 = args[3].dat->base_offset + (OPS_soa ? args[3].dat->type_size : args[3].dat->elem_size) * start[0] * args[3].stencil->stride[0]; base3 = base3 + (OPS_soa ? args[3].dat->type_size : args[3].dat->elem_size) * args[3].dat->size[0] * start[1] * args[3].stencil->stride[1]; base3 = base3 + (OPS_soa ? args[3].dat->type_size : args[3].dat->elem_size) * args[3].dat->size[0] * args[3].dat->size[1] * start[2] * args[3].stencil->stride[2]; #ifdef OPS_GPU double *p_a3 = (double *)((char *)args[3].data_d + base3); #else double *p_a3 = (double *)((char *)args[3].data + base3); #endif int base4 = args[4].dat->base_offset + (OPS_soa ? args[4].dat->type_size : args[4].dat->elem_size) * start[0] * args[4].stencil->stride[0]; base4 = base4 + (OPS_soa ? args[4].dat->type_size : args[4].dat->elem_size) * args[4].dat->size[0] * start[1] * args[4].stencil->stride[1]; base4 = base4 + (OPS_soa ? args[4].dat->type_size : args[4].dat->elem_size) * args[4].dat->size[0] * args[4].dat->size[1] * start[2] * args[4].stencil->stride[2]; #ifdef OPS_GPU double *p_a4 = (double *)((char *)args[4].data_d + base4); #else double *p_a4 = (double *)((char *)args[4].data + base4); #endif int base5 = args[5].dat->base_offset + (OPS_soa ? args[5].dat->type_size : args[5].dat->elem_size) * start[0] * args[5].stencil->stride[0]; base5 = base5 + (OPS_soa ? args[5].dat->type_size : args[5].dat->elem_size) * args[5].dat->size[0] * start[1] * args[5].stencil->stride[1]; base5 = base5 + (OPS_soa ? args[5].dat->type_size : args[5].dat->elem_size) * args[5].dat->size[0] * args[5].dat->size[1] * start[2] * args[5].stencil->stride[2]; #ifdef OPS_GPU double *p_a5 = (double *)((char *)args[5].data_d + base5); #else double *p_a5 = (double *)((char *)args[5].data + base5); #endif int x_size = MAX(0, end[0] - start[0]); int y_size = MAX(0, end[1] - start[1]); int z_size = MAX(0, end[2] - start[2]); // initialize global variable with the dimension of dats xdim0 = args[0].dat->size[0]; ydim0 = args[0].dat->size[1]; xdim1 = args[1].dat->size[0]; ydim1 = args[1].dat->size[1]; xdim2 = args[2].dat->size[0]; ydim2 = args[2].dat->size[1]; xdim3 = args[3].dat->size[0]; ydim3 = args[3].dat->size[1]; xdim4 = args[4].dat->size[0]; ydim4 = args[4].dat->size[1]; xdim5 = args[5].dat->size[0]; ydim5 = args[5].dat->size[1]; if (xdim0 != xdim0_advec_cell_kernel1_zdir_h || ydim0 != ydim0_advec_cell_kernel1_zdir_h || xdim1 != xdim1_advec_cell_kernel1_zdir_h || ydim1 != ydim1_advec_cell_kernel1_zdir_h || xdim2 != xdim2_advec_cell_kernel1_zdir_h || ydim2 != ydim2_advec_cell_kernel1_zdir_h || xdim3 != xdim3_advec_cell_kernel1_zdir_h || ydim3 != ydim3_advec_cell_kernel1_zdir_h || xdim4 != xdim4_advec_cell_kernel1_zdir_h || ydim4 != ydim4_advec_cell_kernel1_zdir_h || xdim5 != xdim5_advec_cell_kernel1_zdir_h || ydim5 != ydim5_advec_cell_kernel1_zdir_h) { xdim0_advec_cell_kernel1_zdir = xdim0; xdim0_advec_cell_kernel1_zdir_h = xdim0; ydim0_advec_cell_kernel1_zdir = ydim0; ydim0_advec_cell_kernel1_zdir_h = ydim0; xdim1_advec_cell_kernel1_zdir = xdim1; xdim1_advec_cell_kernel1_zdir_h = xdim1; ydim1_advec_cell_kernel1_zdir = ydim1; ydim1_advec_cell_kernel1_zdir_h = ydim1; xdim2_advec_cell_kernel1_zdir = xdim2; xdim2_advec_cell_kernel1_zdir_h = xdim2; ydim2_advec_cell_kernel1_zdir = ydim2; ydim2_advec_cell_kernel1_zdir_h = ydim2; xdim3_advec_cell_kernel1_zdir = xdim3; xdim3_advec_cell_kernel1_zdir_h = xdim3; ydim3_advec_cell_kernel1_zdir = ydim3; ydim3_advec_cell_kernel1_zdir_h = ydim3; xdim4_advec_cell_kernel1_zdir = xdim4; xdim4_advec_cell_kernel1_zdir_h = xdim4; ydim4_advec_cell_kernel1_zdir = ydim4; ydim4_advec_cell_kernel1_zdir_h = ydim4; xdim5_advec_cell_kernel1_zdir = xdim5; xdim5_advec_cell_kernel1_zdir_h = xdim5; ydim5_advec_cell_kernel1_zdir = ydim5; ydim5_advec_cell_kernel1_zdir_h = ydim5; } // Halo Exchanges #ifdef OPS_GPU ops_H_D_exchanges_device(args, 6); #else ops_H_D_exchanges_host(args, 6); #endif ops_halo_exchanges(args, 6, range); #ifdef OPS_GPU ops_H_D_exchanges_device(args, 6); #else ops_H_D_exchanges_host(args, 6); #endif if (OPS_diags > 1) { ops_timers_core(&c2, &t2); OPS_kernels[117].mpi_time += t2 - t1; } advec_cell_kernel1_zdir_c_wrapper(p_a0, p_a1, p_a2, p_a3, p_a4, p_a5, x_size, y_size, z_size); if (OPS_diags > 1) { ops_timers_core(&c1, &t1); OPS_kernels[117].time += t1 - t2; } #ifdef OPS_GPU ops_set_dirtybit_device(args, 6); #else ops_set_dirtybit_host(args, 6); #endif ops_set_halo_dirtybit3(&args[0], range); ops_set_halo_dirtybit3(&args[1], range); if (OPS_diags > 1) { // Update kernel record ops_timers_core(&c2, &t2); OPS_kernels[117].mpi_time += t2 - t1; OPS_kernels[117].transfer += ops_compute_transfer(dim, start, end, &arg0); OPS_kernels[117].transfer += ops_compute_transfer(dim, start, end, &arg1); OPS_kernels[117].transfer += ops_compute_transfer(dim, start, end, &arg2); OPS_kernels[117].transfer += ops_compute_transfer(dim, start, end, &arg3); OPS_kernels[117].transfer += ops_compute_transfer(dim, start, end, &arg4); OPS_kernels[117].transfer += ops_compute_transfer(dim, start, end, &arg5); } }
// host stub function void ops_par_loop_update_halo_kernel5_plus_2_right(char const *name, ops_block block, int dim, int* range, ops_arg arg0, ops_arg arg1, ops_arg arg2) { ops_arg args[3] = { arg0, arg1, arg2}; ops_timing_realloc(120,"update_halo_kernel5_plus_2_right"); OPS_kernels[120].count++; //compute locally allocated range for the sub-block int start[3]; int end[3]; #ifdef OPS_MPI sub_block_list sb = OPS_sub_block_list[block->index]; if (!sb->owned) return; for ( int n=0; n<3; n++ ){ start[n] = sb->decomp_disp[n];end[n] = sb->decomp_disp[n]+sb->decomp_size[n]; if (start[n] >= range[2*n]) { start[n] = 0; } else { start[n] = range[2*n] - start[n]; } if (sb->id_m[n]==MPI_PROC_NULL && range[2*n] < 0) start[n] = range[2*n]; if (end[n] >= range[2*n+1]) { end[n] = range[2*n+1] - sb->decomp_disp[n]; } else { end[n] = sb->decomp_size[n]; } if (sb->id_p[n]==MPI_PROC_NULL && (range[2*n+1] > sb->decomp_disp[n]+sb->decomp_size[n])) end[n] += (range[2*n+1]-sb->decomp_disp[n]-sb->decomp_size[n]); } #else //OPS_MPI for ( int n=0; n<3; n++ ){ start[n] = range[2*n];end[n] = range[2*n+1]; } #endif //OPS_MPI int x_size = MAX(0,end[0]-start[0]); int y_size = MAX(0,end[1]-start[1]); int z_size = MAX(0,end[2]-start[2]); int xdim0 = args[0].dat->size[0]*args[0].dat->dim; int ydim0 = args[0].dat->size[1]; int xdim1 = args[1].dat->size[0]*args[1].dat->dim; int ydim1 = args[1].dat->size[1]; //build opencl kernel if not already built buildOpenCLKernels_update_halo_kernel5_plus_2_right( xdim0,ydim0,xdim1,ydim1); //Timing double t1,t2,c1,c2; ops_timers_core(&c2,&t2); //set up OpenCL thread blocks size_t globalWorkSize[3] = {((x_size-1)/OPS_block_size_x+ 1)*OPS_block_size_x, ((y_size-1)/OPS_block_size_y + 1)*OPS_block_size_y, MAX(1,end[2]-start[2])}; size_t localWorkSize[3] = {OPS_block_size_x,OPS_block_size_y,1}; int *arg2h = (int *)arg2.data; int consts_bytes = 0; consts_bytes += ROUND_UP(NUM_FIELDS*sizeof(int)); reallocConstArrays(consts_bytes); consts_bytes = 0; arg2.data = OPS_consts_h + consts_bytes; arg2.data_d = OPS_consts_d + consts_bytes; for (int d=0; d<NUM_FIELDS; d++) ((int *)arg2.data)[d] = arg2h[d]; consts_bytes += ROUND_UP(NUM_FIELDS*sizeof(int)); mvConstArraysToDevice(consts_bytes); int dat0 = args[0].dat->elem_size; int dat1 = args[1].dat->elem_size; //set up initial pointers int d_m[OPS_MAX_DIM]; #ifdef OPS_MPI for (int d = 0; d < dim; d++) d_m[d] = args[0].dat->d_m[d] + OPS_sub_dat_list[args[0].dat->index]->d_im[d]; #else //OPS_MPI for (int d = 0; d < dim; d++) d_m[d] = args[0].dat->d_m[d]; #endif //OPS_MPI int base0 = 1 * (start[0] * args[0].stencil->stride[0] - args[0].dat->base[0] - d_m[0]); base0 = base0 + args[0].dat->size[0] * (start[1] * args[0].stencil->stride[1] - args[0].dat->base[1] - d_m[1]); base0 = base0 + args[0].dat->size[0] * args[0].dat->size[1] * (start[2] * args[0].stencil->stride[2] - args[0].dat->base[2] - d_m[2]); #ifdef OPS_MPI for (int d = 0; d < dim; d++) d_m[d] = args[1].dat->d_m[d] + OPS_sub_dat_list[args[1].dat->index]->d_im[d]; #else //OPS_MPI for (int d = 0; d < dim; d++) d_m[d] = args[1].dat->d_m[d]; #endif //OPS_MPI int base1 = 1 * (start[0] * args[1].stencil->stride[0] - args[1].dat->base[0] - d_m[0]); base1 = base1 + args[1].dat->size[0] * (start[1] * args[1].stencil->stride[1] - args[1].dat->base[1] - d_m[1]); base1 = base1 + args[1].dat->size[0] * args[1].dat->size[1] * (start[2] * args[1].stencil->stride[2] - args[1].dat->base[2] - d_m[2]); ops_H_D_exchanges_device(args, 3); ops_halo_exchanges(args,3,range); ops_H_D_exchanges_device(args, 3); ops_timers_core(&c1,&t1); OPS_kernels[120].mpi_time += t1-t2; clSafeCall( clSetKernelArg(OPS_opencl_core.kernel[120], 0, sizeof(cl_mem), (void*) &arg0.data_d )); clSafeCall( clSetKernelArg(OPS_opencl_core.kernel[120], 1, sizeof(cl_mem), (void*) &arg1.data_d )); clSafeCall( clSetKernelArg(OPS_opencl_core.kernel[120], 2, sizeof(cl_mem), (void*) &arg2.data_d )); clSafeCall( clSetKernelArg(OPS_opencl_core.kernel[120], 3, sizeof(cl_int), (void*) &base0 )); clSafeCall( clSetKernelArg(OPS_opencl_core.kernel[120], 4, sizeof(cl_int), (void*) &base1 )); clSafeCall( clSetKernelArg(OPS_opencl_core.kernel[120], 5, sizeof(cl_int), (void*) &x_size )); clSafeCall( clSetKernelArg(OPS_opencl_core.kernel[120], 6, sizeof(cl_int), (void*) &y_size )); clSafeCall( clSetKernelArg(OPS_opencl_core.kernel[120], 7, sizeof(cl_int), (void*) &z_size )); //call/enque opencl kernel wrapper function clSafeCall( clEnqueueNDRangeKernel(OPS_opencl_core.command_queue, OPS_opencl_core.kernel[120], 3, NULL, globalWorkSize, localWorkSize, 0, NULL, NULL) ); if (OPS_diags>1) { clSafeCall( clFinish(OPS_opencl_core.command_queue) ); } ops_set_dirtybit_device(args, 3); ops_set_halo_dirtybit3(&args[0],range); ops_set_halo_dirtybit3(&args[1],range); //Update kernel record ops_timers_core(&c2,&t2); OPS_kernels[120].time += t2-t1; OPS_kernels[120].transfer += ops_compute_transfer(dim, range, &arg0); OPS_kernels[120].transfer += ops_compute_transfer(dim, range, &arg1); }
// host stub function void ops_par_loop_update_halo_kernel1_t2(char const *name, ops_block block, int dim, int *range, ops_arg arg0, ops_arg arg1, ops_arg arg2, ops_arg arg3, ops_arg arg4, ops_arg arg5, ops_arg arg6, ops_arg arg7) { // Timing double t1, t2, c1, c2; ops_arg args[8] = {arg0, arg1, arg2, arg3, arg4, arg5, arg6, arg7}; #ifdef CHECKPOINTING if (!ops_checkpointing_before(args, 8, range, 13)) return; #endif if (OPS_diags > 1) { ops_timing_realloc(13, "update_halo_kernel1_t2"); OPS_kernels[13].count++; ops_timers_core(&c1, &t1); } // compute localy allocated range for the sub-block int start[3]; int end[3]; #ifdef OPS_MPI sub_block_list sb = OPS_sub_block_list[block->index]; #endif // OPS_MPI int arg_idx[3]; int arg_idx_base[3]; #ifdef OPS_MPI if (compute_ranges(args, 8, block, range, start, end, arg_idx) < 0) return; #else // OPS_MPI for (int n = 0; n < 3; n++) { start[n] = range[2 * n]; end[n] = range[2 * n + 1]; arg_idx[n] = start[n]; } #endif for (int n = 0; n < 3; n++) { arg_idx_base[n] = arg_idx[n]; } int dat0 = args[0].dat->elem_size; int dat1 = args[1].dat->elem_size; int dat2 = args[2].dat->elem_size; int dat3 = args[3].dat->elem_size; int dat4 = args[4].dat->elem_size; int dat5 = args[5].dat->elem_size; int dat6 = args[6].dat->elem_size; int *arg7h = (int *)arg7.data; // Upload large globals #ifdef OPS_GPU int consts_bytes = 0; consts_bytes += ROUND_UP(NUM_FIELDS * sizeof(int)); reallocConstArrays(consts_bytes); consts_bytes = 0; args[7].data = OPS_consts_h + consts_bytes; args[7].data_d = OPS_consts_d + consts_bytes; for (int d = 0; d < NUM_FIELDS; d++) ((int *)args[7].data)[d] = arg7h[d]; consts_bytes += ROUND_UP(NUM_FIELDS * sizeof(int)); mvConstArraysToDevice(consts_bytes); #endif // OPS_GPU // set up initial pointers int base0 = args[0].dat->base_offset + (OPS_soa ? args[0].dat->type_size : args[0].dat->elem_size) * start[0] * args[0].stencil->stride[0]; base0 = base0 + (OPS_soa ? args[0].dat->type_size : args[0].dat->elem_size) * args[0].dat->size[0] * start[1] * args[0].stencil->stride[1]; base0 = base0 + (OPS_soa ? args[0].dat->type_size : args[0].dat->elem_size) * args[0].dat->size[0] * args[0].dat->size[1] * start[2] * args[0].stencil->stride[2]; #ifdef OPS_GPU double *p_a0 = (double *)((char *)args[0].data_d + base0); #else double *p_a0 = (double *)((char *)args[0].data + base0); #endif int base1 = args[1].dat->base_offset + (OPS_soa ? args[1].dat->type_size : args[1].dat->elem_size) * start[0] * args[1].stencil->stride[0]; base1 = base1 + (OPS_soa ? args[1].dat->type_size : args[1].dat->elem_size) * args[1].dat->size[0] * start[1] * args[1].stencil->stride[1]; base1 = base1 + (OPS_soa ? args[1].dat->type_size : args[1].dat->elem_size) * args[1].dat->size[0] * args[1].dat->size[1] * start[2] * args[1].stencil->stride[2]; #ifdef OPS_GPU double *p_a1 = (double *)((char *)args[1].data_d + base1); #else double *p_a1 = (double *)((char *)args[1].data + base1); #endif int base2 = args[2].dat->base_offset + (OPS_soa ? args[2].dat->type_size : args[2].dat->elem_size) * start[0] * args[2].stencil->stride[0]; base2 = base2 + (OPS_soa ? args[2].dat->type_size : args[2].dat->elem_size) * args[2].dat->size[0] * start[1] * args[2].stencil->stride[1]; base2 = base2 + (OPS_soa ? args[2].dat->type_size : args[2].dat->elem_size) * args[2].dat->size[0] * args[2].dat->size[1] * start[2] * args[2].stencil->stride[2]; #ifdef OPS_GPU double *p_a2 = (double *)((char *)args[2].data_d + base2); #else double *p_a2 = (double *)((char *)args[2].data + base2); #endif int base3 = args[3].dat->base_offset + (OPS_soa ? args[3].dat->type_size : args[3].dat->elem_size) * start[0] * args[3].stencil->stride[0]; base3 = base3 + (OPS_soa ? args[3].dat->type_size : args[3].dat->elem_size) * args[3].dat->size[0] * start[1] * args[3].stencil->stride[1]; base3 = base3 + (OPS_soa ? args[3].dat->type_size : args[3].dat->elem_size) * args[3].dat->size[0] * args[3].dat->size[1] * start[2] * args[3].stencil->stride[2]; #ifdef OPS_GPU double *p_a3 = (double *)((char *)args[3].data_d + base3); #else double *p_a3 = (double *)((char *)args[3].data + base3); #endif int base4 = args[4].dat->base_offset + (OPS_soa ? args[4].dat->type_size : args[4].dat->elem_size) * start[0] * args[4].stencil->stride[0]; base4 = base4 + (OPS_soa ? args[4].dat->type_size : args[4].dat->elem_size) * args[4].dat->size[0] * start[1] * args[4].stencil->stride[1]; base4 = base4 + (OPS_soa ? args[4].dat->type_size : args[4].dat->elem_size) * args[4].dat->size[0] * args[4].dat->size[1] * start[2] * args[4].stencil->stride[2]; #ifdef OPS_GPU double *p_a4 = (double *)((char *)args[4].data_d + base4); #else double *p_a4 = (double *)((char *)args[4].data + base4); #endif int base5 = args[5].dat->base_offset + (OPS_soa ? args[5].dat->type_size : args[5].dat->elem_size) * start[0] * args[5].stencil->stride[0]; base5 = base5 + (OPS_soa ? args[5].dat->type_size : args[5].dat->elem_size) * args[5].dat->size[0] * start[1] * args[5].stencil->stride[1]; base5 = base5 + (OPS_soa ? args[5].dat->type_size : args[5].dat->elem_size) * args[5].dat->size[0] * args[5].dat->size[1] * start[2] * args[5].stencil->stride[2]; #ifdef OPS_GPU double *p_a5 = (double *)((char *)args[5].data_d + base5); #else double *p_a5 = (double *)((char *)args[5].data + base5); #endif int base6 = args[6].dat->base_offset + (OPS_soa ? args[6].dat->type_size : args[6].dat->elem_size) * start[0] * args[6].stencil->stride[0]; base6 = base6 + (OPS_soa ? args[6].dat->type_size : args[6].dat->elem_size) * args[6].dat->size[0] * start[1] * args[6].stencil->stride[1]; base6 = base6 + (OPS_soa ? args[6].dat->type_size : args[6].dat->elem_size) * args[6].dat->size[0] * args[6].dat->size[1] * start[2] * args[6].stencil->stride[2]; #ifdef OPS_GPU double *p_a6 = (double *)((char *)args[6].data_d + base6); #else double *p_a6 = (double *)((char *)args[6].data + base6); #endif #ifdef OPS_GPU int *p_a7 = (int *)args[7].data_d; #else int *p_a7 = arg7h; #endif int x_size = MAX(0, end[0] - start[0]); int y_size = MAX(0, end[1] - start[1]); int z_size = MAX(0, end[2] - start[2]); // initialize global variable with the dimension of dats xdim0 = args[0].dat->size[0]; ydim0 = args[0].dat->size[1]; xdim1 = args[1].dat->size[0]; ydim1 = args[1].dat->size[1]; xdim2 = args[2].dat->size[0]; ydim2 = args[2].dat->size[1]; xdim3 = args[3].dat->size[0]; ydim3 = args[3].dat->size[1]; xdim4 = args[4].dat->size[0]; ydim4 = args[4].dat->size[1]; xdim5 = args[5].dat->size[0]; ydim5 = args[5].dat->size[1]; xdim6 = args[6].dat->size[0]; ydim6 = args[6].dat->size[1]; if (xdim0 != xdim0_update_halo_kernel1_t2_h || ydim0 != ydim0_update_halo_kernel1_t2_h || xdim1 != xdim1_update_halo_kernel1_t2_h || ydim1 != ydim1_update_halo_kernel1_t2_h || xdim2 != xdim2_update_halo_kernel1_t2_h || ydim2 != ydim2_update_halo_kernel1_t2_h || xdim3 != xdim3_update_halo_kernel1_t2_h || ydim3 != ydim3_update_halo_kernel1_t2_h || xdim4 != xdim4_update_halo_kernel1_t2_h || ydim4 != ydim4_update_halo_kernel1_t2_h || xdim5 != xdim5_update_halo_kernel1_t2_h || ydim5 != ydim5_update_halo_kernel1_t2_h || xdim6 != xdim6_update_halo_kernel1_t2_h || ydim6 != ydim6_update_halo_kernel1_t2_h) { xdim0_update_halo_kernel1_t2 = xdim0; xdim0_update_halo_kernel1_t2_h = xdim0; ydim0_update_halo_kernel1_t2 = ydim0; ydim0_update_halo_kernel1_t2_h = ydim0; xdim1_update_halo_kernel1_t2 = xdim1; xdim1_update_halo_kernel1_t2_h = xdim1; ydim1_update_halo_kernel1_t2 = ydim1; ydim1_update_halo_kernel1_t2_h = ydim1; xdim2_update_halo_kernel1_t2 = xdim2; xdim2_update_halo_kernel1_t2_h = xdim2; ydim2_update_halo_kernel1_t2 = ydim2; ydim2_update_halo_kernel1_t2_h = ydim2; xdim3_update_halo_kernel1_t2 = xdim3; xdim3_update_halo_kernel1_t2_h = xdim3; ydim3_update_halo_kernel1_t2 = ydim3; ydim3_update_halo_kernel1_t2_h = ydim3; xdim4_update_halo_kernel1_t2 = xdim4; xdim4_update_halo_kernel1_t2_h = xdim4; ydim4_update_halo_kernel1_t2 = ydim4; ydim4_update_halo_kernel1_t2_h = ydim4; xdim5_update_halo_kernel1_t2 = xdim5; xdim5_update_halo_kernel1_t2_h = xdim5; ydim5_update_halo_kernel1_t2 = ydim5; ydim5_update_halo_kernel1_t2_h = ydim5; xdim6_update_halo_kernel1_t2 = xdim6; xdim6_update_halo_kernel1_t2_h = xdim6; ydim6_update_halo_kernel1_t2 = ydim6; ydim6_update_halo_kernel1_t2_h = ydim6; } // Halo Exchanges #ifdef OPS_GPU ops_H_D_exchanges_device(args, 8); #else ops_H_D_exchanges_host(args, 8); #endif ops_halo_exchanges(args, 8, range); #ifdef OPS_GPU ops_H_D_exchanges_device(args, 8); #else ops_H_D_exchanges_host(args, 8); #endif if (OPS_diags > 1) { ops_timers_core(&c2, &t2); OPS_kernels[13].mpi_time += t2 - t1; } update_halo_kernel1_t2_c_wrapper(p_a0, p_a1, p_a2, p_a3, p_a4, p_a5, p_a6, p_a7, x_size, y_size, z_size); if (OPS_diags > 1) { ops_timers_core(&c1, &t1); OPS_kernels[13].time += t1 - t2; } #ifdef OPS_GPU ops_set_dirtybit_device(args, 8); #else ops_set_dirtybit_host(args, 8); #endif ops_set_halo_dirtybit3(&args[0], range); ops_set_halo_dirtybit3(&args[1], range); ops_set_halo_dirtybit3(&args[2], range); ops_set_halo_dirtybit3(&args[3], range); ops_set_halo_dirtybit3(&args[4], range); ops_set_halo_dirtybit3(&args[5], range); ops_set_halo_dirtybit3(&args[6], range); if (OPS_diags > 1) { // Update kernel record ops_timers_core(&c2, &t2); OPS_kernels[13].mpi_time += t2 - t1; OPS_kernels[13].transfer += ops_compute_transfer(dim, start, end, &arg0); OPS_kernels[13].transfer += ops_compute_transfer(dim, start, end, &arg1); OPS_kernels[13].transfer += ops_compute_transfer(dim, start, end, &arg2); OPS_kernels[13].transfer += ops_compute_transfer(dim, start, end, &arg3); OPS_kernels[13].transfer += ops_compute_transfer(dim, start, end, &arg4); OPS_kernels[13].transfer += ops_compute_transfer(dim, start, end, &arg5); OPS_kernels[13].transfer += ops_compute_transfer(dim, start, end, &arg6); } }
// host stub function void ops_par_loop_advec_cell_kernel4_ydir(char const *name, ops_block Block, int dim, int* range, ops_arg arg0, ops_arg arg1, ops_arg arg2, ops_arg arg3, ops_arg arg4, ops_arg arg5, ops_arg arg6, ops_arg arg7, ops_arg arg8, ops_arg arg9, ops_arg arg10) { ops_arg args[11] = { arg0, arg1, arg2, arg3, arg4, arg5, arg6, arg7, arg8, arg9, arg10}; ops_timing_realloc(36,"advec_cell_kernel4_ydir"); OPS_kernels[36].count++; //compute localy allocated range for the sub-block int start[3]; int end[3]; #ifdef OPS_MPI sub_block_list sb = OPS_sub_block_list[block->index]; if (!sb->owned) return; for ( int n=0; n<3; n++ ){ start[n] = sb->decomp_disp[n];end[n] = sb->decomp_disp[n]+sb->decomp_size[n]; if (start[n] >= range[2*n]) { start[n] = 0; } else { start[n] = range[2*n] - start[n]; } if (sb->id_m[n]==MPI_PROC_NULL && range[2*n] < 0) start[n] = range[2*n]; if (end[n] >= range[2*n+1]) { end[n] = range[2*n+1] - sb->decomp_disp[n]; } else { end[n] = sb->decomp_size[n]; } if (sb->id_p[n]==MPI_PROC_NULL && (range[2*n+1] > sb->decomp_disp[n]+sb->decomp_size[n])) end[n] += (range[2*n+1]-sb->decomp_disp[n]-sb->decomp_size[n]); } #else //OPS_MPI for ( int n=0; n<3; n++ ){ start[n] = range[2*n];end[n] = range[2*n+1]; } #endif //OPS_MPI int x_size = MAX(0,end[0]-start[0]); int y_size = MAX(0,end[1]-start[1]); int z_size = MAX(0,end[2]-start[2]); xdim0 = args[0].dat->size[0]*args[0].dat->dim; ydim0 = args[0].dat->size[1]; xdim1 = args[1].dat->size[0]*args[1].dat->dim; ydim1 = args[1].dat->size[1]; xdim2 = args[2].dat->size[0]*args[2].dat->dim; ydim2 = args[2].dat->size[1]; xdim3 = args[3].dat->size[0]*args[3].dat->dim; ydim3 = args[3].dat->size[1]; xdim4 = args[4].dat->size[0]*args[4].dat->dim; ydim4 = args[4].dat->size[1]; xdim5 = args[5].dat->size[0]*args[5].dat->dim; ydim5 = args[5].dat->size[1]; xdim6 = args[6].dat->size[0]*args[6].dat->dim; ydim6 = args[6].dat->size[1]; xdim7 = args[7].dat->size[0]*args[7].dat->dim; ydim7 = args[7].dat->size[1]; xdim8 = args[8].dat->size[0]*args[8].dat->dim; ydim8 = args[8].dat->size[1]; xdim9 = args[9].dat->size[0]*args[9].dat->dim; ydim9 = args[9].dat->size[1]; xdim10 = args[10].dat->size[0]*args[10].dat->dim; ydim10 = args[10].dat->size[1]; //Timing double t1,t2,c1,c2; ops_timers_core(&c2,&t2); if (xdim0 != xdim0_advec_cell_kernel4_ydir_h || ydim0 != ydim0_advec_cell_kernel4_ydir_h || xdim1 != xdim1_advec_cell_kernel4_ydir_h || ydim1 != ydim1_advec_cell_kernel4_ydir_h || xdim2 != xdim2_advec_cell_kernel4_ydir_h || ydim2 != ydim2_advec_cell_kernel4_ydir_h || xdim3 != xdim3_advec_cell_kernel4_ydir_h || ydim3 != ydim3_advec_cell_kernel4_ydir_h || xdim4 != xdim4_advec_cell_kernel4_ydir_h || ydim4 != ydim4_advec_cell_kernel4_ydir_h || xdim5 != xdim5_advec_cell_kernel4_ydir_h || ydim5 != ydim5_advec_cell_kernel4_ydir_h || xdim6 != xdim6_advec_cell_kernel4_ydir_h || ydim6 != ydim6_advec_cell_kernel4_ydir_h || xdim7 != xdim7_advec_cell_kernel4_ydir_h || ydim7 != ydim7_advec_cell_kernel4_ydir_h || xdim8 != xdim8_advec_cell_kernel4_ydir_h || ydim8 != ydim8_advec_cell_kernel4_ydir_h || xdim9 != xdim9_advec_cell_kernel4_ydir_h || ydim9 != ydim9_advec_cell_kernel4_ydir_h || xdim10 != xdim10_advec_cell_kernel4_ydir_h || ydim10 != ydim10_advec_cell_kernel4_ydir_h) { xdim0_advec_cell_kernel4_ydir = xdim0; xdim0_advec_cell_kernel4_ydir_h = xdim0; ydim0_advec_cell_kernel4_ydir = ydim0; ydim0_advec_cell_kernel4_ydir_h = ydim0; xdim1_advec_cell_kernel4_ydir = xdim1; xdim1_advec_cell_kernel4_ydir_h = xdim1; ydim1_advec_cell_kernel4_ydir = ydim1; ydim1_advec_cell_kernel4_ydir_h = ydim1; xdim2_advec_cell_kernel4_ydir = xdim2; xdim2_advec_cell_kernel4_ydir_h = xdim2; ydim2_advec_cell_kernel4_ydir = ydim2; ydim2_advec_cell_kernel4_ydir_h = ydim2; xdim3_advec_cell_kernel4_ydir = xdim3; xdim3_advec_cell_kernel4_ydir_h = xdim3; ydim3_advec_cell_kernel4_ydir = ydim3; ydim3_advec_cell_kernel4_ydir_h = ydim3; xdim4_advec_cell_kernel4_ydir = xdim4; xdim4_advec_cell_kernel4_ydir_h = xdim4; ydim4_advec_cell_kernel4_ydir = ydim4; ydim4_advec_cell_kernel4_ydir_h = ydim4; xdim5_advec_cell_kernel4_ydir = xdim5; xdim5_advec_cell_kernel4_ydir_h = xdim5; ydim5_advec_cell_kernel4_ydir = ydim5; ydim5_advec_cell_kernel4_ydir_h = ydim5; xdim6_advec_cell_kernel4_ydir = xdim6; xdim6_advec_cell_kernel4_ydir_h = xdim6; ydim6_advec_cell_kernel4_ydir = ydim6; ydim6_advec_cell_kernel4_ydir_h = ydim6; xdim7_advec_cell_kernel4_ydir = xdim7; xdim7_advec_cell_kernel4_ydir_h = xdim7; ydim7_advec_cell_kernel4_ydir = ydim7; ydim7_advec_cell_kernel4_ydir_h = ydim7; xdim8_advec_cell_kernel4_ydir = xdim8; xdim8_advec_cell_kernel4_ydir_h = xdim8; ydim8_advec_cell_kernel4_ydir = ydim8; ydim8_advec_cell_kernel4_ydir_h = ydim8; xdim9_advec_cell_kernel4_ydir = xdim9; xdim9_advec_cell_kernel4_ydir_h = xdim9; ydim9_advec_cell_kernel4_ydir = ydim9; ydim9_advec_cell_kernel4_ydir_h = ydim9; xdim10_advec_cell_kernel4_ydir = xdim10; xdim10_advec_cell_kernel4_ydir_h = xdim10; ydim10_advec_cell_kernel4_ydir = ydim10; ydim10_advec_cell_kernel4_ydir_h = ydim10; } int dat0 = args[0].dat->elem_size; int dat1 = args[1].dat->elem_size; int dat2 = args[2].dat->elem_size; int dat3 = args[3].dat->elem_size; int dat4 = args[4].dat->elem_size; int dat5 = args[5].dat->elem_size; int dat6 = args[6].dat->elem_size; int dat7 = args[7].dat->elem_size; int dat8 = args[8].dat->elem_size; int dat9 = args[9].dat->elem_size; int dat10 = args[10].dat->elem_size; //set up initial pointers int d_m[OPS_MAX_DIM]; #ifdef OPS_MPI for (int d = 0; d < dim; d++) d_m[d] = args[0].dat->d_m[d] + OPS_sub_dat_list[args[0].dat->index]->d_im[d]; #else //OPS_MPI for (int d = 0; d < dim; d++) d_m[d] = args[0].dat->d_m[d]; #endif //OPS_MPI int base0 = dat0 * 1 * (start[0] * args[0].stencil->stride[0] - args[0].dat->base[0] - d_m[0]); base0 = base0+ dat0 * args[0].dat->size[0] * (start[1] * args[0].stencil->stride[1] - args[0].dat->base[1] - d_m[1]); base0 = base0+ dat0 * args[0].dat->size[0] * args[0].dat->size[1] * (start[2] * args[0].stencil->stride[2] - args[0].dat->base[2] - d_m[2]); #ifdef OPS_GPU double *p_a0 = (double *)((char *)args[0].data_d + base0); #else double *p_a0 = (double *)((char *)args[0].data + base0); #endif #ifdef OPS_MPI for (int d = 0; d < dim; d++) d_m[d] = args[1].dat->d_m[d] + OPS_sub_dat_list[args[1].dat->index]->d_im[d]; #else //OPS_MPI for (int d = 0; d < dim; d++) d_m[d] = args[1].dat->d_m[d]; #endif //OPS_MPI int base1 = dat1 * 1 * (start[0] * args[1].stencil->stride[0] - args[1].dat->base[0] - d_m[0]); base1 = base1+ dat1 * args[1].dat->size[0] * (start[1] * args[1].stencil->stride[1] - args[1].dat->base[1] - d_m[1]); base1 = base1+ dat1 * args[1].dat->size[0] * args[1].dat->size[1] * (start[2] * args[1].stencil->stride[2] - args[1].dat->base[2] - d_m[2]); #ifdef OPS_GPU double *p_a1 = (double *)((char *)args[1].data_d + base1); #else double *p_a1 = (double *)((char *)args[1].data + base1); #endif #ifdef OPS_MPI for (int d = 0; d < dim; d++) d_m[d] = args[2].dat->d_m[d] + OPS_sub_dat_list[args[2].dat->index]->d_im[d]; #else //OPS_MPI for (int d = 0; d < dim; d++) d_m[d] = args[2].dat->d_m[d]; #endif //OPS_MPI int base2 = dat2 * 1 * (start[0] * args[2].stencil->stride[0] - args[2].dat->base[0] - d_m[0]); base2 = base2+ dat2 * args[2].dat->size[0] * (start[1] * args[2].stencil->stride[1] - args[2].dat->base[1] - d_m[1]); base2 = base2+ dat2 * args[2].dat->size[0] * args[2].dat->size[1] * (start[2] * args[2].stencil->stride[2] - args[2].dat->base[2] - d_m[2]); #ifdef OPS_GPU double *p_a2 = (double *)((char *)args[2].data_d + base2); #else double *p_a2 = (double *)((char *)args[2].data + base2); #endif #ifdef OPS_MPI for (int d = 0; d < dim; d++) d_m[d] = args[3].dat->d_m[d] + OPS_sub_dat_list[args[3].dat->index]->d_im[d]; #else //OPS_MPI for (int d = 0; d < dim; d++) d_m[d] = args[3].dat->d_m[d]; #endif //OPS_MPI int base3 = dat3 * 1 * (start[0] * args[3].stencil->stride[0] - args[3].dat->base[0] - d_m[0]); base3 = base3+ dat3 * args[3].dat->size[0] * (start[1] * args[3].stencil->stride[1] - args[3].dat->base[1] - d_m[1]); base3 = base3+ dat3 * args[3].dat->size[0] * args[3].dat->size[1] * (start[2] * args[3].stencil->stride[2] - args[3].dat->base[2] - d_m[2]); #ifdef OPS_GPU double *p_a3 = (double *)((char *)args[3].data_d + base3); #else double *p_a3 = (double *)((char *)args[3].data + base3); #endif #ifdef OPS_MPI for (int d = 0; d < dim; d++) d_m[d] = args[4].dat->d_m[d] + OPS_sub_dat_list[args[4].dat->index]->d_im[d]; #else //OPS_MPI for (int d = 0; d < dim; d++) d_m[d] = args[4].dat->d_m[d]; #endif //OPS_MPI int base4 = dat4 * 1 * (start[0] * args[4].stencil->stride[0] - args[4].dat->base[0] - d_m[0]); base4 = base4+ dat4 * args[4].dat->size[0] * (start[1] * args[4].stencil->stride[1] - args[4].dat->base[1] - d_m[1]); base4 = base4+ dat4 * args[4].dat->size[0] * args[4].dat->size[1] * (start[2] * args[4].stencil->stride[2] - args[4].dat->base[2] - d_m[2]); #ifdef OPS_GPU double *p_a4 = (double *)((char *)args[4].data_d + base4); #else double *p_a4 = (double *)((char *)args[4].data + base4); #endif #ifdef OPS_MPI for (int d = 0; d < dim; d++) d_m[d] = args[5].dat->d_m[d] + OPS_sub_dat_list[args[5].dat->index]->d_im[d]; #else //OPS_MPI for (int d = 0; d < dim; d++) d_m[d] = args[5].dat->d_m[d]; #endif //OPS_MPI int base5 = dat5 * 1 * (start[0] * args[5].stencil->stride[0] - args[5].dat->base[0] - d_m[0]); base5 = base5+ dat5 * args[5].dat->size[0] * (start[1] * args[5].stencil->stride[1] - args[5].dat->base[1] - d_m[1]); base5 = base5+ dat5 * args[5].dat->size[0] * args[5].dat->size[1] * (start[2] * args[5].stencil->stride[2] - args[5].dat->base[2] - d_m[2]); #ifdef OPS_GPU double *p_a5 = (double *)((char *)args[5].data_d + base5); #else double *p_a5 = (double *)((char *)args[5].data + base5); #endif #ifdef OPS_MPI for (int d = 0; d < dim; d++) d_m[d] = args[6].dat->d_m[d] + OPS_sub_dat_list[args[6].dat->index]->d_im[d]; #else //OPS_MPI for (int d = 0; d < dim; d++) d_m[d] = args[6].dat->d_m[d]; #endif //OPS_MPI int base6 = dat6 * 1 * (start[0] * args[6].stencil->stride[0] - args[6].dat->base[0] - d_m[0]); base6 = base6+ dat6 * args[6].dat->size[0] * (start[1] * args[6].stencil->stride[1] - args[6].dat->base[1] - d_m[1]); base6 = base6+ dat6 * args[6].dat->size[0] * args[6].dat->size[1] * (start[2] * args[6].stencil->stride[2] - args[6].dat->base[2] - d_m[2]); #ifdef OPS_GPU double *p_a6 = (double *)((char *)args[6].data_d + base6); #else double *p_a6 = (double *)((char *)args[6].data + base6); #endif #ifdef OPS_MPI for (int d = 0; d < dim; d++) d_m[d] = args[7].dat->d_m[d] + OPS_sub_dat_list[args[7].dat->index]->d_im[d]; #else //OPS_MPI for (int d = 0; d < dim; d++) d_m[d] = args[7].dat->d_m[d]; #endif //OPS_MPI int base7 = dat7 * 1 * (start[0] * args[7].stencil->stride[0] - args[7].dat->base[0] - d_m[0]); base7 = base7+ dat7 * args[7].dat->size[0] * (start[1] * args[7].stencil->stride[1] - args[7].dat->base[1] - d_m[1]); base7 = base7+ dat7 * args[7].dat->size[0] * args[7].dat->size[1] * (start[2] * args[7].stencil->stride[2] - args[7].dat->base[2] - d_m[2]); #ifdef OPS_GPU double *p_a7 = (double *)((char *)args[7].data_d + base7); #else double *p_a7 = (double *)((char *)args[7].data + base7); #endif #ifdef OPS_MPI for (int d = 0; d < dim; d++) d_m[d] = args[8].dat->d_m[d] + OPS_sub_dat_list[args[8].dat->index]->d_im[d]; #else //OPS_MPI for (int d = 0; d < dim; d++) d_m[d] = args[8].dat->d_m[d]; #endif //OPS_MPI int base8 = dat8 * 1 * (start[0] * args[8].stencil->stride[0] - args[8].dat->base[0] - d_m[0]); base8 = base8+ dat8 * args[8].dat->size[0] * (start[1] * args[8].stencil->stride[1] - args[8].dat->base[1] - d_m[1]); base8 = base8+ dat8 * args[8].dat->size[0] * args[8].dat->size[1] * (start[2] * args[8].stencil->stride[2] - args[8].dat->base[2] - d_m[2]); #ifdef OPS_GPU double *p_a8 = (double *)((char *)args[8].data_d + base8); #else double *p_a8 = (double *)((char *)args[8].data + base8); #endif #ifdef OPS_MPI for (int d = 0; d < dim; d++) d_m[d] = args[9].dat->d_m[d] + OPS_sub_dat_list[args[9].dat->index]->d_im[d]; #else //OPS_MPI for (int d = 0; d < dim; d++) d_m[d] = args[9].dat->d_m[d]; #endif //OPS_MPI int base9 = dat9 * 1 * (start[0] * args[9].stencil->stride[0] - args[9].dat->base[0] - d_m[0]); base9 = base9+ dat9 * args[9].dat->size[0] * (start[1] * args[9].stencil->stride[1] - args[9].dat->base[1] - d_m[1]); base9 = base9+ dat9 * args[9].dat->size[0] * args[9].dat->size[1] * (start[2] * args[9].stencil->stride[2] - args[9].dat->base[2] - d_m[2]); #ifdef OPS_GPU double *p_a9 = (double *)((char *)args[9].data_d + base9); #else double *p_a9 = (double *)((char *)args[9].data + base9); #endif #ifdef OPS_MPI for (int d = 0; d < dim; d++) d_m[d] = args[10].dat->d_m[d] + OPS_sub_dat_list[args[10].dat->index]->d_im[d]; #else //OPS_MPI for (int d = 0; d < dim; d++) d_m[d] = args[10].dat->d_m[d]; #endif //OPS_MPI int base10 = dat10 * 1 * (start[0] * args[10].stencil->stride[0] - args[10].dat->base[0] - d_m[0]); base10 = base10+ dat10 * args[10].dat->size[0] * (start[1] * args[10].stencil->stride[1] - args[10].dat->base[1] - d_m[1]); base10 = base10+ dat10 * args[10].dat->size[0] * args[10].dat->size[1] * (start[2] * args[10].stencil->stride[2] - args[10].dat->base[2] - d_m[2]); #ifdef OPS_GPU double *p_a10 = (double *)((char *)args[10].data_d + base10); #else double *p_a10 = (double *)((char *)args[10].data + base10); #endif #ifdef OPS_GPU ops_H_D_exchanges_device(args, 11); #else ops_H_D_exchanges_host(args, 11); #endif ops_halo_exchanges(args,11,range); ops_timers_core(&c1,&t1); OPS_kernels[36].mpi_time += t1-t2; advec_cell_kernel4_ydir_c_wrapper( p_a0, p_a1, p_a2, p_a3, p_a4, p_a5, p_a6, p_a7, p_a8, p_a9, p_a10, x_size, y_size, z_size); ops_timers_core(&c2,&t2); OPS_kernels[36].time += t2-t1; #ifdef OPS_GPU ops_set_dirtybit_device(args, 11); #else ops_set_dirtybit_host(args, 11); #endif ops_set_halo_dirtybit3(&args[0],range); ops_set_halo_dirtybit3(&args[1],range); ops_set_halo_dirtybit3(&args[6],range); ops_set_halo_dirtybit3(&args[7],range); ops_set_halo_dirtybit3(&args[8],range); ops_set_halo_dirtybit3(&args[9],range); //Update kernel record OPS_kernels[36].transfer += ops_compute_transfer(dim, range, &arg0); OPS_kernels[36].transfer += ops_compute_transfer(dim, range, &arg1); OPS_kernels[36].transfer += ops_compute_transfer(dim, range, &arg2); OPS_kernels[36].transfer += ops_compute_transfer(dim, range, &arg3); OPS_kernels[36].transfer += ops_compute_transfer(dim, range, &arg4); OPS_kernels[36].transfer += ops_compute_transfer(dim, range, &arg5); OPS_kernels[36].transfer += ops_compute_transfer(dim, range, &arg6); OPS_kernels[36].transfer += ops_compute_transfer(dim, range, &arg7); OPS_kernels[36].transfer += ops_compute_transfer(dim, range, &arg8); OPS_kernels[36].transfer += ops_compute_transfer(dim, range, &arg9); OPS_kernels[36].transfer += ops_compute_transfer(dim, range, &arg10); }
// host stub function void ops_par_loop_update_halo_kernel1_b2(char const *name, ops_block block, int dim, int *range, ops_arg arg0, ops_arg arg1, ops_arg arg2, ops_arg arg3, ops_arg arg4, ops_arg arg5, ops_arg arg6, ops_arg arg7) { // Timing double t1, t2, c1, c2; ops_arg args[8] = {arg0, arg1, arg2, arg3, arg4, arg5, arg6, arg7}; #ifdef CHECKPOINTING if (!ops_checkpointing_before(args, 8, range, 12)) return; #endif if (OPS_diags > 1) { ops_timing_realloc(12, "update_halo_kernel1_b2"); OPS_kernels[12].count++; ops_timers_core(&c1, &t1); } // compute locally allocated range for the sub-block int start[3]; int end[3]; #ifdef OPS_MPI sub_block_list sb = OPS_sub_block_list[block->index]; if (!sb->owned) return; for (int n = 0; n < 3; n++) { start[n] = sb->decomp_disp[n]; end[n] = sb->decomp_disp[n] + sb->decomp_size[n]; if (start[n] >= range[2 * n]) { start[n] = 0; } else { start[n] = range[2 * n] - start[n]; } if (sb->id_m[n] == MPI_PROC_NULL && range[2 * n] < 0) start[n] = range[2 * n]; if (end[n] >= range[2 * n + 1]) { end[n] = range[2 * n + 1] - sb->decomp_disp[n]; } else { end[n] = sb->decomp_size[n]; } if (sb->id_p[n] == MPI_PROC_NULL && (range[2 * n + 1] > sb->decomp_disp[n] + sb->decomp_size[n])) end[n] += (range[2 * n + 1] - sb->decomp_disp[n] - sb->decomp_size[n]); } #else for (int n = 0; n < 3; n++) { start[n] = range[2 * n]; end[n] = range[2 * n + 1]; } #endif int x_size = MAX(0, end[0] - start[0]); int y_size = MAX(0, end[1] - start[1]); int z_size = MAX(0, end[2] - start[2]); int xdim0 = args[0].dat->size[0]; int ydim0 = args[0].dat->size[1]; int xdim1 = args[1].dat->size[0]; int ydim1 = args[1].dat->size[1]; int xdim2 = args[2].dat->size[0]; int ydim2 = args[2].dat->size[1]; int xdim3 = args[3].dat->size[0]; int ydim3 = args[3].dat->size[1]; int xdim4 = args[4].dat->size[0]; int ydim4 = args[4].dat->size[1]; int xdim5 = args[5].dat->size[0]; int ydim5 = args[5].dat->size[1]; int xdim6 = args[6].dat->size[0]; int ydim6 = args[6].dat->size[1]; // build opencl kernel if not already built buildOpenCLKernels_update_halo_kernel1_b2(xdim0, ydim0, xdim1, ydim1, xdim2, ydim2, xdim3, ydim3, xdim4, ydim4, xdim5, ydim5, xdim6, ydim6); // set up OpenCL thread blocks size_t globalWorkSize[3] = { ((x_size - 1) / OPS_block_size_x + 1) * OPS_block_size_x, ((y_size - 1) / OPS_block_size_y + 1) * OPS_block_size_y, ((z_size - 1) / OPS_block_size_z + 1) * OPS_block_size_z}; size_t localWorkSize[3] = {OPS_block_size_x, OPS_block_size_y, OPS_block_size_z}; int *arg7h = (int *)arg7.data; int consts_bytes = 0; consts_bytes += ROUND_UP(NUM_FIELDS * sizeof(int)); reallocConstArrays(consts_bytes); consts_bytes = 0; arg7.data = OPS_consts_h + consts_bytes; arg7.data_d = OPS_consts_d + consts_bytes; for (int d = 0; d < NUM_FIELDS; d++) ((int *)arg7.data)[d] = arg7h[d]; consts_bytes += ROUND_UP(NUM_FIELDS * sizeof(int)); mvConstArraysToDevice(consts_bytes); // set up initial pointers int d_m[OPS_MAX_DIM]; #ifdef OPS_MPI for (int d = 0; d < dim; d++) d_m[d] = args[0].dat->d_m[d] + OPS_sub_dat_list[args[0].dat->index]->d_im[d]; #else for (int d = 0; d < dim; d++) d_m[d] = args[0].dat->d_m[d]; #endif int base0 = 1 * 1 * (start[0] * args[0].stencil->stride[0] - args[0].dat->base[0] - d_m[0]); base0 = base0 + args[0].dat->size[0] * 1 * (start[1] * args[0].stencil->stride[1] - args[0].dat->base[1] - d_m[1]); base0 = base0 + args[0].dat->size[0] * 1 * args[0].dat->size[1] * 1 * (start[2] * args[0].stencil->stride[2] - args[0].dat->base[2] - d_m[2]); #ifdef OPS_MPI for (int d = 0; d < dim; d++) d_m[d] = args[1].dat->d_m[d] + OPS_sub_dat_list[args[1].dat->index]->d_im[d]; #else for (int d = 0; d < dim; d++) d_m[d] = args[1].dat->d_m[d]; #endif int base1 = 1 * 1 * (start[0] * args[1].stencil->stride[0] - args[1].dat->base[0] - d_m[0]); base1 = base1 + args[1].dat->size[0] * 1 * (start[1] * args[1].stencil->stride[1] - args[1].dat->base[1] - d_m[1]); base1 = base1 + args[1].dat->size[0] * 1 * args[1].dat->size[1] * 1 * (start[2] * args[1].stencil->stride[2] - args[1].dat->base[2] - d_m[2]); #ifdef OPS_MPI for (int d = 0; d < dim; d++) d_m[d] = args[2].dat->d_m[d] + OPS_sub_dat_list[args[2].dat->index]->d_im[d]; #else for (int d = 0; d < dim; d++) d_m[d] = args[2].dat->d_m[d]; #endif int base2 = 1 * 1 * (start[0] * args[2].stencil->stride[0] - args[2].dat->base[0] - d_m[0]); base2 = base2 + args[2].dat->size[0] * 1 * (start[1] * args[2].stencil->stride[1] - args[2].dat->base[1] - d_m[1]); base2 = base2 + args[2].dat->size[0] * 1 * args[2].dat->size[1] * 1 * (start[2] * args[2].stencil->stride[2] - args[2].dat->base[2] - d_m[2]); #ifdef OPS_MPI for (int d = 0; d < dim; d++) d_m[d] = args[3].dat->d_m[d] + OPS_sub_dat_list[args[3].dat->index]->d_im[d]; #else for (int d = 0; d < dim; d++) d_m[d] = args[3].dat->d_m[d]; #endif int base3 = 1 * 1 * (start[0] * args[3].stencil->stride[0] - args[3].dat->base[0] - d_m[0]); base3 = base3 + args[3].dat->size[0] * 1 * (start[1] * args[3].stencil->stride[1] - args[3].dat->base[1] - d_m[1]); base3 = base3 + args[3].dat->size[0] * 1 * args[3].dat->size[1] * 1 * (start[2] * args[3].stencil->stride[2] - args[3].dat->base[2] - d_m[2]); #ifdef OPS_MPI for (int d = 0; d < dim; d++) d_m[d] = args[4].dat->d_m[d] + OPS_sub_dat_list[args[4].dat->index]->d_im[d]; #else for (int d = 0; d < dim; d++) d_m[d] = args[4].dat->d_m[d]; #endif int base4 = 1 * 1 * (start[0] * args[4].stencil->stride[0] - args[4].dat->base[0] - d_m[0]); base4 = base4 + args[4].dat->size[0] * 1 * (start[1] * args[4].stencil->stride[1] - args[4].dat->base[1] - d_m[1]); base4 = base4 + args[4].dat->size[0] * 1 * args[4].dat->size[1] * 1 * (start[2] * args[4].stencil->stride[2] - args[4].dat->base[2] - d_m[2]); #ifdef OPS_MPI for (int d = 0; d < dim; d++) d_m[d] = args[5].dat->d_m[d] + OPS_sub_dat_list[args[5].dat->index]->d_im[d]; #else for (int d = 0; d < dim; d++) d_m[d] = args[5].dat->d_m[d]; #endif int base5 = 1 * 1 * (start[0] * args[5].stencil->stride[0] - args[5].dat->base[0] - d_m[0]); base5 = base5 + args[5].dat->size[0] * 1 * (start[1] * args[5].stencil->stride[1] - args[5].dat->base[1] - d_m[1]); base5 = base5 + args[5].dat->size[0] * 1 * args[5].dat->size[1] * 1 * (start[2] * args[5].stencil->stride[2] - args[5].dat->base[2] - d_m[2]); #ifdef OPS_MPI for (int d = 0; d < dim; d++) d_m[d] = args[6].dat->d_m[d] + OPS_sub_dat_list[args[6].dat->index]->d_im[d]; #else for (int d = 0; d < dim; d++) d_m[d] = args[6].dat->d_m[d]; #endif int base6 = 1 * 1 * (start[0] * args[6].stencil->stride[0] - args[6].dat->base[0] - d_m[0]); base6 = base6 + args[6].dat->size[0] * 1 * (start[1] * args[6].stencil->stride[1] - args[6].dat->base[1] - d_m[1]); base6 = base6 + args[6].dat->size[0] * 1 * args[6].dat->size[1] * 1 * (start[2] * args[6].stencil->stride[2] - args[6].dat->base[2] - d_m[2]); ops_H_D_exchanges_device(args, 8); ops_halo_exchanges(args, 8, range); ops_H_D_exchanges_device(args, 8); if (OPS_diags > 1) { ops_timers_core(&c2, &t2); OPS_kernels[12].mpi_time += t2 - t1; } if (globalWorkSize[0] > 0 && globalWorkSize[1] > 0 && globalWorkSize[2] > 0) { clSafeCall(clSetKernelArg(OPS_opencl_core.kernel[12], 0, sizeof(cl_mem), (void *)&arg0.data_d)); clSafeCall(clSetKernelArg(OPS_opencl_core.kernel[12], 1, sizeof(cl_mem), (void *)&arg1.data_d)); clSafeCall(clSetKernelArg(OPS_opencl_core.kernel[12], 2, sizeof(cl_mem), (void *)&arg2.data_d)); clSafeCall(clSetKernelArg(OPS_opencl_core.kernel[12], 3, sizeof(cl_mem), (void *)&arg3.data_d)); clSafeCall(clSetKernelArg(OPS_opencl_core.kernel[12], 4, sizeof(cl_mem), (void *)&arg4.data_d)); clSafeCall(clSetKernelArg(OPS_opencl_core.kernel[12], 5, sizeof(cl_mem), (void *)&arg5.data_d)); clSafeCall(clSetKernelArg(OPS_opencl_core.kernel[12], 6, sizeof(cl_mem), (void *)&arg6.data_d)); clSafeCall(clSetKernelArg(OPS_opencl_core.kernel[12], 7, sizeof(cl_mem), (void *)&arg7.data_d)); clSafeCall(clSetKernelArg(OPS_opencl_core.kernel[12], 8, sizeof(cl_int), (void *)&base0)); clSafeCall(clSetKernelArg(OPS_opencl_core.kernel[12], 9, sizeof(cl_int), (void *)&base1)); clSafeCall(clSetKernelArg(OPS_opencl_core.kernel[12], 10, sizeof(cl_int), (void *)&base2)); clSafeCall(clSetKernelArg(OPS_opencl_core.kernel[12], 11, sizeof(cl_int), (void *)&base3)); clSafeCall(clSetKernelArg(OPS_opencl_core.kernel[12], 12, sizeof(cl_int), (void *)&base4)); clSafeCall(clSetKernelArg(OPS_opencl_core.kernel[12], 13, sizeof(cl_int), (void *)&base5)); clSafeCall(clSetKernelArg(OPS_opencl_core.kernel[12], 14, sizeof(cl_int), (void *)&base6)); clSafeCall(clSetKernelArg(OPS_opencl_core.kernel[12], 15, sizeof(cl_int), (void *)&x_size)); clSafeCall(clSetKernelArg(OPS_opencl_core.kernel[12], 16, sizeof(cl_int), (void *)&y_size)); clSafeCall(clSetKernelArg(OPS_opencl_core.kernel[12], 17, sizeof(cl_int), (void *)&z_size)); // call/enque opencl kernel wrapper function clSafeCall(clEnqueueNDRangeKernel( OPS_opencl_core.command_queue, OPS_opencl_core.kernel[12], 3, NULL, globalWorkSize, localWorkSize, 0, NULL, NULL)); } if (OPS_diags > 1) { clSafeCall(clFinish(OPS_opencl_core.command_queue)); } if (OPS_diags > 1) { ops_timers_core(&c1, &t1); OPS_kernels[12].time += t1 - t2; } ops_set_dirtybit_device(args, 8); ops_set_halo_dirtybit3(&args[0], range); ops_set_halo_dirtybit3(&args[1], range); ops_set_halo_dirtybit3(&args[2], range); ops_set_halo_dirtybit3(&args[3], range); ops_set_halo_dirtybit3(&args[4], range); ops_set_halo_dirtybit3(&args[5], range); ops_set_halo_dirtybit3(&args[6], range); if (OPS_diags > 1) { // Update kernel record ops_timers_core(&c2, &t2); OPS_kernels[12].mpi_time += t2 - t1; OPS_kernels[12].transfer += ops_compute_transfer(dim, start, end, &arg0); OPS_kernels[12].transfer += ops_compute_transfer(dim, start, end, &arg1); OPS_kernels[12].transfer += ops_compute_transfer(dim, start, end, &arg2); OPS_kernels[12].transfer += ops_compute_transfer(dim, start, end, &arg3); OPS_kernels[12].transfer += ops_compute_transfer(dim, start, end, &arg4); OPS_kernels[12].transfer += ops_compute_transfer(dim, start, end, &arg5); OPS_kernels[12].transfer += ops_compute_transfer(dim, start, end, &arg6); } }
// host stub function void ops_par_loop_PdV_kernel_predict(char const *name, ops_block block, int dim, int* range, ops_arg arg0, ops_arg arg1, ops_arg arg2, ops_arg arg3, ops_arg arg4, ops_arg arg5, ops_arg arg6, ops_arg arg7, ops_arg arg8, ops_arg arg9, ops_arg arg10, ops_arg arg11, ops_arg arg12, ops_arg arg13) { ops_arg args[14] = { arg0, arg1, arg2, arg3, arg4, arg5, arg6, arg7, arg8, arg9, arg10, arg11, arg12, arg13}; ops_timing_realloc(5,"PdV_kernel_predict"); OPS_kernels[5].count++; //compute locally allocated range for the sub-block int start[3]; int end[3]; #ifdef OPS_MPI sub_block_list sb = OPS_sub_block_list[block->index]; if (!sb->owned) return; for ( int n=0; n<3; n++ ){ start[n] = sb->decomp_disp[n];end[n] = sb->decomp_disp[n]+sb->decomp_size[n]; if (start[n] >= range[2*n]) { start[n] = 0; } else { start[n] = range[2*n] - start[n]; } if (sb->id_m[n]==MPI_PROC_NULL && range[2*n] < 0) start[n] = range[2*n]; if (end[n] >= range[2*n+1]) { end[n] = range[2*n+1] - sb->decomp_disp[n]; } else { end[n] = sb->decomp_size[n]; } if (sb->id_p[n]==MPI_PROC_NULL && (range[2*n+1] > sb->decomp_disp[n]+sb->decomp_size[n])) end[n] += (range[2*n+1]-sb->decomp_disp[n]-sb->decomp_size[n]); } #else //OPS_MPI for ( int n=0; n<3; n++ ){ start[n] = range[2*n];end[n] = range[2*n+1]; } #endif //OPS_MPI int x_size = MAX(0,end[0]-start[0]); int y_size = MAX(0,end[1]-start[1]); int z_size = MAX(0,end[2]-start[2]); int xdim0 = args[0].dat->size[0]*args[0].dat->dim; int ydim0 = args[0].dat->size[1]; int xdim1 = args[1].dat->size[0]*args[1].dat->dim; int ydim1 = args[1].dat->size[1]; int xdim2 = args[2].dat->size[0]*args[2].dat->dim; int ydim2 = args[2].dat->size[1]; int xdim3 = args[3].dat->size[0]*args[3].dat->dim; int ydim3 = args[3].dat->size[1]; int xdim4 = args[4].dat->size[0]*args[4].dat->dim; int ydim4 = args[4].dat->size[1]; int xdim5 = args[5].dat->size[0]*args[5].dat->dim; int ydim5 = args[5].dat->size[1]; int xdim6 = args[6].dat->size[0]*args[6].dat->dim; int ydim6 = args[6].dat->size[1]; int xdim7 = args[7].dat->size[0]*args[7].dat->dim; int ydim7 = args[7].dat->size[1]; int xdim8 = args[8].dat->size[0]*args[8].dat->dim; int ydim8 = args[8].dat->size[1]; int xdim9 = args[9].dat->size[0]*args[9].dat->dim; int ydim9 = args[9].dat->size[1]; int xdim10 = args[10].dat->size[0]*args[10].dat->dim; int ydim10 = args[10].dat->size[1]; int xdim11 = args[11].dat->size[0]*args[11].dat->dim; int ydim11 = args[11].dat->size[1]; int xdim12 = args[12].dat->size[0]*args[12].dat->dim; int ydim12 = args[12].dat->size[1]; int xdim13 = args[13].dat->size[0]*args[13].dat->dim; int ydim13 = args[13].dat->size[1]; //build opencl kernel if not already built buildOpenCLKernels_PdV_kernel_predict( xdim0,ydim0,xdim1,ydim1,xdim2,ydim2,xdim3,ydim3,xdim4,ydim4,xdim5,ydim5,xdim6,ydim6,xdim7,ydim7,xdim8,ydim8,xdim9,ydim9,xdim10,ydim10,xdim11,ydim11,xdim12,ydim12,xdim13,ydim13); //Timing double t1,t2,c1,c2; ops_timers_core(&c2,&t2); //set up OpenCL thread blocks size_t globalWorkSize[3] = {((x_size-1)/OPS_block_size_x+ 1)*OPS_block_size_x, ((y_size-1)/OPS_block_size_y + 1)*OPS_block_size_y, MAX(1,end[2]-start[2])}; size_t localWorkSize[3] = {OPS_block_size_x,OPS_block_size_y,1}; int dat0 = args[0].dat->elem_size; int dat1 = args[1].dat->elem_size; int dat2 = args[2].dat->elem_size; int dat3 = args[3].dat->elem_size; int dat4 = args[4].dat->elem_size; int dat5 = args[5].dat->elem_size; int dat6 = args[6].dat->elem_size; int dat7 = args[7].dat->elem_size; int dat8 = args[8].dat->elem_size; int dat9 = args[9].dat->elem_size; int dat10 = args[10].dat->elem_size; int dat11 = args[11].dat->elem_size; int dat12 = args[12].dat->elem_size; int dat13 = args[13].dat->elem_size; //set up initial pointers int d_m[OPS_MAX_DIM]; #ifdef OPS_MPI for (int d = 0; d < dim; d++) d_m[d] = args[0].dat->d_m[d] + OPS_sub_dat_list[args[0].dat->index]->d_im[d]; #else //OPS_MPI for (int d = 0; d < dim; d++) d_m[d] = args[0].dat->d_m[d]; #endif //OPS_MPI int base0 = 1 * (start[0] * args[0].stencil->stride[0] - args[0].dat->base[0] - d_m[0]); base0 = base0 + args[0].dat->size[0] * (start[1] * args[0].stencil->stride[1] - args[0].dat->base[1] - d_m[1]); base0 = base0 + args[0].dat->size[0] * args[0].dat->size[1] * (start[2] * args[0].stencil->stride[2] - args[0].dat->base[2] - d_m[2]); #ifdef OPS_MPI for (int d = 0; d < dim; d++) d_m[d] = args[1].dat->d_m[d] + OPS_sub_dat_list[args[1].dat->index]->d_im[d]; #else //OPS_MPI for (int d = 0; d < dim; d++) d_m[d] = args[1].dat->d_m[d]; #endif //OPS_MPI int base1 = 1 * (start[0] * args[1].stencil->stride[0] - args[1].dat->base[0] - d_m[0]); base1 = base1 + args[1].dat->size[0] * (start[1] * args[1].stencil->stride[1] - args[1].dat->base[1] - d_m[1]); base1 = base1 + args[1].dat->size[0] * args[1].dat->size[1] * (start[2] * args[1].stencil->stride[2] - args[1].dat->base[2] - d_m[2]); #ifdef OPS_MPI for (int d = 0; d < dim; d++) d_m[d] = args[2].dat->d_m[d] + OPS_sub_dat_list[args[2].dat->index]->d_im[d]; #else //OPS_MPI for (int d = 0; d < dim; d++) d_m[d] = args[2].dat->d_m[d]; #endif //OPS_MPI int base2 = 1 * (start[0] * args[2].stencil->stride[0] - args[2].dat->base[0] - d_m[0]); base2 = base2 + args[2].dat->size[0] * (start[1] * args[2].stencil->stride[1] - args[2].dat->base[1] - d_m[1]); base2 = base2 + args[2].dat->size[0] * args[2].dat->size[1] * (start[2] * args[2].stencil->stride[2] - args[2].dat->base[2] - d_m[2]); #ifdef OPS_MPI for (int d = 0; d < dim; d++) d_m[d] = args[3].dat->d_m[d] + OPS_sub_dat_list[args[3].dat->index]->d_im[d]; #else //OPS_MPI for (int d = 0; d < dim; d++) d_m[d] = args[3].dat->d_m[d]; #endif //OPS_MPI int base3 = 1 * (start[0] * args[3].stencil->stride[0] - args[3].dat->base[0] - d_m[0]); base3 = base3 + args[3].dat->size[0] * (start[1] * args[3].stencil->stride[1] - args[3].dat->base[1] - d_m[1]); base3 = base3 + args[3].dat->size[0] * args[3].dat->size[1] * (start[2] * args[3].stencil->stride[2] - args[3].dat->base[2] - d_m[2]); #ifdef OPS_MPI for (int d = 0; d < dim; d++) d_m[d] = args[4].dat->d_m[d] + OPS_sub_dat_list[args[4].dat->index]->d_im[d]; #else //OPS_MPI for (int d = 0; d < dim; d++) d_m[d] = args[4].dat->d_m[d]; #endif //OPS_MPI int base4 = 1 * (start[0] * args[4].stencil->stride[0] - args[4].dat->base[0] - d_m[0]); base4 = base4 + args[4].dat->size[0] * (start[1] * args[4].stencil->stride[1] - args[4].dat->base[1] - d_m[1]); base4 = base4 + args[4].dat->size[0] * args[4].dat->size[1] * (start[2] * args[4].stencil->stride[2] - args[4].dat->base[2] - d_m[2]); #ifdef OPS_MPI for (int d = 0; d < dim; d++) d_m[d] = args[5].dat->d_m[d] + OPS_sub_dat_list[args[5].dat->index]->d_im[d]; #else //OPS_MPI for (int d = 0; d < dim; d++) d_m[d] = args[5].dat->d_m[d]; #endif //OPS_MPI int base5 = 1 * (start[0] * args[5].stencil->stride[0] - args[5].dat->base[0] - d_m[0]); base5 = base5 + args[5].dat->size[0] * (start[1] * args[5].stencil->stride[1] - args[5].dat->base[1] - d_m[1]); base5 = base5 + args[5].dat->size[0] * args[5].dat->size[1] * (start[2] * args[5].stencil->stride[2] - args[5].dat->base[2] - d_m[2]); #ifdef OPS_MPI for (int d = 0; d < dim; d++) d_m[d] = args[6].dat->d_m[d] + OPS_sub_dat_list[args[6].dat->index]->d_im[d]; #else //OPS_MPI for (int d = 0; d < dim; d++) d_m[d] = args[6].dat->d_m[d]; #endif //OPS_MPI int base6 = 1 * (start[0] * args[6].stencil->stride[0] - args[6].dat->base[0] - d_m[0]); base6 = base6 + args[6].dat->size[0] * (start[1] * args[6].stencil->stride[1] - args[6].dat->base[1] - d_m[1]); base6 = base6 + args[6].dat->size[0] * args[6].dat->size[1] * (start[2] * args[6].stencil->stride[2] - args[6].dat->base[2] - d_m[2]); #ifdef OPS_MPI for (int d = 0; d < dim; d++) d_m[d] = args[7].dat->d_m[d] + OPS_sub_dat_list[args[7].dat->index]->d_im[d]; #else //OPS_MPI for (int d = 0; d < dim; d++) d_m[d] = args[7].dat->d_m[d]; #endif //OPS_MPI int base7 = 1 * (start[0] * args[7].stencil->stride[0] - args[7].dat->base[0] - d_m[0]); base7 = base7 + args[7].dat->size[0] * (start[1] * args[7].stencil->stride[1] - args[7].dat->base[1] - d_m[1]); base7 = base7 + args[7].dat->size[0] * args[7].dat->size[1] * (start[2] * args[7].stencil->stride[2] - args[7].dat->base[2] - d_m[2]); #ifdef OPS_MPI for (int d = 0; d < dim; d++) d_m[d] = args[8].dat->d_m[d] + OPS_sub_dat_list[args[8].dat->index]->d_im[d]; #else //OPS_MPI for (int d = 0; d < dim; d++) d_m[d] = args[8].dat->d_m[d]; #endif //OPS_MPI int base8 = 1 * (start[0] * args[8].stencil->stride[0] - args[8].dat->base[0] - d_m[0]); base8 = base8 + args[8].dat->size[0] * (start[1] * args[8].stencil->stride[1] - args[8].dat->base[1] - d_m[1]); base8 = base8 + args[8].dat->size[0] * args[8].dat->size[1] * (start[2] * args[8].stencil->stride[2] - args[8].dat->base[2] - d_m[2]); #ifdef OPS_MPI for (int d = 0; d < dim; d++) d_m[d] = args[9].dat->d_m[d] + OPS_sub_dat_list[args[9].dat->index]->d_im[d]; #else //OPS_MPI for (int d = 0; d < dim; d++) d_m[d] = args[9].dat->d_m[d]; #endif //OPS_MPI int base9 = 1 * (start[0] * args[9].stencil->stride[0] - args[9].dat->base[0] - d_m[0]); base9 = base9 + args[9].dat->size[0] * (start[1] * args[9].stencil->stride[1] - args[9].dat->base[1] - d_m[1]); base9 = base9 + args[9].dat->size[0] * args[9].dat->size[1] * (start[2] * args[9].stencil->stride[2] - args[9].dat->base[2] - d_m[2]); #ifdef OPS_MPI for (int d = 0; d < dim; d++) d_m[d] = args[10].dat->d_m[d] + OPS_sub_dat_list[args[10].dat->index]->d_im[d]; #else //OPS_MPI for (int d = 0; d < dim; d++) d_m[d] = args[10].dat->d_m[d]; #endif //OPS_MPI int base10 = 1 * (start[0] * args[10].stencil->stride[0] - args[10].dat->base[0] - d_m[0]); base10 = base10 + args[10].dat->size[0] * (start[1] * args[10].stencil->stride[1] - args[10].dat->base[1] - d_m[1]); base10 = base10 + args[10].dat->size[0] * args[10].dat->size[1] * (start[2] * args[10].stencil->stride[2] - args[10].dat->base[2] - d_m[2]); #ifdef OPS_MPI for (int d = 0; d < dim; d++) d_m[d] = args[11].dat->d_m[d] + OPS_sub_dat_list[args[11].dat->index]->d_im[d]; #else //OPS_MPI for (int d = 0; d < dim; d++) d_m[d] = args[11].dat->d_m[d]; #endif //OPS_MPI int base11 = 1 * (start[0] * args[11].stencil->stride[0] - args[11].dat->base[0] - d_m[0]); base11 = base11 + args[11].dat->size[0] * (start[1] * args[11].stencil->stride[1] - args[11].dat->base[1] - d_m[1]); base11 = base11 + args[11].dat->size[0] * args[11].dat->size[1] * (start[2] * args[11].stencil->stride[2] - args[11].dat->base[2] - d_m[2]); #ifdef OPS_MPI for (int d = 0; d < dim; d++) d_m[d] = args[12].dat->d_m[d] + OPS_sub_dat_list[args[12].dat->index]->d_im[d]; #else //OPS_MPI for (int d = 0; d < dim; d++) d_m[d] = args[12].dat->d_m[d]; #endif //OPS_MPI int base12 = 1 * (start[0] * args[12].stencil->stride[0] - args[12].dat->base[0] - d_m[0]); base12 = base12 + args[12].dat->size[0] * (start[1] * args[12].stencil->stride[1] - args[12].dat->base[1] - d_m[1]); base12 = base12 + args[12].dat->size[0] * args[12].dat->size[1] * (start[2] * args[12].stencil->stride[2] - args[12].dat->base[2] - d_m[2]); #ifdef OPS_MPI for (int d = 0; d < dim; d++) d_m[d] = args[13].dat->d_m[d] + OPS_sub_dat_list[args[13].dat->index]->d_im[d]; #else //OPS_MPI for (int d = 0; d < dim; d++) d_m[d] = args[13].dat->d_m[d]; #endif //OPS_MPI int base13 = 1 * (start[0] * args[13].stencil->stride[0] - args[13].dat->base[0] - d_m[0]); base13 = base13 + args[13].dat->size[0] * (start[1] * args[13].stencil->stride[1] - args[13].dat->base[1] - d_m[1]); base13 = base13 + args[13].dat->size[0] * args[13].dat->size[1] * (start[2] * args[13].stencil->stride[2] - args[13].dat->base[2] - d_m[2]); ops_H_D_exchanges_device(args, 14); ops_halo_exchanges(args,14,range); ops_H_D_exchanges_device(args, 14); ops_timers_core(&c1,&t1); OPS_kernels[5].mpi_time += t1-t2; clSafeCall( clSetKernelArg(OPS_opencl_core.kernel[5], 0, sizeof(cl_mem), (void*) &arg0.data_d )); clSafeCall( clSetKernelArg(OPS_opencl_core.kernel[5], 1, sizeof(cl_mem), (void*) &arg1.data_d )); clSafeCall( clSetKernelArg(OPS_opencl_core.kernel[5], 2, sizeof(cl_mem), (void*) &arg2.data_d )); clSafeCall( clSetKernelArg(OPS_opencl_core.kernel[5], 3, sizeof(cl_mem), (void*) &arg3.data_d )); clSafeCall( clSetKernelArg(OPS_opencl_core.kernel[5], 4, sizeof(cl_mem), (void*) &arg4.data_d )); clSafeCall( clSetKernelArg(OPS_opencl_core.kernel[5], 5, sizeof(cl_mem), (void*) &arg5.data_d )); clSafeCall( clSetKernelArg(OPS_opencl_core.kernel[5], 6, sizeof(cl_mem), (void*) &arg6.data_d )); clSafeCall( clSetKernelArg(OPS_opencl_core.kernel[5], 7, sizeof(cl_mem), (void*) &arg7.data_d )); clSafeCall( clSetKernelArg(OPS_opencl_core.kernel[5], 8, sizeof(cl_mem), (void*) &arg8.data_d )); clSafeCall( clSetKernelArg(OPS_opencl_core.kernel[5], 9, sizeof(cl_mem), (void*) &arg9.data_d )); clSafeCall( clSetKernelArg(OPS_opencl_core.kernel[5], 10, sizeof(cl_mem), (void*) &arg10.data_d )); clSafeCall( clSetKernelArg(OPS_opencl_core.kernel[5], 11, sizeof(cl_mem), (void*) &arg11.data_d )); clSafeCall( clSetKernelArg(OPS_opencl_core.kernel[5], 12, sizeof(cl_mem), (void*) &arg12.data_d )); clSafeCall( clSetKernelArg(OPS_opencl_core.kernel[5], 13, sizeof(cl_mem), (void*) &arg13.data_d )); clSafeCall( clSetKernelArg(OPS_opencl_core.kernel[5], 14, sizeof(cl_double), (void*) &dt )); clSafeCall( clSetKernelArg(OPS_opencl_core.kernel[5], 15, sizeof(cl_int), (void*) &base0 )); clSafeCall( clSetKernelArg(OPS_opencl_core.kernel[5], 16, sizeof(cl_int), (void*) &base1 )); clSafeCall( clSetKernelArg(OPS_opencl_core.kernel[5], 17, sizeof(cl_int), (void*) &base2 )); clSafeCall( clSetKernelArg(OPS_opencl_core.kernel[5], 18, sizeof(cl_int), (void*) &base3 )); clSafeCall( clSetKernelArg(OPS_opencl_core.kernel[5], 19, sizeof(cl_int), (void*) &base4 )); clSafeCall( clSetKernelArg(OPS_opencl_core.kernel[5], 20, sizeof(cl_int), (void*) &base5 )); clSafeCall( clSetKernelArg(OPS_opencl_core.kernel[5], 21, sizeof(cl_int), (void*) &base6 )); clSafeCall( clSetKernelArg(OPS_opencl_core.kernel[5], 22, sizeof(cl_int), (void*) &base7 )); clSafeCall( clSetKernelArg(OPS_opencl_core.kernel[5], 23, sizeof(cl_int), (void*) &base8 )); clSafeCall( clSetKernelArg(OPS_opencl_core.kernel[5], 24, sizeof(cl_int), (void*) &base9 )); clSafeCall( clSetKernelArg(OPS_opencl_core.kernel[5], 25, sizeof(cl_int), (void*) &base10 )); clSafeCall( clSetKernelArg(OPS_opencl_core.kernel[5], 26, sizeof(cl_int), (void*) &base11 )); clSafeCall( clSetKernelArg(OPS_opencl_core.kernel[5], 27, sizeof(cl_int), (void*) &base12 )); clSafeCall( clSetKernelArg(OPS_opencl_core.kernel[5], 28, sizeof(cl_int), (void*) &base13 )); clSafeCall( clSetKernelArg(OPS_opencl_core.kernel[5], 29, sizeof(cl_int), (void*) &x_size )); clSafeCall( clSetKernelArg(OPS_opencl_core.kernel[5], 30, sizeof(cl_int), (void*) &y_size )); clSafeCall( clSetKernelArg(OPS_opencl_core.kernel[5], 31, sizeof(cl_int), (void*) &z_size )); //call/enque opencl kernel wrapper function clSafeCall( clEnqueueNDRangeKernel(OPS_opencl_core.command_queue, OPS_opencl_core.kernel[5], 3, NULL, globalWorkSize, localWorkSize, 0, NULL, NULL) ); if (OPS_diags>1) { clSafeCall( clFinish(OPS_opencl_core.command_queue) ); } ops_set_dirtybit_device(args, 14); ops_set_halo_dirtybit3(&args[4],range); ops_set_halo_dirtybit3(&args[8],range); ops_set_halo_dirtybit3(&args[11],range); //Update kernel record ops_timers_core(&c2,&t2); OPS_kernels[5].time += t2-t1; OPS_kernels[5].transfer += ops_compute_transfer(dim, range, &arg0); OPS_kernels[5].transfer += ops_compute_transfer(dim, range, &arg1); OPS_kernels[5].transfer += ops_compute_transfer(dim, range, &arg2); OPS_kernels[5].transfer += ops_compute_transfer(dim, range, &arg3); OPS_kernels[5].transfer += ops_compute_transfer(dim, range, &arg4); OPS_kernels[5].transfer += ops_compute_transfer(dim, range, &arg5); OPS_kernels[5].transfer += ops_compute_transfer(dim, range, &arg6); OPS_kernels[5].transfer += ops_compute_transfer(dim, range, &arg7); OPS_kernels[5].transfer += ops_compute_transfer(dim, range, &arg8); OPS_kernels[5].transfer += ops_compute_transfer(dim, range, &arg9); OPS_kernels[5].transfer += ops_compute_transfer(dim, range, &arg10); OPS_kernels[5].transfer += ops_compute_transfer(dim, range, &arg11); OPS_kernels[5].transfer += ops_compute_transfer(dim, range, &arg12); OPS_kernels[5].transfer += ops_compute_transfer(dim, range, &arg13); }
// host stub function void ops_par_loop_generate_chunk_kernel( char const *name, ops_block block, int dim, int *range, ops_arg arg0, ops_arg arg1, ops_arg arg2, ops_arg arg3, ops_arg arg4, ops_arg arg5, ops_arg arg6, ops_arg arg7, ops_arg arg8, ops_arg arg9, ops_arg arg10) { // Timing double t1, t2, c1, c2; ops_arg args[11] = {arg0, arg1, arg2, arg3, arg4, arg5, arg6, arg7, arg8, arg9, arg10}; #ifdef CHECKPOINTING if (!ops_checkpointing_before(args, 11, range, 10)) return; #endif if (OPS_diags > 1) { ops_timing_realloc(10, "generate_chunk_kernel"); OPS_kernels[10].count++; ops_timers_core(&c1, &t1); } // compute localy allocated range for the sub-block int start[3]; int end[3]; #ifdef OPS_MPI sub_block_list sb = OPS_sub_block_list[block->index]; #endif // OPS_MPI int arg_idx[3]; int arg_idx_base[3]; #ifdef OPS_MPI if (compute_ranges(args, 11, block, range, start, end, arg_idx) < 0) return; #else // OPS_MPI for (int n = 0; n < 3; n++) { start[n] = range[2 * n]; end[n] = range[2 * n + 1]; arg_idx[n] = start[n]; } #endif for (int n = 0; n < 3; n++) { arg_idx_base[n] = arg_idx[n]; } int dat0 = args[0].dat->elem_size; int dat1 = args[1].dat->elem_size; int dat2 = args[2].dat->elem_size; int dat3 = args[3].dat->elem_size; int dat4 = args[4].dat->elem_size; int dat5 = args[5].dat->elem_size; int dat6 = args[6].dat->elem_size; int dat7 = args[7].dat->elem_size; int dat8 = args[8].dat->elem_size; int dat9 = args[9].dat->elem_size; int dat10 = args[10].dat->elem_size; // set up initial pointers int base0 = args[0].dat->base_offset + (OPS_soa ? args[0].dat->type_size : args[0].dat->elem_size) * start[0] * args[0].stencil->stride[0]; base0 = base0 + (OPS_soa ? args[0].dat->type_size : args[0].dat->elem_size) * args[0].dat->size[0] * start[1] * args[0].stencil->stride[1]; base0 = base0 + (OPS_soa ? args[0].dat->type_size : args[0].dat->elem_size) * args[0].dat->size[0] * args[0].dat->size[1] * start[2] * args[0].stencil->stride[2]; #ifdef OPS_GPU double *p_a0 = (double *)((char *)args[0].data_d + base0); #else double *p_a0 = (double *)((char *)args[0].data + base0); #endif int base1 = args[1].dat->base_offset + (OPS_soa ? args[1].dat->type_size : args[1].dat->elem_size) * start[0] * args[1].stencil->stride[0]; base1 = base1 + (OPS_soa ? args[1].dat->type_size : args[1].dat->elem_size) * args[1].dat->size[0] * start[1] * args[1].stencil->stride[1]; base1 = base1 + (OPS_soa ? args[1].dat->type_size : args[1].dat->elem_size) * args[1].dat->size[0] * args[1].dat->size[1] * start[2] * args[1].stencil->stride[2]; #ifdef OPS_GPU double *p_a1 = (double *)((char *)args[1].data_d + base1); #else double *p_a1 = (double *)((char *)args[1].data + base1); #endif int base2 = args[2].dat->base_offset + (OPS_soa ? args[2].dat->type_size : args[2].dat->elem_size) * start[0] * args[2].stencil->stride[0]; base2 = base2 + (OPS_soa ? args[2].dat->type_size : args[2].dat->elem_size) * args[2].dat->size[0] * start[1] * args[2].stencil->stride[1]; base2 = base2 + (OPS_soa ? args[2].dat->type_size : args[2].dat->elem_size) * args[2].dat->size[0] * args[2].dat->size[1] * start[2] * args[2].stencil->stride[2]; #ifdef OPS_GPU double *p_a2 = (double *)((char *)args[2].data_d + base2); #else double *p_a2 = (double *)((char *)args[2].data + base2); #endif int base3 = args[3].dat->base_offset + (OPS_soa ? args[3].dat->type_size : args[3].dat->elem_size) * start[0] * args[3].stencil->stride[0]; base3 = base3 + (OPS_soa ? args[3].dat->type_size : args[3].dat->elem_size) * args[3].dat->size[0] * start[1] * args[3].stencil->stride[1]; base3 = base3 + (OPS_soa ? args[3].dat->type_size : args[3].dat->elem_size) * args[3].dat->size[0] * args[3].dat->size[1] * start[2] * args[3].stencil->stride[2]; #ifdef OPS_GPU double *p_a3 = (double *)((char *)args[3].data_d + base3); #else double *p_a3 = (double *)((char *)args[3].data + base3); #endif int base4 = args[4].dat->base_offset + (OPS_soa ? args[4].dat->type_size : args[4].dat->elem_size) * start[0] * args[4].stencil->stride[0]; base4 = base4 + (OPS_soa ? args[4].dat->type_size : args[4].dat->elem_size) * args[4].dat->size[0] * start[1] * args[4].stencil->stride[1]; base4 = base4 + (OPS_soa ? args[4].dat->type_size : args[4].dat->elem_size) * args[4].dat->size[0] * args[4].dat->size[1] * start[2] * args[4].stencil->stride[2]; #ifdef OPS_GPU double *p_a4 = (double *)((char *)args[4].data_d + base4); #else double *p_a4 = (double *)((char *)args[4].data + base4); #endif int base5 = args[5].dat->base_offset + (OPS_soa ? args[5].dat->type_size : args[5].dat->elem_size) * start[0] * args[5].stencil->stride[0]; base5 = base5 + (OPS_soa ? args[5].dat->type_size : args[5].dat->elem_size) * args[5].dat->size[0] * start[1] * args[5].stencil->stride[1]; base5 = base5 + (OPS_soa ? args[5].dat->type_size : args[5].dat->elem_size) * args[5].dat->size[0] * args[5].dat->size[1] * start[2] * args[5].stencil->stride[2]; #ifdef OPS_GPU double *p_a5 = (double *)((char *)args[5].data_d + base5); #else double *p_a5 = (double *)((char *)args[5].data + base5); #endif int base6 = args[6].dat->base_offset + (OPS_soa ? args[6].dat->type_size : args[6].dat->elem_size) * start[0] * args[6].stencil->stride[0]; base6 = base6 + (OPS_soa ? args[6].dat->type_size : args[6].dat->elem_size) * args[6].dat->size[0] * start[1] * args[6].stencil->stride[1]; base6 = base6 + (OPS_soa ? args[6].dat->type_size : args[6].dat->elem_size) * args[6].dat->size[0] * args[6].dat->size[1] * start[2] * args[6].stencil->stride[2]; #ifdef OPS_GPU double *p_a6 = (double *)((char *)args[6].data_d + base6); #else double *p_a6 = (double *)((char *)args[6].data + base6); #endif int base7 = args[7].dat->base_offset + (OPS_soa ? args[7].dat->type_size : args[7].dat->elem_size) * start[0] * args[7].stencil->stride[0]; base7 = base7 + (OPS_soa ? args[7].dat->type_size : args[7].dat->elem_size) * args[7].dat->size[0] * start[1] * args[7].stencil->stride[1]; base7 = base7 + (OPS_soa ? args[7].dat->type_size : args[7].dat->elem_size) * args[7].dat->size[0] * args[7].dat->size[1] * start[2] * args[7].stencil->stride[2]; #ifdef OPS_GPU double *p_a7 = (double *)((char *)args[7].data_d + base7); #else double *p_a7 = (double *)((char *)args[7].data + base7); #endif int base8 = args[8].dat->base_offset + (OPS_soa ? args[8].dat->type_size : args[8].dat->elem_size) * start[0] * args[8].stencil->stride[0]; base8 = base8 + (OPS_soa ? args[8].dat->type_size : args[8].dat->elem_size) * args[8].dat->size[0] * start[1] * args[8].stencil->stride[1]; base8 = base8 + (OPS_soa ? args[8].dat->type_size : args[8].dat->elem_size) * args[8].dat->size[0] * args[8].dat->size[1] * start[2] * args[8].stencil->stride[2]; #ifdef OPS_GPU double *p_a8 = (double *)((char *)args[8].data_d + base8); #else double *p_a8 = (double *)((char *)args[8].data + base8); #endif int base9 = args[9].dat->base_offset + (OPS_soa ? args[9].dat->type_size : args[9].dat->elem_size) * start[0] * args[9].stencil->stride[0]; base9 = base9 + (OPS_soa ? args[9].dat->type_size : args[9].dat->elem_size) * args[9].dat->size[0] * start[1] * args[9].stencil->stride[1]; base9 = base9 + (OPS_soa ? args[9].dat->type_size : args[9].dat->elem_size) * args[9].dat->size[0] * args[9].dat->size[1] * start[2] * args[9].stencil->stride[2]; #ifdef OPS_GPU double *p_a9 = (double *)((char *)args[9].data_d + base9); #else double *p_a9 = (double *)((char *)args[9].data + base9); #endif int base10 = args[10].dat->base_offset + (OPS_soa ? args[10].dat->type_size : args[10].dat->elem_size) * start[0] * args[10].stencil->stride[0]; base10 = base10 + (OPS_soa ? args[10].dat->type_size : args[10].dat->elem_size) * args[10].dat->size[0] * start[1] * args[10].stencil->stride[1]; base10 = base10 + (OPS_soa ? args[10].dat->type_size : args[10].dat->elem_size) * args[10].dat->size[0] * args[10].dat->size[1] * start[2] * args[10].stencil->stride[2]; #ifdef OPS_GPU double *p_a10 = (double *)((char *)args[10].data_d + base10); #else double *p_a10 = (double *)((char *)args[10].data + base10); #endif int x_size = MAX(0, end[0] - start[0]); int y_size = MAX(0, end[1] - start[1]); int z_size = MAX(0, end[2] - start[2]); // initialize global variable with the dimension of dats xdim0 = args[0].dat->size[0]; ydim0 = args[0].dat->size[1]; xdim1 = args[1].dat->size[0]; ydim1 = args[1].dat->size[1]; xdim2 = args[2].dat->size[0]; ydim2 = args[2].dat->size[1]; xdim3 = args[3].dat->size[0]; ydim3 = args[3].dat->size[1]; xdim4 = args[4].dat->size[0]; ydim4 = args[4].dat->size[1]; xdim5 = args[5].dat->size[0]; ydim5 = args[5].dat->size[1]; xdim6 = args[6].dat->size[0]; ydim6 = args[6].dat->size[1]; xdim7 = args[7].dat->size[0]; ydim7 = args[7].dat->size[1]; xdim8 = args[8].dat->size[0]; ydim8 = args[8].dat->size[1]; xdim9 = args[9].dat->size[0]; ydim9 = args[9].dat->size[1]; xdim10 = args[10].dat->size[0]; ydim10 = args[10].dat->size[1]; if (xdim0 != xdim0_generate_chunk_kernel_h || ydim0 != ydim0_generate_chunk_kernel_h || xdim1 != xdim1_generate_chunk_kernel_h || ydim1 != ydim1_generate_chunk_kernel_h || xdim2 != xdim2_generate_chunk_kernel_h || ydim2 != ydim2_generate_chunk_kernel_h || xdim3 != xdim3_generate_chunk_kernel_h || ydim3 != ydim3_generate_chunk_kernel_h || xdim4 != xdim4_generate_chunk_kernel_h || ydim4 != ydim4_generate_chunk_kernel_h || xdim5 != xdim5_generate_chunk_kernel_h || ydim5 != ydim5_generate_chunk_kernel_h || xdim6 != xdim6_generate_chunk_kernel_h || ydim6 != ydim6_generate_chunk_kernel_h || xdim7 != xdim7_generate_chunk_kernel_h || ydim7 != ydim7_generate_chunk_kernel_h || xdim8 != xdim8_generate_chunk_kernel_h || ydim8 != ydim8_generate_chunk_kernel_h || xdim9 != xdim9_generate_chunk_kernel_h || ydim9 != ydim9_generate_chunk_kernel_h || xdim10 != xdim10_generate_chunk_kernel_h || ydim10 != ydim10_generate_chunk_kernel_h) { xdim0_generate_chunk_kernel = xdim0; xdim0_generate_chunk_kernel_h = xdim0; ydim0_generate_chunk_kernel = ydim0; ydim0_generate_chunk_kernel_h = ydim0; xdim1_generate_chunk_kernel = xdim1; xdim1_generate_chunk_kernel_h = xdim1; ydim1_generate_chunk_kernel = ydim1; ydim1_generate_chunk_kernel_h = ydim1; xdim2_generate_chunk_kernel = xdim2; xdim2_generate_chunk_kernel_h = xdim2; ydim2_generate_chunk_kernel = ydim2; ydim2_generate_chunk_kernel_h = ydim2; xdim3_generate_chunk_kernel = xdim3; xdim3_generate_chunk_kernel_h = xdim3; ydim3_generate_chunk_kernel = ydim3; ydim3_generate_chunk_kernel_h = ydim3; xdim4_generate_chunk_kernel = xdim4; xdim4_generate_chunk_kernel_h = xdim4; ydim4_generate_chunk_kernel = ydim4; ydim4_generate_chunk_kernel_h = ydim4; xdim5_generate_chunk_kernel = xdim5; xdim5_generate_chunk_kernel_h = xdim5; ydim5_generate_chunk_kernel = ydim5; ydim5_generate_chunk_kernel_h = ydim5; xdim6_generate_chunk_kernel = xdim6; xdim6_generate_chunk_kernel_h = xdim6; ydim6_generate_chunk_kernel = ydim6; ydim6_generate_chunk_kernel_h = ydim6; xdim7_generate_chunk_kernel = xdim7; xdim7_generate_chunk_kernel_h = xdim7; ydim7_generate_chunk_kernel = ydim7; ydim7_generate_chunk_kernel_h = ydim7; xdim8_generate_chunk_kernel = xdim8; xdim8_generate_chunk_kernel_h = xdim8; ydim8_generate_chunk_kernel = ydim8; ydim8_generate_chunk_kernel_h = ydim8; xdim9_generate_chunk_kernel = xdim9; xdim9_generate_chunk_kernel_h = xdim9; ydim9_generate_chunk_kernel = ydim9; ydim9_generate_chunk_kernel_h = ydim9; xdim10_generate_chunk_kernel = xdim10; xdim10_generate_chunk_kernel_h = xdim10; ydim10_generate_chunk_kernel = ydim10; ydim10_generate_chunk_kernel_h = ydim10; } // Halo Exchanges #ifdef OPS_GPU ops_H_D_exchanges_device(args, 11); #else ops_H_D_exchanges_host(args, 11); #endif ops_halo_exchanges(args, 11, range); #ifdef OPS_GPU ops_H_D_exchanges_device(args, 11); #else ops_H_D_exchanges_host(args, 11); #endif if (OPS_diags > 1) { ops_timers_core(&c2, &t2); OPS_kernels[10].mpi_time += t2 - t1; } generate_chunk_kernel_c_wrapper(p_a0, p_a1, p_a2, p_a3, p_a4, p_a5, p_a6, p_a7, p_a8, p_a9, p_a10, x_size, y_size, z_size); if (OPS_diags > 1) { ops_timers_core(&c1, &t1); OPS_kernels[10].time += t1 - t2; } #ifdef OPS_GPU ops_set_dirtybit_device(args, 11); #else ops_set_dirtybit_host(args, 11); #endif ops_set_halo_dirtybit3(&args[3], range); ops_set_halo_dirtybit3(&args[4], range); ops_set_halo_dirtybit3(&args[5], range); ops_set_halo_dirtybit3(&args[6], range); ops_set_halo_dirtybit3(&args[7], range); if (OPS_diags > 1) { // Update kernel record ops_timers_core(&c2, &t2); OPS_kernels[10].mpi_time += t2 - t1; OPS_kernels[10].transfer += ops_compute_transfer(dim, start, end, &arg0); OPS_kernels[10].transfer += ops_compute_transfer(dim, start, end, &arg1); OPS_kernels[10].transfer += ops_compute_transfer(dim, start, end, &arg2); OPS_kernels[10].transfer += ops_compute_transfer(dim, start, end, &arg3); OPS_kernels[10].transfer += ops_compute_transfer(dim, start, end, &arg4); OPS_kernels[10].transfer += ops_compute_transfer(dim, start, end, &arg5); OPS_kernels[10].transfer += ops_compute_transfer(dim, start, end, &arg6); OPS_kernels[10].transfer += ops_compute_transfer(dim, start, end, &arg7); OPS_kernels[10].transfer += ops_compute_transfer(dim, start, end, &arg8); OPS_kernels[10].transfer += ops_compute_transfer(dim, start, end, &arg9); OPS_kernels[10].transfer += ops_compute_transfer(dim, start, end, &arg10); } }
// host stub function void ops_par_loop_multidim_print_kernel(char const *name, ops_block block, int dim, int *range, ops_arg arg0) { ops_arg args[1] = {arg0}; #ifdef CHECKPOINTING if (!ops_checkpointing_before(args, 1, range, 2)) return; #endif ops_timing_realloc(2, "multidim_print_kernel"); OPS_kernels[2].count++; // compute locally allocated range for the sub-block int start[2]; int end[2]; #ifdef OPS_MPI sub_block_list sb = OPS_sub_block_list[block->index]; if (!sb->owned) return; for (int n = 0; n < 2; n++) { start[n] = sb->decomp_disp[n]; end[n] = sb->decomp_disp[n] + sb->decomp_size[n]; if (start[n] >= range[2 * n]) { start[n] = 0; } else { start[n] = range[2 * n] - start[n]; } if (sb->id_m[n] == MPI_PROC_NULL && range[2 * n] < 0) start[n] = range[2 * n]; if (end[n] >= range[2 * n + 1]) { end[n] = range[2 * n + 1] - sb->decomp_disp[n]; } else { end[n] = sb->decomp_size[n]; } if (sb->id_p[n] == MPI_PROC_NULL && (range[2 * n + 1] > sb->decomp_disp[n] + sb->decomp_size[n])) end[n] += (range[2 * n + 1] - sb->decomp_disp[n] - sb->decomp_size[n]); } #else // OPS_MPI for (int n = 0; n < 2; n++) { start[n] = range[2 * n]; end[n] = range[2 * n + 1]; } #endif // OPS_MPI int x_size = MAX(0, end[0] - start[0]); int y_size = MAX(0, end[1] - start[1]); int xdim0 = args[0].dat->size[0]; // build opencl kernel if not already built buildOpenCLKernels_multidim_print_kernel(xdim0); // Timing double t1, t2, c1, c2; ops_timers_core(&c2, &t2); // set up OpenCL thread blocks size_t globalWorkSize[3] = { ((x_size - 1) / OPS_block_size_x + 1) * OPS_block_size_x, ((y_size - 1) / OPS_block_size_y + 1) * OPS_block_size_y, 1}; size_t localWorkSize[3] = {OPS_block_size_x, OPS_block_size_y, 1}; int dat0 = args[0].dat->elem_size; // set up initial pointers int d_m[OPS_MAX_DIM]; #ifdef OPS_MPI for (int d = 0; d < dim; d++) d_m[d] = args[0].dat->d_m[d] + OPS_sub_dat_list[args[0].dat->index]->d_im[d]; #else // OPS_MPI for (int d = 0; d < dim; d++) d_m[d] = args[0].dat->d_m[d]; #endif // OPS_MPI int base0 = 1 * (start[0] * args[0].stencil->stride[0] - args[0].dat->base[0] - d_m[0]); base0 = base0 + args[0].dat->size[0] * (start[1] * args[0].stencil->stride[1] - args[0].dat->base[1] - d_m[1]); ops_H_D_exchanges_device(args, 1); ops_halo_exchanges(args, 1, range); ops_H_D_exchanges_device(args, 1); ops_timers_core(&c1, &t1); OPS_kernels[2].mpi_time += t1 - t2; clSafeCall(clSetKernelArg(OPS_opencl_core.kernel[2], 0, sizeof(cl_mem), (void *)&arg0.data_d)); clSafeCall(clSetKernelArg(OPS_opencl_core.kernel[2], 1, sizeof(cl_int), (void *)&base0)); clSafeCall(clSetKernelArg(OPS_opencl_core.kernel[2], 2, sizeof(cl_int), (void *)&x_size)); clSafeCall(clSetKernelArg(OPS_opencl_core.kernel[2], 3, sizeof(cl_int), (void *)&y_size)); // call/enque opencl kernel wrapper function clSafeCall(clEnqueueNDRangeKernel( OPS_opencl_core.command_queue, OPS_opencl_core.kernel[2], 3, NULL, globalWorkSize, localWorkSize, 0, NULL, NULL)); if (OPS_diags > 1) { clSafeCall(clFinish(OPS_opencl_core.command_queue)); } ops_set_dirtybit_device(args, 1); // Update kernel record ops_timers_core(&c2, &t2); OPS_kernels[2].time += t2 - t1; OPS_kernels[2].transfer += ops_compute_transfer(dim, range, &arg0); }
// host stub function void ops_par_loop_update_halo_kernel1_fr2(char const *name, ops_block Block, int dim, int* range, ops_arg arg0, ops_arg arg1, ops_arg arg2, ops_arg arg3, ops_arg arg4, ops_arg arg5, ops_arg arg6, ops_arg arg7) { ops_arg args[8] = { arg0, arg1, arg2, arg3, arg4, arg5, arg6, arg7}; ops_timing_realloc(51,"update_halo_kernel1_fr2"); OPS_kernels[51].count++; //compute localy allocated range for the sub-block int start[3]; int end[3]; #ifdef OPS_MPI sub_block_list sb = OPS_sub_block_list[block->index]; if (!sb->owned) return; for ( int n=0; n<3; n++ ){ start[n] = sb->decomp_disp[n];end[n] = sb->decomp_disp[n]+sb->decomp_size[n]; if (start[n] >= range[2*n]) { start[n] = 0; } else { start[n] = range[2*n] - start[n]; } if (sb->id_m[n]==MPI_PROC_NULL && range[2*n] < 0) start[n] = range[2*n]; if (end[n] >= range[2*n+1]) { end[n] = range[2*n+1] - sb->decomp_disp[n]; } else { end[n] = sb->decomp_size[n]; } if (sb->id_p[n]==MPI_PROC_NULL && (range[2*n+1] > sb->decomp_disp[n]+sb->decomp_size[n])) end[n] += (range[2*n+1]-sb->decomp_disp[n]-sb->decomp_size[n]); } #else //OPS_MPI for ( int n=0; n<3; n++ ){ start[n] = range[2*n];end[n] = range[2*n+1]; } #endif //OPS_MPI int x_size = MAX(0,end[0]-start[0]); int y_size = MAX(0,end[1]-start[1]); int z_size = MAX(0,end[2]-start[2]); xdim0 = args[0].dat->size[0]*args[0].dat->dim; ydim0 = args[0].dat->size[1]; xdim1 = args[1].dat->size[0]*args[1].dat->dim; ydim1 = args[1].dat->size[1]; xdim2 = args[2].dat->size[0]*args[2].dat->dim; ydim2 = args[2].dat->size[1]; xdim3 = args[3].dat->size[0]*args[3].dat->dim; ydim3 = args[3].dat->size[1]; xdim4 = args[4].dat->size[0]*args[4].dat->dim; ydim4 = args[4].dat->size[1]; xdim5 = args[5].dat->size[0]*args[5].dat->dim; ydim5 = args[5].dat->size[1]; xdim6 = args[6].dat->size[0]*args[6].dat->dim; ydim6 = args[6].dat->size[1]; //Timing double t1,t2,c1,c2; ops_timers_core(&c2,&t2); if (xdim0 != xdim0_update_halo_kernel1_fr2_h || ydim0 != ydim0_update_halo_kernel1_fr2_h || xdim1 != xdim1_update_halo_kernel1_fr2_h || ydim1 != ydim1_update_halo_kernel1_fr2_h || xdim2 != xdim2_update_halo_kernel1_fr2_h || ydim2 != ydim2_update_halo_kernel1_fr2_h || xdim3 != xdim3_update_halo_kernel1_fr2_h || ydim3 != ydim3_update_halo_kernel1_fr2_h || xdim4 != xdim4_update_halo_kernel1_fr2_h || ydim4 != ydim4_update_halo_kernel1_fr2_h || xdim5 != xdim5_update_halo_kernel1_fr2_h || ydim5 != ydim5_update_halo_kernel1_fr2_h || xdim6 != xdim6_update_halo_kernel1_fr2_h || ydim6 != ydim6_update_halo_kernel1_fr2_h) { xdim0_update_halo_kernel1_fr2 = xdim0; xdim0_update_halo_kernel1_fr2_h = xdim0; ydim0_update_halo_kernel1_fr2 = ydim0; ydim0_update_halo_kernel1_fr2_h = ydim0; xdim1_update_halo_kernel1_fr2 = xdim1; xdim1_update_halo_kernel1_fr2_h = xdim1; ydim1_update_halo_kernel1_fr2 = ydim1; ydim1_update_halo_kernel1_fr2_h = ydim1; xdim2_update_halo_kernel1_fr2 = xdim2; xdim2_update_halo_kernel1_fr2_h = xdim2; ydim2_update_halo_kernel1_fr2 = ydim2; ydim2_update_halo_kernel1_fr2_h = ydim2; xdim3_update_halo_kernel1_fr2 = xdim3; xdim3_update_halo_kernel1_fr2_h = xdim3; ydim3_update_halo_kernel1_fr2 = ydim3; ydim3_update_halo_kernel1_fr2_h = ydim3; xdim4_update_halo_kernel1_fr2 = xdim4; xdim4_update_halo_kernel1_fr2_h = xdim4; ydim4_update_halo_kernel1_fr2 = ydim4; ydim4_update_halo_kernel1_fr2_h = ydim4; xdim5_update_halo_kernel1_fr2 = xdim5; xdim5_update_halo_kernel1_fr2_h = xdim5; ydim5_update_halo_kernel1_fr2 = ydim5; ydim5_update_halo_kernel1_fr2_h = ydim5; xdim6_update_halo_kernel1_fr2 = xdim6; xdim6_update_halo_kernel1_fr2_h = xdim6; ydim6_update_halo_kernel1_fr2 = ydim6; ydim6_update_halo_kernel1_fr2_h = ydim6; } int dat0 = args[0].dat->elem_size; int dat1 = args[1].dat->elem_size; int dat2 = args[2].dat->elem_size; int dat3 = args[3].dat->elem_size; int dat4 = args[4].dat->elem_size; int dat5 = args[5].dat->elem_size; int dat6 = args[6].dat->elem_size; int *arg7h = (int *)arg7.data; //Upload large globals int consts_bytes = 0; consts_bytes += ROUND_UP(NUM_FIELDS*sizeof(int)); reallocConstArrays(consts_bytes); consts_bytes = 0; args[7].data = OPS_consts_h + consts_bytes; args[7].data_d = OPS_consts_d + consts_bytes; for (int d=0; d<NUM_FIELDS; d++) ((int *)args[7].data)[d] = arg7h[d]; consts_bytes += ROUND_UP(NUM_FIELDS*sizeof(int)); mvConstArraysToDevice(consts_bytes); //set up initial pointers int d_m[OPS_MAX_DIM]; #ifdef OPS_MPI for (int d = 0; d < dim; d++) d_m[d] = args[0].dat->d_m[d] + OPS_sub_dat_list[args[0].dat->index]->d_im[d]; #else //OPS_MPI for (int d = 0; d < dim; d++) d_m[d] = args[0].dat->d_m[d]; #endif //OPS_MPI int base0 = dat0 * 1 * (start[0] * args[0].stencil->stride[0] - args[0].dat->base[0] - d_m[0]); base0 = base0+ dat0 * args[0].dat->size[0] * (start[1] * args[0].stencil->stride[1] - args[0].dat->base[1] - d_m[1]); base0 = base0+ dat0 * args[0].dat->size[0] * args[0].dat->size[1] * (start[2] * args[0].stencil->stride[2] - args[0].dat->base[2] - d_m[2]); #ifdef OPS_GPU double *p_a0 = (double *)((char *)args[0].data_d + base0); #else double *p_a0 = (double *)((char *)args[0].data + base0); #endif #ifdef OPS_MPI for (int d = 0; d < dim; d++) d_m[d] = args[1].dat->d_m[d] + OPS_sub_dat_list[args[1].dat->index]->d_im[d]; #else //OPS_MPI for (int d = 0; d < dim; d++) d_m[d] = args[1].dat->d_m[d]; #endif //OPS_MPI int base1 = dat1 * 1 * (start[0] * args[1].stencil->stride[0] - args[1].dat->base[0] - d_m[0]); base1 = base1+ dat1 * args[1].dat->size[0] * (start[1] * args[1].stencil->stride[1] - args[1].dat->base[1] - d_m[1]); base1 = base1+ dat1 * args[1].dat->size[0] * args[1].dat->size[1] * (start[2] * args[1].stencil->stride[2] - args[1].dat->base[2] - d_m[2]); #ifdef OPS_GPU double *p_a1 = (double *)((char *)args[1].data_d + base1); #else double *p_a1 = (double *)((char *)args[1].data + base1); #endif #ifdef OPS_MPI for (int d = 0; d < dim; d++) d_m[d] = args[2].dat->d_m[d] + OPS_sub_dat_list[args[2].dat->index]->d_im[d]; #else //OPS_MPI for (int d = 0; d < dim; d++) d_m[d] = args[2].dat->d_m[d]; #endif //OPS_MPI int base2 = dat2 * 1 * (start[0] * args[2].stencil->stride[0] - args[2].dat->base[0] - d_m[0]); base2 = base2+ dat2 * args[2].dat->size[0] * (start[1] * args[2].stencil->stride[1] - args[2].dat->base[1] - d_m[1]); base2 = base2+ dat2 * args[2].dat->size[0] * args[2].dat->size[1] * (start[2] * args[2].stencil->stride[2] - args[2].dat->base[2] - d_m[2]); #ifdef OPS_GPU double *p_a2 = (double *)((char *)args[2].data_d + base2); #else double *p_a2 = (double *)((char *)args[2].data + base2); #endif #ifdef OPS_MPI for (int d = 0; d < dim; d++) d_m[d] = args[3].dat->d_m[d] + OPS_sub_dat_list[args[3].dat->index]->d_im[d]; #else //OPS_MPI for (int d = 0; d < dim; d++) d_m[d] = args[3].dat->d_m[d]; #endif //OPS_MPI int base3 = dat3 * 1 * (start[0] * args[3].stencil->stride[0] - args[3].dat->base[0] - d_m[0]); base3 = base3+ dat3 * args[3].dat->size[0] * (start[1] * args[3].stencil->stride[1] - args[3].dat->base[1] - d_m[1]); base3 = base3+ dat3 * args[3].dat->size[0] * args[3].dat->size[1] * (start[2] * args[3].stencil->stride[2] - args[3].dat->base[2] - d_m[2]); #ifdef OPS_GPU double *p_a3 = (double *)((char *)args[3].data_d + base3); #else double *p_a3 = (double *)((char *)args[3].data + base3); #endif #ifdef OPS_MPI for (int d = 0; d < dim; d++) d_m[d] = args[4].dat->d_m[d] + OPS_sub_dat_list[args[4].dat->index]->d_im[d]; #else //OPS_MPI for (int d = 0; d < dim; d++) d_m[d] = args[4].dat->d_m[d]; #endif //OPS_MPI int base4 = dat4 * 1 * (start[0] * args[4].stencil->stride[0] - args[4].dat->base[0] - d_m[0]); base4 = base4+ dat4 * args[4].dat->size[0] * (start[1] * args[4].stencil->stride[1] - args[4].dat->base[1] - d_m[1]); base4 = base4+ dat4 * args[4].dat->size[0] * args[4].dat->size[1] * (start[2] * args[4].stencil->stride[2] - args[4].dat->base[2] - d_m[2]); #ifdef OPS_GPU double *p_a4 = (double *)((char *)args[4].data_d + base4); #else double *p_a4 = (double *)((char *)args[4].data + base4); #endif #ifdef OPS_MPI for (int d = 0; d < dim; d++) d_m[d] = args[5].dat->d_m[d] + OPS_sub_dat_list[args[5].dat->index]->d_im[d]; #else //OPS_MPI for (int d = 0; d < dim; d++) d_m[d] = args[5].dat->d_m[d]; #endif //OPS_MPI int base5 = dat5 * 1 * (start[0] * args[5].stencil->stride[0] - args[5].dat->base[0] - d_m[0]); base5 = base5+ dat5 * args[5].dat->size[0] * (start[1] * args[5].stencil->stride[1] - args[5].dat->base[1] - d_m[1]); base5 = base5+ dat5 * args[5].dat->size[0] * args[5].dat->size[1] * (start[2] * args[5].stencil->stride[2] - args[5].dat->base[2] - d_m[2]); #ifdef OPS_GPU double *p_a5 = (double *)((char *)args[5].data_d + base5); #else double *p_a5 = (double *)((char *)args[5].data + base5); #endif #ifdef OPS_MPI for (int d = 0; d < dim; d++) d_m[d] = args[6].dat->d_m[d] + OPS_sub_dat_list[args[6].dat->index]->d_im[d]; #else //OPS_MPI for (int d = 0; d < dim; d++) d_m[d] = args[6].dat->d_m[d]; #endif //OPS_MPI int base6 = dat6 * 1 * (start[0] * args[6].stencil->stride[0] - args[6].dat->base[0] - d_m[0]); base6 = base6+ dat6 * args[6].dat->size[0] * (start[1] * args[6].stencil->stride[1] - args[6].dat->base[1] - d_m[1]); base6 = base6+ dat6 * args[6].dat->size[0] * args[6].dat->size[1] * (start[2] * args[6].stencil->stride[2] - args[6].dat->base[2] - d_m[2]); #ifdef OPS_GPU double *p_a6 = (double *)((char *)args[6].data_d + base6); #else double *p_a6 = (double *)((char *)args[6].data + base6); #endif #ifdef OPS_GPU int *p_a7 = (int *)args[7].data_d; #else int *p_a7 = arg7h; #endif #ifdef OPS_GPU ops_H_D_exchanges_device(args, 8); #else ops_H_D_exchanges_host(args, 8); #endif ops_halo_exchanges(args,8,range); ops_timers_core(&c1,&t1); OPS_kernels[51].mpi_time += t1-t2; update_halo_kernel1_fr2_c_wrapper( p_a0, p_a1, p_a2, p_a3, p_a4, p_a5, p_a6, p_a7, x_size, y_size, z_size); ops_timers_core(&c2,&t2); OPS_kernels[51].time += t2-t1; #ifdef OPS_GPU ops_set_dirtybit_device(args, 8); #else ops_set_dirtybit_host(args, 8); #endif ops_set_halo_dirtybit3(&args[0],range); ops_set_halo_dirtybit3(&args[1],range); ops_set_halo_dirtybit3(&args[2],range); ops_set_halo_dirtybit3(&args[3],range); ops_set_halo_dirtybit3(&args[4],range); ops_set_halo_dirtybit3(&args[5],range); ops_set_halo_dirtybit3(&args[6],range); //Update kernel record OPS_kernels[51].transfer += ops_compute_transfer(dim, range, &arg0); OPS_kernels[51].transfer += ops_compute_transfer(dim, range, &arg1); OPS_kernels[51].transfer += ops_compute_transfer(dim, range, &arg2); OPS_kernels[51].transfer += ops_compute_transfer(dim, range, &arg3); OPS_kernels[51].transfer += ops_compute_transfer(dim, range, &arg4); OPS_kernels[51].transfer += ops_compute_transfer(dim, range, &arg5); OPS_kernels[51].transfer += ops_compute_transfer(dim, range, &arg6); }
// host stub function void ops_par_loop_initialise_chunk_kernel_y(char const *name, ops_block block, int dim, int *range, ops_arg arg0, ops_arg arg1, ops_arg arg2) { // Timing double t1, t2, c1, c2; ops_arg args[3] = {arg0, arg1, arg2}; #ifdef CHECKPOINTING if (!ops_checkpointing_before(args, 3, range, 11)) return; #endif if (OPS_diags > 1) { ops_timing_realloc(11, "initialise_chunk_kernel_y"); OPS_kernels[11].count++; ops_timers_core(&c1, &t1); } // compute localy allocated range for the sub-block int start[2]; int end[2]; #ifdef OPS_MPI sub_block_list sb = OPS_sub_block_list[block->index]; #endif // OPS_MPI int arg_idx[2]; int arg_idx_base[2]; #ifdef OPS_MPI if (compute_ranges(args, 3, block, range, start, end, arg_idx) < 0) return; #else // OPS_MPI for (int n = 0; n < 2; n++) { start[n] = range[2 * n]; end[n] = range[2 * n + 1]; arg_idx[n] = start[n]; } #endif for (int n = 0; n < 2; n++) { arg_idx_base[n] = arg_idx[n]; } int dat0 = args[0].dat->elem_size; int dat1 = args[1].dat->elem_size; int dat2 = args[2].dat->elem_size; // set up initial pointers int base0 = args[0].dat->base_offset + (OPS_soa ? args[0].dat->type_size : args[0].dat->elem_size) * start[0] * args[0].stencil->stride[0]; base0 = base0 + (OPS_soa ? args[0].dat->type_size : args[0].dat->elem_size) * args[0].dat->size[0] * start[1] * args[0].stencil->stride[1]; #ifdef OPS_GPU double *p_a0 = (double *)((char *)args[0].data_d + base0); #else double *p_a0 = (double *)((char *)args[0].data + base0); #endif int base1 = args[1].dat->base_offset + (OPS_soa ? args[1].dat->type_size : args[1].dat->elem_size) * start[0] * args[1].stencil->stride[0]; base1 = base1 + (OPS_soa ? args[1].dat->type_size : args[1].dat->elem_size) * args[1].dat->size[0] * start[1] * args[1].stencil->stride[1]; #ifdef OPS_GPU int *p_a1 = (int *)((char *)args[1].data_d + base1); #else int *p_a1 = (int *)((char *)args[1].data + base1); #endif int base2 = args[2].dat->base_offset + (OPS_soa ? args[2].dat->type_size : args[2].dat->elem_size) * start[0] * args[2].stencil->stride[0]; base2 = base2 + (OPS_soa ? args[2].dat->type_size : args[2].dat->elem_size) * args[2].dat->size[0] * start[1] * args[2].stencil->stride[1]; #ifdef OPS_GPU double *p_a2 = (double *)((char *)args[2].data_d + base2); #else double *p_a2 = (double *)((char *)args[2].data + base2); #endif int x_size = MAX(0, end[0] - start[0]); int y_size = MAX(0, end[1] - start[1]); // initialize global variable with the dimension of dats xdim0 = args[0].dat->size[0]; xdim1 = args[1].dat->size[0]; xdim2 = args[2].dat->size[0]; if (xdim0 != xdim0_initialise_chunk_kernel_y_h || xdim1 != xdim1_initialise_chunk_kernel_y_h || xdim2 != xdim2_initialise_chunk_kernel_y_h) { xdim0_initialise_chunk_kernel_y = xdim0; xdim0_initialise_chunk_kernel_y_h = xdim0; xdim1_initialise_chunk_kernel_y = xdim1; xdim1_initialise_chunk_kernel_y_h = xdim1; xdim2_initialise_chunk_kernel_y = xdim2; xdim2_initialise_chunk_kernel_y_h = xdim2; } // Halo Exchanges #ifdef OPS_GPU ops_H_D_exchanges_device(args, 3); #else ops_H_D_exchanges_host(args, 3); #endif ops_halo_exchanges(args, 3, range); #ifdef OPS_GPU ops_H_D_exchanges_device(args, 3); #else ops_H_D_exchanges_host(args, 3); #endif if (OPS_diags > 1) { ops_timers_core(&c2, &t2); OPS_kernels[11].mpi_time += t2 - t1; } initialise_chunk_kernel_y_c_wrapper(p_a0, p_a1, p_a2, x_size, y_size); if (OPS_diags > 1) { ops_timers_core(&c1, &t1); OPS_kernels[11].time += t1 - t2; } #ifdef OPS_GPU ops_set_dirtybit_device(args, 3); #else ops_set_dirtybit_host(args, 3); #endif ops_set_halo_dirtybit3(&args[0], range); ops_set_halo_dirtybit3(&args[2], range); if (OPS_diags > 1) { // Update kernel record ops_timers_core(&c2, &t2); OPS_kernels[11].mpi_time += t2 - t1; OPS_kernels[11].transfer += ops_compute_transfer(dim, start, end, &arg0); OPS_kernels[11].transfer += ops_compute_transfer(dim, start, end, &arg1); OPS_kernels[11].transfer += ops_compute_transfer(dim, start, end, &arg2); } }
// host stub function void ops_par_loop_viscosity_kernel(char const *name, ops_block block, int dim, int* range, ops_arg arg0, ops_arg arg1, ops_arg arg2, ops_arg arg3, ops_arg arg4, ops_arg arg5, ops_arg arg6) { ops_arg args[7] = { arg0, arg1, arg2, arg3, arg4, arg5, arg6}; #ifdef CHECKPOINTING if (!ops_checkpointing_before(args,7,range,34)) return; #endif ops_timing_realloc(34,"viscosity_kernel"); OPS_kernels[34].count++; //compute locally allocated range for the sub-block int start[2]; int end[2]; #ifdef OPS_MPI sub_block_list sb = OPS_sub_block_list[block->index]; if (!sb->owned) return; for ( int n=0; n<2; n++ ){ start[n] = sb->decomp_disp[n];end[n] = sb->decomp_disp[n]+sb->decomp_size[n]; if (start[n] >= range[2*n]) { start[n] = 0; } else { start[n] = range[2*n] - start[n]; } if (sb->id_m[n]==MPI_PROC_NULL && range[2*n] < 0) start[n] = range[2*n]; if (end[n] >= range[2*n+1]) { end[n] = range[2*n+1] - sb->decomp_disp[n]; } else { end[n] = sb->decomp_size[n]; } if (sb->id_p[n]==MPI_PROC_NULL && (range[2*n+1] > sb->decomp_disp[n]+sb->decomp_size[n])) end[n] += (range[2*n+1]-sb->decomp_disp[n]-sb->decomp_size[n]); } #else //OPS_MPI for ( int n=0; n<2; n++ ){ start[n] = range[2*n];end[n] = range[2*n+1]; } #endif //OPS_MPI int x_size = MAX(0,end[0]-start[0]); int y_size = MAX(0,end[1]-start[1]); int xdim0 = args[0].dat->size[0]*args[0].dat->dim; int xdim1 = args[1].dat->size[0]*args[1].dat->dim; int xdim2 = args[2].dat->size[0]*args[2].dat->dim; int xdim3 = args[3].dat->size[0]*args[3].dat->dim; int xdim4 = args[4].dat->size[0]*args[4].dat->dim; int xdim5 = args[5].dat->size[0]*args[5].dat->dim; int xdim6 = args[6].dat->size[0]*args[6].dat->dim; //build opencl kernel if not already built buildOpenCLKernels_viscosity_kernel( xdim0,xdim1,xdim2,xdim3,xdim4,xdim5,xdim6); //Timing double t1,t2,c1,c2; ops_timers_core(&c2,&t2); //set up OpenCL thread blocks size_t globalWorkSize[3] = {((x_size-1)/OPS_block_size_x+ 1)*OPS_block_size_x, ((y_size-1)/OPS_block_size_y + 1)*OPS_block_size_y, 1}; size_t localWorkSize[3] = {OPS_block_size_x,OPS_block_size_y,1}; int dat0 = args[0].dat->elem_size; int dat1 = args[1].dat->elem_size; int dat2 = args[2].dat->elem_size; int dat3 = args[3].dat->elem_size; int dat4 = args[4].dat->elem_size; int dat5 = args[5].dat->elem_size; int dat6 = args[6].dat->elem_size; //set up initial pointers int d_m[OPS_MAX_DIM]; #ifdef OPS_MPI for (int d = 0; d < dim; d++) d_m[d] = args[0].dat->d_m[d] + OPS_sub_dat_list[args[0].dat->index]->d_im[d]; #else //OPS_MPI for (int d = 0; d < dim; d++) d_m[d] = args[0].dat->d_m[d]; #endif //OPS_MPI int base0 = 1 * (start[0] * args[0].stencil->stride[0] - args[0].dat->base[0] - d_m[0]); base0 = base0 + args[0].dat->size[0] * (start[1] * args[0].stencil->stride[1] - args[0].dat->base[1] - d_m[1]); #ifdef OPS_MPI for (int d = 0; d < dim; d++) d_m[d] = args[1].dat->d_m[d] + OPS_sub_dat_list[args[1].dat->index]->d_im[d]; #else //OPS_MPI for (int d = 0; d < dim; d++) d_m[d] = args[1].dat->d_m[d]; #endif //OPS_MPI int base1 = 1 * (start[0] * args[1].stencil->stride[0] - args[1].dat->base[0] - d_m[0]); base1 = base1 + args[1].dat->size[0] * (start[1] * args[1].stencil->stride[1] - args[1].dat->base[1] - d_m[1]); #ifdef OPS_MPI for (int d = 0; d < dim; d++) d_m[d] = args[2].dat->d_m[d] + OPS_sub_dat_list[args[2].dat->index]->d_im[d]; #else //OPS_MPI for (int d = 0; d < dim; d++) d_m[d] = args[2].dat->d_m[d]; #endif //OPS_MPI int base2 = 1 * (start[0] * args[2].stencil->stride[0] - args[2].dat->base[0] - d_m[0]); base2 = base2 + args[2].dat->size[0] * (start[1] * args[2].stencil->stride[1] - args[2].dat->base[1] - d_m[1]); #ifdef OPS_MPI for (int d = 0; d < dim; d++) d_m[d] = args[3].dat->d_m[d] + OPS_sub_dat_list[args[3].dat->index]->d_im[d]; #else //OPS_MPI for (int d = 0; d < dim; d++) d_m[d] = args[3].dat->d_m[d]; #endif //OPS_MPI int base3 = 1 * (start[0] * args[3].stencil->stride[0] - args[3].dat->base[0] - d_m[0]); base3 = base3 + args[3].dat->size[0] * (start[1] * args[3].stencil->stride[1] - args[3].dat->base[1] - d_m[1]); #ifdef OPS_MPI for (int d = 0; d < dim; d++) d_m[d] = args[4].dat->d_m[d] + OPS_sub_dat_list[args[4].dat->index]->d_im[d]; #else //OPS_MPI for (int d = 0; d < dim; d++) d_m[d] = args[4].dat->d_m[d]; #endif //OPS_MPI int base4 = 1 * (start[0] * args[4].stencil->stride[0] - args[4].dat->base[0] - d_m[0]); base4 = base4 + args[4].dat->size[0] * (start[1] * args[4].stencil->stride[1] - args[4].dat->base[1] - d_m[1]); #ifdef OPS_MPI for (int d = 0; d < dim; d++) d_m[d] = args[5].dat->d_m[d] + OPS_sub_dat_list[args[5].dat->index]->d_im[d]; #else //OPS_MPI for (int d = 0; d < dim; d++) d_m[d] = args[5].dat->d_m[d]; #endif //OPS_MPI int base5 = 1 * (start[0] * args[5].stencil->stride[0] - args[5].dat->base[0] - d_m[0]); base5 = base5 + args[5].dat->size[0] * (start[1] * args[5].stencil->stride[1] - args[5].dat->base[1] - d_m[1]); #ifdef OPS_MPI for (int d = 0; d < dim; d++) d_m[d] = args[6].dat->d_m[d] + OPS_sub_dat_list[args[6].dat->index]->d_im[d]; #else //OPS_MPI for (int d = 0; d < dim; d++) d_m[d] = args[6].dat->d_m[d]; #endif //OPS_MPI int base6 = 1 * (start[0] * args[6].stencil->stride[0] - args[6].dat->base[0] - d_m[0]); base6 = base6 + args[6].dat->size[0] * (start[1] * args[6].stencil->stride[1] - args[6].dat->base[1] - d_m[1]); ops_H_D_exchanges_device(args, 7); ops_halo_exchanges(args,7,range); ops_H_D_exchanges_device(args, 7); ops_timers_core(&c1,&t1); OPS_kernels[34].mpi_time += t1-t2; clSafeCall( clSetKernelArg(OPS_opencl_core.kernel[34], 0, sizeof(cl_mem), (void*) &arg0.data_d )); clSafeCall( clSetKernelArg(OPS_opencl_core.kernel[34], 1, sizeof(cl_mem), (void*) &arg1.data_d )); clSafeCall( clSetKernelArg(OPS_opencl_core.kernel[34], 2, sizeof(cl_mem), (void*) &arg2.data_d )); clSafeCall( clSetKernelArg(OPS_opencl_core.kernel[34], 3, sizeof(cl_mem), (void*) &arg3.data_d )); clSafeCall( clSetKernelArg(OPS_opencl_core.kernel[34], 4, sizeof(cl_mem), (void*) &arg4.data_d )); clSafeCall( clSetKernelArg(OPS_opencl_core.kernel[34], 5, sizeof(cl_mem), (void*) &arg5.data_d )); clSafeCall( clSetKernelArg(OPS_opencl_core.kernel[34], 6, sizeof(cl_mem), (void*) &arg6.data_d )); clSafeCall( clSetKernelArg(OPS_opencl_core.kernel[34], 7, sizeof(cl_int), (void*) &base0 )); clSafeCall( clSetKernelArg(OPS_opencl_core.kernel[34], 8, sizeof(cl_int), (void*) &base1 )); clSafeCall( clSetKernelArg(OPS_opencl_core.kernel[34], 9, sizeof(cl_int), (void*) &base2 )); clSafeCall( clSetKernelArg(OPS_opencl_core.kernel[34], 10, sizeof(cl_int), (void*) &base3 )); clSafeCall( clSetKernelArg(OPS_opencl_core.kernel[34], 11, sizeof(cl_int), (void*) &base4 )); clSafeCall( clSetKernelArg(OPS_opencl_core.kernel[34], 12, sizeof(cl_int), (void*) &base5 )); clSafeCall( clSetKernelArg(OPS_opencl_core.kernel[34], 13, sizeof(cl_int), (void*) &base6 )); clSafeCall( clSetKernelArg(OPS_opencl_core.kernel[34], 14, sizeof(cl_int), (void*) &x_size )); clSafeCall( clSetKernelArg(OPS_opencl_core.kernel[34], 15, sizeof(cl_int), (void*) &y_size )); //call/enque opencl kernel wrapper function clSafeCall( clEnqueueNDRangeKernel(OPS_opencl_core.command_queue, OPS_opencl_core.kernel[34], 3, NULL, globalWorkSize, localWorkSize, 0, NULL, NULL) ); if (OPS_diags>1) { clSafeCall( clFinish(OPS_opencl_core.command_queue) ); } ops_set_dirtybit_device(args, 7); ops_set_halo_dirtybit3(&args[6],range); //Update kernel record ops_timers_core(&c2,&t2); OPS_kernels[34].time += t2-t1; OPS_kernels[34].transfer += ops_compute_transfer(dim, range, &arg0); OPS_kernels[34].transfer += ops_compute_transfer(dim, range, &arg1); OPS_kernels[34].transfer += ops_compute_transfer(dim, range, &arg2); OPS_kernels[34].transfer += ops_compute_transfer(dim, range, &arg3); OPS_kernels[34].transfer += ops_compute_transfer(dim, range, &arg4); OPS_kernels[34].transfer += ops_compute_transfer(dim, range, &arg5); OPS_kernels[34].transfer += ops_compute_transfer(dim, range, &arg6); }
// host stub function void ops_par_loop_advec_mom_kernel_post_pre_advec_x(char const *name, ops_block Block, int dim, int* range, ops_arg arg0, ops_arg arg1, ops_arg arg2, ops_arg arg3, ops_arg arg4) { ops_arg args[5] = { arg0, arg1, arg2, arg3, arg4}; ops_timing_realloc(18,"advec_mom_kernel_post_pre_advec_x"); OPS_kernels[18].count++; //compute localy allocated range for the sub-block int start[3]; int end[3]; #ifdef OPS_MPI sub_block_list sb = OPS_sub_block_list[block->index]; if (!sb->owned) return; for ( int n=0; n<3; n++ ){ start[n] = sb->decomp_disp[n];end[n] = sb->decomp_disp[n]+sb->decomp_size[n]; if (start[n] >= range[2*n]) { start[n] = 0; } else { start[n] = range[2*n] - start[n]; } if (sb->id_m[n]==MPI_PROC_NULL && range[2*n] < 0) start[n] = range[2*n]; if (end[n] >= range[2*n+1]) { end[n] = range[2*n+1] - sb->decomp_disp[n]; } else { end[n] = sb->decomp_size[n]; } if (sb->id_p[n]==MPI_PROC_NULL && (range[2*n+1] > sb->decomp_disp[n]+sb->decomp_size[n])) end[n] += (range[2*n+1]-sb->decomp_disp[n]-sb->decomp_size[n]); } #else //OPS_MPI for ( int n=0; n<3; n++ ){ start[n] = range[2*n];end[n] = range[2*n+1]; } #endif //OPS_MPI int x_size = MAX(0,end[0]-start[0]); int y_size = MAX(0,end[1]-start[1]); int z_size = MAX(0,end[2]-start[2]); xdim0 = args[0].dat->size[0]*args[0].dat->dim; ydim0 = args[0].dat->size[1]; xdim1 = args[1].dat->size[0]*args[1].dat->dim; ydim1 = args[1].dat->size[1]; xdim2 = args[2].dat->size[0]*args[2].dat->dim; ydim2 = args[2].dat->size[1]; xdim3 = args[3].dat->size[0]*args[3].dat->dim; ydim3 = args[3].dat->size[1]; xdim4 = args[4].dat->size[0]*args[4].dat->dim; ydim4 = args[4].dat->size[1]; //Timing double t1,t2,c1,c2; ops_timers_core(&c2,&t2); if (xdim0 != xdim0_advec_mom_kernel_post_pre_advec_x_h || ydim0 != ydim0_advec_mom_kernel_post_pre_advec_x_h || xdim1 != xdim1_advec_mom_kernel_post_pre_advec_x_h || ydim1 != ydim1_advec_mom_kernel_post_pre_advec_x_h || xdim2 != xdim2_advec_mom_kernel_post_pre_advec_x_h || ydim2 != ydim2_advec_mom_kernel_post_pre_advec_x_h || xdim3 != xdim3_advec_mom_kernel_post_pre_advec_x_h || ydim3 != ydim3_advec_mom_kernel_post_pre_advec_x_h || xdim4 != xdim4_advec_mom_kernel_post_pre_advec_x_h || ydim4 != ydim4_advec_mom_kernel_post_pre_advec_x_h) { xdim0_advec_mom_kernel_post_pre_advec_x = xdim0; xdim0_advec_mom_kernel_post_pre_advec_x_h = xdim0; ydim0_advec_mom_kernel_post_pre_advec_x = ydim0; ydim0_advec_mom_kernel_post_pre_advec_x_h = ydim0; xdim1_advec_mom_kernel_post_pre_advec_x = xdim1; xdim1_advec_mom_kernel_post_pre_advec_x_h = xdim1; ydim1_advec_mom_kernel_post_pre_advec_x = ydim1; ydim1_advec_mom_kernel_post_pre_advec_x_h = ydim1; xdim2_advec_mom_kernel_post_pre_advec_x = xdim2; xdim2_advec_mom_kernel_post_pre_advec_x_h = xdim2; ydim2_advec_mom_kernel_post_pre_advec_x = ydim2; ydim2_advec_mom_kernel_post_pre_advec_x_h = ydim2; xdim3_advec_mom_kernel_post_pre_advec_x = xdim3; xdim3_advec_mom_kernel_post_pre_advec_x_h = xdim3; ydim3_advec_mom_kernel_post_pre_advec_x = ydim3; ydim3_advec_mom_kernel_post_pre_advec_x_h = ydim3; xdim4_advec_mom_kernel_post_pre_advec_x = xdim4; xdim4_advec_mom_kernel_post_pre_advec_x_h = xdim4; ydim4_advec_mom_kernel_post_pre_advec_x = ydim4; ydim4_advec_mom_kernel_post_pre_advec_x_h = ydim4; } int dat0 = args[0].dat->elem_size; int dat1 = args[1].dat->elem_size; int dat2 = args[2].dat->elem_size; int dat3 = args[3].dat->elem_size; int dat4 = args[4].dat->elem_size; //set up initial pointers int d_m[OPS_MAX_DIM]; #ifdef OPS_MPI for (int d = 0; d < dim; d++) d_m[d] = args[0].dat->d_m[d] + OPS_sub_dat_list[args[0].dat->index]->d_im[d]; #else //OPS_MPI for (int d = 0; d < dim; d++) d_m[d] = args[0].dat->d_m[d]; #endif //OPS_MPI int base0 = dat0 * 1 * (start[0] * args[0].stencil->stride[0] - args[0].dat->base[0] - d_m[0]); base0 = base0+ dat0 * args[0].dat->size[0] * (start[1] * args[0].stencil->stride[1] - args[0].dat->base[1] - d_m[1]); base0 = base0+ dat0 * args[0].dat->size[0] * args[0].dat->size[1] * (start[2] * args[0].stencil->stride[2] - args[0].dat->base[2] - d_m[2]); #ifdef OPS_GPU double *p_a0 = (double *)((char *)args[0].data_d + base0); #else double *p_a0 = (double *)((char *)args[0].data + base0); #endif #ifdef OPS_MPI for (int d = 0; d < dim; d++) d_m[d] = args[1].dat->d_m[d] + OPS_sub_dat_list[args[1].dat->index]->d_im[d]; #else //OPS_MPI for (int d = 0; d < dim; d++) d_m[d] = args[1].dat->d_m[d]; #endif //OPS_MPI int base1 = dat1 * 1 * (start[0] * args[1].stencil->stride[0] - args[1].dat->base[0] - d_m[0]); base1 = base1+ dat1 * args[1].dat->size[0] * (start[1] * args[1].stencil->stride[1] - args[1].dat->base[1] - d_m[1]); base1 = base1+ dat1 * args[1].dat->size[0] * args[1].dat->size[1] * (start[2] * args[1].stencil->stride[2] - args[1].dat->base[2] - d_m[2]); #ifdef OPS_GPU double *p_a1 = (double *)((char *)args[1].data_d + base1); #else double *p_a1 = (double *)((char *)args[1].data + base1); #endif #ifdef OPS_MPI for (int d = 0; d < dim; d++) d_m[d] = args[2].dat->d_m[d] + OPS_sub_dat_list[args[2].dat->index]->d_im[d]; #else //OPS_MPI for (int d = 0; d < dim; d++) d_m[d] = args[2].dat->d_m[d]; #endif //OPS_MPI int base2 = dat2 * 1 * (start[0] * args[2].stencil->stride[0] - args[2].dat->base[0] - d_m[0]); base2 = base2+ dat2 * args[2].dat->size[0] * (start[1] * args[2].stencil->stride[1] - args[2].dat->base[1] - d_m[1]); base2 = base2+ dat2 * args[2].dat->size[0] * args[2].dat->size[1] * (start[2] * args[2].stencil->stride[2] - args[2].dat->base[2] - d_m[2]); #ifdef OPS_GPU double *p_a2 = (double *)((char *)args[2].data_d + base2); #else double *p_a2 = (double *)((char *)args[2].data + base2); #endif #ifdef OPS_MPI for (int d = 0; d < dim; d++) d_m[d] = args[3].dat->d_m[d] + OPS_sub_dat_list[args[3].dat->index]->d_im[d]; #else //OPS_MPI for (int d = 0; d < dim; d++) d_m[d] = args[3].dat->d_m[d]; #endif //OPS_MPI int base3 = dat3 * 1 * (start[0] * args[3].stencil->stride[0] - args[3].dat->base[0] - d_m[0]); base3 = base3+ dat3 * args[3].dat->size[0] * (start[1] * args[3].stencil->stride[1] - args[3].dat->base[1] - d_m[1]); base3 = base3+ dat3 * args[3].dat->size[0] * args[3].dat->size[1] * (start[2] * args[3].stencil->stride[2] - args[3].dat->base[2] - d_m[2]); #ifdef OPS_GPU double *p_a3 = (double *)((char *)args[3].data_d + base3); #else double *p_a3 = (double *)((char *)args[3].data + base3); #endif #ifdef OPS_MPI for (int d = 0; d < dim; d++) d_m[d] = args[4].dat->d_m[d] + OPS_sub_dat_list[args[4].dat->index]->d_im[d]; #else //OPS_MPI for (int d = 0; d < dim; d++) d_m[d] = args[4].dat->d_m[d]; #endif //OPS_MPI int base4 = dat4 * 1 * (start[0] * args[4].stencil->stride[0] - args[4].dat->base[0] - d_m[0]); base4 = base4+ dat4 * args[4].dat->size[0] * (start[1] * args[4].stencil->stride[1] - args[4].dat->base[1] - d_m[1]); base4 = base4+ dat4 * args[4].dat->size[0] * args[4].dat->size[1] * (start[2] * args[4].stencil->stride[2] - args[4].dat->base[2] - d_m[2]); #ifdef OPS_GPU double *p_a4 = (double *)((char *)args[4].data_d + base4); #else double *p_a4 = (double *)((char *)args[4].data + base4); #endif #ifdef OPS_GPU ops_H_D_exchanges_device(args, 5); #else ops_H_D_exchanges_host(args, 5); #endif ops_halo_exchanges(args,5,range); ops_timers_core(&c1,&t1); OPS_kernels[18].mpi_time += t1-t2; advec_mom_kernel_post_pre_advec_x_c_wrapper( p_a0, p_a1, p_a2, p_a3, p_a4, x_size, y_size, z_size); ops_timers_core(&c2,&t2); OPS_kernels[18].time += t2-t1; #ifdef OPS_GPU ops_set_dirtybit_device(args, 5); #else ops_set_dirtybit_host(args, 5); #endif ops_set_halo_dirtybit3(&args[0],range); ops_set_halo_dirtybit3(&args[3],range); //Update kernel record OPS_kernels[18].transfer += ops_compute_transfer(dim, range, &arg0); OPS_kernels[18].transfer += ops_compute_transfer(dim, range, &arg1); OPS_kernels[18].transfer += ops_compute_transfer(dim, range, &arg2); OPS_kernels[18].transfer += ops_compute_transfer(dim, range, &arg3); OPS_kernels[18].transfer += ops_compute_transfer(dim, range, &arg4); }
// host stub function void ops_par_loop_update_halo_kernel2_zvel_plus_4_right( char const *name, ops_block block, int dim, int *range, ops_arg arg0, ops_arg arg1, ops_arg arg2) { // Timing double t1, t2, c1, c2; ops_arg args[3] = {arg0, arg1, arg2}; #ifdef CHECKPOINTING if (!ops_checkpointing_before(args, 3, range, 53)) return; #endif if (OPS_diags > 1) { ops_timing_realloc(53, "update_halo_kernel2_zvel_plus_4_right"); OPS_kernels[53].count++; ops_timers_core(&c1, &t1); } // compute localy allocated range for the sub-block int start[3]; int end[3]; #ifdef OPS_MPI sub_block_list sb = OPS_sub_block_list[block->index]; #endif // OPS_MPI int arg_idx[3]; int arg_idx_base[3]; #ifdef OPS_MPI if (compute_ranges(args, 3, block, range, start, end, arg_idx) < 0) return; #else // OPS_MPI for (int n = 0; n < 3; n++) { start[n] = range[2 * n]; end[n] = range[2 * n + 1]; arg_idx[n] = start[n]; } #endif for (int n = 0; n < 3; n++) { arg_idx_base[n] = arg_idx[n]; } int dat0 = args[0].dat->elem_size; int dat1 = args[1].dat->elem_size; int *arg2h = (int *)arg2.data; // Upload large globals #ifdef OPS_GPU int consts_bytes = 0; consts_bytes += ROUND_UP(NUM_FIELDS * sizeof(int)); reallocConstArrays(consts_bytes); consts_bytes = 0; args[2].data = OPS_consts_h + consts_bytes; args[2].data_d = OPS_consts_d + consts_bytes; for (int d = 0; d < NUM_FIELDS; d++) ((int *)args[2].data)[d] = arg2h[d]; consts_bytes += ROUND_UP(NUM_FIELDS * sizeof(int)); mvConstArraysToDevice(consts_bytes); #endif // OPS_GPU // set up initial pointers int base0 = args[0].dat->base_offset + (OPS_soa ? args[0].dat->type_size : args[0].dat->elem_size) * start[0] * args[0].stencil->stride[0]; base0 = base0 + (OPS_soa ? args[0].dat->type_size : args[0].dat->elem_size) * args[0].dat->size[0] * start[1] * args[0].stencil->stride[1]; base0 = base0 + (OPS_soa ? args[0].dat->type_size : args[0].dat->elem_size) * args[0].dat->size[0] * args[0].dat->size[1] * start[2] * args[0].stencil->stride[2]; #ifdef OPS_GPU double *p_a0 = (double *)((char *)args[0].data_d + base0); #else double *p_a0 = (double *)((char *)args[0].data + base0); #endif int base1 = args[1].dat->base_offset + (OPS_soa ? args[1].dat->type_size : args[1].dat->elem_size) * start[0] * args[1].stencil->stride[0]; base1 = base1 + (OPS_soa ? args[1].dat->type_size : args[1].dat->elem_size) * args[1].dat->size[0] * start[1] * args[1].stencil->stride[1]; base1 = base1 + (OPS_soa ? args[1].dat->type_size : args[1].dat->elem_size) * args[1].dat->size[0] * args[1].dat->size[1] * start[2] * args[1].stencil->stride[2]; #ifdef OPS_GPU double *p_a1 = (double *)((char *)args[1].data_d + base1); #else double *p_a1 = (double *)((char *)args[1].data + base1); #endif #ifdef OPS_GPU int *p_a2 = (int *)args[2].data_d; #else int *p_a2 = arg2h; #endif int x_size = MAX(0, end[0] - start[0]); int y_size = MAX(0, end[1] - start[1]); int z_size = MAX(0, end[2] - start[2]); // initialize global variable with the dimension of dats xdim0 = args[0].dat->size[0]; ydim0 = args[0].dat->size[1]; xdim1 = args[1].dat->size[0]; ydim1 = args[1].dat->size[1]; if (xdim0 != xdim0_update_halo_kernel2_zvel_plus_4_right_h || ydim0 != ydim0_update_halo_kernel2_zvel_plus_4_right_h || xdim1 != xdim1_update_halo_kernel2_zvel_plus_4_right_h || ydim1 != ydim1_update_halo_kernel2_zvel_plus_4_right_h) { xdim0_update_halo_kernel2_zvel_plus_4_right = xdim0; xdim0_update_halo_kernel2_zvel_plus_4_right_h = xdim0; ydim0_update_halo_kernel2_zvel_plus_4_right = ydim0; ydim0_update_halo_kernel2_zvel_plus_4_right_h = ydim0; xdim1_update_halo_kernel2_zvel_plus_4_right = xdim1; xdim1_update_halo_kernel2_zvel_plus_4_right_h = xdim1; ydim1_update_halo_kernel2_zvel_plus_4_right = ydim1; ydim1_update_halo_kernel2_zvel_plus_4_right_h = ydim1; } // Halo Exchanges #ifdef OPS_GPU ops_H_D_exchanges_device(args, 3); #else ops_H_D_exchanges_host(args, 3); #endif ops_halo_exchanges(args, 3, range); #ifdef OPS_GPU ops_H_D_exchanges_device(args, 3); #else ops_H_D_exchanges_host(args, 3); #endif if (OPS_diags > 1) { ops_timers_core(&c2, &t2); OPS_kernels[53].mpi_time += t2 - t1; } update_halo_kernel2_zvel_plus_4_right_c_wrapper(p_a0, p_a1, p_a2, x_size, y_size, z_size); if (OPS_diags > 1) { ops_timers_core(&c1, &t1); OPS_kernels[53].time += t1 - t2; } #ifdef OPS_GPU ops_set_dirtybit_device(args, 3); #else ops_set_dirtybit_host(args, 3); #endif ops_set_halo_dirtybit3(&args[0], range); ops_set_halo_dirtybit3(&args[1], range); if (OPS_diags > 1) { // Update kernel record ops_timers_core(&c2, &t2); OPS_kernels[53].mpi_time += t2 - t1; OPS_kernels[53].transfer += ops_compute_transfer(dim, start, end, &arg0); OPS_kernels[53].transfer += ops_compute_transfer(dim, start, end, &arg1); } }
// host stub function void ops_par_loop_calc_dt_kernel_get(char const *name, ops_block block, int dim, int* range, ops_arg arg0, ops_arg arg1, ops_arg arg2, ops_arg arg3) { ops_arg args[4] = { arg0, arg1, arg2, arg3}; #ifdef CHECKPOINTING if (!ops_checkpointing_before(args,4,range,29)) return; #endif ops_timing_realloc(29,"calc_dt_kernel_get"); OPS_kernels[29].count++; //compute locally allocated range for the sub-block int start[2]; int end[2]; #ifdef OPS_MPI sub_block_list sb = OPS_sub_block_list[block->index]; if (!sb->owned) return; for ( int n=0; n<2; n++ ){ start[n] = sb->decomp_disp[n];end[n] = sb->decomp_disp[n]+sb->decomp_size[n]; if (start[n] >= range[2*n]) { start[n] = 0; } else { start[n] = range[2*n] - start[n]; } if (sb->id_m[n]==MPI_PROC_NULL && range[2*n] < 0) start[n] = range[2*n]; if (end[n] >= range[2*n+1]) { end[n] = range[2*n+1] - sb->decomp_disp[n]; } else { end[n] = sb->decomp_size[n]; } if (sb->id_p[n]==MPI_PROC_NULL && (range[2*n+1] > sb->decomp_disp[n]+sb->decomp_size[n])) end[n] += (range[2*n+1]-sb->decomp_disp[n]-sb->decomp_size[n]); } #else //OPS_MPI for ( int n=0; n<2; n++ ){ start[n] = range[2*n];end[n] = range[2*n+1]; } #endif //OPS_MPI int x_size = MAX(0,end[0]-start[0]); int y_size = MAX(0,end[1]-start[1]); int xdim0 = args[0].dat->size[0]*args[0].dat->dim; int xdim1 = args[1].dat->size[0]*args[1].dat->dim; //build opencl kernel if not already built buildOpenCLKernels_calc_dt_kernel_get( xdim0,xdim1); //Timing double t1,t2,c1,c2; ops_timers_core(&c2,&t2); //set up OpenCL thread blocks size_t globalWorkSize[3] = {((x_size-1)/OPS_block_size_x+ 1)*OPS_block_size_x, ((y_size-1)/OPS_block_size_y + 1)*OPS_block_size_y, 1}; size_t localWorkSize[3] = {OPS_block_size_x,OPS_block_size_y,1}; #ifdef OPS_MPI double *arg2h = (double *)(((ops_reduction)args[2].data)->data + ((ops_reduction)args[2].data)->size * block->index); #else //OPS_MPI double *arg2h = (double *)(((ops_reduction)args[2].data)->data); #endif //OPS_MPI #ifdef OPS_MPI double *arg3h = (double *)(((ops_reduction)args[3].data)->data + ((ops_reduction)args[3].data)->size * block->index); #else //OPS_MPI double *arg3h = (double *)(((ops_reduction)args[3].data)->data); #endif //OPS_MPI int nblocks = ((x_size-1)/OPS_block_size_x+ 1)*((y_size-1)/OPS_block_size_y + 1); int maxblocks = nblocks; int reduct_bytes = 0; reduct_bytes += ROUND_UP(maxblocks*1*sizeof(double)); reduct_bytes += ROUND_UP(maxblocks*1*sizeof(double)); reallocReductArrays(reduct_bytes); reduct_bytes = 0; int r_bytes2 = reduct_bytes/sizeof(double); arg2.data = OPS_reduct_h + reduct_bytes; arg2.data_d = OPS_reduct_d;// + reduct_bytes; for (int b=0; b<maxblocks; b++) for (int d=0; d<1; d++) ((double *)arg2.data)[d+b*1] = ZERO_double; reduct_bytes += ROUND_UP(maxblocks*1*sizeof(double)); int r_bytes3 = reduct_bytes/sizeof(double); arg3.data = OPS_reduct_h + reduct_bytes; arg3.data_d = OPS_reduct_d;// + reduct_bytes; for (int b=0; b<maxblocks; b++) for (int d=0; d<1; d++) ((double *)arg3.data)[d+b*1] = ZERO_double; reduct_bytes += ROUND_UP(maxblocks*1*sizeof(double)); mvReductArraysToDevice(reduct_bytes); int dat0 = args[0].dat->elem_size; int dat1 = args[1].dat->elem_size; //set up initial pointers int d_m[OPS_MAX_DIM]; #ifdef OPS_MPI for (int d = 0; d < dim; d++) d_m[d] = args[0].dat->d_m[d] + OPS_sub_dat_list[args[0].dat->index]->d_im[d]; #else //OPS_MPI for (int d = 0; d < dim; d++) d_m[d] = args[0].dat->d_m[d]; #endif //OPS_MPI int base0 = 1 * (start[0] * args[0].stencil->stride[0] - args[0].dat->base[0] - d_m[0]); base0 = base0 + args[0].dat->size[0] * (start[1] * args[0].stencil->stride[1] - args[0].dat->base[1] - d_m[1]); #ifdef OPS_MPI for (int d = 0; d < dim; d++) d_m[d] = args[1].dat->d_m[d] + OPS_sub_dat_list[args[1].dat->index]->d_im[d]; #else //OPS_MPI for (int d = 0; d < dim; d++) d_m[d] = args[1].dat->d_m[d]; #endif //OPS_MPI int base1 = 1 * (start[0] * args[1].stencil->stride[0] - args[1].dat->base[0] - d_m[0]); base1 = base1 + args[1].dat->size[0] * (start[1] * args[1].stencil->stride[1] - args[1].dat->base[1] - d_m[1]); ops_H_D_exchanges_device(args, 4); ops_halo_exchanges(args,4,range); ops_H_D_exchanges_device(args, 4); ops_timers_core(&c1,&t1); OPS_kernels[29].mpi_time += t1-t2; int nthread = OPS_block_size_x*OPS_block_size_y; clSafeCall( clSetKernelArg(OPS_opencl_core.kernel[29], 0, sizeof(cl_mem), (void*) &arg0.data_d )); clSafeCall( clSetKernelArg(OPS_opencl_core.kernel[29], 1, sizeof(cl_mem), (void*) &arg1.data_d )); clSafeCall( clSetKernelArg(OPS_opencl_core.kernel[29], 2, sizeof(cl_mem), (void*) &arg2.data_d )); clSafeCall( clSetKernelArg(OPS_opencl_core.kernel[29], 3, nthread*sizeof(double), NULL)); clSafeCall( clSetKernelArg(OPS_opencl_core.kernel[29], 4, sizeof(cl_int), (void*) &r_bytes2 )); clSafeCall( clSetKernelArg(OPS_opencl_core.kernel[29], 5, sizeof(cl_mem), (void*) &arg3.data_d )); clSafeCall( clSetKernelArg(OPS_opencl_core.kernel[29], 6, nthread*sizeof(double), NULL)); clSafeCall( clSetKernelArg(OPS_opencl_core.kernel[29], 7, sizeof(cl_int), (void*) &r_bytes3 )); clSafeCall( clSetKernelArg(OPS_opencl_core.kernel[29], 8, sizeof(cl_int), (void*) &base0 )); clSafeCall( clSetKernelArg(OPS_opencl_core.kernel[29], 9, sizeof(cl_int), (void*) &base1 )); clSafeCall( clSetKernelArg(OPS_opencl_core.kernel[29], 10, sizeof(cl_int), (void*) &x_size )); clSafeCall( clSetKernelArg(OPS_opencl_core.kernel[29], 11, sizeof(cl_int), (void*) &y_size )); //call/enque opencl kernel wrapper function clSafeCall( clEnqueueNDRangeKernel(OPS_opencl_core.command_queue, OPS_opencl_core.kernel[29], 3, NULL, globalWorkSize, localWorkSize, 0, NULL, NULL) ); if (OPS_diags>1) { clSafeCall( clFinish(OPS_opencl_core.command_queue) ); } mvReductArraysToHost(reduct_bytes); for ( int b=0; b<maxblocks; b++ ){ for ( int d=0; d<1; d++ ){ arg2h[d] = arg2h[d] + ((double *)arg2.data)[d+b*1]; } } arg2.data = (char *)arg2h; for ( int b=0; b<maxblocks; b++ ){ for ( int d=0; d<1; d++ ){ arg3h[d] = arg3h[d] + ((double *)arg3.data)[d+b*1]; } } arg3.data = (char *)arg3h; ops_set_dirtybit_device(args, 4); //Update kernel record ops_timers_core(&c2,&t2); OPS_kernels[29].time += t2-t1; OPS_kernels[29].transfer += ops_compute_transfer(dim, range, &arg0); OPS_kernels[29].transfer += ops_compute_transfer(dim, range, &arg1); }
// host stub function void ops_par_loop_write_kernel(char const *name, ops_block block, int dim, int *range, ops_arg arg0, ops_arg arg1, ops_arg arg2, ops_arg arg3) { // Timing double t1, t2, c1, c2; ops_arg args[4] = {arg0, arg1, arg2, arg3}; #ifdef CHECKPOINTING if (!ops_checkpointing_before(args, 4, range, 0)) return; #endif if (OPS_diags > 1) { ops_timing_realloc(0, "write_kernel"); OPS_kernels[0].count++; ops_timers_core(&c1, &t1); } // compute locally allocated range for the sub-block int start[3]; int end[3]; #ifdef OPS_MPI sub_block_list sb = OPS_sub_block_list[block->index]; if (!sb->owned) return; for (int n = 0; n < 3; n++) { start[n] = sb->decomp_disp[n]; end[n] = sb->decomp_disp[n] + sb->decomp_size[n]; if (start[n] >= range[2 * n]) { start[n] = 0; } else { start[n] = range[2 * n] - start[n]; } if (sb->id_m[n] == MPI_PROC_NULL && range[2 * n] < 0) start[n] = range[2 * n]; if (end[n] >= range[2 * n + 1]) { end[n] = range[2 * n + 1] - sb->decomp_disp[n]; } else { end[n] = sb->decomp_size[n]; } if (sb->id_p[n] == MPI_PROC_NULL && (range[2 * n + 1] > sb->decomp_disp[n] + sb->decomp_size[n])) end[n] += (range[2 * n + 1] - sb->decomp_disp[n] - sb->decomp_size[n]); } #else for (int n = 0; n < 3; n++) { start[n] = range[2 * n]; end[n] = range[2 * n + 1]; } #endif int x_size = MAX(0, end[0] - start[0]); int y_size = MAX(0, end[1] - start[1]); int z_size = MAX(0, end[2] - start[2]); int arg_idx[3]; #ifdef OPS_MPI arg_idx[0] = sb->decomp_disp[0] + start[0]; arg_idx[1] = sb->decomp_disp[1] + start[1]; arg_idx[2] = sb->decomp_disp[2] + start[2]; #else arg_idx[0] = start[0]; arg_idx[1] = start[1]; arg_idx[2] = start[2]; #endif int xdim0 = args[0].dat->size[0]; int ydim0 = args[0].dat->size[1]; int xdim1 = args[1].dat->size[0]; int ydim1 = args[1].dat->size[1]; int xdim2 = args[2].dat->size[0]; int ydim2 = args[2].dat->size[1]; // build opencl kernel if not already built buildOpenCLKernels_write_kernel(xdim0, ydim0, xdim1, ydim1, xdim2, ydim2); // set up OpenCL thread blocks size_t globalWorkSize[3] = { ((x_size - 1) / OPS_block_size_x + 1) * OPS_block_size_x, ((y_size - 1) / OPS_block_size_y + 1) * OPS_block_size_y, ((z_size - 1) / OPS_block_size_z + 1) * OPS_block_size_z}; size_t localWorkSize[3] = {OPS_block_size_x, OPS_block_size_y, OPS_block_size_z}; // set up initial pointers int d_m[OPS_MAX_DIM]; #ifdef OPS_MPI for (int d = 0; d < dim; d++) d_m[d] = args[0].dat->d_m[d] + OPS_sub_dat_list[args[0].dat->index]->d_im[d]; #else for (int d = 0; d < dim; d++) d_m[d] = args[0].dat->d_m[d]; #endif int base0 = 1 * 2 * (start[0] * args[0].stencil->stride[0] - args[0].dat->base[0] - d_m[0]); base0 = base0 + args[0].dat->size[0] * 2 * (start[1] * args[0].stencil->stride[1] - args[0].dat->base[1] - d_m[1]); base0 = base0 + args[0].dat->size[0] * 2 * args[0].dat->size[1] * 2 * (start[2] * args[0].stencil->stride[2] - args[0].dat->base[2] - d_m[2]); #ifdef OPS_MPI for (int d = 0; d < dim; d++) d_m[d] = args[1].dat->d_m[d] + OPS_sub_dat_list[args[1].dat->index]->d_im[d]; #else for (int d = 0; d < dim; d++) d_m[d] = args[1].dat->d_m[d]; #endif int base1 = 1 * 1 * (start[0] * args[1].stencil->stride[0] - args[1].dat->base[0] - d_m[0]); base1 = base1 + args[1].dat->size[0] * 1 * (start[1] * args[1].stencil->stride[1] - args[1].dat->base[1] - d_m[1]); base1 = base1 + args[1].dat->size[0] * 1 * args[1].dat->size[1] * 1 * (start[2] * args[1].stencil->stride[2] - args[1].dat->base[2] - d_m[2]); #ifdef OPS_MPI for (int d = 0; d < dim; d++) d_m[d] = args[2].dat->d_m[d] + OPS_sub_dat_list[args[2].dat->index]->d_im[d]; #else for (int d = 0; d < dim; d++) d_m[d] = args[2].dat->d_m[d]; #endif int base2 = 1 * 1 * (start[0] * args[2].stencil->stride[0] - args[2].dat->base[0] - d_m[0]); base2 = base2 + args[2].dat->size[0] * 1 * (start[1] * args[2].stencil->stride[1] - args[2].dat->base[1] - d_m[1]); base2 = base2 + args[2].dat->size[0] * 1 * args[2].dat->size[1] * 1 * (start[2] * args[2].stencil->stride[2] - args[2].dat->base[2] - d_m[2]); ops_H_D_exchanges_device(args, 4); ops_halo_exchanges(args, 4, range); ops_H_D_exchanges_device(args, 4); if (OPS_diags > 1) { ops_timers_core(&c2, &t2); OPS_kernels[0].mpi_time += t2 - t1; } if (globalWorkSize[0] > 0 && globalWorkSize[1] > 0 && globalWorkSize[2] > 0) { clSafeCall(clSetKernelArg(OPS_opencl_core.kernel[0], 0, sizeof(cl_mem), (void *)&arg0.data_d)); clSafeCall(clSetKernelArg(OPS_opencl_core.kernel[0], 1, sizeof(cl_mem), (void *)&arg1.data_d)); clSafeCall(clSetKernelArg(OPS_opencl_core.kernel[0], 2, sizeof(cl_mem), (void *)&arg2.data_d)); clSafeCall(clSetKernelArg(OPS_opencl_core.kernel[0], 3, sizeof(cl_int), (void *)&base0)); clSafeCall(clSetKernelArg(OPS_opencl_core.kernel[0], 4, sizeof(cl_int), (void *)&base1)); clSafeCall(clSetKernelArg(OPS_opencl_core.kernel[0], 5, sizeof(cl_int), (void *)&base2)); clSafeCall(clSetKernelArg(OPS_opencl_core.kernel[0], 6, sizeof(cl_int), (void *)&arg_idx[0])); clSafeCall(clSetKernelArg(OPS_opencl_core.kernel[0], 7, sizeof(cl_int), (void *)&arg_idx[1])); clSafeCall(clSetKernelArg(OPS_opencl_core.kernel[0], 8, sizeof(cl_int), (void *)&arg_idx[2])); clSafeCall(clSetKernelArg(OPS_opencl_core.kernel[0], 9, sizeof(cl_int), (void *)&x_size)); clSafeCall(clSetKernelArg(OPS_opencl_core.kernel[0], 10, sizeof(cl_int), (void *)&y_size)); clSafeCall(clSetKernelArg(OPS_opencl_core.kernel[0], 11, sizeof(cl_int), (void *)&z_size)); // call/enque opencl kernel wrapper function clSafeCall(clEnqueueNDRangeKernel( OPS_opencl_core.command_queue, OPS_opencl_core.kernel[0], 3, NULL, globalWorkSize, localWorkSize, 0, NULL, NULL)); } if (OPS_diags > 1) { clSafeCall(clFinish(OPS_opencl_core.command_queue)); } if (OPS_diags > 1) { ops_timers_core(&c1, &t1); OPS_kernels[0].time += t1 - t2; } ops_set_dirtybit_device(args, 4); ops_set_halo_dirtybit3(&args[0], range); ops_set_halo_dirtybit3(&args[1], range); ops_set_halo_dirtybit3(&args[2], range); if (OPS_diags > 1) { // Update kernel record ops_timers_core(&c2, &t2); OPS_kernels[0].mpi_time += t2 - t1; OPS_kernels[0].transfer += ops_compute_transfer(dim, start, end, &arg0); OPS_kernels[0].transfer += ops_compute_transfer(dim, start, end, &arg1); OPS_kernels[0].transfer += ops_compute_transfer(dim, start, end, &arg2); } }
// host stub function void ops_par_loop_update_halo_kernel2_xvel_minus_2_a(char const *name, ops_block Block, int dim, int* range, ops_arg arg0, ops_arg arg1, ops_arg arg2) { ops_arg args[3] = { arg0, arg1, arg2}; #ifdef CHECKPOINTING if (!ops_checkpointing_before(args,3,range,56)) return; #endif ops_timing_realloc(56,"update_halo_kernel2_xvel_minus_2_a"); OPS_kernels[56].count++; //compute localy allocated range for the sub-block int start[2]; int end[2]; #ifdef OPS_MPI sub_block_list sb = OPS_sub_block_list[block->index]; if (!sb->owned) return; for ( int n=0; n<2; n++ ){ start[n] = sb->decomp_disp[n];end[n] = sb->decomp_disp[n]+sb->decomp_size[n]; if (start[n] >= range[2*n]) { start[n] = 0; } else { start[n] = range[2*n] - start[n]; } if (sb->id_m[n]==MPI_PROC_NULL && range[2*n] < 0) start[n] = range[2*n]; if (end[n] >= range[2*n+1]) { end[n] = range[2*n+1] - sb->decomp_disp[n]; } else { end[n] = sb->decomp_size[n]; } if (sb->id_p[n]==MPI_PROC_NULL && (range[2*n+1] > sb->decomp_disp[n]+sb->decomp_size[n])) end[n] += (range[2*n+1]-sb->decomp_disp[n]-sb->decomp_size[n]); } #else //OPS_MPI for ( int n=0; n<2; n++ ){ start[n] = range[2*n];end[n] = range[2*n+1]; } #endif //OPS_MPI int x_size = MAX(0,end[0]-start[0]); int y_size = MAX(0,end[1]-start[1]); xdim0 = args[0].dat->size[0]*args[0].dat->dim; xdim1 = args[1].dat->size[0]*args[1].dat->dim; //Timing double t1,t2,c1,c2; ops_timers_core(&c2,&t2); if (xdim0 != xdim0_update_halo_kernel2_xvel_minus_2_a_h || xdim1 != xdim1_update_halo_kernel2_xvel_minus_2_a_h) { xdim0_update_halo_kernel2_xvel_minus_2_a = xdim0; xdim0_update_halo_kernel2_xvel_minus_2_a_h = xdim0; xdim1_update_halo_kernel2_xvel_minus_2_a = xdim1; xdim1_update_halo_kernel2_xvel_minus_2_a_h = xdim1; } int dat0 = args[0].dat->elem_size; int dat1 = args[1].dat->elem_size; int *arg2h = (int *)arg2.data; //Upload large globals int consts_bytes = 0; consts_bytes += ROUND_UP(NUM_FIELDS*sizeof(int)); reallocConstArrays(consts_bytes); consts_bytes = 0; args[2].data = OPS_consts_h + consts_bytes; args[2].data_d = OPS_consts_d + consts_bytes; for (int d=0; d<NUM_FIELDS; d++) ((int *)args[2].data)[d] = arg2h[d]; consts_bytes += ROUND_UP(NUM_FIELDS*sizeof(int)); mvConstArraysToDevice(consts_bytes); //set up initial pointers int d_m[OPS_MAX_DIM]; #ifdef OPS_MPI for (int d = 0; d < dim; d++) d_m[d] = args[0].dat->d_m[d] + OPS_sub_dat_list[args[0].dat->index]->d_im[d]; #else //OPS_MPI for (int d = 0; d < dim; d++) d_m[d] = args[0].dat->d_m[d]; #endif //OPS_MPI int base0 = dat0 * 1 * (start[0] * args[0].stencil->stride[0] - args[0].dat->base[0] - d_m[0]); base0 = base0+ dat0 * args[0].dat->size[0] * (start[1] * args[0].stencil->stride[1] - args[0].dat->base[1] - d_m[1]); #ifdef OPS_GPU double *p_a0 = (double *)((char *)args[0].data_d + base0); #else double *p_a0 = (double *)((char *)args[0].data + base0); #endif #ifdef OPS_MPI for (int d = 0; d < dim; d++) d_m[d] = args[1].dat->d_m[d] + OPS_sub_dat_list[args[1].dat->index]->d_im[d]; #else //OPS_MPI for (int d = 0; d < dim; d++) d_m[d] = args[1].dat->d_m[d]; #endif //OPS_MPI int base1 = dat1 * 1 * (start[0] * args[1].stencil->stride[0] - args[1].dat->base[0] - d_m[0]); base1 = base1+ dat1 * args[1].dat->size[0] * (start[1] * args[1].stencil->stride[1] - args[1].dat->base[1] - d_m[1]); #ifdef OPS_GPU double *p_a1 = (double *)((char *)args[1].data_d + base1); #else double *p_a1 = (double *)((char *)args[1].data + base1); #endif #ifdef OPS_GPU int *p_a2 = (int *)args[2].data_d; #else int *p_a2 = arg2h; #endif #ifdef OPS_GPU ops_H_D_exchanges_device(args, 3); #else ops_H_D_exchanges_host(args, 3); #endif ops_halo_exchanges(args,3,range); ops_timers_core(&c1,&t1); OPS_kernels[56].mpi_time += t1-t2; update_halo_kernel2_xvel_minus_2_a_c_wrapper( p_a0, p_a1, p_a2, x_size, y_size); ops_timers_core(&c2,&t2); OPS_kernels[56].time += t2-t1; #ifdef OPS_GPU ops_set_dirtybit_device(args, 3); #else ops_set_dirtybit_host(args, 3); #endif ops_set_halo_dirtybit3(&args[0],range); ops_set_halo_dirtybit3(&args[1],range); //Update kernel record OPS_kernels[56].transfer += ops_compute_transfer(dim, range, &arg0); OPS_kernels[56].transfer += ops_compute_transfer(dim, range, &arg1); }
// host stub function void ops_par_loop_advec_mom_kernel_mass_flux_x(char const *name, ops_block Block, int dim, int* range, ops_arg arg0, ops_arg arg1) { ops_arg args[2] = { arg0, arg1}; #ifdef CHECKPOINTING if (!ops_checkpointing_before(args,2,range,19)) return; #endif ops_timing_realloc(19,"advec_mom_kernel_mass_flux_x"); OPS_kernels[19].count++; //compute localy allocated range for the sub-block int start[2]; int end[2]; #ifdef OPS_MPI sub_block_list sb = OPS_sub_block_list[block->index]; if (!sb->owned) return; for ( int n=0; n<2; n++ ){ start[n] = sb->decomp_disp[n];end[n] = sb->decomp_disp[n]+sb->decomp_size[n]; if (start[n] >= range[2*n]) { start[n] = 0; } else { start[n] = range[2*n] - start[n]; } if (sb->id_m[n]==MPI_PROC_NULL && range[2*n] < 0) start[n] = range[2*n]; if (end[n] >= range[2*n+1]) { end[n] = range[2*n+1] - sb->decomp_disp[n]; } else { end[n] = sb->decomp_size[n]; } if (sb->id_p[n]==MPI_PROC_NULL && (range[2*n+1] > sb->decomp_disp[n]+sb->decomp_size[n])) end[n] += (range[2*n+1]-sb->decomp_disp[n]-sb->decomp_size[n]); } #else //OPS_MPI for ( int n=0; n<2; n++ ){ start[n] = range[2*n];end[n] = range[2*n+1]; } #endif //OPS_MPI int x_size = MAX(0,end[0]-start[0]); int y_size = MAX(0,end[1]-start[1]); xdim0 = args[0].dat->size[0]*args[0].dat->dim; xdim1 = args[1].dat->size[0]*args[1].dat->dim; //Timing double t1,t2,c1,c2; ops_timers_core(&c2,&t2); if (xdim0 != xdim0_advec_mom_kernel_mass_flux_x_h || xdim1 != xdim1_advec_mom_kernel_mass_flux_x_h) { xdim0_advec_mom_kernel_mass_flux_x = xdim0; xdim0_advec_mom_kernel_mass_flux_x_h = xdim0; xdim1_advec_mom_kernel_mass_flux_x = xdim1; xdim1_advec_mom_kernel_mass_flux_x_h = xdim1; } int dat0 = args[0].dat->elem_size; int dat1 = args[1].dat->elem_size; //set up initial pointers int d_m[OPS_MAX_DIM]; #ifdef OPS_MPI for (int d = 0; d < dim; d++) d_m[d] = args[0].dat->d_m[d] + OPS_sub_dat_list[args[0].dat->index]->d_im[d]; #else //OPS_MPI for (int d = 0; d < dim; d++) d_m[d] = args[0].dat->d_m[d]; #endif //OPS_MPI int base0 = dat0 * 1 * (start[0] * args[0].stencil->stride[0] - args[0].dat->base[0] - d_m[0]); base0 = base0+ dat0 * args[0].dat->size[0] * (start[1] * args[0].stencil->stride[1] - args[0].dat->base[1] - d_m[1]); #ifdef OPS_GPU double *p_a0 = (double *)((char *)args[0].data_d + base0); #else double *p_a0 = (double *)((char *)args[0].data + base0); #endif #ifdef OPS_MPI for (int d = 0; d < dim; d++) d_m[d] = args[1].dat->d_m[d] + OPS_sub_dat_list[args[1].dat->index]->d_im[d]; #else //OPS_MPI for (int d = 0; d < dim; d++) d_m[d] = args[1].dat->d_m[d]; #endif //OPS_MPI int base1 = dat1 * 1 * (start[0] * args[1].stencil->stride[0] - args[1].dat->base[0] - d_m[0]); base1 = base1+ dat1 * args[1].dat->size[0] * (start[1] * args[1].stencil->stride[1] - args[1].dat->base[1] - d_m[1]); #ifdef OPS_GPU double *p_a1 = (double *)((char *)args[1].data_d + base1); #else double *p_a1 = (double *)((char *)args[1].data + base1); #endif #ifdef OPS_GPU ops_H_D_exchanges_device(args, 2); #else ops_H_D_exchanges_host(args, 2); #endif ops_halo_exchanges(args,2,range); ops_timers_core(&c1,&t1); OPS_kernels[19].mpi_time += t1-t2; advec_mom_kernel_mass_flux_x_c_wrapper( p_a0, p_a1, x_size, y_size); ops_timers_core(&c2,&t2); OPS_kernels[19].time += t2-t1; #ifdef OPS_GPU ops_set_dirtybit_device(args, 2); #else ops_set_dirtybit_host(args, 2); #endif ops_set_halo_dirtybit3(&args[0],range); //Update kernel record OPS_kernels[19].transfer += ops_compute_transfer(dim, range, &arg0); OPS_kernels[19].transfer += ops_compute_transfer(dim, range, &arg1); }
// host stub function void ops_par_loop_left_bndcon(char const *name, ops_block block, int dim, int* range, ops_arg arg0, ops_arg arg1) { //Timing double t1,t2,c1,c2; ops_arg args[2] = { arg0, arg1}; #ifdef CHECKPOINTING if (!ops_checkpointing_before(args,2,range,2)) return; #endif if (OPS_diags > 1) { ops_timing_realloc(2,"left_bndcon"); OPS_kernels[2].count++; ops_timers_core(&c1,&t1); } //compute localy allocated range for the sub-block int start[2]; int end[2]; #ifdef OPS_MPI sub_block_list sb = OPS_sub_block_list[block->index]; if (!sb->owned) return; for ( int n=0; n<2; n++ ){ start[n] = sb->decomp_disp[n];end[n] = sb->decomp_disp[n]+sb->decomp_size[n]; if (start[n] >= range[2*n]) { start[n] = 0; } else { start[n] = range[2*n] - start[n]; } if (sb->id_m[n]==MPI_PROC_NULL && range[2*n] < 0) start[n] = range[2*n]; if (end[n] >= range[2*n+1]) { end[n] = range[2*n+1] - sb->decomp_disp[n]; } else { end[n] = sb->decomp_size[n]; } if (sb->id_p[n]==MPI_PROC_NULL && (range[2*n+1] > sb->decomp_disp[n]+sb->decomp_size[n])) end[n] += (range[2*n+1]-sb->decomp_disp[n]-sb->decomp_size[n]); } #else for ( int n=0; n<2; n++ ){ start[n] = range[2*n];end[n] = range[2*n+1]; } #endif int x_size = MAX(0,end[0]-start[0]); int y_size = MAX(0,end[1]-start[1]); int arg_idx[2]; #ifdef OPS_MPI arg_idx[0] = sb->decomp_disp[0]+start[0]; arg_idx[1] = sb->decomp_disp[1]+start[1]; #else arg_idx[0] = start[0]; arg_idx[1] = start[1]; #endif xdim0 = args[0].dat->size[0]; if (xdim0 != xdim0_left_bndcon_h) { xdim0_left_bndcon = xdim0; xdim0_left_bndcon_h = xdim0; } //set up initial pointers int base0 = args[0].dat->base_offset + (OPS_soa ? args[0].dat->type_size : args[0].dat->elem_size) * start[0] * args[0].stencil->stride[0]; base0 = base0 + (OPS_soa ? args[0].dat->type_size : args[0].dat->elem_size) * args[0].dat->size[0] * start[1] * args[0].stencil->stride[1]; #ifdef OPS_GPU double *p_a0 = (double *)((char *)args[0].data_d + base0); #else double *p_a0 = (double *)((char *)args[0].data + base0); #endif int *p_a1 = NULL; #ifdef OPS_GPU ops_H_D_exchanges_device(args, 2); #else ops_H_D_exchanges_host(args, 2); #endif ops_halo_exchanges(args,2,range); #ifdef OPS_GPU ops_H_D_exchanges_device(args, 2); #else ops_H_D_exchanges_host(args, 2); #endif if (OPS_diags > 1) { ops_timers_core(&c2,&t2); OPS_kernels[2].mpi_time += t2-t1; } left_bndcon_c_wrapper( p_a0, p_a1, arg_idx[0], arg_idx[1], x_size, y_size); if (OPS_diags > 1) { ops_timers_core(&c1,&t1); OPS_kernels[2].time += t1-t2; } #ifdef OPS_GPU ops_set_dirtybit_device(args, 2); #else ops_set_dirtybit_host(args, 2); #endif ops_set_halo_dirtybit3(&args[0],range); if (OPS_diags > 1) { //Update kernel record ops_timers_core(&c2,&t2); OPS_kernels[2].mpi_time += t2-t1; OPS_kernels[2].transfer += ops_compute_transfer(dim, start, end, &arg0); } }