| /libCEED/backends/hip-ref/ |
| H A D | ceed-hip-ref-basis.c | 146 if (data->d_points_per_elem) CeedCallHip(ceed, hipFree(data->d_points_per_elem)); in CeedBasisApplyAtPointsCore_Hip() 147 CeedCallHip(ceed, hipMalloc((void **)&data->d_points_per_elem, num_bytes)); in CeedBasisApplyAtPointsCore_Hip() 153 …CeedCallHip(ceed, hipMemcpy(data->d_points_per_elem, num_points, num_bytes, hipMemcpyHostToDevice)… in CeedBasisApplyAtPointsCore_Hip() 172 CeedCallHip(ceed, hipMalloc((void **)&data->d_chebyshev_interp_1d, interp_bytes)); in CeedBasisApplyAtPointsCore_Hip() 173 …CeedCallHip(ceed, hipMemcpy(data->d_chebyshev_interp_1d, chebyshev_interp_1d, interp_bytes, hipMem… in CeedBasisApplyAtPointsCore_Hip() 181 if (data->moduleAtPoints) CeedCallHip(ceed, hipModuleUnload(data->moduleAtPoints)); in CeedBasisApplyAtPointsCore_Hip() 362 CeedCallHip(ceed, hipModuleUnload(data->module)); in CeedBasisDestroy_Hip() 363 if (data->moduleAtPoints) CeedCallHip(ceed, hipModuleUnload(data->moduleAtPoints)); in CeedBasisDestroy_Hip() 364 if (data->d_q_weight_1d) CeedCallHip(ceed, hipFree(data->d_q_weight_1d)); in CeedBasisDestroy_Hip() 366 if (data->d_points_per_elem) CeedCallHip(ceed, hipFree(data->d_points_per_elem)); in CeedBasisDestroy_Hip() [all …]
|
| H A D | ceed-hip-ref-restriction.c | 394 CeedCallHip(ceed, hipModuleUnload(impl->module)); in CeedElemRestrictionDestroy_Hip() 397 CeedCallHip(ceed, hipFree((CeedInt *)impl->d_offsets_owned)); in CeedElemRestrictionDestroy_Hip() 398 CeedCallHip(ceed, hipFree((CeedInt *)impl->d_t_offsets)); in CeedElemRestrictionDestroy_Hip() 399 CeedCallHip(ceed, hipFree((CeedInt *)impl->d_t_indices)); in CeedElemRestrictionDestroy_Hip() 400 CeedCallHip(ceed, hipFree((CeedInt *)impl->d_l_vec_indices)); in CeedElemRestrictionDestroy_Hip() 402 CeedCallHip(ceed, hipFree((bool *)impl->d_orients_owned)); in CeedElemRestrictionDestroy_Hip() 404 CeedCallHip(ceed, hipFree((CeedInt8 *)impl->d_curl_orients_owned)); in CeedElemRestrictionDestroy_Hip() 406 CeedCallHip(ceed, hipFree((CeedInt8 *)impl->d_offsets_at_points_owned)); in CeedElemRestrictionDestroy_Hip() 408 CeedCallHip(ceed, hipFree((CeedInt *)impl->d_points_per_elem_owned)); in CeedElemRestrictionDestroy_Hip() 478 CeedCallHip(ceed, hipMalloc((void **)&impl->d_l_vec_indices, num_nodes * sizeof(CeedInt))); in CeedElemRestrictionOffset_Hip() [all …]
|
| H A D | ceed-hip-ref-vector.c | 57 CeedCallHip(CeedVectorReturnCeed(vec), hipMalloc((void **)&impl->d_array_owned, bytes)); in CeedVectorSyncH2D_Hip() 60 …CeedCallHip(CeedVectorReturnCeed(vec), hipMemcpy(impl->d_array, impl->h_array, bytes, hipMemcpyHos… in CeedVectorSyncH2D_Hip() 90 …CeedCallHip(CeedVectorReturnCeed(vec), hipMemcpy(impl->h_array, impl->d_array, bytes, hipMemcpyDev… in CeedVectorSyncD2H_Hip() 104 CeedCallHip(CeedVectorReturnCeed(vec), hipDeviceSynchronize()); in CeedVectorSyncArray_Hip() 236 …if (!impl->d_array_owned) CeedCallHip(ceed, hipMalloc((void **)&impl->d_array_owned, sizeof(CeedSc… in CeedVectorSetArrayUnifiedHostToDevice_Hip() 240 …if (array) CeedCallHip(ceed, hipMemcpy(impl->d_array, array, sizeof(CeedScalar) * length, hipMemcp… in CeedVectorSetArrayUnifiedHostToDevice_Hip() 244 CeedCallHip(ceed, hipFree(impl->d_array_owned)); in CeedVectorSetArrayUnifiedHostToDevice_Hip() 322 CeedCallHip(ceed, hipStreamSynchronize(stream)); in CeedVectorCopyStrided_Hip() 382 … CeedCallHip(CeedVectorReturnCeed(vec), hipMemset(impl->d_array, 0, length * sizeof(CeedScalar))); in CeedVectorSetValue_Hip() 587 CeedCallHip(ceed, hipStreamSynchronize(stream)); in CeedVectorNorm_Hip() [all …]
|
| H A D | ceed-hip-ref-qfunctioncontext.c | 36 CeedCallHip(ceed, hipMalloc((void **)&impl->d_data_owned, ctx_size)); in CeedQFunctionContextSyncH2D_Hip() 39 CeedCallHip(ceed, hipMemcpy(impl->d_data, impl->h_data, ctx_size, hipMemcpyHostToDevice)); in CeedQFunctionContextSyncH2D_Hip() 66 CeedCallHip(ceed, hipMemcpy(impl->h_data, impl->d_data, ctx_size, hipMemcpyDeviceToHost)); in CeedQFunctionContextSyncD2H_Hip() 187 CeedCallHip(ceed, hipFree(impl->d_data_owned)); in CeedQFunctionContextSetDataDevice_Hip() 193 CeedCallHip(ceed, hipMalloc((void **)&impl->d_data_owned, ctx_size)); in CeedQFunctionContextSetDataDevice_Hip() 196 CeedCallHip(ceed, hipMemcpy(impl->d_data, data, ctx_size, hipMemcpyDeviceToDevice)); in CeedQFunctionContextSetDataDevice_Hip() 319 CeedCallHip(CeedQFunctionContextReturnCeed(ctx), hipFree(impl->d_data_owned)); in CeedQFunctionContextDestroy_Hip()
|
| H A D | ceed-hip-ref-operator.c | 64 CeedCallHip(ceed, hipModuleUnload(impl->diag->module)); in CeedOperatorDestroy_Hip() 67 CeedCallHip(ceed, hipModuleUnload(impl->diag->module_point_block)); in CeedOperatorDestroy_Hip() 69 CeedCallHip(ceed, hipFree(impl->diag->d_eval_modes_in)); in CeedOperatorDestroy_Hip() 70 CeedCallHip(ceed, hipFree(impl->diag->d_eval_modes_out)); in CeedOperatorDestroy_Hip() 71 CeedCallHip(ceed, hipFree(impl->diag->d_identity)); in CeedOperatorDestroy_Hip() 72 CeedCallHip(ceed, hipFree(impl->diag->d_interp_in)); in CeedOperatorDestroy_Hip() 73 CeedCallHip(ceed, hipFree(impl->diag->d_interp_out)); in CeedOperatorDestroy_Hip() 74 CeedCallHip(ceed, hipFree(impl->diag->d_grad_in)); in CeedOperatorDestroy_Hip() 75 CeedCallHip(ceed, hipFree(impl->diag->d_grad_out)); in CeedOperatorDestroy_Hip() 76 CeedCallHip(ceed, hipFree(impl->diag->d_div_in)); in CeedOperatorDestroy_Hip() [all …]
|
| H A D | ceed-hip-ref-qfunction.c | 74 if (data->module) CeedCallHip(CeedQFunctionReturnCeed(qf), hipModuleUnload(data->module)); in CeedQFunctionDestroy_Hip()
|
| /libCEED/backends/hip/ |
| H A D | ceed-hip-common.c | 25 CeedCallHip(ceed, hipGetDevice(¤t_device_id)); in CeedInit_Hip() 27 CeedCallHip(ceed, hipSetDevice(device_id)); in CeedInit_Hip() 33 CeedCallHip(ceed, hipGetDeviceProperties(&data->device_prop, current_device_id)); in CeedInit_Hip() 67 …if (!*(void **)target_array_owned) CeedCallHip(ceed, hipMalloc(target_array_owned, size_unit * num… in CeedSetDeviceGenericArray_Hip() 71 …if (source_array) CeedCallHip(ceed, hipMemcpy(*(void **)target_array, source_array, size_unit * nu… in CeedSetDeviceGenericArray_Hip() 74 CeedCallHip(ceed, hipFree(*(void **)target_array_owned)); in CeedSetDeviceGenericArray_Hip() 80 CeedCallHip(ceed, hipFree(*(void **)target_array_owned)); in CeedSetDeviceGenericArray_Hip()
|
| H A D | ceed-hip-compile.cpp | 53 CeedCallHip(ceed, hipRuntimeGetVersion(&runtime_version)); in CeedCompileCore_Hip() 83 CeedCallHip(ceed, hipGetDeviceProperties(&prop, ceed_data->device_id)); in CeedCompileCore_Hip() 173 CeedCallHip(ceed, hipModuleLoadData(module, ptx)); in CeedCompileCore_Hip() 205 CeedCallHip(ceed, hipModuleGetFunction(kernel, module, name)); in CeedGetKernel_Hip() 213 …CeedCallHip(ceed, hipModuleLaunchKernel(kernel, grid_size, 1, 1, block_size, 1, 1, 0, NULL, args, … in CeedRunKernel_Hip() 222 …CeedCallHip(ceed, hipModuleLaunchKernel(kernel, grid_size, 1, 1, block_size_x, block_size_y, block… in CeedRunKernelDim_Hip() 238 CeedCallHip(ceed, result); in CeedRunKernelDimSharedCore_Hip()
|
| H A D | ceed-hip-common.h | 38 #define CeedCallHip(ceed, ...) \ macro
|
| /libCEED/backends/hip-shared/ |
| H A D | ceed-hip-shared-basis.c | 320 if (data->d_points_per_elem) CeedCallHip(ceed, hipFree(data->d_points_per_elem)); in CeedBasisApplyAtPointsCore_Hip_shared() 321 CeedCallHip(ceed, hipMalloc((void **)&data->d_points_per_elem, num_bytes)); in CeedBasisApplyAtPointsCore_Hip_shared() 327 …CeedCallHip(ceed, hipMemcpy(data->d_points_per_elem, num_points, num_bytes, hipMemcpyHostToDevice)… in CeedBasisApplyAtPointsCore_Hip_shared() 346 CeedCallHip(ceed, hipMalloc((void **)&data->d_chebyshev_interp_1d, interp_bytes)); in CeedBasisApplyAtPointsCore_Hip_shared() 347 …CeedCallHip(ceed, hipMemcpy(data->d_chebyshev_interp_1d, chebyshev_interp_1d, interp_bytes, hipMem… in CeedBasisApplyAtPointsCore_Hip_shared() 355 if (data->moduleAtPoints) CeedCallHip(ceed, hipModuleUnload(data->moduleAtPoints)); in CeedBasisApplyAtPointsCore_Hip_shared() 638 CeedCallHip(ceed, hipModuleUnload(data->module)); in CeedBasisDestroy_Hip_shared() 639 if (data->moduleAtPoints) CeedCallHip(ceed, hipModuleUnload(data->moduleAtPoints)); in CeedBasisDestroy_Hip_shared() 640 if (data->d_q_weight_1d) CeedCallHip(ceed, hipFree(data->d_q_weight_1d)); in CeedBasisDestroy_Hip_shared() 642 if (data->d_points_per_elem) CeedCallHip(ceed, hipFree(data->d_points_per_elem)); in CeedBasisDestroy_Hip_shared() [all …]
|
| /libCEED/backends/hip-gen/ |
| H A D | ceed-hip-gen-operator.c | 35 if (impl->streams[i]) CeedCallHip(ceed, hipStreamDestroy(impl->streams[i])); in CeedOperatorDestroy_Hip_gen() 39 if (impl->module) CeedCallHip(ceed, hipModuleUnload(impl->module)); in CeedOperatorDestroy_Hip_gen() 40 if (impl->module_assemble_full) CeedCallHip(ceed, hipModuleUnload(impl->module_assemble_full)); in CeedOperatorDestroy_Hip_gen() 41 …if (impl->module_assemble_diagonal) CeedCallHip(ceed, hipModuleUnload(impl->module_assemble_diagon… in CeedOperatorDestroy_Hip_gen() 42 …if (impl->module_assemble_qfunction) CeedCallHip(ceed, hipModuleUnload(impl->module_assemble_qfunc… in CeedOperatorDestroy_Hip_gen() 43 if (impl->points.num_per_elem) CeedCallHip(ceed, hipFree((void **)impl->points.num_per_elem)); in CeedOperatorDestroy_Hip_gen() 137 if (data->points.num_per_elem) CeedCallHip(ceed, hipFree((void **)data->points.num_per_elem)); in CeedOperatorApplyAddCore_Hip_gen() 138 CeedCallHip(ceed, hipMalloc((void **)&data->points.num_per_elem, num_bytes)); in CeedOperatorApplyAddCore_Hip_gen() 139 …CeedCallHip(ceed, hipMemcpy((void *)data->points.num_per_elem, points_per_elem, num_bytes, hipMemc… in CeedOperatorApplyAddCore_Hip_gen() 276 …if (!impl->streams[stream_index]) CeedCallHip(ceed, hipStreamCreate(&impl->streams[stream_index])); in CeedOperatorApplyAddComposite_Hip_gen() [all …]
|
| H A D | ceed-hip-gen-qfunction.c | 29 CeedCallHip(CeedQFunctionReturnCeed(qf), hipFree(data->d_c)); in CeedQFunctionDestroy_Hip_gen()
|
| H A D | ceed-hip-gen-operator-build.cpp | 282 …CeedCallHip(CeedBasisReturnCeed(basis), hipMalloc((void **)&basis_data->d_chebyshev_interp_1d, int… in CeedOperatorBuildKernelFieldData_Hip_gen() 283 CeedCallHip(CeedBasisReturnCeed(basis), in CeedOperatorBuildKernelFieldData_Hip_gen() 320 …CeedCallHip(CeedBasisReturnCeed(basis), hipMalloc((void **)&basis_data->d_chebyshev_interp_1d, int… in CeedOperatorBuildKernelFieldData_Hip_gen() 321 CeedCallHip(CeedBasisReturnCeed(basis), in CeedOperatorBuildKernelFieldData_Hip_gen()
|
| /libCEED/backends/magma/ |
| H A D | ceed-magma-basis.c | 488 CeedCallHip(ceed, hipModuleUnload(impl->module)); in CeedBasisDestroy_Magma() 512 CeedCallHip(ceed, hipModuleUnload(impl->module[in])); in CeedBasisDestroyNonTensor_Magma()
|