| /libCEED/backends/sycl-ref/ |
| H A D | ceed-sycl-vector.sycl.cpp | 65 if (!data->sycl_queue.is_in_order()) e = {data->sycl_queue.ext_oneapi_submit_barrier()}; in CeedVectorSyncH2D_Sycl() 66 …CeedCallSycl(ceed, data->sycl_queue.copy<CeedScalar>(impl->h_array, impl->d_array, length, e).wait… in CeedVectorSyncH2D_Sycl() 99 if (!data->sycl_queue.is_in_order()) e = {data->sycl_queue.ext_oneapi_submit_barrier()}; in CeedVectorSyncD2H_Sycl() 100 …CeedCallSycl(ceed, data->sycl_queue.copy<CeedScalar>(impl->d_array, impl->h_array, length, e).wait… in CeedVectorSyncD2H_Sycl() 215 if (!data->sycl_queue.is_in_order()) e = {data->sycl_queue.ext_oneapi_submit_barrier()}; in CeedVectorSetArrayDevice_Sycl() 224 …CeedCallSycl(ceed, data->sycl_queue.copy<CeedScalar>(array, impl->d_array_owned, length, e).wait_a… in CeedVectorSetArrayDevice_Sycl() 232 CeedCallSycl(ceed, data->sycl_queue.wait_and_throw()); in CeedVectorSetArrayDevice_Sycl() 242 CeedCallSycl(ceed, data->sycl_queue.wait_and_throw()); in CeedVectorSetArrayDevice_Sycl() 284 static int CeedDeviceSetValue_Sycl(sycl::queue &sycl_queue, CeedScalar *d_array, CeedSize length, C… in CeedDeviceSetValue_Sycl() argument 287 if (!sycl_queue.is_in_order()) e = {sycl_queue.ext_oneapi_submit_barrier()}; in CeedDeviceSetValue_Sycl() [all …]
|
| H A D | ceed-sycl-restriction.sycl.cpp | 27 static int CeedElemRestrictionStridedNoTranspose_Sycl(sycl::queue &sycl_queue, const CeedElemRestri… in CeedElemRestrictionStridedNoTranspose_Sycl() argument 39 if (!sycl_queue.is_in_order()) e = {sycl_queue.ext_oneapi_submit_barrier()}; in CeedElemRestrictionStridedNoTranspose_Sycl() 40 sycl_queue.parallel_for<CeedElemRestrSyclStridedNT>(kernel_range, e, [=](sycl::id<1> node) { in CeedElemRestrictionStridedNoTranspose_Sycl() 54 static int CeedElemRestrictionOffsetNoTranspose_Sycl(sycl::queue &sycl_queue, const CeedElemRestric… in CeedElemRestrictionOffsetNoTranspose_Sycl() argument 66 if (!sycl_queue.is_in_order()) e = {sycl_queue.ext_oneapi_submit_barrier()}; in CeedElemRestrictionOffsetNoTranspose_Sycl() 67 sycl_queue.parallel_for<CeedElemRestrSyclOffsetNT>(kernel_range, e, [=](sycl::id<1> node) { in CeedElemRestrictionOffsetNoTranspose_Sycl() 82 static int CeedElemRestrictionStridedTranspose_Sycl(sycl::queue &sycl_queue, const CeedElemRestrict… in CeedElemRestrictionStridedTranspose_Sycl() argument 95 if (!sycl_queue.is_in_order()) e = {sycl_queue.ext_oneapi_submit_barrier()}; in CeedElemRestrictionStridedTranspose_Sycl() 96 sycl_queue.parallel_for<CeedElemRestrSyclStridedT>(kernel_range, e, [=](sycl::id<1> node) { in CeedElemRestrictionStridedTranspose_Sycl() 110 static int CeedElemRestrictionOffsetTranspose_Sycl(sycl::queue &sycl_queue, const CeedElemRestricti… in CeedElemRestrictionOffsetTranspose_Sycl() argument [all …]
|
| H A D | ceed-sycl-ref-basis.sycl.cpp | 39 static int CeedBasisApplyInterp_Sycl(sycl::queue &sycl_queue, const SyclModule_t &sycl_module, Ceed… in CeedBasisApplyInterp_Sycl() argument 45 const sycl::device &sycl_device = sycl_queue.get_device(); in CeedBasisApplyInterp_Sycl() 54 if (!sycl_queue.is_in_order()) e = {sycl_queue.ext_oneapi_submit_barrier()}; in CeedBasisApplyInterp_Sycl() 56 sycl_queue.submit([&](sycl::handler &cgh) { in CeedBasisApplyInterp_Sycl() 142 static int CeedBasisApplyGrad_Sycl(sycl::queue &sycl_queue, const SyclModule_t &sycl_module, CeedIn… in CeedBasisApplyGrad_Sycl() argument 149 const sycl::device &sycl_device = sycl_queue.get_device(); in CeedBasisApplyGrad_Sycl() 157 if (!sycl_queue.is_in_order()) e = {sycl_queue.ext_oneapi_submit_barrier()}; in CeedBasisApplyGrad_Sycl() 159 sycl_queue.submit([&](sycl::handler &cgh) { in CeedBasisApplyGrad_Sycl() 245 static int CeedBasisApplyWeight_Sycl(sycl::queue &sycl_queue, CeedInt num_elem, const CeedBasis_Syc… in CeedBasisApplyWeight_Sycl() argument 257 if (!sycl_queue.is_in_order()) e = {sycl_queue.ext_oneapi_submit_barrier()}; in CeedBasisApplyWeight_Sycl() [all …]
|
| H A D | ceed-sycl-ref-qfunctioncontext.sycl.cpp | 42 if (!sycl_data->sycl_queue.is_in_order()) e = {sycl_data->sycl_queue.ext_oneapi_submit_barrier()}; in CeedQFunctionContextSyncH2D_Sycl() 43 sycl::event copy_event = sycl_data->sycl_queue.memcpy(impl->d_data, impl->h_data, ctx_size, e); in CeedQFunctionContextSyncH2D_Sycl() 76 if (!sycl_data->sycl_queue.is_in_order()) e = {sycl_data->sycl_queue.ext_oneapi_submit_barrier()}; in CeedQFunctionContextSyncD2H_Sycl() 77 sycl::event copy_event = sycl_data->sycl_queue.memcpy(impl->h_data, impl->d_data, ctx_size, e); in CeedQFunctionContextSyncD2H_Sycl() 203 if (!sycl_data->sycl_queue.is_in_order()) e = {sycl_data->sycl_queue.ext_oneapi_submit_barrier()}; in CeedQFunctionContextSetDataDevice_Sycl() 207 CeedCallSycl(ceed, sycl_data->sycl_queue.wait_and_throw()); in CeedQFunctionContextSetDataDevice_Sycl() 220 sycl::event copy_event = sycl_data->sycl_queue.memcpy(impl->d_data, data, ctx_size, e); in CeedQFunctionContextSetDataDevice_Sycl() 268 if (!ceedSycl->sycl_queue.is_in_order()) ceedSycl->sycl_queue.ext_oneapi_submit_barrier(); in CeedQFunctionContextTakeData_Sycl() 358 CeedCallSycl(ceed, sycl_data->sycl_queue.wait_and_throw()); in CeedQFunctionContextDestroy_Sycl()
|
| H A D | ceed-sycl-ref-operator.sycl.cpp | 84 CeedCallSycl(ceed, sycl_data->sycl_queue.wait_and_throw()); in CeedOperatorDestroy_Sycl() 103 CeedCallSycl(ceed, sycl_data->sycl_queue.wait_and_throw()); in CeedOperatorDestroy_Sycl() 771 if (!sycl_data->sycl_queue.is_in_order()) e = {sycl_data->sycl_queue.ext_oneapi_submit_barrier()}; in CeedOperatorAssembleDiagonalSetup_Sycl() 779 …sycl::event identity_copy = sycl_data->sycl_queue.copy<CeedScalar>(identity, diag->d_identity, i_l… in CeedOperatorAssembleDiagonalSetup_Sycl() 786 …sycl::event interp_in_copy = sycl_data->sycl_queue.copy<CeedScalar>(interp_in, diag->d_interp_in, … in CeedOperatorAssembleDiagonalSetup_Sycl() 791 …sycl::event interp_out_copy = sycl_data->sycl_queue.copy<CeedScalar>(interp_out, diag->d_interp_ou… in CeedOperatorAssembleDiagonalSetup_Sycl() 797 …sycl::event grad_in_copy = sycl_data->sycl_queue.copy<CeedScalar>(grad_in, diag->d_grad_in, g_len,… in CeedOperatorAssembleDiagonalSetup_Sycl() 802 …sycl::event grad_out_copy = sycl_data->sycl_queue.copy<CeedScalar>(grad_out, diag->d_grad_out, g_l… in CeedOperatorAssembleDiagonalSetup_Sycl() 807 …sycl::event eval_mode_in_copy = sycl_data->sycl_queue.copy<CeedEvalMode>(eval_mode_in, diag->d_eva… in CeedOperatorAssembleDiagonalSetup_Sycl() 811 …sycl::event eval_mode_out_copy = sycl_data->sycl_queue.copy<CeedEvalMode>(eval_mode_out, diag->d_e… in CeedOperatorAssembleDiagonalSetup_Sycl() [all …]
|
| H A D | ceed-sycl-ref-qfunction.sycl.cpp | 64 if (!ceed_Sycl->sycl_queue.is_in_order()) e = {ceed_Sycl->sycl_queue.ext_oneapi_submit_barrier()}; in CeedQFunctionApply_Sycl() 67 ceed_Sycl->sycl_queue.submit([&](sycl::handler &cgh) { in CeedQFunctionApply_Sycl()
|
| /libCEED/backends/sycl-shared/ |
| H A D | ceed-sycl-shared-basis.sycl.cpp | 68 … if (!ceed_Sycl->sycl_queue.is_in_order()) e = {ceed_Sycl->sycl_queue.ext_oneapi_submit_barrier()}; in CeedBasisApplyTensor_Sycl_shared() 69 ceed_Sycl->sycl_queue.submit([&](sycl::handler &cgh) { in CeedBasisApplyTensor_Sycl_shared() 90 … if (!ceed_Sycl->sycl_queue.is_in_order()) e = {ceed_Sycl->sycl_queue.ext_oneapi_submit_barrier()}; in CeedBasisApplyTensor_Sycl_shared() 92 ceed_Sycl->sycl_queue.submit([&](sycl::handler &cgh) { in CeedBasisApplyTensor_Sycl_shared() 110 … if (!ceed_Sycl->sycl_queue.is_in_order()) e = {ceed_Sycl->sycl_queue.ext_oneapi_submit_barrier()}; in CeedBasisApplyTensor_Sycl_shared() 112 ceed_Sycl->sycl_queue.submit([&](sycl::handler &cgh) { in CeedBasisApplyTensor_Sycl_shared() 146 CeedCallSycl(ceed, data->sycl_queue.wait_and_throw()); in CeedBasisDestroy_Sycl_shared() 200 if (!data->sycl_queue.is_in_order()) e = {data->sycl_queue.ext_oneapi_submit_barrier()}; in CeedBasisCreateTensorH1_Sycl_shared() 206 …sycl::event copy_weight = data->sycl_queue.copy<CeedScalar>(q_weight_1d, impl->d_q_weight_1d, Q_1d… in CeedBasisCreateTensorH1_Sycl_shared() 212 …sycl::event copy_interp = data->sycl_queue.copy<CeedScalar>(interp_1d, impl->d_interp_1d, interp_l… in CeedBasisCreateTensorH1_Sycl_shared() [all …]
|
| H A D | ceed-sycl-shared.sycl.cpp | 44 CeedCallBackend(CeedSetStream_Sycl(ceed_ref, &(data->sycl_queue))); in CeedInit_Sycl_shared()
|
| /libCEED/backends/sycl/ |
| H A D | ceed-sycl-common.sycl.cpp | 68 …sycl::queue sycl_queue{sycl_context, sycl_device, sycl_async_handler, sycl::property::queue::in_… in CeedInit_Sycl() local 74 data->sycl_queue = sycl_queue; in CeedInit_Sycl() 105 data->sycl_queue = *q; in CeedSetStream_Sycl()
|
| H A D | ceed-sycl-common.hpp | 37 sycl::queue sycl_queue; member
|
| H A D | ceed-sycl-compile.sycl.cpp | 180 sycl::event e = ceed_Sycl->sycl_queue.ext_oneapi_submit_barrier(); in CeedRunKernelDimSharedSycl() 182 ceed_Sycl->sycl_queue.submit([&](sycl::handler &cgh) { in CeedRunKernelDimSharedSycl()
|
| /libCEED/backends/sycl-gen/ |
| H A D | ceed-sycl-gen.sycl.cpp | 36 CeedCallBackend(CeedSetStream_Sycl(ceed_shared, &(data->sycl_queue))); in CeedInit_Sycl_gen() 41 CeedCallBackend(CeedSetStream_Sycl(ceed_ref, &(data->sycl_queue))); in CeedInit_Sycl_gen()
|
| H A D | ceed-sycl-gen-operator.sycl.cpp | 147 if (!ceed_Sycl->sycl_queue.is_in_order()) e = {ceed_Sycl->sycl_queue.ext_oneapi_submit_barrier()}; in CeedOperatorApplyAdd_Sycl_gen() 149 CeedCallSycl(ceed, ceed_Sycl->sycl_queue.submit([&](sycl::handler &cgh) { in CeedOperatorApplyAdd_Sycl_gen() 154 CeedCallSycl(ceed, ceed_Sycl->sycl_queue.wait_and_throw()); in CeedOperatorApplyAdd_Sycl_gen()
|
| H A D | ceed-sycl-gen-qfunction.sycl.cpp | 36 CeedCallSycl(ceed, data->sycl_queue.wait_and_throw()); in CeedQFunctionDestroy_Sycl_gen()
|
| H A D | ceed-sycl-gen-operator-build.sycl.cpp | 760 if (!sycl_data->sycl_queue.is_in_order()) e = {sycl_data->sycl_queue.ext_oneapi_submit_barrier()}; in CeedOperatorBuildKernel_Sycl_gen() 762 sycl::event copy_B = sycl_data->sycl_queue.copy<Fields_Sycl>(&h_B, impl->B, 1, e); in CeedOperatorBuildKernel_Sycl_gen() 763 sycl::event copy_G = sycl_data->sycl_queue.copy<Fields_Sycl>(&h_G, impl->G, 1, e); in CeedOperatorBuildKernel_Sycl_gen() 764 …sycl::event copy_indices = sycl_data->sycl_queue.copy<FieldsInt_Sycl>(&h_indices, impl->indices, 1… in CeedOperatorBuildKernel_Sycl_gen()
|