Lines Matching refs:impl
27 …NoTranspose_Sycl(sycl::queue &sycl_queue, const CeedElemRestriction_Sycl *impl, const CeedScalar *… in CeedElemRestrictionStridedNoTranspose_Sycl() argument
29 const CeedInt elem_size = impl->elem_size; in CeedElemRestrictionStridedNoTranspose_Sycl()
30 const CeedInt num_elem = impl->num_elem; in CeedElemRestrictionStridedNoTranspose_Sycl()
31 const CeedInt num_comp = impl->num_comp; in CeedElemRestrictionStridedNoTranspose_Sycl()
32 const CeedInt stride_nodes = impl->strides[0]; in CeedElemRestrictionStridedNoTranspose_Sycl()
33 const CeedInt stride_comp = impl->strides[1]; in CeedElemRestrictionStridedNoTranspose_Sycl()
34 const CeedInt stride_elem = impl->strides[2]; in CeedElemRestrictionStridedNoTranspose_Sycl()
54 …NoTranspose_Sycl(sycl::queue &sycl_queue, const CeedElemRestriction_Sycl *impl, const CeedScalar *… in CeedElemRestrictionOffsetNoTranspose_Sycl() argument
56 const CeedInt elem_size = impl->elem_size; in CeedElemRestrictionOffsetNoTranspose_Sycl()
57 const CeedInt num_elem = impl->num_elem; in CeedElemRestrictionOffsetNoTranspose_Sycl()
58 const CeedInt num_comp = impl->num_comp; in CeedElemRestrictionOffsetNoTranspose_Sycl()
59 const CeedInt comp_stride = impl->comp_stride; in CeedElemRestrictionOffsetNoTranspose_Sycl()
60 const CeedInt *indices = impl->d_offsets; in CeedElemRestrictionOffsetNoTranspose_Sycl()
82 …edTranspose_Sycl(sycl::queue &sycl_queue, const CeedElemRestriction_Sycl *impl, const CeedScalar *… in CeedElemRestrictionStridedTranspose_Sycl() argument
84 const CeedInt elem_size = impl->elem_size; in CeedElemRestrictionStridedTranspose_Sycl()
85 const CeedInt num_elem = impl->num_elem; in CeedElemRestrictionStridedTranspose_Sycl()
86 const CeedInt num_comp = impl->num_comp; in CeedElemRestrictionStridedTranspose_Sycl()
87 const CeedInt stride_nodes = impl->strides[0]; in CeedElemRestrictionStridedTranspose_Sycl()
88 const CeedInt stride_comp = impl->strides[1]; in CeedElemRestrictionStridedTranspose_Sycl()
89 const CeedInt stride_elem = impl->strides[2]; in CeedElemRestrictionStridedTranspose_Sycl()
110 …etTranspose_Sycl(sycl::queue &sycl_queue, const CeedElemRestriction_Sycl *impl, const CeedScalar *… in CeedElemRestrictionOffsetTranspose_Sycl() argument
112 const CeedInt num_nodes = impl->num_nodes; in CeedElemRestrictionOffsetTranspose_Sycl()
113 const CeedInt elem_size = impl->elem_size; in CeedElemRestrictionOffsetTranspose_Sycl()
114 const CeedInt num_elem = impl->num_elem; in CeedElemRestrictionOffsetTranspose_Sycl()
115 const CeedInt num_comp = impl->num_comp; in CeedElemRestrictionOffsetTranspose_Sycl()
116 const CeedInt comp_stride = impl->comp_stride; in CeedElemRestrictionOffsetTranspose_Sycl()
117 const CeedInt *l_vec_indices = impl->d_l_vec_indices; in CeedElemRestrictionOffsetTranspose_Sycl()
118 const CeedInt *t_offsets = impl->d_t_offsets; in CeedElemRestrictionOffsetTranspose_Sycl()
119 const CeedInt *t_indices = impl->d_t_indices; in CeedElemRestrictionOffsetTranspose_Sycl()
154 CeedElemRestriction_Sycl *impl; in CeedElemRestrictionApply_Sycl() local
157 CeedCallBackend(CeedElemRestrictionGetData(rstr, &impl)); in CeedElemRestrictionApply_Sycl()
173 if (impl->d_offsets) { in CeedElemRestrictionApply_Sycl()
175 CeedCallBackend(CeedElemRestrictionOffsetNoTranspose_Sycl(data->sycl_queue, impl, d_u, d_v)); in CeedElemRestrictionApply_Sycl()
178 CeedCallBackend(CeedElemRestrictionStridedNoTranspose_Sycl(data->sycl_queue, impl, d_u, d_v)); in CeedElemRestrictionApply_Sycl()
182 if (impl->d_offsets) { in CeedElemRestrictionApply_Sycl()
184 CeedCallBackend(CeedElemRestrictionOffsetTranspose_Sycl(data->sycl_queue, impl, d_u, d_v)); in CeedElemRestrictionApply_Sycl()
187 CeedCallBackend(CeedElemRestrictionStridedTranspose_Sycl(data->sycl_queue, impl, d_u, d_v)); in CeedElemRestrictionApply_Sycl()
206 CeedElemRestriction_Sycl *impl; in CeedElemRestrictionGetOffsets_Sycl() local
208 CeedCallBackend(CeedElemRestrictionGetData(rstr, &impl)); in CeedElemRestrictionGetOffsets_Sycl()
212 *offsets = impl->h_offsets; in CeedElemRestrictionGetOffsets_Sycl()
215 *offsets = impl->d_offsets; in CeedElemRestrictionGetOffsets_Sycl()
227 CeedElemRestriction_Sycl *impl; in CeedElemRestrictionDestroy_Sycl() local
230 CeedCallBackend(CeedElemRestrictionGetData(rstr, &impl)); in CeedElemRestrictionDestroy_Sycl()
236 CeedCallBackend(CeedFree(&impl->h_offsets_owned)); in CeedElemRestrictionDestroy_Sycl()
237 CeedCallSycl(ceed, sycl::free(impl->d_offsets_owned, data->sycl_context)); in CeedElemRestrictionDestroy_Sycl()
238 CeedCallSycl(ceed, sycl::free(impl->d_t_offsets, data->sycl_context)); in CeedElemRestrictionDestroy_Sycl()
239 CeedCallSycl(ceed, sycl::free(impl->d_t_indices, data->sycl_context)); in CeedElemRestrictionDestroy_Sycl()
240 CeedCallSycl(ceed, sycl::free(impl->d_l_vec_indices, data->sycl_context)); in CeedElemRestrictionDestroy_Sycl()
241 CeedCallBackend(CeedFree(&impl)); in CeedElemRestrictionDestroy_Sycl()
255 CeedElemRestriction_Sycl *impl; in CeedElemRestrictionOffset_Sycl() local
258 CeedCallBackend(CeedElemRestrictionGetData(rstr, &impl)); in CeedElemRestrictionOffset_Sycl()
270 impl->num_nodes = num_nodes; in CeedElemRestrictionOffset_Sycl()
314 …CeedCallSycl(ceed, impl->d_l_vec_indices = sycl::malloc_device<CeedInt>(num_nodes, data->sycl_devi… in CeedElemRestrictionOffset_Sycl()
315 …sycl::event copy_lvec = data->sycl_queue.copy<CeedInt>(l_vec_indices, impl->d_l_vec_indices, num_n… in CeedElemRestrictionOffset_Sycl()
317 …CeedCallSycl(ceed, impl->d_t_offsets = sycl::malloc_device<CeedInt>(size_offsets, data->sycl_devic… in CeedElemRestrictionOffset_Sycl()
318 …sycl::event copy_offsets = data->sycl_queue.copy<CeedInt>(t_offsets, impl->d_t_offsets, size_offse… in CeedElemRestrictionOffset_Sycl()
320 …CeedCallSycl(ceed, impl->d_t_indices = sycl::malloc_device<CeedInt>(size_indices, data->sycl_devic… in CeedElemRestrictionOffset_Sycl()
321 …sycl::event copy_indices = data->sycl_queue.copy<CeedInt>(t_indices, impl->d_t_indices, size_indic… in CeedElemRestrictionOffset_Sycl()
345 CeedElemRestriction_Sycl *impl; in CeedElemRestrictionCreate_Sycl() local
372 CeedCallBackend(CeedCalloc(1, &impl)); in CeedElemRestrictionCreate_Sycl()
373 impl->num_nodes = size; in CeedElemRestrictionCreate_Sycl()
374 impl->num_elem = num_elem; in CeedElemRestrictionCreate_Sycl()
375 impl->num_comp = num_comp; in CeedElemRestrictionCreate_Sycl()
376 impl->elem_size = elem_size; in CeedElemRestrictionCreate_Sycl()
377 impl->comp_stride = comp_stride; in CeedElemRestrictionCreate_Sycl()
378 impl->strides[0] = strides[0]; in CeedElemRestrictionCreate_Sycl()
379 impl->strides[1] = strides[1]; in CeedElemRestrictionCreate_Sycl()
380 impl->strides[2] = strides[2]; in CeedElemRestrictionCreate_Sycl()
381 CeedCallBackend(CeedElemRestrictionSetData(rstr, impl)); in CeedElemRestrictionCreate_Sycl()
403 CeedCallBackend(CeedMalloc(elem_size * num_elem, &impl->h_offsets_owned)); in CeedElemRestrictionCreate_Sycl()
404 memcpy(impl->h_offsets_owned, offsets, elem_size * num_elem * sizeof(CeedInt)); in CeedElemRestrictionCreate_Sycl()
405 impl->h_offsets_borrowed = NULL; in CeedElemRestrictionCreate_Sycl()
406 impl->h_offsets = impl->h_offsets_owned; in CeedElemRestrictionCreate_Sycl()
410 impl->h_offsets_owned = (CeedInt *)offsets; in CeedElemRestrictionCreate_Sycl()
411 impl->h_offsets_borrowed = NULL; in CeedElemRestrictionCreate_Sycl()
412 impl->h_offsets = impl->h_offsets_owned; in CeedElemRestrictionCreate_Sycl()
415 impl->h_offsets_owned = NULL; in CeedElemRestrictionCreate_Sycl()
416 impl->h_offsets_borrowed = (CeedInt *)offsets; in CeedElemRestrictionCreate_Sycl()
417 impl->h_offsets = impl->h_offsets_borrowed; in CeedElemRestrictionCreate_Sycl()
421 …CeedCallSycl(ceed, impl->d_offsets_owned = sycl::malloc_device<CeedInt>(size, data->sycl_device, d… in CeedElemRestrictionCreate_Sycl()
425 …sycl::event copy_event = data->sycl_queue.copy<CeedInt>(impl->h_offsets, impl->d_offsets_owned, si… in CeedElemRestrictionCreate_Sycl()
428 impl->d_offsets = impl->d_offsets_owned; in CeedElemRestrictionCreate_Sycl()
436 …CeedCallSycl(ceed, impl->d_offsets_owned = sycl::malloc_device<CeedInt>(size, data->sycl_device, d… in CeedElemRestrictionCreate_Sycl()
440 …sycl::event copy_event = data->sycl_queue.copy<CeedInt>(offsets, impl->d_offsets_owned, size, {e}); in CeedElemRestrictionCreate_Sycl()
443 impl->d_offsets = impl->d_offsets_owned; in CeedElemRestrictionCreate_Sycl()
447 impl->d_offsets_owned = (CeedInt *)offsets; in CeedElemRestrictionCreate_Sycl()
448 impl->d_offsets_borrowed = NULL; in CeedElemRestrictionCreate_Sycl()
449 impl->d_offsets = impl->d_offsets_owned; in CeedElemRestrictionCreate_Sycl()
452 impl->d_offsets_owned = NULL; in CeedElemRestrictionCreate_Sycl()
453 impl->d_offsets_borrowed = (CeedInt *)offsets; in CeedElemRestrictionCreate_Sycl()
454 impl->d_offsets = impl->d_offsets_borrowed; in CeedElemRestrictionCreate_Sycl()
457 CeedCallBackend(CeedMalloc(elem_size * num_elem, &impl->h_offsets_owned)); in CeedElemRestrictionCreate_Sycl()
461 …sycl::event copy_event = data->sycl_queue.copy<CeedInt>(impl->d_offsets, impl->h_offsets_owned, el… in CeedElemRestrictionCreate_Sycl()
464 impl->h_offsets = impl->h_offsets_owned; in CeedElemRestrictionCreate_Sycl()