Lines Matching refs:impl
23 CeedQFunctionContext_Sycl *impl; in CeedQFunctionContextSyncH2D_Sycl() local
25 CeedCallBackend(CeedQFunctionContextGetBackendData(ctx, &impl)); in CeedQFunctionContextSyncH2D_Sycl()
28 CeedCheck(impl->h_data, ceed, CEED_ERROR_BACKEND, "No valid host data to sync to device"); in CeedQFunctionContextSyncH2D_Sycl()
32 if (impl->d_data_borrowed) { in CeedQFunctionContextSyncH2D_Sycl()
33 impl->d_data = impl->d_data_borrowed; in CeedQFunctionContextSyncH2D_Sycl()
34 } else if (impl->d_data_owned) { in CeedQFunctionContextSyncH2D_Sycl()
35 impl->d_data = impl->d_data_owned; in CeedQFunctionContextSyncH2D_Sycl()
37 …CeedCallSycl(ceed, impl->d_data_owned = sycl::malloc_device(ctx_size, sycl_data->sycl_device, sycl… in CeedQFunctionContextSyncH2D_Sycl()
38 impl->d_data = impl->d_data_owned; in CeedQFunctionContextSyncH2D_Sycl()
43 sycl::event copy_event = sycl_data->sycl_queue.memcpy(impl->d_data, impl->h_data, ctx_size, e); in CeedQFunctionContextSyncH2D_Sycl()
56 CeedQFunctionContext_Sycl *impl; in CeedQFunctionContextSyncD2H_Sycl() local
58 CeedCallBackend(CeedQFunctionContextGetBackendData(ctx, &impl)); in CeedQFunctionContextSyncD2H_Sycl()
61 CeedCheck(impl->d_data, ceed, CEED_ERROR_BACKEND, "No valid device data to sync to host"); in CeedQFunctionContextSyncD2H_Sycl()
65 if (impl->h_data_borrowed) { in CeedQFunctionContextSyncD2H_Sycl()
66 impl->h_data = impl->h_data_borrowed; in CeedQFunctionContextSyncD2H_Sycl()
67 } else if (impl->h_data_owned) { in CeedQFunctionContextSyncD2H_Sycl()
68 impl->h_data = impl->h_data_owned; in CeedQFunctionContextSyncD2H_Sycl()
70 CeedCallBackend(CeedMallocArray(1, ctx_size, &impl->h_data_owned)); in CeedQFunctionContextSyncD2H_Sycl()
71 impl->h_data = impl->h_data_owned; in CeedQFunctionContextSyncD2H_Sycl()
77 sycl::event copy_event = sycl_data->sycl_queue.memcpy(impl->h_data, impl->d_data, ctx_size, e); in CeedQFunctionContextSyncD2H_Sycl()
100 CeedQFunctionContext_Sycl *impl; in CeedQFunctionContextSetAllInvalid_Sycl() local
102 CeedCallBackend(CeedQFunctionContextGetBackendData(ctx, &impl)); in CeedQFunctionContextSetAllInvalid_Sycl()
103 impl->h_data = NULL; in CeedQFunctionContextSetAllInvalid_Sycl()
104 impl->d_data = NULL; in CeedQFunctionContextSetAllInvalid_Sycl()
112 CeedQFunctionContext_Sycl *impl; in CeedQFunctionContextHasValidData_Sycl() local
114 CeedCallBackend(CeedQFunctionContextGetBackendData(ctx, &impl)); in CeedQFunctionContextHasValidData_Sycl()
115 *has_valid_data = impl && (impl->h_data || impl->d_data); in CeedQFunctionContextHasValidData_Sycl()
124 CeedQFunctionContext_Sycl *impl; in CeedQFunctionContextHasBorrowedDataOfType_Sycl() local
126 CeedCallBackend(CeedQFunctionContextGetBackendData(ctx, &impl)); in CeedQFunctionContextHasBorrowedDataOfType_Sycl()
129 *has_borrowed_data_of_type = impl->h_data_borrowed; in CeedQFunctionContextHasBorrowedDataOfType_Sycl()
132 *has_borrowed_data_of_type = impl->d_data_borrowed; in CeedQFunctionContextHasBorrowedDataOfType_Sycl()
143 CeedQFunctionContext_Sycl *impl; in CeedQFunctionContextNeedSync_Sycl() local
145 CeedCallBackend(CeedQFunctionContextGetBackendData(ctx, &impl)); in CeedQFunctionContextNeedSync_Sycl()
149 *need_sync = has_valid_data && !impl->h_data; in CeedQFunctionContextNeedSync_Sycl()
152 *need_sync = has_valid_data && !impl->d_data; in CeedQFunctionContextNeedSync_Sycl()
162 CeedQFunctionContext_Sycl *impl; in CeedQFunctionContextSetDataHost_Sycl() local
164 CeedCallBackend(CeedQFunctionContextGetBackendData(ctx, &impl)); in CeedQFunctionContextSetDataHost_Sycl()
165 CeedCallBackend(CeedFree(&impl->h_data_owned)); in CeedQFunctionContextSetDataHost_Sycl()
171 CeedCallBackend(CeedMallocArray(1, ctx_size, &impl->h_data_owned)); in CeedQFunctionContextSetDataHost_Sycl()
172 impl->h_data_borrowed = NULL; in CeedQFunctionContextSetDataHost_Sycl()
173 impl->h_data = impl->h_data_owned; in CeedQFunctionContextSetDataHost_Sycl()
174 memcpy(impl->h_data, data, ctx_size); in CeedQFunctionContextSetDataHost_Sycl()
177 impl->h_data_owned = data; in CeedQFunctionContextSetDataHost_Sycl()
178 impl->h_data_borrowed = NULL; in CeedQFunctionContextSetDataHost_Sycl()
179 impl->h_data = data; in CeedQFunctionContextSetDataHost_Sycl()
182 impl->h_data_borrowed = data; in CeedQFunctionContextSetDataHost_Sycl()
183 impl->h_data = data; in CeedQFunctionContextSetDataHost_Sycl()
195 CeedQFunctionContext_Sycl *impl; in CeedQFunctionContextSetDataDevice_Sycl() local
197 CeedCallBackend(CeedQFunctionContextGetBackendData(ctx, &impl)); in CeedQFunctionContextSetDataDevice_Sycl()
206 if (impl->d_data_owned) { in CeedQFunctionContextSetDataDevice_Sycl()
208 CeedCallSycl(ceed, sycl::free(impl->d_data_owned, sycl_data->sycl_context)); in CeedQFunctionContextSetDataDevice_Sycl()
209 impl->d_data_owned = NULL; in CeedQFunctionContextSetDataDevice_Sycl()
217 …CeedCallSycl(ceed, impl->d_data_owned = sycl::malloc_device(ctx_size, sycl_data->sycl_device, sycl… in CeedQFunctionContextSetDataDevice_Sycl()
218 impl->d_data_borrowed = NULL; in CeedQFunctionContextSetDataDevice_Sycl()
219 impl->d_data = impl->d_data_owned; in CeedQFunctionContextSetDataDevice_Sycl()
220 sycl::event copy_event = sycl_data->sycl_queue.memcpy(impl->d_data, data, ctx_size, e); in CeedQFunctionContextSetDataDevice_Sycl()
224 impl->d_data_owned = data; in CeedQFunctionContextSetDataDevice_Sycl()
225 impl->d_data_borrowed = NULL; in CeedQFunctionContextSetDataDevice_Sycl()
226 impl->d_data = data; in CeedQFunctionContextSetDataDevice_Sycl()
229 impl->d_data_owned = NULL; in CeedQFunctionContextSetDataDevice_Sycl()
230 impl->d_data_borrowed = data; in CeedQFunctionContextSetDataDevice_Sycl()
231 impl->d_data = data; in CeedQFunctionContextSetDataDevice_Sycl()
260 CeedQFunctionContext_Sycl *impl; in CeedQFunctionContextTakeData_Sycl() local
265 CeedCallBackend(CeedQFunctionContextGetBackendData(ctx, &impl)); in CeedQFunctionContextTakeData_Sycl()
277 *(void **)data = impl->h_data_borrowed; in CeedQFunctionContextTakeData_Sycl()
278 impl->h_data_borrowed = NULL; in CeedQFunctionContextTakeData_Sycl()
279 impl->h_data = NULL; in CeedQFunctionContextTakeData_Sycl()
282 *(void **)data = impl->d_data_borrowed; in CeedQFunctionContextTakeData_Sycl()
283 impl->d_data_borrowed = NULL; in CeedQFunctionContextTakeData_Sycl()
284 impl->d_data = NULL; in CeedQFunctionContextTakeData_Sycl()
296 CeedQFunctionContext_Sycl *impl; in CeedQFunctionContextGetDataCore_Sycl() local
298 CeedCallBackend(CeedQFunctionContextGetBackendData(ctx, &impl)); in CeedQFunctionContextGetDataCore_Sycl()
307 *(void **)data = impl->h_data; in CeedQFunctionContextGetDataCore_Sycl()
310 *(void **)data = impl->d_data; in CeedQFunctionContextGetDataCore_Sycl()
327 CeedQFunctionContext_Sycl *impl; in CeedQFunctionContextGetData_Sycl() local
329 CeedCallBackend(CeedQFunctionContextGetBackendData(ctx, &impl)); in CeedQFunctionContextGetData_Sycl()
336 impl->h_data = *(void **)data; in CeedQFunctionContextGetData_Sycl()
339 impl->d_data = *(void **)data; in CeedQFunctionContextGetData_Sycl()
351 CeedQFunctionContext_Sycl *impl; in CeedQFunctionContextDestroy_Sycl() local
354 CeedCallBackend(CeedQFunctionContextGetBackendData(ctx, &impl)); in CeedQFunctionContextDestroy_Sycl()
359 CeedCallSycl(ceed, sycl::free(impl->d_data_owned, sycl_data->sycl_context)); in CeedQFunctionContextDestroy_Sycl()
361 CeedCallBackend(CeedFree(&impl->h_data_owned)); in CeedQFunctionContextDestroy_Sycl()
362 CeedCallBackend(CeedFree(&impl)); in CeedQFunctionContextDestroy_Sycl()
371 CeedQFunctionContext_Sycl *impl; in CeedQFunctionContextCreate_Sycl() local
382 CeedCallBackend(CeedCalloc(1, &impl)); in CeedQFunctionContextCreate_Sycl()
383 CeedCallBackend(CeedQFunctionContextSetBackendData(ctx, impl)); in CeedQFunctionContextCreate_Sycl()