30   CeedCallBackend(CeedElemRestrictionGetData(rstr, &impl));  in CeedElemRestrictionSetupCompile_Hip()
31   CeedCallBackend(CeedElemRestrictionGetCeed(rstr, &ceed));  in CeedElemRestrictionSetupCompile_Hip()
32   CeedCallBackend(CeedElemRestrictionGetType(rstr, &rstr_type));  in CeedElemRestrictionSetupCompile_Hip()
33   CeedCallBackend(CeedElemRestrictionGetNumElements(rstr, &num_elem));  in CeedElemRestrictionSetupCompile_Hip()
34   CeedCallBackend(CeedElemRestrictionGetNumComponents(rstr, &num_comp));  in CeedElemRestrictionSetupCompile_Hip()
35   CeedCallBackend(CeedElemRestrictionGetCompStride(rstr, &comp_stride));  in CeedElemRestrictionSetupCompile_Hip()
37     CeedCallBackend(CeedElemRestrictionGetMaxPointsInElement(rstr, &elem_size));  in CeedElemRestrictionSetupCompile_Hip()
39     CeedCallBackend(CeedElemRestrictionGetElementSize(rstr, &elem_size));  in CeedElemRestrictionSetupCompile_Hip()
50       CeedCallBackend(CeedElemRestrictionHasBackendStrides(rstr, &has_backend_strides));  in CeedElemRestrictionSetupCompile_Hip()
52         CeedCallBackend(CeedElemRestrictionGetStrides(rstr, strides));  in CeedElemRestrictionSetupCompile_Hip()
54 …CeedCallBackend(CeedCompile_Hip(ceed, restriction_kernel_source, &impl->module, 6, "RSTR_ELEM_SIZE…  in CeedElemRestrictionSetupCompile_Hip()
57 …CeedCallBackend(CeedGetKernel_Hip(ceed, impl->module, "StridedNoTranspose", &impl->ApplyNoTranspos…  in CeedElemRestrictionSetupCompile_Hip()
58 … CeedCallBackend(CeedGetKernel_Hip(ceed, impl->module, "StridedTranspose", &impl->ApplyTranspose));  in CeedElemRestrictionSetupCompile_Hip()
63 …CeedCallBackend(CeedCompile_Hip(ceed, restriction_kernel_source, &impl->module, 6, "RSTR_ELEM_SIZE…  in CeedElemRestrictionSetupCompile_Hip()
66 …CeedCallBackend(CeedGetKernel_Hip(ceed, impl->module, "OffsetNoTranspose", &impl->ApplyNoTranspose…  in CeedElemRestrictionSetupCompile_Hip()
67 …  CeedCallBackend(CeedGetKernel_Hip(ceed, impl->module, "OffsetTranspose", &impl->ApplyTranspose));  in CeedElemRestrictionSetupCompile_Hip()
74 …CeedCallBackend(CeedCompile_Hip(ceed, restriction_kernel_source, &impl->module, 6, "RSTR_ELEM_SIZE…  in CeedElemRestrictionSetupCompile_Hip()
77 …CeedCallBackend(CeedGetKernel_Hip(ceed, impl->module, "OffsetNoTranspose", &impl->ApplyNoTranspose…  in CeedElemRestrictionSetupCompile_Hip()
78 …CeedCallBackend(CeedGetKernel_Hip(ceed, impl->module, "AtPointsTranspose", &impl->ApplyTranspose));  in CeedElemRestrictionSetupCompile_Hip()
85 …CeedCallBackend(CeedCompile_Hip(ceed, restriction_kernel_source, &impl->module, 6, "RSTR_ELEM_SIZE…  in CeedElemRestrictionSetupCompile_Hip()
88 …CeedCallBackend(CeedGetKernel_Hip(ceed, impl->module, "OrientedNoTranspose", &impl->ApplyNoTranspo…  in CeedElemRestrictionSetupCompile_Hip()
89 …CeedCallBackend(CeedGetKernel_Hip(ceed, impl->module, "OffsetNoTranspose", &impl->ApplyUnsignedNoT…  in CeedElemRestrictionSetupCompile_Hip()
90 …CeedCallBackend(CeedGetKernel_Hip(ceed, impl->module, "OrientedTranspose", &impl->ApplyTranspose));  in CeedElemRestrictionSetupCompile_Hip()
91 …CeedCallBackend(CeedGetKernel_Hip(ceed, impl->module, "OffsetTranspose", &impl->ApplyUnsignedTrans…  in CeedElemRestrictionSetupCompile_Hip()
98 …CeedCallBackend(CeedCompile_Hip(ceed, restriction_kernel_source, &impl->module, 6, "RSTR_ELEM_SIZE…  in CeedElemRestrictionSetupCompile_Hip()
101 …CeedCallBackend(CeedGetKernel_Hip(ceed, impl->module, "CurlOrientedNoTranspose", &impl->ApplyNoTra…  in CeedElemRestrictionSetupCompile_Hip()
102 …CeedCallBackend(CeedGetKernel_Hip(ceed, impl->module, "CurlOrientedUnsignedNoTranspose", &impl->Ap…  in CeedElemRestrictionSetupCompile_Hip()
103 …CeedCallBackend(CeedGetKernel_Hip(ceed, impl->module, "OffsetNoTranspose", &impl->ApplyUnorientedN…  in CeedElemRestrictionSetupCompile_Hip()
104 …CeedCallBackend(CeedGetKernel_Hip(ceed, impl->module, "CurlOrientedTranspose", &impl->ApplyTranspo…  in CeedElemRestrictionSetupCompile_Hip()
105 …CeedCallBackend(CeedGetKernel_Hip(ceed, impl->module, "CurlOrientedUnsignedTranspose", &impl->Appl…  in CeedElemRestrictionSetupCompile_Hip()
106 …CeedCallBackend(CeedGetKernel_Hip(ceed, impl->module, "OffsetTranspose", &impl->ApplyUnorientedTra…  in CeedElemRestrictionSetupCompile_Hip()
110   CeedCallBackend(CeedDestroy(&ceed));  in CeedElemRestrictionSetupCompile_Hip()
125   CeedCallBackend(CeedElemRestrictionGetData(rstr, &impl));  in CeedElemRestrictionApply_Hip_Core()
126   CeedCallBackend(CeedElemRestrictionGetCeed(rstr, &ceed));  in CeedElemRestrictionApply_Hip_Core()
127   CeedCallBackend(CeedElemRestrictionGetType(rstr, &rstr_type));  in CeedElemRestrictionApply_Hip_Core()
131     CeedCallBackend(CeedElemRestrictionSetupCompile_Hip(rstr));  in CeedElemRestrictionApply_Hip_Core()
135   CeedCallBackend(CeedVectorGetArrayRead(u, CEED_MEM_DEVICE, &d_u));  in CeedElemRestrictionApply_Hip_Core()
138     CeedCallBackend(CeedVectorGetArray(v, CEED_MEM_DEVICE, &d_v));  in CeedElemRestrictionApply_Hip_Core()
141     CeedCallBackend(CeedVectorGetArrayWrite(v, CEED_MEM_DEVICE, &d_v));  in CeedElemRestrictionApply_Hip_Core()
149     CeedCallBackend(CeedElemRestrictionGetElementSize(rstr, &elem_size));  in CeedElemRestrictionApply_Hip_Core()
157         CeedCallBackend(CeedRunKernel_Hip(ceed, impl->ApplyNoTranspose, grid, block_size, args));  in CeedElemRestrictionApply_Hip_Core()
163         CeedCallBackend(CeedRunKernel_Hip(ceed, impl->ApplyNoTranspose, grid, block_size, args));  in CeedElemRestrictionApply_Hip_Core()
169           CeedCallBackend(CeedRunKernel_Hip(ceed, impl->ApplyNoTranspose, grid, block_size, args));  in CeedElemRestrictionApply_Hip_Core()
173 …  CeedCallBackend(CeedRunKernel_Hip(ceed, impl->ApplyUnsignedNoTranspose, grid, block_size, args));  in CeedElemRestrictionApply_Hip_Core()
180           CeedCallBackend(CeedRunKernel_Hip(ceed, impl->ApplyNoTranspose, grid, block_size, args));  in CeedElemRestrictionApply_Hip_Core()
184 …  CeedCallBackend(CeedRunKernel_Hip(ceed, impl->ApplyUnsignedNoTranspose, grid, block_size, args));  in CeedElemRestrictionApply_Hip_Core()
188 …CeedCallBackend(CeedRunKernel_Hip(ceed, impl->ApplyUnorientedNoTranspose, grid, block_size, args));  in CeedElemRestrictionApply_Hip_Core()
202         CeedCallBackend(CeedRunKernel_Hip(ceed, impl->ApplyTranspose, grid, block_size, args));  in CeedElemRestrictionApply_Hip_Core()
208           CeedCallBackend(CeedRunKernel_Hip(ceed, impl->ApplyTranspose, grid, block_size, args));  in CeedElemRestrictionApply_Hip_Core()
212           CeedCallBackend(CeedRunKernel_Hip(ceed, impl->ApplyTranspose, grid, block_size, args));  in CeedElemRestrictionApply_Hip_Core()
219           CeedCallBackend(CeedRunKernel_Hip(ceed, impl->ApplyTranspose, grid, block_size, args));  in CeedElemRestrictionApply_Hip_Core()
223           CeedCallBackend(CeedRunKernel_Hip(ceed, impl->ApplyTranspose, grid, block_size, args));  in CeedElemRestrictionApply_Hip_Core()
231             CeedCallBackend(CeedRunKernel_Hip(ceed, impl->ApplyTranspose, grid, block_size, args));  in CeedElemRestrictionApply_Hip_Core()
235             CeedCallBackend(CeedRunKernel_Hip(ceed, impl->ApplyTranspose, grid, block_size, args));  in CeedElemRestrictionApply_Hip_Core()
241 …    CeedCallBackend(CeedRunKernel_Hip(ceed, impl->ApplyUnsignedTranspose, grid, block_size, args));  in CeedElemRestrictionApply_Hip_Core()
245 …    CeedCallBackend(CeedRunKernel_Hip(ceed, impl->ApplyUnsignedTranspose, grid, block_size, args));  in CeedElemRestrictionApply_Hip_Core()
254             CeedCallBackend(CeedRunKernel_Hip(ceed, impl->ApplyTranspose, grid, block_size, args));  in CeedElemRestrictionApply_Hip_Core()
258             CeedCallBackend(CeedRunKernel_Hip(ceed, impl->ApplyTranspose, grid, block_size, args));  in CeedElemRestrictionApply_Hip_Core()
264 …    CeedCallBackend(CeedRunKernel_Hip(ceed, impl->ApplyUnsignedTranspose, grid, block_size, args));  in CeedElemRestrictionApply_Hip_Core()
268 …    CeedCallBackend(CeedRunKernel_Hip(ceed, impl->ApplyUnsignedTranspose, grid, block_size, args));  in CeedElemRestrictionApply_Hip_Core()
274 …  CeedCallBackend(CeedRunKernel_Hip(ceed, impl->ApplyUnorientedTranspose, grid, block_size, args));  in CeedElemRestrictionApply_Hip_Core()
278 …  CeedCallBackend(CeedRunKernel_Hip(ceed, impl->ApplyUnorientedTranspose, grid, block_size, args));  in CeedElemRestrictionApply_Hip_Core()
288   CeedCallBackend(CeedVectorRestoreArrayRead(u, &d_u));  in CeedElemRestrictionApply_Hip_Core()
289   CeedCallBackend(CeedVectorRestoreArray(v, &d_v));  in CeedElemRestrictionApply_Hip_Core()
290   CeedCallBackend(CeedDestroy(&ceed));  in CeedElemRestrictionApply_Hip_Core()
324   CeedCallBackend(CeedElemRestrictionGetData(rstr, &impl));  in CeedElemRestrictionGetOffsets_Hip()
325   CeedCallBackend(CeedElemRestrictionGetType(rstr, &rstr_type));  in CeedElemRestrictionGetOffsets_Hip()
342   CeedCallBackend(CeedElemRestrictionGetData(rstr, &impl));  in CeedElemRestrictionGetOrientations_Hip()
360   CeedCallBackend(CeedElemRestrictionGetData(rstr, &impl));  in CeedElemRestrictionGetCurlOrientations_Hip()
379   CeedCallBackend(CeedElemRestrictionGetELayout(rstr, layout));  in CeedElemRestrictionGetAtPointsElementOffset_Hip()
391   CeedCallBackend(CeedElemRestrictionGetData(rstr, &impl));  in CeedElemRestrictionDestroy_Hip()
392   CeedCallBackend(CeedElemRestrictionGetCeed(rstr, &ceed));  in CeedElemRestrictionDestroy_Hip()
396   CeedCallBackend(CeedFree(&impl->h_offsets_owned));  in CeedElemRestrictionDestroy_Hip()
401   CeedCallBackend(CeedFree(&impl->h_orients_owned));  in CeedElemRestrictionDestroy_Hip()
403   CeedCallBackend(CeedFree(&impl->h_curl_orients_owned));  in CeedElemRestrictionDestroy_Hip()
405   CeedCallBackend(CeedFree(&impl->h_offsets_at_points_owned));  in CeedElemRestrictionDestroy_Hip()
407   CeedCallBackend(CeedFree(&impl->h_points_per_elem_owned));  in CeedElemRestrictionDestroy_Hip()
409   CeedCallBackend(CeedFree(&impl));  in CeedElemRestrictionDestroy_Hip()
410   CeedCallBackend(CeedDestroy(&ceed));  in CeedElemRestrictionDestroy_Hip()
426   CeedCallBackend(CeedElemRestrictionGetCeed(rstr, &ceed));  in CeedElemRestrictionOffset_Hip()
427   CeedCallBackend(CeedElemRestrictionGetData(rstr, &impl));  in CeedElemRestrictionOffset_Hip()
428   CeedCallBackend(CeedElemRestrictionGetNumElements(rstr, &num_elem));  in CeedElemRestrictionOffset_Hip()
429   CeedCallBackend(CeedElemRestrictionGetType(rstr, &rstr_type));  in CeedElemRestrictionOffset_Hip()
430   CeedCallBackend(CeedElemRestrictionGetLVectorSize(rstr, &l_size));  in CeedElemRestrictionOffset_Hip()
431   CeedCallBackend(CeedElemRestrictionGetNumComponents(rstr, &num_comp));  in CeedElemRestrictionOffset_Hip()
435   CeedCallBackend(CeedCalloc(l_size, &is_node));  in CeedElemRestrictionOffset_Hip()
442   CeedCallBackend(CeedCalloc(l_size, &ind_to_offset));  in CeedElemRestrictionOffset_Hip()
443   CeedCallBackend(CeedCalloc(num_nodes, &l_vec_indices));  in CeedElemRestrictionOffset_Hip()
450   CeedCallBackend(CeedFree(&is_node));  in CeedElemRestrictionOffset_Hip()
455   CeedCallBackend(CeedCalloc(size_offsets, &t_offsets));  in CeedElemRestrictionOffset_Hip()
456   CeedCallBackend(CeedMalloc(size_indices, &t_indices));  in CeedElemRestrictionOffset_Hip()
488   CeedCallBackend(CeedFree(&ind_to_offset));  in CeedElemRestrictionOffset_Hip()
489   CeedCallBackend(CeedFree(&l_vec_indices));  in CeedElemRestrictionOffset_Hip()
490   CeedCallBackend(CeedFree(&t_offsets));  in CeedElemRestrictionOffset_Hip()
491   CeedCallBackend(CeedFree(&t_indices));  in CeedElemRestrictionOffset_Hip()
492   CeedCallBackend(CeedDestroy(&ceed));  in CeedElemRestrictionOffset_Hip()
507   CeedCallBackend(CeedElemRestrictionGetCeed(rstr, &ceed));  in CeedElemRestrictionCreate_Hip()
508   CeedCallBackend(CeedGetParent(ceed, &ceed_parent));  in CeedElemRestrictionCreate_Hip()
509   CeedCallBackend(CeedIsDeterministic(ceed_parent, &is_deterministic));  in CeedElemRestrictionCreate_Hip()
510   CeedCallBackend(CeedDestroy(&ceed_parent));  in CeedElemRestrictionCreate_Hip()
511   CeedCallBackend(CeedElemRestrictionGetNumElements(rstr, &num_elem));  in CeedElemRestrictionCreate_Hip()
512   CeedCallBackend(CeedElemRestrictionGetNumComponents(rstr, &num_comp));  in CeedElemRestrictionCreate_Hip()
513   CeedCallBackend(CeedElemRestrictionGetElementSize(rstr, &elem_size));  in CeedElemRestrictionCreate_Hip()
514   CeedCallBackend(CeedElemRestrictionGetType(rstr, &rstr_type));  in CeedElemRestrictionCreate_Hip()
526   CeedCallBackend(CeedCalloc(1, &impl));  in CeedElemRestrictionCreate_Hip()
528   CeedCallBackend(CeedElemRestrictionSetData(rstr, impl));  in CeedElemRestrictionCreate_Hip()
535     CeedCallBackend(CeedElemRestrictionSetELayout(rstr, layout));  in CeedElemRestrictionCreate_Hip()
537       CeedCallBackend(CeedElemRestrictionHasBackendStrides(rstr, &has_backend_strides));  in CeedElemRestrictionCreate_Hip()
539         CeedCallBackend(CeedElemRestrictionSetLLayout(rstr, layout));  in CeedElemRestrictionCreate_Hip()
550     CeedCallBackend(CeedMalloc(offsets_len, &offsets_padded));  in CeedElemRestrictionCreate_Hip()
551     CeedCallBackend(CeedMalloc(num_elem, &points_per_elem));  in CeedElemRestrictionCreate_Hip()
568 …CeedCallBackend(CeedSetHostCeedIntArray(offsets, copy_mode, at_points_size, &impl->h_offsets_at_po…  in CeedElemRestrictionCreate_Hip()
578 … CeedCallBackend(CeedElemRestrictionSetAtPointsEVectorSize(rstr, elem_size * num_elem * num_comp));  in CeedElemRestrictionCreate_Hip()
581 …CeedCallBackend(CeedSetHostCeedIntArray(points_per_elem, CEED_OWN_POINTER, num_elem, &impl->h_poin…  in CeedElemRestrictionCreate_Hip()
593 …CeedCallBackend(CeedSetHostCeedIntArray(offsets, copy_mode, size, &impl->h_offsets_owned, &impl->h…  in CeedElemRestrictionCreate_Hip()
597 …    if (is_deterministic) CeedCallBackend(CeedElemRestrictionOffset_Hip(rstr, elem_size, offsets));  in CeedElemRestrictionCreate_Hip()
600 …CeedCallBackend(CeedSetDeviceCeedIntArray_Hip(ceed, offsets, copy_mode, size, &impl->d_offsets_own…  in CeedElemRestrictionCreate_Hip()
602         CeedCallBackend(CeedMalloc(size, &impl->h_offsets_owned));  in CeedElemRestrictionCreate_Hip()
605 …    if (is_deterministic) CeedCallBackend(CeedElemRestrictionOffset_Hip(rstr, elem_size, offsets));  in CeedElemRestrictionCreate_Hip()
613 …CeedCallBackend(CeedSetHostBoolArray(orients, copy_mode, size, &impl->h_orients_owned, &impl->h_or…  in CeedElemRestrictionCreate_Hip()
619 …CeedCallBackend(CeedSetDeviceBoolArray_Hip(ceed, orients, copy_mode, size, &impl->d_orients_owned,…  in CeedElemRestrictionCreate_Hip()
621           CeedCallBackend(CeedMalloc(size, &impl->h_orients_owned));  in CeedElemRestrictionCreate_Hip()
629 …CeedCallBackend(CeedSetHostCeedInt8Array(curl_orients, copy_mode, 3 * size, &impl->h_curl_orients_…  in CeedElemRestrictionCreate_Hip()
637 …CeedCallBackend(CeedSetDeviceCeedInt8Array_Hip(ceed, curl_orients, copy_mode, 3 * size, &impl->d_c…  in CeedElemRestrictionCreate_Hip()
639           CeedCallBackend(CeedMalloc(3 * size, &impl->h_curl_orients_owned));  in CeedElemRestrictionCreate_Hip()
649 …CeedCallBackend(CeedSetBackendFunction(ceed, "ElemRestriction", rstr, "Apply", CeedElemRestriction…  in CeedElemRestrictionCreate_Hip()
650 …CeedCallBackend(CeedSetBackendFunction(ceed, "ElemRestriction", rstr, "ApplyUnsigned", CeedElemRes…  in CeedElemRestrictionCreate_Hip()
651 …CeedCallBackend(CeedSetBackendFunction(ceed, "ElemRestriction", rstr, "ApplyUnoriented", CeedElemR…  in CeedElemRestrictionCreate_Hip()
652 …CeedCallBackend(CeedSetBackendFunction(ceed, "ElemRestriction", rstr, "GetOffsets", CeedElemRestri…  in CeedElemRestrictionCreate_Hip()
653 …CeedCallBackend(CeedSetBackendFunction(ceed, "ElemRestriction", rstr, "GetOrientations", CeedElemR…  in CeedElemRestrictionCreate_Hip()
654 …CeedCallBackend(CeedSetBackendFunction(ceed, "ElemRestriction", rstr, "GetCurlOrientations", CeedE…  in CeedElemRestrictionCreate_Hip()
656 …  CeedCallBackend(CeedSetBackendFunction(ceed, "ElemRestriction", rstr, "GetAtPointsElementOffset",  in CeedElemRestrictionCreate_Hip()
659 …CeedCallBackend(CeedSetBackendFunction(ceed, "ElemRestriction", rstr, "Destroy", CeedElemRestricti…  in CeedElemRestrictionCreate_Hip()
660   CeedCallBackend(CeedDestroy(&ceed));  in CeedElemRestrictionCreate_Hip()