31   CeedCallBackend(CeedElemRestrictionGetData(rstr, &impl));  in CeedElemRestrictionSetupCompile_Cuda()
32   CeedCallBackend(CeedElemRestrictionGetCeed(rstr, &ceed));  in CeedElemRestrictionSetupCompile_Cuda()
33   CeedCallBackend(CeedElemRestrictionGetType(rstr, &rstr_type));  in CeedElemRestrictionSetupCompile_Cuda()
34   CeedCallBackend(CeedElemRestrictionGetNumElements(rstr, &num_elem));  in CeedElemRestrictionSetupCompile_Cuda()
35   CeedCallBackend(CeedElemRestrictionGetNumComponents(rstr, &num_comp));  in CeedElemRestrictionSetupCompile_Cuda()
36   CeedCallBackend(CeedElemRestrictionGetCompStride(rstr, &comp_stride));  in CeedElemRestrictionSetupCompile_Cuda()
38     CeedCallBackend(CeedElemRestrictionGetMaxPointsInElement(rstr, &elem_size));  in CeedElemRestrictionSetupCompile_Cuda()
40     CeedCallBackend(CeedElemRestrictionGetElementSize(rstr, &elem_size));  in CeedElemRestrictionSetupCompile_Cuda()
51       CeedCallBackend(CeedElemRestrictionHasBackendStrides(rstr, &has_backend_strides));  in CeedElemRestrictionSetupCompile_Cuda()
53         CeedCallBackend(CeedElemRestrictionGetStrides(rstr, strides));  in CeedElemRestrictionSetupCompile_Cuda()
55 …CeedCallBackend(CeedCompile_Cuda(ceed, restriction_kernel_source, &impl->module, 6, "RSTR_ELEM_SIZ…  in CeedElemRestrictionSetupCompile_Cuda()
58 …CeedCallBackend(CeedGetKernel_Cuda(ceed, impl->module, "StridedNoTranspose", &impl->ApplyNoTranspo…  in CeedElemRestrictionSetupCompile_Cuda()
59 …CeedCallBackend(CeedGetKernel_Cuda(ceed, impl->module, "StridedTranspose", &impl->ApplyTranspose));  in CeedElemRestrictionSetupCompile_Cuda()
64 …CeedCallBackend(CeedCompile_Cuda(ceed, restriction_kernel_source, &impl->module, 6, "RSTR_ELEM_SIZ…  in CeedElemRestrictionSetupCompile_Cuda()
67 …CeedCallBackend(CeedGetKernel_Cuda(ceed, impl->module, "OffsetNoTranspose", &impl->ApplyNoTranspos…  in CeedElemRestrictionSetupCompile_Cuda()
68 … CeedCallBackend(CeedGetKernel_Cuda(ceed, impl->module, "OffsetTranspose", &impl->ApplyTranspose));  in CeedElemRestrictionSetupCompile_Cuda()
75 …CeedCallBackend(CeedCompile_Cuda(ceed, restriction_kernel_source, &impl->module, 6, "RSTR_ELEM_SIZ…  in CeedElemRestrictionSetupCompile_Cuda()
78 …CeedCallBackend(CeedGetKernel_Cuda(ceed, impl->module, "OffsetNoTranspose", &impl->ApplyNoTranspos…  in CeedElemRestrictionSetupCompile_Cuda()
79 …CeedCallBackend(CeedGetKernel_Cuda(ceed, impl->module, "AtPointsTranspose", &impl->ApplyTranspose)…  in CeedElemRestrictionSetupCompile_Cuda()
86 …CeedCallBackend(CeedCompile_Cuda(ceed, restriction_kernel_source, &impl->module, 6, "RSTR_ELEM_SIZ…  in CeedElemRestrictionSetupCompile_Cuda()
89 …CeedCallBackend(CeedGetKernel_Cuda(ceed, impl->module, "OrientedNoTranspose", &impl->ApplyNoTransp…  in CeedElemRestrictionSetupCompile_Cuda()
90 …CeedCallBackend(CeedGetKernel_Cuda(ceed, impl->module, "OffsetNoTranspose", &impl->ApplyUnsignedNo…  in CeedElemRestrictionSetupCompile_Cuda()
91 …CeedCallBackend(CeedGetKernel_Cuda(ceed, impl->module, "OrientedTranspose", &impl->ApplyTranspose)…  in CeedElemRestrictionSetupCompile_Cuda()
92 …CeedCallBackend(CeedGetKernel_Cuda(ceed, impl->module, "OffsetTranspose", &impl->ApplyUnsignedTran…  in CeedElemRestrictionSetupCompile_Cuda()
98 …CeedCallBackend(CeedCompile_Cuda(ceed, restriction_kernel_source, &impl->module, 6, "RSTR_ELEM_SIZ…  in CeedElemRestrictionSetupCompile_Cuda()
101 …CeedCallBackend(CeedGetKernel_Cuda(ceed, impl->module, "CurlOrientedNoTranspose", &impl->ApplyNoTr…  in CeedElemRestrictionSetupCompile_Cuda()
102 …CeedCallBackend(CeedGetKernel_Cuda(ceed, impl->module, "CurlOrientedUnsignedNoTranspose", &impl->A…  in CeedElemRestrictionSetupCompile_Cuda()
103 …CeedCallBackend(CeedGetKernel_Cuda(ceed, impl->module, "OffsetNoTranspose", &impl->ApplyUnoriented…  in CeedElemRestrictionSetupCompile_Cuda()
104 …CeedCallBackend(CeedGetKernel_Cuda(ceed, impl->module, "CurlOrientedTranspose", &impl->ApplyTransp…  in CeedElemRestrictionSetupCompile_Cuda()
105 …CeedCallBackend(CeedGetKernel_Cuda(ceed, impl->module, "CurlOrientedUnsignedTranspose", &impl->App…  in CeedElemRestrictionSetupCompile_Cuda()
106 …CeedCallBackend(CeedGetKernel_Cuda(ceed, impl->module, "OffsetTranspose", &impl->ApplyUnorientedTr…  in CeedElemRestrictionSetupCompile_Cuda()
109   CeedCallBackend(CeedDestroy(&ceed));  in CeedElemRestrictionSetupCompile_Cuda()
124   CeedCallBackend(CeedElemRestrictionGetData(rstr, &impl));  in CeedElemRestrictionApply_Cuda_Core()
125   CeedCallBackend(CeedElemRestrictionGetCeed(rstr, &ceed));  in CeedElemRestrictionApply_Cuda_Core()
126   CeedCallBackend(CeedElemRestrictionGetType(rstr, &rstr_type));  in CeedElemRestrictionApply_Cuda_Core()
130     CeedCallBackend(CeedElemRestrictionSetupCompile_Cuda(rstr));  in CeedElemRestrictionApply_Cuda_Core()
134   CeedCallBackend(CeedVectorGetArrayRead(u, CEED_MEM_DEVICE, &d_u));  in CeedElemRestrictionApply_Cuda_Core()
137     CeedCallBackend(CeedVectorGetArray(v, CEED_MEM_DEVICE, &d_v));  in CeedElemRestrictionApply_Cuda_Core()
140     CeedCallBackend(CeedVectorGetArrayWrite(v, CEED_MEM_DEVICE, &d_v));  in CeedElemRestrictionApply_Cuda_Core()
148     CeedCallBackend(CeedElemRestrictionGetElementSize(rstr, &elem_size));  in CeedElemRestrictionApply_Cuda_Core()
156         CeedCallBackend(CeedRunKernel_Cuda(ceed, impl->ApplyNoTranspose, grid, block_size, args));  in CeedElemRestrictionApply_Cuda_Core()
162         CeedCallBackend(CeedRunKernel_Cuda(ceed, impl->ApplyNoTranspose, grid, block_size, args));  in CeedElemRestrictionApply_Cuda_Core()
168           CeedCallBackend(CeedRunKernel_Cuda(ceed, impl->ApplyNoTranspose, grid, block_size, args));  in CeedElemRestrictionApply_Cuda_Core()
172 … CeedCallBackend(CeedRunKernel_Cuda(ceed, impl->ApplyUnsignedNoTranspose, grid, block_size, args));  in CeedElemRestrictionApply_Cuda_Core()
179           CeedCallBackend(CeedRunKernel_Cuda(ceed, impl->ApplyNoTranspose, grid, block_size, args));  in CeedElemRestrictionApply_Cuda_Core()
183 … CeedCallBackend(CeedRunKernel_Cuda(ceed, impl->ApplyUnsignedNoTranspose, grid, block_size, args));  in CeedElemRestrictionApply_Cuda_Core()
187 …CeedCallBackend(CeedRunKernel_Cuda(ceed, impl->ApplyUnorientedNoTranspose, grid, block_size, args)…  in CeedElemRestrictionApply_Cuda_Core()
201         CeedCallBackend(CeedRunKernel_Cuda(ceed, impl->ApplyTranspose, grid, block_size, args));  in CeedElemRestrictionApply_Cuda_Core()
207           CeedCallBackend(CeedRunKernel_Cuda(ceed, impl->ApplyTranspose, grid, block_size, args));  in CeedElemRestrictionApply_Cuda_Core()
211           CeedCallBackend(CeedRunKernel_Cuda(ceed, impl->ApplyTranspose, grid, block_size, args));  in CeedElemRestrictionApply_Cuda_Core()
218           CeedCallBackend(CeedRunKernel_Cuda(ceed, impl->ApplyTranspose, grid, block_size, args));  in CeedElemRestrictionApply_Cuda_Core()
222           CeedCallBackend(CeedRunKernel_Cuda(ceed, impl->ApplyTranspose, grid, block_size, args));  in CeedElemRestrictionApply_Cuda_Core()
230             CeedCallBackend(CeedRunKernel_Cuda(ceed, impl->ApplyTranspose, grid, block_size, args));  in CeedElemRestrictionApply_Cuda_Core()
234             CeedCallBackend(CeedRunKernel_Cuda(ceed, impl->ApplyTranspose, grid, block_size, args));  in CeedElemRestrictionApply_Cuda_Core()
240 …   CeedCallBackend(CeedRunKernel_Cuda(ceed, impl->ApplyUnsignedTranspose, grid, block_size, args));  in CeedElemRestrictionApply_Cuda_Core()
244 …   CeedCallBackend(CeedRunKernel_Cuda(ceed, impl->ApplyUnsignedTranspose, grid, block_size, args));  in CeedElemRestrictionApply_Cuda_Core()
253             CeedCallBackend(CeedRunKernel_Cuda(ceed, impl->ApplyTranspose, grid, block_size, args));  in CeedElemRestrictionApply_Cuda_Core()
257             CeedCallBackend(CeedRunKernel_Cuda(ceed, impl->ApplyTranspose, grid, block_size, args));  in CeedElemRestrictionApply_Cuda_Core()
263 …   CeedCallBackend(CeedRunKernel_Cuda(ceed, impl->ApplyUnsignedTranspose, grid, block_size, args));  in CeedElemRestrictionApply_Cuda_Core()
267 …   CeedCallBackend(CeedRunKernel_Cuda(ceed, impl->ApplyUnsignedTranspose, grid, block_size, args));  in CeedElemRestrictionApply_Cuda_Core()
273 … CeedCallBackend(CeedRunKernel_Cuda(ceed, impl->ApplyUnorientedTranspose, grid, block_size, args));  in CeedElemRestrictionApply_Cuda_Core()
277 … CeedCallBackend(CeedRunKernel_Cuda(ceed, impl->ApplyUnorientedTranspose, grid, block_size, args));  in CeedElemRestrictionApply_Cuda_Core()
287   CeedCallBackend(CeedVectorRestoreArrayRead(u, &d_u));  in CeedElemRestrictionApply_Cuda_Core()
288   CeedCallBackend(CeedVectorRestoreArray(v, &d_v));  in CeedElemRestrictionApply_Cuda_Core()
289   CeedCallBackend(CeedDestroy(&ceed));  in CeedElemRestrictionApply_Cuda_Core()
323   CeedCallBackend(CeedElemRestrictionGetData(rstr, &impl));  in CeedElemRestrictionGetOffsets_Cuda()
324   CeedCallBackend(CeedElemRestrictionGetType(rstr, &rstr_type));  in CeedElemRestrictionGetOffsets_Cuda()
341   CeedCallBackend(CeedElemRestrictionGetData(rstr, &impl));  in CeedElemRestrictionGetOrientations_Cuda()
359   CeedCallBackend(CeedElemRestrictionGetData(rstr, &impl));  in CeedElemRestrictionGetCurlOrientations_Cuda()
378   CeedCallBackend(CeedElemRestrictionGetELayout(rstr, layout));  in CeedElemRestrictionGetAtPointsElementOffset_Cuda()
390   CeedCallBackend(CeedElemRestrictionGetData(rstr, &impl));  in CeedElemRestrictionDestroy_Cuda()
391   CeedCallBackend(CeedElemRestrictionGetCeed(rstr, &ceed));  in CeedElemRestrictionDestroy_Cuda()
395   CeedCallBackend(CeedFree(&impl->h_offsets_owned));  in CeedElemRestrictionDestroy_Cuda()
400   CeedCallBackend(CeedFree(&impl->h_orients_owned));  in CeedElemRestrictionDestroy_Cuda()
402   CeedCallBackend(CeedFree(&impl->h_curl_orients_owned));  in CeedElemRestrictionDestroy_Cuda()
404   CeedCallBackend(CeedFree(&impl->h_offsets_at_points_owned));  in CeedElemRestrictionDestroy_Cuda()
406   CeedCallBackend(CeedFree(&impl->h_points_per_elem_owned));  in CeedElemRestrictionDestroy_Cuda()
408   CeedCallBackend(CeedFree(&impl));  in CeedElemRestrictionDestroy_Cuda()
409   CeedCallBackend(CeedDestroy(&ceed));  in CeedElemRestrictionDestroy_Cuda()
425   CeedCallBackend(CeedElemRestrictionGetCeed(rstr, &ceed));  in CeedElemRestrictionOffset_Cuda()
426   CeedCallBackend(CeedElemRestrictionGetData(rstr, &impl));  in CeedElemRestrictionOffset_Cuda()
427   CeedCallBackend(CeedElemRestrictionGetNumElements(rstr, &num_elem));  in CeedElemRestrictionOffset_Cuda()
428   CeedCallBackend(CeedElemRestrictionGetType(rstr, &rstr_type));  in CeedElemRestrictionOffset_Cuda()
429   CeedCallBackend(CeedElemRestrictionGetLVectorSize(rstr, &l_size));  in CeedElemRestrictionOffset_Cuda()
430   CeedCallBackend(CeedElemRestrictionGetNumComponents(rstr, &num_comp));  in CeedElemRestrictionOffset_Cuda()
434   CeedCallBackend(CeedCalloc(l_size, &is_node));  in CeedElemRestrictionOffset_Cuda()
441   CeedCallBackend(CeedCalloc(l_size, &ind_to_offset));  in CeedElemRestrictionOffset_Cuda()
442   CeedCallBackend(CeedCalloc(num_nodes, &l_vec_indices));  in CeedElemRestrictionOffset_Cuda()
449   CeedCallBackend(CeedFree(&is_node));  in CeedElemRestrictionOffset_Cuda()
454   CeedCallBackend(CeedCalloc(size_offsets, &t_offsets));  in CeedElemRestrictionOffset_Cuda()
455   CeedCallBackend(CeedMalloc(size_indices, &t_indices));  in CeedElemRestrictionOffset_Cuda()
487   CeedCallBackend(CeedFree(&ind_to_offset));  in CeedElemRestrictionOffset_Cuda()
488   CeedCallBackend(CeedFree(&l_vec_indices));  in CeedElemRestrictionOffset_Cuda()
489   CeedCallBackend(CeedFree(&t_offsets));  in CeedElemRestrictionOffset_Cuda()
490   CeedCallBackend(CeedFree(&t_indices));  in CeedElemRestrictionOffset_Cuda()
491   CeedCallBackend(CeedDestroy(&ceed));  in CeedElemRestrictionOffset_Cuda()
506   CeedCallBackend(CeedElemRestrictionGetCeed(rstr, &ceed));  in CeedElemRestrictionCreate_Cuda()
507   CeedCallBackend(CeedGetParent(ceed, &ceed_parent));  in CeedElemRestrictionCreate_Cuda()
508   CeedCallBackend(CeedIsDeterministic(ceed_parent, &is_deterministic));  in CeedElemRestrictionCreate_Cuda()
509   CeedCallBackend(CeedDestroy(&ceed_parent));  in CeedElemRestrictionCreate_Cuda()
510   CeedCallBackend(CeedElemRestrictionGetNumElements(rstr, &num_elem));  in CeedElemRestrictionCreate_Cuda()
511   CeedCallBackend(CeedElemRestrictionGetNumComponents(rstr, &num_comp));  in CeedElemRestrictionCreate_Cuda()
512   CeedCallBackend(CeedElemRestrictionGetElementSize(rstr, &elem_size));  in CeedElemRestrictionCreate_Cuda()
513   CeedCallBackend(CeedElemRestrictionGetType(rstr, &rstr_type));  in CeedElemRestrictionCreate_Cuda()
525   CeedCallBackend(CeedCalloc(1, &impl));  in CeedElemRestrictionCreate_Cuda()
527   CeedCallBackend(CeedElemRestrictionSetData(rstr, impl));  in CeedElemRestrictionCreate_Cuda()
534     CeedCallBackend(CeedElemRestrictionSetELayout(rstr, layout));  in CeedElemRestrictionCreate_Cuda()
536       CeedCallBackend(CeedElemRestrictionHasBackendStrides(rstr, &has_backend_strides));  in CeedElemRestrictionCreate_Cuda()
538         CeedCallBackend(CeedElemRestrictionSetLLayout(rstr, layout));  in CeedElemRestrictionCreate_Cuda()
549     CeedCallBackend(CeedMalloc(offsets_len, &offsets_padded));  in CeedElemRestrictionCreate_Cuda()
550     CeedCallBackend(CeedMalloc(num_elem, &points_per_elem));  in CeedElemRestrictionCreate_Cuda()
567 …CeedCallBackend(CeedSetHostCeedIntArray(offsets, copy_mode, at_points_size, &impl->h_offsets_at_po…  in CeedElemRestrictionCreate_Cuda()
577 … CeedCallBackend(CeedElemRestrictionSetAtPointsEVectorSize(rstr, elem_size * num_elem * num_comp));  in CeedElemRestrictionCreate_Cuda()
580 …CeedCallBackend(CeedSetHostCeedIntArray(points_per_elem, CEED_OWN_POINTER, num_elem, &impl->h_poin…  in CeedElemRestrictionCreate_Cuda()
592 …CeedCallBackend(CeedSetHostCeedIntArray(offsets, copy_mode, size, &impl->h_offsets_owned, &impl->h…  in CeedElemRestrictionCreate_Cuda()
596 …   if (is_deterministic) CeedCallBackend(CeedElemRestrictionOffset_Cuda(rstr, elem_size, offsets));  in CeedElemRestrictionCreate_Cuda()
599 …CeedCallBackend(CeedSetDeviceCeedIntArray_Cuda(ceed, offsets, copy_mode, size, &impl->d_offsets_ow…  in CeedElemRestrictionCreate_Cuda()
601         CeedCallBackend(CeedMalloc(size, &impl->h_offsets_owned));  in CeedElemRestrictionCreate_Cuda()
604 …   if (is_deterministic) CeedCallBackend(CeedElemRestrictionOffset_Cuda(rstr, elem_size, offsets));  in CeedElemRestrictionCreate_Cuda()
612 …CeedCallBackend(CeedSetHostBoolArray(orients, copy_mode, size, &impl->h_orients_owned, &impl->h_or…  in CeedElemRestrictionCreate_Cuda()
618 …CeedCallBackend(CeedSetDeviceBoolArray_Cuda(ceed, orients, copy_mode, size, &impl->d_orients_owned…  in CeedElemRestrictionCreate_Cuda()
620           CeedCallBackend(CeedMalloc(size, &impl->h_orients_owned));  in CeedElemRestrictionCreate_Cuda()
628 …CeedCallBackend(CeedSetHostCeedInt8Array(curl_orients, copy_mode, 3 * size, &impl->h_curl_orients_…  in CeedElemRestrictionCreate_Cuda()
636 …CeedCallBackend(CeedSetDeviceCeedInt8Array_Cuda(ceed, curl_orients, copy_mode, 3 * size, &impl->d_…  in CeedElemRestrictionCreate_Cuda()
638           CeedCallBackend(CeedMalloc(3 * size, &impl->h_curl_orients_owned));  in CeedElemRestrictionCreate_Cuda()
648 …CeedCallBackend(CeedSetBackendFunction(ceed, "ElemRestriction", rstr, "Apply", CeedElemRestriction…  in CeedElemRestrictionCreate_Cuda()
649 …CeedCallBackend(CeedSetBackendFunction(ceed, "ElemRestriction", rstr, "ApplyUnsigned", CeedElemRes…  in CeedElemRestrictionCreate_Cuda()
650 …CeedCallBackend(CeedSetBackendFunction(ceed, "ElemRestriction", rstr, "ApplyUnoriented", CeedElemR…  in CeedElemRestrictionCreate_Cuda()
651 …CeedCallBackend(CeedSetBackendFunction(ceed, "ElemRestriction", rstr, "GetOffsets", CeedElemRestri…  in CeedElemRestrictionCreate_Cuda()
652 …CeedCallBackend(CeedSetBackendFunction(ceed, "ElemRestriction", rstr, "GetOrientations", CeedElemR…  in CeedElemRestrictionCreate_Cuda()
653 …CeedCallBackend(CeedSetBackendFunction(ceed, "ElemRestriction", rstr, "GetCurlOrientations", CeedE…  in CeedElemRestrictionCreate_Cuda()
655 …  CeedCallBackend(CeedSetBackendFunction(ceed, "ElemRestriction", rstr, "GetAtPointsElementOffset",  in CeedElemRestrictionCreate_Cuda()
658 …CeedCallBackend(CeedSetBackendFunction(ceed, "ElemRestriction", rstr, "Destroy", CeedElemRestricti…  in CeedElemRestrictionCreate_Cuda()
659   CeedCallBackend(CeedDestroy(&ceed));  in CeedElemRestrictionCreate_Cuda()