32   CeedCallBackend(CeedBasisGetCeed(basis, &ceed));  in CeedBasisApplyCore_Cuda()
33   CeedCallBackend(CeedBasisGetData(basis, &data));  in CeedBasisApplyCore_Cuda()
36   if (u != CEED_VECTOR_NONE) CeedCallBackend(CeedVectorGetArrayRead(u, CEED_MEM_DEVICE, &d_u));  in CeedBasisApplyCore_Cuda()
39     CeedCallBackend(CeedVectorGetArray(v, CEED_MEM_DEVICE, &d_v));  in CeedBasisApplyCore_Cuda()
42     if (is_transpose) CeedCallBackend(CeedVectorSetValue(v, 0.0));  in CeedBasisApplyCore_Cuda()
43     CeedCallBackend(CeedVectorGetArrayWrite(v, CEED_MEM_DEVICE, &d_v));  in CeedBasisApplyCore_Cuda()
45   CeedCallBackend(CeedBasisGetNumQuadraturePoints1D(basis, &Q_1d));  in CeedBasisApplyCore_Cuda()
46   CeedCallBackend(CeedBasisGetDimension(basis, &dim));  in CeedBasisApplyCore_Cuda()
54       CeedCallBackend(CeedRunKernel_Cuda(ceed, data->Interp, num_elem, block_size, interp_args));  in CeedBasisApplyCore_Cuda()
60       CeedCallBackend(CeedRunKernel_Cuda(ceed, data->Grad, num_elem, block_size, grad_args));  in CeedBasisApplyCore_Cuda()
68 …CeedCallBackend(CeedRunKernelDim_Cuda(ceed, data->Weight, num_elem, block_size_x, block_size_y, 1,…  in CeedBasisApplyCore_Cuda()
80   CeedCallBackend(CeedVectorRestoreArray(v, &d_v));  in CeedBasisApplyCore_Cuda()
81 …if (eval_mode == CEED_EVAL_NONE) CeedCallBackend(CeedVectorSetArray(v, CEED_MEM_DEVICE, CEED_COPY_…  in CeedBasisApplyCore_Cuda()
82   if (eval_mode != CEED_EVAL_WEIGHT) CeedCallBackend(CeedVectorRestoreArrayRead(u, &d_u));  in CeedBasisApplyCore_Cuda()
83   CeedCallBackend(CeedDestroy(&ceed));  in CeedBasisApplyCore_Cuda()
89   CeedCallBackend(CeedBasisApplyCore_Cuda(basis, false, num_elem, t_mode, eval_mode, u, v));  in CeedBasisApply_Cuda()
95   CeedCallBackend(CeedBasisApplyCore_Cuda(basis, true, num_elem, t_mode, eval_mode, u, v));  in CeedBasisApplyAdd_Cuda()
112   CeedCallBackend(CeedBasisGetData(basis, &data));  in CeedBasisApplyAtPointsCore_Cuda()
113   CeedCallBackend(CeedBasisGetNumQuadraturePoints1D(basis, &Q_1d));  in CeedBasisApplyAtPointsCore_Cuda()
114   CeedCallBackend(CeedBasisGetDimension(basis, &dim));  in CeedBasisApplyAtPointsCore_Cuda()
118     CeedCallBackend(CeedVectorSetValue(v, 1.0));  in CeedBasisApplyAtPointsCore_Cuda()
122   CeedCallBackend(CeedBasisGetCeed(basis, &ceed));  in CeedBasisApplyAtPointsCore_Cuda()
130     CeedCallBackend(CeedBasisGetNumComponents(basis, &num_comp));  in CeedBasisApplyAtPointsCore_Cuda()
131     CeedCallBackend(CeedBasisGetNumQuadratureComponents(basis, eval_mode, &q_comp));  in CeedBasisApplyAtPointsCore_Cuda()
132     CeedCallBackend(CeedVectorGetLength(is_transpose ? u : v, &len));  in CeedBasisApplyAtPointsCore_Cuda()
149       CeedCallBackend(CeedFree(&data->h_points_per_elem));  in CeedBasisApplyAtPointsCore_Cuda()
150       CeedCallBackend(CeedCalloc(num_elem, &data->h_points_per_elem));  in CeedBasisApplyAtPointsCore_Cuda()
162     CeedCallBackend(CeedBasisGetNumNodes1D(basis, &P_1d));  in CeedBasisApplyAtPointsCore_Cuda()
171       CeedCallBackend(CeedCalloc(P_1d * Q_1d, &chebyshev_interp_1d));  in CeedBasisApplyAtPointsCore_Cuda()
172       CeedCallBackend(CeedBasisGetChebyshevInterp1D(basis, chebyshev_interp_1d));  in CeedBasisApplyAtPointsCore_Cuda()
175       CeedCallBackend(CeedFree(&chebyshev_interp_1d));  in CeedBasisApplyAtPointsCore_Cuda()
183     CeedCallBackend(CeedBasisGetNumComponents(basis, &num_comp));  in CeedBasisApplyAtPointsCore_Cuda()
184 …CeedCallBackend(CeedCompile_Cuda(ceed, basis_kernel_source, &data->moduleAtPoints, 9, "BASIS_Q_1D"…  in CeedBasisApplyAtPointsCore_Cuda()
188 …CeedCallBackend(CeedGetKernel_Cuda(ceed, data->moduleAtPoints, "InterpAtPoints", &data->InterpAtPo…  in CeedBasisApplyAtPointsCore_Cuda()
189 …CeedCallBackend(CeedGetKernel_Cuda(ceed, data->moduleAtPoints, "InterpTransposeAtPoints", &data->I…  in CeedBasisApplyAtPointsCore_Cuda()
190 …CeedCallBackend(CeedGetKernel_Cuda(ceed, data->moduleAtPoints, "GradAtPoints", &data->GradAtPoints…  in CeedBasisApplyAtPointsCore_Cuda()
191 …CeedCallBackend(CeedGetKernel_Cuda(ceed, data->moduleAtPoints, "GradTransposeAtPoints", &data->Gra…  in CeedBasisApplyAtPointsCore_Cuda()
195   CeedCallBackend(CeedVectorGetArrayRead(x_ref, CEED_MEM_DEVICE, &d_x));  in CeedBasisApplyAtPointsCore_Cuda()
196   if (u != CEED_VECTOR_NONE) CeedCallBackend(CeedVectorGetArrayRead(u, CEED_MEM_DEVICE, &d_u));  in CeedBasisApplyAtPointsCore_Cuda()
199     CeedCallBackend(CeedVectorGetArray(v, CEED_MEM_DEVICE, &d_v));  in CeedBasisApplyAtPointsCore_Cuda()
202     if (is_transpose) CeedCallBackend(CeedVectorSetValue(v, 0.0));  in CeedBasisApplyAtPointsCore_Cuda()
203     CeedCallBackend(CeedVectorGetArrayWrite(v, CEED_MEM_DEVICE, &d_v));  in CeedBasisApplyAtPointsCore_Cuda()
212 …CeedCallBackend(CeedRunKernel_Cuda(ceed, is_transpose ? data->InterpTransposeAtPoints : data->Inte…  in CeedBasisApplyAtPointsCore_Cuda()
219 …CeedCallBackend(CeedRunKernel_Cuda(ceed, is_transpose ? data->GradTransposeAtPoints : data->GradAt…  in CeedBasisApplyAtPointsCore_Cuda()
232   CeedCallBackend(CeedVectorRestoreArrayRead(x_ref, &d_x));  in CeedBasisApplyAtPointsCore_Cuda()
233   CeedCallBackend(CeedVectorRestoreArray(v, &d_v));  in CeedBasisApplyAtPointsCore_Cuda()
234 …if (eval_mode == CEED_EVAL_NONE) CeedCallBackend(CeedVectorSetArray(v, CEED_MEM_DEVICE, CEED_COPY_…  in CeedBasisApplyAtPointsCore_Cuda()
235   if (eval_mode != CEED_EVAL_WEIGHT) CeedCallBackend(CeedVectorRestoreArrayRead(u, &d_u));  in CeedBasisApplyAtPointsCore_Cuda()
236   CeedCallBackend(CeedDestroy(&ceed));  in CeedBasisApplyAtPointsCore_Cuda()
242 …CeedCallBackend(CeedBasisApplyAtPointsCore_Cuda(basis, false, num_elem, num_points, t_mode, eval_m…  in CeedBasisApplyAtPoints_Cuda()
248 …CeedCallBackend(CeedBasisApplyAtPointsCore_Cuda(basis, true, num_elem, num_points, t_mode, eval_mo…  in CeedBasisApplyAddAtPoints_Cuda()
266   CeedCallBackend(CeedBasisGetCeed(basis, &ceed));  in CeedBasisApplyNonTensorCore_Cuda()
267   CeedCallBackend(CeedBasisGetData(basis, &data));  in CeedBasisApplyNonTensorCore_Cuda()
268   CeedCallBackend(CeedBasisGetNumQuadraturePoints(basis, &num_qpts));  in CeedBasisApplyNonTensorCore_Cuda()
269   CeedCallBackend(CeedBasisGetNumNodes(basis, &num_nodes));  in CeedBasisApplyNonTensorCore_Cuda()
272   if (u != CEED_VECTOR_NONE) CeedCallBackend(CeedVectorGetArrayRead(u, CEED_MEM_DEVICE, &d_u));  in CeedBasisApplyNonTensorCore_Cuda()
275     CeedCallBackend(CeedVectorGetArray(v, CEED_MEM_DEVICE, &d_v));  in CeedBasisApplyNonTensorCore_Cuda()
278     if (is_transpose) CeedCallBackend(CeedVectorSetValue(v, 0.0));  in CeedBasisApplyNonTensorCore_Cuda()
279     CeedCallBackend(CeedVectorGetArrayWrite(v, CEED_MEM_DEVICE, &d_v));  in CeedBasisApplyNonTensorCore_Cuda()
289 …CeedCallBackend(CeedRunKernelDim_Cuda(ceed, data->InterpTranspose, grid, block_size_x, 1, elems_pe…  in CeedBasisApplyNonTensorCore_Cuda()
291 …CeedCallBackend(CeedRunKernelDim_Cuda(ceed, data->Interp, grid, block_size_x, 1, elems_per_block, …  in CeedBasisApplyNonTensorCore_Cuda()
299 …CeedCallBackend(CeedRunKernelDim_Cuda(ceed, data->DerivTranspose, grid, block_size_x, 1, elems_per…  in CeedBasisApplyNonTensorCore_Cuda()
301 …CeedCallBackend(CeedRunKernelDim_Cuda(ceed, data->Deriv, grid, block_size_x, 1, elems_per_block, g…  in CeedBasisApplyNonTensorCore_Cuda()
309 …CeedCallBackend(CeedRunKernelDim_Cuda(ceed, data->DerivTranspose, grid, block_size_x, 1, elems_per…  in CeedBasisApplyNonTensorCore_Cuda()
311 …CeedCallBackend(CeedRunKernelDim_Cuda(ceed, data->Deriv, grid, block_size_x, 1, elems_per_block, d…  in CeedBasisApplyNonTensorCore_Cuda()
319 …CeedCallBackend(CeedRunKernelDim_Cuda(ceed, data->DerivTranspose, grid, block_size_x, 1, elems_per…  in CeedBasisApplyNonTensorCore_Cuda()
321 …CeedCallBackend(CeedRunKernelDim_Cuda(ceed, data->Deriv, grid, block_size_x, 1, elems_per_block, c…  in CeedBasisApplyNonTensorCore_Cuda()
328 …CeedCallBackend(CeedRunKernelDim_Cuda(ceed, data->Weight, grid, num_qpts, 1, elems_per_block, weig…  in CeedBasisApplyNonTensorCore_Cuda()
335   CeedCallBackend(CeedVectorRestoreArray(v, &d_v));  in CeedBasisApplyNonTensorCore_Cuda()
336 …if (eval_mode == CEED_EVAL_NONE) CeedCallBackend(CeedVectorSetArray(v, CEED_MEM_DEVICE, CEED_COPY_…  in CeedBasisApplyNonTensorCore_Cuda()
337   if (eval_mode != CEED_EVAL_WEIGHT) CeedCallBackend(CeedVectorRestoreArrayRead(u, &d_u));  in CeedBasisApplyNonTensorCore_Cuda()
338   CeedCallBackend(CeedDestroy(&ceed));  in CeedBasisApplyNonTensorCore_Cuda()
344 …CeedCallBackend(CeedBasisApplyNonTensorCore_Cuda(basis, false, num_elem, t_mode, eval_mode, u, v));  in CeedBasisApplyNonTensor_Cuda()
350   CeedCallBackend(CeedBasisApplyNonTensorCore_Cuda(basis, true, num_elem, t_mode, eval_mode, u, v));  in CeedBasisApplyAddNonTensor_Cuda()
361   CeedCallBackend(CeedBasisGetCeed(basis, &ceed));  in CeedBasisDestroy_Cuda()
362   CeedCallBackend(CeedBasisGetData(basis, &data));  in CeedBasisDestroy_Cuda()
366   CeedCallBackend(CeedFree(&data->h_points_per_elem));  in CeedBasisDestroy_Cuda()
371   CeedCallBackend(CeedFree(&data));  in CeedBasisDestroy_Cuda()
372   CeedCallBackend(CeedDestroy(&ceed));  in CeedBasisDestroy_Cuda()
383   CeedCallBackend(CeedBasisGetCeed(basis, &ceed));  in CeedBasisDestroyNonTensor_Cuda()
384   CeedCallBackend(CeedBasisGetData(basis, &data));  in CeedBasisDestroyNonTensor_Cuda()
391   CeedCallBackend(CeedFree(&data));  in CeedBasisDestroyNonTensor_Cuda()
392   CeedCallBackend(CeedDestroy(&ceed));  in CeedBasisDestroyNonTensor_Cuda()
407   CeedCallBackend(CeedBasisGetCeed(basis, &ceed));  in CeedBasisCreateTensorH1_Cuda()
408   CeedCallBackend(CeedCalloc(1, &data));  in CeedBasisCreateTensorH1_Cuda()
423   CeedCallBackend(CeedBasisGetNumComponents(basis, &num_comp));  in CeedBasisCreateTensorH1_Cuda()
424 …CeedCallBackend(CeedCompile_Cuda(ceed, basis_kernel_source, &data->module, 7, "BASIS_Q_1D", Q_1d, …  in CeedBasisCreateTensorH1_Cuda()
427   CeedCallBackend(CeedGetKernel_Cuda(ceed, data->module, "Interp", &data->Interp));  in CeedBasisCreateTensorH1_Cuda()
428   CeedCallBackend(CeedGetKernel_Cuda(ceed, data->module, "Grad", &data->Grad));  in CeedBasisCreateTensorH1_Cuda()
429   CeedCallBackend(CeedGetKernel_Cuda(ceed, data->module, "Weight", &data->Weight));  in CeedBasisCreateTensorH1_Cuda()
431   CeedCallBackend(CeedBasisSetData(basis, data));  in CeedBasisCreateTensorH1_Cuda()
434   CeedCallBackend(CeedSetBackendFunction(ceed, "Basis", basis, "Apply", CeedBasisApply_Cuda));  in CeedBasisCreateTensorH1_Cuda()
435   CeedCallBackend(CeedSetBackendFunction(ceed, "Basis", basis, "ApplyAdd", CeedBasisApplyAdd_Cuda));  in CeedBasisCreateTensorH1_Cuda()
436 …CeedCallBackend(CeedSetBackendFunction(ceed, "Basis", basis, "ApplyAtPoints", CeedBasisApplyAtPoin…  in CeedBasisCreateTensorH1_Cuda()
437 …CeedCallBackend(CeedSetBackendFunction(ceed, "Basis", basis, "ApplyAddAtPoints", CeedBasisApplyAdd…  in CeedBasisCreateTensorH1_Cuda()
438   CeedCallBackend(CeedSetBackendFunction(ceed, "Basis", basis, "Destroy", CeedBasisDestroy_Cuda));  in CeedBasisCreateTensorH1_Cuda()
439   CeedCallBackend(CeedDestroy(&ceed));  in CeedBasisCreateTensorH1_Cuda()
453   CeedCallBackend(CeedBasisGetCeed(basis, &ceed));  in CeedBasisCreateH1_Cuda()
454   CeedCallBackend(CeedCalloc(1, &data));  in CeedBasisCreateH1_Cuda()
457   CeedCallBackend(CeedBasisGetNumQuadratureComponents(basis, CEED_EVAL_INTERP, &q_comp_interp));  in CeedBasisCreateH1_Cuda()
458   CeedCallBackend(CeedBasisGetNumQuadratureComponents(basis, CEED_EVAL_GRAD, &q_comp_grad));  in CeedBasisCreateH1_Cuda()
479   CeedCallBackend(CeedBasisGetNumComponents(basis, &num_comp));  in CeedBasisCreateH1_Cuda()
480 …CeedCallBackend(CeedCompile_Cuda(ceed, basis_kernel_source, &data->module, 5, "BASIS_Q", num_qpts,…  in CeedBasisCreateH1_Cuda()
482   CeedCallBackend(CeedGetKernel_Cuda(ceed, data->module, "Interp", &data->Interp));  in CeedBasisCreateH1_Cuda()
483 …CeedCallBackend(CeedGetKernel_Cuda(ceed, data->module, "InterpTranspose", &data->InterpTranspose));  in CeedBasisCreateH1_Cuda()
484   CeedCallBackend(CeedGetKernel_Cuda(ceed, data->module, "Deriv", &data->Deriv));  in CeedBasisCreateH1_Cuda()
485   CeedCallBackend(CeedGetKernel_Cuda(ceed, data->module, "DerivTranspose", &data->DerivTranspose));  in CeedBasisCreateH1_Cuda()
486   CeedCallBackend(CeedGetKernel_Cuda(ceed, data->module, "Weight", &data->Weight));  in CeedBasisCreateH1_Cuda()
488   CeedCallBackend(CeedBasisSetData(basis, data));  in CeedBasisCreateH1_Cuda()
491 …CeedCallBackend(CeedSetBackendFunction(ceed, "Basis", basis, "Apply", CeedBasisApplyNonTensor_Cuda…  in CeedBasisCreateH1_Cuda()
492 …CeedCallBackend(CeedSetBackendFunction(ceed, "Basis", basis, "ApplyAdd", CeedBasisApplyAddNonTenso…  in CeedBasisCreateH1_Cuda()
493 …CeedCallBackend(CeedSetBackendFunction(ceed, "Basis", basis, "Destroy", CeedBasisDestroyNonTensor_…  in CeedBasisCreateH1_Cuda()
494   CeedCallBackend(CeedDestroy(&ceed));  in CeedBasisCreateH1_Cuda()
508   CeedCallBackend(CeedBasisGetCeed(basis, &ceed));  in CeedBasisCreateHdiv_Cuda()
509   CeedCallBackend(CeedCalloc(1, &data));  in CeedBasisCreateHdiv_Cuda()
512   CeedCallBackend(CeedBasisGetNumQuadratureComponents(basis, CEED_EVAL_INTERP, &q_comp_interp));  in CeedBasisCreateHdiv_Cuda()
513   CeedCallBackend(CeedBasisGetNumQuadratureComponents(basis, CEED_EVAL_DIV, &q_comp_div));  in CeedBasisCreateHdiv_Cuda()
534   CeedCallBackend(CeedBasisGetNumComponents(basis, &num_comp));  in CeedBasisCreateHdiv_Cuda()
535 …CeedCallBackend(CeedCompile_Cuda(ceed, basis_kernel_source, &data->module, 5, "BASIS_Q", num_qpts,…  in CeedBasisCreateHdiv_Cuda()
537   CeedCallBackend(CeedGetKernel_Cuda(ceed, data->module, "Interp", &data->Interp));  in CeedBasisCreateHdiv_Cuda()
538 …CeedCallBackend(CeedGetKernel_Cuda(ceed, data->module, "InterpTranspose", &data->InterpTranspose));  in CeedBasisCreateHdiv_Cuda()
539   CeedCallBackend(CeedGetKernel_Cuda(ceed, data->module, "Deriv", &data->Deriv));  in CeedBasisCreateHdiv_Cuda()
540   CeedCallBackend(CeedGetKernel_Cuda(ceed, data->module, "DerivTranspose", &data->DerivTranspose));  in CeedBasisCreateHdiv_Cuda()
541   CeedCallBackend(CeedGetKernel_Cuda(ceed, data->module, "Weight", &data->Weight));  in CeedBasisCreateHdiv_Cuda()
543   CeedCallBackend(CeedBasisSetData(basis, data));  in CeedBasisCreateHdiv_Cuda()
546 …CeedCallBackend(CeedSetBackendFunction(ceed, "Basis", basis, "Apply", CeedBasisApplyNonTensor_Cuda…  in CeedBasisCreateHdiv_Cuda()
547 …CeedCallBackend(CeedSetBackendFunction(ceed, "Basis", basis, "ApplyAdd", CeedBasisApplyAddNonTenso…  in CeedBasisCreateHdiv_Cuda()
548 …CeedCallBackend(CeedSetBackendFunction(ceed, "Basis", basis, "Destroy", CeedBasisDestroyNonTensor_…  in CeedBasisCreateHdiv_Cuda()
549   CeedCallBackend(CeedDestroy(&ceed));  in CeedBasisCreateHdiv_Cuda()
563   CeedCallBackend(CeedBasisGetCeed(basis, &ceed));  in CeedBasisCreateHcurl_Cuda()
564   CeedCallBackend(CeedCalloc(1, &data));  in CeedBasisCreateHcurl_Cuda()
567   CeedCallBackend(CeedBasisGetNumQuadratureComponents(basis, CEED_EVAL_INTERP, &q_comp_interp));  in CeedBasisCreateHcurl_Cuda()
568   CeedCallBackend(CeedBasisGetNumQuadratureComponents(basis, CEED_EVAL_CURL, &q_comp_curl));  in CeedBasisCreateHcurl_Cuda()
589   CeedCallBackend(CeedBasisGetNumComponents(basis, &num_comp));  in CeedBasisCreateHcurl_Cuda()
590 …CeedCallBackend(CeedCompile_Cuda(ceed, basis_kernel_source, &data->module, 5, "BASIS_Q", num_qpts,…  in CeedBasisCreateHcurl_Cuda()
592   CeedCallBackend(CeedGetKernel_Cuda(ceed, data->module, "Interp", &data->Interp));  in CeedBasisCreateHcurl_Cuda()
593 …CeedCallBackend(CeedGetKernel_Cuda(ceed, data->module, "InterpTranspose", &data->InterpTranspose));  in CeedBasisCreateHcurl_Cuda()
594   CeedCallBackend(CeedGetKernel_Cuda(ceed, data->module, "Deriv", &data->Deriv));  in CeedBasisCreateHcurl_Cuda()
595   CeedCallBackend(CeedGetKernel_Cuda(ceed, data->module, "DerivTranspose", &data->DerivTranspose));  in CeedBasisCreateHcurl_Cuda()
596   CeedCallBackend(CeedGetKernel_Cuda(ceed, data->module, "Weight", &data->Weight));  in CeedBasisCreateHcurl_Cuda()
598   CeedCallBackend(CeedBasisSetData(basis, data));  in CeedBasisCreateHcurl_Cuda()
601 …CeedCallBackend(CeedSetBackendFunction(ceed, "Basis", basis, "Apply", CeedBasisApplyNonTensor_Cuda…  in CeedBasisCreateHcurl_Cuda()
602 …CeedCallBackend(CeedSetBackendFunction(ceed, "Basis", basis, "ApplyAdd", CeedBasisApplyAddNonTenso…  in CeedBasisCreateHcurl_Cuda()
603 …CeedCallBackend(CeedSetBackendFunction(ceed, "Basis", basis, "Destroy", CeedBasisDestroyNonTensor_…  in CeedBasisCreateHcurl_Cuda()
604   CeedCallBackend(CeedDestroy(&ceed));  in CeedBasisCreateHcurl_Cuda()