31   CeedCallBackend(CeedBasisGetCeed(basis, &ceed));  in CeedBasisApplyCore_Hip()
32   CeedCallBackend(CeedBasisGetData(basis, &data));  in CeedBasisApplyCore_Hip()
35   if (u != CEED_VECTOR_NONE) CeedCallBackend(CeedVectorGetArrayRead(u, CEED_MEM_DEVICE, &d_u));  in CeedBasisApplyCore_Hip()
38     CeedCallBackend(CeedVectorGetArray(v, CEED_MEM_DEVICE, &d_v));  in CeedBasisApplyCore_Hip()
41     if (is_transpose) CeedCallBackend(CeedVectorSetValue(v, 0.0));  in CeedBasisApplyCore_Hip()
42     CeedCallBackend(CeedVectorGetArrayWrite(v, CEED_MEM_DEVICE, &d_v));  in CeedBasisApplyCore_Hip()
45   CeedCallBackend(CeedBasisGetNumQuadraturePoints1D(basis, &Q_1d));  in CeedBasisApplyCore_Hip()
46   CeedCallBackend(CeedBasisGetDimension(basis, &dim));  in CeedBasisApplyCore_Hip()
54       CeedCallBackend(CeedRunKernel_Hip(ceed, data->Interp, num_elem, block_size, interp_args));  in CeedBasisApplyCore_Hip()
60       CeedCallBackend(CeedRunKernel_Hip(ceed, data->Grad, num_elem, block_size, grad_args));  in CeedBasisApplyCore_Hip()
68 …CeedCallBackend(CeedRunKernelDim_Hip(ceed, data->Weight, num_elem, block_size_x, block_size_y, 1, …  in CeedBasisApplyCore_Hip()
80   CeedCallBackend(CeedVectorRestoreArray(v, &d_v));  in CeedBasisApplyCore_Hip()
81 …if (eval_mode == CEED_EVAL_NONE) CeedCallBackend(CeedVectorSetArray(v, CEED_MEM_DEVICE, CEED_COPY_…  in CeedBasisApplyCore_Hip()
82   if (eval_mode != CEED_EVAL_WEIGHT) CeedCallBackend(CeedVectorRestoreArrayRead(u, &d_u));  in CeedBasisApplyCore_Hip()
83   CeedCallBackend(CeedDestroy(&ceed));  in CeedBasisApplyCore_Hip()
88   CeedCallBackend(CeedBasisApplyCore_Hip(basis, false, num_elem, t_mode, eval_mode, u, v));  in CeedBasisApply_Hip()
94   CeedCallBackend(CeedBasisApplyCore_Hip(basis, true, num_elem, t_mode, eval_mode, u, v));  in CeedBasisApplyAdd_Hip()
111   CeedCallBackend(CeedBasisGetData(basis, &data));  in CeedBasisApplyAtPointsCore_Hip()
112   CeedCallBackend(CeedBasisGetNumQuadraturePoints1D(basis, &Q_1d));  in CeedBasisApplyAtPointsCore_Hip()
113   CeedCallBackend(CeedBasisGetDimension(basis, &dim));  in CeedBasisApplyAtPointsCore_Hip()
117     CeedCallBackend(CeedVectorSetValue(v, 1.0));  in CeedBasisApplyAtPointsCore_Hip()
121   CeedCallBackend(CeedBasisGetCeed(basis, &ceed));  in CeedBasisApplyAtPointsCore_Hip()
129     CeedCallBackend(CeedBasisGetNumComponents(basis, &num_comp));  in CeedBasisApplyAtPointsCore_Hip()
130     CeedCallBackend(CeedBasisGetNumQuadratureComponents(basis, eval_mode, &q_comp));  in CeedBasisApplyAtPointsCore_Hip()
131     CeedCallBackend(CeedVectorGetLength(is_transpose ? u : v, &len));  in CeedBasisApplyAtPointsCore_Hip()
148       CeedCallBackend(CeedFree(&data->h_points_per_elem));  in CeedBasisApplyAtPointsCore_Hip()
149       CeedCallBackend(CeedCalloc(num_elem, &data->h_points_per_elem));  in CeedBasisApplyAtPointsCore_Hip()
161     CeedCallBackend(CeedBasisGetNumNodes1D(basis, &P_1d));  in CeedBasisApplyAtPointsCore_Hip()
170       CeedCallBackend(CeedCalloc(P_1d * Q_1d, &chebyshev_interp_1d));  in CeedBasisApplyAtPointsCore_Hip()
171       CeedCallBackend(CeedBasisGetChebyshevInterp1D(basis, chebyshev_interp_1d));  in CeedBasisApplyAtPointsCore_Hip()
174       CeedCallBackend(CeedFree(&chebyshev_interp_1d));  in CeedBasisApplyAtPointsCore_Hip()
182     CeedCallBackend(CeedBasisGetNumComponents(basis, &num_comp));  in CeedBasisApplyAtPointsCore_Hip()
183 …CeedCallBackend(CeedCompile_Hip(ceed, basis_kernel_source, &data->moduleAtPoints, 9, "BASIS_Q_1D",…  in CeedBasisApplyAtPointsCore_Hip()
187 …CeedCallBackend(CeedGetKernel_Hip(ceed, data->moduleAtPoints, "InterpAtPoints", &data->InterpAtPoi…  in CeedBasisApplyAtPointsCore_Hip()
188 …CeedCallBackend(CeedGetKernel_Hip(ceed, data->moduleAtPoints, "InterpTransposeAtPoints", &data->In…  in CeedBasisApplyAtPointsCore_Hip()
189 …CeedCallBackend(CeedGetKernel_Hip(ceed, data->moduleAtPoints, "GradAtPoints", &data->GradAtPoints)…  in CeedBasisApplyAtPointsCore_Hip()
190 …CeedCallBackend(CeedGetKernel_Hip(ceed, data->moduleAtPoints, "GradTransposeAtPoints", &data->Grad…  in CeedBasisApplyAtPointsCore_Hip()
194   CeedCallBackend(CeedVectorGetArrayRead(x_ref, CEED_MEM_DEVICE, &d_x));  in CeedBasisApplyAtPointsCore_Hip()
195   if (u != CEED_VECTOR_NONE) CeedCallBackend(CeedVectorGetArrayRead(u, CEED_MEM_DEVICE, &d_u));  in CeedBasisApplyAtPointsCore_Hip()
198     CeedCallBackend(CeedVectorGetArray(v, CEED_MEM_DEVICE, &d_v));  in CeedBasisApplyAtPointsCore_Hip()
201     if (is_transpose) CeedCallBackend(CeedVectorSetValue(v, 0.0));  in CeedBasisApplyAtPointsCore_Hip()
202     CeedCallBackend(CeedVectorGetArrayWrite(v, CEED_MEM_DEVICE, &d_v));  in CeedBasisApplyAtPointsCore_Hip()
211 …CeedCallBackend(CeedRunKernel_Hip(ceed, is_transpose ? data->InterpTransposeAtPoints : data->Inter…  in CeedBasisApplyAtPointsCore_Hip()
218 …CeedCallBackend(CeedRunKernel_Hip(ceed, is_transpose ? data->GradTransposeAtPoints : data->GradAtP…  in CeedBasisApplyAtPointsCore_Hip()
231   CeedCallBackend(CeedVectorRestoreArrayRead(x_ref, &d_x));  in CeedBasisApplyAtPointsCore_Hip()
232   CeedCallBackend(CeedVectorRestoreArray(v, &d_v));  in CeedBasisApplyAtPointsCore_Hip()
233 …if (eval_mode == CEED_EVAL_NONE) CeedCallBackend(CeedVectorSetArray(v, CEED_MEM_DEVICE, CEED_COPY_…  in CeedBasisApplyAtPointsCore_Hip()
234   if (eval_mode != CEED_EVAL_WEIGHT) CeedCallBackend(CeedVectorRestoreArrayRead(u, &d_u));  in CeedBasisApplyAtPointsCore_Hip()
235   CeedCallBackend(CeedDestroy(&ceed));  in CeedBasisApplyAtPointsCore_Hip()
241 …CeedCallBackend(CeedBasisApplyAtPointsCore_Hip(basis, false, num_elem, num_points, t_mode, eval_mo…  in CeedBasisApplyAtPoints_Hip()
247 …CeedCallBackend(CeedBasisApplyAtPointsCore_Hip(basis, true, num_elem, num_points, t_mode, eval_mod…  in CeedBasisApplyAddAtPoints_Hip()
265   CeedCallBackend(CeedBasisGetCeed(basis, &ceed));  in CeedBasisApplyNonTensorCore_Hip()
266   CeedCallBackend(CeedBasisGetData(basis, &data));  in CeedBasisApplyNonTensorCore_Hip()
267   CeedCallBackend(CeedBasisGetNumQuadraturePoints(basis, &num_qpts));  in CeedBasisApplyNonTensorCore_Hip()
268   CeedCallBackend(CeedBasisGetNumNodes(basis, &num_nodes));  in CeedBasisApplyNonTensorCore_Hip()
271   if (u != CEED_VECTOR_NONE) CeedCallBackend(CeedVectorGetArrayRead(u, CEED_MEM_DEVICE, &d_u));  in CeedBasisApplyNonTensorCore_Hip()
274     CeedCallBackend(CeedVectorGetArray(v, CEED_MEM_DEVICE, &d_v));  in CeedBasisApplyNonTensorCore_Hip()
277     if (is_transpose) CeedCallBackend(CeedVectorSetValue(v, 0.0));  in CeedBasisApplyNonTensorCore_Hip()
278     CeedCallBackend(CeedVectorGetArrayWrite(v, CEED_MEM_DEVICE, &d_v));  in CeedBasisApplyNonTensorCore_Hip()
288 …CeedCallBackend(CeedRunKernelDim_Hip(ceed, data->InterpTranspose, grid, block_size_x, 1, elems_per…  in CeedBasisApplyNonTensorCore_Hip()
290 …CeedCallBackend(CeedRunKernelDim_Hip(ceed, data->Interp, grid, block_size_x, 1, elems_per_block, i…  in CeedBasisApplyNonTensorCore_Hip()
298 …CeedCallBackend(CeedRunKernelDim_Hip(ceed, data->DerivTranspose, grid, block_size_x, 1, elems_per_…  in CeedBasisApplyNonTensorCore_Hip()
300 …CeedCallBackend(CeedRunKernelDim_Hip(ceed, data->Deriv, grid, block_size_x, 1, elems_per_block, gr…  in CeedBasisApplyNonTensorCore_Hip()
308 …CeedCallBackend(CeedRunKernelDim_Hip(ceed, data->DerivTranspose, grid, block_size_x, 1, elems_per_…  in CeedBasisApplyNonTensorCore_Hip()
310 …CeedCallBackend(CeedRunKernelDim_Hip(ceed, data->Deriv, grid, block_size_x, 1, elems_per_block, di…  in CeedBasisApplyNonTensorCore_Hip()
318 …CeedCallBackend(CeedRunKernelDim_Hip(ceed, data->DerivTranspose, grid, block_size_x, 1, elems_per_…  in CeedBasisApplyNonTensorCore_Hip()
320 …CeedCallBackend(CeedRunKernelDim_Hip(ceed, data->Deriv, grid, block_size_x, 1, elems_per_block, cu…  in CeedBasisApplyNonTensorCore_Hip()
327 …CeedCallBackend(CeedRunKernelDim_Hip(ceed, data->Weight, grid, num_qpts, 1, elems_per_block, weigh…  in CeedBasisApplyNonTensorCore_Hip()
334   CeedCallBackend(CeedVectorRestoreArray(v, &d_v));  in CeedBasisApplyNonTensorCore_Hip()
335 …if (eval_mode == CEED_EVAL_NONE) CeedCallBackend(CeedVectorSetArray(v, CEED_MEM_DEVICE, CEED_COPY_…  in CeedBasisApplyNonTensorCore_Hip()
336   if (eval_mode != CEED_EVAL_WEIGHT) CeedCallBackend(CeedVectorRestoreArrayRead(u, &d_u));  in CeedBasisApplyNonTensorCore_Hip()
337   CeedCallBackend(CeedDestroy(&ceed));  in CeedBasisApplyNonTensorCore_Hip()
343   CeedCallBackend(CeedBasisApplyNonTensorCore_Hip(basis, false, num_elem, t_mode, eval_mode, u, v));  in CeedBasisApplyNonTensor_Hip()
349   CeedCallBackend(CeedBasisApplyNonTensorCore_Hip(basis, true, num_elem, t_mode, eval_mode, u, v));  in CeedBasisApplyAddNonTensor_Hip()
360   CeedCallBackend(CeedBasisGetCeed(basis, &ceed));  in CeedBasisDestroy_Hip()
361   CeedCallBackend(CeedBasisGetData(basis, &data));  in CeedBasisDestroy_Hip()
365   CeedCallBackend(CeedFree(&data->h_points_per_elem));  in CeedBasisDestroy_Hip()
370   CeedCallBackend(CeedFree(&data));  in CeedBasisDestroy_Hip()
371   CeedCallBackend(CeedDestroy(&ceed));  in CeedBasisDestroy_Hip()
382   CeedCallBackend(CeedBasisGetCeed(basis, &ceed));  in CeedBasisDestroyNonTensor_Hip()
383   CeedCallBackend(CeedBasisGetData(basis, &data));  in CeedBasisDestroyNonTensor_Hip()
390   CeedCallBackend(CeedFree(&data));  in CeedBasisDestroyNonTensor_Hip()
391   CeedCallBackend(CeedDestroy(&ceed));  in CeedBasisDestroyNonTensor_Hip()
406   CeedCallBackend(CeedBasisGetCeed(basis, &ceed));  in CeedBasisCreateTensorH1_Hip()
407   CeedCallBackend(CeedCalloc(1, &data));  in CeedBasisCreateTensorH1_Hip()
422   CeedCallBackend(CeedBasisGetNumComponents(basis, &num_comp));  in CeedBasisCreateTensorH1_Hip()
423 …CeedCallBackend(CeedCompile_Hip(ceed, basis_kernel_source, &data->module, 7, "BASIS_Q_1D", Q_1d, "…  in CeedBasisCreateTensorH1_Hip()
426   CeedCallBackend(CeedGetKernel_Hip(ceed, data->module, "Interp", &data->Interp));  in CeedBasisCreateTensorH1_Hip()
427   CeedCallBackend(CeedGetKernel_Hip(ceed, data->module, "Grad", &data->Grad));  in CeedBasisCreateTensorH1_Hip()
428   CeedCallBackend(CeedGetKernel_Hip(ceed, data->module, "Weight", &data->Weight));  in CeedBasisCreateTensorH1_Hip()
430   CeedCallBackend(CeedBasisSetData(basis, data));  in CeedBasisCreateTensorH1_Hip()
433   CeedCallBackend(CeedSetBackendFunction(ceed, "Basis", basis, "Apply", CeedBasisApply_Hip));  in CeedBasisCreateTensorH1_Hip()
434   CeedCallBackend(CeedSetBackendFunction(ceed, "Basis", basis, "ApplyAdd", CeedBasisApplyAdd_Hip));  in CeedBasisCreateTensorH1_Hip()
435 …CeedCallBackend(CeedSetBackendFunction(ceed, "Basis", basis, "ApplyAtPoints", CeedBasisApplyAtPoin…  in CeedBasisCreateTensorH1_Hip()
436 …CeedCallBackend(CeedSetBackendFunction(ceed, "Basis", basis, "ApplyAddAtPoints", CeedBasisApplyAdd…  in CeedBasisCreateTensorH1_Hip()
437   CeedCallBackend(CeedSetBackendFunction(ceed, "Basis", basis, "Destroy", CeedBasisDestroy_Hip));  in CeedBasisCreateTensorH1_Hip()
438   CeedCallBackend(CeedDestroy(&ceed));  in CeedBasisCreateTensorH1_Hip()
452   CeedCallBackend(CeedBasisGetCeed(basis, &ceed));  in CeedBasisCreateH1_Hip()
453   CeedCallBackend(CeedCalloc(1, &data));  in CeedBasisCreateH1_Hip()
456   CeedCallBackend(CeedBasisGetNumQuadratureComponents(basis, CEED_EVAL_INTERP, &q_comp_interp));  in CeedBasisCreateH1_Hip()
457   CeedCallBackend(CeedBasisGetNumQuadratureComponents(basis, CEED_EVAL_GRAD, &q_comp_grad));  in CeedBasisCreateH1_Hip()
478   CeedCallBackend(CeedBasisGetNumComponents(basis, &num_comp));  in CeedBasisCreateH1_Hip()
479 …CeedCallBackend(CeedCompile_Hip(ceed, basis_kernel_source, &data->module, 5, "BASIS_Q", num_qpts, …  in CeedBasisCreateH1_Hip()
481   CeedCallBackend(CeedGetKernel_Hip(ceed, data->module, "Interp", &data->Interp));  in CeedBasisCreateH1_Hip()
482   CeedCallBackend(CeedGetKernel_Hip(ceed, data->module, "InterpTranspose", &data->InterpTranspose));  in CeedBasisCreateH1_Hip()
483   CeedCallBackend(CeedGetKernel_Hip(ceed, data->module, "Deriv", &data->Deriv));  in CeedBasisCreateH1_Hip()
484   CeedCallBackend(CeedGetKernel_Hip(ceed, data->module, "DerivTranspose", &data->DerivTranspose));  in CeedBasisCreateH1_Hip()
485   CeedCallBackend(CeedGetKernel_Hip(ceed, data->module, "Weight", &data->Weight));  in CeedBasisCreateH1_Hip()
487   CeedCallBackend(CeedBasisSetData(basis, data));  in CeedBasisCreateH1_Hip()
490 …CeedCallBackend(CeedSetBackendFunction(ceed, "Basis", basis, "Apply", CeedBasisApplyNonTensor_Hip)…  in CeedBasisCreateH1_Hip()
491 …CeedCallBackend(CeedSetBackendFunction(ceed, "Basis", basis, "ApplyAdd", CeedBasisApplyAddNonTenso…  in CeedBasisCreateH1_Hip()
492 …CeedCallBackend(CeedSetBackendFunction(ceed, "Basis", basis, "Destroy", CeedBasisDestroyNonTensor_…  in CeedBasisCreateH1_Hip()
493   CeedCallBackend(CeedDestroy(&ceed));  in CeedBasisCreateH1_Hip()
507   CeedCallBackend(CeedBasisGetCeed(basis, &ceed));  in CeedBasisCreateHdiv_Hip()
508   CeedCallBackend(CeedCalloc(1, &data));  in CeedBasisCreateHdiv_Hip()
511   CeedCallBackend(CeedBasisGetNumQuadratureComponents(basis, CEED_EVAL_INTERP, &q_comp_interp));  in CeedBasisCreateHdiv_Hip()
512   CeedCallBackend(CeedBasisGetNumQuadratureComponents(basis, CEED_EVAL_DIV, &q_comp_div));  in CeedBasisCreateHdiv_Hip()
533   CeedCallBackend(CeedBasisGetNumComponents(basis, &num_comp));  in CeedBasisCreateHdiv_Hip()
534 …CeedCallBackend(CeedCompile_Hip(ceed, basis_kernel_source, &data->module, 5, "BASIS_Q", num_qpts, …  in CeedBasisCreateHdiv_Hip()
536   CeedCallBackend(CeedGetKernel_Hip(ceed, data->module, "Interp", &data->Interp));  in CeedBasisCreateHdiv_Hip()
537   CeedCallBackend(CeedGetKernel_Hip(ceed, data->module, "InterpTranspose", &data->InterpTranspose));  in CeedBasisCreateHdiv_Hip()
538   CeedCallBackend(CeedGetKernel_Hip(ceed, data->module, "Deriv", &data->Deriv));  in CeedBasisCreateHdiv_Hip()
539   CeedCallBackend(CeedGetKernel_Hip(ceed, data->module, "DerivTranspose", &data->DerivTranspose));  in CeedBasisCreateHdiv_Hip()
540   CeedCallBackend(CeedGetKernel_Hip(ceed, data->module, "Weight", &data->Weight));  in CeedBasisCreateHdiv_Hip()
542   CeedCallBackend(CeedBasisSetData(basis, data));  in CeedBasisCreateHdiv_Hip()
545 …CeedCallBackend(CeedSetBackendFunction(ceed, "Basis", basis, "Apply", CeedBasisApplyNonTensor_Hip)…  in CeedBasisCreateHdiv_Hip()
546 …CeedCallBackend(CeedSetBackendFunction(ceed, "Basis", basis, "ApplyAdd", CeedBasisApplyAddNonTenso…  in CeedBasisCreateHdiv_Hip()
547 …CeedCallBackend(CeedSetBackendFunction(ceed, "Basis", basis, "Destroy", CeedBasisDestroyNonTensor_…  in CeedBasisCreateHdiv_Hip()
548   CeedCallBackend(CeedDestroy(&ceed));  in CeedBasisCreateHdiv_Hip()
562   CeedCallBackend(CeedBasisGetCeed(basis, &ceed));  in CeedBasisCreateHcurl_Hip()
563   CeedCallBackend(CeedCalloc(1, &data));  in CeedBasisCreateHcurl_Hip()
566   CeedCallBackend(CeedBasisGetNumQuadratureComponents(basis, CEED_EVAL_INTERP, &q_comp_interp));  in CeedBasisCreateHcurl_Hip()
567   CeedCallBackend(CeedBasisGetNumQuadratureComponents(basis, CEED_EVAL_CURL, &q_comp_curl));  in CeedBasisCreateHcurl_Hip()
588   CeedCallBackend(CeedBasisGetNumComponents(basis, &num_comp));  in CeedBasisCreateHcurl_Hip()
589 …CeedCallBackend(CeedCompile_Hip(ceed, basis_kernel_source, &data->module, 5, "BASIS_Q", num_qpts, …  in CeedBasisCreateHcurl_Hip()
591   CeedCallBackend(CeedGetKernel_Hip(ceed, data->module, "Interp", &data->Interp));  in CeedBasisCreateHcurl_Hip()
592   CeedCallBackend(CeedGetKernel_Hip(ceed, data->module, "InterpTranspose", &data->InterpTranspose));  in CeedBasisCreateHcurl_Hip()
593   CeedCallBackend(CeedGetKernel_Hip(ceed, data->module, "Deriv", &data->Deriv));  in CeedBasisCreateHcurl_Hip()
594   CeedCallBackend(CeedGetKernel_Hip(ceed, data->module, "DerivTranspose", &data->DerivTranspose));  in CeedBasisCreateHcurl_Hip()
595   CeedCallBackend(CeedGetKernel_Hip(ceed, data->module, "Weight", &data->Weight));  in CeedBasisCreateHcurl_Hip()
597   CeedCallBackend(CeedBasisSetData(basis, data));  in CeedBasisCreateHcurl_Hip()
600 …CeedCallBackend(CeedSetBackendFunction(ceed, "Basis", basis, "Apply", CeedBasisApplyNonTensor_Hip)…  in CeedBasisCreateHcurl_Hip()
601 …CeedCallBackend(CeedSetBackendFunction(ceed, "Basis", basis, "ApplyAdd", CeedBasisApplyAddNonTenso…  in CeedBasisCreateHcurl_Hip()
602 …CeedCallBackend(CeedSetBackendFunction(ceed, "Basis", basis, "Destroy", CeedBasisDestroyNonTensor_…  in CeedBasisCreateHcurl_Hip()
603   CeedCallBackend(CeedDestroy(&ceed));  in CeedBasisCreateHcurl_Hip()