25   CeedOperator_Cuda *impl;  in CeedOperatorDestroy_Cuda()  local
27   CeedCallBackend(CeedOperatorGetData(op, &impl));  in CeedOperatorDestroy_Cuda()
30   CeedCallBackend(CeedFree(&impl->num_points));  in CeedOperatorDestroy_Cuda()
31   CeedCallBackend(CeedFree(&impl->skip_rstr_in));  in CeedOperatorDestroy_Cuda()
32   CeedCallBackend(CeedFree(&impl->skip_rstr_out));  in CeedOperatorDestroy_Cuda()
33   CeedCallBackend(CeedFree(&impl->apply_add_basis_out));  in CeedOperatorDestroy_Cuda()
34   CeedCallBackend(CeedFree(&impl->input_field_order));  in CeedOperatorDestroy_Cuda()
35   CeedCallBackend(CeedFree(&impl->output_field_order));  in CeedOperatorDestroy_Cuda()
36   CeedCallBackend(CeedFree(&impl->input_states));  in CeedOperatorDestroy_Cuda()
38   for (CeedInt i = 0; i < impl->num_inputs; i++) {  in CeedOperatorDestroy_Cuda()
39     CeedCallBackend(CeedVectorDestroy(&impl->e_vecs_in[i]));  in CeedOperatorDestroy_Cuda()
40     CeedCallBackend(CeedVectorDestroy(&impl->q_vecs_in[i]));  in CeedOperatorDestroy_Cuda()
42   CeedCallBackend(CeedFree(&impl->e_vecs_in));  in CeedOperatorDestroy_Cuda()
43   CeedCallBackend(CeedFree(&impl->q_vecs_in));  in CeedOperatorDestroy_Cuda()
45   for (CeedInt i = 0; i < impl->num_outputs; i++) {  in CeedOperatorDestroy_Cuda()
46     CeedCallBackend(CeedVectorDestroy(&impl->e_vecs_out[i]));  in CeedOperatorDestroy_Cuda()
47     CeedCallBackend(CeedVectorDestroy(&impl->q_vecs_out[i]));  in CeedOperatorDestroy_Cuda()
49   CeedCallBackend(CeedFree(&impl->e_vecs_out));  in CeedOperatorDestroy_Cuda()
50   CeedCallBackend(CeedFree(&impl->q_vecs_out));  in CeedOperatorDestroy_Cuda()
51   CeedCallBackend(CeedVectorDestroy(&impl->point_coords_elem));  in CeedOperatorDestroy_Cuda()
54   for (CeedInt i = 0; i < impl->num_active_in; i++) {  in CeedOperatorDestroy_Cuda()
55     CeedCallBackend(CeedVectorDestroy(&impl->qf_active_in[i]));  in CeedOperatorDestroy_Cuda()
57   CeedCallBackend(CeedFree(&impl->qf_active_in));  in CeedOperatorDestroy_Cuda()
60   if (impl->diag) {  in CeedOperatorDestroy_Cuda()
64     if (impl->diag->module) {  in CeedOperatorDestroy_Cuda()
65       CeedCallCuda(ceed, cuModuleUnload(impl->diag->module));  in CeedOperatorDestroy_Cuda()
67     if (impl->diag->module_point_block) {  in CeedOperatorDestroy_Cuda()
68       CeedCallCuda(ceed, cuModuleUnload(impl->diag->module_point_block));  in CeedOperatorDestroy_Cuda()
70     CeedCallCuda(ceed, cudaFree(impl->diag->d_eval_modes_in));  in CeedOperatorDestroy_Cuda()
71     CeedCallCuda(ceed, cudaFree(impl->diag->d_eval_modes_out));  in CeedOperatorDestroy_Cuda()
72     CeedCallCuda(ceed, cudaFree(impl->diag->d_identity));  in CeedOperatorDestroy_Cuda()
73     CeedCallCuda(ceed, cudaFree(impl->diag->d_interp_in));  in CeedOperatorDestroy_Cuda()
74     CeedCallCuda(ceed, cudaFree(impl->diag->d_interp_out));  in CeedOperatorDestroy_Cuda()
75     CeedCallCuda(ceed, cudaFree(impl->diag->d_grad_in));  in CeedOperatorDestroy_Cuda()
76     CeedCallCuda(ceed, cudaFree(impl->diag->d_grad_out));  in CeedOperatorDestroy_Cuda()
77     CeedCallCuda(ceed, cudaFree(impl->diag->d_div_in));  in CeedOperatorDestroy_Cuda()
78     CeedCallCuda(ceed, cudaFree(impl->diag->d_div_out));  in CeedOperatorDestroy_Cuda()
79     CeedCallCuda(ceed, cudaFree(impl->diag->d_curl_in));  in CeedOperatorDestroy_Cuda()
80     CeedCallCuda(ceed, cudaFree(impl->diag->d_curl_out));  in CeedOperatorDestroy_Cuda()
82     CeedCallBackend(CeedVectorDestroy(&impl->diag->elem_diag));  in CeedOperatorDestroy_Cuda()
83     CeedCallBackend(CeedVectorDestroy(&impl->diag->point_block_elem_diag));  in CeedOperatorDestroy_Cuda()
84     CeedCallBackend(CeedElemRestrictionDestroy(&impl->diag->diag_rstr));  in CeedOperatorDestroy_Cuda()
85     CeedCallBackend(CeedElemRestrictionDestroy(&impl->diag->point_block_diag_rstr));  in CeedOperatorDestroy_Cuda()
87   CeedCallBackend(CeedFree(&impl->diag));  in CeedOperatorDestroy_Cuda()
89   if (impl->asmb) {  in CeedOperatorDestroy_Cuda()
93     CeedCallCuda(ceed, cuModuleUnload(impl->asmb->module));  in CeedOperatorDestroy_Cuda()
94     CeedCallCuda(ceed, cudaFree(impl->asmb->d_B_in));  in CeedOperatorDestroy_Cuda()
95     CeedCallCuda(ceed, cudaFree(impl->asmb->d_B_out));  in CeedOperatorDestroy_Cuda()
98   CeedCallBackend(CeedFree(&impl->asmb));  in CeedOperatorDestroy_Cuda()
100   CeedCallBackend(CeedFree(&impl));  in CeedOperatorDestroy_Cuda()
245   CeedOperator_Cuda  *impl;  in CeedOperatorSetup_Cuda()  local
250   CeedCallBackend(CeedOperatorGetData(op, &impl));  in CeedOperatorSetup_Cuda()
258   CeedCallBackend(CeedCalloc(num_input_fields, &impl->e_vecs_in));  in CeedOperatorSetup_Cuda()
259   CeedCallBackend(CeedCalloc(num_output_fields, &impl->e_vecs_out));  in CeedOperatorSetup_Cuda()
260   CeedCallBackend(CeedCalloc(num_input_fields, &impl->skip_rstr_in));  in CeedOperatorSetup_Cuda()
261   CeedCallBackend(CeedCalloc(num_output_fields, &impl->skip_rstr_out));  in CeedOperatorSetup_Cuda()
262   CeedCallBackend(CeedCalloc(num_output_fields, &impl->apply_add_basis_out));  in CeedOperatorSetup_Cuda()
263   CeedCallBackend(CeedCalloc(num_input_fields, &impl->input_field_order));  in CeedOperatorSetup_Cuda()
264   CeedCallBackend(CeedCalloc(num_output_fields, &impl->output_field_order));  in CeedOperatorSetup_Cuda()
265   CeedCallBackend(CeedCalloc(num_input_fields, &impl->input_states));  in CeedOperatorSetup_Cuda()
266   CeedCallBackend(CeedCalloc(num_input_fields, &impl->q_vecs_in));  in CeedOperatorSetup_Cuda()
267   CeedCallBackend(CeedCalloc(num_output_fields, &impl->q_vecs_out));  in CeedOperatorSetup_Cuda()
268   impl->num_inputs  = num_input_fields;  in CeedOperatorSetup_Cuda()
269   impl->num_outputs = num_output_fields;  in CeedOperatorSetup_Cuda()
272 …nd(CeedOperatorSetupFields_Cuda(qf, op, true, false, impl->skip_rstr_in, NULL, impl->e_vecs_in, im…  in CeedOperatorSetup_Cuda()
274 …eedOperatorSetupFields_Cuda(qf, op, false, false, impl->skip_rstr_out, impl->apply_add_basis_out, …  in CeedOperatorSetup_Cuda()
275                                                impl->q_vecs_out, num_output_fields, Q, num_elem));  in CeedOperatorSetup_Cuda()
278   impl->max_active_e_vec_len = 0;  in CeedOperatorSetup_Cuda()
291       impl->input_field_order[curr_index] = i;  in CeedOperatorSetup_Cuda()
301 …impl->max_active_e_vec_len = e_vec_len_i > impl->max_active_e_vec_len ? e_vec_len_i : impl->max_ac…  in CeedOperatorSetup_Cuda()
310           impl->input_field_order[curr_index] = j;  in CeedOperatorSetup_Cuda()
332       impl->output_field_order[curr_index] = i;  in CeedOperatorSetup_Cuda()
337 …impl->max_active_e_vec_len = e_vec_len_i > impl->max_active_e_vec_len ? e_vec_len_i : impl->max_ac…  in CeedOperatorSetup_Cuda()
346           impl->output_field_order[curr_index] = j;  in CeedOperatorSetup_Cuda()
356   CeedCallBackend(CeedClearWorkVectors(CeedOperatorReturnCeed(op), impl->max_active_e_vec_len));  in CeedOperatorSetup_Cuda()
361 …CeedCallBackend(CeedGetWorkVector(CeedOperatorReturnCeed(op), impl->max_active_e_vec_len, &temp_1)…  in CeedOperatorSetup_Cuda()
362 …CeedCallBackend(CeedGetWorkVector(CeedOperatorReturnCeed(op), impl->max_active_e_vec_len, &temp_2)…  in CeedOperatorSetup_Cuda()
375 …       CeedVector in_vec, CeedVector active_e_vec, const bool skip_active, CeedOperator_Cuda *impl,  in CeedOperatorInputRestrict_Cuda()  argument
378   CeedVector l_vec, e_vec = impl->e_vecs_in[input_field];  in CeedOperatorInputRestrict_Cuda()
392     if (!impl->skip_rstr_in[input_field]) {  in CeedOperatorInputRestrict_Cuda()
396       if (is_active || state != impl->input_states[input_field]) {  in CeedOperatorInputRestrict_Cuda()
403       impl->input_states[input_field] = state;  in CeedOperatorInputRestrict_Cuda()
415                                               CeedOperator_Cuda *impl) {  in CeedOperatorInputBasis_Cuda()  argument
418   CeedVector   l_vec, e_vec = impl->e_vecs_in[input_field], q_vec = impl->q_vecs_in[input_field];  in CeedOperatorInputBasis_Cuda()
465 …     CeedVector in_vec, CeedVector active_e_vec, const bool skip_active, CeedOperator_Cuda *impl) {  in CeedOperatorInputRestore_Cuda()  argument
468   CeedVector   l_vec, e_vec = impl->e_vecs_in[input_field];  in CeedOperatorInputRestore_Cuda()
484 …CeedCallBackend(CeedVectorTakeArray(impl->q_vecs_in[input_field], CEED_MEM_DEVICE, (CeedScalar **)…  in CeedOperatorInputRestore_Cuda()
505   CeedOperator_Cuda  *impl;  in CeedOperatorApplyAdd_Cuda()  local
508   CeedCallBackend(CeedOperatorGetData(op, &impl));  in CeedOperatorApplyAdd_Cuda()
519   CeedCallBackend(CeedGetWorkVector(ceed, impl->max_active_e_vec_len, &active_e_vec));  in CeedOperatorApplyAdd_Cuda()
523     CeedInt field = impl->input_field_order[i];  in CeedOperatorApplyAdd_Cuda()
525 …rict_Cuda(op_input_fields[field], qf_input_fields[field], field, in_vec, active_e_vec, false, impl,  in CeedOperatorApplyAdd_Cuda()
527 …_input_fields[field], qf_input_fields[field], field, in_vec, active_e_vec, num_elem, false, impl));  in CeedOperatorApplyAdd_Cuda()
538       CeedCallBackend(CeedVectorGetArrayWrite(impl->e_vecs_out[i], CEED_MEM_DEVICE, &e_vec_array));  in CeedOperatorApplyAdd_Cuda()
539 …CeedCallBackend(CeedVectorSetArray(impl->q_vecs_out[i], CEED_MEM_DEVICE, CEED_USE_POINTER, e_vec_a…  in CeedOperatorApplyAdd_Cuda()
544   CeedCallBackend(CeedQFunctionApply(qf, num_elem * Q, impl->q_vecs_in, impl->q_vecs_out));  in CeedOperatorApplyAdd_Cuda()
548 …orInputRestore_Cuda(op_input_fields[i], qf_input_fields[i], i, in_vec, active_e_vec, false, impl));  in CeedOperatorApplyAdd_Cuda()
554     CeedInt      field     = impl->output_field_order[i];  in CeedOperatorApplyAdd_Cuda()
556     CeedVector   l_vec, e_vec = impl->e_vecs_out[field], q_vec = impl->q_vecs_out[field];  in CeedOperatorApplyAdd_Cuda()
578         if (impl->apply_add_basis_out[field]) {  in CeedOperatorApplyAdd_Cuda()
597       CeedCallBackend(CeedVectorTakeArray(impl->q_vecs_out[field], CEED_MEM_DEVICE, &e_vec_array));  in CeedOperatorApplyAdd_Cuda()
602     if (!impl->skip_rstr_out[field]) {  in CeedOperatorApplyAdd_Cuda()
628   CeedOperator_Cuda  *impl;  in CeedOperatorSetupAtPoints_Cuda()  local
633   CeedCallBackend(CeedOperatorGetData(op, &impl));  in CeedOperatorSetupAtPoints_Cuda()
643     CeedCallBackend(CeedCalloc(num_elem, &impl->num_points));  in CeedOperatorSetupAtPoints_Cuda()
648       impl->num_points[e] = num_points_elem;  in CeedOperatorSetupAtPoints_Cuda()
652   impl->max_num_points = max_num_points;  in CeedOperatorSetupAtPoints_Cuda()
655   CeedCallBackend(CeedCalloc(num_input_fields, &impl->e_vecs_in));  in CeedOperatorSetupAtPoints_Cuda()
656   CeedCallBackend(CeedCalloc(num_output_fields, &impl->e_vecs_out));  in CeedOperatorSetupAtPoints_Cuda()
657   CeedCallBackend(CeedCalloc(num_input_fields, &impl->skip_rstr_in));  in CeedOperatorSetupAtPoints_Cuda()
658   CeedCallBackend(CeedCalloc(num_output_fields, &impl->skip_rstr_out));  in CeedOperatorSetupAtPoints_Cuda()
659   CeedCallBackend(CeedCalloc(num_output_fields, &impl->apply_add_basis_out));  in CeedOperatorSetupAtPoints_Cuda()
660   CeedCallBackend(CeedCalloc(num_input_fields, &impl->input_field_order));  in CeedOperatorSetupAtPoints_Cuda()
661   CeedCallBackend(CeedCalloc(num_output_fields, &impl->output_field_order));  in CeedOperatorSetupAtPoints_Cuda()
662   CeedCallBackend(CeedCalloc(num_input_fields, &impl->input_states));  in CeedOperatorSetupAtPoints_Cuda()
663   CeedCallBackend(CeedCalloc(num_input_fields, &impl->q_vecs_in));  in CeedOperatorSetupAtPoints_Cuda()
664   CeedCallBackend(CeedCalloc(num_output_fields, &impl->q_vecs_out));  in CeedOperatorSetupAtPoints_Cuda()
665   impl->num_inputs  = num_input_fields;  in CeedOperatorSetupAtPoints_Cuda()
666   impl->num_outputs = num_output_fields;  in CeedOperatorSetupAtPoints_Cuda()
669 …end(CeedOperatorSetupFields_Cuda(qf, op, true, true, impl->skip_rstr_in, NULL, impl->e_vecs_in, im…  in CeedOperatorSetupAtPoints_Cuda()
671 …CeedOperatorSetupFields_Cuda(qf, op, false, true, impl->skip_rstr_out, impl->apply_add_basis_out, …  in CeedOperatorSetupAtPoints_Cuda()
672 …                                   impl->q_vecs_out, num_output_fields, max_num_points, num_elem));  in CeedOperatorSetupAtPoints_Cuda()
675   impl->max_active_e_vec_len = 0;  in CeedOperatorSetupAtPoints_Cuda()
688       impl->input_field_order[curr_index] = i;  in CeedOperatorSetupAtPoints_Cuda()
698 …impl->max_active_e_vec_len = e_vec_len_i > impl->max_active_e_vec_len ? e_vec_len_i : impl->max_ac…  in CeedOperatorSetupAtPoints_Cuda()
707           impl->input_field_order[curr_index] = j;  in CeedOperatorSetupAtPoints_Cuda()
729       impl->output_field_order[curr_index] = i;  in CeedOperatorSetupAtPoints_Cuda()
734 …impl->max_active_e_vec_len = e_vec_len_i > impl->max_active_e_vec_len ? e_vec_len_i : impl->max_ac…  in CeedOperatorSetupAtPoints_Cuda()
743           impl->output_field_order[curr_index] = j;  in CeedOperatorSetupAtPoints_Cuda()
753   CeedCallBackend(CeedClearWorkVectors(CeedOperatorReturnCeed(op), impl->max_active_e_vec_len));  in CeedOperatorSetupAtPoints_Cuda()
758 …CeedCallBackend(CeedGetWorkVector(CeedOperatorReturnCeed(op), impl->max_active_e_vec_len, &temp_1)…  in CeedOperatorSetupAtPoints_Cuda()
759 …CeedCallBackend(CeedGetWorkVector(CeedOperatorReturnCeed(op), impl->max_active_e_vec_len, &temp_2)…  in CeedOperatorSetupAtPoints_Cuda()
773 …                        const bool skip_active, const bool skip_passive, CeedOperator_Cuda *impl) {  in CeedOperatorInputBasisAtPoints_Cuda()  argument
776   CeedVector   l_vec, e_vec = impl->e_vecs_in[input_field], q_vec = impl->q_vecs_in[input_field];  in CeedOperatorInputBasisAtPoints_Cuda()
812 …isApplyAtPoints(basis, num_elem, num_points, CEED_NOTRANSPOSE, eval_mode, impl->point_coords_elem,…  in CeedOperatorInputBasisAtPoints_Cuda()
833   CeedOperator_Cuda  *impl;  in CeedOperatorApplyAddAtPoints_Cuda()  local
836   CeedCallBackend(CeedOperatorGetData(op, &impl));  in CeedOperatorApplyAddAtPoints_Cuda()
844   num_points     = impl->num_points;  in CeedOperatorApplyAddAtPoints_Cuda()
845   max_num_points = impl->max_num_points;  in CeedOperatorApplyAddAtPoints_Cuda()
848   CeedCallBackend(CeedGetWorkVector(ceed, impl->max_active_e_vec_len, &active_e_vec));  in CeedOperatorApplyAddAtPoints_Cuda()
856 …if (!impl->point_coords_elem) CeedCallBackend(CeedElemRestrictionCreateVector(rstr_points, NULL, &…  in CeedOperatorApplyAddAtPoints_Cuda()
860       if (impl->points_state != state) {  in CeedOperatorApplyAddAtPoints_Cuda()
861 …CeedCallBackend(CeedElemRestrictionApply(rstr_points, CEED_NOTRANSPOSE, point_coords, impl->point_…  in CeedOperatorApplyAddAtPoints_Cuda()
870     CeedInt field = impl->input_field_order[i];  in CeedOperatorApplyAddAtPoints_Cuda()
872 …rict_Cuda(op_input_fields[field], qf_input_fields[field], field, in_vec, active_e_vec, false, impl,  in CeedOperatorApplyAddAtPoints_Cuda()
875                                                         num_points, false, false, impl));  in CeedOperatorApplyAddAtPoints_Cuda()
886       CeedCallBackend(CeedVectorGetArrayWrite(impl->e_vecs_out[i], CEED_MEM_DEVICE, &e_vec_array));  in CeedOperatorApplyAddAtPoints_Cuda()
887 …CeedCallBackend(CeedVectorSetArray(impl->q_vecs_out[i], CEED_MEM_DEVICE, CEED_USE_POINTER, e_vec_a…  in CeedOperatorApplyAddAtPoints_Cuda()
892 …CeedCallBackend(CeedQFunctionApply(qf, num_elem * max_num_points, impl->q_vecs_in, impl->q_vecs_ou…  in CeedOperatorApplyAddAtPoints_Cuda()
896 …orInputRestore_Cuda(op_input_fields[i], qf_input_fields[i], i, in_vec, active_e_vec, false, impl));  in CeedOperatorApplyAddAtPoints_Cuda()
902     CeedInt      field     = impl->output_field_order[i];  in CeedOperatorApplyAddAtPoints_Cuda()
904     CeedVector   l_vec, e_vec = impl->e_vecs_out[field], q_vec = impl->q_vecs_out[field];  in CeedOperatorApplyAddAtPoints_Cuda()
926         if (impl->apply_add_basis_out[field]) {  in CeedOperatorApplyAddAtPoints_Cuda()
927 …sApplyAddAtPoints(basis, num_elem, num_points, CEED_TRANSPOSE, eval_mode, impl->point_coords_elem,…  in CeedOperatorApplyAddAtPoints_Cuda()
929 …asisApplyAtPoints(basis, num_elem, num_points, CEED_TRANSPOSE, eval_mode, impl->point_coords_elem,…  in CeedOperatorApplyAddAtPoints_Cuda()
945       CeedCallBackend(CeedVectorTakeArray(impl->q_vecs_out[field], CEED_MEM_DEVICE, &e_vec_array));  in CeedOperatorApplyAddAtPoints_Cuda()
950     if (!impl->skip_rstr_out[field]) {  in CeedOperatorApplyAddAtPoints_Cuda()
979   CeedOperator_Cuda  *impl;  in CeedOperatorLinearAssembleQFunctionCore_Cuda()  local
983   CeedCallBackend(CeedOperatorGetData(op, &impl));  in CeedOperatorLinearAssembleQFunctionCore_Cuda()
989   active_inputs = impl->qf_active_in;  in CeedOperatorLinearAssembleQFunctionCore_Cuda()
990   num_active_in = impl->num_active_in, num_active_out = impl->num_active_out;  in CeedOperatorLinearAssembleQFunctionCore_Cuda()
997 …torInputRestrict_Cuda(op_input_fields[i], qf_input_fields[i], i, NULL, NULL, true, impl, request));  in CeedOperatorLinearAssembleQFunctionCore_Cuda()
998 …ratorInputBasis_Cuda(op_input_fields[i], qf_input_fields[i], i, NULL, NULL, num_elem, true, impl));  in CeedOperatorLinearAssembleQFunctionCore_Cuda()
1011         CeedCallBackend(CeedVectorSetValue(impl->q_vecs_in[i], 0.0));  in CeedOperatorLinearAssembleQFunctionCore_Cuda()
1012         CeedCallBackend(CeedVectorGetArray(impl->q_vecs_in[i], CEED_MEM_DEVICE, &q_vec_array));  in CeedOperatorLinearAssembleQFunctionCore_Cuda()
1022         CeedCallBackend(CeedVectorRestoreArray(impl->q_vecs_in[i], &q_vec_array));  in CeedOperatorLinearAssembleQFunctionCore_Cuda()
1026     impl->num_active_in = num_active_in;  in CeedOperatorLinearAssembleQFunctionCore_Cuda()
1027     impl->qf_active_in  = active_inputs;  in CeedOperatorLinearAssembleQFunctionCore_Cuda()
1043     impl->num_active_out = num_active_out;  in CeedOperatorLinearAssembleQFunctionCore_Cuda()
1078 …CeedCallBackend(CeedVectorSetArray(impl->q_vecs_out[out], CEED_MEM_DEVICE, CEED_USE_POINTER, assem…  in CeedOperatorLinearAssembleQFunctionCore_Cuda()
1085     CeedCallBackend(CeedQFunctionApply(qf, Q * num_elem, impl->q_vecs_in, impl->q_vecs_out));  in CeedOperatorLinearAssembleQFunctionCore_Cuda()
1094       CeedCallBackend(CeedVectorTakeArray(impl->q_vecs_out[out], CEED_MEM_DEVICE, NULL));  in CeedOperatorLinearAssembleQFunctionCore_Cuda()
1101 …(CeedOperatorInputRestore_Cuda(op_input_fields[i], qf_input_fields[i], i, NULL, NULL, true, impl));  in CeedOperatorLinearAssembleQFunctionCore_Cuda()
1138   CeedOperator_Cuda  *impl;  in CeedOperatorAssembleDiagonalSetup_Cuda()  local
1201   CeedCallBackend(CeedOperatorGetData(op, &impl));  in CeedOperatorAssembleDiagonalSetup_Cuda()
1202   CeedCallBackend(CeedCalloc(1, &impl->diag));  in CeedOperatorAssembleDiagonalSetup_Cuda()
1203   CeedOperatorDiag_Cuda *diag = impl->diag;  in CeedOperatorAssembleDiagonalSetup_Cuda()
1327   CeedOperator_Cuda  *impl;  in CeedOperatorAssembleDiagonalSetupCompile_Cuda()  local
1380   CeedCallBackend(CeedOperatorGetData(op, &impl));  in CeedOperatorAssembleDiagonalSetupCompile_Cuda()
1381   CeedOperatorDiag_Cuda *diag = impl->diag;  in CeedOperatorAssembleDiagonalSetupCompile_Cuda()
1413   CeedOperator_Cuda  *impl;  in CeedOperatorAssembleDiagonalCore_Cuda()  local
1416   CeedCallBackend(CeedOperatorGetData(op, &impl));  in CeedOperatorAssembleDiagonalCore_Cuda()
1424   if (!impl->diag) CeedCallBackend(CeedOperatorAssembleDiagonalSetup_Cuda(op));  in CeedOperatorAssembleDiagonalCore_Cuda()
1425   CeedOperatorDiag_Cuda *diag = impl->diag;  in CeedOperatorAssembleDiagonalCore_Cuda()
1521   CeedOperator_Cuda  *impl;  in CeedOperatorAssembleSingleSetup_Cuda()  local
1524   CeedCallBackend(CeedOperatorGetData(op, &impl));  in CeedOperatorAssembleSingleSetup_Cuda()
1604   CeedCallBackend(CeedCalloc(1, &impl->asmb));  in CeedOperatorAssembleSingleSetup_Cuda()
1605   CeedOperatorAssemble_Cuda *asmb = impl->asmb;  in CeedOperatorAssembleSingleSetup_Cuda()
1727   CeedOperator_Cuda  *impl;  in CeedOperatorAssembleSingle_Cuda()  local
1730   CeedCallBackend(CeedOperatorGetData(op, &impl));  in CeedOperatorAssembleSingle_Cuda()
1742   if (!impl->asmb) CeedCallBackend(CeedOperatorAssembleSingleSetup_Cuda(op, use_ceedsize_idx));  in CeedOperatorAssembleSingle_Cuda()
1743   CeedOperatorAssemble_Cuda *asmb = impl->asmb;  in CeedOperatorAssembleSingle_Cuda()
1832   CeedOperator_Cuda  *impl;  in CeedOperatorLinearAssembleAddDiagonalAtPoints_Cuda()  local
1835   CeedCallBackend(CeedOperatorGetData(op, &impl));  in CeedOperatorLinearAssembleAddDiagonalAtPoints_Cuda()
1843   num_points     = impl->num_points;  in CeedOperatorLinearAssembleAddDiagonalAtPoints_Cuda()
1844   max_num_points = impl->max_num_points;  in CeedOperatorLinearAssembleAddDiagonalAtPoints_Cuda()
1847   CeedCallBackend(CeedGetWorkVector(ceed, impl->max_active_e_vec_len, &active_e_vec_in));  in CeedOperatorLinearAssembleAddDiagonalAtPoints_Cuda()
1848   CeedCallBackend(CeedGetWorkVector(ceed, impl->max_active_e_vec_len, &active_e_vec_out));  in CeedOperatorLinearAssembleAddDiagonalAtPoints_Cuda()
1869 …if (!impl->point_coords_elem) CeedCallBackend(CeedElemRestrictionCreateVector(rstr_points, NULL, &…  in CeedOperatorLinearAssembleAddDiagonalAtPoints_Cuda()
1873       if (impl->points_state != state) {  in CeedOperatorLinearAssembleAddDiagonalAtPoints_Cuda()
1874 …CeedCallBackend(CeedElemRestrictionApply(rstr_points, CEED_NOTRANSPOSE, point_coords, impl->point_…  in CeedOperatorLinearAssembleAddDiagonalAtPoints_Cuda()
1883 …torInputRestrict_Cuda(op_input_fields[i], qf_input_fields[i], i, NULL, NULL, true, impl, request));  in CeedOperatorLinearAssembleAddDiagonalAtPoints_Cuda()
1885                                                         impl));  in CeedOperatorLinearAssembleAddDiagonalAtPoints_Cuda()
1896       CeedCallBackend(CeedVectorGetArrayWrite(impl->e_vecs_out[i], CEED_MEM_DEVICE, &e_vec_array));  in CeedOperatorLinearAssembleAddDiagonalAtPoints_Cuda()
1897 …CeedCallBackend(CeedVectorSetArray(impl->q_vecs_out[i], CEED_MEM_DEVICE, CEED_USE_POINTER, e_vec_a…  in CeedOperatorLinearAssembleAddDiagonalAtPoints_Cuda()
1904 …CeedInt             elem_size = 1, num_comp_active = 1, e_vec_size = 0, field_in = impl->input_fie…  in CeedOperatorLinearAssembleAddDiagonalAtPoints_Cuda()
1913     if (!is_active || impl->skip_rstr_in[field_in]) continue;  in CeedOperatorLinearAssembleAddDiagonalAtPoints_Cuda()
1927       CeedVector q_vec = impl->q_vecs_in[field_in];  in CeedOperatorLinearAssembleAddDiagonalAtPoints_Cuda()
1946         CeedInt field = impl->input_field_order[j];  in CeedOperatorLinearAssembleAddDiagonalAtPoints_Cuda()
1949                                                             num_points, false, true, impl));  in CeedOperatorLinearAssembleAddDiagonalAtPoints_Cuda()
1953 …CeedCallBackend(CeedQFunctionApply(qf, num_elem * max_num_points, impl->q_vecs_in, impl->q_vecs_ou…  in CeedOperatorLinearAssembleAddDiagonalAtPoints_Cuda()
1959         CeedInt             field_out = impl->output_field_order[j];  in CeedOperatorLinearAssembleAddDiagonalAtPoints_Cuda()
1962 …CeedVector          l_vec, e_vec = impl->e_vecs_out[field_out], q_vec = impl->q_vecs_out[field_out…  in CeedOperatorLinearAssembleAddDiagonalAtPoints_Cuda()
2005             if (impl->apply_add_basis_out[field_out]) {  in CeedOperatorLinearAssembleAddDiagonalAtPoints_Cuda()
2006 …sApplyAddAtPoints(basis, num_elem, num_points, CEED_TRANSPOSE, eval_mode, impl->point_coords_elem,…  in CeedOperatorLinearAssembleAddDiagonalAtPoints_Cuda()
2009 …asisApplyAtPoints(basis, num_elem, num_points, CEED_TRANSPOSE, eval_mode, impl->point_coords_elem,…  in CeedOperatorLinearAssembleAddDiagonalAtPoints_Cuda()
2022         if (impl->skip_rstr_out[field_out]) {  in CeedOperatorLinearAssembleAddDiagonalAtPoints_Cuda()
2058       CeedCallBackend(CeedVectorTakeArray(impl->q_vecs_out[i], CEED_MEM_DEVICE, &e_vec_array));  in CeedOperatorLinearAssembleAddDiagonalAtPoints_Cuda()
2059       CeedCallBackend(CeedVectorRestoreArray(impl->e_vecs_out[i], &e_vec_array));  in CeedOperatorLinearAssembleAddDiagonalAtPoints_Cuda()
2065 …(CeedOperatorInputRestore_Cuda(op_input_fields[i], qf_input_fields[i], i, NULL, NULL, true, impl));  in CeedOperatorLinearAssembleAddDiagonalAtPoints_Cuda()
2081   CeedOperator_Cuda *impl;  in CeedOperatorCreate_Cuda()  local
2084   CeedCallBackend(CeedCalloc(1, &impl));  in CeedOperatorCreate_Cuda()
2085   CeedCallBackend(CeedOperatorSetData(op, impl));  in CeedOperatorCreate_Cuda()
2104   CeedOperator_Cuda *impl;  in CeedOperatorCreateAtPoints_Cuda()  local
2107   CeedCallBackend(CeedCalloc(1, &impl));  in CeedOperatorCreateAtPoints_Cuda()
2108   CeedCallBackend(CeedOperatorSetData(op, impl));  in CeedOperatorCreateAtPoints_Cuda()