Lines Matching refs:impl
24 CeedOperator_Hip *impl; in CeedOperatorDestroy_Hip() local
26 CeedCallBackend(CeedOperatorGetData(op, &impl)); in CeedOperatorDestroy_Hip()
29 CeedCallBackend(CeedFree(&impl->num_points)); in CeedOperatorDestroy_Hip()
30 CeedCallBackend(CeedFree(&impl->skip_rstr_in)); in CeedOperatorDestroy_Hip()
31 CeedCallBackend(CeedFree(&impl->skip_rstr_out)); in CeedOperatorDestroy_Hip()
32 CeedCallBackend(CeedFree(&impl->apply_add_basis_out)); in CeedOperatorDestroy_Hip()
33 CeedCallBackend(CeedFree(&impl->input_field_order)); in CeedOperatorDestroy_Hip()
34 CeedCallBackend(CeedFree(&impl->output_field_order)); in CeedOperatorDestroy_Hip()
35 CeedCallBackend(CeedFree(&impl->input_states)); in CeedOperatorDestroy_Hip()
37 for (CeedInt i = 0; i < impl->num_inputs; i++) { in CeedOperatorDestroy_Hip()
38 CeedCallBackend(CeedVectorDestroy(&impl->e_vecs_in[i])); in CeedOperatorDestroy_Hip()
39 CeedCallBackend(CeedVectorDestroy(&impl->q_vecs_in[i])); in CeedOperatorDestroy_Hip()
41 CeedCallBackend(CeedFree(&impl->e_vecs_in)); in CeedOperatorDestroy_Hip()
42 CeedCallBackend(CeedFree(&impl->q_vecs_in)); in CeedOperatorDestroy_Hip()
44 for (CeedInt i = 0; i < impl->num_outputs; i++) { in CeedOperatorDestroy_Hip()
45 CeedCallBackend(CeedVectorDestroy(&impl->e_vecs_out[i])); in CeedOperatorDestroy_Hip()
46 CeedCallBackend(CeedVectorDestroy(&impl->q_vecs_out[i])); in CeedOperatorDestroy_Hip()
48 CeedCallBackend(CeedFree(&impl->e_vecs_out)); in CeedOperatorDestroy_Hip()
49 CeedCallBackend(CeedFree(&impl->q_vecs_out)); in CeedOperatorDestroy_Hip()
50 CeedCallBackend(CeedVectorDestroy(&impl->point_coords_elem)); in CeedOperatorDestroy_Hip()
53 for (CeedInt i = 0; i < impl->num_active_in; i++) { in CeedOperatorDestroy_Hip()
54 CeedCallBackend(CeedVectorDestroy(&impl->qf_active_in[i])); in CeedOperatorDestroy_Hip()
56 CeedCallBackend(CeedFree(&impl->qf_active_in)); in CeedOperatorDestroy_Hip()
59 if (impl->diag) { in CeedOperatorDestroy_Hip()
63 if (impl->diag->module) { in CeedOperatorDestroy_Hip()
64 CeedCallHip(ceed, hipModuleUnload(impl->diag->module)); in CeedOperatorDestroy_Hip()
66 if (impl->diag->module_point_block) { in CeedOperatorDestroy_Hip()
67 CeedCallHip(ceed, hipModuleUnload(impl->diag->module_point_block)); in CeedOperatorDestroy_Hip()
69 CeedCallHip(ceed, hipFree(impl->diag->d_eval_modes_in)); in CeedOperatorDestroy_Hip()
70 CeedCallHip(ceed, hipFree(impl->diag->d_eval_modes_out)); in CeedOperatorDestroy_Hip()
71 CeedCallHip(ceed, hipFree(impl->diag->d_identity)); in CeedOperatorDestroy_Hip()
72 CeedCallHip(ceed, hipFree(impl->diag->d_interp_in)); in CeedOperatorDestroy_Hip()
73 CeedCallHip(ceed, hipFree(impl->diag->d_interp_out)); in CeedOperatorDestroy_Hip()
74 CeedCallHip(ceed, hipFree(impl->diag->d_grad_in)); in CeedOperatorDestroy_Hip()
75 CeedCallHip(ceed, hipFree(impl->diag->d_grad_out)); in CeedOperatorDestroy_Hip()
76 CeedCallHip(ceed, hipFree(impl->diag->d_div_in)); in CeedOperatorDestroy_Hip()
77 CeedCallHip(ceed, hipFree(impl->diag->d_div_out)); in CeedOperatorDestroy_Hip()
78 CeedCallHip(ceed, hipFree(impl->diag->d_curl_in)); in CeedOperatorDestroy_Hip()
79 CeedCallHip(ceed, hipFree(impl->diag->d_curl_out)); in CeedOperatorDestroy_Hip()
81 CeedCallBackend(CeedVectorDestroy(&impl->diag->elem_diag)); in CeedOperatorDestroy_Hip()
82 CeedCallBackend(CeedVectorDestroy(&impl->diag->point_block_elem_diag)); in CeedOperatorDestroy_Hip()
83 CeedCallBackend(CeedElemRestrictionDestroy(&impl->diag->diag_rstr)); in CeedOperatorDestroy_Hip()
84 CeedCallBackend(CeedElemRestrictionDestroy(&impl->diag->point_block_diag_rstr)); in CeedOperatorDestroy_Hip()
86 CeedCallBackend(CeedFree(&impl->diag)); in CeedOperatorDestroy_Hip()
88 if (impl->asmb) { in CeedOperatorDestroy_Hip()
92 CeedCallHip(ceed, hipModuleUnload(impl->asmb->module)); in CeedOperatorDestroy_Hip()
93 CeedCallHip(ceed, hipFree(impl->asmb->d_B_in)); in CeedOperatorDestroy_Hip()
94 CeedCallHip(ceed, hipFree(impl->asmb->d_B_out)); in CeedOperatorDestroy_Hip()
97 CeedCallBackend(CeedFree(&impl->asmb)); in CeedOperatorDestroy_Hip()
99 CeedCallBackend(CeedFree(&impl)); in CeedOperatorDestroy_Hip()
244 CeedOperator_Hip *impl; in CeedOperatorSetup_Hip() local
249 CeedCallBackend(CeedOperatorGetData(op, &impl)); in CeedOperatorSetup_Hip()
257 CeedCallBackend(CeedCalloc(num_input_fields, &impl->e_vecs_in)); in CeedOperatorSetup_Hip()
258 CeedCallBackend(CeedCalloc(num_output_fields, &impl->e_vecs_out)); in CeedOperatorSetup_Hip()
259 CeedCallBackend(CeedCalloc(num_input_fields, &impl->skip_rstr_in)); in CeedOperatorSetup_Hip()
260 CeedCallBackend(CeedCalloc(num_output_fields, &impl->skip_rstr_out)); in CeedOperatorSetup_Hip()
261 CeedCallBackend(CeedCalloc(num_output_fields, &impl->apply_add_basis_out)); in CeedOperatorSetup_Hip()
262 CeedCallBackend(CeedCalloc(num_input_fields, &impl->input_field_order)); in CeedOperatorSetup_Hip()
263 CeedCallBackend(CeedCalloc(num_output_fields, &impl->output_field_order)); in CeedOperatorSetup_Hip()
264 CeedCallBackend(CeedCalloc(num_input_fields, &impl->input_states)); in CeedOperatorSetup_Hip()
265 CeedCallBackend(CeedCalloc(num_input_fields, &impl->q_vecs_in)); in CeedOperatorSetup_Hip()
266 CeedCallBackend(CeedCalloc(num_output_fields, &impl->q_vecs_out)); in CeedOperatorSetup_Hip()
267 impl->num_inputs = num_input_fields; in CeedOperatorSetup_Hip()
268 impl->num_outputs = num_output_fields; in CeedOperatorSetup_Hip()
271 …end(CeedOperatorSetupFields_Hip(qf, op, true, false, impl->skip_rstr_in, NULL, impl->e_vecs_in, im… in CeedOperatorSetup_Hip()
273 …CeedOperatorSetupFields_Hip(qf, op, false, false, impl->skip_rstr_out, impl->apply_add_basis_out, … in CeedOperatorSetup_Hip()
274 impl->q_vecs_out, num_output_fields, Q, num_elem)); in CeedOperatorSetup_Hip()
277 impl->max_active_e_vec_len = 0; in CeedOperatorSetup_Hip()
290 impl->input_field_order[curr_index] = i; in CeedOperatorSetup_Hip()
300 …impl->max_active_e_vec_len = e_vec_len_i > impl->max_active_e_vec_len ? e_vec_len_i : impl->max_ac… in CeedOperatorSetup_Hip()
309 impl->input_field_order[curr_index] = j; in CeedOperatorSetup_Hip()
331 impl->output_field_order[curr_index] = i; in CeedOperatorSetup_Hip()
336 …impl->max_active_e_vec_len = e_vec_len_i > impl->max_active_e_vec_len ? e_vec_len_i : impl->max_ac… in CeedOperatorSetup_Hip()
345 impl->output_field_order[curr_index] = j; in CeedOperatorSetup_Hip()
355 CeedCallBackend(CeedClearWorkVectors(CeedOperatorReturnCeed(op), impl->max_active_e_vec_len)); in CeedOperatorSetup_Hip()
360 …CeedCallBackend(CeedGetWorkVector(CeedOperatorReturnCeed(op), impl->max_active_e_vec_len, &temp_1)… in CeedOperatorSetup_Hip()
361 …CeedCallBackend(CeedGetWorkVector(CeedOperatorReturnCeed(op), impl->max_active_e_vec_len, &temp_2)… in CeedOperatorSetup_Hip()
374 … CeedVector in_vec, CeedVector active_e_vec, const bool skip_active, CeedOperator_Hip *impl, in CeedOperatorInputRestrict_Hip() argument
377 CeedVector l_vec, e_vec = impl->e_vecs_in[input_field]; in CeedOperatorInputRestrict_Hip()
391 if (!impl->skip_rstr_in[input_field]) { in CeedOperatorInputRestrict_Hip()
395 if (is_active || state != impl->input_states[input_field]) { in CeedOperatorInputRestrict_Hip()
402 impl->input_states[input_field] = state; in CeedOperatorInputRestrict_Hip()
414 CeedOperator_Hip *impl) { in CeedOperatorInputBasis_Hip() argument
417 CeedVector l_vec, e_vec = impl->e_vecs_in[input_field], q_vec = impl->q_vecs_in[input_field]; in CeedOperatorInputBasis_Hip()
464 … CeedVector in_vec, CeedVector active_e_vec, const bool skip_active, CeedOperator_Hip *impl) { in CeedOperatorInputRestore_Hip() argument
467 CeedVector l_vec, e_vec = impl->e_vecs_in[input_field]; in CeedOperatorInputRestore_Hip()
483 …CeedCallBackend(CeedVectorTakeArray(impl->q_vecs_in[input_field], CEED_MEM_DEVICE, (CeedScalar **)… in CeedOperatorInputRestore_Hip()
504 CeedOperator_Hip *impl; in CeedOperatorApplyAdd_Hip() local
507 CeedCallBackend(CeedOperatorGetData(op, &impl)); in CeedOperatorApplyAdd_Hip()
518 CeedCallBackend(CeedGetWorkVector(ceed, impl->max_active_e_vec_len, &active_e_vec)); in CeedOperatorApplyAdd_Hip()
522 CeedInt field = impl->input_field_order[i]; in CeedOperatorApplyAdd_Hip()
524 …p_input_fields[field], qf_input_fields[field], field, in_vec, active_e_vec, false, impl, request)); in CeedOperatorApplyAdd_Hip()
525 …_input_fields[field], qf_input_fields[field], field, in_vec, active_e_vec, num_elem, false, impl)); in CeedOperatorApplyAdd_Hip()
536 CeedCallBackend(CeedVectorGetArrayWrite(impl->e_vecs_out[i], CEED_MEM_DEVICE, &e_vec_array)); in CeedOperatorApplyAdd_Hip()
537 …CeedCallBackend(CeedVectorSetArray(impl->q_vecs_out[i], CEED_MEM_DEVICE, CEED_USE_POINTER, e_vec_a… in CeedOperatorApplyAdd_Hip()
542 CeedCallBackend(CeedQFunctionApply(qf, num_elem * Q, impl->q_vecs_in, impl->q_vecs_out)); in CeedOperatorApplyAdd_Hip()
546 …torInputRestore_Hip(op_input_fields[i], qf_input_fields[i], i, in_vec, active_e_vec, false, impl)); in CeedOperatorApplyAdd_Hip()
552 CeedInt field = impl->output_field_order[i]; in CeedOperatorApplyAdd_Hip()
554 CeedVector l_vec, e_vec = impl->e_vecs_out[field], q_vec = impl->q_vecs_out[field]; in CeedOperatorApplyAdd_Hip()
576 if (impl->apply_add_basis_out[field]) { in CeedOperatorApplyAdd_Hip()
595 CeedCallBackend(CeedVectorTakeArray(impl->q_vecs_out[field], CEED_MEM_DEVICE, &e_vec_array)); in CeedOperatorApplyAdd_Hip()
600 if (!impl->skip_rstr_out[field]) { in CeedOperatorApplyAdd_Hip()
626 CeedOperator_Hip *impl; in CeedOperatorSetupAtPoints_Hip() local
631 CeedCallBackend(CeedOperatorGetData(op, &impl)); in CeedOperatorSetupAtPoints_Hip()
641 CeedCallBackend(CeedCalloc(num_elem, &impl->num_points)); in CeedOperatorSetupAtPoints_Hip()
646 impl->num_points[e] = num_points_elem; in CeedOperatorSetupAtPoints_Hip()
650 impl->max_num_points = max_num_points; in CeedOperatorSetupAtPoints_Hip()
653 CeedCallBackend(CeedCalloc(num_input_fields, &impl->e_vecs_in)); in CeedOperatorSetupAtPoints_Hip()
654 CeedCallBackend(CeedCalloc(num_output_fields, &impl->e_vecs_out)); in CeedOperatorSetupAtPoints_Hip()
655 CeedCallBackend(CeedCalloc(num_input_fields, &impl->skip_rstr_in)); in CeedOperatorSetupAtPoints_Hip()
656 CeedCallBackend(CeedCalloc(num_output_fields, &impl->skip_rstr_out)); in CeedOperatorSetupAtPoints_Hip()
657 CeedCallBackend(CeedCalloc(num_output_fields, &impl->apply_add_basis_out)); in CeedOperatorSetupAtPoints_Hip()
658 CeedCallBackend(CeedCalloc(num_input_fields, &impl->input_field_order)); in CeedOperatorSetupAtPoints_Hip()
659 CeedCallBackend(CeedCalloc(num_output_fields, &impl->output_field_order)); in CeedOperatorSetupAtPoints_Hip()
660 CeedCallBackend(CeedCalloc(num_input_fields, &impl->input_states)); in CeedOperatorSetupAtPoints_Hip()
661 CeedCallBackend(CeedCalloc(num_input_fields, &impl->q_vecs_in)); in CeedOperatorSetupAtPoints_Hip()
662 CeedCallBackend(CeedCalloc(num_output_fields, &impl->q_vecs_out)); in CeedOperatorSetupAtPoints_Hip()
663 impl->num_inputs = num_input_fields; in CeedOperatorSetupAtPoints_Hip()
664 impl->num_outputs = num_output_fields; in CeedOperatorSetupAtPoints_Hip()
667 …kend(CeedOperatorSetupFields_Hip(qf, op, true, true, impl->skip_rstr_in, NULL, impl->e_vecs_in, im… in CeedOperatorSetupAtPoints_Hip()
669 …atorSetupFields_Hip(qf, op, false, true, impl->skip_rstr_out, impl->apply_add_basis_out, impl->e_v… in CeedOperatorSetupAtPoints_Hip()
673 impl->max_active_e_vec_len = 0; in CeedOperatorSetupAtPoints_Hip()
686 impl->input_field_order[curr_index] = i; in CeedOperatorSetupAtPoints_Hip()
696 …impl->max_active_e_vec_len = e_vec_len_i > impl->max_active_e_vec_len ? e_vec_len_i : impl->max_ac… in CeedOperatorSetupAtPoints_Hip()
705 impl->input_field_order[curr_index] = j; in CeedOperatorSetupAtPoints_Hip()
727 impl->output_field_order[curr_index] = i; in CeedOperatorSetupAtPoints_Hip()
732 …impl->max_active_e_vec_len = e_vec_len_i > impl->max_active_e_vec_len ? e_vec_len_i : impl->max_ac… in CeedOperatorSetupAtPoints_Hip()
741 impl->output_field_order[curr_index] = j; in CeedOperatorSetupAtPoints_Hip()
751 CeedCallBackend(CeedClearWorkVectors(CeedOperatorReturnCeed(op), impl->max_active_e_vec_len)); in CeedOperatorSetupAtPoints_Hip()
756 …CeedCallBackend(CeedGetWorkVector(CeedOperatorReturnCeed(op), impl->max_active_e_vec_len, &temp_1)… in CeedOperatorSetupAtPoints_Hip()
757 …CeedCallBackend(CeedGetWorkVector(CeedOperatorReturnCeed(op), impl->max_active_e_vec_len, &temp_2)… in CeedOperatorSetupAtPoints_Hip()
771 … const bool skip_active, const bool skip_passive, CeedOperator_Hip *impl) { in CeedOperatorInputBasisAtPoints_Hip() argument
774 CeedVector l_vec, e_vec = impl->e_vecs_in[input_field], q_vec = impl->q_vecs_in[input_field]; in CeedOperatorInputBasisAtPoints_Hip()
810 …isApplyAtPoints(basis, num_elem, num_points, CEED_NOTRANSPOSE, eval_mode, impl->point_coords_elem,… in CeedOperatorInputBasisAtPoints_Hip()
831 CeedOperator_Hip *impl; in CeedOperatorApplyAddAtPoints_Hip() local
834 CeedCallBackend(CeedOperatorGetData(op, &impl)); in CeedOperatorApplyAddAtPoints_Hip()
842 num_points = impl->num_points; in CeedOperatorApplyAddAtPoints_Hip()
843 max_num_points = impl->max_num_points; in CeedOperatorApplyAddAtPoints_Hip()
846 CeedCallBackend(CeedGetWorkVector(ceed, impl->max_active_e_vec_len, &active_e_vec)); in CeedOperatorApplyAddAtPoints_Hip()
854 …if (!impl->point_coords_elem) CeedCallBackend(CeedElemRestrictionCreateVector(rstr_points, NULL, &… in CeedOperatorApplyAddAtPoints_Hip()
858 if (impl->points_state != state) { in CeedOperatorApplyAddAtPoints_Hip()
859 …CeedCallBackend(CeedElemRestrictionApply(rstr_points, CEED_NOTRANSPOSE, point_coords, impl->point_… in CeedOperatorApplyAddAtPoints_Hip()
868 CeedInt field = impl->input_field_order[i]; in CeedOperatorApplyAddAtPoints_Hip()
870 …p_input_fields[field], qf_input_fields[field], field, in_vec, active_e_vec, false, impl, request)); in CeedOperatorApplyAddAtPoints_Hip()
872 num_points, false, false, impl)); in CeedOperatorApplyAddAtPoints_Hip()
883 CeedCallBackend(CeedVectorGetArrayWrite(impl->e_vecs_out[i], CEED_MEM_DEVICE, &e_vec_array)); in CeedOperatorApplyAddAtPoints_Hip()
884 …CeedCallBackend(CeedVectorSetArray(impl->q_vecs_out[i], CEED_MEM_DEVICE, CEED_USE_POINTER, e_vec_a… in CeedOperatorApplyAddAtPoints_Hip()
889 …CeedCallBackend(CeedQFunctionApply(qf, num_elem * max_num_points, impl->q_vecs_in, impl->q_vecs_ou… in CeedOperatorApplyAddAtPoints_Hip()
893 …torInputRestore_Hip(op_input_fields[i], qf_input_fields[i], i, in_vec, active_e_vec, false, impl)); in CeedOperatorApplyAddAtPoints_Hip()
899 CeedInt field = impl->output_field_order[i]; in CeedOperatorApplyAddAtPoints_Hip()
901 CeedVector l_vec, e_vec = impl->e_vecs_out[field], q_vec = impl->q_vecs_out[field]; in CeedOperatorApplyAddAtPoints_Hip()
923 if (impl->apply_add_basis_out[field]) { in CeedOperatorApplyAddAtPoints_Hip()
924 …sApplyAddAtPoints(basis, num_elem, num_points, CEED_TRANSPOSE, eval_mode, impl->point_coords_elem,… in CeedOperatorApplyAddAtPoints_Hip()
926 …asisApplyAtPoints(basis, num_elem, num_points, CEED_TRANSPOSE, eval_mode, impl->point_coords_elem,… in CeedOperatorApplyAddAtPoints_Hip()
942 CeedCallBackend(CeedVectorTakeArray(impl->q_vecs_out[field], CEED_MEM_DEVICE, &e_vec_array)); in CeedOperatorApplyAddAtPoints_Hip()
947 if (!impl->skip_rstr_out[field]) { in CeedOperatorApplyAddAtPoints_Hip()
976 CeedOperator_Hip *impl; in CeedOperatorLinearAssembleQFunctionCore_Hip() local
980 CeedCallBackend(CeedOperatorGetData(op, &impl)); in CeedOperatorLinearAssembleQFunctionCore_Hip()
986 active_inputs = impl->qf_active_in; in CeedOperatorLinearAssembleQFunctionCore_Hip()
987 num_active_in = impl->num_active_in, num_active_out = impl->num_active_out; in CeedOperatorLinearAssembleQFunctionCore_Hip()
994 …atorInputRestrict_Hip(op_input_fields[i], qf_input_fields[i], i, NULL, NULL, true, impl, request)); in CeedOperatorLinearAssembleQFunctionCore_Hip()
995 …eratorInputBasis_Hip(op_input_fields[i], qf_input_fields[i], i, NULL, NULL, num_elem, true, impl)); in CeedOperatorLinearAssembleQFunctionCore_Hip()
1008 CeedCallBackend(CeedVectorSetValue(impl->q_vecs_in[i], 0.0)); in CeedOperatorLinearAssembleQFunctionCore_Hip()
1009 CeedCallBackend(CeedVectorGetArray(impl->q_vecs_in[i], CEED_MEM_DEVICE, &q_vec_array)); in CeedOperatorLinearAssembleQFunctionCore_Hip()
1019 CeedCallBackend(CeedVectorRestoreArray(impl->q_vecs_in[i], &q_vec_array)); in CeedOperatorLinearAssembleQFunctionCore_Hip()
1023 impl->num_active_in = num_active_in; in CeedOperatorLinearAssembleQFunctionCore_Hip()
1024 impl->qf_active_in = active_inputs; in CeedOperatorLinearAssembleQFunctionCore_Hip()
1040 impl->num_active_out = num_active_out; in CeedOperatorLinearAssembleQFunctionCore_Hip()
1075 …CeedCallBackend(CeedVectorSetArray(impl->q_vecs_out[out], CEED_MEM_DEVICE, CEED_USE_POINTER, assem… in CeedOperatorLinearAssembleQFunctionCore_Hip()
1082 CeedCallBackend(CeedQFunctionApply(qf, Q * num_elem, impl->q_vecs_in, impl->q_vecs_out)); in CeedOperatorLinearAssembleQFunctionCore_Hip()
1091 CeedCallBackend(CeedVectorTakeArray(impl->q_vecs_out[out], CEED_MEM_DEVICE, NULL)); in CeedOperatorLinearAssembleQFunctionCore_Hip()
1098 …d(CeedOperatorInputRestore_Hip(op_input_fields[i], qf_input_fields[i], i, NULL, NULL, true, impl)); in CeedOperatorLinearAssembleQFunctionCore_Hip()
1135 CeedOperator_Hip *impl; in CeedOperatorAssembleDiagonalSetup_Hip() local
1198 CeedCallBackend(CeedOperatorGetData(op, &impl)); in CeedOperatorAssembleDiagonalSetup_Hip()
1199 CeedCallBackend(CeedCalloc(1, &impl->diag)); in CeedOperatorAssembleDiagonalSetup_Hip()
1200 CeedOperatorDiag_Hip *diag = impl->diag; in CeedOperatorAssembleDiagonalSetup_Hip()
1324 CeedOperator_Hip *impl; in CeedOperatorAssembleDiagonalSetupCompile_Hip() local
1377 CeedCallBackend(CeedOperatorGetData(op, &impl)); in CeedOperatorAssembleDiagonalSetupCompile_Hip()
1378 CeedOperatorDiag_Hip *diag = impl->diag; in CeedOperatorAssembleDiagonalSetupCompile_Hip()
1410 CeedOperator_Hip *impl; in CeedOperatorAssembleDiagonalCore_Hip() local
1413 CeedCallBackend(CeedOperatorGetData(op, &impl)); in CeedOperatorAssembleDiagonalCore_Hip()
1421 if (!impl->diag) CeedCallBackend(CeedOperatorAssembleDiagonalSetup_Hip(op)); in CeedOperatorAssembleDiagonalCore_Hip()
1422 CeedOperatorDiag_Hip *diag = impl->diag; in CeedOperatorAssembleDiagonalCore_Hip()
1518 CeedOperator_Hip *impl; in CeedOperatorAssembleSingleSetup_Hip() local
1521 CeedCallBackend(CeedOperatorGetData(op, &impl)); in CeedOperatorAssembleSingleSetup_Hip()
1601 CeedCallBackend(CeedCalloc(1, &impl->asmb)); in CeedOperatorAssembleSingleSetup_Hip()
1602 CeedOperatorAssemble_Hip *asmb = impl->asmb; in CeedOperatorAssembleSingleSetup_Hip()
1724 CeedOperator_Hip *impl; in CeedOperatorAssembleSingle_Hip() local
1727 CeedCallBackend(CeedOperatorGetData(op, &impl)); in CeedOperatorAssembleSingle_Hip()
1739 if (!impl->asmb) CeedCallBackend(CeedOperatorAssembleSingleSetup_Hip(op, use_ceedsize_idx)); in CeedOperatorAssembleSingle_Hip()
1740 CeedOperatorAssemble_Hip *asmb = impl->asmb; in CeedOperatorAssembleSingle_Hip()
1829 CeedOperator_Hip *impl; in CeedOperatorLinearAssembleAddDiagonalAtPoints_Hip() local
1832 CeedCallBackend(CeedOperatorGetData(op, &impl)); in CeedOperatorLinearAssembleAddDiagonalAtPoints_Hip()
1840 num_points = impl->num_points; in CeedOperatorLinearAssembleAddDiagonalAtPoints_Hip()
1841 max_num_points = impl->max_num_points; in CeedOperatorLinearAssembleAddDiagonalAtPoints_Hip()
1844 CeedCallBackend(CeedGetWorkVector(ceed, impl->max_active_e_vec_len, &active_e_vec_in)); in CeedOperatorLinearAssembleAddDiagonalAtPoints_Hip()
1845 CeedCallBackend(CeedGetWorkVector(ceed, impl->max_active_e_vec_len, &active_e_vec_out)); in CeedOperatorLinearAssembleAddDiagonalAtPoints_Hip()
1866 …if (!impl->point_coords_elem) CeedCallBackend(CeedElemRestrictionCreateVector(rstr_points, NULL, &… in CeedOperatorLinearAssembleAddDiagonalAtPoints_Hip()
1870 if (impl->points_state != state) { in CeedOperatorLinearAssembleAddDiagonalAtPoints_Hip()
1871 …CeedCallBackend(CeedElemRestrictionApply(rstr_points, CEED_NOTRANSPOSE, point_coords, impl->point_… in CeedOperatorLinearAssembleAddDiagonalAtPoints_Hip()
1880 …atorInputRestrict_Hip(op_input_fields[i], qf_input_fields[i], i, NULL, NULL, true, impl, request)); in CeedOperatorLinearAssembleAddDiagonalAtPoints_Hip()
1882 impl)); in CeedOperatorLinearAssembleAddDiagonalAtPoints_Hip()
1893 CeedCallBackend(CeedVectorGetArrayWrite(impl->e_vecs_out[i], CEED_MEM_DEVICE, &e_vec_array)); in CeedOperatorLinearAssembleAddDiagonalAtPoints_Hip()
1894 …CeedCallBackend(CeedVectorSetArray(impl->q_vecs_out[i], CEED_MEM_DEVICE, CEED_USE_POINTER, e_vec_a… in CeedOperatorLinearAssembleAddDiagonalAtPoints_Hip()
1901 …CeedInt elem_size = 1, num_comp_active = 1, e_vec_size = 0, field_in = impl->input_fie… in CeedOperatorLinearAssembleAddDiagonalAtPoints_Hip()
1910 if (!is_active || impl->skip_rstr_in[field_in]) continue; in CeedOperatorLinearAssembleAddDiagonalAtPoints_Hip()
1924 CeedVector q_vec = impl->q_vecs_in[field_in]; in CeedOperatorLinearAssembleAddDiagonalAtPoints_Hip()
1943 CeedInt field = impl->input_field_order[j]; in CeedOperatorLinearAssembleAddDiagonalAtPoints_Hip()
1946 num_points, false, true, impl)); in CeedOperatorLinearAssembleAddDiagonalAtPoints_Hip()
1950 …CeedCallBackend(CeedQFunctionApply(qf, num_elem * max_num_points, impl->q_vecs_in, impl->q_vecs_ou… in CeedOperatorLinearAssembleAddDiagonalAtPoints_Hip()
1956 CeedInt field_out = impl->output_field_order[j]; in CeedOperatorLinearAssembleAddDiagonalAtPoints_Hip()
1959 …CeedVector l_vec, e_vec = impl->e_vecs_out[field_out], q_vec = impl->q_vecs_out[field_out… in CeedOperatorLinearAssembleAddDiagonalAtPoints_Hip()
2002 if (impl->apply_add_basis_out[field_out]) { in CeedOperatorLinearAssembleAddDiagonalAtPoints_Hip()
2003 …sApplyAddAtPoints(basis, num_elem, num_points, CEED_TRANSPOSE, eval_mode, impl->point_coords_elem,… in CeedOperatorLinearAssembleAddDiagonalAtPoints_Hip()
2006 …asisApplyAtPoints(basis, num_elem, num_points, CEED_TRANSPOSE, eval_mode, impl->point_coords_elem,… in CeedOperatorLinearAssembleAddDiagonalAtPoints_Hip()
2019 if (impl->skip_rstr_out[field_out]) { in CeedOperatorLinearAssembleAddDiagonalAtPoints_Hip()
2057 CeedCallBackend(CeedVectorTakeArray(impl->q_vecs_out[i], CEED_MEM_DEVICE, &e_vec_array)); in CeedOperatorLinearAssembleAddDiagonalAtPoints_Hip()
2058 CeedCallBackend(CeedVectorRestoreArray(impl->e_vecs_out[i], &e_vec_array)); in CeedOperatorLinearAssembleAddDiagonalAtPoints_Hip()
2064 …d(CeedOperatorInputRestore_Hip(op_input_fields[i], qf_input_fields[i], i, NULL, NULL, true, impl)); in CeedOperatorLinearAssembleAddDiagonalAtPoints_Hip()
2080 CeedOperator_Hip *impl; in CeedOperatorCreate_Hip() local
2083 CeedCallBackend(CeedCalloc(1, &impl)); in CeedOperatorCreate_Hip()
2084 CeedCallBackend(CeedOperatorSetData(op, impl)); in CeedOperatorCreate_Hip()
2103 CeedOperator_Hip *impl; in CeedOperatorCreateAtPoints_Hip() local
2106 CeedCallBackend(CeedCalloc(1, &impl)); in CeedOperatorCreateAtPoints_Hip()
2107 CeedCallBackend(CeedOperatorSetData(op, impl)); in CeedOperatorCreateAtPoints_Hip()