Lines Matching refs:CeedCallBackend
26 CeedCallBackend(CeedOperatorGetData(op, &impl)); in CeedOperatorDestroy_Hip()
29 CeedCallBackend(CeedFree(&impl->num_points)); in CeedOperatorDestroy_Hip()
30 CeedCallBackend(CeedFree(&impl->skip_rstr_in)); in CeedOperatorDestroy_Hip()
31 CeedCallBackend(CeedFree(&impl->skip_rstr_out)); in CeedOperatorDestroy_Hip()
32 CeedCallBackend(CeedFree(&impl->apply_add_basis_out)); in CeedOperatorDestroy_Hip()
33 CeedCallBackend(CeedFree(&impl->input_field_order)); in CeedOperatorDestroy_Hip()
34 CeedCallBackend(CeedFree(&impl->output_field_order)); in CeedOperatorDestroy_Hip()
35 CeedCallBackend(CeedFree(&impl->input_states)); in CeedOperatorDestroy_Hip()
38 CeedCallBackend(CeedVectorDestroy(&impl->e_vecs_in[i])); in CeedOperatorDestroy_Hip()
39 CeedCallBackend(CeedVectorDestroy(&impl->q_vecs_in[i])); in CeedOperatorDestroy_Hip()
41 CeedCallBackend(CeedFree(&impl->e_vecs_in)); in CeedOperatorDestroy_Hip()
42 CeedCallBackend(CeedFree(&impl->q_vecs_in)); in CeedOperatorDestroy_Hip()
45 CeedCallBackend(CeedVectorDestroy(&impl->e_vecs_out[i])); in CeedOperatorDestroy_Hip()
46 CeedCallBackend(CeedVectorDestroy(&impl->q_vecs_out[i])); in CeedOperatorDestroy_Hip()
48 CeedCallBackend(CeedFree(&impl->e_vecs_out)); in CeedOperatorDestroy_Hip()
49 CeedCallBackend(CeedFree(&impl->q_vecs_out)); in CeedOperatorDestroy_Hip()
50 CeedCallBackend(CeedVectorDestroy(&impl->point_coords_elem)); in CeedOperatorDestroy_Hip()
54 CeedCallBackend(CeedVectorDestroy(&impl->qf_active_in[i])); in CeedOperatorDestroy_Hip()
56 CeedCallBackend(CeedFree(&impl->qf_active_in)); in CeedOperatorDestroy_Hip()
62 CeedCallBackend(CeedOperatorGetCeed(op, &ceed)); in CeedOperatorDestroy_Hip()
80 CeedCallBackend(CeedDestroy(&ceed)); in CeedOperatorDestroy_Hip()
81 CeedCallBackend(CeedVectorDestroy(&impl->diag->elem_diag)); in CeedOperatorDestroy_Hip()
82 CeedCallBackend(CeedVectorDestroy(&impl->diag->point_block_elem_diag)); in CeedOperatorDestroy_Hip()
83 CeedCallBackend(CeedElemRestrictionDestroy(&impl->diag->diag_rstr)); in CeedOperatorDestroy_Hip()
84 CeedCallBackend(CeedElemRestrictionDestroy(&impl->diag->point_block_diag_rstr)); in CeedOperatorDestroy_Hip()
86 CeedCallBackend(CeedFree(&impl->diag)); in CeedOperatorDestroy_Hip()
91 CeedCallBackend(CeedOperatorGetCeed(op, &ceed)); in CeedOperatorDestroy_Hip()
95 CeedCallBackend(CeedDestroy(&ceed)); in CeedOperatorDestroy_Hip()
97 CeedCallBackend(CeedFree(&impl->asmb)); in CeedOperatorDestroy_Hip()
99 CeedCallBackend(CeedFree(&impl)); in CeedOperatorDestroy_Hip()
112 CeedCallBackend(CeedOperatorGetCeed(op, &ceed)); in CeedOperatorSetupFields_Hip()
114 CeedCallBackend(CeedOperatorGetFields(op, NULL, &op_fields, NULL, NULL)); in CeedOperatorSetupFields_Hip()
115 CeedCallBackend(CeedQFunctionGetFields(qf, NULL, &qf_fields, NULL, NULL)); in CeedOperatorSetupFields_Hip()
117 CeedCallBackend(CeedOperatorGetFields(op, NULL, NULL, NULL, &op_fields)); in CeedOperatorSetupFields_Hip()
118 CeedCallBackend(CeedQFunctionGetFields(qf, NULL, NULL, NULL, &qf_fields)); in CeedOperatorSetupFields_Hip()
135 CeedCallBackend(CeedOperatorFieldGetVector(op_fields[i], &l_vec)); in CeedOperatorSetupFields_Hip()
137 CeedCallBackend(CeedVectorDestroy(&l_vec)); in CeedOperatorSetupFields_Hip()
138 CeedCallBackend(CeedOperatorFieldGetElemRestriction(op_fields[i], &elem_rstr)); in CeedOperatorSetupFields_Hip()
139 CeedCallBackend(CeedQFunctionFieldGetEvalMode(qf_fields[i], &eval_mode)); in CeedOperatorSetupFields_Hip()
142 CeedCallBackend(CeedElemRestrictionIsStrided(elem_rstr, &is_strided)); in CeedOperatorSetupFields_Hip()
143 if (is_strided) CeedCallBackend(CeedElemRestrictionHasBackendStrides(elem_rstr, &skip_e_vec)); in CeedOperatorSetupFields_Hip()
148 CeedCallBackend(CeedElemRestrictionCreateVector(elem_rstr, NULL, &e_vecs[i])); in CeedOperatorSetupFields_Hip()
150 CeedCallBackend(CeedElemRestrictionDestroy(&elem_rstr)); in CeedOperatorSetupFields_Hip()
158 CeedCallBackend(CeedQFunctionFieldGetSize(qf_fields[i], &size)); in CeedOperatorSetupFields_Hip()
160 CeedCallBackend(CeedVectorCreate(ceed, q_size, &q_vecs[i])); in CeedOperatorSetupFields_Hip()
165 CeedCallBackend(CeedOperatorFieldGetBasis(op_fields[i], &basis)); in CeedOperatorSetupFields_Hip()
167 CeedCallBackend(CeedVectorCreate(ceed, q_size, &q_vecs[i])); in CeedOperatorSetupFields_Hip()
172 …CeedCallBackend(CeedBasisApplyAtPoints(basis, num_elem, num_points, CEED_NOTRANSPOSE, CEED_EVAL_WE… in CeedOperatorSetupFields_Hip()
175 …CeedCallBackend(CeedBasisApply(basis, num_elem, CEED_NOTRANSPOSE, CEED_EVAL_WEIGHT, CEED_VECTOR_NO… in CeedOperatorSetupFields_Hip()
177 CeedCallBackend(CeedBasisDestroy(&basis)); in CeedOperatorSetupFields_Hip()
188 CeedCallBackend(CeedOperatorFieldGetVector(op_fields[i], &vec_i)); in CeedOperatorSetupFields_Hip()
189 CeedCallBackend(CeedOperatorFieldGetElemRestriction(op_fields[i], &rstr_i)); in CeedOperatorSetupFields_Hip()
194 CeedCallBackend(CeedOperatorFieldGetVector(op_fields[j], &vec_j)); in CeedOperatorSetupFields_Hip()
195 CeedCallBackend(CeedOperatorFieldGetElemRestriction(op_fields[j], &rstr_j)); in CeedOperatorSetupFields_Hip()
197 if (e_vecs[i]) CeedCallBackend(CeedVectorReferenceCopy(e_vecs[i], &e_vecs[j])); in CeedOperatorSetupFields_Hip()
200 CeedCallBackend(CeedVectorDestroy(&vec_j)); in CeedOperatorSetupFields_Hip()
201 CeedCallBackend(CeedElemRestrictionDestroy(&rstr_j)); in CeedOperatorSetupFields_Hip()
203 CeedCallBackend(CeedVectorDestroy(&vec_i)); in CeedOperatorSetupFields_Hip()
204 CeedCallBackend(CeedElemRestrictionDestroy(&rstr_i)); in CeedOperatorSetupFields_Hip()
211 CeedCallBackend(CeedOperatorFieldGetVector(op_fields[i], &vec_i)); in CeedOperatorSetupFields_Hip()
212 CeedCallBackend(CeedOperatorFieldGetElemRestriction(op_fields[i], &rstr_i)); in CeedOperatorSetupFields_Hip()
217 CeedCallBackend(CeedOperatorFieldGetVector(op_fields[j], &vec_j)); in CeedOperatorSetupFields_Hip()
218 CeedCallBackend(CeedOperatorFieldGetElemRestriction(op_fields[j], &rstr_j)); in CeedOperatorSetupFields_Hip()
220 if (e_vecs[i]) CeedCallBackend(CeedVectorReferenceCopy(e_vecs[i], &e_vecs[j])); in CeedOperatorSetupFields_Hip()
224 CeedCallBackend(CeedVectorDestroy(&vec_j)); in CeedOperatorSetupFields_Hip()
225 CeedCallBackend(CeedElemRestrictionDestroy(&rstr_j)); in CeedOperatorSetupFields_Hip()
227 CeedCallBackend(CeedVectorDestroy(&vec_i)); in CeedOperatorSetupFields_Hip()
228 CeedCallBackend(CeedElemRestrictionDestroy(&rstr_i)); in CeedOperatorSetupFields_Hip()
231 CeedCallBackend(CeedDestroy(&ceed)); in CeedOperatorSetupFields_Hip()
246 CeedCallBackend(CeedOperatorIsSetupDone(op, &is_setup_done)); in CeedOperatorSetup_Hip()
249 CeedCallBackend(CeedOperatorGetData(op, &impl)); in CeedOperatorSetup_Hip()
250 CeedCallBackend(CeedOperatorGetQFunction(op, &qf)); in CeedOperatorSetup_Hip()
251 CeedCallBackend(CeedOperatorGetNumQuadraturePoints(op, &Q)); in CeedOperatorSetup_Hip()
252 CeedCallBackend(CeedOperatorGetNumElements(op, &num_elem)); in CeedOperatorSetup_Hip()
253 …CeedCallBackend(CeedOperatorGetFields(op, &num_input_fields, &op_input_fields, &num_output_fields,… in CeedOperatorSetup_Hip()
254 CeedCallBackend(CeedQFunctionGetFields(qf, NULL, &qf_input_fields, NULL, &qf_output_fields)); in CeedOperatorSetup_Hip()
257 CeedCallBackend(CeedCalloc(num_input_fields, &impl->e_vecs_in)); in CeedOperatorSetup_Hip()
258 CeedCallBackend(CeedCalloc(num_output_fields, &impl->e_vecs_out)); in CeedOperatorSetup_Hip()
259 CeedCallBackend(CeedCalloc(num_input_fields, &impl->skip_rstr_in)); in CeedOperatorSetup_Hip()
260 CeedCallBackend(CeedCalloc(num_output_fields, &impl->skip_rstr_out)); in CeedOperatorSetup_Hip()
261 CeedCallBackend(CeedCalloc(num_output_fields, &impl->apply_add_basis_out)); in CeedOperatorSetup_Hip()
262 CeedCallBackend(CeedCalloc(num_input_fields, &impl->input_field_order)); in CeedOperatorSetup_Hip()
263 CeedCallBackend(CeedCalloc(num_output_fields, &impl->output_field_order)); in CeedOperatorSetup_Hip()
264 CeedCallBackend(CeedCalloc(num_input_fields, &impl->input_states)); in CeedOperatorSetup_Hip()
265 CeedCallBackend(CeedCalloc(num_input_fields, &impl->q_vecs_in)); in CeedOperatorSetup_Hip()
266 CeedCallBackend(CeedCalloc(num_output_fields, &impl->q_vecs_out)); in CeedOperatorSetup_Hip()
271 …CeedCallBackend(CeedOperatorSetupFields_Hip(qf, op, true, false, impl->skip_rstr_in, NULL, impl->e… in CeedOperatorSetup_Hip()
273 …CeedCallBackend(CeedOperatorSetupFields_Hip(qf, op, false, false, impl->skip_rstr_out, impl->apply… in CeedOperatorSetup_Hip()
292 CeedCallBackend(CeedOperatorFieldGetVector(op_input_fields[i], &vec_i)); in CeedOperatorSetup_Hip()
295 CeedCallBackend(CeedVectorDestroy(&vec_i)); in CeedOperatorSetup_Hip()
298 CeedCallBackend(CeedOperatorFieldGetElemRestriction(op_input_fields[i], &rstr_i)); in CeedOperatorSetup_Hip()
299 CeedCallBackend(CeedElemRestrictionGetEVectorSize(rstr_i, &e_vec_len_i)); in CeedOperatorSetup_Hip()
305 CeedCallBackend(CeedOperatorFieldGetVector(op_input_fields[j], &vec_j)); in CeedOperatorSetup_Hip()
306 CeedCallBackend(CeedOperatorFieldGetElemRestriction(op_input_fields[j], &rstr_j)); in CeedOperatorSetup_Hip()
312 CeedCallBackend(CeedVectorDestroy(&vec_j)); in CeedOperatorSetup_Hip()
313 CeedCallBackend(CeedElemRestrictionDestroy(&rstr_j)); in CeedOperatorSetup_Hip()
315 CeedCallBackend(CeedVectorDestroy(&vec_i)); in CeedOperatorSetup_Hip()
316 CeedCallBackend(CeedElemRestrictionDestroy(&rstr_i)); in CeedOperatorSetup_Hip()
333 CeedCallBackend(CeedOperatorFieldGetVector(op_output_fields[i], &vec_i)); in CeedOperatorSetup_Hip()
334 CeedCallBackend(CeedOperatorFieldGetElemRestriction(op_output_fields[i], &rstr_i)); in CeedOperatorSetup_Hip()
335 CeedCallBackend(CeedElemRestrictionGetEVectorSize(rstr_i, &e_vec_len_i)); in CeedOperatorSetup_Hip()
341 CeedCallBackend(CeedOperatorFieldGetVector(op_output_fields[j], &vec_j)); in CeedOperatorSetup_Hip()
342 CeedCallBackend(CeedOperatorFieldGetElemRestriction(op_output_fields[j], &rstr_j)); in CeedOperatorSetup_Hip()
348 CeedCallBackend(CeedVectorDestroy(&vec_j)); in CeedOperatorSetup_Hip()
349 CeedCallBackend(CeedElemRestrictionDestroy(&rstr_j)); in CeedOperatorSetup_Hip()
351 CeedCallBackend(CeedVectorDestroy(&vec_i)); in CeedOperatorSetup_Hip()
352 CeedCallBackend(CeedElemRestrictionDestroy(&rstr_i)); in CeedOperatorSetup_Hip()
355 CeedCallBackend(CeedClearWorkVectors(CeedOperatorReturnCeed(op), impl->max_active_e_vec_len)); in CeedOperatorSetup_Hip()
360 …CeedCallBackend(CeedGetWorkVector(CeedOperatorReturnCeed(op), impl->max_active_e_vec_len, &temp_1)… in CeedOperatorSetup_Hip()
361 …CeedCallBackend(CeedGetWorkVector(CeedOperatorReturnCeed(op), impl->max_active_e_vec_len, &temp_2)… in CeedOperatorSetup_Hip()
362 CeedCallBackend(CeedRestoreWorkVector(CeedOperatorReturnCeed(op), &temp_1)); in CeedOperatorSetup_Hip()
363 CeedCallBackend(CeedRestoreWorkVector(CeedOperatorReturnCeed(op), &temp_2)); in CeedOperatorSetup_Hip()
365 CeedCallBackend(CeedOperatorSetSetupDone(op)); in CeedOperatorSetup_Hip()
366 CeedCallBackend(CeedQFunctionDestroy(&qf)); in CeedOperatorSetup_Hip()
380 CeedCallBackend(CeedOperatorFieldGetVector(op_input_field, &l_vec)); in CeedOperatorInputRestrict_Hip()
394 CeedCallBackend(CeedVectorGetState(l_vec, &state)); in CeedOperatorInputRestrict_Hip()
398 CeedCallBackend(CeedOperatorFieldGetElemRestriction(op_input_field, &elem_rstr)); in CeedOperatorInputRestrict_Hip()
399 … CeedCallBackend(CeedElemRestrictionApply(elem_rstr, CEED_NOTRANSPOSE, l_vec, e_vec, request)); in CeedOperatorInputRestrict_Hip()
400 CeedCallBackend(CeedElemRestrictionDestroy(&elem_rstr)); in CeedOperatorInputRestrict_Hip()
405 if (!is_active) CeedCallBackend(CeedVectorDestroy(&l_vec)); in CeedOperatorInputRestrict_Hip()
420 CeedCallBackend(CeedOperatorFieldGetVector(op_input_field, &l_vec)); in CeedOperatorInputBasis_Hip()
429 CeedCallBackend(CeedQFunctionFieldGetEvalMode(qf_input_field, &eval_mode)); in CeedOperatorInputBasis_Hip()
435 CeedCallBackend(CeedVectorGetArrayRead(e_vec, CEED_MEM_DEVICE, &e_vec_array)); in CeedOperatorInputBasis_Hip()
437 CeedCallBackend(CeedVectorGetArrayRead(l_vec, CEED_MEM_DEVICE, &e_vec_array)); in CeedOperatorInputBasis_Hip()
439 …CeedCallBackend(CeedVectorSetArray(q_vec, CEED_MEM_DEVICE, CEED_USE_POINTER, (CeedScalar *)e_vec_a… in CeedOperatorInputBasis_Hip()
448 CeedCallBackend(CeedOperatorFieldGetBasis(op_input_field, &basis)); in CeedOperatorInputBasis_Hip()
449 CeedCallBackend(CeedBasisApply(basis, num_elem, CEED_NOTRANSPOSE, eval_mode, e_vec, q_vec)); in CeedOperatorInputBasis_Hip()
450 CeedCallBackend(CeedBasisDestroy(&basis)); in CeedOperatorInputBasis_Hip()
456 if (!is_active) CeedCallBackend(CeedVectorDestroy(&l_vec)); in CeedOperatorInputBasis_Hip()
470 CeedCallBackend(CeedOperatorFieldGetVector(op_input_field, &l_vec)); in CeedOperatorInputRestore_Hip()
479 CeedCallBackend(CeedQFunctionFieldGetEvalMode(qf_input_field, &eval_mode)); in CeedOperatorInputRestore_Hip()
483 …CeedCallBackend(CeedVectorTakeArray(impl->q_vecs_in[input_field], CEED_MEM_DEVICE, (CeedScalar **)… in CeedOperatorInputRestore_Hip()
485 CeedCallBackend(CeedVectorRestoreArrayRead(e_vec, &e_vec_array)); in CeedOperatorInputRestore_Hip()
487 CeedCallBackend(CeedVectorRestoreArrayRead(l_vec, &e_vec_array)); in CeedOperatorInputRestore_Hip()
490 if (!is_active) CeedCallBackend(CeedVectorDestroy(&l_vec)); in CeedOperatorInputRestore_Hip()
506 CeedCallBackend(CeedOperatorGetCeed(op, &ceed)); in CeedOperatorApplyAdd_Hip()
507 CeedCallBackend(CeedOperatorGetData(op, &impl)); in CeedOperatorApplyAdd_Hip()
508 CeedCallBackend(CeedOperatorGetQFunction(op, &qf)); in CeedOperatorApplyAdd_Hip()
509 CeedCallBackend(CeedOperatorGetNumQuadraturePoints(op, &Q)); in CeedOperatorApplyAdd_Hip()
510 CeedCallBackend(CeedOperatorGetNumElements(op, &num_elem)); in CeedOperatorApplyAdd_Hip()
511 …CeedCallBackend(CeedOperatorGetFields(op, &num_input_fields, &op_input_fields, &num_output_fields,… in CeedOperatorApplyAdd_Hip()
512 CeedCallBackend(CeedQFunctionGetFields(qf, NULL, &qf_input_fields, NULL, &qf_output_fields)); in CeedOperatorApplyAdd_Hip()
515 CeedCallBackend(CeedOperatorSetup_Hip(op)); in CeedOperatorApplyAdd_Hip()
518 CeedCallBackend(CeedGetWorkVector(ceed, impl->max_active_e_vec_len, &active_e_vec)); in CeedOperatorApplyAdd_Hip()
524 …CeedCallBackend(CeedOperatorInputRestrict_Hip(op_input_fields[field], qf_input_fields[field], fiel… in CeedOperatorApplyAdd_Hip()
525 …CeedCallBackend(CeedOperatorInputBasis_Hip(op_input_fields[field], qf_input_fields[field], field, … in CeedOperatorApplyAdd_Hip()
532 CeedCallBackend(CeedQFunctionFieldGetEvalMode(qf_output_fields[i], &eval_mode)); in CeedOperatorApplyAdd_Hip()
536 CeedCallBackend(CeedVectorGetArrayWrite(impl->e_vecs_out[i], CEED_MEM_DEVICE, &e_vec_array)); in CeedOperatorApplyAdd_Hip()
537 …CeedCallBackend(CeedVectorSetArray(impl->q_vecs_out[i], CEED_MEM_DEVICE, CEED_USE_POINTER, e_vec_a… in CeedOperatorApplyAdd_Hip()
542 CeedCallBackend(CeedQFunctionApply(qf, num_elem * Q, impl->q_vecs_in, impl->q_vecs_out)); in CeedOperatorApplyAdd_Hip()
546 …CeedCallBackend(CeedOperatorInputRestore_Hip(op_input_fields[i], qf_input_fields[i], i, in_vec, ac… in CeedOperatorApplyAdd_Hip()
557 CeedCallBackend(CeedOperatorFieldGetVector(op_output_fields[field], &l_vec)); in CeedOperatorApplyAdd_Hip()
565 CeedCallBackend(CeedQFunctionFieldGetEvalMode(qf_output_fields[field], &eval_mode)); in CeedOperatorApplyAdd_Hip()
575 CeedCallBackend(CeedOperatorFieldGetBasis(op_output_fields[field], &basis)); in CeedOperatorApplyAdd_Hip()
577 … CeedCallBackend(CeedBasisApplyAdd(basis, num_elem, CEED_TRANSPOSE, eval_mode, q_vec, e_vec)); in CeedOperatorApplyAdd_Hip()
579 CeedCallBackend(CeedBasisApply(basis, num_elem, CEED_TRANSPOSE, eval_mode, q_vec, e_vec)); in CeedOperatorApplyAdd_Hip()
581 CeedCallBackend(CeedBasisDestroy(&basis)); in CeedOperatorApplyAdd_Hip()
595 CeedCallBackend(CeedVectorTakeArray(impl->q_vecs_out[field], CEED_MEM_DEVICE, &e_vec_array)); in CeedOperatorApplyAdd_Hip()
596 CeedCallBackend(CeedVectorRestoreArray(e_vec, &e_vec_array)); in CeedOperatorApplyAdd_Hip()
603 CeedCallBackend(CeedOperatorFieldGetElemRestriction(op_output_fields[field], &elem_rstr)); in CeedOperatorApplyAdd_Hip()
604 CeedCallBackend(CeedElemRestrictionApply(elem_rstr, CEED_TRANSPOSE, e_vec, l_vec, request)); in CeedOperatorApplyAdd_Hip()
605 CeedCallBackend(CeedElemRestrictionDestroy(&elem_rstr)); in CeedOperatorApplyAdd_Hip()
607 if (!is_active) CeedCallBackend(CeedVectorDestroy(&l_vec)); in CeedOperatorApplyAdd_Hip()
611 CeedCallBackend(CeedRestoreWorkVector(ceed, &active_e_vec)); in CeedOperatorApplyAdd_Hip()
612 CeedCallBackend(CeedDestroy(&ceed)); in CeedOperatorApplyAdd_Hip()
613 CeedCallBackend(CeedQFunctionDestroy(&qf)); in CeedOperatorApplyAdd_Hip()
628 CeedCallBackend(CeedOperatorIsSetupDone(op, &is_setup_done)); in CeedOperatorSetupAtPoints_Hip()
631 CeedCallBackend(CeedOperatorGetData(op, &impl)); in CeedOperatorSetupAtPoints_Hip()
632 CeedCallBackend(CeedOperatorGetQFunction(op, &qf)); in CeedOperatorSetupAtPoints_Hip()
633 CeedCallBackend(CeedOperatorGetNumElements(op, &num_elem)); in CeedOperatorSetupAtPoints_Hip()
634 …CeedCallBackend(CeedOperatorGetFields(op, &num_input_fields, &op_input_fields, &num_output_fields,… in CeedOperatorSetupAtPoints_Hip()
635 CeedCallBackend(CeedQFunctionGetFields(qf, NULL, &qf_input_fields, NULL, &qf_output_fields)); in CeedOperatorSetupAtPoints_Hip()
639 CeedCallBackend(CeedOperatorAtPointsGetPoints(op, &rstr_points, NULL)); in CeedOperatorSetupAtPoints_Hip()
640 CeedCallBackend(CeedElemRestrictionGetMaxPointsInElement(rstr_points, &max_num_points)); in CeedOperatorSetupAtPoints_Hip()
641 CeedCallBackend(CeedCalloc(num_elem, &impl->num_points)); in CeedOperatorSetupAtPoints_Hip()
645 CeedCallBackend(CeedElemRestrictionGetNumPointsInElement(rstr_points, e, &num_points_elem)); in CeedOperatorSetupAtPoints_Hip()
648 CeedCallBackend(CeedElemRestrictionDestroy(&rstr_points)); in CeedOperatorSetupAtPoints_Hip()
653 CeedCallBackend(CeedCalloc(num_input_fields, &impl->e_vecs_in)); in CeedOperatorSetupAtPoints_Hip()
654 CeedCallBackend(CeedCalloc(num_output_fields, &impl->e_vecs_out)); in CeedOperatorSetupAtPoints_Hip()
655 CeedCallBackend(CeedCalloc(num_input_fields, &impl->skip_rstr_in)); in CeedOperatorSetupAtPoints_Hip()
656 CeedCallBackend(CeedCalloc(num_output_fields, &impl->skip_rstr_out)); in CeedOperatorSetupAtPoints_Hip()
657 CeedCallBackend(CeedCalloc(num_output_fields, &impl->apply_add_basis_out)); in CeedOperatorSetupAtPoints_Hip()
658 CeedCallBackend(CeedCalloc(num_input_fields, &impl->input_field_order)); in CeedOperatorSetupAtPoints_Hip()
659 CeedCallBackend(CeedCalloc(num_output_fields, &impl->output_field_order)); in CeedOperatorSetupAtPoints_Hip()
660 CeedCallBackend(CeedCalloc(num_input_fields, &impl->input_states)); in CeedOperatorSetupAtPoints_Hip()
661 CeedCallBackend(CeedCalloc(num_input_fields, &impl->q_vecs_in)); in CeedOperatorSetupAtPoints_Hip()
662 CeedCallBackend(CeedCalloc(num_output_fields, &impl->q_vecs_out)); in CeedOperatorSetupAtPoints_Hip()
667 …CeedCallBackend(CeedOperatorSetupFields_Hip(qf, op, true, true, impl->skip_rstr_in, NULL, impl->e_… in CeedOperatorSetupAtPoints_Hip()
669 …CeedCallBackend(CeedOperatorSetupFields_Hip(qf, op, false, true, impl->skip_rstr_out, impl->apply_… in CeedOperatorSetupAtPoints_Hip()
688 CeedCallBackend(CeedOperatorFieldGetVector(op_input_fields[i], &vec_i)); in CeedOperatorSetupAtPoints_Hip()
691 CeedCallBackend(CeedVectorDestroy(&vec_i)); in CeedOperatorSetupAtPoints_Hip()
694 CeedCallBackend(CeedOperatorFieldGetElemRestriction(op_input_fields[i], &rstr_i)); in CeedOperatorSetupAtPoints_Hip()
695 CeedCallBackend(CeedElemRestrictionGetEVectorSize(rstr_i, &e_vec_len_i)); in CeedOperatorSetupAtPoints_Hip()
701 CeedCallBackend(CeedOperatorFieldGetVector(op_input_fields[j], &vec_j)); in CeedOperatorSetupAtPoints_Hip()
702 CeedCallBackend(CeedOperatorFieldGetElemRestriction(op_input_fields[j], &rstr_j)); in CeedOperatorSetupAtPoints_Hip()
708 CeedCallBackend(CeedVectorDestroy(&vec_j)); in CeedOperatorSetupAtPoints_Hip()
709 CeedCallBackend(CeedElemRestrictionDestroy(&rstr_j)); in CeedOperatorSetupAtPoints_Hip()
711 CeedCallBackend(CeedVectorDestroy(&vec_i)); in CeedOperatorSetupAtPoints_Hip()
712 CeedCallBackend(CeedElemRestrictionDestroy(&rstr_i)); in CeedOperatorSetupAtPoints_Hip()
729 CeedCallBackend(CeedOperatorFieldGetVector(op_output_fields[i], &vec_i)); in CeedOperatorSetupAtPoints_Hip()
730 CeedCallBackend(CeedOperatorFieldGetElemRestriction(op_output_fields[i], &rstr_i)); in CeedOperatorSetupAtPoints_Hip()
731 CeedCallBackend(CeedElemRestrictionGetEVectorSize(rstr_i, &e_vec_len_i)); in CeedOperatorSetupAtPoints_Hip()
737 CeedCallBackend(CeedOperatorFieldGetVector(op_output_fields[j], &vec_j)); in CeedOperatorSetupAtPoints_Hip()
738 CeedCallBackend(CeedOperatorFieldGetElemRestriction(op_output_fields[j], &rstr_j)); in CeedOperatorSetupAtPoints_Hip()
744 CeedCallBackend(CeedVectorDestroy(&vec_j)); in CeedOperatorSetupAtPoints_Hip()
745 CeedCallBackend(CeedElemRestrictionDestroy(&rstr_j)); in CeedOperatorSetupAtPoints_Hip()
747 CeedCallBackend(CeedVectorDestroy(&vec_i)); in CeedOperatorSetupAtPoints_Hip()
748 CeedCallBackend(CeedElemRestrictionDestroy(&rstr_i)); in CeedOperatorSetupAtPoints_Hip()
751 CeedCallBackend(CeedClearWorkVectors(CeedOperatorReturnCeed(op), impl->max_active_e_vec_len)); in CeedOperatorSetupAtPoints_Hip()
756 …CeedCallBackend(CeedGetWorkVector(CeedOperatorReturnCeed(op), impl->max_active_e_vec_len, &temp_1)… in CeedOperatorSetupAtPoints_Hip()
757 …CeedCallBackend(CeedGetWorkVector(CeedOperatorReturnCeed(op), impl->max_active_e_vec_len, &temp_2)… in CeedOperatorSetupAtPoints_Hip()
758 CeedCallBackend(CeedRestoreWorkVector(CeedOperatorReturnCeed(op), &temp_1)); in CeedOperatorSetupAtPoints_Hip()
759 CeedCallBackend(CeedRestoreWorkVector(CeedOperatorReturnCeed(op), &temp_2)); in CeedOperatorSetupAtPoints_Hip()
761 CeedCallBackend(CeedOperatorSetSetupDone(op)); in CeedOperatorSetupAtPoints_Hip()
762 CeedCallBackend(CeedQFunctionDestroy(&qf)); in CeedOperatorSetupAtPoints_Hip()
777 CeedCallBackend(CeedOperatorFieldGetVector(op_input_field, &l_vec)); in CeedOperatorInputBasisAtPoints_Hip()
781 CeedCallBackend(CeedVectorDestroy(&l_vec)); in CeedOperatorInputBasisAtPoints_Hip()
790 CeedCallBackend(CeedQFunctionFieldGetEvalMode(qf_input_field, &eval_mode)); in CeedOperatorInputBasisAtPoints_Hip()
796 CeedCallBackend(CeedVectorGetArrayRead(e_vec, CEED_MEM_DEVICE, &e_vec_array)); in CeedOperatorInputBasisAtPoints_Hip()
798 CeedCallBackend(CeedVectorGetArrayRead(l_vec, CEED_MEM_DEVICE, &e_vec_array)); in CeedOperatorInputBasisAtPoints_Hip()
800 …CeedCallBackend(CeedVectorSetArray(q_vec, CEED_MEM_DEVICE, CEED_USE_POINTER, (CeedScalar *)e_vec_a… in CeedOperatorInputBasisAtPoints_Hip()
809 CeedCallBackend(CeedOperatorFieldGetBasis(op_input_field, &basis)); in CeedOperatorInputBasisAtPoints_Hip()
810 …CeedCallBackend(CeedBasisApplyAtPoints(basis, num_elem, num_points, CEED_NOTRANSPOSE, eval_mode, i… in CeedOperatorInputBasisAtPoints_Hip()
811 CeedCallBackend(CeedBasisDestroy(&basis)); in CeedOperatorInputBasisAtPoints_Hip()
817 if (!is_active) CeedCallBackend(CeedVectorDestroy(&l_vec)); in CeedOperatorInputBasisAtPoints_Hip()
833 CeedCallBackend(CeedOperatorGetCeed(op, &ceed)); in CeedOperatorApplyAddAtPoints_Hip()
834 CeedCallBackend(CeedOperatorGetData(op, &impl)); in CeedOperatorApplyAddAtPoints_Hip()
835 CeedCallBackend(CeedOperatorGetQFunction(op, &qf)); in CeedOperatorApplyAddAtPoints_Hip()
836 CeedCallBackend(CeedOperatorGetNumElements(op, &num_elem)); in CeedOperatorApplyAddAtPoints_Hip()
837 …CeedCallBackend(CeedOperatorGetFields(op, &num_input_fields, &op_input_fields, &num_output_fields,… in CeedOperatorApplyAddAtPoints_Hip()
838 CeedCallBackend(CeedQFunctionGetFields(qf, NULL, &qf_input_fields, NULL, &qf_output_fields)); in CeedOperatorApplyAddAtPoints_Hip()
841 CeedCallBackend(CeedOperatorSetupAtPoints_Hip(op)); in CeedOperatorApplyAddAtPoints_Hip()
846 CeedCallBackend(CeedGetWorkVector(ceed, impl->max_active_e_vec_len, &active_e_vec)); in CeedOperatorApplyAddAtPoints_Hip()
853 CeedCallBackend(CeedOperatorAtPointsGetPoints(op, &rstr_points, &point_coords)); in CeedOperatorApplyAddAtPoints_Hip()
854 …if (!impl->point_coords_elem) CeedCallBackend(CeedElemRestrictionCreateVector(rstr_points, NULL, &… in CeedOperatorApplyAddAtPoints_Hip()
857 CeedCallBackend(CeedVectorGetState(point_coords, &state)); in CeedOperatorApplyAddAtPoints_Hip()
859 …CeedCallBackend(CeedElemRestrictionApply(rstr_points, CEED_NOTRANSPOSE, point_coords, impl->point_… in CeedOperatorApplyAddAtPoints_Hip()
862 CeedCallBackend(CeedVectorDestroy(&point_coords)); in CeedOperatorApplyAddAtPoints_Hip()
863 CeedCallBackend(CeedElemRestrictionDestroy(&rstr_points)); in CeedOperatorApplyAddAtPoints_Hip()
870 …CeedCallBackend(CeedOperatorInputRestrict_Hip(op_input_fields[field], qf_input_fields[field], fiel… in CeedOperatorApplyAddAtPoints_Hip()
871 …CeedCallBackend(CeedOperatorInputBasisAtPoints_Hip(op_input_fields[field], qf_input_fields[field],… in CeedOperatorApplyAddAtPoints_Hip()
879 CeedCallBackend(CeedQFunctionFieldGetEvalMode(qf_output_fields[i], &eval_mode)); in CeedOperatorApplyAddAtPoints_Hip()
883 CeedCallBackend(CeedVectorGetArrayWrite(impl->e_vecs_out[i], CEED_MEM_DEVICE, &e_vec_array)); in CeedOperatorApplyAddAtPoints_Hip()
884 …CeedCallBackend(CeedVectorSetArray(impl->q_vecs_out[i], CEED_MEM_DEVICE, CEED_USE_POINTER, e_vec_a… in CeedOperatorApplyAddAtPoints_Hip()
889 …CeedCallBackend(CeedQFunctionApply(qf, num_elem * max_num_points, impl->q_vecs_in, impl->q_vecs_ou… in CeedOperatorApplyAddAtPoints_Hip()
893 …CeedCallBackend(CeedOperatorInputRestore_Hip(op_input_fields[i], qf_input_fields[i], i, in_vec, ac… in CeedOperatorApplyAddAtPoints_Hip()
904 CeedCallBackend(CeedOperatorFieldGetVector(op_output_fields[field], &l_vec)); in CeedOperatorApplyAddAtPoints_Hip()
912 CeedCallBackend(CeedQFunctionFieldGetEvalMode(qf_output_fields[field], &eval_mode)); in CeedOperatorApplyAddAtPoints_Hip()
922 CeedCallBackend(CeedOperatorFieldGetBasis(op_output_fields[field], &basis)); in CeedOperatorApplyAddAtPoints_Hip()
924 …CeedCallBackend(CeedBasisApplyAddAtPoints(basis, num_elem, num_points, CEED_TRANSPOSE, eval_mode, … in CeedOperatorApplyAddAtPoints_Hip()
926 …CeedCallBackend(CeedBasisApplyAtPoints(basis, num_elem, num_points, CEED_TRANSPOSE, eval_mode, imp… in CeedOperatorApplyAddAtPoints_Hip()
928 CeedCallBackend(CeedBasisDestroy(&basis)); in CeedOperatorApplyAddAtPoints_Hip()
942 CeedCallBackend(CeedVectorTakeArray(impl->q_vecs_out[field], CEED_MEM_DEVICE, &e_vec_array)); in CeedOperatorApplyAddAtPoints_Hip()
943 CeedCallBackend(CeedVectorRestoreArray(e_vec, &e_vec_array)); in CeedOperatorApplyAddAtPoints_Hip()
950 CeedCallBackend(CeedOperatorFieldGetElemRestriction(op_output_fields[field], &elem_rstr)); in CeedOperatorApplyAddAtPoints_Hip()
951 CeedCallBackend(CeedElemRestrictionApply(elem_rstr, CEED_TRANSPOSE, e_vec, l_vec, request)); in CeedOperatorApplyAddAtPoints_Hip()
952 CeedCallBackend(CeedElemRestrictionDestroy(&elem_rstr)); in CeedOperatorApplyAddAtPoints_Hip()
954 if (!is_active) CeedCallBackend(CeedVectorDestroy(&l_vec)); in CeedOperatorApplyAddAtPoints_Hip()
958 CeedCallBackend(CeedRestoreWorkVector(ceed, &active_e_vec)); in CeedOperatorApplyAddAtPoints_Hip()
959 CeedCallBackend(CeedDestroy(&ceed)); in CeedOperatorApplyAddAtPoints_Hip()
960 CeedCallBackend(CeedQFunctionDestroy(&qf)); in CeedOperatorApplyAddAtPoints_Hip()
978 CeedCallBackend(CeedOperatorGetCeed(op, &ceed)); in CeedOperatorLinearAssembleQFunctionCore_Hip()
979 CeedCallBackend(CeedOperatorGetFallbackParentCeed(op, &ceed_parent)); in CeedOperatorLinearAssembleQFunctionCore_Hip()
980 CeedCallBackend(CeedOperatorGetData(op, &impl)); in CeedOperatorLinearAssembleQFunctionCore_Hip()
981 CeedCallBackend(CeedOperatorGetNumQuadraturePoints(op, &Q)); in CeedOperatorLinearAssembleQFunctionCore_Hip()
982 CeedCallBackend(CeedOperatorGetNumElements(op, &num_elem)); in CeedOperatorLinearAssembleQFunctionCore_Hip()
983 CeedCallBackend(CeedOperatorGetQFunction(op, &qf)); in CeedOperatorLinearAssembleQFunctionCore_Hip()
984 CeedCallBackend(CeedQFunctionGetFields(qf, NULL, &qf_input_fields, NULL, &qf_output_fields)); in CeedOperatorLinearAssembleQFunctionCore_Hip()
985 …CeedCallBackend(CeedOperatorGetFields(op, &num_input_fields, &op_input_fields, &num_output_fields,… in CeedOperatorLinearAssembleQFunctionCore_Hip()
990 CeedCallBackend(CeedOperatorSetup_Hip(op)); in CeedOperatorLinearAssembleQFunctionCore_Hip()
994 …CeedCallBackend(CeedOperatorInputRestrict_Hip(op_input_fields[i], qf_input_fields[i], i, NULL, NUL… in CeedOperatorLinearAssembleQFunctionCore_Hip()
995 …CeedCallBackend(CeedOperatorInputBasis_Hip(op_input_fields[i], qf_input_fields[i], i, NULL, NULL, … in CeedOperatorLinearAssembleQFunctionCore_Hip()
1005 CeedCallBackend(CeedOperatorFieldGetVector(op_input_fields[i], &l_vec)); in CeedOperatorLinearAssembleQFunctionCore_Hip()
1007 CeedCallBackend(CeedQFunctionFieldGetSize(qf_input_fields[i], &size)); in CeedOperatorLinearAssembleQFunctionCore_Hip()
1008 CeedCallBackend(CeedVectorSetValue(impl->q_vecs_in[i], 0.0)); in CeedOperatorLinearAssembleQFunctionCore_Hip()
1009 CeedCallBackend(CeedVectorGetArray(impl->q_vecs_in[i], CEED_MEM_DEVICE, &q_vec_array)); in CeedOperatorLinearAssembleQFunctionCore_Hip()
1010 CeedCallBackend(CeedRealloc(num_active_in + size, &active_inputs)); in CeedOperatorLinearAssembleQFunctionCore_Hip()
1014 CeedCallBackend(CeedVectorCreate(ceed, q_size, &active_inputs[num_active_in + field])); in CeedOperatorLinearAssembleQFunctionCore_Hip()
1015 …CeedCallBackend(CeedVectorSetArray(active_inputs[num_active_in + field], CEED_MEM_DEVICE, CEED_USE… in CeedOperatorLinearAssembleQFunctionCore_Hip()
1019 CeedCallBackend(CeedVectorRestoreArray(impl->q_vecs_in[i], &q_vec_array)); in CeedOperatorLinearAssembleQFunctionCore_Hip()
1021 CeedCallBackend(CeedVectorDestroy(&l_vec)); in CeedOperatorLinearAssembleQFunctionCore_Hip()
1033 CeedCallBackend(CeedOperatorFieldGetVector(op_output_fields[i], &l_vec)); in CeedOperatorLinearAssembleQFunctionCore_Hip()
1035 CeedCallBackend(CeedQFunctionFieldGetSize(qf_output_fields[i], &size)); in CeedOperatorLinearAssembleQFunctionCore_Hip()
1038 CeedCallBackend(CeedVectorDestroy(&l_vec)); in CeedOperatorLinearAssembleQFunctionCore_Hip()
1052 …CeedCallBackend(CeedElemRestrictionCreateStrided(ceed_parent, num_elem, Q, num_active_in * num_act… in CeedOperatorLinearAssembleQFunctionCore_Hip()
1056 CeedCallBackend(CeedVectorCreate(ceed_parent, l_size, assembled)); in CeedOperatorLinearAssembleQFunctionCore_Hip()
1058 CeedCallBackend(CeedVectorSetValue(*assembled, 0.0)); in CeedOperatorLinearAssembleQFunctionCore_Hip()
1059 CeedCallBackend(CeedVectorGetArray(*assembled, CEED_MEM_DEVICE, &assembled_array)); in CeedOperatorLinearAssembleQFunctionCore_Hip()
1064 CeedCallBackend(CeedVectorSetValue(active_inputs[in], 1.0)); in CeedOperatorLinearAssembleQFunctionCore_Hip()
1066 … CeedCallBackend(CeedVectorSetValue(active_inputs[(in + num_active_in - 1) % num_active_in], 0.0)); in CeedOperatorLinearAssembleQFunctionCore_Hip()
1073 CeedCallBackend(CeedOperatorFieldGetVector(op_output_fields[out], &l_vec)); in CeedOperatorLinearAssembleQFunctionCore_Hip()
1075 …CeedCallBackend(CeedVectorSetArray(impl->q_vecs_out[out], CEED_MEM_DEVICE, CEED_USE_POINTER, assem… in CeedOperatorLinearAssembleQFunctionCore_Hip()
1076 CeedCallBackend(CeedQFunctionFieldGetSize(qf_output_fields[out], &size)); in CeedOperatorLinearAssembleQFunctionCore_Hip()
1079 CeedCallBackend(CeedVectorDestroy(&l_vec)); in CeedOperatorLinearAssembleQFunctionCore_Hip()
1082 CeedCallBackend(CeedQFunctionApply(qf, Q * num_elem, impl->q_vecs_in, impl->q_vecs_out)); in CeedOperatorLinearAssembleQFunctionCore_Hip()
1089 CeedCallBackend(CeedOperatorFieldGetVector(op_output_fields[out], &l_vec)); in CeedOperatorLinearAssembleQFunctionCore_Hip()
1091 CeedCallBackend(CeedVectorTakeArray(impl->q_vecs_out[out], CEED_MEM_DEVICE, NULL)); in CeedOperatorLinearAssembleQFunctionCore_Hip()
1093 CeedCallBackend(CeedVectorDestroy(&l_vec)); in CeedOperatorLinearAssembleQFunctionCore_Hip()
1098 …CeedCallBackend(CeedOperatorInputRestore_Hip(op_input_fields[i], qf_input_fields[i], i, NULL, NULL… in CeedOperatorLinearAssembleQFunctionCore_Hip()
1102 CeedCallBackend(CeedVectorRestoreArray(*assembled, &assembled_array)); in CeedOperatorLinearAssembleQFunctionCore_Hip()
1103 CeedCallBackend(CeedDestroy(&ceed)); in CeedOperatorLinearAssembleQFunctionCore_Hip()
1104 CeedCallBackend(CeedDestroy(&ceed_parent)); in CeedOperatorLinearAssembleQFunctionCore_Hip()
1105 CeedCallBackend(CeedQFunctionDestroy(&qf)); in CeedOperatorLinearAssembleQFunctionCore_Hip()
1137 CeedCallBackend(CeedOperatorGetCeed(op, &ceed)); in CeedOperatorAssembleDiagonalSetup_Hip()
1138 CeedCallBackend(CeedOperatorGetQFunction(op, &qf)); in CeedOperatorAssembleDiagonalSetup_Hip()
1139 CeedCallBackend(CeedQFunctionGetNumArgs(qf, &num_input_fields, &num_output_fields)); in CeedOperatorAssembleDiagonalSetup_Hip()
1142 CeedCallBackend(CeedOperatorGetFields(op, NULL, &op_fields, NULL, NULL)); in CeedOperatorAssembleDiagonalSetup_Hip()
1143 CeedCallBackend(CeedQFunctionGetFields(qf, NULL, &qf_fields, NULL, NULL)); in CeedOperatorAssembleDiagonalSetup_Hip()
1147 CeedCallBackend(CeedOperatorFieldGetVector(op_fields[i], &vec)); in CeedOperatorAssembleDiagonalSetup_Hip()
1152 CeedCallBackend(CeedOperatorFieldGetBasis(op_fields[i], &basis)); in CeedOperatorAssembleDiagonalSetup_Hip()
1155 if (!basis_in) CeedCallBackend(CeedBasisReferenceCopy(basis, &basis_in)); in CeedOperatorAssembleDiagonalSetup_Hip()
1156 CeedCallBackend(CeedBasisDestroy(&basis)); in CeedOperatorAssembleDiagonalSetup_Hip()
1157 CeedCallBackend(CeedQFunctionFieldGetEvalMode(qf_fields[i], &eval_mode)); in CeedOperatorAssembleDiagonalSetup_Hip()
1158 CeedCallBackend(CeedBasisGetNumQuadratureComponents(basis_in, eval_mode, &q_comp)); in CeedOperatorAssembleDiagonalSetup_Hip()
1161 CeedCallBackend(CeedRealloc(num_eval_modes_in + q_comp, &eval_modes_in)); in CeedOperatorAssembleDiagonalSetup_Hip()
1166 CeedCallBackend(CeedVectorDestroy(&vec)); in CeedOperatorAssembleDiagonalSetup_Hip()
1170 CeedCallBackend(CeedOperatorGetFields(op, NULL, NULL, NULL, &op_fields)); in CeedOperatorAssembleDiagonalSetup_Hip()
1171 CeedCallBackend(CeedQFunctionGetFields(qf, NULL, NULL, NULL, &qf_fields)); in CeedOperatorAssembleDiagonalSetup_Hip()
1175 CeedCallBackend(CeedOperatorFieldGetVector(op_fields[i], &vec)); in CeedOperatorAssembleDiagonalSetup_Hip()
1180 CeedCallBackend(CeedOperatorFieldGetBasis(op_fields[i], &basis)); in CeedOperatorAssembleDiagonalSetup_Hip()
1183 if (!basis_out) CeedCallBackend(CeedBasisReferenceCopy(basis, &basis_out)); in CeedOperatorAssembleDiagonalSetup_Hip()
1184 CeedCallBackend(CeedBasisDestroy(&basis)); in CeedOperatorAssembleDiagonalSetup_Hip()
1185 CeedCallBackend(CeedQFunctionFieldGetEvalMode(qf_fields[i], &eval_mode)); in CeedOperatorAssembleDiagonalSetup_Hip()
1186 CeedCallBackend(CeedBasisGetNumQuadratureComponents(basis_out, eval_mode, &q_comp)); in CeedOperatorAssembleDiagonalSetup_Hip()
1189 CeedCallBackend(CeedRealloc(num_eval_modes_out + q_comp, &eval_modes_out)); in CeedOperatorAssembleDiagonalSetup_Hip()
1194 CeedCallBackend(CeedVectorDestroy(&vec)); in CeedOperatorAssembleDiagonalSetup_Hip()
1198 CeedCallBackend(CeedOperatorGetData(op, &impl)); in CeedOperatorAssembleDiagonalSetup_Hip()
1199 CeedCallBackend(CeedCalloc(1, &impl->diag)); in CeedOperatorAssembleDiagonalSetup_Hip()
1203 CeedCallBackend(CeedBasisGetNumNodes(basis_in, &num_nodes)); in CeedOperatorAssembleDiagonalSetup_Hip()
1205 else CeedCallBackend(CeedBasisGetNumQuadraturePoints(basis_in, &num_qpts)); in CeedOperatorAssembleDiagonalSetup_Hip()
1216 CeedCallBackend(CeedCalloc(num_nodes * num_qpts, &identity)); in CeedOperatorAssembleDiagonalSetup_Hip()
1220 CeedCallBackend(CeedFree(&identity)); in CeedOperatorAssembleDiagonalSetup_Hip()
1228 CeedCallBackend(CeedBasisGetFESpace(basis, &fespace)); in CeedOperatorAssembleDiagonalSetup_Hip()
1235 … CeedCallBackend(CeedBasisGetNumQuadratureComponents(basis, CEED_EVAL_INTERP, &q_comp_interp)); in CeedOperatorAssembleDiagonalSetup_Hip()
1236 CeedCallBackend(CeedBasisGetNumQuadratureComponents(basis, CEED_EVAL_GRAD, &q_comp_grad)); in CeedOperatorAssembleDiagonalSetup_Hip()
1238 CeedCallBackend(CeedBasisGetInterp(basis, &interp)); in CeedOperatorAssembleDiagonalSetup_Hip()
1241 CeedCallBackend(CeedBasisGetGrad(basis, &grad)); in CeedOperatorAssembleDiagonalSetup_Hip()
1257 … CeedCallBackend(CeedBasisGetNumQuadratureComponents(basis, CEED_EVAL_INTERP, &q_comp_interp)); in CeedOperatorAssembleDiagonalSetup_Hip()
1258 CeedCallBackend(CeedBasisGetNumQuadratureComponents(basis, CEED_EVAL_DIV, &q_comp_div)); in CeedOperatorAssembleDiagonalSetup_Hip()
1260 CeedCallBackend(CeedBasisGetInterp(basis, &interp)); in CeedOperatorAssembleDiagonalSetup_Hip()
1263 CeedCallBackend(CeedBasisGetDiv(basis, &div)); in CeedOperatorAssembleDiagonalSetup_Hip()
1279 … CeedCallBackend(CeedBasisGetNumQuadratureComponents(basis, CEED_EVAL_INTERP, &q_comp_interp)); in CeedOperatorAssembleDiagonalSetup_Hip()
1280 CeedCallBackend(CeedBasisGetNumQuadratureComponents(basis, CEED_EVAL_CURL, &q_comp_curl)); in CeedOperatorAssembleDiagonalSetup_Hip()
1282 CeedCallBackend(CeedBasisGetInterp(basis, &interp)); in CeedOperatorAssembleDiagonalSetup_Hip()
1285 CeedCallBackend(CeedBasisGetCurl(basis, &curl)); in CeedOperatorAssembleDiagonalSetup_Hip()
1304 CeedCallBackend(CeedFree(&eval_modes_in)); in CeedOperatorAssembleDiagonalSetup_Hip()
1305 CeedCallBackend(CeedFree(&eval_modes_out)); in CeedOperatorAssembleDiagonalSetup_Hip()
1306 CeedCallBackend(CeedDestroy(&ceed)); in CeedOperatorAssembleDiagonalSetup_Hip()
1307 CeedCallBackend(CeedBasisDestroy(&basis_in)); in CeedOperatorAssembleDiagonalSetup_Hip()
1308 CeedCallBackend(CeedBasisDestroy(&basis_out)); in CeedOperatorAssembleDiagonalSetup_Hip()
1309 CeedCallBackend(CeedQFunctionDestroy(&qf)); in CeedOperatorAssembleDiagonalSetup_Hip()
1326 CeedCallBackend(CeedOperatorGetCeed(op, &ceed)); in CeedOperatorAssembleDiagonalSetupCompile_Hip()
1327 CeedCallBackend(CeedOperatorGetQFunction(op, &qf)); in CeedOperatorAssembleDiagonalSetupCompile_Hip()
1328 CeedCallBackend(CeedQFunctionGetNumArgs(qf, &num_input_fields, &num_output_fields)); in CeedOperatorAssembleDiagonalSetupCompile_Hip()
1331 CeedCallBackend(CeedOperatorGetFields(op, NULL, &op_fields, NULL, NULL)); in CeedOperatorAssembleDiagonalSetupCompile_Hip()
1332 CeedCallBackend(CeedQFunctionGetFields(qf, NULL, &qf_fields, NULL, NULL)); in CeedOperatorAssembleDiagonalSetupCompile_Hip()
1336 CeedCallBackend(CeedOperatorFieldGetVector(op_fields[i], &vec)); in CeedOperatorAssembleDiagonalSetupCompile_Hip()
1341 CeedCallBackend(CeedOperatorFieldGetBasis(op_fields[i], &basis)); in CeedOperatorAssembleDiagonalSetupCompile_Hip()
1342 if (!basis_in) CeedCallBackend(CeedBasisReferenceCopy(basis, &basis_in)); in CeedOperatorAssembleDiagonalSetupCompile_Hip()
1343 CeedCallBackend(CeedBasisDestroy(&basis)); in CeedOperatorAssembleDiagonalSetupCompile_Hip()
1344 CeedCallBackend(CeedQFunctionFieldGetEvalMode(qf_fields[i], &eval_mode)); in CeedOperatorAssembleDiagonalSetupCompile_Hip()
1345 CeedCallBackend(CeedBasisGetNumQuadratureComponents(basis_in, eval_mode, &q_comp)); in CeedOperatorAssembleDiagonalSetupCompile_Hip()
1350 CeedCallBackend(CeedVectorDestroy(&vec)); in CeedOperatorAssembleDiagonalSetupCompile_Hip()
1354 CeedCallBackend(CeedOperatorGetFields(op, NULL, NULL, NULL, &op_fields)); in CeedOperatorAssembleDiagonalSetupCompile_Hip()
1355 CeedCallBackend(CeedQFunctionGetFields(qf, NULL, NULL, NULL, &qf_fields)); in CeedOperatorAssembleDiagonalSetupCompile_Hip()
1359 CeedCallBackend(CeedOperatorFieldGetVector(op_fields[i], &vec)); in CeedOperatorAssembleDiagonalSetupCompile_Hip()
1364 CeedCallBackend(CeedOperatorFieldGetBasis(op_fields[i], &basis)); in CeedOperatorAssembleDiagonalSetupCompile_Hip()
1365 if (!basis_out) CeedCallBackend(CeedBasisReferenceCopy(basis, &basis_out)); in CeedOperatorAssembleDiagonalSetupCompile_Hip()
1366 CeedCallBackend(CeedBasisDestroy(&basis)); in CeedOperatorAssembleDiagonalSetupCompile_Hip()
1367 CeedCallBackend(CeedQFunctionFieldGetEvalMode(qf_fields[i], &eval_mode)); in CeedOperatorAssembleDiagonalSetupCompile_Hip()
1368 CeedCallBackend(CeedBasisGetNumQuadratureComponents(basis_out, eval_mode, &q_comp)); in CeedOperatorAssembleDiagonalSetupCompile_Hip()
1373 CeedCallBackend(CeedVectorDestroy(&vec)); in CeedOperatorAssembleDiagonalSetupCompile_Hip()
1377 CeedCallBackend(CeedOperatorGetData(op, &impl)); in CeedOperatorAssembleDiagonalSetupCompile_Hip()
1385 CeedCallBackend(CeedBasisGetNumNodes(basis_in, &num_nodes)); in CeedOperatorAssembleDiagonalSetupCompile_Hip()
1386 CeedCallBackend(CeedBasisGetNumComponents(basis_in, &num_comp)); in CeedOperatorAssembleDiagonalSetupCompile_Hip()
1388 else CeedCallBackend(CeedBasisGetNumQuadraturePoints(basis_in, &num_qpts)); in CeedOperatorAssembleDiagonalSetupCompile_Hip()
1393 CeedCallBackend(CeedDestroy(&ceed)); in CeedOperatorAssembleDiagonalSetupCompile_Hip()
1394 CeedCallBackend(CeedBasisDestroy(&basis_in)); in CeedOperatorAssembleDiagonalSetupCompile_Hip()
1395 CeedCallBackend(CeedBasisDestroy(&basis_out)); in CeedOperatorAssembleDiagonalSetupCompile_Hip()
1396 CeedCallBackend(CeedQFunctionDestroy(&qf)); in CeedOperatorAssembleDiagonalSetupCompile_Hip()
1412 CeedCallBackend(CeedOperatorGetCeed(op, &ceed)); in CeedOperatorAssembleDiagonalCore_Hip()
1413 CeedCallBackend(CeedOperatorGetData(op, &impl)); in CeedOperatorAssembleDiagonalCore_Hip()
1416 …CeedCallBackend(CeedOperatorLinearAssembleQFunctionBuildOrUpdate(op, &assembled_qf, &assembled_rst… in CeedOperatorAssembleDiagonalCore_Hip()
1417 CeedCallBackend(CeedElemRestrictionDestroy(&assembled_rstr)); in CeedOperatorAssembleDiagonalCore_Hip()
1418 CeedCallBackend(CeedVectorGetArrayRead(assembled_qf, CEED_MEM_DEVICE, &assembled_qf_array)); in CeedOperatorAssembleDiagonalCore_Hip()
1421 if (!impl->diag) CeedCallBackend(CeedOperatorAssembleDiagonalSetup_Hip(op)); in CeedOperatorAssembleDiagonalCore_Hip()
1430 CeedCallBackend(CeedVectorGetLength(assembled, &assembled_length)); in CeedOperatorAssembleDiagonalCore_Hip()
1431 CeedCallBackend(CeedVectorGetLength(assembled_qf, &assembled_qf_length)); in CeedOperatorAssembleDiagonalCore_Hip()
1434 …CeedCallBackend(CeedOperatorAssembleDiagonalSetupCompile_Hip(op, use_ceedsize_idx, is_point_block)… in CeedOperatorAssembleDiagonalCore_Hip()
1438 CeedCallBackend(CeedOperatorGetActiveElemRestrictions(op, &rstr_in, &rstr_out)); in CeedOperatorAssembleDiagonalCore_Hip()
1442 CeedCallBackend(CeedElemRestrictionCreateUnsignedCopy(rstr_out, &diag->diag_rstr)); in CeedOperatorAssembleDiagonalCore_Hip()
1443 CeedCallBackend(CeedElemRestrictionCreateVector(diag->diag_rstr, NULL, &diag->elem_diag)); in CeedOperatorAssembleDiagonalCore_Hip()
1445 …CeedCallBackend(CeedOperatorCreateActivePointBlockRestriction(rstr_out, &diag->point_block_diag_rs… in CeedOperatorAssembleDiagonalCore_Hip()
1446 …CeedCallBackend(CeedElemRestrictionCreateVector(diag->point_block_diag_rstr, NULL, &diag->point_bl… in CeedOperatorAssembleDiagonalCore_Hip()
1448 CeedCallBackend(CeedElemRestrictionDestroy(&rstr_in)); in CeedOperatorAssembleDiagonalCore_Hip()
1449 CeedCallBackend(CeedElemRestrictionDestroy(&rstr_out)); in CeedOperatorAssembleDiagonalCore_Hip()
1452 CeedCallBackend(CeedVectorSetValue(elem_diag, 0.0)); in CeedOperatorAssembleDiagonalCore_Hip()
1455 CeedCallBackend(CeedElemRestrictionGetElementSize(diag_rstr, &num_nodes)); in CeedOperatorAssembleDiagonalCore_Hip()
1458 CeedCallBackend(CeedElemRestrictionGetNumElements(diag_rstr, &num_elem)); in CeedOperatorAssembleDiagonalCore_Hip()
1459 CeedCallBackend(CeedVectorGetArray(elem_diag, CEED_MEM_DEVICE, &elem_diag_array)); in CeedOperatorAssembleDiagonalCore_Hip()
1469 …CeedCallBackend(CeedRunKernelDim_Hip(ceed, diag->LinearPointBlock, grid, num_nodes, 1, elems_per_b… in CeedOperatorAssembleDiagonalCore_Hip()
1471 …CeedCallBackend(CeedRunKernelDim_Hip(ceed, diag->LinearDiagonal, grid, num_nodes, 1, elems_per_blo… in CeedOperatorAssembleDiagonalCore_Hip()
1475 CeedCallBackend(CeedVectorRestoreArray(elem_diag, &elem_diag_array)); in CeedOperatorAssembleDiagonalCore_Hip()
1476 CeedCallBackend(CeedVectorRestoreArrayRead(assembled_qf, &assembled_qf_array)); in CeedOperatorAssembleDiagonalCore_Hip()
1480 …CeedCallBackend(CeedElemRestrictionApply(diag_rstr, CEED_TRANSPOSE, elem_diag, assembled, request)… in CeedOperatorAssembleDiagonalCore_Hip()
1483 CeedCallBackend(CeedDestroy(&ceed)); in CeedOperatorAssembleDiagonalCore_Hip()
1484 CeedCallBackend(CeedVectorDestroy(&assembled_qf)); in CeedOperatorAssembleDiagonalCore_Hip()
1492 CeedCallBackend(CeedOperatorAssembleDiagonalCore_Hip(op, assembled, request, false)); in CeedOperatorLinearAssembleAddDiagonal_Hip()
1500 CeedCallBackend(CeedOperatorAssembleDiagonalCore_Hip(op, assembled, request, true)); in CeedOperatorLinearAssembleAddPointBlockDiagonal_Hip()
1520 CeedCallBackend(CeedOperatorGetCeed(op, &ceed)); in CeedOperatorAssembleSingleSetup_Hip()
1521 CeedCallBackend(CeedOperatorGetData(op, &impl)); in CeedOperatorAssembleSingleSetup_Hip()
1524 …CeedCallBackend(CeedOperatorGetFields(op, &num_input_fields, &input_fields, &num_output_fields, &o… in CeedOperatorAssembleSingleSetup_Hip()
1527 CeedCallBackend(CeedOperatorGetQFunction(op, &qf)); in CeedOperatorAssembleSingleSetup_Hip()
1528 CeedCallBackend(CeedQFunctionGetFields(qf, NULL, &qf_fields, NULL, NULL)); in CeedOperatorAssembleSingleSetup_Hip()
1532 CeedCallBackend(CeedOperatorFieldGetVector(input_fields[i], &vec)); in CeedOperatorAssembleSingleSetup_Hip()
1538 CeedCallBackend(CeedOperatorFieldGetBasis(input_fields[i], &basis)); in CeedOperatorAssembleSingleSetup_Hip()
1540 if (!basis_in) CeedCallBackend(CeedBasisReferenceCopy(basis, &basis_in)); in CeedOperatorAssembleSingleSetup_Hip()
1541 CeedCallBackend(CeedBasisDestroy(&basis)); in CeedOperatorAssembleSingleSetup_Hip()
1542 CeedCallBackend(CeedOperatorFieldGetElemRestriction(input_fields[i], &elem_rstr)); in CeedOperatorAssembleSingleSetup_Hip()
1543 if (!rstr_in) CeedCallBackend(CeedElemRestrictionReferenceCopy(elem_rstr, &rstr_in)); in CeedOperatorAssembleSingleSetup_Hip()
1544 CeedCallBackend(CeedElemRestrictionDestroy(&elem_rstr)); in CeedOperatorAssembleSingleSetup_Hip()
1545 CeedCallBackend(CeedElemRestrictionGetElementSize(rstr_in, &elem_size_in)); in CeedOperatorAssembleSingleSetup_Hip()
1547 else CeedCallBackend(CeedBasisGetNumQuadraturePoints(basis_in, &num_qpts_in)); in CeedOperatorAssembleSingleSetup_Hip()
1548 CeedCallBackend(CeedQFunctionFieldGetEvalMode(qf_fields[i], &eval_mode)); in CeedOperatorAssembleSingleSetup_Hip()
1549 CeedCallBackend(CeedBasisGetNumQuadratureComponents(basis_in, eval_mode, &q_comp)); in CeedOperatorAssembleSingleSetup_Hip()
1552 CeedCallBackend(CeedRealloc(num_eval_modes_in + q_comp, &eval_modes_in)); in CeedOperatorAssembleSingleSetup_Hip()
1559 CeedCallBackend(CeedVectorDestroy(&vec)); in CeedOperatorAssembleSingleSetup_Hip()
1563 CeedCallBackend(CeedQFunctionGetFields(qf, NULL, NULL, NULL, &qf_fields)); in CeedOperatorAssembleSingleSetup_Hip()
1567 CeedCallBackend(CeedOperatorFieldGetVector(output_fields[i], &vec)); in CeedOperatorAssembleSingleSetup_Hip()
1573 CeedCallBackend(CeedOperatorFieldGetBasis(output_fields[i], &basis)); in CeedOperatorAssembleSingleSetup_Hip()
1576 if (!basis_out) CeedCallBackend(CeedBasisReferenceCopy(basis, &basis_out)); in CeedOperatorAssembleSingleSetup_Hip()
1577 CeedCallBackend(CeedBasisDestroy(&basis)); in CeedOperatorAssembleSingleSetup_Hip()
1578 CeedCallBackend(CeedOperatorFieldGetElemRestriction(output_fields[i], &elem_rstr)); in CeedOperatorAssembleSingleSetup_Hip()
1579 if (!rstr_out) CeedCallBackend(CeedElemRestrictionReferenceCopy(elem_rstr, &rstr_out)); in CeedOperatorAssembleSingleSetup_Hip()
1580 CeedCallBackend(CeedElemRestrictionDestroy(&elem_rstr)); in CeedOperatorAssembleSingleSetup_Hip()
1581 CeedCallBackend(CeedElemRestrictionGetElementSize(rstr_out, &elem_size_out)); in CeedOperatorAssembleSingleSetup_Hip()
1583 else CeedCallBackend(CeedBasisGetNumQuadraturePoints(basis_out, &num_qpts_out)); in CeedOperatorAssembleSingleSetup_Hip()
1586 CeedCallBackend(CeedQFunctionFieldGetEvalMode(qf_fields[i], &eval_mode)); in CeedOperatorAssembleSingleSetup_Hip()
1587 CeedCallBackend(CeedBasisGetNumQuadratureComponents(basis_out, eval_mode, &q_comp)); in CeedOperatorAssembleSingleSetup_Hip()
1590 CeedCallBackend(CeedRealloc(num_eval_modes_out + q_comp, &eval_modes_out)); in CeedOperatorAssembleSingleSetup_Hip()
1597 CeedCallBackend(CeedVectorDestroy(&vec)); in CeedOperatorAssembleSingleSetup_Hip()
1601 CeedCallBackend(CeedCalloc(1, &impl->asmb)); in CeedOperatorAssembleSingleSetup_Hip()
1607 CeedCallBackend(CeedGetData(ceed, &hip_data)); in CeedOperatorAssembleSingleSetup_Hip()
1618 CeedCallBackend(CeedElemRestrictionGetNumComponents(rstr_in, &num_comp_in)); in CeedOperatorAssembleSingleSetup_Hip()
1619 CeedCallBackend(CeedElemRestrictionGetNumComponents(rstr_out, &num_comp_out)); in CeedOperatorAssembleSingleSetup_Hip()
1620 …CeedCallBackend(CeedCompile_Hip(ceed, assembly_kernel_source, &asmb->module, 10, "NUM_EVAL_MODES_I… in CeedOperatorAssembleSingleSetup_Hip()
1625 CeedCallBackend(CeedGetKernel_Hip(ceed, asmb->module, "LinearAssemble", &asmb->LinearAssemble)); in CeedOperatorAssembleSingleSetup_Hip()
1639 CeedCallBackend(CeedCalloc(elem_size_in * num_qpts_in, &identity)); in CeedOperatorAssembleSingleSetup_Hip()
1647 CeedCallBackend(CeedOperatorGetBasisPointer(basis_in, eval_modes_in[i], identity, &h_B_in)); in CeedOperatorAssembleSingleSetup_Hip()
1648 CeedCallBackend(CeedBasisGetNumQuadratureComponents(basis_in, eval_modes_in[i], &q_comp)); in CeedOperatorAssembleSingleSetup_Hip()
1658 CeedCallBackend(CeedFree(&identity)); in CeedOperatorAssembleSingleSetup_Hip()
1660 CeedCallBackend(CeedFree(&eval_modes_in)); in CeedOperatorAssembleSingleSetup_Hip()
1674 CeedCallBackend(CeedCalloc(elem_size_out * num_qpts_out, &identity)); in CeedOperatorAssembleSingleSetup_Hip()
1682 … CeedCallBackend(CeedOperatorGetBasisPointer(basis_out, eval_modes_out[i], identity, &h_B_out)); in CeedOperatorAssembleSingleSetup_Hip()
1683 CeedCallBackend(CeedBasisGetNumQuadratureComponents(basis_out, eval_modes_out[i], &q_comp)); in CeedOperatorAssembleSingleSetup_Hip()
1693 CeedCallBackend(CeedFree(&identity)); in CeedOperatorAssembleSingleSetup_Hip()
1695 CeedCallBackend(CeedFree(&eval_modes_out)); in CeedOperatorAssembleSingleSetup_Hip()
1696 CeedCallBackend(CeedDestroy(&ceed)); in CeedOperatorAssembleSingleSetup_Hip()
1697 CeedCallBackend(CeedElemRestrictionDestroy(&rstr_in)); in CeedOperatorAssembleSingleSetup_Hip()
1698 CeedCallBackend(CeedElemRestrictionDestroy(&rstr_out)); in CeedOperatorAssembleSingleSetup_Hip()
1699 CeedCallBackend(CeedBasisDestroy(&basis_in)); in CeedOperatorAssembleSingleSetup_Hip()
1700 CeedCallBackend(CeedBasisDestroy(&basis_out)); in CeedOperatorAssembleSingleSetup_Hip()
1701 CeedCallBackend(CeedQFunctionDestroy(&qf)); in CeedOperatorAssembleSingleSetup_Hip()
1726 CeedCallBackend(CeedOperatorGetCeed(op, &ceed)); in CeedOperatorAssembleSingle_Hip()
1727 CeedCallBackend(CeedOperatorGetData(op, &impl)); in CeedOperatorAssembleSingle_Hip()
1730 …CeedCallBackend(CeedOperatorLinearAssembleQFunctionBuildOrUpdate(op, &assembled_qf, &assembled_rst… in CeedOperatorAssembleSingle_Hip()
1731 CeedCallBackend(CeedElemRestrictionDestroy(&assembled_rstr)); in CeedOperatorAssembleSingle_Hip()
1732 CeedCallBackend(CeedVectorGetArrayRead(assembled_qf, CEED_MEM_DEVICE, &assembled_qf_array)); in CeedOperatorAssembleSingle_Hip()
1734 CeedCallBackend(CeedVectorGetLength(values, &values_length)); in CeedOperatorAssembleSingle_Hip()
1735 CeedCallBackend(CeedVectorGetLength(assembled_qf, &assembled_qf_length)); in CeedOperatorAssembleSingle_Hip()
1739 if (!impl->asmb) CeedCallBackend(CeedOperatorAssembleSingleSetup_Hip(op, use_ceedsize_idx)); in CeedOperatorAssembleSingle_Hip()
1745 CeedCallBackend(CeedVectorGetArray(values, CEED_MEM_DEVICE, &values_array)); in CeedOperatorAssembleSingle_Hip()
1748 CeedCallBackend(CeedOperatorGetActiveElemRestrictions(op, &rstr_in, &rstr_out)); in CeedOperatorAssembleSingle_Hip()
1749 CeedCallBackend(CeedElemRestrictionGetNumElements(rstr_in, &num_elem_in)); in CeedOperatorAssembleSingle_Hip()
1750 CeedCallBackend(CeedElemRestrictionGetElementSize(rstr_in, &elem_size_in)); in CeedOperatorAssembleSingle_Hip()
1752 CeedCallBackend(CeedElemRestrictionGetType(rstr_in, &rstr_type_in)); in CeedOperatorAssembleSingle_Hip()
1754 CeedCallBackend(CeedElemRestrictionGetOrientations(rstr_in, CEED_MEM_DEVICE, &orients_in)); in CeedOperatorAssembleSingle_Hip()
1756 …CeedCallBackend(CeedElemRestrictionGetCurlOrientations(rstr_in, CEED_MEM_DEVICE, &curl_orients_in)… in CeedOperatorAssembleSingle_Hip()
1760 CeedCallBackend(CeedElemRestrictionGetNumElements(rstr_out, &num_elem_out)); in CeedOperatorAssembleSingle_Hip()
1763 CeedCallBackend(CeedElemRestrictionGetElementSize(rstr_out, &elem_size_out)); in CeedOperatorAssembleSingle_Hip()
1765 CeedCallBackend(CeedElemRestrictionGetType(rstr_out, &rstr_type_out)); in CeedOperatorAssembleSingle_Hip()
1767 CeedCallBackend(CeedElemRestrictionGetOrientations(rstr_out, CEED_MEM_DEVICE, &orients_out)); in CeedOperatorAssembleSingle_Hip()
1769 …CeedCallBackend(CeedElemRestrictionGetCurlOrientations(rstr_out, CEED_MEM_DEVICE, &curl_orients_ou… in CeedOperatorAssembleSingle_Hip()
1785 …CeedCallBackend(CeedRunKernelDimShared_Hip(ceed, asmb->LinearAssemble, NULL, grid, asmb->block_siz… in CeedOperatorAssembleSingle_Hip()
1789 CeedCallBackend(CeedVectorRestoreArray(values, &values_array)); in CeedOperatorAssembleSingle_Hip()
1790 CeedCallBackend(CeedVectorRestoreArrayRead(assembled_qf, &assembled_qf_array)); in CeedOperatorAssembleSingle_Hip()
1793 CeedCallBackend(CeedVectorDestroy(&assembled_qf)); in CeedOperatorAssembleSingle_Hip()
1795 CeedCallBackend(CeedElemRestrictionRestoreOrientations(rstr_in, &orients_in)); in CeedOperatorAssembleSingle_Hip()
1797 CeedCallBackend(CeedElemRestrictionRestoreCurlOrientations(rstr_in, &curl_orients_in)); in CeedOperatorAssembleSingle_Hip()
1801 CeedCallBackend(CeedElemRestrictionRestoreOrientations(rstr_out, &orients_out)); in CeedOperatorAssembleSingle_Hip()
1803 CeedCallBackend(CeedElemRestrictionRestoreCurlOrientations(rstr_out, &curl_orients_out)); in CeedOperatorAssembleSingle_Hip()
1806 CeedCallBackend(CeedDestroy(&ceed)); in CeedOperatorAssembleSingle_Hip()
1807 CeedCallBackend(CeedElemRestrictionDestroy(&rstr_in)); in CeedOperatorAssembleSingle_Hip()
1808 CeedCallBackend(CeedElemRestrictionDestroy(&rstr_out)); in CeedOperatorAssembleSingle_Hip()
1831 CeedCallBackend(CeedOperatorGetCeed(op, &ceed)); in CeedOperatorLinearAssembleAddDiagonalAtPoints_Hip()
1832 CeedCallBackend(CeedOperatorGetData(op, &impl)); in CeedOperatorLinearAssembleAddDiagonalAtPoints_Hip()
1833 CeedCallBackend(CeedOperatorGetQFunction(op, &qf)); in CeedOperatorLinearAssembleAddDiagonalAtPoints_Hip()
1834 CeedCallBackend(CeedOperatorGetNumElements(op, &num_elem)); in CeedOperatorLinearAssembleAddDiagonalAtPoints_Hip()
1835 …CeedCallBackend(CeedOperatorGetFields(op, &num_input_fields, &op_input_fields, &num_output_fields,… in CeedOperatorLinearAssembleAddDiagonalAtPoints_Hip()
1836 CeedCallBackend(CeedQFunctionGetFields(qf, NULL, &qf_input_fields, NULL, &qf_output_fields)); in CeedOperatorLinearAssembleAddDiagonalAtPoints_Hip()
1839 CeedCallBackend(CeedOperatorSetupAtPoints_Hip(op)); in CeedOperatorLinearAssembleAddDiagonalAtPoints_Hip()
1844 CeedCallBackend(CeedGetWorkVector(ceed, impl->max_active_e_vec_len, &active_e_vec_in)); in CeedOperatorLinearAssembleAddDiagonalAtPoints_Hip()
1845 CeedCallBackend(CeedGetWorkVector(ceed, impl->max_active_e_vec_len, &active_e_vec_out)); in CeedOperatorLinearAssembleAddDiagonalAtPoints_Hip()
1849 CeedCallBackend(CeedVectorGetLength(active_e_vec_in, &length_in)); in CeedOperatorLinearAssembleAddDiagonalAtPoints_Hip()
1850 CeedCallBackend(CeedVectorGetLength(active_e_vec_out, &length_out)); in CeedOperatorLinearAssembleAddDiagonalAtPoints_Hip()
1865 CeedCallBackend(CeedOperatorAtPointsGetPoints(op, &rstr_points, &point_coords)); in CeedOperatorLinearAssembleAddDiagonalAtPoints_Hip()
1866 …if (!impl->point_coords_elem) CeedCallBackend(CeedElemRestrictionCreateVector(rstr_points, NULL, &… in CeedOperatorLinearAssembleAddDiagonalAtPoints_Hip()
1869 CeedCallBackend(CeedVectorGetState(point_coords, &state)); in CeedOperatorLinearAssembleAddDiagonalAtPoints_Hip()
1871 …CeedCallBackend(CeedElemRestrictionApply(rstr_points, CEED_NOTRANSPOSE, point_coords, impl->point_… in CeedOperatorLinearAssembleAddDiagonalAtPoints_Hip()
1874 CeedCallBackend(CeedVectorDestroy(&point_coords)); in CeedOperatorLinearAssembleAddDiagonalAtPoints_Hip()
1875 CeedCallBackend(CeedElemRestrictionDestroy(&rstr_points)); in CeedOperatorLinearAssembleAddDiagonalAtPoints_Hip()
1880 …CeedCallBackend(CeedOperatorInputRestrict_Hip(op_input_fields[i], qf_input_fields[i], i, NULL, NUL… in CeedOperatorLinearAssembleAddDiagonalAtPoints_Hip()
1881 …CeedCallBackend(CeedOperatorInputBasisAtPoints_Hip(op_input_fields[i], qf_input_fields[i], i, NULL… in CeedOperatorLinearAssembleAddDiagonalAtPoints_Hip()
1889 CeedCallBackend(CeedQFunctionFieldGetEvalMode(qf_output_fields[i], &eval_mode)); in CeedOperatorLinearAssembleAddDiagonalAtPoints_Hip()
1893 CeedCallBackend(CeedVectorGetArrayWrite(impl->e_vecs_out[i], CEED_MEM_DEVICE, &e_vec_array)); in CeedOperatorLinearAssembleAddDiagonalAtPoints_Hip()
1894 …CeedCallBackend(CeedVectorSetArray(impl->q_vecs_out[i], CEED_MEM_DEVICE, CEED_USE_POINTER, e_vec_a… in CeedOperatorLinearAssembleAddDiagonalAtPoints_Hip()
1907 CeedCallBackend(CeedOperatorFieldGetVector(op_input_fields[field_in], &l_vec)); in CeedOperatorLinearAssembleAddDiagonalAtPoints_Hip()
1909 CeedCallBackend(CeedVectorDestroy(&l_vec)); in CeedOperatorLinearAssembleAddDiagonalAtPoints_Hip()
1913 CeedCallBackend(CeedOperatorFieldGetElemRestriction(op_input_fields[field_in], &elem_rstr)); in CeedOperatorLinearAssembleAddDiagonalAtPoints_Hip()
1914 CeedCallBackend(CeedElemRestrictionGetType(elem_rstr, &rstr_type)); in CeedOperatorLinearAssembleAddDiagonalAtPoints_Hip()
1916 …if (!is_active_at_points) CeedCallBackend(CeedElemRestrictionGetElementSize(elem_rstr, &elem_size)… in CeedOperatorLinearAssembleAddDiagonalAtPoints_Hip()
1918 CeedCallBackend(CeedElemRestrictionGetNumComponents(elem_rstr, &num_comp_active)); in CeedOperatorLinearAssembleAddDiagonalAtPoints_Hip()
1919 CeedCallBackend(CeedElemRestrictionDestroy(&elem_rstr)); in CeedOperatorLinearAssembleAddDiagonalAtPoints_Hip()
1922 CeedCallBackend(CeedVectorSetValue(active_e_vec_in, 0.0)); in CeedOperatorLinearAssembleAddDiagonalAtPoints_Hip()
1933 …if (s != 0) CeedCallBackend(CeedVectorSetValueStrided(active_e_vec_in, start, stop, elem_size, 0.0… in CeedOperatorLinearAssembleAddDiagonalAtPoints_Hip()
1938 CeedCallBackend(CeedVectorSetValueStrided(active_e_vec_in, start, stop, elem_size, 1.0)); in CeedOperatorLinearAssembleAddDiagonalAtPoints_Hip()
1945 …CeedCallBackend(CeedOperatorInputBasisAtPoints_Hip(op_input_fields[field], qf_input_fields[field],… in CeedOperatorLinearAssembleAddDiagonalAtPoints_Hip()
1950 …CeedCallBackend(CeedQFunctionApply(qf, num_elem * max_num_points, impl->q_vecs_in, impl->q_vecs_ou… in CeedOperatorLinearAssembleAddDiagonalAtPoints_Hip()
1963 CeedCallBackend(CeedOperatorFieldGetVector(op_output_fields[field_out], &l_vec)); in CeedOperatorLinearAssembleAddDiagonalAtPoints_Hip()
1965 CeedCallBackend(CeedVectorDestroy(&l_vec)); in CeedOperatorLinearAssembleAddDiagonalAtPoints_Hip()
1970 … CeedCallBackend(CeedOperatorFieldGetElemRestriction(op_output_fields[field_out], &elem_rstr)); in CeedOperatorLinearAssembleAddDiagonalAtPoints_Hip()
1971 CeedCallBackend(CeedElemRestrictionGetType(elem_rstr, &rstr_type)); in CeedOperatorLinearAssembleAddDiagonalAtPoints_Hip()
1974 CeedCallBackend(CeedElemRestrictionGetMaxPointsInElement(elem_rstr, &elem_size)); in CeedOperatorLinearAssembleAddDiagonalAtPoints_Hip()
1976 CeedCallBackend(CeedElemRestrictionGetElementSize(elem_rstr, &elem_size)); in CeedOperatorLinearAssembleAddDiagonalAtPoints_Hip()
1981 CeedCallBackend(CeedElemRestrictionGetNumComponents(elem_rstr, &num_comp)); in CeedOperatorLinearAssembleAddDiagonalAtPoints_Hip()
1986 CeedCallBackend(CeedQFunctionFieldGetEvalMode(qf_output_fields[field_out], &eval_mode)); in CeedOperatorLinearAssembleAddDiagonalAtPoints_Hip()
1991 CeedCallBackend(CeedVectorTakeArray(q_vec, CEED_MEM_DEVICE, &e_vec_array)); in CeedOperatorLinearAssembleAddDiagonalAtPoints_Hip()
1992 CeedCallBackend(CeedVectorRestoreArray(e_vec, &e_vec_array)); in CeedOperatorLinearAssembleAddDiagonalAtPoints_Hip()
2001 CeedCallBackend(CeedOperatorFieldGetBasis(op_output_fields[field_out], &basis)); in CeedOperatorLinearAssembleAddDiagonalAtPoints_Hip()
2003 …CeedCallBackend(CeedBasisApplyAddAtPoints(basis, num_elem, num_points, CEED_TRANSPOSE, eval_mode, … in CeedOperatorLinearAssembleAddDiagonalAtPoints_Hip()
2006 …CeedCallBackend(CeedBasisApplyAtPoints(basis, num_elem, num_points, CEED_TRANSPOSE, eval_mode, imp… in CeedOperatorLinearAssembleAddDiagonalAtPoints_Hip()
2008 CeedCallBackend(CeedBasisDestroy(&basis)); in CeedOperatorLinearAssembleAddDiagonalAtPoints_Hip()
2020 CeedCallBackend(CeedElemRestrictionDestroy(&elem_rstr)); in CeedOperatorLinearAssembleAddDiagonalAtPoints_Hip()
2025 CeedCallBackend(CeedVectorPointwiseMult(e_vec, active_e_vec_in, e_vec)); in CeedOperatorLinearAssembleAddDiagonalAtPoints_Hip()
2028 … CeedCallBackend(CeedElemRestrictionApply(elem_rstr, CEED_TRANSPOSE, e_vec, assembled, request)); in CeedOperatorLinearAssembleAddDiagonalAtPoints_Hip()
2029 CeedCallBackend(CeedElemRestrictionDestroy(&elem_rstr)); in CeedOperatorLinearAssembleAddDiagonalAtPoints_Hip()
2035 CeedCallBackend(CeedVectorGetArrayWrite(e_vec, CEED_MEM_DEVICE, &e_vec_array)); in CeedOperatorLinearAssembleAddDiagonalAtPoints_Hip()
2036 … CeedCallBackend(CeedVectorSetArray(q_vec, CEED_MEM_DEVICE, CEED_USE_POINTER, e_vec_array)); in CeedOperatorLinearAssembleAddDiagonalAtPoints_Hip()
2041 …if (s == e_vec_size - 1 && i != num_input_fields - 1) CeedCallBackend(CeedVectorSetValue(q_vec, 0.… in CeedOperatorLinearAssembleAddDiagonalAtPoints_Hip()
2050 CeedCallBackend(CeedQFunctionFieldGetEvalMode(qf_output_fields[i], &eval_mode)); in CeedOperatorLinearAssembleAddDiagonalAtPoints_Hip()
2053 CeedCallBackend(CeedQFunctionFieldGetEvalMode(qf_output_fields[i], &eval_mode)); in CeedOperatorLinearAssembleAddDiagonalAtPoints_Hip()
2057 CeedCallBackend(CeedVectorTakeArray(impl->q_vecs_out[i], CEED_MEM_DEVICE, &e_vec_array)); in CeedOperatorLinearAssembleAddDiagonalAtPoints_Hip()
2058 CeedCallBackend(CeedVectorRestoreArray(impl->e_vecs_out[i], &e_vec_array)); in CeedOperatorLinearAssembleAddDiagonalAtPoints_Hip()
2064 …CeedCallBackend(CeedOperatorInputRestore_Hip(op_input_fields[i], qf_input_fields[i], i, NULL, NULL… in CeedOperatorLinearAssembleAddDiagonalAtPoints_Hip()
2068 CeedCallBackend(CeedRestoreWorkVector(ceed, &active_e_vec_in)); in CeedOperatorLinearAssembleAddDiagonalAtPoints_Hip()
2069 CeedCallBackend(CeedRestoreWorkVector(ceed, &active_e_vec_out)); in CeedOperatorLinearAssembleAddDiagonalAtPoints_Hip()
2070 CeedCallBackend(CeedDestroy(&ceed)); in CeedOperatorLinearAssembleAddDiagonalAtPoints_Hip()
2071 CeedCallBackend(CeedQFunctionDestroy(&qf)); in CeedOperatorLinearAssembleAddDiagonalAtPoints_Hip()
2082 CeedCallBackend(CeedOperatorGetCeed(op, &ceed)); in CeedOperatorCreate_Hip()
2083 CeedCallBackend(CeedCalloc(1, &impl)); in CeedOperatorCreate_Hip()
2084 CeedCallBackend(CeedOperatorSetData(op, impl)); in CeedOperatorCreate_Hip()
2086 …CeedCallBackend(CeedSetBackendFunction(ceed, "Operator", op, "LinearAssembleQFunction", CeedOperat… in CeedOperatorCreate_Hip()
2087 …CeedCallBackend(CeedSetBackendFunction(ceed, "Operator", op, "LinearAssembleQFunctionUpdate", Ceed… in CeedOperatorCreate_Hip()
2088 …CeedCallBackend(CeedSetBackendFunction(ceed, "Operator", op, "LinearAssembleAddDiagonal", CeedOper… in CeedOperatorCreate_Hip()
2089 …CeedCallBackend(CeedSetBackendFunction(ceed, "Operator", op, "LinearAssembleAddPointBlockDiagonal", in CeedOperatorCreate_Hip()
2091 …CeedCallBackend(CeedSetBackendFunction(ceed, "Operator", op, "LinearAssembleSingle", CeedOperatorA… in CeedOperatorCreate_Hip()
2092 …CeedCallBackend(CeedSetBackendFunction(ceed, "Operator", op, "ApplyAdd", CeedOperatorApplyAdd_Hip)… in CeedOperatorCreate_Hip()
2093 CeedCallBackend(CeedSetBackendFunction(ceed, "Operator", op, "Destroy", CeedOperatorDestroy_Hip)); in CeedOperatorCreate_Hip()
2094 CeedCallBackend(CeedDestroy(&ceed)); in CeedOperatorCreate_Hip()
2105 CeedCallBackend(CeedOperatorGetCeed(op, &ceed)); in CeedOperatorCreateAtPoints_Hip()
2106 CeedCallBackend(CeedCalloc(1, &impl)); in CeedOperatorCreateAtPoints_Hip()
2107 CeedCallBackend(CeedOperatorSetData(op, impl)); in CeedOperatorCreateAtPoints_Hip()
2109 …CeedCallBackend(CeedSetBackendFunction(ceed, "Operator", op, "LinearAssembleQFunction", CeedOperat… in CeedOperatorCreateAtPoints_Hip()
2110 …CeedCallBackend(CeedSetBackendFunction(ceed, "Operator", op, "LinearAssembleAddDiagonal", CeedOper… in CeedOperatorCreateAtPoints_Hip()
2111 …CeedCallBackend(CeedSetBackendFunction(ceed, "Operator", op, "ApplyAdd", CeedOperatorApplyAddAtPoi… in CeedOperatorCreateAtPoints_Hip()
2112 CeedCallBackend(CeedSetBackendFunction(ceed, "Operator", op, "Destroy", CeedOperatorDestroy_Hip)); in CeedOperatorCreateAtPoints_Hip()
2113 CeedCallBackend(CeedDestroy(&ceed)); in CeedOperatorCreateAtPoints_Hip()