Lines Matching refs:CeedCallBackend
27 CeedCallBackend(CeedOperatorGetData(op, &impl)); in CeedOperatorDestroy_Cuda()
30 CeedCallBackend(CeedFree(&impl->num_points)); in CeedOperatorDestroy_Cuda()
31 CeedCallBackend(CeedFree(&impl->skip_rstr_in)); in CeedOperatorDestroy_Cuda()
32 CeedCallBackend(CeedFree(&impl->skip_rstr_out)); in CeedOperatorDestroy_Cuda()
33 CeedCallBackend(CeedFree(&impl->apply_add_basis_out)); in CeedOperatorDestroy_Cuda()
34 CeedCallBackend(CeedFree(&impl->input_field_order)); in CeedOperatorDestroy_Cuda()
35 CeedCallBackend(CeedFree(&impl->output_field_order)); in CeedOperatorDestroy_Cuda()
36 CeedCallBackend(CeedFree(&impl->input_states)); in CeedOperatorDestroy_Cuda()
39 CeedCallBackend(CeedVectorDestroy(&impl->e_vecs_in[i])); in CeedOperatorDestroy_Cuda()
40 CeedCallBackend(CeedVectorDestroy(&impl->q_vecs_in[i])); in CeedOperatorDestroy_Cuda()
42 CeedCallBackend(CeedFree(&impl->e_vecs_in)); in CeedOperatorDestroy_Cuda()
43 CeedCallBackend(CeedFree(&impl->q_vecs_in)); in CeedOperatorDestroy_Cuda()
46 CeedCallBackend(CeedVectorDestroy(&impl->e_vecs_out[i])); in CeedOperatorDestroy_Cuda()
47 CeedCallBackend(CeedVectorDestroy(&impl->q_vecs_out[i])); in CeedOperatorDestroy_Cuda()
49 CeedCallBackend(CeedFree(&impl->e_vecs_out)); in CeedOperatorDestroy_Cuda()
50 CeedCallBackend(CeedFree(&impl->q_vecs_out)); in CeedOperatorDestroy_Cuda()
51 CeedCallBackend(CeedVectorDestroy(&impl->point_coords_elem)); in CeedOperatorDestroy_Cuda()
55 CeedCallBackend(CeedVectorDestroy(&impl->qf_active_in[i])); in CeedOperatorDestroy_Cuda()
57 CeedCallBackend(CeedFree(&impl->qf_active_in)); in CeedOperatorDestroy_Cuda()
63 CeedCallBackend(CeedOperatorGetCeed(op, &ceed)); in CeedOperatorDestroy_Cuda()
81 CeedCallBackend(CeedDestroy(&ceed)); in CeedOperatorDestroy_Cuda()
82 CeedCallBackend(CeedVectorDestroy(&impl->diag->elem_diag)); in CeedOperatorDestroy_Cuda()
83 CeedCallBackend(CeedVectorDestroy(&impl->diag->point_block_elem_diag)); in CeedOperatorDestroy_Cuda()
84 CeedCallBackend(CeedElemRestrictionDestroy(&impl->diag->diag_rstr)); in CeedOperatorDestroy_Cuda()
85 CeedCallBackend(CeedElemRestrictionDestroy(&impl->diag->point_block_diag_rstr)); in CeedOperatorDestroy_Cuda()
87 CeedCallBackend(CeedFree(&impl->diag)); in CeedOperatorDestroy_Cuda()
92 CeedCallBackend(CeedOperatorGetCeed(op, &ceed)); in CeedOperatorDestroy_Cuda()
96 CeedCallBackend(CeedDestroy(&ceed)); in CeedOperatorDestroy_Cuda()
98 CeedCallBackend(CeedFree(&impl->asmb)); in CeedOperatorDestroy_Cuda()
100 CeedCallBackend(CeedFree(&impl)); in CeedOperatorDestroy_Cuda()
113 CeedCallBackend(CeedOperatorGetCeed(op, &ceed)); in CeedOperatorSetupFields_Cuda()
115 CeedCallBackend(CeedOperatorGetFields(op, NULL, &op_fields, NULL, NULL)); in CeedOperatorSetupFields_Cuda()
116 CeedCallBackend(CeedQFunctionGetFields(qf, NULL, &qf_fields, NULL, NULL)); in CeedOperatorSetupFields_Cuda()
118 CeedCallBackend(CeedOperatorGetFields(op, NULL, NULL, NULL, &op_fields)); in CeedOperatorSetupFields_Cuda()
119 CeedCallBackend(CeedQFunctionGetFields(qf, NULL, NULL, NULL, &qf_fields)); in CeedOperatorSetupFields_Cuda()
136 CeedCallBackend(CeedOperatorFieldGetVector(op_fields[i], &l_vec)); in CeedOperatorSetupFields_Cuda()
138 CeedCallBackend(CeedVectorDestroy(&l_vec)); in CeedOperatorSetupFields_Cuda()
139 CeedCallBackend(CeedOperatorFieldGetElemRestriction(op_fields[i], &elem_rstr)); in CeedOperatorSetupFields_Cuda()
140 CeedCallBackend(CeedQFunctionFieldGetEvalMode(qf_fields[i], &eval_mode)); in CeedOperatorSetupFields_Cuda()
143 CeedCallBackend(CeedElemRestrictionIsStrided(elem_rstr, &is_strided)); in CeedOperatorSetupFields_Cuda()
144 if (is_strided) CeedCallBackend(CeedElemRestrictionHasBackendStrides(elem_rstr, &skip_e_vec)); in CeedOperatorSetupFields_Cuda()
149 CeedCallBackend(CeedElemRestrictionCreateVector(elem_rstr, NULL, &e_vecs[i])); in CeedOperatorSetupFields_Cuda()
151 CeedCallBackend(CeedElemRestrictionDestroy(&elem_rstr)); in CeedOperatorSetupFields_Cuda()
159 CeedCallBackend(CeedQFunctionFieldGetSize(qf_fields[i], &size)); in CeedOperatorSetupFields_Cuda()
161 CeedCallBackend(CeedVectorCreate(ceed, q_size, &q_vecs[i])); in CeedOperatorSetupFields_Cuda()
166 CeedCallBackend(CeedOperatorFieldGetBasis(op_fields[i], &basis)); in CeedOperatorSetupFields_Cuda()
168 CeedCallBackend(CeedVectorCreate(ceed, q_size, &q_vecs[i])); in CeedOperatorSetupFields_Cuda()
173 …CeedCallBackend(CeedBasisApplyAtPoints(basis, num_elem, num_points, CEED_NOTRANSPOSE, CEED_EVAL_WE… in CeedOperatorSetupFields_Cuda()
176 …CeedCallBackend(CeedBasisApply(basis, num_elem, CEED_NOTRANSPOSE, CEED_EVAL_WEIGHT, CEED_VECTOR_NO… in CeedOperatorSetupFields_Cuda()
178 CeedCallBackend(CeedBasisDestroy(&basis)); in CeedOperatorSetupFields_Cuda()
189 CeedCallBackend(CeedOperatorFieldGetVector(op_fields[i], &vec_i)); in CeedOperatorSetupFields_Cuda()
190 CeedCallBackend(CeedOperatorFieldGetElemRestriction(op_fields[i], &rstr_i)); in CeedOperatorSetupFields_Cuda()
195 CeedCallBackend(CeedOperatorFieldGetVector(op_fields[j], &vec_j)); in CeedOperatorSetupFields_Cuda()
196 CeedCallBackend(CeedOperatorFieldGetElemRestriction(op_fields[j], &rstr_j)); in CeedOperatorSetupFields_Cuda()
198 if (e_vecs[i]) CeedCallBackend(CeedVectorReferenceCopy(e_vecs[i], &e_vecs[j])); in CeedOperatorSetupFields_Cuda()
201 CeedCallBackend(CeedVectorDestroy(&vec_j)); in CeedOperatorSetupFields_Cuda()
202 CeedCallBackend(CeedElemRestrictionDestroy(&rstr_j)); in CeedOperatorSetupFields_Cuda()
204 CeedCallBackend(CeedVectorDestroy(&vec_i)); in CeedOperatorSetupFields_Cuda()
205 CeedCallBackend(CeedElemRestrictionDestroy(&rstr_i)); in CeedOperatorSetupFields_Cuda()
212 CeedCallBackend(CeedOperatorFieldGetVector(op_fields[i], &vec_i)); in CeedOperatorSetupFields_Cuda()
213 CeedCallBackend(CeedOperatorFieldGetElemRestriction(op_fields[i], &rstr_i)); in CeedOperatorSetupFields_Cuda()
218 CeedCallBackend(CeedOperatorFieldGetVector(op_fields[j], &vec_j)); in CeedOperatorSetupFields_Cuda()
219 CeedCallBackend(CeedOperatorFieldGetElemRestriction(op_fields[j], &rstr_j)); in CeedOperatorSetupFields_Cuda()
221 if (e_vecs[i]) CeedCallBackend(CeedVectorReferenceCopy(e_vecs[i], &e_vecs[j])); in CeedOperatorSetupFields_Cuda()
225 CeedCallBackend(CeedVectorDestroy(&vec_j)); in CeedOperatorSetupFields_Cuda()
226 CeedCallBackend(CeedElemRestrictionDestroy(&rstr_j)); in CeedOperatorSetupFields_Cuda()
228 CeedCallBackend(CeedVectorDestroy(&vec_i)); in CeedOperatorSetupFields_Cuda()
229 CeedCallBackend(CeedElemRestrictionDestroy(&rstr_i)); in CeedOperatorSetupFields_Cuda()
232 CeedCallBackend(CeedDestroy(&ceed)); in CeedOperatorSetupFields_Cuda()
247 CeedCallBackend(CeedOperatorIsSetupDone(op, &is_setup_done)); in CeedOperatorSetup_Cuda()
250 CeedCallBackend(CeedOperatorGetData(op, &impl)); in CeedOperatorSetup_Cuda()
251 CeedCallBackend(CeedOperatorGetQFunction(op, &qf)); in CeedOperatorSetup_Cuda()
252 CeedCallBackend(CeedOperatorGetNumQuadraturePoints(op, &Q)); in CeedOperatorSetup_Cuda()
253 CeedCallBackend(CeedOperatorGetNumElements(op, &num_elem)); in CeedOperatorSetup_Cuda()
254 …CeedCallBackend(CeedOperatorGetFields(op, &num_input_fields, &op_input_fields, &num_output_fields,… in CeedOperatorSetup_Cuda()
255 CeedCallBackend(CeedQFunctionGetFields(qf, NULL, &qf_input_fields, NULL, &qf_output_fields)); in CeedOperatorSetup_Cuda()
258 CeedCallBackend(CeedCalloc(num_input_fields, &impl->e_vecs_in)); in CeedOperatorSetup_Cuda()
259 CeedCallBackend(CeedCalloc(num_output_fields, &impl->e_vecs_out)); in CeedOperatorSetup_Cuda()
260 CeedCallBackend(CeedCalloc(num_input_fields, &impl->skip_rstr_in)); in CeedOperatorSetup_Cuda()
261 CeedCallBackend(CeedCalloc(num_output_fields, &impl->skip_rstr_out)); in CeedOperatorSetup_Cuda()
262 CeedCallBackend(CeedCalloc(num_output_fields, &impl->apply_add_basis_out)); in CeedOperatorSetup_Cuda()
263 CeedCallBackend(CeedCalloc(num_input_fields, &impl->input_field_order)); in CeedOperatorSetup_Cuda()
264 CeedCallBackend(CeedCalloc(num_output_fields, &impl->output_field_order)); in CeedOperatorSetup_Cuda()
265 CeedCallBackend(CeedCalloc(num_input_fields, &impl->input_states)); in CeedOperatorSetup_Cuda()
266 CeedCallBackend(CeedCalloc(num_input_fields, &impl->q_vecs_in)); in CeedOperatorSetup_Cuda()
267 CeedCallBackend(CeedCalloc(num_output_fields, &impl->q_vecs_out)); in CeedOperatorSetup_Cuda()
272 …CeedCallBackend(CeedOperatorSetupFields_Cuda(qf, op, true, false, impl->skip_rstr_in, NULL, impl->… in CeedOperatorSetup_Cuda()
274 …CeedCallBackend(CeedOperatorSetupFields_Cuda(qf, op, false, false, impl->skip_rstr_out, impl->appl… in CeedOperatorSetup_Cuda()
293 CeedCallBackend(CeedOperatorFieldGetVector(op_input_fields[i], &vec_i)); in CeedOperatorSetup_Cuda()
296 CeedCallBackend(CeedVectorDestroy(&vec_i)); in CeedOperatorSetup_Cuda()
299 CeedCallBackend(CeedOperatorFieldGetElemRestriction(op_input_fields[i], &rstr_i)); in CeedOperatorSetup_Cuda()
300 CeedCallBackend(CeedElemRestrictionGetEVectorSize(rstr_i, &e_vec_len_i)); in CeedOperatorSetup_Cuda()
306 CeedCallBackend(CeedOperatorFieldGetVector(op_input_fields[j], &vec_j)); in CeedOperatorSetup_Cuda()
307 CeedCallBackend(CeedOperatorFieldGetElemRestriction(op_input_fields[j], &rstr_j)); in CeedOperatorSetup_Cuda()
313 CeedCallBackend(CeedVectorDestroy(&vec_j)); in CeedOperatorSetup_Cuda()
314 CeedCallBackend(CeedElemRestrictionDestroy(&rstr_j)); in CeedOperatorSetup_Cuda()
316 CeedCallBackend(CeedVectorDestroy(&vec_i)); in CeedOperatorSetup_Cuda()
317 CeedCallBackend(CeedElemRestrictionDestroy(&rstr_i)); in CeedOperatorSetup_Cuda()
334 CeedCallBackend(CeedOperatorFieldGetVector(op_output_fields[i], &vec_i)); in CeedOperatorSetup_Cuda()
335 CeedCallBackend(CeedOperatorFieldGetElemRestriction(op_output_fields[i], &rstr_i)); in CeedOperatorSetup_Cuda()
336 CeedCallBackend(CeedElemRestrictionGetEVectorSize(rstr_i, &e_vec_len_i)); in CeedOperatorSetup_Cuda()
342 CeedCallBackend(CeedOperatorFieldGetVector(op_output_fields[j], &vec_j)); in CeedOperatorSetup_Cuda()
343 CeedCallBackend(CeedOperatorFieldGetElemRestriction(op_output_fields[j], &rstr_j)); in CeedOperatorSetup_Cuda()
349 CeedCallBackend(CeedVectorDestroy(&vec_j)); in CeedOperatorSetup_Cuda()
350 CeedCallBackend(CeedElemRestrictionDestroy(&rstr_j)); in CeedOperatorSetup_Cuda()
352 CeedCallBackend(CeedVectorDestroy(&vec_i)); in CeedOperatorSetup_Cuda()
353 CeedCallBackend(CeedElemRestrictionDestroy(&rstr_i)); in CeedOperatorSetup_Cuda()
356 CeedCallBackend(CeedClearWorkVectors(CeedOperatorReturnCeed(op), impl->max_active_e_vec_len)); in CeedOperatorSetup_Cuda()
361 …CeedCallBackend(CeedGetWorkVector(CeedOperatorReturnCeed(op), impl->max_active_e_vec_len, &temp_1)… in CeedOperatorSetup_Cuda()
362 …CeedCallBackend(CeedGetWorkVector(CeedOperatorReturnCeed(op), impl->max_active_e_vec_len, &temp_2)… in CeedOperatorSetup_Cuda()
363 CeedCallBackend(CeedRestoreWorkVector(CeedOperatorReturnCeed(op), &temp_1)); in CeedOperatorSetup_Cuda()
364 CeedCallBackend(CeedRestoreWorkVector(CeedOperatorReturnCeed(op), &temp_2)); in CeedOperatorSetup_Cuda()
366 CeedCallBackend(CeedOperatorSetSetupDone(op)); in CeedOperatorSetup_Cuda()
367 CeedCallBackend(CeedQFunctionDestroy(&qf)); in CeedOperatorSetup_Cuda()
381 CeedCallBackend(CeedOperatorFieldGetVector(op_input_field, &l_vec)); in CeedOperatorInputRestrict_Cuda()
395 CeedCallBackend(CeedVectorGetState(l_vec, &state)); in CeedOperatorInputRestrict_Cuda()
399 CeedCallBackend(CeedOperatorFieldGetElemRestriction(op_input_field, &elem_rstr)); in CeedOperatorInputRestrict_Cuda()
400 … CeedCallBackend(CeedElemRestrictionApply(elem_rstr, CEED_NOTRANSPOSE, l_vec, e_vec, request)); in CeedOperatorInputRestrict_Cuda()
401 CeedCallBackend(CeedElemRestrictionDestroy(&elem_rstr)); in CeedOperatorInputRestrict_Cuda()
406 if (!is_active) CeedCallBackend(CeedVectorDestroy(&l_vec)); in CeedOperatorInputRestrict_Cuda()
421 CeedCallBackend(CeedOperatorFieldGetVector(op_input_field, &l_vec)); in CeedOperatorInputBasis_Cuda()
430 CeedCallBackend(CeedQFunctionFieldGetEvalMode(qf_input_field, &eval_mode)); in CeedOperatorInputBasis_Cuda()
436 CeedCallBackend(CeedVectorGetArrayRead(e_vec, CEED_MEM_DEVICE, &e_vec_array)); in CeedOperatorInputBasis_Cuda()
438 CeedCallBackend(CeedVectorGetArrayRead(l_vec, CEED_MEM_DEVICE, &e_vec_array)); in CeedOperatorInputBasis_Cuda()
440 …CeedCallBackend(CeedVectorSetArray(q_vec, CEED_MEM_DEVICE, CEED_USE_POINTER, (CeedScalar *)e_vec_a… in CeedOperatorInputBasis_Cuda()
449 CeedCallBackend(CeedOperatorFieldGetBasis(op_input_field, &basis)); in CeedOperatorInputBasis_Cuda()
450 CeedCallBackend(CeedBasisApply(basis, num_elem, CEED_NOTRANSPOSE, eval_mode, e_vec, q_vec)); in CeedOperatorInputBasis_Cuda()
451 CeedCallBackend(CeedBasisDestroy(&basis)); in CeedOperatorInputBasis_Cuda()
457 if (!is_active) CeedCallBackend(CeedVectorDestroy(&l_vec)); in CeedOperatorInputBasis_Cuda()
471 CeedCallBackend(CeedOperatorFieldGetVector(op_input_field, &l_vec)); in CeedOperatorInputRestore_Cuda()
480 CeedCallBackend(CeedQFunctionFieldGetEvalMode(qf_input_field, &eval_mode)); in CeedOperatorInputRestore_Cuda()
484 …CeedCallBackend(CeedVectorTakeArray(impl->q_vecs_in[input_field], CEED_MEM_DEVICE, (CeedScalar **)… in CeedOperatorInputRestore_Cuda()
486 CeedCallBackend(CeedVectorRestoreArrayRead(e_vec, &e_vec_array)); in CeedOperatorInputRestore_Cuda()
488 CeedCallBackend(CeedVectorRestoreArrayRead(l_vec, &e_vec_array)); in CeedOperatorInputRestore_Cuda()
491 if (!is_active) CeedCallBackend(CeedVectorDestroy(&l_vec)); in CeedOperatorInputRestore_Cuda()
507 CeedCallBackend(CeedOperatorGetCeed(op, &ceed)); in CeedOperatorApplyAdd_Cuda()
508 CeedCallBackend(CeedOperatorGetData(op, &impl)); in CeedOperatorApplyAdd_Cuda()
509 CeedCallBackend(CeedOperatorGetQFunction(op, &qf)); in CeedOperatorApplyAdd_Cuda()
510 CeedCallBackend(CeedOperatorGetNumQuadraturePoints(op, &Q)); in CeedOperatorApplyAdd_Cuda()
511 CeedCallBackend(CeedOperatorGetNumElements(op, &num_elem)); in CeedOperatorApplyAdd_Cuda()
512 …CeedCallBackend(CeedOperatorGetFields(op, &num_input_fields, &op_input_fields, &num_output_fields,… in CeedOperatorApplyAdd_Cuda()
513 CeedCallBackend(CeedQFunctionGetFields(qf, NULL, &qf_input_fields, NULL, &qf_output_fields)); in CeedOperatorApplyAdd_Cuda()
516 CeedCallBackend(CeedOperatorSetup_Cuda(op)); in CeedOperatorApplyAdd_Cuda()
519 CeedCallBackend(CeedGetWorkVector(ceed, impl->max_active_e_vec_len, &active_e_vec)); in CeedOperatorApplyAdd_Cuda()
525 …CeedCallBackend(CeedOperatorInputRestrict_Cuda(op_input_fields[field], qf_input_fields[field], fie… in CeedOperatorApplyAdd_Cuda()
527 …CeedCallBackend(CeedOperatorInputBasis_Cuda(op_input_fields[field], qf_input_fields[field], field,… in CeedOperatorApplyAdd_Cuda()
534 CeedCallBackend(CeedQFunctionFieldGetEvalMode(qf_output_fields[i], &eval_mode)); in CeedOperatorApplyAdd_Cuda()
538 CeedCallBackend(CeedVectorGetArrayWrite(impl->e_vecs_out[i], CEED_MEM_DEVICE, &e_vec_array)); in CeedOperatorApplyAdd_Cuda()
539 …CeedCallBackend(CeedVectorSetArray(impl->q_vecs_out[i], CEED_MEM_DEVICE, CEED_USE_POINTER, e_vec_a… in CeedOperatorApplyAdd_Cuda()
544 CeedCallBackend(CeedQFunctionApply(qf, num_elem * Q, impl->q_vecs_in, impl->q_vecs_out)); in CeedOperatorApplyAdd_Cuda()
548 …CeedCallBackend(CeedOperatorInputRestore_Cuda(op_input_fields[i], qf_input_fields[i], i, in_vec, a… in CeedOperatorApplyAdd_Cuda()
559 CeedCallBackend(CeedOperatorFieldGetVector(op_output_fields[field], &l_vec)); in CeedOperatorApplyAdd_Cuda()
567 CeedCallBackend(CeedQFunctionFieldGetEvalMode(qf_output_fields[field], &eval_mode)); in CeedOperatorApplyAdd_Cuda()
577 CeedCallBackend(CeedOperatorFieldGetBasis(op_output_fields[field], &basis)); in CeedOperatorApplyAdd_Cuda()
579 … CeedCallBackend(CeedBasisApplyAdd(basis, num_elem, CEED_TRANSPOSE, eval_mode, q_vec, e_vec)); in CeedOperatorApplyAdd_Cuda()
581 CeedCallBackend(CeedBasisApply(basis, num_elem, CEED_TRANSPOSE, eval_mode, q_vec, e_vec)); in CeedOperatorApplyAdd_Cuda()
583 CeedCallBackend(CeedBasisDestroy(&basis)); in CeedOperatorApplyAdd_Cuda()
597 CeedCallBackend(CeedVectorTakeArray(impl->q_vecs_out[field], CEED_MEM_DEVICE, &e_vec_array)); in CeedOperatorApplyAdd_Cuda()
598 CeedCallBackend(CeedVectorRestoreArray(e_vec, &e_vec_array)); in CeedOperatorApplyAdd_Cuda()
605 CeedCallBackend(CeedOperatorFieldGetElemRestriction(op_output_fields[field], &elem_rstr)); in CeedOperatorApplyAdd_Cuda()
606 CeedCallBackend(CeedElemRestrictionApply(elem_rstr, CEED_TRANSPOSE, e_vec, l_vec, request)); in CeedOperatorApplyAdd_Cuda()
607 CeedCallBackend(CeedElemRestrictionDestroy(&elem_rstr)); in CeedOperatorApplyAdd_Cuda()
609 if (!is_active) CeedCallBackend(CeedVectorDestroy(&l_vec)); in CeedOperatorApplyAdd_Cuda()
613 CeedCallBackend(CeedRestoreWorkVector(ceed, &active_e_vec)); in CeedOperatorApplyAdd_Cuda()
614 CeedCallBackend(CeedDestroy(&ceed)); in CeedOperatorApplyAdd_Cuda()
615 CeedCallBackend(CeedQFunctionDestroy(&qf)); in CeedOperatorApplyAdd_Cuda()
630 CeedCallBackend(CeedOperatorIsSetupDone(op, &is_setup_done)); in CeedOperatorSetupAtPoints_Cuda()
633 CeedCallBackend(CeedOperatorGetData(op, &impl)); in CeedOperatorSetupAtPoints_Cuda()
634 CeedCallBackend(CeedOperatorGetQFunction(op, &qf)); in CeedOperatorSetupAtPoints_Cuda()
635 CeedCallBackend(CeedOperatorGetNumElements(op, &num_elem)); in CeedOperatorSetupAtPoints_Cuda()
636 …CeedCallBackend(CeedOperatorGetFields(op, &num_input_fields, &op_input_fields, &num_output_fields,… in CeedOperatorSetupAtPoints_Cuda()
637 CeedCallBackend(CeedQFunctionGetFields(qf, NULL, &qf_input_fields, NULL, &qf_output_fields)); in CeedOperatorSetupAtPoints_Cuda()
641 CeedCallBackend(CeedOperatorAtPointsGetPoints(op, &rstr_points, NULL)); in CeedOperatorSetupAtPoints_Cuda()
642 CeedCallBackend(CeedElemRestrictionGetMaxPointsInElement(rstr_points, &max_num_points)); in CeedOperatorSetupAtPoints_Cuda()
643 CeedCallBackend(CeedCalloc(num_elem, &impl->num_points)); in CeedOperatorSetupAtPoints_Cuda()
647 CeedCallBackend(CeedElemRestrictionGetNumPointsInElement(rstr_points, e, &num_points_elem)); in CeedOperatorSetupAtPoints_Cuda()
650 CeedCallBackend(CeedElemRestrictionDestroy(&rstr_points)); in CeedOperatorSetupAtPoints_Cuda()
655 CeedCallBackend(CeedCalloc(num_input_fields, &impl->e_vecs_in)); in CeedOperatorSetupAtPoints_Cuda()
656 CeedCallBackend(CeedCalloc(num_output_fields, &impl->e_vecs_out)); in CeedOperatorSetupAtPoints_Cuda()
657 CeedCallBackend(CeedCalloc(num_input_fields, &impl->skip_rstr_in)); in CeedOperatorSetupAtPoints_Cuda()
658 CeedCallBackend(CeedCalloc(num_output_fields, &impl->skip_rstr_out)); in CeedOperatorSetupAtPoints_Cuda()
659 CeedCallBackend(CeedCalloc(num_output_fields, &impl->apply_add_basis_out)); in CeedOperatorSetupAtPoints_Cuda()
660 CeedCallBackend(CeedCalloc(num_input_fields, &impl->input_field_order)); in CeedOperatorSetupAtPoints_Cuda()
661 CeedCallBackend(CeedCalloc(num_output_fields, &impl->output_field_order)); in CeedOperatorSetupAtPoints_Cuda()
662 CeedCallBackend(CeedCalloc(num_input_fields, &impl->input_states)); in CeedOperatorSetupAtPoints_Cuda()
663 CeedCallBackend(CeedCalloc(num_input_fields, &impl->q_vecs_in)); in CeedOperatorSetupAtPoints_Cuda()
664 CeedCallBackend(CeedCalloc(num_output_fields, &impl->q_vecs_out)); in CeedOperatorSetupAtPoints_Cuda()
669 …CeedCallBackend(CeedOperatorSetupFields_Cuda(qf, op, true, true, impl->skip_rstr_in, NULL, impl->e… in CeedOperatorSetupAtPoints_Cuda()
671 …CeedCallBackend(CeedOperatorSetupFields_Cuda(qf, op, false, true, impl->skip_rstr_out, impl->apply… in CeedOperatorSetupAtPoints_Cuda()
690 CeedCallBackend(CeedOperatorFieldGetVector(op_input_fields[i], &vec_i)); in CeedOperatorSetupAtPoints_Cuda()
693 CeedCallBackend(CeedVectorDestroy(&vec_i)); in CeedOperatorSetupAtPoints_Cuda()
696 CeedCallBackend(CeedOperatorFieldGetElemRestriction(op_input_fields[i], &rstr_i)); in CeedOperatorSetupAtPoints_Cuda()
697 CeedCallBackend(CeedElemRestrictionGetEVectorSize(rstr_i, &e_vec_len_i)); in CeedOperatorSetupAtPoints_Cuda()
703 CeedCallBackend(CeedOperatorFieldGetVector(op_input_fields[j], &vec_j)); in CeedOperatorSetupAtPoints_Cuda()
704 CeedCallBackend(CeedOperatorFieldGetElemRestriction(op_input_fields[j], &rstr_j)); in CeedOperatorSetupAtPoints_Cuda()
710 CeedCallBackend(CeedVectorDestroy(&vec_j)); in CeedOperatorSetupAtPoints_Cuda()
711 CeedCallBackend(CeedElemRestrictionDestroy(&rstr_j)); in CeedOperatorSetupAtPoints_Cuda()
713 CeedCallBackend(CeedVectorDestroy(&vec_i)); in CeedOperatorSetupAtPoints_Cuda()
714 CeedCallBackend(CeedElemRestrictionDestroy(&rstr_i)); in CeedOperatorSetupAtPoints_Cuda()
731 CeedCallBackend(CeedOperatorFieldGetVector(op_output_fields[i], &vec_i)); in CeedOperatorSetupAtPoints_Cuda()
732 CeedCallBackend(CeedOperatorFieldGetElemRestriction(op_output_fields[i], &rstr_i)); in CeedOperatorSetupAtPoints_Cuda()
733 CeedCallBackend(CeedElemRestrictionGetEVectorSize(rstr_i, &e_vec_len_i)); in CeedOperatorSetupAtPoints_Cuda()
739 CeedCallBackend(CeedOperatorFieldGetVector(op_output_fields[j], &vec_j)); in CeedOperatorSetupAtPoints_Cuda()
740 CeedCallBackend(CeedOperatorFieldGetElemRestriction(op_output_fields[j], &rstr_j)); in CeedOperatorSetupAtPoints_Cuda()
746 CeedCallBackend(CeedVectorDestroy(&vec_j)); in CeedOperatorSetupAtPoints_Cuda()
747 CeedCallBackend(CeedElemRestrictionDestroy(&rstr_j)); in CeedOperatorSetupAtPoints_Cuda()
749 CeedCallBackend(CeedVectorDestroy(&vec_i)); in CeedOperatorSetupAtPoints_Cuda()
750 CeedCallBackend(CeedElemRestrictionDestroy(&rstr_i)); in CeedOperatorSetupAtPoints_Cuda()
753 CeedCallBackend(CeedClearWorkVectors(CeedOperatorReturnCeed(op), impl->max_active_e_vec_len)); in CeedOperatorSetupAtPoints_Cuda()
758 …CeedCallBackend(CeedGetWorkVector(CeedOperatorReturnCeed(op), impl->max_active_e_vec_len, &temp_1)… in CeedOperatorSetupAtPoints_Cuda()
759 …CeedCallBackend(CeedGetWorkVector(CeedOperatorReturnCeed(op), impl->max_active_e_vec_len, &temp_2)… in CeedOperatorSetupAtPoints_Cuda()
760 CeedCallBackend(CeedRestoreWorkVector(CeedOperatorReturnCeed(op), &temp_1)); in CeedOperatorSetupAtPoints_Cuda()
761 CeedCallBackend(CeedRestoreWorkVector(CeedOperatorReturnCeed(op), &temp_2)); in CeedOperatorSetupAtPoints_Cuda()
763 CeedCallBackend(CeedOperatorSetSetupDone(op)); in CeedOperatorSetupAtPoints_Cuda()
764 CeedCallBackend(CeedQFunctionDestroy(&qf)); in CeedOperatorSetupAtPoints_Cuda()
779 CeedCallBackend(CeedOperatorFieldGetVector(op_input_field, &l_vec)); in CeedOperatorInputBasisAtPoints_Cuda()
783 CeedCallBackend(CeedVectorDestroy(&l_vec)); in CeedOperatorInputBasisAtPoints_Cuda()
792 CeedCallBackend(CeedQFunctionFieldGetEvalMode(qf_input_field, &eval_mode)); in CeedOperatorInputBasisAtPoints_Cuda()
798 CeedCallBackend(CeedVectorGetArrayRead(e_vec, CEED_MEM_DEVICE, &e_vec_array)); in CeedOperatorInputBasisAtPoints_Cuda()
800 CeedCallBackend(CeedVectorGetArrayRead(l_vec, CEED_MEM_DEVICE, &e_vec_array)); in CeedOperatorInputBasisAtPoints_Cuda()
802 …CeedCallBackend(CeedVectorSetArray(q_vec, CEED_MEM_DEVICE, CEED_USE_POINTER, (CeedScalar *)e_vec_a… in CeedOperatorInputBasisAtPoints_Cuda()
811 CeedCallBackend(CeedOperatorFieldGetBasis(op_input_field, &basis)); in CeedOperatorInputBasisAtPoints_Cuda()
812 …CeedCallBackend(CeedBasisApplyAtPoints(basis, num_elem, num_points, CEED_NOTRANSPOSE, eval_mode, i… in CeedOperatorInputBasisAtPoints_Cuda()
813 CeedCallBackend(CeedBasisDestroy(&basis)); in CeedOperatorInputBasisAtPoints_Cuda()
819 if (!is_active) CeedCallBackend(CeedVectorDestroy(&l_vec)); in CeedOperatorInputBasisAtPoints_Cuda()
835 CeedCallBackend(CeedOperatorGetCeed(op, &ceed)); in CeedOperatorApplyAddAtPoints_Cuda()
836 CeedCallBackend(CeedOperatorGetData(op, &impl)); in CeedOperatorApplyAddAtPoints_Cuda()
837 CeedCallBackend(CeedOperatorGetQFunction(op, &qf)); in CeedOperatorApplyAddAtPoints_Cuda()
838 CeedCallBackend(CeedOperatorGetNumElements(op, &num_elem)); in CeedOperatorApplyAddAtPoints_Cuda()
839 …CeedCallBackend(CeedOperatorGetFields(op, &num_input_fields, &op_input_fields, &num_output_fields,… in CeedOperatorApplyAddAtPoints_Cuda()
840 CeedCallBackend(CeedQFunctionGetFields(qf, NULL, &qf_input_fields, NULL, &qf_output_fields)); in CeedOperatorApplyAddAtPoints_Cuda()
843 CeedCallBackend(CeedOperatorSetupAtPoints_Cuda(op)); in CeedOperatorApplyAddAtPoints_Cuda()
848 CeedCallBackend(CeedGetWorkVector(ceed, impl->max_active_e_vec_len, &active_e_vec)); in CeedOperatorApplyAddAtPoints_Cuda()
855 CeedCallBackend(CeedOperatorAtPointsGetPoints(op, &rstr_points, &point_coords)); in CeedOperatorApplyAddAtPoints_Cuda()
856 …if (!impl->point_coords_elem) CeedCallBackend(CeedElemRestrictionCreateVector(rstr_points, NULL, &… in CeedOperatorApplyAddAtPoints_Cuda()
859 CeedCallBackend(CeedVectorGetState(point_coords, &state)); in CeedOperatorApplyAddAtPoints_Cuda()
861 …CeedCallBackend(CeedElemRestrictionApply(rstr_points, CEED_NOTRANSPOSE, point_coords, impl->point_… in CeedOperatorApplyAddAtPoints_Cuda()
864 CeedCallBackend(CeedVectorDestroy(&point_coords)); in CeedOperatorApplyAddAtPoints_Cuda()
865 CeedCallBackend(CeedElemRestrictionDestroy(&rstr_points)); in CeedOperatorApplyAddAtPoints_Cuda()
872 …CeedCallBackend(CeedOperatorInputRestrict_Cuda(op_input_fields[field], qf_input_fields[field], fie… in CeedOperatorApplyAddAtPoints_Cuda()
874 …CeedCallBackend(CeedOperatorInputBasisAtPoints_Cuda(op_input_fields[field], qf_input_fields[field]… in CeedOperatorApplyAddAtPoints_Cuda()
882 CeedCallBackend(CeedQFunctionFieldGetEvalMode(qf_output_fields[i], &eval_mode)); in CeedOperatorApplyAddAtPoints_Cuda()
886 CeedCallBackend(CeedVectorGetArrayWrite(impl->e_vecs_out[i], CEED_MEM_DEVICE, &e_vec_array)); in CeedOperatorApplyAddAtPoints_Cuda()
887 …CeedCallBackend(CeedVectorSetArray(impl->q_vecs_out[i], CEED_MEM_DEVICE, CEED_USE_POINTER, e_vec_a… in CeedOperatorApplyAddAtPoints_Cuda()
892 …CeedCallBackend(CeedQFunctionApply(qf, num_elem * max_num_points, impl->q_vecs_in, impl->q_vecs_ou… in CeedOperatorApplyAddAtPoints_Cuda()
896 …CeedCallBackend(CeedOperatorInputRestore_Cuda(op_input_fields[i], qf_input_fields[i], i, in_vec, a… in CeedOperatorApplyAddAtPoints_Cuda()
907 CeedCallBackend(CeedOperatorFieldGetVector(op_output_fields[field], &l_vec)); in CeedOperatorApplyAddAtPoints_Cuda()
915 CeedCallBackend(CeedQFunctionFieldGetEvalMode(qf_output_fields[field], &eval_mode)); in CeedOperatorApplyAddAtPoints_Cuda()
925 CeedCallBackend(CeedOperatorFieldGetBasis(op_output_fields[field], &basis)); in CeedOperatorApplyAddAtPoints_Cuda()
927 …CeedCallBackend(CeedBasisApplyAddAtPoints(basis, num_elem, num_points, CEED_TRANSPOSE, eval_mode, … in CeedOperatorApplyAddAtPoints_Cuda()
929 …CeedCallBackend(CeedBasisApplyAtPoints(basis, num_elem, num_points, CEED_TRANSPOSE, eval_mode, imp… in CeedOperatorApplyAddAtPoints_Cuda()
931 CeedCallBackend(CeedBasisDestroy(&basis)); in CeedOperatorApplyAddAtPoints_Cuda()
945 CeedCallBackend(CeedVectorTakeArray(impl->q_vecs_out[field], CEED_MEM_DEVICE, &e_vec_array)); in CeedOperatorApplyAddAtPoints_Cuda()
946 CeedCallBackend(CeedVectorRestoreArray(e_vec, &e_vec_array)); in CeedOperatorApplyAddAtPoints_Cuda()
953 CeedCallBackend(CeedOperatorFieldGetElemRestriction(op_output_fields[field], &elem_rstr)); in CeedOperatorApplyAddAtPoints_Cuda()
954 CeedCallBackend(CeedElemRestrictionApply(elem_rstr, CEED_TRANSPOSE, e_vec, l_vec, request)); in CeedOperatorApplyAddAtPoints_Cuda()
955 CeedCallBackend(CeedElemRestrictionDestroy(&elem_rstr)); in CeedOperatorApplyAddAtPoints_Cuda()
957 if (!is_active) CeedCallBackend(CeedVectorDestroy(&l_vec)); in CeedOperatorApplyAddAtPoints_Cuda()
961 CeedCallBackend(CeedRestoreWorkVector(ceed, &active_e_vec)); in CeedOperatorApplyAddAtPoints_Cuda()
962 CeedCallBackend(CeedDestroy(&ceed)); in CeedOperatorApplyAddAtPoints_Cuda()
963 CeedCallBackend(CeedQFunctionDestroy(&qf)); in CeedOperatorApplyAddAtPoints_Cuda()
981 CeedCallBackend(CeedOperatorGetCeed(op, &ceed)); in CeedOperatorLinearAssembleQFunctionCore_Cuda()
982 CeedCallBackend(CeedOperatorGetFallbackParentCeed(op, &ceed_parent)); in CeedOperatorLinearAssembleQFunctionCore_Cuda()
983 CeedCallBackend(CeedOperatorGetData(op, &impl)); in CeedOperatorLinearAssembleQFunctionCore_Cuda()
984 CeedCallBackend(CeedOperatorGetNumQuadraturePoints(op, &Q)); in CeedOperatorLinearAssembleQFunctionCore_Cuda()
985 CeedCallBackend(CeedOperatorGetNumElements(op, &num_elem)); in CeedOperatorLinearAssembleQFunctionCore_Cuda()
986 CeedCallBackend(CeedOperatorGetQFunction(op, &qf)); in CeedOperatorLinearAssembleQFunctionCore_Cuda()
987 CeedCallBackend(CeedQFunctionGetFields(qf, NULL, &qf_input_fields, NULL, &qf_output_fields)); in CeedOperatorLinearAssembleQFunctionCore_Cuda()
988 …CeedCallBackend(CeedOperatorGetFields(op, &num_input_fields, &op_input_fields, &num_output_fields,… in CeedOperatorLinearAssembleQFunctionCore_Cuda()
993 CeedCallBackend(CeedOperatorSetup_Cuda(op)); in CeedOperatorLinearAssembleQFunctionCore_Cuda()
997 …CeedCallBackend(CeedOperatorInputRestrict_Cuda(op_input_fields[i], qf_input_fields[i], i, NULL, NU… in CeedOperatorLinearAssembleQFunctionCore_Cuda()
998 …CeedCallBackend(CeedOperatorInputBasis_Cuda(op_input_fields[i], qf_input_fields[i], i, NULL, NULL,… in CeedOperatorLinearAssembleQFunctionCore_Cuda()
1008 CeedCallBackend(CeedOperatorFieldGetVector(op_input_fields[i], &l_vec)); in CeedOperatorLinearAssembleQFunctionCore_Cuda()
1010 CeedCallBackend(CeedQFunctionFieldGetSize(qf_input_fields[i], &size)); in CeedOperatorLinearAssembleQFunctionCore_Cuda()
1011 CeedCallBackend(CeedVectorSetValue(impl->q_vecs_in[i], 0.0)); in CeedOperatorLinearAssembleQFunctionCore_Cuda()
1012 CeedCallBackend(CeedVectorGetArray(impl->q_vecs_in[i], CEED_MEM_DEVICE, &q_vec_array)); in CeedOperatorLinearAssembleQFunctionCore_Cuda()
1013 CeedCallBackend(CeedRealloc(num_active_in + size, &active_inputs)); in CeedOperatorLinearAssembleQFunctionCore_Cuda()
1017 CeedCallBackend(CeedVectorCreate(ceed, q_size, &active_inputs[num_active_in + field])); in CeedOperatorLinearAssembleQFunctionCore_Cuda()
1018 …CeedCallBackend(CeedVectorSetArray(active_inputs[num_active_in + field], CEED_MEM_DEVICE, CEED_USE… in CeedOperatorLinearAssembleQFunctionCore_Cuda()
1022 CeedCallBackend(CeedVectorRestoreArray(impl->q_vecs_in[i], &q_vec_array)); in CeedOperatorLinearAssembleQFunctionCore_Cuda()
1024 CeedCallBackend(CeedVectorDestroy(&l_vec)); in CeedOperatorLinearAssembleQFunctionCore_Cuda()
1036 CeedCallBackend(CeedOperatorFieldGetVector(op_output_fields[i], &l_vec)); in CeedOperatorLinearAssembleQFunctionCore_Cuda()
1038 CeedCallBackend(CeedQFunctionFieldGetSize(qf_output_fields[i], &size)); in CeedOperatorLinearAssembleQFunctionCore_Cuda()
1041 CeedCallBackend(CeedVectorDestroy(&l_vec)); in CeedOperatorLinearAssembleQFunctionCore_Cuda()
1055 …CeedCallBackend(CeedElemRestrictionCreateStrided(ceed_parent, num_elem, Q, num_active_in * num_act… in CeedOperatorLinearAssembleQFunctionCore_Cuda()
1059 CeedCallBackend(CeedVectorCreate(ceed_parent, l_size, assembled)); in CeedOperatorLinearAssembleQFunctionCore_Cuda()
1061 CeedCallBackend(CeedVectorSetValue(*assembled, 0.0)); in CeedOperatorLinearAssembleQFunctionCore_Cuda()
1062 CeedCallBackend(CeedVectorGetArray(*assembled, CEED_MEM_DEVICE, &assembled_array)); in CeedOperatorLinearAssembleQFunctionCore_Cuda()
1067 CeedCallBackend(CeedVectorSetValue(active_inputs[in], 1.0)); in CeedOperatorLinearAssembleQFunctionCore_Cuda()
1069 … CeedCallBackend(CeedVectorSetValue(active_inputs[(in + num_active_in - 1) % num_active_in], 0.0)); in CeedOperatorLinearAssembleQFunctionCore_Cuda()
1076 CeedCallBackend(CeedOperatorFieldGetVector(op_output_fields[out], &l_vec)); in CeedOperatorLinearAssembleQFunctionCore_Cuda()
1078 …CeedCallBackend(CeedVectorSetArray(impl->q_vecs_out[out], CEED_MEM_DEVICE, CEED_USE_POINTER, assem… in CeedOperatorLinearAssembleQFunctionCore_Cuda()
1079 CeedCallBackend(CeedQFunctionFieldGetSize(qf_output_fields[out], &size)); in CeedOperatorLinearAssembleQFunctionCore_Cuda()
1082 CeedCallBackend(CeedVectorDestroy(&l_vec)); in CeedOperatorLinearAssembleQFunctionCore_Cuda()
1085 CeedCallBackend(CeedQFunctionApply(qf, Q * num_elem, impl->q_vecs_in, impl->q_vecs_out)); in CeedOperatorLinearAssembleQFunctionCore_Cuda()
1092 CeedCallBackend(CeedOperatorFieldGetVector(op_output_fields[out], &l_vec)); in CeedOperatorLinearAssembleQFunctionCore_Cuda()
1094 CeedCallBackend(CeedVectorTakeArray(impl->q_vecs_out[out], CEED_MEM_DEVICE, NULL)); in CeedOperatorLinearAssembleQFunctionCore_Cuda()
1096 CeedCallBackend(CeedVectorDestroy(&l_vec)); in CeedOperatorLinearAssembleQFunctionCore_Cuda()
1101 …CeedCallBackend(CeedOperatorInputRestore_Cuda(op_input_fields[i], qf_input_fields[i], i, NULL, NUL… in CeedOperatorLinearAssembleQFunctionCore_Cuda()
1105 CeedCallBackend(CeedVectorRestoreArray(*assembled, &assembled_array)); in CeedOperatorLinearAssembleQFunctionCore_Cuda()
1106 CeedCallBackend(CeedDestroy(&ceed)); in CeedOperatorLinearAssembleQFunctionCore_Cuda()
1107 CeedCallBackend(CeedDestroy(&ceed_parent)); in CeedOperatorLinearAssembleQFunctionCore_Cuda()
1108 CeedCallBackend(CeedQFunctionDestroy(&qf)); in CeedOperatorLinearAssembleQFunctionCore_Cuda()
1140 CeedCallBackend(CeedOperatorGetCeed(op, &ceed)); in CeedOperatorAssembleDiagonalSetup_Cuda()
1141 CeedCallBackend(CeedOperatorGetQFunction(op, &qf)); in CeedOperatorAssembleDiagonalSetup_Cuda()
1142 CeedCallBackend(CeedQFunctionGetNumArgs(qf, &num_input_fields, &num_output_fields)); in CeedOperatorAssembleDiagonalSetup_Cuda()
1145 CeedCallBackend(CeedOperatorGetFields(op, NULL, &op_fields, NULL, NULL)); in CeedOperatorAssembleDiagonalSetup_Cuda()
1146 CeedCallBackend(CeedQFunctionGetFields(qf, NULL, &qf_fields, NULL, NULL)); in CeedOperatorAssembleDiagonalSetup_Cuda()
1150 CeedCallBackend(CeedOperatorFieldGetVector(op_fields[i], &vec)); in CeedOperatorAssembleDiagonalSetup_Cuda()
1155 CeedCallBackend(CeedOperatorFieldGetBasis(op_fields[i], &basis)); in CeedOperatorAssembleDiagonalSetup_Cuda()
1158 if (!basis_in) CeedCallBackend(CeedBasisReferenceCopy(basis, &basis_in)); in CeedOperatorAssembleDiagonalSetup_Cuda()
1159 CeedCallBackend(CeedBasisDestroy(&basis)); in CeedOperatorAssembleDiagonalSetup_Cuda()
1160 CeedCallBackend(CeedQFunctionFieldGetEvalMode(qf_fields[i], &eval_mode)); in CeedOperatorAssembleDiagonalSetup_Cuda()
1161 CeedCallBackend(CeedBasisGetNumQuadratureComponents(basis_in, eval_mode, &q_comp)); in CeedOperatorAssembleDiagonalSetup_Cuda()
1164 CeedCallBackend(CeedRealloc(num_eval_modes_in + q_comp, &eval_modes_in)); in CeedOperatorAssembleDiagonalSetup_Cuda()
1169 CeedCallBackend(CeedVectorDestroy(&vec)); in CeedOperatorAssembleDiagonalSetup_Cuda()
1173 CeedCallBackend(CeedOperatorGetFields(op, NULL, NULL, NULL, &op_fields)); in CeedOperatorAssembleDiagonalSetup_Cuda()
1174 CeedCallBackend(CeedQFunctionGetFields(qf, NULL, NULL, NULL, &qf_fields)); in CeedOperatorAssembleDiagonalSetup_Cuda()
1178 CeedCallBackend(CeedOperatorFieldGetVector(op_fields[i], &vec)); in CeedOperatorAssembleDiagonalSetup_Cuda()
1183 CeedCallBackend(CeedOperatorFieldGetBasis(op_fields[i], &basis)); in CeedOperatorAssembleDiagonalSetup_Cuda()
1186 if (!basis_out) CeedCallBackend(CeedBasisReferenceCopy(basis, &basis_out)); in CeedOperatorAssembleDiagonalSetup_Cuda()
1187 CeedCallBackend(CeedBasisDestroy(&basis)); in CeedOperatorAssembleDiagonalSetup_Cuda()
1188 CeedCallBackend(CeedQFunctionFieldGetEvalMode(qf_fields[i], &eval_mode)); in CeedOperatorAssembleDiagonalSetup_Cuda()
1189 CeedCallBackend(CeedBasisGetNumQuadratureComponents(basis_out, eval_mode, &q_comp)); in CeedOperatorAssembleDiagonalSetup_Cuda()
1192 CeedCallBackend(CeedRealloc(num_eval_modes_out + q_comp, &eval_modes_out)); in CeedOperatorAssembleDiagonalSetup_Cuda()
1197 CeedCallBackend(CeedVectorDestroy(&vec)); in CeedOperatorAssembleDiagonalSetup_Cuda()
1201 CeedCallBackend(CeedOperatorGetData(op, &impl)); in CeedOperatorAssembleDiagonalSetup_Cuda()
1202 CeedCallBackend(CeedCalloc(1, &impl->diag)); in CeedOperatorAssembleDiagonalSetup_Cuda()
1206 CeedCallBackend(CeedBasisGetNumNodes(basis_in, &num_nodes)); in CeedOperatorAssembleDiagonalSetup_Cuda()
1208 else CeedCallBackend(CeedBasisGetNumQuadraturePoints(basis_in, &num_qpts)); in CeedOperatorAssembleDiagonalSetup_Cuda()
1219 CeedCallBackend(CeedCalloc(num_nodes * num_qpts, &identity)); in CeedOperatorAssembleDiagonalSetup_Cuda()
1223 CeedCallBackend(CeedFree(&identity)); in CeedOperatorAssembleDiagonalSetup_Cuda()
1231 CeedCallBackend(CeedBasisGetFESpace(basis, &fespace)); in CeedOperatorAssembleDiagonalSetup_Cuda()
1238 … CeedCallBackend(CeedBasisGetNumQuadratureComponents(basis, CEED_EVAL_INTERP, &q_comp_interp)); in CeedOperatorAssembleDiagonalSetup_Cuda()
1239 CeedCallBackend(CeedBasisGetNumQuadratureComponents(basis, CEED_EVAL_GRAD, &q_comp_grad)); in CeedOperatorAssembleDiagonalSetup_Cuda()
1241 CeedCallBackend(CeedBasisGetInterp(basis, &interp)); in CeedOperatorAssembleDiagonalSetup_Cuda()
1244 CeedCallBackend(CeedBasisGetGrad(basis, &grad)); in CeedOperatorAssembleDiagonalSetup_Cuda()
1260 … CeedCallBackend(CeedBasisGetNumQuadratureComponents(basis, CEED_EVAL_INTERP, &q_comp_interp)); in CeedOperatorAssembleDiagonalSetup_Cuda()
1261 CeedCallBackend(CeedBasisGetNumQuadratureComponents(basis, CEED_EVAL_DIV, &q_comp_div)); in CeedOperatorAssembleDiagonalSetup_Cuda()
1263 CeedCallBackend(CeedBasisGetInterp(basis, &interp)); in CeedOperatorAssembleDiagonalSetup_Cuda()
1266 CeedCallBackend(CeedBasisGetDiv(basis, &div)); in CeedOperatorAssembleDiagonalSetup_Cuda()
1282 … CeedCallBackend(CeedBasisGetNumQuadratureComponents(basis, CEED_EVAL_INTERP, &q_comp_interp)); in CeedOperatorAssembleDiagonalSetup_Cuda()
1283 CeedCallBackend(CeedBasisGetNumQuadratureComponents(basis, CEED_EVAL_CURL, &q_comp_curl)); in CeedOperatorAssembleDiagonalSetup_Cuda()
1285 CeedCallBackend(CeedBasisGetInterp(basis, &interp)); in CeedOperatorAssembleDiagonalSetup_Cuda()
1288 CeedCallBackend(CeedBasisGetCurl(basis, &curl)); in CeedOperatorAssembleDiagonalSetup_Cuda()
1307 CeedCallBackend(CeedFree(&eval_modes_in)); in CeedOperatorAssembleDiagonalSetup_Cuda()
1308 CeedCallBackend(CeedFree(&eval_modes_out)); in CeedOperatorAssembleDiagonalSetup_Cuda()
1309 CeedCallBackend(CeedDestroy(&ceed)); in CeedOperatorAssembleDiagonalSetup_Cuda()
1310 CeedCallBackend(CeedBasisDestroy(&basis_in)); in CeedOperatorAssembleDiagonalSetup_Cuda()
1311 CeedCallBackend(CeedBasisDestroy(&basis_out)); in CeedOperatorAssembleDiagonalSetup_Cuda()
1312 CeedCallBackend(CeedQFunctionDestroy(&qf)); in CeedOperatorAssembleDiagonalSetup_Cuda()
1329 CeedCallBackend(CeedOperatorGetCeed(op, &ceed)); in CeedOperatorAssembleDiagonalSetupCompile_Cuda()
1330 CeedCallBackend(CeedOperatorGetQFunction(op, &qf)); in CeedOperatorAssembleDiagonalSetupCompile_Cuda()
1331 CeedCallBackend(CeedQFunctionGetNumArgs(qf, &num_input_fields, &num_output_fields)); in CeedOperatorAssembleDiagonalSetupCompile_Cuda()
1334 CeedCallBackend(CeedOperatorGetFields(op, NULL, &op_fields, NULL, NULL)); in CeedOperatorAssembleDiagonalSetupCompile_Cuda()
1335 CeedCallBackend(CeedQFunctionGetFields(qf, NULL, &qf_fields, NULL, NULL)); in CeedOperatorAssembleDiagonalSetupCompile_Cuda()
1339 CeedCallBackend(CeedOperatorFieldGetVector(op_fields[i], &vec)); in CeedOperatorAssembleDiagonalSetupCompile_Cuda()
1344 CeedCallBackend(CeedOperatorFieldGetBasis(op_fields[i], &basis)); in CeedOperatorAssembleDiagonalSetupCompile_Cuda()
1345 if (!basis_in) CeedCallBackend(CeedBasisReferenceCopy(basis, &basis_in)); in CeedOperatorAssembleDiagonalSetupCompile_Cuda()
1346 CeedCallBackend(CeedBasisDestroy(&basis)); in CeedOperatorAssembleDiagonalSetupCompile_Cuda()
1347 CeedCallBackend(CeedQFunctionFieldGetEvalMode(qf_fields[i], &eval_mode)); in CeedOperatorAssembleDiagonalSetupCompile_Cuda()
1348 CeedCallBackend(CeedBasisGetNumQuadratureComponents(basis_in, eval_mode, &q_comp)); in CeedOperatorAssembleDiagonalSetupCompile_Cuda()
1353 CeedCallBackend(CeedVectorDestroy(&vec)); in CeedOperatorAssembleDiagonalSetupCompile_Cuda()
1357 CeedCallBackend(CeedOperatorGetFields(op, NULL, NULL, NULL, &op_fields)); in CeedOperatorAssembleDiagonalSetupCompile_Cuda()
1358 CeedCallBackend(CeedQFunctionGetFields(qf, NULL, NULL, NULL, &qf_fields)); in CeedOperatorAssembleDiagonalSetupCompile_Cuda()
1362 CeedCallBackend(CeedOperatorFieldGetVector(op_fields[i], &vec)); in CeedOperatorAssembleDiagonalSetupCompile_Cuda()
1367 CeedCallBackend(CeedOperatorFieldGetBasis(op_fields[i], &basis)); in CeedOperatorAssembleDiagonalSetupCompile_Cuda()
1368 if (!basis_out) CeedCallBackend(CeedBasisReferenceCopy(basis, &basis_out)); in CeedOperatorAssembleDiagonalSetupCompile_Cuda()
1369 CeedCallBackend(CeedBasisDestroy(&basis)); in CeedOperatorAssembleDiagonalSetupCompile_Cuda()
1370 CeedCallBackend(CeedQFunctionFieldGetEvalMode(qf_fields[i], &eval_mode)); in CeedOperatorAssembleDiagonalSetupCompile_Cuda()
1371 CeedCallBackend(CeedBasisGetNumQuadratureComponents(basis_out, eval_mode, &q_comp)); in CeedOperatorAssembleDiagonalSetupCompile_Cuda()
1376 CeedCallBackend(CeedVectorDestroy(&vec)); in CeedOperatorAssembleDiagonalSetupCompile_Cuda()
1380 CeedCallBackend(CeedOperatorGetData(op, &impl)); in CeedOperatorAssembleDiagonalSetupCompile_Cuda()
1388 CeedCallBackend(CeedBasisGetNumNodes(basis_in, &num_nodes)); in CeedOperatorAssembleDiagonalSetupCompile_Cuda()
1389 CeedCallBackend(CeedBasisGetNumComponents(basis_in, &num_comp)); in CeedOperatorAssembleDiagonalSetupCompile_Cuda()
1391 else CeedCallBackend(CeedBasisGetNumQuadraturePoints(basis_in, &num_qpts)); in CeedOperatorAssembleDiagonalSetupCompile_Cuda()
1396 CeedCallBackend(CeedDestroy(&ceed)); in CeedOperatorAssembleDiagonalSetupCompile_Cuda()
1397 CeedCallBackend(CeedBasisDestroy(&basis_in)); in CeedOperatorAssembleDiagonalSetupCompile_Cuda()
1398 CeedCallBackend(CeedBasisDestroy(&basis_out)); in CeedOperatorAssembleDiagonalSetupCompile_Cuda()
1399 CeedCallBackend(CeedQFunctionDestroy(&qf)); in CeedOperatorAssembleDiagonalSetupCompile_Cuda()
1415 CeedCallBackend(CeedOperatorGetCeed(op, &ceed)); in CeedOperatorAssembleDiagonalCore_Cuda()
1416 CeedCallBackend(CeedOperatorGetData(op, &impl)); in CeedOperatorAssembleDiagonalCore_Cuda()
1419 …CeedCallBackend(CeedOperatorLinearAssembleQFunctionBuildOrUpdate(op, &assembled_qf, &assembled_rst… in CeedOperatorAssembleDiagonalCore_Cuda()
1420 CeedCallBackend(CeedElemRestrictionDestroy(&assembled_rstr)); in CeedOperatorAssembleDiagonalCore_Cuda()
1421 CeedCallBackend(CeedVectorGetArrayRead(assembled_qf, CEED_MEM_DEVICE, &assembled_qf_array)); in CeedOperatorAssembleDiagonalCore_Cuda()
1424 if (!impl->diag) CeedCallBackend(CeedOperatorAssembleDiagonalSetup_Cuda(op)); in CeedOperatorAssembleDiagonalCore_Cuda()
1433 CeedCallBackend(CeedVectorGetLength(assembled, &assembled_length)); in CeedOperatorAssembleDiagonalCore_Cuda()
1434 CeedCallBackend(CeedVectorGetLength(assembled_qf, &assembled_qf_length)); in CeedOperatorAssembleDiagonalCore_Cuda()
1437 …CeedCallBackend(CeedOperatorAssembleDiagonalSetupCompile_Cuda(op, use_ceedsize_idx, is_point_block… in CeedOperatorAssembleDiagonalCore_Cuda()
1441 CeedCallBackend(CeedOperatorGetActiveElemRestrictions(op, &rstr_in, &rstr_out)); in CeedOperatorAssembleDiagonalCore_Cuda()
1445 CeedCallBackend(CeedElemRestrictionCreateUnsignedCopy(rstr_out, &diag->diag_rstr)); in CeedOperatorAssembleDiagonalCore_Cuda()
1446 CeedCallBackend(CeedElemRestrictionCreateVector(diag->diag_rstr, NULL, &diag->elem_diag)); in CeedOperatorAssembleDiagonalCore_Cuda()
1448 …CeedCallBackend(CeedOperatorCreateActivePointBlockRestriction(rstr_out, &diag->point_block_diag_rs… in CeedOperatorAssembleDiagonalCore_Cuda()
1449 …CeedCallBackend(CeedElemRestrictionCreateVector(diag->point_block_diag_rstr, NULL, &diag->point_bl… in CeedOperatorAssembleDiagonalCore_Cuda()
1451 CeedCallBackend(CeedElemRestrictionDestroy(&rstr_in)); in CeedOperatorAssembleDiagonalCore_Cuda()
1452 CeedCallBackend(CeedElemRestrictionDestroy(&rstr_out)); in CeedOperatorAssembleDiagonalCore_Cuda()
1455 CeedCallBackend(CeedVectorSetValue(elem_diag, 0.0)); in CeedOperatorAssembleDiagonalCore_Cuda()
1458 CeedCallBackend(CeedElemRestrictionGetElementSize(diag_rstr, &num_nodes)); in CeedOperatorAssembleDiagonalCore_Cuda()
1461 CeedCallBackend(CeedElemRestrictionGetNumElements(diag_rstr, &num_elem)); in CeedOperatorAssembleDiagonalCore_Cuda()
1462 CeedCallBackend(CeedVectorGetArray(elem_diag, CEED_MEM_DEVICE, &elem_diag_array)); in CeedOperatorAssembleDiagonalCore_Cuda()
1472 …CeedCallBackend(CeedRunKernelDim_Cuda(ceed, diag->LinearPointBlock, grid, num_nodes, 1, elems_per_… in CeedOperatorAssembleDiagonalCore_Cuda()
1474 …CeedCallBackend(CeedRunKernelDim_Cuda(ceed, diag->LinearDiagonal, grid, num_nodes, 1, elems_per_bl… in CeedOperatorAssembleDiagonalCore_Cuda()
1478 CeedCallBackend(CeedVectorRestoreArray(elem_diag, &elem_diag_array)); in CeedOperatorAssembleDiagonalCore_Cuda()
1479 CeedCallBackend(CeedVectorRestoreArrayRead(assembled_qf, &assembled_qf_array)); in CeedOperatorAssembleDiagonalCore_Cuda()
1483 …CeedCallBackend(CeedElemRestrictionApply(diag_rstr, CEED_TRANSPOSE, elem_diag, assembled, request)… in CeedOperatorAssembleDiagonalCore_Cuda()
1486 CeedCallBackend(CeedDestroy(&ceed)); in CeedOperatorAssembleDiagonalCore_Cuda()
1487 CeedCallBackend(CeedVectorDestroy(&assembled_qf)); in CeedOperatorAssembleDiagonalCore_Cuda()
1495 CeedCallBackend(CeedOperatorAssembleDiagonalCore_Cuda(op, assembled, request, false)); in CeedOperatorLinearAssembleAddDiagonal_Cuda()
1503 CeedCallBackend(CeedOperatorAssembleDiagonalCore_Cuda(op, assembled, request, true)); in CeedOperatorLinearAssembleAddPointBlockDiagonal_Cuda()
1523 CeedCallBackend(CeedOperatorGetCeed(op, &ceed)); in CeedOperatorAssembleSingleSetup_Cuda()
1524 CeedCallBackend(CeedOperatorGetData(op, &impl)); in CeedOperatorAssembleSingleSetup_Cuda()
1527 …CeedCallBackend(CeedOperatorGetFields(op, &num_input_fields, &input_fields, &num_output_fields, &o… in CeedOperatorAssembleSingleSetup_Cuda()
1530 CeedCallBackend(CeedOperatorGetQFunction(op, &qf)); in CeedOperatorAssembleSingleSetup_Cuda()
1531 CeedCallBackend(CeedQFunctionGetFields(qf, NULL, &qf_fields, NULL, NULL)); in CeedOperatorAssembleSingleSetup_Cuda()
1535 CeedCallBackend(CeedOperatorFieldGetVector(input_fields[i], &vec)); in CeedOperatorAssembleSingleSetup_Cuda()
1541 CeedCallBackend(CeedOperatorFieldGetBasis(input_fields[i], &basis)); in CeedOperatorAssembleSingleSetup_Cuda()
1543 if (!basis_in) CeedCallBackend(CeedBasisReferenceCopy(basis, &basis_in)); in CeedOperatorAssembleSingleSetup_Cuda()
1544 CeedCallBackend(CeedBasisDestroy(&basis)); in CeedOperatorAssembleSingleSetup_Cuda()
1545 CeedCallBackend(CeedOperatorFieldGetElemRestriction(input_fields[i], &elem_rstr)); in CeedOperatorAssembleSingleSetup_Cuda()
1546 if (!rstr_in) CeedCallBackend(CeedElemRestrictionReferenceCopy(elem_rstr, &rstr_in)); in CeedOperatorAssembleSingleSetup_Cuda()
1547 CeedCallBackend(CeedElemRestrictionDestroy(&elem_rstr)); in CeedOperatorAssembleSingleSetup_Cuda()
1548 CeedCallBackend(CeedElemRestrictionGetElementSize(rstr_in, &elem_size_in)); in CeedOperatorAssembleSingleSetup_Cuda()
1550 else CeedCallBackend(CeedBasisGetNumQuadraturePoints(basis_in, &num_qpts_in)); in CeedOperatorAssembleSingleSetup_Cuda()
1551 CeedCallBackend(CeedQFunctionFieldGetEvalMode(qf_fields[i], &eval_mode)); in CeedOperatorAssembleSingleSetup_Cuda()
1552 CeedCallBackend(CeedBasisGetNumQuadratureComponents(basis_in, eval_mode, &q_comp)); in CeedOperatorAssembleSingleSetup_Cuda()
1555 CeedCallBackend(CeedRealloc(num_eval_modes_in + q_comp, &eval_modes_in)); in CeedOperatorAssembleSingleSetup_Cuda()
1562 CeedCallBackend(CeedVectorDestroy(&vec)); in CeedOperatorAssembleSingleSetup_Cuda()
1566 CeedCallBackend(CeedQFunctionGetFields(qf, NULL, NULL, NULL, &qf_fields)); in CeedOperatorAssembleSingleSetup_Cuda()
1570 CeedCallBackend(CeedOperatorFieldGetVector(output_fields[i], &vec)); in CeedOperatorAssembleSingleSetup_Cuda()
1576 CeedCallBackend(CeedOperatorFieldGetBasis(output_fields[i], &basis)); in CeedOperatorAssembleSingleSetup_Cuda()
1579 if (!basis_out) CeedCallBackend(CeedBasisReferenceCopy(basis, &basis_out)); in CeedOperatorAssembleSingleSetup_Cuda()
1580 CeedCallBackend(CeedBasisDestroy(&basis)); in CeedOperatorAssembleSingleSetup_Cuda()
1581 CeedCallBackend(CeedOperatorFieldGetElemRestriction(output_fields[i], &elem_rstr)); in CeedOperatorAssembleSingleSetup_Cuda()
1582 if (!rstr_out) CeedCallBackend(CeedElemRestrictionReferenceCopy(elem_rstr, &rstr_out)); in CeedOperatorAssembleSingleSetup_Cuda()
1583 CeedCallBackend(CeedElemRestrictionDestroy(&elem_rstr)); in CeedOperatorAssembleSingleSetup_Cuda()
1584 CeedCallBackend(CeedElemRestrictionGetElementSize(rstr_out, &elem_size_out)); in CeedOperatorAssembleSingleSetup_Cuda()
1586 else CeedCallBackend(CeedBasisGetNumQuadraturePoints(basis_out, &num_qpts_out)); in CeedOperatorAssembleSingleSetup_Cuda()
1589 CeedCallBackend(CeedQFunctionFieldGetEvalMode(qf_fields[i], &eval_mode)); in CeedOperatorAssembleSingleSetup_Cuda()
1590 CeedCallBackend(CeedBasisGetNumQuadratureComponents(basis_out, eval_mode, &q_comp)); in CeedOperatorAssembleSingleSetup_Cuda()
1593 CeedCallBackend(CeedRealloc(num_eval_modes_out + q_comp, &eval_modes_out)); in CeedOperatorAssembleSingleSetup_Cuda()
1600 CeedCallBackend(CeedVectorDestroy(&vec)); in CeedOperatorAssembleSingleSetup_Cuda()
1604 CeedCallBackend(CeedCalloc(1, &impl->asmb)); in CeedOperatorAssembleSingleSetup_Cuda()
1610 CeedCallBackend(CeedGetData(ceed, &cuda_data)); in CeedOperatorAssembleSingleSetup_Cuda()
1621 CeedCallBackend(CeedElemRestrictionGetNumComponents(rstr_in, &num_comp_in)); in CeedOperatorAssembleSingleSetup_Cuda()
1622 CeedCallBackend(CeedElemRestrictionGetNumComponents(rstr_out, &num_comp_out)); in CeedOperatorAssembleSingleSetup_Cuda()
1623 …CeedCallBackend(CeedCompile_Cuda(ceed, assembly_kernel_source, &asmb->module, 10, "NUM_EVAL_MODES_… in CeedOperatorAssembleSingleSetup_Cuda()
1628 CeedCallBackend(CeedGetKernel_Cuda(ceed, asmb->module, "LinearAssemble", &asmb->LinearAssemble)); in CeedOperatorAssembleSingleSetup_Cuda()
1642 CeedCallBackend(CeedCalloc(elem_size_in * num_qpts_in, &identity)); in CeedOperatorAssembleSingleSetup_Cuda()
1650 CeedCallBackend(CeedOperatorGetBasisPointer(basis_in, eval_modes_in[i], identity, &h_B_in)); in CeedOperatorAssembleSingleSetup_Cuda()
1651 CeedCallBackend(CeedBasisGetNumQuadratureComponents(basis_in, eval_modes_in[i], &q_comp)); in CeedOperatorAssembleSingleSetup_Cuda()
1661 CeedCallBackend(CeedFree(&identity)); in CeedOperatorAssembleSingleSetup_Cuda()
1663 CeedCallBackend(CeedFree(&eval_modes_in)); in CeedOperatorAssembleSingleSetup_Cuda()
1677 CeedCallBackend(CeedCalloc(elem_size_out * num_qpts_out, &identity)); in CeedOperatorAssembleSingleSetup_Cuda()
1685 … CeedCallBackend(CeedOperatorGetBasisPointer(basis_out, eval_modes_out[i], identity, &h_B_out)); in CeedOperatorAssembleSingleSetup_Cuda()
1686 CeedCallBackend(CeedBasisGetNumQuadratureComponents(basis_out, eval_modes_out[i], &q_comp)); in CeedOperatorAssembleSingleSetup_Cuda()
1696 CeedCallBackend(CeedFree(&identity)); in CeedOperatorAssembleSingleSetup_Cuda()
1698 CeedCallBackend(CeedFree(&eval_modes_out)); in CeedOperatorAssembleSingleSetup_Cuda()
1699 CeedCallBackend(CeedDestroy(&ceed)); in CeedOperatorAssembleSingleSetup_Cuda()
1700 CeedCallBackend(CeedElemRestrictionDestroy(&rstr_in)); in CeedOperatorAssembleSingleSetup_Cuda()
1701 CeedCallBackend(CeedElemRestrictionDestroy(&rstr_out)); in CeedOperatorAssembleSingleSetup_Cuda()
1702 CeedCallBackend(CeedBasisDestroy(&basis_in)); in CeedOperatorAssembleSingleSetup_Cuda()
1703 CeedCallBackend(CeedBasisDestroy(&basis_out)); in CeedOperatorAssembleSingleSetup_Cuda()
1704 CeedCallBackend(CeedQFunctionDestroy(&qf)); in CeedOperatorAssembleSingleSetup_Cuda()
1729 CeedCallBackend(CeedOperatorGetCeed(op, &ceed)); in CeedOperatorAssembleSingle_Cuda()
1730 CeedCallBackend(CeedOperatorGetData(op, &impl)); in CeedOperatorAssembleSingle_Cuda()
1733 …CeedCallBackend(CeedOperatorLinearAssembleQFunctionBuildOrUpdate(op, &assembled_qf, &assembled_rst… in CeedOperatorAssembleSingle_Cuda()
1734 CeedCallBackend(CeedElemRestrictionDestroy(&assembled_rstr)); in CeedOperatorAssembleSingle_Cuda()
1735 CeedCallBackend(CeedVectorGetArrayRead(assembled_qf, CEED_MEM_DEVICE, &assembled_qf_array)); in CeedOperatorAssembleSingle_Cuda()
1737 CeedCallBackend(CeedVectorGetLength(values, &values_length)); in CeedOperatorAssembleSingle_Cuda()
1738 CeedCallBackend(CeedVectorGetLength(assembled_qf, &assembled_qf_length)); in CeedOperatorAssembleSingle_Cuda()
1742 if (!impl->asmb) CeedCallBackend(CeedOperatorAssembleSingleSetup_Cuda(op, use_ceedsize_idx)); in CeedOperatorAssembleSingle_Cuda()
1748 CeedCallBackend(CeedVectorGetArray(values, CEED_MEM_DEVICE, &values_array)); in CeedOperatorAssembleSingle_Cuda()
1751 CeedCallBackend(CeedOperatorGetActiveElemRestrictions(op, &rstr_in, &rstr_out)); in CeedOperatorAssembleSingle_Cuda()
1752 CeedCallBackend(CeedElemRestrictionGetNumElements(rstr_in, &num_elem_in)); in CeedOperatorAssembleSingle_Cuda()
1753 CeedCallBackend(CeedElemRestrictionGetElementSize(rstr_in, &elem_size_in)); in CeedOperatorAssembleSingle_Cuda()
1755 CeedCallBackend(CeedElemRestrictionGetType(rstr_in, &rstr_type_in)); in CeedOperatorAssembleSingle_Cuda()
1757 CeedCallBackend(CeedElemRestrictionGetOrientations(rstr_in, CEED_MEM_DEVICE, &orients_in)); in CeedOperatorAssembleSingle_Cuda()
1759 …CeedCallBackend(CeedElemRestrictionGetCurlOrientations(rstr_in, CEED_MEM_DEVICE, &curl_orients_in)… in CeedOperatorAssembleSingle_Cuda()
1763 CeedCallBackend(CeedElemRestrictionGetNumElements(rstr_out, &num_elem_out)); in CeedOperatorAssembleSingle_Cuda()
1766 CeedCallBackend(CeedElemRestrictionGetElementSize(rstr_out, &elem_size_out)); in CeedOperatorAssembleSingle_Cuda()
1768 CeedCallBackend(CeedElemRestrictionGetType(rstr_out, &rstr_type_out)); in CeedOperatorAssembleSingle_Cuda()
1770 CeedCallBackend(CeedElemRestrictionGetOrientations(rstr_out, CEED_MEM_DEVICE, &orients_out)); in CeedOperatorAssembleSingle_Cuda()
1772 …CeedCallBackend(CeedElemRestrictionGetCurlOrientations(rstr_out, CEED_MEM_DEVICE, &curl_orients_ou… in CeedOperatorAssembleSingle_Cuda()
1788 …CeedCallBackend(CeedRunKernelDimShared_Cuda(ceed, asmb->LinearAssemble, NULL, grid, asmb->block_si… in CeedOperatorAssembleSingle_Cuda()
1792 CeedCallBackend(CeedVectorRestoreArray(values, &values_array)); in CeedOperatorAssembleSingle_Cuda()
1793 CeedCallBackend(CeedVectorRestoreArrayRead(assembled_qf, &assembled_qf_array)); in CeedOperatorAssembleSingle_Cuda()
1796 CeedCallBackend(CeedVectorDestroy(&assembled_qf)); in CeedOperatorAssembleSingle_Cuda()
1798 CeedCallBackend(CeedElemRestrictionRestoreOrientations(rstr_in, &orients_in)); in CeedOperatorAssembleSingle_Cuda()
1800 CeedCallBackend(CeedElemRestrictionRestoreCurlOrientations(rstr_in, &curl_orients_in)); in CeedOperatorAssembleSingle_Cuda()
1804 CeedCallBackend(CeedElemRestrictionRestoreOrientations(rstr_out, &orients_out)); in CeedOperatorAssembleSingle_Cuda()
1806 CeedCallBackend(CeedElemRestrictionRestoreCurlOrientations(rstr_out, &curl_orients_out)); in CeedOperatorAssembleSingle_Cuda()
1809 CeedCallBackend(CeedDestroy(&ceed)); in CeedOperatorAssembleSingle_Cuda()
1810 CeedCallBackend(CeedElemRestrictionDestroy(&rstr_in)); in CeedOperatorAssembleSingle_Cuda()
1811 CeedCallBackend(CeedElemRestrictionDestroy(&rstr_out)); in CeedOperatorAssembleSingle_Cuda()
1834 CeedCallBackend(CeedOperatorGetCeed(op, &ceed)); in CeedOperatorLinearAssembleAddDiagonalAtPoints_Cuda()
1835 CeedCallBackend(CeedOperatorGetData(op, &impl)); in CeedOperatorLinearAssembleAddDiagonalAtPoints_Cuda()
1836 CeedCallBackend(CeedOperatorGetQFunction(op, &qf)); in CeedOperatorLinearAssembleAddDiagonalAtPoints_Cuda()
1837 CeedCallBackend(CeedOperatorGetNumElements(op, &num_elem)); in CeedOperatorLinearAssembleAddDiagonalAtPoints_Cuda()
1838 …CeedCallBackend(CeedOperatorGetFields(op, &num_input_fields, &op_input_fields, &num_output_fields,… in CeedOperatorLinearAssembleAddDiagonalAtPoints_Cuda()
1839 CeedCallBackend(CeedQFunctionGetFields(qf, NULL, &qf_input_fields, NULL, &qf_output_fields)); in CeedOperatorLinearAssembleAddDiagonalAtPoints_Cuda()
1842 CeedCallBackend(CeedOperatorSetupAtPoints_Cuda(op)); in CeedOperatorLinearAssembleAddDiagonalAtPoints_Cuda()
1847 CeedCallBackend(CeedGetWorkVector(ceed, impl->max_active_e_vec_len, &active_e_vec_in)); in CeedOperatorLinearAssembleAddDiagonalAtPoints_Cuda()
1848 CeedCallBackend(CeedGetWorkVector(ceed, impl->max_active_e_vec_len, &active_e_vec_out)); in CeedOperatorLinearAssembleAddDiagonalAtPoints_Cuda()
1852 CeedCallBackend(CeedVectorGetLength(active_e_vec_in, &length_in)); in CeedOperatorLinearAssembleAddDiagonalAtPoints_Cuda()
1853 CeedCallBackend(CeedVectorGetLength(active_e_vec_out, &length_out)); in CeedOperatorLinearAssembleAddDiagonalAtPoints_Cuda()
1868 CeedCallBackend(CeedOperatorAtPointsGetPoints(op, &rstr_points, &point_coords)); in CeedOperatorLinearAssembleAddDiagonalAtPoints_Cuda()
1869 …if (!impl->point_coords_elem) CeedCallBackend(CeedElemRestrictionCreateVector(rstr_points, NULL, &… in CeedOperatorLinearAssembleAddDiagonalAtPoints_Cuda()
1872 CeedCallBackend(CeedVectorGetState(point_coords, &state)); in CeedOperatorLinearAssembleAddDiagonalAtPoints_Cuda()
1874 …CeedCallBackend(CeedElemRestrictionApply(rstr_points, CEED_NOTRANSPOSE, point_coords, impl->point_… in CeedOperatorLinearAssembleAddDiagonalAtPoints_Cuda()
1877 CeedCallBackend(CeedVectorDestroy(&point_coords)); in CeedOperatorLinearAssembleAddDiagonalAtPoints_Cuda()
1878 CeedCallBackend(CeedElemRestrictionDestroy(&rstr_points)); in CeedOperatorLinearAssembleAddDiagonalAtPoints_Cuda()
1883 …CeedCallBackend(CeedOperatorInputRestrict_Cuda(op_input_fields[i], qf_input_fields[i], i, NULL, NU… in CeedOperatorLinearAssembleAddDiagonalAtPoints_Cuda()
1884 …CeedCallBackend(CeedOperatorInputBasisAtPoints_Cuda(op_input_fields[i], qf_input_fields[i], i, NUL… in CeedOperatorLinearAssembleAddDiagonalAtPoints_Cuda()
1892 CeedCallBackend(CeedQFunctionFieldGetEvalMode(qf_output_fields[i], &eval_mode)); in CeedOperatorLinearAssembleAddDiagonalAtPoints_Cuda()
1896 CeedCallBackend(CeedVectorGetArrayWrite(impl->e_vecs_out[i], CEED_MEM_DEVICE, &e_vec_array)); in CeedOperatorLinearAssembleAddDiagonalAtPoints_Cuda()
1897 …CeedCallBackend(CeedVectorSetArray(impl->q_vecs_out[i], CEED_MEM_DEVICE, CEED_USE_POINTER, e_vec_a… in CeedOperatorLinearAssembleAddDiagonalAtPoints_Cuda()
1910 CeedCallBackend(CeedOperatorFieldGetVector(op_input_fields[field_in], &l_vec)); in CeedOperatorLinearAssembleAddDiagonalAtPoints_Cuda()
1912 CeedCallBackend(CeedVectorDestroy(&l_vec)); in CeedOperatorLinearAssembleAddDiagonalAtPoints_Cuda()
1916 CeedCallBackend(CeedOperatorFieldGetElemRestriction(op_input_fields[field_in], &elem_rstr)); in CeedOperatorLinearAssembleAddDiagonalAtPoints_Cuda()
1917 CeedCallBackend(CeedElemRestrictionGetType(elem_rstr, &rstr_type)); in CeedOperatorLinearAssembleAddDiagonalAtPoints_Cuda()
1919 …if (!is_active_at_points) CeedCallBackend(CeedElemRestrictionGetElementSize(elem_rstr, &elem_size)… in CeedOperatorLinearAssembleAddDiagonalAtPoints_Cuda()
1921 CeedCallBackend(CeedElemRestrictionGetNumComponents(elem_rstr, &num_comp_active)); in CeedOperatorLinearAssembleAddDiagonalAtPoints_Cuda()
1922 CeedCallBackend(CeedElemRestrictionDestroy(&elem_rstr)); in CeedOperatorLinearAssembleAddDiagonalAtPoints_Cuda()
1925 CeedCallBackend(CeedVectorSetValue(active_e_vec_in, 0.0)); in CeedOperatorLinearAssembleAddDiagonalAtPoints_Cuda()
1936 …if (s != 0) CeedCallBackend(CeedVectorSetValueStrided(active_e_vec_in, start, stop, elem_size, 0.0… in CeedOperatorLinearAssembleAddDiagonalAtPoints_Cuda()
1941 CeedCallBackend(CeedVectorSetValueStrided(active_e_vec_in, start, stop, elem_size, 1.0)); in CeedOperatorLinearAssembleAddDiagonalAtPoints_Cuda()
1948 …CeedCallBackend(CeedOperatorInputBasisAtPoints_Cuda(op_input_fields[field], qf_input_fields[field]… in CeedOperatorLinearAssembleAddDiagonalAtPoints_Cuda()
1953 …CeedCallBackend(CeedQFunctionApply(qf, num_elem * max_num_points, impl->q_vecs_in, impl->q_vecs_ou… in CeedOperatorLinearAssembleAddDiagonalAtPoints_Cuda()
1966 CeedCallBackend(CeedOperatorFieldGetVector(op_output_fields[field_out], &l_vec)); in CeedOperatorLinearAssembleAddDiagonalAtPoints_Cuda()
1968 CeedCallBackend(CeedVectorDestroy(&l_vec)); in CeedOperatorLinearAssembleAddDiagonalAtPoints_Cuda()
1973 … CeedCallBackend(CeedOperatorFieldGetElemRestriction(op_output_fields[field_out], &elem_rstr)); in CeedOperatorLinearAssembleAddDiagonalAtPoints_Cuda()
1974 CeedCallBackend(CeedElemRestrictionGetType(elem_rstr, &rstr_type)); in CeedOperatorLinearAssembleAddDiagonalAtPoints_Cuda()
1977 CeedCallBackend(CeedElemRestrictionGetMaxPointsInElement(elem_rstr, &elem_size)); in CeedOperatorLinearAssembleAddDiagonalAtPoints_Cuda()
1979 CeedCallBackend(CeedElemRestrictionGetElementSize(elem_rstr, &elem_size)); in CeedOperatorLinearAssembleAddDiagonalAtPoints_Cuda()
1984 CeedCallBackend(CeedElemRestrictionGetNumComponents(elem_rstr, &num_comp)); in CeedOperatorLinearAssembleAddDiagonalAtPoints_Cuda()
1989 CeedCallBackend(CeedQFunctionFieldGetEvalMode(qf_output_fields[field_out], &eval_mode)); in CeedOperatorLinearAssembleAddDiagonalAtPoints_Cuda()
1994 CeedCallBackend(CeedVectorTakeArray(q_vec, CEED_MEM_DEVICE, &e_vec_array)); in CeedOperatorLinearAssembleAddDiagonalAtPoints_Cuda()
1995 CeedCallBackend(CeedVectorRestoreArray(e_vec, &e_vec_array)); in CeedOperatorLinearAssembleAddDiagonalAtPoints_Cuda()
2004 CeedCallBackend(CeedOperatorFieldGetBasis(op_output_fields[field_out], &basis)); in CeedOperatorLinearAssembleAddDiagonalAtPoints_Cuda()
2006 …CeedCallBackend(CeedBasisApplyAddAtPoints(basis, num_elem, num_points, CEED_TRANSPOSE, eval_mode, … in CeedOperatorLinearAssembleAddDiagonalAtPoints_Cuda()
2009 …CeedCallBackend(CeedBasisApplyAtPoints(basis, num_elem, num_points, CEED_TRANSPOSE, eval_mode, imp… in CeedOperatorLinearAssembleAddDiagonalAtPoints_Cuda()
2011 CeedCallBackend(CeedBasisDestroy(&basis)); in CeedOperatorLinearAssembleAddDiagonalAtPoints_Cuda()
2023 CeedCallBackend(CeedElemRestrictionDestroy(&elem_rstr)); in CeedOperatorLinearAssembleAddDiagonalAtPoints_Cuda()
2026 CeedCallBackend(CeedVectorPointwiseMult(e_vec, active_e_vec_in, e_vec)); in CeedOperatorLinearAssembleAddDiagonalAtPoints_Cuda()
2029 … CeedCallBackend(CeedElemRestrictionApply(elem_rstr, CEED_TRANSPOSE, e_vec, assembled, request)); in CeedOperatorLinearAssembleAddDiagonalAtPoints_Cuda()
2030 CeedCallBackend(CeedElemRestrictionDestroy(&elem_rstr)); in CeedOperatorLinearAssembleAddDiagonalAtPoints_Cuda()
2036 CeedCallBackend(CeedVectorGetArrayWrite(e_vec, CEED_MEM_DEVICE, &e_vec_array)); in CeedOperatorLinearAssembleAddDiagonalAtPoints_Cuda()
2037 … CeedCallBackend(CeedVectorSetArray(q_vec, CEED_MEM_DEVICE, CEED_USE_POINTER, e_vec_array)); in CeedOperatorLinearAssembleAddDiagonalAtPoints_Cuda()
2042 …if (s == e_vec_size - 1 && i != num_input_fields - 1) CeedCallBackend(CeedVectorSetValue(q_vec, 0.… in CeedOperatorLinearAssembleAddDiagonalAtPoints_Cuda()
2051 CeedCallBackend(CeedQFunctionFieldGetEvalMode(qf_output_fields[i], &eval_mode)); in CeedOperatorLinearAssembleAddDiagonalAtPoints_Cuda()
2054 CeedCallBackend(CeedQFunctionFieldGetEvalMode(qf_output_fields[i], &eval_mode)); in CeedOperatorLinearAssembleAddDiagonalAtPoints_Cuda()
2058 CeedCallBackend(CeedVectorTakeArray(impl->q_vecs_out[i], CEED_MEM_DEVICE, &e_vec_array)); in CeedOperatorLinearAssembleAddDiagonalAtPoints_Cuda()
2059 CeedCallBackend(CeedVectorRestoreArray(impl->e_vecs_out[i], &e_vec_array)); in CeedOperatorLinearAssembleAddDiagonalAtPoints_Cuda()
2065 …CeedCallBackend(CeedOperatorInputRestore_Cuda(op_input_fields[i], qf_input_fields[i], i, NULL, NUL… in CeedOperatorLinearAssembleAddDiagonalAtPoints_Cuda()
2069 CeedCallBackend(CeedRestoreWorkVector(ceed, &active_e_vec_in)); in CeedOperatorLinearAssembleAddDiagonalAtPoints_Cuda()
2070 CeedCallBackend(CeedRestoreWorkVector(ceed, &active_e_vec_out)); in CeedOperatorLinearAssembleAddDiagonalAtPoints_Cuda()
2071 CeedCallBackend(CeedDestroy(&ceed)); in CeedOperatorLinearAssembleAddDiagonalAtPoints_Cuda()
2072 CeedCallBackend(CeedQFunctionDestroy(&qf)); in CeedOperatorLinearAssembleAddDiagonalAtPoints_Cuda()
2083 CeedCallBackend(CeedOperatorGetCeed(op, &ceed)); in CeedOperatorCreate_Cuda()
2084 CeedCallBackend(CeedCalloc(1, &impl)); in CeedOperatorCreate_Cuda()
2085 CeedCallBackend(CeedOperatorSetData(op, impl)); in CeedOperatorCreate_Cuda()
2087 …CeedCallBackend(CeedSetBackendFunction(ceed, "Operator", op, "LinearAssembleQFunction", CeedOperat… in CeedOperatorCreate_Cuda()
2088 …CeedCallBackend(CeedSetBackendFunction(ceed, "Operator", op, "LinearAssembleQFunctionUpdate", Ceed… in CeedOperatorCreate_Cuda()
2089 …CeedCallBackend(CeedSetBackendFunction(ceed, "Operator", op, "LinearAssembleAddDiagonal", CeedOper… in CeedOperatorCreate_Cuda()
2090 …CeedCallBackend(CeedSetBackendFunction(ceed, "Operator", op, "LinearAssembleAddPointBlockDiagonal", in CeedOperatorCreate_Cuda()
2092 …CeedCallBackend(CeedSetBackendFunction(ceed, "Operator", op, "LinearAssembleSingle", CeedOperatorA… in CeedOperatorCreate_Cuda()
2093 …CeedCallBackend(CeedSetBackendFunction(ceed, "Operator", op, "ApplyAdd", CeedOperatorApplyAdd_Cuda… in CeedOperatorCreate_Cuda()
2094 …CeedCallBackend(CeedSetBackendFunction(ceed, "Operator", op, "Destroy", CeedOperatorDestroy_Cuda)); in CeedOperatorCreate_Cuda()
2095 CeedCallBackend(CeedDestroy(&ceed)); in CeedOperatorCreate_Cuda()
2106 CeedCallBackend(CeedOperatorGetCeed(op, &ceed)); in CeedOperatorCreateAtPoints_Cuda()
2107 CeedCallBackend(CeedCalloc(1, &impl)); in CeedOperatorCreateAtPoints_Cuda()
2108 CeedCallBackend(CeedOperatorSetData(op, impl)); in CeedOperatorCreateAtPoints_Cuda()
2110 …CeedCallBackend(CeedSetBackendFunction(ceed, "Operator", op, "LinearAssembleQFunction", CeedOperat… in CeedOperatorCreateAtPoints_Cuda()
2111 …CeedCallBackend(CeedSetBackendFunction(ceed, "Operator", op, "LinearAssembleAddDiagonal", CeedOper… in CeedOperatorCreateAtPoints_Cuda()
2112 …CeedCallBackend(CeedSetBackendFunction(ceed, "Operator", op, "ApplyAdd", CeedOperatorApplyAddAtPoi… in CeedOperatorCreateAtPoints_Cuda()
2113 …CeedCallBackend(CeedSetBackendFunction(ceed, "Operator", op, "Destroy", CeedOperatorDestroy_Cuda)); in CeedOperatorCreateAtPoints_Cuda()
2114 CeedCallBackend(CeedDestroy(&ceed)); in CeedOperatorCreateAtPoints_Cuda()