Lines Matching refs:CeedCallBackend
53 CeedCallBackend(CeedOperatorGetData(op, &impl)); in CeedOperatorDestroy_Sycl()
54 CeedCallBackend(CeedOperatorGetCeed(op, &ceed)); in CeedOperatorDestroy_Sycl()
55 CeedCallBackend(CeedGetData(ceed, &sycl_data)); in CeedOperatorDestroy_Sycl()
59 CeedCallBackend(CeedVectorDestroy(&impl->e_vecs[i])); in CeedOperatorDestroy_Sycl()
61 CeedCallBackend(CeedFree(&impl->e_vecs)); in CeedOperatorDestroy_Sycl()
64 CeedCallBackend(CeedVectorDestroy(&impl->q_vecs_in[i])); in CeedOperatorDestroy_Sycl()
66 CeedCallBackend(CeedFree(&impl->q_vecs_in)); in CeedOperatorDestroy_Sycl()
69 CeedCallBackend(CeedVectorDestroy(&impl->q_vecs_out[i])); in CeedOperatorDestroy_Sycl()
71 CeedCallBackend(CeedFree(&impl->q_vecs_out)); in CeedOperatorDestroy_Sycl()
75 CeedCallBackend(CeedVectorDestroy(&impl->qf_active_in[i])); in CeedOperatorDestroy_Sycl()
77 CeedCallBackend(CeedFree(&impl->qf_active_in)); in CeedOperatorDestroy_Sycl()
81 CeedCallBackend(CeedFree(&impl->diag->h_eval_mode_in)); in CeedOperatorDestroy_Sycl()
82 CeedCallBackend(CeedFree(&impl->diag->h_eval_mode_out)); in CeedOperatorDestroy_Sycl()
93 CeedCallBackend(CeedVectorDestroy(&impl->diag->elem_diag)); in CeedOperatorDestroy_Sycl()
94 CeedCallBackend(CeedVectorDestroy(&impl->diag->point_block_elem_diag)); in CeedOperatorDestroy_Sycl()
95 CeedCallBackend(CeedElemRestrictionDestroy(&impl->diag->diag_rstr)); in CeedOperatorDestroy_Sycl()
96 CeedCallBackend(CeedElemRestrictionDestroy(&impl->diag->point_block_diag_rstr)); in CeedOperatorDestroy_Sycl()
97 CeedCallBackend(CeedBasisDestroy(&impl->diag->basis_in)); in CeedOperatorDestroy_Sycl()
98 CeedCallBackend(CeedBasisDestroy(&impl->diag->basis_out)); in CeedOperatorDestroy_Sycl()
100 CeedCallBackend(CeedFree(&impl->diag)); in CeedOperatorDestroy_Sycl()
107 CeedCallBackend(CeedFree(&impl->asmb)); in CeedOperatorDestroy_Sycl()
109 CeedCallBackend(CeedFree(&impl)); in CeedOperatorDestroy_Sycl()
110 CeedCallBackend(CeedDestroy(&ceed)); in CeedOperatorDestroy_Sycl()
126 CeedCallBackend(CeedOperatorGetCeed(op, &ceed)); in CeedOperatorSetupFields_Sycl()
128 CeedCallBackend(CeedOperatorGetFields(op, NULL, &op_fields, NULL, NULL)); in CeedOperatorSetupFields_Sycl()
129 CeedCallBackend(CeedQFunctionGetFields(qf, NULL, &qf_fields, NULL, NULL)); in CeedOperatorSetupFields_Sycl()
131 CeedCallBackend(CeedOperatorGetFields(op, NULL, NULL, NULL, &op_fields)); in CeedOperatorSetupFields_Sycl()
132 CeedCallBackend(CeedQFunctionGetFields(qf, NULL, NULL, NULL, &qf_fields)); in CeedOperatorSetupFields_Sycl()
141 CeedCallBackend(CeedQFunctionFieldGetEvalMode(qf_fields[i], &eval_mode)); in CeedOperatorSetupFields_Sycl()
146 CeedCallBackend(CeedOperatorFieldGetElemRestriction(op_fields[i], &elem_rstr)); in CeedOperatorSetupFields_Sycl()
154 CeedCallBackend(CeedOperatorFieldGetVector(op_fields[i], &vec)); in CeedOperatorSetupFields_Sycl()
159 CeedCallBackend(CeedElemRestrictionIsStrided(elem_rstr, &is_strided)); in CeedOperatorSetupFields_Sycl()
162 CeedCallBackend(CeedElemRestrictionHasBackendStrides(elem_rstr, &skip_restriction)); in CeedOperatorSetupFields_Sycl()
166 CeedCallBackend(CeedVectorDestroy(&vec)); in CeedOperatorSetupFields_Sycl()
172 CeedCallBackend(CeedElemRestrictionCreateVector(elem_rstr, NULL, &e_vecs[i + start_e])); in CeedOperatorSetupFields_Sycl()
174 CeedCallBackend(CeedElemRestrictionDestroy(&elem_rstr)); in CeedOperatorSetupFields_Sycl()
179 CeedCallBackend(CeedQFunctionFieldGetSize(qf_fields[i], &size)); in CeedOperatorSetupFields_Sycl()
181 CeedCallBackend(CeedVectorCreate(ceed, q_size, &q_vecs[i])); in CeedOperatorSetupFields_Sycl()
184 CeedCallBackend(CeedQFunctionFieldGetSize(qf_fields[i], &size)); in CeedOperatorSetupFields_Sycl()
186 CeedCallBackend(CeedVectorCreate(ceed, q_size, &q_vecs[i])); in CeedOperatorSetupFields_Sycl()
189 CeedCallBackend(CeedQFunctionFieldGetSize(qf_fields[i], &size)); in CeedOperatorSetupFields_Sycl()
191 CeedCallBackend(CeedVectorCreate(ceed, q_size, &q_vecs[i])); in CeedOperatorSetupFields_Sycl()
198 CeedCallBackend(CeedVectorCreate(ceed, q_size, &q_vecs[i])); in CeedOperatorSetupFields_Sycl()
199 CeedCallBackend(CeedOperatorFieldGetBasis(op_fields[i], &basis)); in CeedOperatorSetupFields_Sycl()
200 …CeedCallBackend(CeedBasisApply(basis, num_elem, CEED_NOTRANSPOSE, CEED_EVAL_WEIGHT, CEED_VECTOR_NO… in CeedOperatorSetupFields_Sycl()
201 CeedCallBackend(CeedBasisDestroy(&basis)); in CeedOperatorSetupFields_Sycl()
210 CeedCallBackend(CeedDestroy(&ceed)); in CeedOperatorSetupFields_Sycl()
226 CeedCallBackend(CeedOperatorIsSetupDone(op, &is_setup_done)); in CeedOperatorSetup_Sycl()
229 CeedCallBackend(CeedOperatorGetData(op, &impl)); in CeedOperatorSetup_Sycl()
230 CeedCallBackend(CeedOperatorGetQFunction(op, &qf)); in CeedOperatorSetup_Sycl()
231 CeedCallBackend(CeedOperatorGetNumQuadraturePoints(op, &Q)); in CeedOperatorSetup_Sycl()
232 CeedCallBackend(CeedOperatorGetNumElements(op, &num_elem)); in CeedOperatorSetup_Sycl()
233 …CeedCallBackend(CeedOperatorGetFields(op, &num_input_fields, &op_input_fields, &num_output_fields,… in CeedOperatorSetup_Sycl()
234 CeedCallBackend(CeedQFunctionGetFields(qf, NULL, &qf_input_fields, NULL, &qf_output_fields)); in CeedOperatorSetup_Sycl()
237 CeedCallBackend(CeedCalloc(num_input_fields + num_output_fields, &impl->e_vecs)); in CeedOperatorSetup_Sycl()
239 CeedCallBackend(CeedCalloc(CEED_FIELD_MAX, &impl->q_vecs_in)); in CeedOperatorSetup_Sycl()
240 CeedCallBackend(CeedCalloc(CEED_FIELD_MAX, &impl->q_vecs_out)); in CeedOperatorSetup_Sycl()
247 …CeedCallBackend(CeedOperatorSetupFields_Sycl(qf, op, true, impl->e_vecs, impl->q_vecs_in, 0, num_i… in CeedOperatorSetup_Sycl()
249 …CeedCallBackend(CeedOperatorSetupFields_Sycl(qf, op, false, impl->e_vecs, impl->q_vecs_out, num_in… in CeedOperatorSetup_Sycl()
251 CeedCallBackend(CeedOperatorSetSetupDone(op)); in CeedOperatorSetup_Sycl()
252 CeedCallBackend(CeedQFunctionDestroy(&qf)); in CeedOperatorSetup_Sycl()
268 CeedCallBackend(CeedOperatorFieldGetVector(op_input_fields[i], &vec)); in CeedOperatorSetupInputs_Sycl()
275 CeedCallBackend(CeedQFunctionFieldGetEvalMode(qf_input_fields[i], &eval_mode)); in CeedOperatorSetupInputs_Sycl()
281 … CeedCallBackend(CeedVectorGetArrayRead(vec, CEED_MEM_DEVICE, (const CeedScalar **)&e_data[i])); in CeedOperatorSetupInputs_Sycl()
285 CeedCallBackend(CeedOperatorFieldGetElemRestriction(op_input_fields[i], &elem_rstr)); in CeedOperatorSetupInputs_Sycl()
286 …CeedCallBackend(CeedElemRestrictionApply(elem_rstr, CEED_NOTRANSPOSE, vec, impl->e_vecs[i], reques… in CeedOperatorSetupInputs_Sycl()
287 CeedCallBackend(CeedElemRestrictionDestroy(&elem_rstr)); in CeedOperatorSetupInputs_Sycl()
288 …CeedCallBackend(CeedVectorGetArrayRead(impl->e_vecs[i], CEED_MEM_DEVICE, (const CeedScalar **)&e_d… in CeedOperatorSetupInputs_Sycl()
291 if (!is_active) CeedCallBackend(CeedVectorDestroy(&vec)); in CeedOperatorSetupInputs_Sycl()
310 CeedCallBackend(CeedOperatorFieldGetVector(op_input_fields[i], &vec)); in CeedOperatorInputBasis_Sycl()
312 CeedCallBackend(CeedVectorDestroy(&vec)); in CeedOperatorInputBasis_Sycl()
316 CeedCallBackend(CeedQFunctionFieldGetEvalMode(qf_input_fields[i], &eval_mode)); in CeedOperatorInputBasis_Sycl()
319 …CeedCallBackend(CeedVectorSetArray(impl->q_vecs_in[i], CEED_MEM_DEVICE, CEED_USE_POINTER, e_data[i… in CeedOperatorInputBasis_Sycl()
325 CeedCallBackend(CeedOperatorFieldGetBasis(op_input_fields[i], &basis)); in CeedOperatorInputBasis_Sycl()
326 …CeedCallBackend(CeedBasisApply(basis, num_elem, CEED_NOTRANSPOSE, eval_mode, impl->e_vecs[i], impl… in CeedOperatorInputBasis_Sycl()
327 CeedCallBackend(CeedBasisDestroy(&basis)); in CeedOperatorInputBasis_Sycl()
351 CeedCallBackend(CeedOperatorFieldGetVector(op_input_fields[i], &vec)); in CeedOperatorRestoreInputs_Sycl()
357 CeedCallBackend(CeedQFunctionFieldGetEvalMode(qf_input_fields[i], &eval_mode)); in CeedOperatorRestoreInputs_Sycl()
361 CeedCallBackend(CeedVectorRestoreArrayRead(vec, (const CeedScalar **)&e_data[i])); in CeedOperatorRestoreInputs_Sycl()
363 … CeedCallBackend(CeedVectorRestoreArrayRead(impl->e_vecs[i], (const CeedScalar **)&e_data[i])); in CeedOperatorRestoreInputs_Sycl()
366 if (!is_active) CeedCallBackend(CeedVectorDestroy(&vec)); in CeedOperatorRestoreInputs_Sycl()
383 CeedCallBackend(CeedOperatorGetData(op, &impl)); in CeedOperatorApplyAdd_Sycl()
384 CeedCallBackend(CeedOperatorGetQFunction(op, &qf)); in CeedOperatorApplyAdd_Sycl()
385 CeedCallBackend(CeedOperatorGetNumQuadraturePoints(op, &Q)); in CeedOperatorApplyAdd_Sycl()
386 CeedCallBackend(CeedOperatorGetNumElements(op, &num_elem)); in CeedOperatorApplyAdd_Sycl()
387 …CeedCallBackend(CeedOperatorGetFields(op, &num_input_fields, &op_input_fields, &num_output_fields,… in CeedOperatorApplyAdd_Sycl()
388 CeedCallBackend(CeedQFunctionGetFields(qf, NULL, &qf_input_fields, NULL, &qf_output_fields)); in CeedOperatorApplyAdd_Sycl()
391 CeedCallBackend(CeedOperatorSetup_Sycl(op)); in CeedOperatorApplyAdd_Sycl()
394 …CeedCallBackend(CeedOperatorSetupInputs_Sycl(num_input_fields, qf_input_fields, op_input_fields, i… in CeedOperatorApplyAdd_Sycl()
397 …CeedCallBackend(CeedOperatorInputBasis_Sycl(num_elem, qf_input_fields, op_input_fields, num_input_… in CeedOperatorApplyAdd_Sycl()
401 CeedCallBackend(CeedQFunctionFieldGetEvalMode(qf_output_fields[i], &eval_mode)); in CeedOperatorApplyAdd_Sycl()
404 …CeedCallBackend(CeedVectorGetArrayWrite(impl->e_vecs[i + impl->num_e_in], CEED_MEM_DEVICE, &e_data… in CeedOperatorApplyAdd_Sycl()
405 …CeedCallBackend(CeedVectorSetArray(impl->q_vecs_out[i], CEED_MEM_DEVICE, CEED_USE_POINTER, e_data[… in CeedOperatorApplyAdd_Sycl()
410 CeedCallBackend(CeedQFunctionApply(qf, num_elem * Q, impl->q_vecs_in, impl->q_vecs_out)); in CeedOperatorApplyAdd_Sycl()
417 CeedCallBackend(CeedOperatorFieldGetElemRestriction(op_output_fields[i], &elem_rstr)); in CeedOperatorApplyAdd_Sycl()
418 CeedCallBackend(CeedElemRestrictionGetElementSize(elem_rstr, &elem_size)); in CeedOperatorApplyAdd_Sycl()
419 CeedCallBackend(CeedElemRestrictionDestroy(&elem_rstr)); in CeedOperatorApplyAdd_Sycl()
420 CeedCallBackend(CeedQFunctionFieldGetEvalMode(qf_output_fields[i], &eval_mode)); in CeedOperatorApplyAdd_Sycl()
421 CeedCallBackend(CeedQFunctionFieldGetSize(qf_output_fields[i], &size)); in CeedOperatorApplyAdd_Sycl()
430 CeedCallBackend(CeedOperatorFieldGetBasis(op_output_fields[i], &basis)); in CeedOperatorApplyAdd_Sycl()
431 …CeedCallBackend(CeedBasisApply(basis, num_elem, CEED_TRANSPOSE, eval_mode, impl->q_vecs_out[i], im… in CeedOperatorApplyAdd_Sycl()
432 CeedCallBackend(CeedBasisDestroy(&basis)); in CeedOperatorApplyAdd_Sycl()
455 CeedCallBackend(CeedQFunctionFieldGetEvalMode(qf_output_fields[i], &eval_mode)); in CeedOperatorApplyAdd_Sycl()
457 …CeedCallBackend(CeedVectorRestoreArray(impl->e_vecs[i + impl->num_e_in], &e_data[i + num_input_fie… in CeedOperatorApplyAdd_Sycl()
460 CeedCallBackend(CeedOperatorFieldGetVector(op_output_fields[i], &vec)); in CeedOperatorApplyAdd_Sycl()
463 CeedCallBackend(CeedOperatorFieldGetElemRestriction(op_output_fields[i], &elem_rstr)); in CeedOperatorApplyAdd_Sycl()
464 …CeedCallBackend(CeedElemRestrictionApply(elem_rstr, CEED_TRANSPOSE, impl->e_vecs[i + impl->num_e_i… in CeedOperatorApplyAdd_Sycl()
465 if (!is_active) CeedCallBackend(CeedVectorDestroy(&vec)); in CeedOperatorApplyAdd_Sycl()
466 CeedCallBackend(CeedElemRestrictionDestroy(&elem_rstr)); in CeedOperatorApplyAdd_Sycl()
470 …CeedCallBackend(CeedOperatorRestoreInputs_Sycl(num_input_fields, qf_input_fields, op_input_fields,… in CeedOperatorApplyAdd_Sycl()
471 CeedCallBackend(CeedQFunctionDestroy(&qf)); in CeedOperatorApplyAdd_Sycl()
490 CeedCallBackend(CeedOperatorGetFallbackParentCeed(op, &ceed_parent)); in CeedOperatorLinearAssembleQFunctionCore_Sycl()
491 CeedCallBackend(CeedOperatorGetData(op, &impl)); in CeedOperatorLinearAssembleQFunctionCore_Sycl()
492 CeedCallBackend(CeedOperatorGetQFunction(op, &qf)); in CeedOperatorLinearAssembleQFunctionCore_Sycl()
493 CeedCallBackend(CeedOperatorGetNumQuadraturePoints(op, &Q)); in CeedOperatorLinearAssembleQFunctionCore_Sycl()
494 CeedCallBackend(CeedOperatorGetNumElements(op, &num_elem)); in CeedOperatorLinearAssembleQFunctionCore_Sycl()
495 CeedCallBackend(CeedQFunctionGetFields(qf, NULL, &qf_input_fields, NULL, &qf_output_fields)); in CeedOperatorLinearAssembleQFunctionCore_Sycl()
496 …CeedCallBackend(CeedOperatorGetFields(op, &num_input_fields, &op_input_fields, &num_output_fields,… in CeedOperatorLinearAssembleQFunctionCore_Sycl()
501 CeedCallBackend(CeedOperatorSetup_Sycl(op)); in CeedOperatorLinearAssembleQFunctionCore_Sycl()
504 …CeedCallBackend(CeedOperatorSetupInputs_Sycl(num_input_fields, qf_input_fields, op_input_fields, N… in CeedOperatorLinearAssembleQFunctionCore_Sycl()
513 CeedCallBackend(CeedOperatorFieldGetVector(op_input_fields[i], &vec)); in CeedOperatorLinearAssembleQFunctionCore_Sycl()
515 CeedCallBackend(CeedQFunctionFieldGetSize(qf_input_fields[i], &size)); in CeedOperatorLinearAssembleQFunctionCore_Sycl()
516 CeedCallBackend(CeedVectorSetValue(impl->q_vecs_in[i], 0.0)); in CeedOperatorLinearAssembleQFunctionCore_Sycl()
517 CeedCallBackend(CeedVectorGetArray(impl->q_vecs_in[i], CEED_MEM_DEVICE, &q_vec_array)); in CeedOperatorLinearAssembleQFunctionCore_Sycl()
518 CeedCallBackend(CeedRealloc(num_active_in + size, &active_in)); in CeedOperatorLinearAssembleQFunctionCore_Sycl()
521 CeedCallBackend(CeedVectorCreate(ceed_parent, q_size, &active_in[num_active_in + field])); in CeedOperatorLinearAssembleQFunctionCore_Sycl()
522 …CeedCallBackend(CeedVectorSetArray(active_in[num_active_in + field], CEED_MEM_DEVICE, CEED_USE_POI… in CeedOperatorLinearAssembleQFunctionCore_Sycl()
526 CeedCallBackend(CeedVectorRestoreArray(impl->q_vecs_in[i], &q_vec_array)); in CeedOperatorLinearAssembleQFunctionCore_Sycl()
528 CeedCallBackend(CeedVectorDestroy(&vec)); in CeedOperatorLinearAssembleQFunctionCore_Sycl()
540 CeedCallBackend(CeedOperatorFieldGetVector(op_output_fields[i], &vec)); in CeedOperatorLinearAssembleQFunctionCore_Sycl()
542 CeedCallBackend(CeedQFunctionFieldGetSize(qf_output_fields[i], &size)); in CeedOperatorLinearAssembleQFunctionCore_Sycl()
545 CeedCallBackend(CeedVectorDestroy(&vec)); in CeedOperatorLinearAssembleQFunctionCore_Sycl()
560 …CeedCallBackend(CeedElemRestrictionCreateStrided(ceed_parent, num_elem, Q, num_active_in * num_act… in CeedOperatorLinearAssembleQFunctionCore_Sycl()
562 CeedCallBackend(CeedVectorCreate(ceed_parent, l_size, assembled)); in CeedOperatorLinearAssembleQFunctionCore_Sycl()
564 CeedCallBackend(CeedVectorSetValue(*assembled, 0.0)); in CeedOperatorLinearAssembleQFunctionCore_Sycl()
565 CeedCallBackend(CeedVectorGetArray(*assembled, CEED_MEM_DEVICE, &assembled_array)); in CeedOperatorLinearAssembleQFunctionCore_Sycl()
568 …CeedCallBackend(CeedOperatorInputBasis_Sycl(num_elem, qf_input_fields, op_input_fields, num_input_… in CeedOperatorLinearAssembleQFunctionCore_Sycl()
573 CeedCallBackend(CeedVectorSetValue(active_in[in], 1.0)); in CeedOperatorLinearAssembleQFunctionCore_Sycl()
575 CeedCallBackend(CeedVectorSetValue(active_in[(in + num_active_in - 1) % num_active_in], 0.0)); in CeedOperatorLinearAssembleQFunctionCore_Sycl()
582 CeedCallBackend(CeedOperatorFieldGetVector(op_output_fields[out], &vec)); in CeedOperatorLinearAssembleQFunctionCore_Sycl()
584 …CeedCallBackend(CeedVectorSetArray(impl->q_vecs_out[out], CEED_MEM_DEVICE, CEED_USE_POINTER, assem… in CeedOperatorLinearAssembleQFunctionCore_Sycl()
585 CeedCallBackend(CeedQFunctionFieldGetSize(qf_output_fields[out], &size)); in CeedOperatorLinearAssembleQFunctionCore_Sycl()
588 CeedCallBackend(CeedVectorDestroy(&vec)); in CeedOperatorLinearAssembleQFunctionCore_Sycl()
591 CeedCallBackend(CeedQFunctionApply(qf, Q * num_elem, impl->q_vecs_in, impl->q_vecs_out)); in CeedOperatorLinearAssembleQFunctionCore_Sycl()
599 CeedCallBackend(CeedOperatorFieldGetVector(op_output_fields[out], &vec)); in CeedOperatorLinearAssembleQFunctionCore_Sycl()
601 CeedCallBackend(CeedVectorTakeArray(impl->q_vecs_out[out], CEED_MEM_DEVICE, NULL)); in CeedOperatorLinearAssembleQFunctionCore_Sycl()
603 CeedCallBackend(CeedVectorDestroy(&vec)); in CeedOperatorLinearAssembleQFunctionCore_Sycl()
607 …CeedCallBackend(CeedOperatorRestoreInputs_Sycl(num_input_fields, qf_input_fields, op_input_fields,… in CeedOperatorLinearAssembleQFunctionCore_Sycl()
610 CeedCallBackend(CeedVectorRestoreArray(*assembled, &assembled_array)); in CeedOperatorLinearAssembleQFunctionCore_Sycl()
611 CeedCallBackend(CeedDestroy(&ceed_parent)); in CeedOperatorLinearAssembleQFunctionCore_Sycl()
612 CeedCallBackend(CeedQFunctionDestroy(&qf)); in CeedOperatorLinearAssembleQFunctionCore_Sycl()
646 CeedCallBackend(CeedOperatorGetCeed(op, &ceed)); in CeedOperatorAssembleDiagonalSetup_Sycl()
647 CeedCallBackend(CeedOperatorGetQFunction(op, &qf)); in CeedOperatorAssembleDiagonalSetup_Sycl()
648 CeedCallBackend(CeedQFunctionGetNumArgs(qf, &num_input_fields, &num_output_fields)); in CeedOperatorAssembleDiagonalSetup_Sycl()
651 CeedCallBackend(CeedOperatorGetFields(op, NULL, &op_fields, NULL, NULL)); in CeedOperatorAssembleDiagonalSetup_Sycl()
652 CeedCallBackend(CeedQFunctionGetFields(qf, NULL, &qf_fields, NULL, NULL)); in CeedOperatorAssembleDiagonalSetup_Sycl()
656 CeedCallBackend(CeedOperatorFieldGetVector(op_fields[i], &vec)); in CeedOperatorAssembleDiagonalSetup_Sycl()
662 CeedCallBackend(CeedOperatorFieldGetElemRestriction(op_fields[i], &elem_rstr)); in CeedOperatorAssembleDiagonalSetup_Sycl()
663 if (!rstr_in) CeedCallBackend(CeedElemRestrictionReferenceCopy(elem_rstr, &rstr_in)); in CeedOperatorAssembleDiagonalSetup_Sycl()
665 CeedCallBackend(CeedElemRestrictionDestroy(&elem_rstr)); in CeedOperatorAssembleDiagonalSetup_Sycl()
666 CeedCallBackend(CeedOperatorFieldGetBasis(op_fields[i], &basis)); in CeedOperatorAssembleDiagonalSetup_Sycl()
667 if (!basis_in) CeedCallBackend(CeedBasisReferenceCopy(basis, &basis_in)); in CeedOperatorAssembleDiagonalSetup_Sycl()
669 CeedCallBackend(CeedBasisDestroy(&basis)); in CeedOperatorAssembleDiagonalSetup_Sycl()
670 CeedCallBackend(CeedBasisGetDimension(basis_in, &dim)); in CeedOperatorAssembleDiagonalSetup_Sycl()
671 CeedCallBackend(CeedQFunctionFieldGetEvalMode(qf_fields[i], &eval_mode)); in CeedOperatorAssembleDiagonalSetup_Sycl()
675 CeedCallBackend(CeedRealloc(num_eval_mode_in + 1, &eval_mode_in)); in CeedOperatorAssembleDiagonalSetup_Sycl()
680 CeedCallBackend(CeedRealloc(num_eval_mode_in + dim, &eval_mode_in)); in CeedOperatorAssembleDiagonalSetup_Sycl()
690 CeedCallBackend(CeedVectorDestroy(&vec)); in CeedOperatorAssembleDiagonalSetup_Sycl()
692 CeedCallBackend(CeedElemRestrictionDestroy(&rstr_in)); in CeedOperatorAssembleDiagonalSetup_Sycl()
695 CeedCallBackend(CeedOperatorGetFields(op, NULL, NULL, NULL, &op_fields)); in CeedOperatorAssembleDiagonalSetup_Sycl()
696 CeedCallBackend(CeedQFunctionGetFields(qf, NULL, NULL, NULL, &qf_fields)); in CeedOperatorAssembleDiagonalSetup_Sycl()
700 CeedCallBackend(CeedOperatorFieldGetVector(op_fields[i], &vec)); in CeedOperatorAssembleDiagonalSetup_Sycl()
706 CeedCallBackend(CeedOperatorFieldGetElemRestriction(op_fields[i], &elem_rstr)); in CeedOperatorAssembleDiagonalSetup_Sycl()
707 if (!rstr_out) CeedCallBackend(CeedElemRestrictionReferenceCopy(elem_rstr, &rstr_out)); in CeedOperatorAssembleDiagonalSetup_Sycl()
709 CeedCallBackend(CeedElemRestrictionDestroy(&elem_rstr)); in CeedOperatorAssembleDiagonalSetup_Sycl()
710 CeedCallBackend(CeedOperatorFieldGetBasis(op_fields[i], &basis)); in CeedOperatorAssembleDiagonalSetup_Sycl()
711 if (!basis_out) CeedCallBackend(CeedBasisReferenceCopy(basis, &basis_out)); in CeedOperatorAssembleDiagonalSetup_Sycl()
713 CeedCallBackend(CeedBasisDestroy(&basis)); in CeedOperatorAssembleDiagonalSetup_Sycl()
714 CeedCallBackend(CeedQFunctionFieldGetEvalMode(qf_fields[i], &eval_mode)); in CeedOperatorAssembleDiagonalSetup_Sycl()
718 CeedCallBackend(CeedRealloc(num_eval_mode_out + 1, &eval_mode_out)); in CeedOperatorAssembleDiagonalSetup_Sycl()
723 CeedCallBackend(CeedRealloc(num_eval_mode_out + dim, &eval_mode_out)); in CeedOperatorAssembleDiagonalSetup_Sycl()
733 CeedCallBackend(CeedVectorDestroy(&vec)); in CeedOperatorAssembleDiagonalSetup_Sycl()
737 CeedCallBackend(CeedOperatorGetData(op, &impl)); in CeedOperatorAssembleDiagonalSetup_Sycl()
738 CeedCallBackend(CeedGetData(ceed, &sycl_data)); in CeedOperatorAssembleDiagonalSetup_Sycl()
739 CeedCallBackend(CeedCalloc(1, &impl->diag)); in CeedOperatorAssembleDiagonalSetup_Sycl()
742 CeedCallBackend(CeedBasisReferenceCopy(basis_in, &diag->basis_in)); in CeedOperatorAssembleDiagonalSetup_Sycl()
743 CeedCallBackend(CeedBasisReferenceCopy(basis_out, &diag->basis_out)); in CeedOperatorAssembleDiagonalSetup_Sycl()
751 CeedCallBackend(CeedBasisGetNumNodes(basis_in, &num_nodes)); in CeedOperatorAssembleDiagonalSetup_Sycl()
752 CeedCallBackend(CeedBasisGetNumQuadraturePoints(basis_in, &num_qpts)); in CeedOperatorAssembleDiagonalSetup_Sycl()
753 CeedCallBackend(CeedBasisGetNumComponents(basis_in, &num_comp)); in CeedOperatorAssembleDiagonalSetup_Sycl()
776 CeedCallBackend(CeedCalloc(num_qpts * num_nodes, &identity)); in CeedOperatorAssembleDiagonalSetup_Sycl()
784 CeedCallBackend(CeedBasisGetInterp(basis_in, &interp_in)); in CeedOperatorAssembleDiagonalSetup_Sycl()
789 CeedCallBackend(CeedBasisGetInterp(basis_out, &interp_out)); in CeedOperatorAssembleDiagonalSetup_Sycl()
795 CeedCallBackend(CeedBasisGetGrad(basis_in, &grad_in)); in CeedOperatorAssembleDiagonalSetup_Sycl()
800 CeedCallBackend(CeedBasisGetGrad(basis_out, &grad_out)); in CeedOperatorAssembleDiagonalSetup_Sycl()
815 CeedCallBackend(CeedElemRestrictionReferenceCopy(rstr_out, &diag->diag_rstr)); in CeedOperatorAssembleDiagonalSetup_Sycl()
816 CeedCallBackend(CeedElemRestrictionDestroy(&rstr_out)); in CeedOperatorAssembleDiagonalSetup_Sycl()
822 CeedCallBackend(CeedDestroy(&ceed)); in CeedOperatorAssembleDiagonalSetup_Sycl()
823 CeedCallBackend(CeedBasisDestroy(&basis_in)); in CeedOperatorAssembleDiagonalSetup_Sycl()
824 CeedCallBackend(CeedBasisDestroy(&basis_out)); in CeedOperatorAssembleDiagonalSetup_Sycl()
825 CeedCallBackend(CeedQFunctionDestroy(&qf)); in CeedOperatorAssembleDiagonalSetup_Sycl()
921 CeedCallBackend(CeedOperatorGetCeed(op, &ceed)); in CeedOperatorAssembleDiagonalCore_Sycl()
922 CeedCallBackend(CeedGetData(ceed, &sycl_data)); in CeedOperatorAssembleDiagonalCore_Sycl()
923 CeedCallBackend(CeedDestroy(&ceed)); in CeedOperatorAssembleDiagonalCore_Sycl()
924 CeedCallBackend(CeedOperatorGetData(op, &impl)); in CeedOperatorAssembleDiagonalCore_Sycl()
930 …CeedCallBackend(CeedOperatorLinearAssembleQFunctionBuildOrUpdate(op, &assembled_qf, &elem_rstr, re… in CeedOperatorAssembleDiagonalCore_Sycl()
931 CeedCallBackend(CeedElemRestrictionDestroy(&elem_rstr)); in CeedOperatorAssembleDiagonalCore_Sycl()
936 CeedCallBackend(CeedOperatorAssembleDiagonalSetup_Sycl(op)); in CeedOperatorAssembleDiagonalCore_Sycl()
944 …CeedCallBackend(CeedOperatorCreateActivePointBlockRestriction(diag->diag_rstr, &diag->point_block_… in CeedOperatorAssembleDiagonalCore_Sycl()
952 CeedCallBackend(CeedElemRestrictionCreateVector(diag_rstr, NULL, &elem_diag)); in CeedOperatorAssembleDiagonalCore_Sycl()
956 CeedCallBackend(CeedVectorSetValue(elem_diag, 0.0)); in CeedOperatorAssembleDiagonalCore_Sycl()
959 CeedCallBackend(CeedVectorGetArray(elem_diag, CEED_MEM_DEVICE, &elem_diag_array)); in CeedOperatorAssembleDiagonalCore_Sycl()
960 CeedCallBackend(CeedVectorGetArrayRead(assembled_qf, CEED_MEM_DEVICE, &assembled_qf_array)); in CeedOperatorAssembleDiagonalCore_Sycl()
961 CeedCallBackend(CeedElemRestrictionGetNumElements(diag_rstr, &num_elem)); in CeedOperatorAssembleDiagonalCore_Sycl()
964 …CeedCallBackend(CeedOperatorLinearDiagonal_Sycl(sycl_data->sycl_queue, is_point_block, num_elem, d… in CeedOperatorAssembleDiagonalCore_Sycl()
970 CeedCallBackend(CeedVectorRestoreArray(elem_diag, &elem_diag_array)); in CeedOperatorAssembleDiagonalCore_Sycl()
971 CeedCallBackend(CeedVectorRestoreArrayRead(assembled_qf, &assembled_qf_array)); in CeedOperatorAssembleDiagonalCore_Sycl()
974 …CeedCallBackend(CeedElemRestrictionApply(diag_rstr, CEED_TRANSPOSE, elem_diag, assembled, request)… in CeedOperatorAssembleDiagonalCore_Sycl()
977 CeedCallBackend(CeedVectorDestroy(&assembled_qf)); in CeedOperatorAssembleDiagonalCore_Sycl()
985 CeedCallBackend(CeedOperatorAssembleDiagonalCore_Sycl(op, assembled, request, false)); in CeedOperatorLinearAssembleAddDiagonal_Sycl()
993 CeedCallBackend(CeedOperatorAssembleDiagonalCore_Sycl(op, assembled, request, true)); in CeedOperatorLinearAssembleAddPointBlockDiagonal_Sycl()
1014 CeedCallBackend(CeedOperatorGetCeed(op, &ceed)); in CeedOperatorAssembleSingleSetup_Sycl()
1015 CeedCallBackend(CeedOperatorGetData(op, &impl)); in CeedOperatorAssembleSingleSetup_Sycl()
1018 …CeedCallBackend(CeedOperatorGetFields(op, &num_input_fields, &input_fields, &num_output_fields, &o… in CeedOperatorAssembleSingleSetup_Sycl()
1021 CeedCallBackend(CeedOperatorGetQFunction(op, &qf)); in CeedOperatorAssembleSingleSetup_Sycl()
1022 CeedCallBackend(CeedQFunctionGetFields(qf, NULL, &qf_fields, NULL, NULL)); in CeedOperatorAssembleSingleSetup_Sycl()
1030 CeedCallBackend(CeedOperatorFieldGetVector(input_fields[i], &vec)); in CeedOperatorAssembleSingleSetup_Sycl()
1036 CeedCallBackend(CeedOperatorFieldGetElemRestriction(input_fields[i], &elem_rstr)); in CeedOperatorAssembleSingleSetup_Sycl()
1037 if (!rstr_in) CeedCallBackend(CeedElemRestrictionReferenceCopy(elem_rstr, &rstr_in)); in CeedOperatorAssembleSingleSetup_Sycl()
1038 CeedCallBackend(CeedElemRestrictionDestroy(&elem_rstr)); in CeedOperatorAssembleSingleSetup_Sycl()
1039 CeedCallBackend(CeedElemRestrictionGetElementSize(rstr_in, &elem_size)); in CeedOperatorAssembleSingleSetup_Sycl()
1040 CeedCallBackend(CeedOperatorFieldGetBasis(input_fields[i], &basis)); in CeedOperatorAssembleSingleSetup_Sycl()
1041 if (!basis_in) CeedCallBackend(CeedBasisReferenceCopy(basis, &basis_in)); in CeedOperatorAssembleSingleSetup_Sycl()
1043 CeedCallBackend(CeedBasisDestroy(&basis)); in CeedOperatorAssembleSingleSetup_Sycl()
1044 CeedCallBackend(CeedBasisGetDimension(basis_in, &dim)); in CeedOperatorAssembleSingleSetup_Sycl()
1045 CeedCallBackend(CeedBasisGetNumQuadraturePoints(basis_in, &num_qpts)); in CeedOperatorAssembleSingleSetup_Sycl()
1046 CeedCallBackend(CeedQFunctionFieldGetEvalMode(qf_fields[i], &eval_mode)); in CeedOperatorAssembleSingleSetup_Sycl()
1048 CeedCallBackend(CeedRealloc(num_B_in_mats_to_load + 1, &eval_mode_in)); in CeedOperatorAssembleSingleSetup_Sycl()
1060 CeedCallBackend(CeedVectorDestroy(&vec)); in CeedOperatorAssembleSingleSetup_Sycl()
1064 CeedCallBackend(CeedQFunctionGetFields(qf, NULL, NULL, NULL, &qf_fields)); in CeedOperatorAssembleSingleSetup_Sycl()
1068 CeedCallBackend(CeedOperatorFieldGetVector(output_fields[i], &vec)); in CeedOperatorAssembleSingleSetup_Sycl()
1074 CeedCallBackend(CeedOperatorFieldGetElemRestriction(output_fields[i], &elem_rstr)); in CeedOperatorAssembleSingleSetup_Sycl()
1075 if (!rstr_out) CeedCallBackend(CeedElemRestrictionReferenceCopy(elem_rstr, &rstr_out)); in CeedOperatorAssembleSingleSetup_Sycl()
1077 CeedCallBackend(CeedElemRestrictionDestroy(&elem_rstr)); in CeedOperatorAssembleSingleSetup_Sycl()
1078 CeedCallBackend(CeedOperatorFieldGetBasis(output_fields[i], &basis)); in CeedOperatorAssembleSingleSetup_Sycl()
1079 if (!basis_out) CeedCallBackend(CeedBasisReferenceCopy(basis, &basis_out)); in CeedOperatorAssembleSingleSetup_Sycl()
1081 CeedCallBackend(CeedBasisDestroy(&basis)); in CeedOperatorAssembleSingleSetup_Sycl()
1082 CeedCallBackend(CeedQFunctionFieldGetEvalMode(qf_fields[i], &eval_mode)); in CeedOperatorAssembleSingleSetup_Sycl()
1084 CeedCallBackend(CeedRealloc(num_B_out_mats_to_load + 1, &eval_mode_out)); in CeedOperatorAssembleSingleSetup_Sycl()
1096 CeedCallBackend(CeedVectorDestroy(&vec)); in CeedOperatorAssembleSingleSetup_Sycl()
1100 CeedCallBackend(CeedElemRestrictionGetNumElements(rstr_in, &num_elem)); in CeedOperatorAssembleSingleSetup_Sycl()
1101 CeedCallBackend(CeedElemRestrictionGetNumComponents(rstr_in, &num_comp)); in CeedOperatorAssembleSingleSetup_Sycl()
1103 CeedCallBackend(CeedCalloc(1, &impl->asmb)); in CeedOperatorAssembleSingleSetup_Sycl()
1108 CeedCallBackend(CeedGetData(ceed, &sycl_data)); in CeedOperatorAssembleSingleSetup_Sycl()
1123 CeedCallBackend(CeedBasisGetInterp(basis_in, &interp_in)); in CeedOperatorAssembleSingleSetup_Sycl()
1124 CeedCallBackend(CeedBasisGetGrad(basis_in, &grad_in)); in CeedOperatorAssembleSingleSetup_Sycl()
1153 CeedCallBackend(CeedBasisGetInterp(basis_out, &interp_out)); in CeedOperatorAssembleSingleSetup_Sycl()
1154 CeedCallBackend(CeedBasisGetGrad(basis_out, &grad_out)); in CeedOperatorAssembleSingleSetup_Sycl()
1177 CeedCallBackend(CeedDestroy(&ceed)); in CeedOperatorAssembleSingleSetup_Sycl()
1178 CeedCallBackend(CeedElemRestrictionDestroy(&rstr_in)); in CeedOperatorAssembleSingleSetup_Sycl()
1179 CeedCallBackend(CeedElemRestrictionDestroy(&rstr_out)); in CeedOperatorAssembleSingleSetup_Sycl()
1180 CeedCallBackend(CeedBasisDestroy(&basis_in)); in CeedOperatorAssembleSingleSetup_Sycl()
1181 CeedCallBackend(CeedBasisDestroy(&basis_out)); in CeedOperatorAssembleSingleSetup_Sycl()
1182 CeedCallBackend(CeedQFunctionDestroy(&qf)); in CeedOperatorAssembleSingleSetup_Sycl()
1349 CeedCallBackend(CeedOperatorGetCeed(op, &ceed)); in CeedOperatorAssembleSingle_Sycl()
1350 CeedCallBackend(CeedGetData(ceed, &sycl_data)); in CeedOperatorAssembleSingle_Sycl()
1351 CeedCallBackend(CeedDestroy(&ceed)); in CeedOperatorAssembleSingle_Sycl()
1352 CeedCallBackend(CeedOperatorGetData(op, &impl)); in CeedOperatorAssembleSingle_Sycl()
1356 CeedCallBackend(CeedOperatorAssembleSingleSetup_Sycl(op)); in CeedOperatorAssembleSingle_Sycl()
1361 …CeedCallBackend(CeedOperatorLinearAssembleQFunctionBuildOrUpdate(op, &assembled_qf, &rstr_q, CEED_… in CeedOperatorAssembleSingle_Sycl()
1362 CeedCallBackend(CeedElemRestrictionDestroy(&rstr_q)); in CeedOperatorAssembleSingle_Sycl()
1363 CeedCallBackend(CeedVectorGetArrayWrite(values, CEED_MEM_DEVICE, &values_array)); in CeedOperatorAssembleSingle_Sycl()
1365 CeedCallBackend(CeedVectorGetArrayRead(assembled_qf, CEED_MEM_DEVICE, &qf_array)); in CeedOperatorAssembleSingle_Sycl()
1368 …CeedCallBackend(CeedOperatorLinearAssemble_Sycl(sycl_data->sycl_queue, impl, qf_array, values_arra… in CeedOperatorAssembleSingle_Sycl()
1375 CeedCallBackend(CeedVectorRestoreArray(values, &values_array)); in CeedOperatorAssembleSingle_Sycl()
1376 CeedCallBackend(CeedVectorRestoreArrayRead(assembled_qf, &qf_array)); in CeedOperatorAssembleSingle_Sycl()
1379 CeedCallBackend(CeedVectorDestroy(&assembled_qf)); in CeedOperatorAssembleSingle_Sycl()
1390 CeedCallBackend(CeedOperatorGetCeed(op, &ceed)); in CeedOperatorCreate_Sycl()
1392 CeedCallBackend(CeedCalloc(1, &impl)); in CeedOperatorCreate_Sycl()
1393 CeedCallBackend(CeedOperatorSetData(op, impl)); in CeedOperatorCreate_Sycl()
1395 …CeedCallBackend(CeedSetBackendFunctionCpp(ceed, "Operator", op, "LinearAssembleQFunction", CeedOpe… in CeedOperatorCreate_Sycl()
1396 …CeedCallBackend(CeedSetBackendFunctionCpp(ceed, "Operator", op, "LinearAssembleQFunctionUpdate", C… in CeedOperatorCreate_Sycl()
1397 …CeedCallBackend(CeedSetBackendFunctionCpp(ceed, "Operator", op, "LinearAssembleAddDiagonal", CeedO… in CeedOperatorCreate_Sycl()
1398 …CeedCallBackend(CeedSetBackendFunctionCpp(ceed, "Operator", op, "LinearAssembleAddPointBlockDiagon… in CeedOperatorCreate_Sycl()
1400 …CeedCallBackend(CeedSetBackendFunctionCpp(ceed, "Operator", op, "LinearAssembleSingle", CeedOperat… in CeedOperatorCreate_Sycl()
1401 …CeedCallBackend(CeedSetBackendFunctionCpp(ceed, "Operator", op, "ApplyAdd", CeedOperatorApplyAdd_S… in CeedOperatorCreate_Sycl()
1402 …CeedCallBackend(CeedSetBackendFunctionCpp(ceed, "Operator", op, "Destroy", CeedOperatorDestroy_Syc… in CeedOperatorCreate_Sycl()
1403 CeedCallBackend(CeedDestroy(&ceed)); in CeedOperatorCreate_Sycl()