Lines Matching refs:impl
151 CeedOperator_Ref *impl; in CeedOperatorSetup_Ref() local
156 CeedCallBackend(CeedOperatorGetData(op, &impl)); in CeedOperatorSetup_Ref()
159 CeedCallBackend(CeedQFunctionIsIdentity(qf, &impl->is_identity_qf)); in CeedOperatorSetup_Ref()
164 CeedCallBackend(CeedCalloc(num_input_fields + num_output_fields, &impl->e_vecs_full)); in CeedOperatorSetup_Ref()
166 CeedCallBackend(CeedCalloc(CEED_FIELD_MAX, &impl->skip_rstr_in)); in CeedOperatorSetup_Ref()
167 CeedCallBackend(CeedCalloc(CEED_FIELD_MAX, &impl->skip_rstr_out)); in CeedOperatorSetup_Ref()
168 CeedCallBackend(CeedCalloc(CEED_FIELD_MAX, &impl->e_data_out_indices)); in CeedOperatorSetup_Ref()
169 CeedCallBackend(CeedCalloc(CEED_FIELD_MAX, &impl->apply_add_basis_out)); in CeedOperatorSetup_Ref()
170 CeedCallBackend(CeedCalloc(CEED_FIELD_MAX, &impl->input_states)); in CeedOperatorSetup_Ref()
171 CeedCallBackend(CeedCalloc(CEED_FIELD_MAX, &impl->e_vecs_in)); in CeedOperatorSetup_Ref()
172 CeedCallBackend(CeedCalloc(CEED_FIELD_MAX, &impl->e_vecs_out)); in CeedOperatorSetup_Ref()
173 CeedCallBackend(CeedCalloc(CEED_FIELD_MAX, &impl->q_vecs_in)); in CeedOperatorSetup_Ref()
174 CeedCallBackend(CeedCalloc(CEED_FIELD_MAX, &impl->q_vecs_out)); in CeedOperatorSetup_Ref()
176 impl->num_inputs = num_input_fields; in CeedOperatorSetup_Ref()
177 impl->num_outputs = num_output_fields; in CeedOperatorSetup_Ref()
181 …edOperatorSetupFields_Ref(qf, op, true, impl->skip_rstr_in, NULL, NULL, impl->e_vecs_full, impl->e… in CeedOperatorSetup_Ref()
184 …Backend(CeedOperatorSetupFields_Ref(qf, op, false, impl->skip_rstr_out, impl->e_data_out_indices, … in CeedOperatorSetup_Ref()
185 … impl->e_vecs_full, impl->e_vecs_out, impl->q_vecs_out, num_input_fields, num_output_fields, Q)); in CeedOperatorSetup_Ref()
188 if (impl->is_identity_qf) { in CeedOperatorSetup_Ref()
197 impl->is_identity_rstr_op = true; in CeedOperatorSetup_Ref()
199 CeedCallBackend(CeedVectorReferenceCopy(impl->q_vecs_in[0], &impl->q_vecs_out[0])); in CeedOperatorSetup_Ref()
213 CeedOperator_Ref *impl, CeedRequest *request) { in CeedOperatorSetupInputs_Ref() argument
235 if ((state != impl->input_states[i] || vec == in_vec) && !impl->skip_rstr_in[i]) { in CeedOperatorSetupInputs_Ref()
239 …CeedCallBackend(CeedElemRestrictionApply(elem_rstr, CEED_NOTRANSPOSE, vec, impl->e_vecs_full[i], r… in CeedOperatorSetupInputs_Ref()
242 impl->input_states[i] = state; in CeedOperatorSetupInputs_Ref()
244 …CeedCallBackend(CeedVectorGetArrayRead(impl->e_vecs_full[i], CEED_MEM_HOST, (const CeedScalar **)&… in CeedOperatorSetupInputs_Ref()
256 CeedOperator_Ref *impl) { in CeedOperatorInputBasis_Ref() argument
282 …CeedCallBackend(CeedVectorSetArray(impl->q_vecs_in[i], CEED_MEM_HOST, CEED_USE_POINTER, &e_data_fu… in CeedOperatorInputBasis_Ref()
290 …CeedCallBackend(CeedVectorSetArray(impl->e_vecs_in[i], CEED_MEM_HOST, CEED_USE_POINTER, &e_data_fu… in CeedOperatorInputBasis_Ref()
291 …llBackend(CeedBasisApply(basis, 1, CEED_NOTRANSPOSE, eval_mode, impl->e_vecs_in[i], impl->q_vecs_i… in CeedOperatorInputBasis_Ref()
306 … CeedScalar *e_data_full[2 * CEED_FIELD_MAX], CeedOperator_Ref *impl) { in CeedOperatorOutputBasis_Ref() argument
328 CeedCallBackend(CeedVectorSetArray(impl->e_vecs_out[i], CEED_MEM_HOST, CEED_USE_POINTER, in CeedOperatorOutputBasis_Ref()
331 …lBackend(CeedBasisApplyAdd(basis, 1, CEED_TRANSPOSE, eval_mode, impl->q_vecs_out[i], impl->e_vecs_… in CeedOperatorOutputBasis_Ref()
333 …CallBackend(CeedBasisApply(basis, 1, CEED_TRANSPOSE, eval_mode, impl->q_vecs_out[i], impl->e_vecs_… in CeedOperatorOutputBasis_Ref()
351 … const bool skip_active, CeedScalar *e_data_full[2 * CEED_FIELD_MAX], CeedOperator_Ref *impl) { in CeedOperatorRestoreInputs_Ref() argument
369 …CeedCallBackend(CeedVectorRestoreArrayRead(impl->e_vecs_full[i], (const CeedScalar **)&e_data_full… in CeedOperatorRestoreInputs_Ref()
385 CeedOperator_Ref *impl; in CeedOperatorApplyAdd_Ref() local
390 CeedCallBackend(CeedOperatorGetData(op, &impl)); in CeedOperatorApplyAdd_Ref()
394 if (impl->is_identity_rstr_op) { in CeedOperatorApplyAdd_Ref()
398 …CeedCallBackend(CeedElemRestrictionApply(elem_rstr, CEED_NOTRANSPOSE, in_vec, impl->e_vecs_full[0]… in CeedOperatorApplyAdd_Ref()
401 …CeedCallBackend(CeedElemRestrictionApply(elem_rstr, CEED_TRANSPOSE, impl->e_vecs_full[0], out_vec,… in CeedOperatorApplyAdd_Ref()
412 …ef(num_input_fields, qf_input_fields, op_input_fields, in_vec, false, e_data_full, impl, request)); in CeedOperatorApplyAdd_Ref()
416 if (impl->skip_rstr_out[i]) { in CeedOperatorApplyAdd_Ref()
417 … e_data_full[i + num_input_fields] = e_data_full[impl->e_data_out_indices[i] + num_input_fields]; in CeedOperatorApplyAdd_Ref()
419 …CeedCallBackend(CeedVectorGetArrayWrite(impl->e_vecs_full[i + impl->num_inputs], CEED_MEM_HOST, &e… in CeedOperatorApplyAdd_Ref()
430 CeedCallBackend(CeedVectorSetArray(impl->q_vecs_out[i], CEED_MEM_HOST, CEED_USE_POINTER, in CeedOperatorApplyAdd_Ref()
436 …nputBasis_Ref(e, Q, qf_input_fields, op_input_fields, num_input_fields, false, e_data_full, impl)); in CeedOperatorApplyAdd_Ref()
439 if (!impl->is_identity_qf) { in CeedOperatorApplyAdd_Ref()
440 CeedCallBackend(CeedQFunctionApply(qf, Q, impl->q_vecs_in, impl->q_vecs_out)); in CeedOperatorApplyAdd_Ref()
445 impl->apply_add_basis_out, op, e_data_full, impl)); in CeedOperatorApplyAdd_Ref()
454 if (impl->skip_rstr_out[i]) continue; in CeedOperatorApplyAdd_Ref()
456 …CeedCallBackend(CeedVectorRestoreArray(impl->e_vecs_full[i + impl->num_inputs], &e_data_full[i + n… in CeedOperatorApplyAdd_Ref()
464 …CeedCallBackend(CeedElemRestrictionApply(elem_rstr, CEED_TRANSPOSE, impl->e_vecs_full[i + impl->nu… in CeedOperatorApplyAdd_Ref()
470 …orRestoreInputs_Ref(num_input_fields, qf_input_fields, op_input_fields, false, e_data_full, impl)); in CeedOperatorApplyAdd_Ref()
486 CeedOperator_Ref *impl; in CeedOperatorLinearAssembleQFunctionCore_Ref() local
489 CeedCallBackend(CeedOperatorGetData(op, &impl)); in CeedOperatorLinearAssembleQFunctionCore_Ref()
490 qf_size_in = impl->qf_size_in; in CeedOperatorLinearAssembleQFunctionCore_Ref()
491 qf_size_out = impl->qf_size_out; in CeedOperatorLinearAssembleQFunctionCore_Ref()
502 …CeedCheck(!impl->is_identity_rstr_op, CeedOperatorReturnCeed(op), CEED_ERROR_BACKEND, "Assembling … in CeedOperatorLinearAssembleQFunctionCore_Ref()
505 …s_Ref(num_input_fields, qf_input_fields, op_input_fields, NULL, true, e_data_full, impl, request)); in CeedOperatorLinearAssembleQFunctionCore_Ref()
518 CeedCallBackend(CeedVectorSetValue(impl->q_vecs_in[i], 0.0)); in CeedOperatorLinearAssembleQFunctionCore_Ref()
524 impl->qf_size_in = qf_size_in; in CeedOperatorLinearAssembleQFunctionCore_Ref()
543 impl->qf_size_out = qf_size_out; in CeedOperatorLinearAssembleQFunctionCore_Ref()
564 …InputBasis_Ref(e, Q, qf_input_fields, op_input_fields, num_input_fields, true, e_data_full, impl)); in CeedOperatorLinearAssembleQFunctionCore_Ref()
584 CeedCallBackend(CeedVectorGetArray(impl->q_vecs_in[i], CEED_MEM_HOST, &array)); in CeedOperatorLinearAssembleQFunctionCore_Ref()
586 CeedCallBackend(CeedVectorRestoreArray(impl->q_vecs_in[i], &array)); in CeedOperatorLinearAssembleQFunctionCore_Ref()
589 if (!impl->is_identity_qf) { in CeedOperatorLinearAssembleQFunctionCore_Ref()
600 …CeedCallBackend(CeedVectorSetArray(impl->q_vecs_out[out], CEED_MEM_HOST, CEED_USE_POINTER, assembl… in CeedOperatorLinearAssembleQFunctionCore_Ref()
607 CeedCallBackend(CeedQFunctionApply(qf, Q, impl->q_vecs_in, impl->q_vecs_out)); in CeedOperatorLinearAssembleQFunctionCore_Ref()
614 CeedCallBackend(CeedVectorGetArrayRead(impl->q_vecs_out[0], CEED_MEM_HOST, &array)); in CeedOperatorLinearAssembleQFunctionCore_Ref()
616 CeedCallBackend(CeedVectorRestoreArrayRead(impl->q_vecs_out[0], &array)); in CeedOperatorLinearAssembleQFunctionCore_Ref()
623 CeedCallBackend(CeedVectorGetArray(impl->q_vecs_in[i], CEED_MEM_HOST, &array)); in CeedOperatorLinearAssembleQFunctionCore_Ref()
625 CeedCallBackend(CeedVectorRestoreArray(impl->q_vecs_in[i], &array)); in CeedOperatorLinearAssembleQFunctionCore_Ref()
632 if (!impl->is_identity_qf) { in CeedOperatorLinearAssembleQFunctionCore_Ref()
640 CeedCallBackend(CeedVectorTakeArray(impl->q_vecs_out[out], CEED_MEM_HOST, NULL)); in CeedOperatorLinearAssembleQFunctionCore_Ref()
647 …torRestoreInputs_Ref(num_input_fields, qf_input_fields, op_input_fields, true, e_data_full, impl)); in CeedOperatorLinearAssembleQFunctionCore_Ref()
702 CeedOperator_Ref *impl; in CeedOperatorSetupFieldsAtPoints_Ref() local
708 CeedCallBackend(CeedOperatorGetData(op, &impl)); in CeedOperatorSetupFieldsAtPoints_Ref()
710 CeedCallBackend(CeedVectorCreate(ceed, dim * max_num_points, &impl->point_coords_elem)); in CeedOperatorSetupFieldsAtPoints_Ref()
711 CeedCallBackend(CeedVectorSetValue(impl->point_coords_elem, 0.0)); in CeedOperatorSetupFieldsAtPoints_Ref()
838 CeedOperator_Ref *impl; in CeedOperatorSetupAtPoints_Ref() local
843 CeedCallBackend(CeedOperatorGetData(op, &impl)); in CeedOperatorSetupAtPoints_Ref()
846 CeedCallBackend(CeedQFunctionIsIdentity(qf, &impl->is_identity_qf)); in CeedOperatorSetupAtPoints_Ref()
851 CeedCallBackend(CeedCalloc(num_input_fields + num_output_fields, &impl->e_vecs_full)); in CeedOperatorSetupAtPoints_Ref()
853 CeedCallBackend(CeedCalloc(CEED_FIELD_MAX, &impl->skip_rstr_in)); in CeedOperatorSetupAtPoints_Ref()
854 CeedCallBackend(CeedCalloc(CEED_FIELD_MAX, &impl->skip_rstr_out)); in CeedOperatorSetupAtPoints_Ref()
855 CeedCallBackend(CeedCalloc(CEED_FIELD_MAX, &impl->apply_add_basis_out)); in CeedOperatorSetupAtPoints_Ref()
856 CeedCallBackend(CeedCalloc(CEED_FIELD_MAX, &impl->input_states)); in CeedOperatorSetupAtPoints_Ref()
857 CeedCallBackend(CeedCalloc(CEED_FIELD_MAX, &impl->e_vecs_in)); in CeedOperatorSetupAtPoints_Ref()
858 CeedCallBackend(CeedCalloc(CEED_FIELD_MAX, &impl->e_vecs_out)); in CeedOperatorSetupAtPoints_Ref()
859 CeedCallBackend(CeedCalloc(CEED_FIELD_MAX, &impl->q_vecs_in)); in CeedOperatorSetupAtPoints_Ref()
860 CeedCallBackend(CeedCalloc(CEED_FIELD_MAX, &impl->q_vecs_out)); in CeedOperatorSetupAtPoints_Ref()
862 impl->num_inputs = num_input_fields; in CeedOperatorSetupAtPoints_Ref()
863 impl->num_outputs = num_output_fields; in CeedOperatorSetupAtPoints_Ref()
867 …ratorSetupFieldsAtPoints_Ref(qf, op, true, impl->skip_rstr_in, NULL, impl->e_vecs_full, impl->e_ve… in CeedOperatorSetupAtPoints_Ref()
870 …eedOperatorSetupFieldsAtPoints_Ref(qf, op, false, impl->skip_rstr_out, impl->apply_add_basis_out, … in CeedOperatorSetupAtPoints_Ref()
871 … impl->e_vecs_out, impl->q_vecs_out, num_input_fields, num_output_fields, Q)); in CeedOperatorSetupAtPoints_Ref()
874 if (impl->is_identity_qf) { in CeedOperatorSetupAtPoints_Ref()
875 CeedCallBackend(CeedVectorReferenceCopy(impl->q_vecs_in[0], &impl->q_vecs_out[0])); in CeedOperatorSetupAtPoints_Ref()
876 CeedCallBackend(CeedVectorReferenceCopy(impl->q_vecs_in[0], &impl->e_vecs_out[0])); in CeedOperatorSetupAtPoints_Ref()
890 … CeedScalar *e_data[2 * CEED_FIELD_MAX], CeedOperator_Ref *impl, CeedRequest *request) { in CeedOperatorInputBasisAtPoints_Ref() argument
914 if (is_active && !impl->skip_rstr_in[i] && !skip_passive) { in CeedOperatorInputBasisAtPoints_Ref()
916 …RestrictionApplyAtPointsInElement(elem_rstr, e, CEED_NOTRANSPOSE, in_vec, impl->e_vecs_in[i], requ… in CeedOperatorInputBasisAtPoints_Ref()
918 …CeedCallBackend(CeedElemRestrictionApplyBlock(elem_rstr, e, CEED_NOTRANSPOSE, in_vec, impl->e_vecs… in CeedOperatorInputBasisAtPoints_Ref()
925 …CeedCallBackend(CeedVectorSetArray(impl->q_vecs_in[i], CEED_MEM_HOST, CEED_USE_POINTER, &e_data[i]… in CeedOperatorInputBasisAtPoints_Ref()
937 …CeedCallBackend(CeedVectorSetArray(impl->e_vecs_in[i], CEED_MEM_HOST, CEED_USE_POINTER, &e_data[i]… in CeedOperatorInputBasisAtPoints_Ref()
939 …AtPoints(basis, 1, &num_points, CEED_NOTRANSPOSE, eval_mode, point_coords_elem, impl->e_vecs_in[i], in CeedOperatorInputBasisAtPoints_Ref()
940 impl->q_vecs_in[i])); in CeedOperatorInputBasisAtPoints_Ref()
957 … CeedVector point_coords_elem, bool skip_passive, CeedOperator_Ref *impl, CeedRequest *request) { in CeedOperatorOutputBasisAtPoints_Ref() argument
985 …dAtPoints(basis, 1, &num_points, CEED_TRANSPOSE, eval_mode, point_coords_elem, impl->q_vecs_out[i], in CeedOperatorOutputBasisAtPoints_Ref()
986 impl->e_vecs_out[i])); in CeedOperatorOutputBasisAtPoints_Ref()
988 …yAtPoints(basis, 1, &num_points, CEED_TRANSPOSE, eval_mode, point_coords_elem, impl->q_vecs_out[i], in CeedOperatorOutputBasisAtPoints_Ref()
989 impl->e_vecs_out[i])); in CeedOperatorOutputBasisAtPoints_Ref()
1012 …CeedCallBackend(CeedElemRestrictionApplyAtPointsInElement(elem_rstr, e, CEED_TRANSPOSE, impl->e_ve… in CeedOperatorOutputBasisAtPoints_Ref()
1014 …CeedCallBackend(CeedElemRestrictionApplyBlock(elem_rstr, e, CEED_TRANSPOSE, impl->e_vecs_out[i], v… in CeedOperatorOutputBasisAtPoints_Ref()
1033 CeedOperator_Ref *impl; in CeedOperatorApplyAddAtPoints_Ref() local
1035 CeedCallBackend(CeedOperatorGetData(op, &impl)); in CeedOperatorApplyAddAtPoints_Ref()
1048 …Inputs_Ref(num_input_fields, qf_input_fields, op_input_fields, NULL, true, e_data, impl, request)); in CeedOperatorApplyAddAtPoints_Ref()
1055 …ionApplyAtPointsInElement(rstr_points, e, CEED_NOTRANSPOSE, point_coords, impl->point_coords_elem,… in CeedOperatorApplyAddAtPoints_Ref()
1061 … impl->point_coords_elem, false, false, e_data, impl, request)); in CeedOperatorApplyAddAtPoints_Ref()
1064 if (!impl->is_identity_qf) { in CeedOperatorApplyAddAtPoints_Ref()
1065 CeedCallBackend(CeedQFunctionApply(qf, num_points, impl->q_vecs_in, impl->q_vecs_out)); in CeedOperatorApplyAddAtPoints_Ref()
1070 … num_output_fields, impl->apply_add_basis_out, impl->skip_rstr_out, op, out_vec, in CeedOperatorApplyAddAtPoints_Ref()
1071 … impl->point_coords_elem, false, impl, request)); in CeedOperatorApplyAddAtPoints_Ref()
1077 …OperatorRestoreInputs_Ref(num_input_fields, qf_input_fields, op_input_fields, true, e_data, impl)); in CeedOperatorApplyAddAtPoints_Ref()
1098 CeedOperator_Ref *impl; in CeedOperatorLinearAssembleQFunctionAtPointsCore_Ref() local
1102 CeedCallBackend(CeedOperatorGetData(op, &impl)); in CeedOperatorLinearAssembleQFunctionAtPointsCore_Ref()
1103 qf_size_in = impl->qf_size_in; in CeedOperatorLinearAssembleQFunctionAtPointsCore_Ref()
1104 qf_size_out = impl->qf_size_out; in CeedOperatorLinearAssembleQFunctionAtPointsCore_Ref()
1114 …CeedCheck(!impl->is_identity_rstr_op, ceed, CEED_ERROR_BACKEND, "Assembling restriction only opera… in CeedOperatorLinearAssembleQFunctionAtPointsCore_Ref()
1121 …s_Ref(num_input_fields, qf_input_fields, op_input_fields, NULL, true, e_data_full, impl, request)); in CeedOperatorLinearAssembleQFunctionAtPointsCore_Ref()
1150 impl->qf_size_in = qf_size_in; in CeedOperatorLinearAssembleQFunctionAtPointsCore_Ref()
1175 CeedCallBackend(CeedVectorSetValue(impl->q_vecs_in[i], 0.0)); in CeedOperatorLinearAssembleQFunctionAtPointsCore_Ref()
1181 impl->qf_size_out = qf_size_out; in CeedOperatorLinearAssembleQFunctionAtPointsCore_Ref()
1209 …ionApplyAtPointsInElement(rstr_points, e, CEED_NOTRANSPOSE, point_coords, impl->point_coords_elem,… in CeedOperatorLinearAssembleQFunctionAtPointsCore_Ref()
1215 … impl->point_coords_elem, true, false, e_data_full, impl, request)); in CeedOperatorLinearAssembleQFunctionAtPointsCore_Ref()
1236 CeedCallBackend(CeedVectorGetArray(impl->q_vecs_in[i], CEED_MEM_HOST, &array)); in CeedOperatorLinearAssembleQFunctionAtPointsCore_Ref()
1238 CeedCallBackend(CeedVectorRestoreArray(impl->q_vecs_in[i], &array)); in CeedOperatorLinearAssembleQFunctionAtPointsCore_Ref()
1241 if (!impl->is_identity_qf) { in CeedOperatorLinearAssembleQFunctionAtPointsCore_Ref()
1251 …CeedCallBackend(CeedVectorSetArray(impl->q_vecs_out[out], CEED_MEM_HOST, CEED_USE_POINTER, assembl… in CeedOperatorLinearAssembleQFunctionAtPointsCore_Ref()
1258 CeedCallBackend(CeedQFunctionApply(qf, num_points, impl->q_vecs_in, impl->q_vecs_out)); in CeedOperatorLinearAssembleQFunctionAtPointsCore_Ref()
1265 CeedCallBackend(CeedVectorGetArrayRead(impl->q_vecs_out[0], CEED_MEM_HOST, &array)); in CeedOperatorLinearAssembleQFunctionAtPointsCore_Ref()
1267 CeedCallBackend(CeedVectorRestoreArrayRead(impl->q_vecs_out[0], &array)); in CeedOperatorLinearAssembleQFunctionAtPointsCore_Ref()
1274 CeedCallBackend(CeedVectorGetArray(impl->q_vecs_in[i], CEED_MEM_HOST, &array)); in CeedOperatorLinearAssembleQFunctionAtPointsCore_Ref()
1276 CeedCallBackend(CeedVectorRestoreArray(impl->q_vecs_in[i], &array)); in CeedOperatorLinearAssembleQFunctionAtPointsCore_Ref()
1284 if (!impl->is_identity_qf) { in CeedOperatorLinearAssembleQFunctionAtPointsCore_Ref()
1292 CeedCallBackend(CeedVectorTakeArray(impl->q_vecs_out[out], CEED_MEM_HOST, NULL)); in CeedOperatorLinearAssembleQFunctionAtPointsCore_Ref()
1299 …torRestoreInputs_Ref(num_input_fields, qf_input_fields, op_input_fields, true, e_data_full, impl)); in CeedOperatorLinearAssembleQFunctionAtPointsCore_Ref()
1339 CeedOperator_Ref *impl; in CeedOperatorLinearAssembleAddDiagonalAtPoints_Ref() local
1341 CeedCallBackend(CeedOperatorGetData(op, &impl)); in CeedOperatorLinearAssembleAddDiagonalAtPoints_Ref()
1381 if (!is_active || impl->skip_rstr_in[i]) continue; in CeedOperatorLinearAssembleAddDiagonalAtPoints_Ref()
1382 CeedCallBackend(CeedVectorSetValue(impl->e_vecs_in[i], 0.0)); in CeedOperatorLinearAssembleAddDiagonalAtPoints_Ref()
1386 …Inputs_Ref(num_input_fields, qf_input_fields, op_input_fields, NULL, true, e_data, impl, request)); in CeedOperatorLinearAssembleAddDiagonalAtPoints_Ref()
1393 …ionApplyAtPointsInElement(rstr_points, e, CEED_NOTRANSPOSE, point_coords, impl->point_coords_elem,… in CeedOperatorLinearAssembleAddDiagonalAtPoints_Ref()
1399 … impl->point_coords_elem, true, false, e_data, impl, request)); in CeedOperatorLinearAssembleAddDiagonalAtPoints_Ref()
1413 if (!is_active || impl->skip_rstr_in[i]) continue; in CeedOperatorLinearAssembleAddDiagonalAtPoints_Ref()
1430 CeedCallBackend(CeedVectorGetArray(impl->e_vecs_in[i], CEED_MEM_HOST, &array)); in CeedOperatorLinearAssembleAddDiagonalAtPoints_Ref()
1433 CeedCallBackend(CeedVectorRestoreArray(impl->e_vecs_in[i], &array)); in CeedOperatorLinearAssembleAddDiagonalAtPoints_Ref()
1437 … in_vec, impl->point_coords_elem, false, true, e_data, impl, request)); in CeedOperatorLinearAssembleAddDiagonalAtPoints_Ref()
1440 if (!impl->is_identity_qf) { in CeedOperatorLinearAssembleAddDiagonalAtPoints_Ref()
1441 CeedCallBackend(CeedQFunctionApply(qf, num_points, impl->q_vecs_in, impl->q_vecs_out)); in CeedOperatorLinearAssembleAddDiagonalAtPoints_Ref()
1446 … num_output_fields, impl->apply_add_basis_out, impl->skip_rstr_out, op, out_vec, in CeedOperatorLinearAssembleAddDiagonalAtPoints_Ref()
1447 … impl->point_coords_elem, true, impl, request)); in CeedOperatorLinearAssembleAddDiagonalAtPoints_Ref()
1461 if (!is_active || impl->skip_rstr_out[j]) continue; in CeedOperatorLinearAssembleAddDiagonalAtPoints_Ref()
1488 CeedCallBackend(CeedVectorGetArray(impl->e_vecs_out[j], CEED_MEM_HOST, &array)); in CeedOperatorLinearAssembleAddDiagonalAtPoints_Ref()
1490 CeedCallBackend(CeedVectorRestoreArray(impl->e_vecs_out[j], &array)); in CeedOperatorLinearAssembleAddDiagonalAtPoints_Ref()
1491 CeedCallBackend(CeedVectorSetValue(impl->e_vecs_out[j], 0.0)); in CeedOperatorLinearAssembleAddDiagonalAtPoints_Ref()
1492 CeedCallBackend(CeedVectorGetArray(impl->e_vecs_out[j], CEED_MEM_HOST, &array)); in CeedOperatorLinearAssembleAddDiagonalAtPoints_Ref()
1494 CeedCallBackend(CeedVectorRestoreArray(impl->e_vecs_out[j], &array)); in CeedOperatorLinearAssembleAddDiagonalAtPoints_Ref()
1498 …d(CeedElemRestrictionApplyAtPointsInElement(elem_rstr, e, CEED_TRANSPOSE, impl->e_vecs_out[j], ass… in CeedOperatorLinearAssembleAddDiagonalAtPoints_Ref()
1500 …CeedCallBackend(CeedElemRestrictionApplyBlock(elem_rstr, e, CEED_TRANSPOSE, impl->e_vecs_out[j], a… in CeedOperatorLinearAssembleAddDiagonalAtPoints_Ref()
1508 CeedCallBackend(CeedVectorGetArray(impl->e_vecs_in[i], CEED_MEM_HOST, &array)); in CeedOperatorLinearAssembleAddDiagonalAtPoints_Ref()
1510 CeedCallBackend(CeedVectorRestoreArray(impl->e_vecs_in[i], &array)); in CeedOperatorLinearAssembleAddDiagonalAtPoints_Ref()
1518 …OperatorRestoreInputs_Ref(num_input_fields, qf_input_fields, op_input_fields, true, e_data, impl)); in CeedOperatorLinearAssembleAddDiagonalAtPoints_Ref()
1542 CeedOperator_Ref *impl; in CeedOperatorAssembleSingleAtPoints_Ref() local
1544 CeedCallBackend(CeedOperatorGetData(op, &impl)); in CeedOperatorAssembleSingleAtPoints_Ref()
1587 if (!is_active || impl->skip_rstr_in[i]) continue; in CeedOperatorAssembleSingleAtPoints_Ref()
1588 CeedCallBackend(CeedVectorSetValue(impl->e_vecs_in[i], 0.0)); in CeedOperatorAssembleSingleAtPoints_Ref()
1592 …f(num_input_fields, qf_input_fields, op_input_fields, NULL, true, e_data, impl, CEED_REQUEST_IMMED… in CeedOperatorAssembleSingleAtPoints_Ref()
1599 …tionApplyAtPointsInElement(rstr_points, e, CEED_NOTRANSPOSE, point_coords, impl->point_coords_elem, in CeedOperatorAssembleSingleAtPoints_Ref()
1606 … impl->point_coords_elem, true, false, e_data, impl, CEED_REQUEST_IMMEDIATE)); in CeedOperatorAssembleSingleAtPoints_Ref()
1620 if (!is_active || impl->skip_rstr_in[i]) continue; in CeedOperatorAssembleSingleAtPoints_Ref()
1640 if (s == 0) CeedCallBackend(CeedVectorSetValue(impl->e_vecs_in[i], 0.0)); in CeedOperatorAssembleSingleAtPoints_Ref()
1641 CeedCallBackend(CeedVectorGetArray(impl->e_vecs_in[i], CEED_MEM_HOST, &array)); in CeedOperatorAssembleSingleAtPoints_Ref()
1644 CeedCallBackend(CeedVectorRestoreArray(impl->e_vecs_in[i], &array)); in CeedOperatorAssembleSingleAtPoints_Ref()
1648 … in_vec, impl->point_coords_elem, false, true, e_data, impl, CEED_REQUEST_IMMEDIATE)); in CeedOperatorAssembleSingleAtPoints_Ref()
1651 if (!impl->is_identity_qf) { in CeedOperatorAssembleSingleAtPoints_Ref()
1652 CeedCallBackend(CeedQFunctionApply(qf, num_points, impl->q_vecs_in, impl->q_vecs_out)); in CeedOperatorAssembleSingleAtPoints_Ref()
1657 … num_output_fields, impl->apply_add_basis_out, impl->skip_rstr_out, op, out_vec, in CeedOperatorAssembleSingleAtPoints_Ref()
1658 … impl->point_coords_elem, true, impl, CEED_REQUEST_IMMEDIATE)); in CeedOperatorAssembleSingleAtPoints_Ref()
1672 if (!is_active || impl->skip_rstr_out[j]) continue; in CeedOperatorAssembleSingleAtPoints_Ref()
1697 CeedCallBackend(CeedVectorGetArrayRead(impl->e_vecs_out[j], CEED_MEM_HOST, &output)); in CeedOperatorAssembleSingleAtPoints_Ref()
1705 CeedCallBackend(CeedVectorRestoreArrayRead(impl->e_vecs_out[j], &output)); in CeedOperatorAssembleSingleAtPoints_Ref()
1712 CeedCallBackend(CeedVectorGetArray(impl->e_vecs_in[i], CEED_MEM_HOST, &array)); in CeedOperatorAssembleSingleAtPoints_Ref()
1714 CeedCallBackend(CeedVectorRestoreArray(impl->e_vecs_in[i], &array)); in CeedOperatorAssembleSingleAtPoints_Ref()
1722 …OperatorRestoreInputs_Ref(num_input_fields, qf_input_fields, op_input_fields, true, e_data, impl)); in CeedOperatorAssembleSingleAtPoints_Ref()
1741 CeedOperator_Ref *impl; in CeedOperatorDestroy_Ref() local
1743 CeedCallBackend(CeedOperatorGetData(op, &impl)); in CeedOperatorDestroy_Ref()
1744 CeedCallBackend(CeedFree(&impl->skip_rstr_in)); in CeedOperatorDestroy_Ref()
1745 CeedCallBackend(CeedFree(&impl->skip_rstr_out)); in CeedOperatorDestroy_Ref()
1746 CeedCallBackend(CeedFree(&impl->e_data_out_indices)); in CeedOperatorDestroy_Ref()
1747 CeedCallBackend(CeedFree(&impl->apply_add_basis_out)); in CeedOperatorDestroy_Ref()
1748 for (CeedInt i = 0; i < impl->num_inputs + impl->num_outputs; i++) { in CeedOperatorDestroy_Ref()
1749 CeedCallBackend(CeedVectorDestroy(&impl->e_vecs_full[i])); in CeedOperatorDestroy_Ref()
1751 CeedCallBackend(CeedFree(&impl->e_vecs_full)); in CeedOperatorDestroy_Ref()
1752 CeedCallBackend(CeedFree(&impl->input_states)); in CeedOperatorDestroy_Ref()
1754 for (CeedInt i = 0; i < impl->num_inputs; i++) { in CeedOperatorDestroy_Ref()
1755 CeedCallBackend(CeedVectorDestroy(&impl->e_vecs_in[i])); in CeedOperatorDestroy_Ref()
1756 CeedCallBackend(CeedVectorDestroy(&impl->q_vecs_in[i])); in CeedOperatorDestroy_Ref()
1758 CeedCallBackend(CeedFree(&impl->e_vecs_in)); in CeedOperatorDestroy_Ref()
1759 CeedCallBackend(CeedFree(&impl->q_vecs_in)); in CeedOperatorDestroy_Ref()
1761 for (CeedInt i = 0; i < impl->num_outputs; i++) { in CeedOperatorDestroy_Ref()
1762 CeedCallBackend(CeedVectorDestroy(&impl->e_vecs_out[i])); in CeedOperatorDestroy_Ref()
1763 CeedCallBackend(CeedVectorDestroy(&impl->q_vecs_out[i])); in CeedOperatorDestroy_Ref()
1765 CeedCallBackend(CeedFree(&impl->e_vecs_out)); in CeedOperatorDestroy_Ref()
1766 CeedCallBackend(CeedFree(&impl->q_vecs_out)); in CeedOperatorDestroy_Ref()
1767 CeedCallBackend(CeedVectorDestroy(&impl->point_coords_elem)); in CeedOperatorDestroy_Ref()
1769 CeedCallBackend(CeedFree(&impl)); in CeedOperatorDestroy_Ref()
1778 CeedOperator_Ref *impl; in CeedOperatorCreate_Ref() local
1781 CeedCallBackend(CeedCalloc(1, &impl)); in CeedOperatorCreate_Ref()
1782 CeedCallBackend(CeedOperatorSetData(op, impl)); in CeedOperatorCreate_Ref()
1796 CeedOperator_Ref *impl; in CeedOperatorCreateAtPoints_Ref() local
1799 CeedCallBackend(CeedCalloc(1, &impl)); in CeedOperatorCreateAtPoints_Ref()
1800 CeedCallBackend(CeedOperatorSetData(op, impl)); in CeedOperatorCreateAtPoints_Ref()