Lines Matching refs:CeedCall
50 CeedCall(CeedCalloc(path_len + name_len + 2, &source_path_with_name)); in CeedQFunctionCreateFallback()
55 CeedCall(CeedStringAllocCopy(qf->user_source, &source_path_with_name)); in CeedQFunctionCreateFallback()
57 CeedCall(CeedCalloc(1, &source_path_with_name)); in CeedQFunctionCreateFallback()
64 CeedCall(CeedQFunctionGetVectorLength(qf, &vec_length)); in CeedQFunctionCreateFallback()
65 CeedCall(CeedQFunctionGetUserFunction(qf, &f)); in CeedQFunctionCreateFallback()
66 …CeedCall(CeedQFunctionCreateInterior(fallback_ceed, vec_length, f, source_path_with_name, qf_fallb… in CeedQFunctionCreateFallback()
71 CeedCall(CeedQFunctionGetContext(qf, &ctx)); in CeedQFunctionCreateFallback()
72 CeedCall(CeedQFunctionSetContext(*qf_fallback, ctx)); in CeedQFunctionCreateFallback()
73 CeedCall(CeedQFunctionContextDestroy(&ctx)); in CeedQFunctionCreateFallback()
75 …CeedCall(CeedQFunctionGetFields(qf, &num_input_fields, &input_fields, &num_output_fields, &output_… in CeedQFunctionCreateFallback()
81 CeedCall(CeedQFunctionFieldGetData(input_fields[i], &field_name, &size, &eval_mode)); in CeedQFunctionCreateFallback()
82 CeedCall(CeedQFunctionAddInput(*qf_fallback, field_name, size, eval_mode)); in CeedQFunctionCreateFallback()
89 CeedCall(CeedQFunctionFieldGetData(output_fields[i], &field_name, &size, &eval_mode)); in CeedQFunctionCreateFallback()
90 CeedCall(CeedQFunctionAddOutput(*qf_fallback, field_name, size, eval_mode)); in CeedQFunctionCreateFallback()
92 CeedCall(CeedFree(&source_path_with_name)); in CeedQFunctionCreateFallback()
114 CeedCall(CeedOperatorGetCeed(op, &ceed)); in CeedOperatorCreateFallback()
115 CeedCall(CeedGetOperatorFallbackCeed(ceed, &ceed_fallback)); in CeedOperatorCreateFallback()
116 CeedCall(CeedDestroy(&ceed)); in CeedOperatorCreateFallback()
122 CeedCall(CeedOperatorIsComposite(op, &is_composite)); in CeedOperatorCreateFallback()
127 CeedCall(CeedOperatorCreateComposite(ceed_fallback, &op_fallback)); in CeedOperatorCreateFallback()
128 CeedCall(CeedOperatorCompositeGetNumSub(op, &num_suboperators)); in CeedOperatorCreateFallback()
129 CeedCall(CeedOperatorCompositeGetSubList(op, &sub_operators)); in CeedOperatorCreateFallback()
133 CeedCall(CeedOperatorGetFallback(sub_operators[i], &op_sub_fallback)); in CeedOperatorCreateFallback()
134 CeedCall(CeedOperatorCompositeAddSub(op_fallback, op_sub_fallback)); in CeedOperatorCreateFallback()
142 CeedCall(CeedQFunctionCreateFallback(ceed_fallback, op->qf, &qf_fallback)); in CeedOperatorCreateFallback()
143 CeedCall(CeedQFunctionCreateFallback(ceed_fallback, op->dqf, &dqf_fallback)); in CeedOperatorCreateFallback()
144 CeedCall(CeedQFunctionCreateFallback(ceed_fallback, op->dqfT, &dqfT_fallback)); in CeedOperatorCreateFallback()
145 CeedCall(CeedOperatorIsAtPoints(op, &is_at_points)); in CeedOperatorCreateFallback()
150 …CeedCall(CeedOperatorCreateAtPoints(ceed_fallback, qf_fallback, dqf_fallback, dqfT_fallback, &op_f… in CeedOperatorCreateFallback()
151 CeedCall(CeedOperatorAtPointsGetPoints(op, &rstr_points, &points)); in CeedOperatorCreateFallback()
152 CeedCall(CeedOperatorAtPointsSetPoints(op_fallback, rstr_points, points)); in CeedOperatorCreateFallback()
153 CeedCall(CeedVectorDestroy(&points)); in CeedOperatorCreateFallback()
154 CeedCall(CeedElemRestrictionDestroy(&rstr_points)); in CeedOperatorCreateFallback()
156 …CeedCall(CeedOperatorCreate(ceed_fallback, qf_fallback, dqf_fallback, dqfT_fallback, &op_fallback)… in CeedOperatorCreateFallback()
158 …CeedCall(CeedOperatorGetFields(op, &num_input_fields, &input_fields, &num_output_fields, &output_f… in CeedOperatorCreateFallback()
165 CeedCall(CeedOperatorFieldGetData(input_fields[i], &field_name, &rstr, &basis, &vec)); in CeedOperatorCreateFallback()
166 CeedCall(CeedOperatorSetField(op_fallback, field_name, rstr, basis, vec)); in CeedOperatorCreateFallback()
167 CeedCall(CeedVectorDestroy(&vec)); in CeedOperatorCreateFallback()
168 CeedCall(CeedElemRestrictionDestroy(&rstr)); in CeedOperatorCreateFallback()
169 CeedCall(CeedBasisDestroy(&basis)); in CeedOperatorCreateFallback()
177 CeedCall(CeedOperatorFieldGetData(output_fields[i], &field_name, &rstr, &basis, &vec)); in CeedOperatorCreateFallback()
178 CeedCall(CeedOperatorSetField(op_fallback, field_name, rstr, basis, vec)); in CeedOperatorCreateFallback()
179 CeedCall(CeedVectorDestroy(&vec)); in CeedOperatorCreateFallback()
180 CeedCall(CeedElemRestrictionDestroy(&rstr)); in CeedOperatorCreateFallback()
181 CeedCall(CeedBasisDestroy(&basis)); in CeedOperatorCreateFallback()
186 CeedCall(CeedOperatorGetQFunctionAssemblyData(op, &data)); in CeedOperatorCreateFallback()
187 CeedCall(CeedQFunctionAssemblyDataReferenceCopy(data, &op_fallback->qf_assembled)); in CeedOperatorCreateFallback()
190 CeedCall(CeedQFunctionDestroy(&qf_fallback)); in CeedOperatorCreateFallback()
191 CeedCall(CeedQFunctionDestroy(&dqf_fallback)); in CeedOperatorCreateFallback()
192 CeedCall(CeedQFunctionDestroy(&dqfT_fallback)); in CeedOperatorCreateFallback()
194 CeedCall(CeedOperatorSetName(op_fallback, op->name)); in CeedOperatorCreateFallback()
195 CeedCall(CeedOperatorCheckReady(op_fallback)); in CeedOperatorCreateFallback()
200 CeedCall(CeedDestroy(&ceed_fallback)); in CeedOperatorCreateFallback()
220 CeedCall(CeedOperatorIsComposite(op, &is_composite)); in CeedOperatorLinearAssembleAddDiagonalSingle_Mesh()
229 …CeedCall(CeedOperatorLinearAssembleQFunctionBuildOrUpdate(op, &assembled_qf, &assembled_elem_rstr,… in CeedOperatorLinearAssembleAddDiagonalSingle_Mesh()
230 CeedCall(CeedElemRestrictionGetELayout(assembled_elem_rstr, layout_qf)); in CeedOperatorLinearAssembleAddDiagonalSingle_Mesh()
231 CeedCall(CeedElemRestrictionDestroy(&assembled_elem_rstr)); in CeedOperatorLinearAssembleAddDiagonalSingle_Mesh()
232 CeedCall(CeedVectorGetArrayRead(assembled_qf, CEED_MEM_HOST, &assembled_qf_array)); in CeedOperatorLinearAssembleAddDiagonalSingle_Mesh()
242 CeedCall(CeedOperatorGetOperatorAssemblyData(op, &data)); in CeedOperatorLinearAssembleAddDiagonalSingle_Mesh()
243 …CeedCall(CeedOperatorAssemblyDataGetEvalModes(data, &num_active_bases_in, &num_eval_modes_in, &eva… in CeedOperatorLinearAssembleAddDiagonalSingle_Mesh()
246 …CeedCall(CeedOperatorAssemblyDataGetBases(data, NULL, &active_bases_in, NULL, NULL, &active_bases_… in CeedOperatorLinearAssembleAddDiagonalSingle_Mesh()
247 …CeedCall(CeedOperatorAssemblyDataGetElemRestrictions(data, NULL, &active_elem_rstrs_in, NULL, &act… in CeedOperatorLinearAssembleAddDiagonalSingle_Mesh()
283 …CeedCall(CeedOperatorCreateActivePointBlockRestriction(active_elem_rstrs_in[b_in], &diag_elem_rstr… in CeedOperatorLinearAssembleAddDiagonalSingle_Mesh()
285 CeedCall(CeedElemRestrictionCreateUnsignedCopy(active_elem_rstrs_in[b_in], &diag_elem_rstr)); in CeedOperatorLinearAssembleAddDiagonalSingle_Mesh()
289 CeedCall(CeedElemRestrictionCreateVector(diag_elem_rstr, NULL, &elem_diag)); in CeedOperatorLinearAssembleAddDiagonalSingle_Mesh()
292 CeedCall(CeedVectorSetValue(elem_diag, 0.0)); in CeedOperatorLinearAssembleAddDiagonalSingle_Mesh()
293 CeedCall(CeedVectorGetArray(elem_diag, CEED_MEM_HOST, &elem_diag_array)); in CeedOperatorLinearAssembleAddDiagonalSingle_Mesh()
294 CeedCall(CeedElemRestrictionGetNumElements(diag_elem_rstr, &num_elem)); in CeedOperatorLinearAssembleAddDiagonalSingle_Mesh()
295 CeedCall(CeedBasisGetNumNodes(active_bases_in[b_in], &num_nodes)); in CeedOperatorLinearAssembleAddDiagonalSingle_Mesh()
296 CeedCall(CeedBasisGetNumComponents(active_bases_in[b_in], &num_comp)); in CeedOperatorLinearAssembleAddDiagonalSingle_Mesh()
298 else CeedCall(CeedBasisGetNumQuadraturePoints(active_bases_in[b_in], &num_qpts)); in CeedOperatorLinearAssembleAddDiagonalSingle_Mesh()
308 CeedCall(CeedCalloc(num_qpts * num_nodes, &identity)); in CeedOperatorLinearAssembleAddDiagonalSingle_Mesh()
324 …CeedCall(CeedOperatorGetBasisPointer(active_bases_out[b_out], eval_modes_out[b_out][e_out], identi… in CeedOperatorLinearAssembleAddDiagonalSingle_Mesh()
325 …CeedCall(CeedBasisGetNumQuadratureComponents(active_bases_out[b_out], eval_modes_out[b_out][e_out]… in CeedOperatorLinearAssembleAddDiagonalSingle_Mesh()
335 …CeedCall(CeedOperatorGetBasisPointer(active_bases_in[b_in], eval_modes_in[b_in][e_in], identity, &… in CeedOperatorLinearAssembleAddDiagonalSingle_Mesh()
336 …CeedCall(CeedBasisGetNumQuadratureComponents(active_bases_in[b_in], eval_modes_in[b_in][e_in], &q_… in CeedOperatorLinearAssembleAddDiagonalSingle_Mesh()
374 CeedCall(CeedVectorRestoreArray(elem_diag, &elem_diag_array)); in CeedOperatorLinearAssembleAddDiagonalSingle_Mesh()
377 … CeedCall(CeedElemRestrictionApply(diag_elem_rstr, CEED_TRANSPOSE, elem_diag, assembled, request)); in CeedOperatorLinearAssembleAddDiagonalSingle_Mesh()
380 CeedCall(CeedElemRestrictionDestroy(&diag_elem_rstr)); in CeedOperatorLinearAssembleAddDiagonalSingle_Mesh()
381 CeedCall(CeedVectorDestroy(&elem_diag)); in CeedOperatorLinearAssembleAddDiagonalSingle_Mesh()
382 CeedCall(CeedFree(&identity)); in CeedOperatorLinearAssembleAddDiagonalSingle_Mesh()
384 CeedCall(CeedVectorRestoreArrayRead(assembled_qf, &assembled_qf_array)); in CeedOperatorLinearAssembleAddDiagonalSingle_Mesh()
385 CeedCall(CeedVectorDestroy(&assembled_qf)); in CeedOperatorLinearAssembleAddDiagonalSingle_Mesh()
405 CeedCall(CeedOperatorIsAtPoints(op, &is_at_points)); in CeedOperatorLinearAssembleAddDiagonalSingle()
407 …CeedCall(CeedOperatorLinearAssembleAddDiagonalSingle_Mesh(op, request, is_point_block, assembled)); in CeedOperatorLinearAssembleAddDiagonalSingle()
428 CeedCall(CeedOperatorCompositeGetNumSub(op, &num_sub)); in CeedOperatorLinearAssembleAddDiagonalComposite()
429 CeedCall(CeedOperatorCompositeGetSubList(op, &suboperators)); in CeedOperatorLinearAssembleAddDiagonalComposite()
432 … CeedCall(CeedOperatorLinearAssembleAddPointBlockDiagonal(suboperators[i], assembled, request)); in CeedOperatorLinearAssembleAddDiagonalComposite()
434 CeedCall(CeedOperatorLinearAssembleAddDiagonal(suboperators[i], assembled, request)); in CeedOperatorLinearAssembleAddDiagonalComposite()
465 CeedCall(CeedOperatorIsComposite(op, &is_composite)); in CeedOperatorAssembleSymbolicSingle()
466 CeedCall(CeedOperatorGetCeed(op, &ceed)); in CeedOperatorAssembleSymbolicSingle()
469 CeedCall(CeedOperatorGetActiveVectorLengths(op, &num_nodes_in, &num_nodes_out)); in CeedOperatorAssembleSymbolicSingle()
470 CeedCall(CeedOperatorGetActiveElemRestrictions(op, &elem_rstr_in, &elem_rstr_out)); in CeedOperatorAssembleSymbolicSingle()
471 CeedCall(CeedElemRestrictionGetNumElements(elem_rstr_in, &num_elem_in)); in CeedOperatorAssembleSymbolicSingle()
472 CeedCall(CeedElemRestrictionGetElementSize(elem_rstr_in, &elem_size_in)); in CeedOperatorAssembleSymbolicSingle()
473 CeedCall(CeedElemRestrictionGetNumComponents(elem_rstr_in, &num_comp_in)); in CeedOperatorAssembleSymbolicSingle()
474 CeedCall(CeedElemRestrictionGetELayout(elem_rstr_in, layout_er_in)); in CeedOperatorAssembleSymbolicSingle()
477 CeedCall(CeedVectorCreate(ceed, num_nodes_in, &index_vec_in)); in CeedOperatorAssembleSymbolicSingle()
478 CeedCall(CeedVectorGetArrayWrite(index_vec_in, CEED_MEM_HOST, &array)); in CeedOperatorAssembleSymbolicSingle()
480 CeedCall(CeedVectorRestoreArray(index_vec_in, &array)); in CeedOperatorAssembleSymbolicSingle()
481 CeedCall(CeedVectorCreate(ceed, num_elem_in * elem_size_in * num_comp_in, &elem_dof_in)); in CeedOperatorAssembleSymbolicSingle()
482 CeedCall(CeedVectorSetValue(elem_dof_in, 0.0)); in CeedOperatorAssembleSymbolicSingle()
483 CeedCall(CeedElemRestrictionCreateUnorientedCopy(elem_rstr_in, &index_elem_rstr_in)); in CeedOperatorAssembleSymbolicSingle()
484 …CeedCall(CeedElemRestrictionApply(index_elem_rstr_in, CEED_NOTRANSPOSE, index_vec_in, elem_dof_in,… in CeedOperatorAssembleSymbolicSingle()
485 CeedCall(CeedVectorGetArrayRead(elem_dof_in, CEED_MEM_HOST, &elem_dof_a_in)); in CeedOperatorAssembleSymbolicSingle()
486 CeedCall(CeedVectorDestroy(&index_vec_in)); in CeedOperatorAssembleSymbolicSingle()
487 CeedCall(CeedElemRestrictionDestroy(&index_elem_rstr_in)); in CeedOperatorAssembleSymbolicSingle()
490 CeedCall(CeedElemRestrictionGetNumElements(elem_rstr_out, &num_elem_out)); in CeedOperatorAssembleSymbolicSingle()
495 CeedCall(CeedElemRestrictionGetElementSize(elem_rstr_out, &elem_size_out)); in CeedOperatorAssembleSymbolicSingle()
496 CeedCall(CeedElemRestrictionGetNumComponents(elem_rstr_out, &num_comp_out)); in CeedOperatorAssembleSymbolicSingle()
497 CeedCall(CeedElemRestrictionGetELayout(elem_rstr_out, layout_er_out)); in CeedOperatorAssembleSymbolicSingle()
500 CeedCall(CeedVectorCreate(ceed, num_nodes_out, &index_vec_out)); in CeedOperatorAssembleSymbolicSingle()
501 CeedCall(CeedVectorGetArrayWrite(index_vec_out, CEED_MEM_HOST, &array)); in CeedOperatorAssembleSymbolicSingle()
503 CeedCall(CeedVectorRestoreArray(index_vec_out, &array)); in CeedOperatorAssembleSymbolicSingle()
504 CeedCall(CeedVectorCreate(ceed, num_elem_out * elem_size_out * num_comp_out, &elem_dof_out)); in CeedOperatorAssembleSymbolicSingle()
505 CeedCall(CeedVectorSetValue(elem_dof_out, 0.0)); in CeedOperatorAssembleSymbolicSingle()
506 CeedCall(CeedElemRestrictionCreateUnorientedCopy(elem_rstr_out, &index_elem_rstr_out)); in CeedOperatorAssembleSymbolicSingle()
507 …CeedCall(CeedElemRestrictionApply(index_elem_rstr_out, CEED_NOTRANSPOSE, index_vec_out, elem_dof_o… in CeedOperatorAssembleSymbolicSingle()
508 CeedCall(CeedVectorGetArrayRead(elem_dof_out, CEED_MEM_HOST, &elem_dof_a_out)); in CeedOperatorAssembleSymbolicSingle()
509 CeedCall(CeedVectorDestroy(&index_vec_out)); in CeedOperatorAssembleSymbolicSingle()
510 CeedCall(CeedElemRestrictionDestroy(&index_elem_rstr_out)); in CeedOperatorAssembleSymbolicSingle()
542 CeedCall(CeedVectorRestoreArrayRead(elem_dof_in, &elem_dof_a_in)); in CeedOperatorAssembleSymbolicSingle()
543 CeedCall(CeedVectorDestroy(&elem_dof_in)); in CeedOperatorAssembleSymbolicSingle()
545 CeedCall(CeedVectorRestoreArrayRead(elem_dof_out, &elem_dof_a_out)); in CeedOperatorAssembleSymbolicSingle()
546 CeedCall(CeedVectorDestroy(&elem_dof_out)); in CeedOperatorAssembleSymbolicSingle()
548 CeedCall(CeedElemRestrictionDestroy(&elem_rstr_in)); in CeedOperatorAssembleSymbolicSingle()
549 CeedCall(CeedElemRestrictionDestroy(&elem_rstr_out)); in CeedOperatorAssembleSymbolicSingle()
550 CeedCall(CeedDestroy(&ceed)); in CeedOperatorAssembleSymbolicSingle()
580 CeedCall(CeedOperatorCheckReady(op)); in CeedOperatorLinearAssembleQFunctionBuildOrUpdate_Core()
583 CeedCall(CeedOperatorGetFallbackParent(op, &op_fallback_parent)); in CeedOperatorLinearAssembleQFunctionBuildOrUpdate_Core()
603 CeedCall(CeedOperatorGetQFunctionAssemblyData(op, &data)); in CeedOperatorLinearAssembleQFunctionBuildOrUpdate_Core()
604 CeedCall(CeedQFunctionAssemblyDataIsSetup(data, &data_is_setup)); in CeedOperatorLinearAssembleQFunctionBuildOrUpdate_Core()
608 CeedCall(CeedQFunctionAssemblyDataGetObjects(data, &assembled_vec, &assembled_rstr)); in CeedOperatorLinearAssembleQFunctionBuildOrUpdate_Core()
609 CeedCall(CeedQFunctionAssemblyDataIsUpdateNeeded(data, &update_needed)); in CeedOperatorLinearAssembleQFunctionBuildOrUpdate_Core()
610 …if (update_needed) CeedCall(LinearAssembleQFunctionUpdate(op_assemble, assembled_vec, assembled_rs… in CeedOperatorLinearAssembleQFunctionBuildOrUpdate_Core()
612 …CeedCall(CeedOperatorLinearAssembleQFunction(op_assemble, &assembled_vec, &assembled_rstr, request… in CeedOperatorLinearAssembleQFunctionBuildOrUpdate_Core()
613 CeedCall(CeedQFunctionAssemblyDataSetObjects(data, assembled_vec, assembled_rstr)); in CeedOperatorLinearAssembleQFunctionBuildOrUpdate_Core()
615 CeedCall(CeedQFunctionAssemblyDataSetUpdateNeeded(data, false)); in CeedOperatorLinearAssembleQFunctionBuildOrUpdate_Core()
618 CeedCall(CeedVectorReferenceCopy(assembled_vec, assembled)); in CeedOperatorLinearAssembleQFunctionBuildOrUpdate_Core()
619 CeedCall(CeedElemRestrictionReferenceCopy(assembled_rstr, rstr)); in CeedOperatorLinearAssembleQFunctionBuildOrUpdate_Core()
620 CeedCall(CeedVectorDestroy(&assembled_vec)); in CeedOperatorLinearAssembleQFunctionBuildOrUpdate_Core()
621 CeedCall(CeedElemRestrictionDestroy(&assembled_rstr)); in CeedOperatorLinearAssembleQFunctionBuildOrUpdate_Core()
627 CeedCall(CeedOperatorGetFallback(op, &op_fallback)); in CeedOperatorLinearAssembleQFunctionBuildOrUpdate_Core()
628 …if (op_fallback) CeedCall(CeedOperatorLinearAssembleQFunctionBuildOrUpdate(op_fallback, assembled,… in CeedOperatorLinearAssembleQFunctionBuildOrUpdate_Core()
674 CeedCall(CeedOperatorIsComposite(op, &is_composite)); in CeedOperatorAssembleSingle()
681 CeedCall(CeedOperatorGetNumElements(op, &num_elem)); in CeedOperatorAssembleSingle()
687 CeedCall(op->LinearAssembleSingle(op, offset, values)); in CeedOperatorAssembleSingle()
694 CeedCall(CeedOperatorGetFallback(op, &op_fallback)); in CeedOperatorAssembleSingle()
696 CeedCall(CeedOperatorAssembleSingle(op_fallback, offset, values)); in CeedOperatorAssembleSingle()
701 CeedCall(CeedOperatorIsAtPoints(op, &is_at_points)); in CeedOperatorAssembleSingle()
711 …CeedCall(CeedOperatorLinearAssembleQFunctionBuildOrUpdate(op, &assembled_qf, &assembled_elem_rstr,… in CeedOperatorAssembleSingle()
712 CeedCall(CeedElemRestrictionGetELayout(assembled_elem_rstr, layout_qf)); in CeedOperatorAssembleSingle()
713 CeedCall(CeedElemRestrictionDestroy(&assembled_elem_rstr)); in CeedOperatorAssembleSingle()
714 CeedCall(CeedVectorGetArrayRead(assembled_qf, CEED_MEM_HOST, &assembled_qf_array)); in CeedOperatorAssembleSingle()
730 CeedCall(CeedOperatorGetOperatorAssemblyData(op, &data)); in CeedOperatorAssembleSingle()
731 …CeedCall(CeedOperatorAssemblyDataGetEvalModes(data, &num_active_bases_in, &num_eval_modes_in, &eva… in CeedOperatorAssembleSingle()
739 …CeedCall(CeedOperatorAssemblyDataGetBases(data, NULL, &active_bases_in, &B_mats_in, NULL, &active_… in CeedOperatorAssembleSingle()
740 CeedCall(CeedOperatorGetActiveElemRestrictions(op, &elem_rstr_in, &elem_rstr_out)); in CeedOperatorAssembleSingle()
746 CeedCall(CeedElemRestrictionGetNumElements(elem_rstr_in, &num_elem_in)); in CeedOperatorAssembleSingle()
747 CeedCall(CeedElemRestrictionGetElementSize(elem_rstr_in, &elem_size_in)); in CeedOperatorAssembleSingle()
748 CeedCall(CeedElemRestrictionGetNumComponents(elem_rstr_in, &num_comp_in)); in CeedOperatorAssembleSingle()
750 else CeedCall(CeedBasisGetNumQuadraturePoints(basis_in, &num_qpts_in)); in CeedOperatorAssembleSingle()
752 CeedCall(CeedElemRestrictionGetType(elem_rstr_in, &elem_rstr_type_in)); in CeedOperatorAssembleSingle()
754 … CeedCall(CeedElemRestrictionGetOrientations(elem_rstr_in, CEED_MEM_HOST, &elem_rstr_orients_in)); in CeedOperatorAssembleSingle()
756 …CeedCall(CeedElemRestrictionGetCurlOrientations(elem_rstr_in, CEED_MEM_HOST, &elem_rstr_curl_orien… in CeedOperatorAssembleSingle()
760 CeedCall(CeedElemRestrictionGetNumElements(elem_rstr_out, &num_elem_out)); in CeedOperatorAssembleSingle()
765 CeedCall(CeedElemRestrictionGetElementSize(elem_rstr_out, &elem_size_out)); in CeedOperatorAssembleSingle()
766 CeedCall(CeedElemRestrictionGetNumComponents(elem_rstr_out, &num_comp_out)); in CeedOperatorAssembleSingle()
768 else CeedCall(CeedBasisGetNumQuadraturePoints(basis_out, &num_qpts_out)); in CeedOperatorAssembleSingle()
774 CeedCall(CeedElemRestrictionGetType(elem_rstr_out, &elem_rstr_type_out)); in CeedOperatorAssembleSingle()
776 …CeedCall(CeedElemRestrictionGetOrientations(elem_rstr_out, CEED_MEM_HOST, &elem_rstr_orients_out)); in CeedOperatorAssembleSingle()
778 …CeedCall(CeedElemRestrictionGetCurlOrientations(elem_rstr_out, CEED_MEM_HOST, &elem_rstr_curl_orie… in CeedOperatorAssembleSingle()
796 CeedCall(CeedBasisGetTensorContract(basis_in, &contract)); in CeedOperatorAssembleSingle()
797 CeedCall(CeedCalloc(elem_size_out * num_qpts_in * num_eval_modes_in[0], &BTD_mat)); in CeedOperatorAssembleSingle()
798 CeedCall(CeedCalloc(elem_size_out * elem_size_in, &elem_mat)); in CeedOperatorAssembleSingle()
799 …if (elem_rstr_curl_orients_in || elem_rstr_curl_orients_out) CeedCall(CeedCalloc(elem_size_out * e… in CeedOperatorAssembleSingle()
801 CeedCall(CeedVectorGetArray(values, CEED_MEM_HOST, &vals)); in CeedOperatorAssembleSingle()
826 …CeedCall(CeedTensorContractApply(contract, 1, num_qpts_in * num_eval_modes_in[0], elem_size_in, el… in CeedOperatorAssembleSingle()
831 CeedCall(CeedOperatorGetCeed(op, &ceed)); in CeedOperatorAssembleSingle()
832 …CeedCall(CeedMatrixMatrixMultiply(ceed, BTD_mat, B_mat_in, elem_mat, elem_size_out, elem_size_in, … in CeedOperatorAssembleSingle()
833 CeedCall(CeedDestroy(&ceed)); in CeedOperatorAssembleSingle()
893 CeedCall(CeedVectorRestoreArray(values, &vals)); in CeedOperatorAssembleSingle()
896 CeedCall(CeedFree(&BTD_mat)); in CeedOperatorAssembleSingle()
897 CeedCall(CeedFree(&elem_mat)); in CeedOperatorAssembleSingle()
898 CeedCall(CeedFree(&elem_mat_b)); in CeedOperatorAssembleSingle()
900 CeedCall(CeedElemRestrictionRestoreOrientations(elem_rstr_in, &elem_rstr_orients_in)); in CeedOperatorAssembleSingle()
902 CeedCall(CeedElemRestrictionRestoreCurlOrientations(elem_rstr_in, &elem_rstr_curl_orients_in)); in CeedOperatorAssembleSingle()
906 CeedCall(CeedElemRestrictionRestoreOrientations(elem_rstr_out, &elem_rstr_orients_out)); in CeedOperatorAssembleSingle()
908 … CeedCall(CeedElemRestrictionRestoreCurlOrientations(elem_rstr_out, &elem_rstr_curl_orients_out)); in CeedOperatorAssembleSingle()
911 CeedCall(CeedVectorRestoreArrayRead(assembled_qf, &assembled_qf_array)); in CeedOperatorAssembleSingle()
912 CeedCall(CeedVectorDestroy(&assembled_qf)); in CeedOperatorAssembleSingle()
913 CeedCall(CeedElemRestrictionDestroy(&elem_rstr_in)); in CeedOperatorAssembleSingle()
914 CeedCall(CeedElemRestrictionDestroy(&elem_rstr_out)); in CeedOperatorAssembleSingle()
933 CeedCall(CeedOperatorIsComposite(op, &is_composite)); in CeedOperatorAssemblyCountEntriesSingle()
936 CeedCall(CeedOperatorGetActiveElemRestrictions(op, &rstr_in, &rstr_out)); in CeedOperatorAssemblyCountEntriesSingle()
937 CeedCall(CeedElemRestrictionGetNumElements(rstr_in, &num_elem_in)); in CeedOperatorAssemblyCountEntriesSingle()
938 CeedCall(CeedElemRestrictionGetElementSize(rstr_in, &elem_size_in)); in CeedOperatorAssemblyCountEntriesSingle()
939 CeedCall(CeedElemRestrictionGetNumComponents(rstr_in, &num_comp_in)); in CeedOperatorAssemblyCountEntriesSingle()
941 CeedCall(CeedElemRestrictionGetNumElements(rstr_out, &num_elem_out)); in CeedOperatorAssemblyCountEntriesSingle()
946 CeedCall(CeedElemRestrictionGetElementSize(rstr_out, &elem_size_out)); in CeedOperatorAssemblyCountEntriesSingle()
947 CeedCall(CeedElemRestrictionGetNumComponents(rstr_out, &num_comp_out)); in CeedOperatorAssemblyCountEntriesSingle()
953 CeedCall(CeedElemRestrictionDestroy(&rstr_in)); in CeedOperatorAssemblyCountEntriesSingle()
954 CeedCall(CeedElemRestrictionDestroy(&rstr_out)); in CeedOperatorAssemblyCountEntriesSingle()
972 CeedCall(CeedOperatorCheckReady(op)); in CeedOperatorLinearAssembleGetNumEntries()
973 CeedCall(CeedOperatorIsComposite(op, &is_composite)); in CeedOperatorLinearAssembleGetNumEntries()
979 CeedCall(CeedOperatorCompositeGetNumSub(op, &num_suboperators)); in CeedOperatorLinearAssembleGetNumEntries()
980 CeedCall(CeedOperatorCompositeGetSubList(op, &sub_operators)); in CeedOperatorLinearAssembleGetNumEntries()
986 CeedCall(CeedOperatorAssemblyCountEntriesSingle(sub_operators[k], &single_entries)); in CeedOperatorLinearAssembleGetNumEntries()
990 CeedCall(CeedOperatorAssemblyCountEntriesSingle(op, num_entries)); in CeedOperatorLinearAssembleGetNumEntries()
1021 CeedCall(CeedOperatorGetCeed(op_fine, &ceed)); in CeedOperatorMultigridLevelCreateSingle_Core()
1024 CeedCall(CeedOperatorIsComposite(op_fine, &is_composite)); in CeedOperatorMultigridLevelCreateSingle_Core()
1031 CeedCall(CeedOperatorIsAtPoints(op_fine, &is_at_points)); in CeedOperatorMultigridLevelCreateSingle_Core()
1036 … CeedCall(CeedOperatorCreateAtPoints(ceed, op_fine->qf, op_fine->dqf, op_fine->dqfT, op_coarse)); in CeedOperatorMultigridLevelCreateSingle_Core()
1037 CeedCall(CeedOperatorAtPointsGetPoints(op_fine, &rstr_points, &point_coords)); in CeedOperatorMultigridLevelCreateSingle_Core()
1038 CeedCall(CeedOperatorAtPointsSetPoints(*op_coarse, rstr_points, point_coords)); in CeedOperatorMultigridLevelCreateSingle_Core()
1039 CeedCall(CeedVectorDestroy(&point_coords)); in CeedOperatorMultigridLevelCreateSingle_Core()
1040 CeedCall(CeedElemRestrictionDestroy(&rstr_points)); in CeedOperatorMultigridLevelCreateSingle_Core()
1042 CeedCall(CeedOperatorCreate(ceed, op_fine->qf, op_fine->dqf, op_fine->dqfT, op_coarse)); in CeedOperatorMultigridLevelCreateSingle_Core()
1045 …CeedCall(CeedOperatorGetFields(op_fine, &num_input_fields, &input_fields, &num_output_fields, &out… in CeedOperatorMultigridLevelCreateSingle_Core()
1053 CeedCall(CeedOperatorFieldGetName(input_fields[i], &field_name)); in CeedOperatorMultigridLevelCreateSingle_Core()
1054 CeedCall(CeedOperatorFieldGetVector(input_fields[i], &vec)); in CeedOperatorMultigridLevelCreateSingle_Core()
1056 CeedCall(CeedElemRestrictionReferenceCopy(rstr_coarse, &rstr)); in CeedOperatorMultigridLevelCreateSingle_Core()
1057 CeedCall(CeedBasisReferenceCopy(basis_coarse, &basis)); in CeedOperatorMultigridLevelCreateSingle_Core()
1058 if (!rstr_fine) CeedCall(CeedOperatorFieldGetElemRestriction(input_fields[i], &rstr_fine)); in CeedOperatorMultigridLevelCreateSingle_Core()
1060 CeedCall(CeedOperatorFieldGetElemRestriction(input_fields[i], &rstr)); in CeedOperatorMultigridLevelCreateSingle_Core()
1061 CeedCall(CeedOperatorFieldGetBasis(input_fields[i], &basis)); in CeedOperatorMultigridLevelCreateSingle_Core()
1063 if (dim == 0) CeedCall(CeedBasisGetDimension(basis, &dim)); in CeedOperatorMultigridLevelCreateSingle_Core()
1064 CeedCall(CeedOperatorSetField(*op_coarse, field_name, rstr, basis, vec)); in CeedOperatorMultigridLevelCreateSingle_Core()
1065 CeedCall(CeedVectorDestroy(&vec)); in CeedOperatorMultigridLevelCreateSingle_Core()
1066 CeedCall(CeedElemRestrictionDestroy(&rstr)); in CeedOperatorMultigridLevelCreateSingle_Core()
1067 CeedCall(CeedBasisDestroy(&basis)); in CeedOperatorMultigridLevelCreateSingle_Core()
1076 CeedCall(CeedOperatorFieldGetName(output_fields[i], &field_name)); in CeedOperatorMultigridLevelCreateSingle_Core()
1077 CeedCall(CeedOperatorFieldGetVector(output_fields[i], &vec)); in CeedOperatorMultigridLevelCreateSingle_Core()
1079 CeedCall(CeedElemRestrictionReferenceCopy(rstr_coarse, &rstr)); in CeedOperatorMultigridLevelCreateSingle_Core()
1080 CeedCall(CeedBasisReferenceCopy(basis_coarse, &basis)); in CeedOperatorMultigridLevelCreateSingle_Core()
1081 if (!rstr_fine) CeedCall(CeedOperatorFieldGetElemRestriction(output_fields[i], &rstr_fine)); in CeedOperatorMultigridLevelCreateSingle_Core()
1083 CeedCall(CeedOperatorFieldGetElemRestriction(output_fields[i], &rstr)); in CeedOperatorMultigridLevelCreateSingle_Core()
1084 CeedCall(CeedOperatorFieldGetBasis(output_fields[i], &basis)); in CeedOperatorMultigridLevelCreateSingle_Core()
1086 if (dim == 0) CeedCall(CeedBasisGetDimension(basis, &dim)); in CeedOperatorMultigridLevelCreateSingle_Core()
1087 CeedCall(CeedOperatorSetField(*op_coarse, field_name, rstr, basis, vec)); in CeedOperatorMultigridLevelCreateSingle_Core()
1088 CeedCall(CeedVectorDestroy(&vec)); in CeedOperatorMultigridLevelCreateSingle_Core()
1089 CeedCall(CeedElemRestrictionDestroy(&rstr)); in CeedOperatorMultigridLevelCreateSingle_Core()
1090 CeedCall(CeedBasisDestroy(&basis)); in CeedOperatorMultigridLevelCreateSingle_Core()
1097 CeedCall(CeedOperatorGetQFunctionAssemblyData(op_fine, &fine_data)); in CeedOperatorMultigridLevelCreateSingle_Core()
1098 CeedCall(CeedQFunctionAssemblyDataReferenceCopy(fine_data, &(*op_coarse)->qf_assembled)); in CeedOperatorMultigridLevelCreateSingle_Core()
1110 CeedCall(CeedElemRestrictionGetType(rstr_fine, &rstr_type)); in CeedOperatorMultigridLevelCreateSingle_Core()
1116 CeedCall(CeedElemRestrictionCreateUnsignedCopy(rstr_fine, &rstr_p_mult_full)); in CeedOperatorMultigridLevelCreateSingle_Core()
1117 CeedCall(CeedElemRestrictionCreateVector(rstr_fine, &mult_l_vec, &mult_e_vec)); in CeedOperatorMultigridLevelCreateSingle_Core()
1118 CeedCall(CeedVectorSetValue(mult_e_vec, 0.0)); in CeedOperatorMultigridLevelCreateSingle_Core()
1119 …CeedCall(CeedElemRestrictionApply(rstr_p_mult_full, CEED_NOTRANSPOSE, p_mult_fine, mult_e_vec, CEE… in CeedOperatorMultigridLevelCreateSingle_Core()
1120 CeedCall(CeedVectorSetValue(mult_l_vec, 0.0)); in CeedOperatorMultigridLevelCreateSingle_Core()
1121 …CeedCall(CeedElemRestrictionApply(rstr_p_mult_full, CEED_TRANSPOSE, mult_e_vec, mult_l_vec, CEED_R… in CeedOperatorMultigridLevelCreateSingle_Core()
1122 CeedCall(CeedVectorReciprocal(mult_l_vec)); in CeedOperatorMultigridLevelCreateSingle_Core()
1133 CeedCall(CeedElemRestrictionGetNumElements(rstr_p_mult_full, &num_elem)); in CeedOperatorMultigridLevelCreateSingle_Core()
1134 CeedCall(CeedElemRestrictionGetNumComponents(rstr_p_mult_full, &num_comp)); in CeedOperatorMultigridLevelCreateSingle_Core()
1135 CeedCall(CeedElemRestrictionGetElementSize(rstr_p_mult_full, &elem_size)); in CeedOperatorMultigridLevelCreateSingle_Core()
1136 …CeedCall(CeedElemRestrictionCreateStrided(ceed, num_elem, elem_size, 1, num_elem * elem_size, CEED… in CeedOperatorMultigridLevelCreateSingle_Core()
1137 CeedCall(CeedElemRestrictionCreateVector(rstr_p_mult_fine, &mult_vec, NULL)); in CeedOperatorMultigridLevelCreateSingle_Core()
1142 CeedCall(CeedQFunctionCreateInteriorByName(ceed, "Identity to scalar", &qf_to_scalar)); in CeedOperatorMultigridLevelCreateSingle_Core()
1143 CeedCall(CeedQFunctionAddInput(qf_to_scalar, "input", num_comp, CEED_EVAL_NONE)); in CeedOperatorMultigridLevelCreateSingle_Core()
1144 CeedCall(CeedQFunctionAddOutput(qf_to_scalar, "output", 1, CEED_EVAL_NONE)); in CeedOperatorMultigridLevelCreateSingle_Core()
1146 …CeedCall(CeedOperatorCreate(ceed, qf_to_scalar, CEED_QFUNCTION_NONE, CEED_QFUNCTION_NONE, &op_to_s… in CeedOperatorMultigridLevelCreateSingle_Core()
1147 …CeedCall(CeedOperatorSetField(op_to_scalar, "input", rstr_p_mult_full, CEED_BASIS_NONE, CEED_VECTO… in CeedOperatorMultigridLevelCreateSingle_Core()
1148 …CeedCall(CeedOperatorSetField(op_to_scalar, "output", rstr_p_mult_fine, CEED_BASIS_NONE, CEED_VECT… in CeedOperatorMultigridLevelCreateSingle_Core()
1150 CeedCall(CeedOperatorApply(op_to_scalar, mult_l_vec, mult_vec, CEED_REQUEST_IMMEDIATE)); in CeedOperatorMultigridLevelCreateSingle_Core()
1153 CeedCall(CeedQFunctionDestroy(&qf_to_scalar)); in CeedOperatorMultigridLevelCreateSingle_Core()
1154 CeedCall(CeedOperatorDestroy(&op_to_scalar)); in CeedOperatorMultigridLevelCreateSingle_Core()
1158 CeedCall(CeedVectorReferenceCopy(mult_l_vec, &mult_vec)); in CeedOperatorMultigridLevelCreateSingle_Core()
1160 CeedCall(CeedElemRestrictionReferenceCopy(rstr_p_mult_full, &rstr_p_mult_fine)); in CeedOperatorMultigridLevelCreateSingle_Core()
1163 CeedCall(CeedVectorDestroy(&mult_e_vec)); in CeedOperatorMultigridLevelCreateSingle_Core()
1164 CeedCall(CeedVectorDestroy(&mult_l_vec)); in CeedOperatorMultigridLevelCreateSingle_Core()
1165 CeedCall(CeedElemRestrictionDestroy(&rstr_p_mult_full)); in CeedOperatorMultigridLevelCreateSingle_Core()
1171 CeedCall(CeedOperatorSetName(*op_coarse, op_fine->name)); in CeedOperatorMultigridLevelCreateSingle_Core()
1178 CeedCall(CeedBasisGetNumComponents(basis_coarse, &num_comp)); in CeedOperatorMultigridLevelCreateSingle_Core()
1186 …CeedCall(CeedQFunctionCreateInteriorByName(ceed, use_scalar_mult ? "Scale (scalar)" : "Scale", &qf… in CeedOperatorMultigridLevelCreateSingle_Core()
1187 CeedCall(CeedCalloc(1, &num_comp_r_data)); in CeedOperatorMultigridLevelCreateSingle_Core()
1189 CeedCall(CeedQFunctionContextCreate(ceed, &ctx_r)); in CeedOperatorMultigridLevelCreateSingle_Core()
1190 …CeedCall(CeedQFunctionContextSetData(ctx_r, CEED_MEM_HOST, CEED_OWN_POINTER, sizeof(*num_comp_r_da… in CeedOperatorMultigridLevelCreateSingle_Core()
1191 CeedCall(CeedQFunctionSetContext(qf_restrict, ctx_r)); in CeedOperatorMultigridLevelCreateSingle_Core()
1192 CeedCall(CeedQFunctionContextDestroy(&ctx_r)); in CeedOperatorMultigridLevelCreateSingle_Core()
1193 CeedCall(CeedQFunctionAddInput(qf_restrict, "input", num_comp, CEED_EVAL_NONE)); in CeedOperatorMultigridLevelCreateSingle_Core()
1194 …CeedCall(CeedQFunctionAddInput(qf_restrict, "scale", use_scalar_mult ? 1 : num_comp, CEED_EVAL_NON… in CeedOperatorMultigridLevelCreateSingle_Core()
1195 CeedCall(CeedQFunctionAddOutput(qf_restrict, "output", num_comp, CEED_EVAL_INTERP)); in CeedOperatorMultigridLevelCreateSingle_Core()
1196 CeedCall(CeedQFunctionSetUserFlopsEstimate(qf_restrict, num_comp)); in CeedOperatorMultigridLevelCreateSingle_Core()
1198 …CeedCall(CeedOperatorCreate(ceed, qf_restrict, CEED_QFUNCTION_NONE, CEED_QFUNCTION_NONE, op_restri… in CeedOperatorMultigridLevelCreateSingle_Core()
1199 …CeedCall(CeedOperatorSetField(*op_restrict, "input", rstr_fine, CEED_BASIS_NONE, CEED_VECTOR_ACTIV… in CeedOperatorMultigridLevelCreateSingle_Core()
1200 …CeedCall(CeedOperatorSetField(*op_restrict, "scale", rstr_p_mult_fine, CEED_BASIS_NONE, mult_vec)); in CeedOperatorMultigridLevelCreateSingle_Core()
1201 …CeedCall(CeedOperatorSetField(*op_restrict, "output", rstr_coarse, basis_c_to_f, CEED_VECTOR_ACTIV… in CeedOperatorMultigridLevelCreateSingle_Core()
1206 CeedCall(CeedCalloc(17 + name_len, &restriction_name)); in CeedOperatorMultigridLevelCreateSingle_Core()
1208 CeedCall(CeedOperatorSetName(*op_restrict, restriction_name)); in CeedOperatorMultigridLevelCreateSingle_Core()
1209 CeedCall(CeedFree(&restriction_name)); in CeedOperatorMultigridLevelCreateSingle_Core()
1212 CeedCall(CeedOperatorCheckReady(*op_restrict)); in CeedOperatorMultigridLevelCreateSingle_Core()
1215 CeedCall(CeedQFunctionDestroy(&qf_restrict)); in CeedOperatorMultigridLevelCreateSingle_Core()
1224 …CeedCall(CeedQFunctionCreateInteriorByName(ceed, use_scalar_mult ? "Scale (scalar)" : "Scale", &qf… in CeedOperatorMultigridLevelCreateSingle_Core()
1225 CeedCall(CeedCalloc(1, &num_comp_p_data)); in CeedOperatorMultigridLevelCreateSingle_Core()
1227 CeedCall(CeedQFunctionContextCreate(ceed, &ctx_p)); in CeedOperatorMultigridLevelCreateSingle_Core()
1228 …CeedCall(CeedQFunctionContextSetData(ctx_p, CEED_MEM_HOST, CEED_OWN_POINTER, sizeof(*num_comp_p_da… in CeedOperatorMultigridLevelCreateSingle_Core()
1229 CeedCall(CeedQFunctionSetContext(qf_prolong, ctx_p)); in CeedOperatorMultigridLevelCreateSingle_Core()
1230 CeedCall(CeedQFunctionContextDestroy(&ctx_p)); in CeedOperatorMultigridLevelCreateSingle_Core()
1231 CeedCall(CeedQFunctionAddInput(qf_prolong, "input", num_comp, CEED_EVAL_INTERP)); in CeedOperatorMultigridLevelCreateSingle_Core()
1232 …CeedCall(CeedQFunctionAddInput(qf_prolong, "scale", use_scalar_mult ? 1 : num_comp, CEED_EVAL_NONE… in CeedOperatorMultigridLevelCreateSingle_Core()
1233 CeedCall(CeedQFunctionAddOutput(qf_prolong, "output", num_comp, CEED_EVAL_NONE)); in CeedOperatorMultigridLevelCreateSingle_Core()
1234 CeedCall(CeedQFunctionSetUserFlopsEstimate(qf_prolong, num_comp)); in CeedOperatorMultigridLevelCreateSingle_Core()
1236 …CeedCall(CeedOperatorCreate(ceed, qf_prolong, CEED_QFUNCTION_NONE, CEED_QFUNCTION_NONE, op_prolong… in CeedOperatorMultigridLevelCreateSingle_Core()
1237 …CeedCall(CeedOperatorSetField(*op_prolong, "input", rstr_coarse, basis_c_to_f, CEED_VECTOR_ACTIVE)… in CeedOperatorMultigridLevelCreateSingle_Core()
1238 … CeedCall(CeedOperatorSetField(*op_prolong, "scale", rstr_p_mult_fine, CEED_BASIS_NONE, mult_vec)); in CeedOperatorMultigridLevelCreateSingle_Core()
1239 …CeedCall(CeedOperatorSetField(*op_prolong, "output", rstr_fine, CEED_BASIS_NONE, CEED_VECTOR_ACTIV… in CeedOperatorMultigridLevelCreateSingle_Core()
1244 CeedCall(CeedCalloc(18 + name_len, &prolongation_name)); in CeedOperatorMultigridLevelCreateSingle_Core()
1246 CeedCall(CeedOperatorSetName(*op_prolong, prolongation_name)); in CeedOperatorMultigridLevelCreateSingle_Core()
1247 CeedCall(CeedFree(&prolongation_name)); in CeedOperatorMultigridLevelCreateSingle_Core()
1250 CeedCall(CeedOperatorCheckReady(*op_prolong)); in CeedOperatorMultigridLevelCreateSingle_Core()
1253 CeedCall(CeedQFunctionDestroy(&qf_prolong)); in CeedOperatorMultigridLevelCreateSingle_Core()
1257 CeedCall(CeedOperatorCheckReady(*op_coarse)); in CeedOperatorMultigridLevelCreateSingle_Core()
1260 CeedCall(CeedDestroy(&ceed)); in CeedOperatorMultigridLevelCreateSingle_Core()
1261 CeedCall(CeedVectorDestroy(&mult_vec)); in CeedOperatorMultigridLevelCreateSingle_Core()
1262 CeedCall(CeedElemRestrictionDestroy(&rstr_fine)); in CeedOperatorMultigridLevelCreateSingle_Core()
1263 CeedCall(CeedElemRestrictionDestroy(&rstr_p_mult_fine)); in CeedOperatorMultigridLevelCreateSingle_Core()
1264 CeedCall(CeedBasisDestroy(&basis_c_to_f)); in CeedOperatorMultigridLevelCreateSingle_Core()
1333 CeedCall(CeedBasisGetInterp(basis, basis_ptr)); in CeedOperatorGetBasisPointer()
1336 CeedCall(CeedBasisGetGrad(basis, basis_ptr)); in CeedOperatorGetBasisPointer()
1339 CeedCall(CeedBasisGetDiv(basis, basis_ptr)); in CeedOperatorGetBasisPointer()
1342 CeedCall(CeedBasisGetCurl(basis, basis_ptr)); in CeedOperatorGetBasisPointer()
1367 CeedCall(CeedElemRestrictionGetCeed(rstr, &ceed)); in CeedOperatorCreateActivePointBlockRestriction()
1368 CeedCall(CeedElemRestrictionGetOffsets(rstr, CEED_MEM_HOST, &offsets)); in CeedOperatorCreateActivePointBlockRestriction()
1371 CeedCall(CeedElemRestrictionGetNumElements(rstr, &num_elem)); in CeedOperatorCreateActivePointBlockRestriction()
1372 CeedCall(CeedElemRestrictionGetNumComponents(rstr, &num_comp)); in CeedOperatorCreateActivePointBlockRestriction()
1373 CeedCall(CeedElemRestrictionGetElementSize(rstr, &elem_size)); in CeedOperatorCreateActivePointBlockRestriction()
1374 CeedCall(CeedElemRestrictionGetCompStride(rstr, &comp_stride)); in CeedOperatorCreateActivePointBlockRestriction()
1375 CeedCall(CeedElemRestrictionGetLVectorSize(rstr, &l_size)); in CeedOperatorCreateActivePointBlockRestriction()
1378 CeedCall(CeedCalloc(num_elem * elem_size, &point_block_offsets)); in CeedOperatorCreateActivePointBlockRestriction()
1384 …CeedCall(CeedElemRestrictionCreate(ceed, num_elem, elem_size, num_comp * num_comp, 1, l_size * num… in CeedOperatorCreateActivePointBlockRestriction()
1388 CeedCall(CeedElemRestrictionRestoreOffsets(rstr, &offsets)); in CeedOperatorCreateActivePointBlockRestriction()
1389 CeedCall(CeedDestroy(&ceed)); in CeedOperatorCreateActivePointBlockRestriction()
1407 CeedCall(CeedQFunctionAssemblyDataCreate(CeedOperatorReturnCeed(op), &data)); in CeedOperatorGetQFunctionAssemblyData()
1425 CeedCall(CeedCalloc(1, data)); in CeedQFunctionAssemblyDataCreate()
1427 CeedCall(CeedReferenceCopy(ceed, &(*data)->ceed)); in CeedQFunctionAssemblyDataCreate()
1507 CeedCall(CeedQFunctionAssemblyDataReference(data)); in CeedQFunctionAssemblyDataReferenceCopy()
1508 CeedCall(CeedQFunctionAssemblyDataDestroy(data_copy)); in CeedQFunctionAssemblyDataReferenceCopy()
1540 CeedCall(CeedVectorReferenceCopy(vec, &data->vec)); in CeedQFunctionAssemblyDataSetObjects()
1541 CeedCall(CeedElemRestrictionReferenceCopy(rstr, &data->rstr)); in CeedQFunctionAssemblyDataSetObjects()
1561 CeedCall(CeedVectorReferenceCopy(data->vec, vec)); in CeedQFunctionAssemblyDataGetObjects()
1562 CeedCall(CeedElemRestrictionReferenceCopy(data->rstr, rstr)); in CeedQFunctionAssemblyDataGetObjects()
1580 CeedCall(CeedDestroy(&(*data)->ceed)); in CeedQFunctionAssemblyDataDestroy()
1581 CeedCall(CeedVectorDestroy(&(*data)->vec)); in CeedQFunctionAssemblyDataDestroy()
1582 CeedCall(CeedElemRestrictionDestroy(&(*data)->rstr)); in CeedQFunctionAssemblyDataDestroy()
1584 CeedCall(CeedFree(data)); in CeedQFunctionAssemblyDataDestroy()
1602 CeedCall(CeedOperatorAssemblyDataCreate(CeedOperatorReturnCeed(op), op, &data)); in CeedOperatorGetOperatorAssemblyData()
1637 CeedCall(CeedOperatorIsComposite(op, &is_composite)); in CeedOperatorAssemblyDataCreate()
1641 CeedCall(CeedCalloc(1, data)); in CeedOperatorAssemblyDataCreate()
1642 CeedCall(CeedReferenceCopy(ceed, &(*data)->ceed)); in CeedOperatorAssemblyDataCreate()
1645 CeedCall(CeedOperatorGetQFunction(op, &qf)); in CeedOperatorAssemblyDataCreate()
1648 CeedCall(CeedQFunctionGetFields(qf, &num_input_fields, &qf_fields, NULL, NULL)); in CeedOperatorAssemblyDataCreate()
1649 CeedCall(CeedOperatorGetFields(op, NULL, &op_fields, NULL, NULL)); in CeedOperatorAssemblyDataCreate()
1653 CeedCall(CeedOperatorFieldGetVector(op_fields[i], &vec)); in CeedOperatorAssemblyDataCreate()
1659 CeedCall(CeedOperatorFieldGetBasis(op_fields[i], &basis_in)); in CeedOperatorAssemblyDataCreate()
1660 CeedCall(CeedQFunctionFieldGetEvalMode(qf_fields[i], &eval_mode)); in CeedOperatorAssemblyDataCreate()
1661 CeedCall(CeedBasisGetNumComponents(basis_in, &num_comp)); in CeedOperatorAssemblyDataCreate()
1662 CeedCall(CeedBasisGetNumQuadratureComponents(basis_in, eval_mode, &q_comp)); in CeedOperatorAssemblyDataCreate()
1670 CeedCall(CeedRealloc(num_active_bases_in + 1, &(*data)->active_bases_in)); in CeedOperatorAssemblyDataCreate()
1672 CeedCall(CeedBasisReferenceCopy(basis_in, &(*data)->active_bases_in[num_active_bases_in])); in CeedOperatorAssemblyDataCreate()
1673 CeedCall(CeedRealloc(num_active_bases_in + 1, &(*data)->active_elem_rstrs_in)); in CeedOperatorAssemblyDataCreate()
1675 CeedCall(CeedOperatorFieldGetElemRestriction(op_fields[i], &elem_rstr_in)); in CeedOperatorAssemblyDataCreate()
1676 …CeedCall(CeedElemRestrictionReferenceCopy(elem_rstr_in, &(*data)->active_elem_rstrs_in[num_active_… in CeedOperatorAssemblyDataCreate()
1677 CeedCall(CeedElemRestrictionDestroy(&elem_rstr_in)); in CeedOperatorAssemblyDataCreate()
1678 CeedCall(CeedRealloc(num_active_bases_in + 1, &num_eval_modes_in)); in CeedOperatorAssemblyDataCreate()
1680 CeedCall(CeedRealloc(num_active_bases_in + 1, &eval_modes_in)); in CeedOperatorAssemblyDataCreate()
1682 CeedCall(CeedRealloc(num_active_bases_in + 1, &eval_mode_offsets_in)); in CeedOperatorAssemblyDataCreate()
1684 CeedCall(CeedRealloc(num_active_bases_in + 1, &(*data)->assembled_bases_in)); in CeedOperatorAssemblyDataCreate()
1690 CeedCall(CeedRealloc(num_eval_modes_in[index] + q_comp, &eval_modes_in[index])); in CeedOperatorAssemblyDataCreate()
1691 CeedCall(CeedRealloc(num_eval_modes_in[index] + q_comp, &eval_mode_offsets_in[index])); in CeedOperatorAssemblyDataCreate()
1699 CeedCall(CeedBasisDestroy(&basis_in)); in CeedOperatorAssemblyDataCreate()
1701 CeedCall(CeedVectorDestroy(&vec)); in CeedOperatorAssemblyDataCreate()
1705 CeedCall(CeedQFunctionGetFields(qf, NULL, NULL, &num_output_fields, &qf_fields)); in CeedOperatorAssemblyDataCreate()
1706 CeedCall(CeedOperatorGetFields(op, NULL, NULL, NULL, &op_fields)); in CeedOperatorAssemblyDataCreate()
1711 CeedCall(CeedOperatorFieldGetVector(op_fields[i], &vec)); in CeedOperatorAssemblyDataCreate()
1717 CeedCall(CeedOperatorFieldGetBasis(op_fields[i], &basis_out)); in CeedOperatorAssemblyDataCreate()
1718 CeedCall(CeedQFunctionFieldGetEvalMode(qf_fields[i], &eval_mode)); in CeedOperatorAssemblyDataCreate()
1719 CeedCall(CeedBasisGetNumComponents(basis_out, &num_comp)); in CeedOperatorAssemblyDataCreate()
1720 CeedCall(CeedBasisGetNumQuadratureComponents(basis_out, eval_mode, &q_comp)); in CeedOperatorAssemblyDataCreate()
1728 CeedCall(CeedRealloc(num_active_bases_out + 1, &(*data)->active_bases_out)); in CeedOperatorAssemblyDataCreate()
1730 … CeedCall(CeedBasisReferenceCopy(basis_out, &(*data)->active_bases_out[num_active_bases_out])); in CeedOperatorAssemblyDataCreate()
1731 CeedCall(CeedRealloc(num_active_bases_out + 1, &(*data)->active_elem_rstrs_out)); in CeedOperatorAssemblyDataCreate()
1733 CeedCall(CeedOperatorFieldGetElemRestriction(op_fields[i], &elem_rstr_out)); in CeedOperatorAssemblyDataCreate()
1734 …CeedCall(CeedElemRestrictionReferenceCopy(elem_rstr_out, &(*data)->active_elem_rstrs_out[num_activ… in CeedOperatorAssemblyDataCreate()
1735 CeedCall(CeedElemRestrictionDestroy(&elem_rstr_out)); in CeedOperatorAssemblyDataCreate()
1736 CeedCall(CeedRealloc(num_active_bases_out + 1, &num_eval_modes_out)); in CeedOperatorAssemblyDataCreate()
1738 CeedCall(CeedRealloc(num_active_bases_out + 1, &eval_modes_out)); in CeedOperatorAssemblyDataCreate()
1740 CeedCall(CeedRealloc(num_active_bases_out + 1, &eval_mode_offsets_out)); in CeedOperatorAssemblyDataCreate()
1742 CeedCall(CeedRealloc(num_active_bases_out + 1, &(*data)->assembled_bases_out)); in CeedOperatorAssemblyDataCreate()
1748 CeedCall(CeedRealloc(num_eval_modes_out[index] + q_comp, &eval_modes_out[index])); in CeedOperatorAssemblyDataCreate()
1749 CeedCall(CeedRealloc(num_eval_modes_out[index] + q_comp, &eval_mode_offsets_out[index])); in CeedOperatorAssemblyDataCreate()
1757 CeedCall(CeedBasisDestroy(&basis_out)); in CeedOperatorAssemblyDataCreate()
1759 CeedCall(CeedVectorDestroy(&vec)); in CeedOperatorAssemblyDataCreate()
1761 CeedCall(CeedQFunctionDestroy(&qf)); in CeedOperatorAssemblyDataCreate()
1835 …if (data->active_bases_in[0] == CEED_BASIS_NONE) CeedCall(CeedElemRestrictionGetElementSize(data->… in CeedOperatorAssemblyDataGetBases()
1836 else CeedCall(CeedBasisGetNumQuadraturePoints(data->active_bases_in[0], &num_qpts)); in CeedOperatorAssemblyDataGetBases()
1842 CeedCall(CeedElemRestrictionGetElementSize(data->active_elem_rstrs_in[b], &num_nodes)); in CeedOperatorAssemblyDataGetBases()
1843 CeedCall(CeedCalloc(num_qpts * num_nodes * data->num_eval_modes_in[b], &B_in)); in CeedOperatorAssemblyDataGetBases()
1849 CeedCall(CeedCalloc(num_qpts * num_nodes, &identity)); in CeedOperatorAssemblyDataGetBases()
1864 …CeedCall(CeedOperatorGetBasisPointer(data->active_bases_in[b], data->eval_modes_in[b][e_in], ident… in CeedOperatorAssemblyDataGetBases()
1865 …CeedCall(CeedBasisGetNumQuadratureComponents(data->active_bases_in[b], data->eval_modes_in[b][e_in… in CeedOperatorAssemblyDataGetBases()
1875 if (identity) CeedCall(CeedFree(&identity)); in CeedOperatorAssemblyDataGetBases()
1883 …if (data->active_bases_out[0] == CEED_BASIS_NONE) CeedCall(CeedElemRestrictionGetElementSize(data-… in CeedOperatorAssemblyDataGetBases()
1884 else CeedCall(CeedBasisGetNumQuadraturePoints(data->active_bases_out[0], &num_qpts)); in CeedOperatorAssemblyDataGetBases()
1890 CeedCall(CeedElemRestrictionGetElementSize(data->active_elem_rstrs_out[b], &num_nodes)); in CeedOperatorAssemblyDataGetBases()
1891 CeedCall(CeedCalloc(num_qpts * num_nodes * data->num_eval_modes_out[b], &B_out)); in CeedOperatorAssemblyDataGetBases()
1897 CeedCall(CeedCalloc(num_qpts * num_nodes, &identity)); in CeedOperatorAssemblyDataGetBases()
1912 …CeedCall(CeedOperatorGetBasisPointer(data->active_bases_out[b], data->eval_modes_out[b][e_out], id… in CeedOperatorAssemblyDataGetBases()
1913 …CeedCall(CeedBasisGetNumQuadratureComponents(data->active_bases_out[b], data->eval_modes_out[b][e_… in CeedOperatorAssemblyDataGetBases()
1923 if (identity) CeedCall(CeedFree(&identity)); in CeedOperatorAssemblyDataGetBases()
1977 CeedCall(CeedDestroy(&(*data)->ceed)); in CeedOperatorAssemblyDataDestroy()
1979 CeedCall(CeedBasisDestroy(&(*data)->active_bases_in[b])); in CeedOperatorAssemblyDataDestroy()
1980 CeedCall(CeedElemRestrictionDestroy(&(*data)->active_elem_rstrs_in[b])); in CeedOperatorAssemblyDataDestroy()
1981 CeedCall(CeedFree(&(*data)->eval_modes_in[b])); in CeedOperatorAssemblyDataDestroy()
1982 CeedCall(CeedFree(&(*data)->eval_mode_offsets_in[b])); in CeedOperatorAssemblyDataDestroy()
1983 CeedCall(CeedFree(&(*data)->assembled_bases_in[b])); in CeedOperatorAssemblyDataDestroy()
1986 CeedCall(CeedBasisDestroy(&(*data)->active_bases_out[b])); in CeedOperatorAssemblyDataDestroy()
1987 CeedCall(CeedElemRestrictionDestroy(&(*data)->active_elem_rstrs_out[b])); in CeedOperatorAssemblyDataDestroy()
1988 CeedCall(CeedFree(&(*data)->eval_modes_out[b])); in CeedOperatorAssemblyDataDestroy()
1989 CeedCall(CeedFree(&(*data)->eval_mode_offsets_out[b])); in CeedOperatorAssemblyDataDestroy()
1990 CeedCall(CeedFree(&(*data)->assembled_bases_out[b])); in CeedOperatorAssemblyDataDestroy()
1992 CeedCall(CeedFree(&(*data)->active_bases_in)); in CeedOperatorAssemblyDataDestroy()
1993 CeedCall(CeedFree(&(*data)->active_bases_out)); in CeedOperatorAssemblyDataDestroy()
1994 CeedCall(CeedFree(&(*data)->active_elem_rstrs_in)); in CeedOperatorAssemblyDataDestroy()
1995 CeedCall(CeedFree(&(*data)->active_elem_rstrs_out)); in CeedOperatorAssemblyDataDestroy()
1996 CeedCall(CeedFree(&(*data)->num_eval_modes_in)); in CeedOperatorAssemblyDataDestroy()
1997 CeedCall(CeedFree(&(*data)->num_eval_modes_out)); in CeedOperatorAssemblyDataDestroy()
1998 CeedCall(CeedFree(&(*data)->eval_modes_in)); in CeedOperatorAssemblyDataDestroy()
1999 CeedCall(CeedFree(&(*data)->eval_modes_out)); in CeedOperatorAssemblyDataDestroy()
2000 CeedCall(CeedFree(&(*data)->eval_mode_offsets_in)); in CeedOperatorAssemblyDataDestroy()
2001 CeedCall(CeedFree(&(*data)->eval_mode_offsets_out)); in CeedOperatorAssemblyDataDestroy()
2002 CeedCall(CeedFree(&(*data)->assembled_bases_in)); in CeedOperatorAssemblyDataDestroy()
2003 CeedCall(CeedFree(&(*data)->assembled_bases_out)); in CeedOperatorAssemblyDataDestroy()
2005 CeedCall(CeedFree(data)); in CeedOperatorAssemblyDataDestroy()
2021 if (!op->op_fallback) CeedCall(CeedOperatorCreateFallback(op)); in CeedOperatorGetFallback()
2026 CeedCall(CeedOperatorGetCeed(op, &ceed)); in CeedOperatorGetFallback()
2027 CeedCall(CeedIsDebug(ceed, &is_debug)); in CeedOperatorGetFallback()
2032 CeedCall(CeedGetOperatorFallbackCeed(ceed, &ceed_fallback)); in CeedOperatorGetFallback()
2033 CeedCall(CeedGetResource(ceed, &resource)); in CeedOperatorGetFallback()
2034 CeedCall(CeedGetResource(ceed_fallback, &resource_fallback)); in CeedOperatorGetFallback()
2035 CeedCall(CeedOperatorGetName(op, &op_name)); in CeedOperatorGetFallback()
2040 CeedCall(CeedDestroy(&ceed_fallback)); in CeedOperatorGetFallback()
2042 CeedCall(CeedDestroy(&ceed)); in CeedOperatorGetFallback()
2075 …if (op->op_fallback_parent) CeedCall(CeedReferenceCopy(CeedOperatorReturnCeed(op->op_fallback_pare… in CeedOperatorGetFallbackParentCeed()
2076 else CeedCall(CeedReferenceCopy(CeedOperatorReturnCeed(op), parent)); in CeedOperatorGetFallbackParentCeed()
2109 CeedCall(CeedOperatorCheckReady(op)); in CeedOperatorLinearAssembleQFunction()
2113 CeedCall(op->LinearAssembleQFunction(op, assembled, rstr, request)); in CeedOperatorLinearAssembleQFunction()
2119 CeedCall(CeedOperatorGetFallback(op, &op_fallback)); in CeedOperatorLinearAssembleQFunction()
2120 …if (op_fallback) CeedCall(CeedOperatorLinearAssembleQFunction(op_fallback, assembled, rstr, reques… in CeedOperatorLinearAssembleQFunction()
2170 CeedCall(CeedOperatorCheckReady(op)); in CeedOperatorLinearAssembleDiagonal()
2171 CeedCall(CeedOperatorIsComposite(op, &is_composite)); in CeedOperatorLinearAssembleDiagonal()
2173 CeedCall(CeedOperatorGetActiveVectorLengths(op, &input_size, &output_size)); in CeedOperatorLinearAssembleDiagonal()
2180 CeedCall(CeedOperatorGetNumElements(op, &num_elem)); in CeedOperatorLinearAssembleDiagonal()
2186 CeedCall(op->LinearAssembleDiagonal(op, assembled, request)); in CeedOperatorLinearAssembleDiagonal()
2190 CeedCall(CeedVectorSetValue(assembled, 0.0)); in CeedOperatorLinearAssembleDiagonal()
2191 CeedCall(op->LinearAssembleAddDiagonal(op, assembled, request)); in CeedOperatorLinearAssembleDiagonal()
2195 CeedCall(CeedVectorSetValue(assembled, 0.0)); in CeedOperatorLinearAssembleDiagonal()
2196 CeedCall(CeedOperatorLinearAssembleAddDiagonalComposite(op, request, false, assembled)); in CeedOperatorLinearAssembleDiagonal()
2203 CeedCall(CeedOperatorGetFallback(op, &op_fallback)); in CeedOperatorLinearAssembleDiagonal()
2205 CeedCall(CeedOperatorLinearAssembleDiagonal(op_fallback, assembled, request)); in CeedOperatorLinearAssembleDiagonal()
2210 CeedCall(CeedVectorSetValue(assembled, 0.0)); in CeedOperatorLinearAssembleDiagonal()
2211 CeedCall(CeedOperatorLinearAssembleAddDiagonal(op, assembled, request)); in CeedOperatorLinearAssembleDiagonal()
2236 CeedCall(CeedOperatorCheckReady(op)); in CeedOperatorLinearAssembleAddDiagonal()
2237 CeedCall(CeedOperatorIsComposite(op, &is_composite)); in CeedOperatorLinearAssembleAddDiagonal()
2239 CeedCall(CeedOperatorGetActiveVectorLengths(op, &input_size, &output_size)); in CeedOperatorLinearAssembleAddDiagonal()
2246 CeedCall(CeedOperatorGetNumElements(op, &num_elem)); in CeedOperatorLinearAssembleAddDiagonal()
2252 CeedCall(op->LinearAssembleAddDiagonal(op, assembled, request)); in CeedOperatorLinearAssembleAddDiagonal()
2256 CeedCall(CeedOperatorLinearAssembleAddDiagonalComposite(op, request, false, assembled)); in CeedOperatorLinearAssembleAddDiagonal()
2263 CeedCall(CeedOperatorGetFallback(op, &op_fallback)); in CeedOperatorLinearAssembleAddDiagonal()
2265 CeedCall(CeedOperatorLinearAssembleAddDiagonal(op_fallback, assembled, request)); in CeedOperatorLinearAssembleAddDiagonal()
2270 CeedCall(CeedOperatorLinearAssembleAddDiagonalSingle(op, request, false, assembled)); in CeedOperatorLinearAssembleAddDiagonal()
2299 CeedCall(CeedOperatorIsComposite(op, &is_composite)); in CeedOperatorLinearAssemblePointBlockDiagonalSymbolic()
2302 CeedCall(CeedOperatorGetActiveVectorLengths(op, &input_size, &output_size)); in CeedOperatorLinearAssemblePointBlockDiagonalSymbolic()
2306 CeedCall(CeedOperatorCompositeGetNumSub(op, &num_sub_operators)); in CeedOperatorLinearAssemblePointBlockDiagonalSymbolic()
2307 CeedCall(CeedOperatorCompositeGetSubList(op, &sub_operators)); in CeedOperatorLinearAssemblePointBlockDiagonalSymbolic()
2320 CeedCall(CeedOperatorGetOperatorAssemblyData(sub_operators[0], &data)); in CeedOperatorLinearAssemblePointBlockDiagonalSymbolic()
2321 …CeedCall(CeedOperatorAssemblyDataGetElemRestrictions(data, &num_active_elem_rstrs, &active_elem_rs… in CeedOperatorLinearAssemblePointBlockDiagonalSymbolic()
2322 CeedCall(CeedElemRestrictionGetCompStride(active_elem_rstrs[0], &comp_stride)); in CeedOperatorLinearAssemblePointBlockDiagonalSymbolic()
2323 CeedCall(CeedElemRestrictionGetNumComponents(active_elem_rstrs[0], &num_active_components)); in CeedOperatorLinearAssemblePointBlockDiagonalSymbolic()
2327 CeedCall(CeedOperatorGetOperatorAssemblyData(sub_operators[k], &data)); in CeedOperatorLinearAssemblePointBlockDiagonalSymbolic()
2328 …CeedCall(CeedOperatorAssemblyDataGetElemRestrictions(data, &num_active_elem_rstrs, &active_elem_rs… in CeedOperatorLinearAssemblePointBlockDiagonalSymbolic()
2332 CeedCall(CeedElemRestrictionGetCompStride(active_elem_rstrs[i], &comp_stride_sub)); in CeedOperatorLinearAssemblePointBlockDiagonalSymbolic()
2335 … CeedCall(CeedElemRestrictionGetNumComponents(active_elem_rstrs[i], &num_active_components_sub)); in CeedOperatorLinearAssemblePointBlockDiagonalSymbolic()
2344 CeedCall(CeedCalloc(*num_entries, rows)); in CeedOperatorLinearAssemblePointBlockDiagonalSymbolic()
2345 CeedCall(CeedCalloc(*num_entries, cols)); in CeedOperatorLinearAssemblePointBlockDiagonalSymbolic()
2352 CeedCall(CeedOperatorGetActiveElemRestriction(sub_operators[o], &active_elem_rstr)); in CeedOperatorLinearAssemblePointBlockDiagonalSymbolic()
2353 CeedCall(CeedElemRestrictionGetCompStride(active_elem_rstr, &comp_stride)); in CeedOperatorLinearAssemblePointBlockDiagonalSymbolic()
2354 CeedCall(CeedElemRestrictionGetNumElements(active_elem_rstr, &num_elem)); in CeedOperatorLinearAssemblePointBlockDiagonalSymbolic()
2355 CeedCall(CeedElemRestrictionGetElementSize(active_elem_rstr, &elem_size)); in CeedOperatorLinearAssemblePointBlockDiagonalSymbolic()
2356 CeedCall(CeedElemRestrictionGetOffsets(active_elem_rstr, CEED_MEM_HOST, &offsets)); in CeedOperatorLinearAssemblePointBlockDiagonalSymbolic()
2358 …CeedCall(CeedOperatorCreateActivePointBlockRestriction(active_elem_rstr, &point_block_active_elem_… in CeedOperatorLinearAssemblePointBlockDiagonalSymbolic()
2359 …CeedCall(CeedElemRestrictionGetOffsets(point_block_active_elem_rstr, CEED_MEM_HOST, &point_block_o… in CeedOperatorLinearAssemblePointBlockDiagonalSymbolic()
2370 CeedCall(CeedElemRestrictionRestoreOffsets(active_elem_rstr, &offsets)); in CeedOperatorLinearAssemblePointBlockDiagonalSymbolic()
2371 CeedCall(CeedElemRestrictionRestoreOffsets(point_block_active_elem_rstr, &point_block_offsets)); in CeedOperatorLinearAssemblePointBlockDiagonalSymbolic()
2372 CeedCall(CeedElemRestrictionDestroy(&active_elem_rstr)); in CeedOperatorLinearAssemblePointBlockDiagonalSymbolic()
2373 CeedCall(CeedElemRestrictionDestroy(&point_block_active_elem_rstr)); in CeedOperatorLinearAssemblePointBlockDiagonalSymbolic()
2401 CeedCall(CeedOperatorCheckReady(op)); in CeedOperatorLinearAssemblePointBlockDiagonal()
2402 CeedCall(CeedOperatorIsComposite(op, &is_composite)); in CeedOperatorLinearAssemblePointBlockDiagonal()
2404 CeedCall(CeedOperatorGetActiveVectorLengths(op, &input_size, &output_size)); in CeedOperatorLinearAssemblePointBlockDiagonal()
2411 CeedCall(CeedOperatorGetNumElements(op, &num_elem)); in CeedOperatorLinearAssemblePointBlockDiagonal()
2417 CeedCall(op->LinearAssemblePointBlockDiagonal(op, assembled, request)); in CeedOperatorLinearAssemblePointBlockDiagonal()
2421 CeedCall(CeedVectorSetValue(assembled, 0.0)); in CeedOperatorLinearAssemblePointBlockDiagonal()
2422 CeedCall(CeedOperatorLinearAssembleAddPointBlockDiagonal(op, assembled, request)); in CeedOperatorLinearAssemblePointBlockDiagonal()
2429 CeedCall(CeedOperatorGetFallback(op, &op_fallback)); in CeedOperatorLinearAssemblePointBlockDiagonal()
2431 CeedCall(CeedOperatorLinearAssemblePointBlockDiagonal(op_fallback, assembled, request)); in CeedOperatorLinearAssemblePointBlockDiagonal()
2436 CeedCall(CeedVectorSetValue(assembled, 0.0)); in CeedOperatorLinearAssemblePointBlockDiagonal()
2437 CeedCall(CeedOperatorLinearAssembleAddPointBlockDiagonal(op, assembled, request)); in CeedOperatorLinearAssemblePointBlockDiagonal()
2464 CeedCall(CeedOperatorCheckReady(op)); in CeedOperatorLinearAssembleAddPointBlockDiagonal()
2465 CeedCall(CeedOperatorIsComposite(op, &is_composite)); in CeedOperatorLinearAssembleAddPointBlockDiagonal()
2467 CeedCall(CeedOperatorGetActiveVectorLengths(op, &input_size, &output_size)); in CeedOperatorLinearAssembleAddPointBlockDiagonal()
2474 CeedCall(CeedOperatorGetNumElements(op, &num_elem)); in CeedOperatorLinearAssembleAddPointBlockDiagonal()
2480 CeedCall(op->LinearAssembleAddPointBlockDiagonal(op, assembled, request)); in CeedOperatorLinearAssembleAddPointBlockDiagonal()
2487 CeedCall(CeedOperatorGetFallback(op, &op_fallback)); in CeedOperatorLinearAssembleAddPointBlockDiagonal()
2489 CeedCall(CeedOperatorLinearAssembleAddPointBlockDiagonal(op_fallback, assembled, request)); in CeedOperatorLinearAssembleAddPointBlockDiagonal()
2495 CeedCall(CeedOperatorLinearAssembleAddDiagonalComposite(op, request, true, assembled)); in CeedOperatorLinearAssembleAddPointBlockDiagonal()
2497 CeedCall(CeedOperatorLinearAssembleAddDiagonalSingle(op, request, true, assembled)); in CeedOperatorLinearAssembleAddPointBlockDiagonal()
2528 CeedCall(CeedOperatorCheckReady(op)); in CeedOperatorLinearAssembleSymbolic()
2529 CeedCall(CeedOperatorIsComposite(op, &is_composite)); in CeedOperatorLinearAssembleSymbolic()
2533 CeedCall(op->LinearAssembleSymbolic(op, num_entries, rows, cols)); in CeedOperatorLinearAssembleSymbolic()
2540 CeedCall(CeedOperatorGetFallback(op, &op_fallback)); in CeedOperatorLinearAssembleSymbolic()
2542 CeedCall(CeedOperatorLinearAssembleSymbolic(op_fallback, num_entries, rows, cols)); in CeedOperatorLinearAssembleSymbolic()
2550 CeedCall(CeedOperatorLinearAssembleGetNumEntries(op, num_entries)); in CeedOperatorLinearAssembleSymbolic()
2551 CeedCall(CeedCalloc(*num_entries, rows)); in CeedOperatorLinearAssembleSymbolic()
2552 CeedCall(CeedCalloc(*num_entries, cols)); in CeedOperatorLinearAssembleSymbolic()
2556 CeedCall(CeedOperatorCompositeGetNumSub(op, &num_suboperators)); in CeedOperatorLinearAssembleSymbolic()
2557 CeedCall(CeedOperatorCompositeGetSubList(op, &sub_operators)); in CeedOperatorLinearAssembleSymbolic()
2559 CeedCall(CeedOperatorAssembleSymbolicSingle(sub_operators[k], offset, *rows, *cols)); in CeedOperatorLinearAssembleSymbolic()
2560 CeedCall(CeedOperatorAssemblyCountEntriesSingle(sub_operators[k], &single_entries)); in CeedOperatorLinearAssembleSymbolic()
2564 CeedCall(CeedOperatorAssembleSymbolicSingle(op, offset, *rows, *cols)); in CeedOperatorLinearAssembleSymbolic()
2593 CeedCall(CeedOperatorCheckReady(op)); in CeedOperatorLinearAssemble()
2594 CeedCall(CeedOperatorIsComposite(op, &is_composite)); in CeedOperatorLinearAssemble()
2600 CeedCall(CeedOperatorGetNumElements(op, &num_elem)); in CeedOperatorLinearAssemble()
2606 CeedCall(op->LinearAssemble(op, values)); in CeedOperatorLinearAssemble()
2610 CeedCall(CeedVectorSetValue(values, 0.0)); in CeedOperatorLinearAssemble()
2611 CeedCall(CeedOperatorCompositeGetNumSub(op, &num_suboperators)); in CeedOperatorLinearAssemble()
2612 CeedCall(CeedOperatorCompositeGetSubList(op, &sub_operators)); in CeedOperatorLinearAssemble()
2614 CeedCall(CeedOperatorAssembleSingle(sub_operators[k], offset, values)); in CeedOperatorLinearAssemble()
2615 CeedCall(CeedOperatorAssemblyCountEntriesSingle(sub_operators[k], &single_entries)); in CeedOperatorLinearAssemble()
2620 CeedCall(CeedVectorSetValue(values, 0.0)); in CeedOperatorLinearAssemble()
2621 CeedCall(CeedOperatorAssembleSingle(op, offset, values)); in CeedOperatorLinearAssemble()
2628 CeedCall(CeedOperatorGetFallback(op, &op_fallback)); in CeedOperatorLinearAssemble()
2630 CeedCall(CeedOperatorLinearAssemble(op_fallback, values)); in CeedOperatorLinearAssemble()
2636 CeedCall(CeedVectorSetValue(values, 0.0)); in CeedOperatorLinearAssemble()
2637 CeedCall(CeedOperatorAssembleSingle(op, offset, values)); in CeedOperatorLinearAssemble()
2664 CeedCall(CeedOperatorCheckReady(op)); in CeedOperatorCompositeGetMultiplicity()
2667 CeedCall(CeedVectorSetValue(mult, 0.0)); in CeedOperatorCompositeGetMultiplicity()
2670 CeedCall(CeedOperatorCompositeGetNumSub(op, &num_suboperators)); in CeedOperatorCompositeGetMultiplicity()
2672 CeedCall(CeedOperatorCompositeGetSubList(op, &sub_operators)); in CeedOperatorCompositeGetMultiplicity()
2675 CeedCall(CeedVectorGetLength(mult, &l_vec_len)); in CeedOperatorCompositeGetMultiplicity()
2676 CeedCall(CeedOperatorGetCeed(op, &ceed)); in CeedOperatorCompositeGetMultiplicity()
2677 CeedCall(CeedVectorCreate(ceed, l_vec_len, &ones_l_vec)); in CeedOperatorCompositeGetMultiplicity()
2678 CeedCall(CeedDestroy(&ceed)); in CeedOperatorCompositeGetMultiplicity()
2679 CeedCall(CeedVectorSetValue(ones_l_vec, 1.0)); in CeedOperatorCompositeGetMultiplicity()
2680 CeedCall(CeedVectorGetArray(mult, CEED_MEM_HOST, &mult_array)); in CeedOperatorCompositeGetMultiplicity()
2693 CeedCall(CeedOperatorGetActiveElemRestriction(sub_operators[i], &elem_rstr)); in CeedOperatorCompositeGetMultiplicity()
2694 CeedCall(CeedElemRestrictionCreateUnorientedCopy(elem_rstr, &mult_elem_rstr)); in CeedOperatorCompositeGetMultiplicity()
2695 CeedCall(CeedElemRestrictionDestroy(&elem_rstr)); in CeedOperatorCompositeGetMultiplicity()
2696 CeedCall(CeedElemRestrictionCreateVector(mult_elem_rstr, &sub_mult_l_vec, &ones_e_vec)); in CeedOperatorCompositeGetMultiplicity()
2697 CeedCall(CeedVectorSetValue(sub_mult_l_vec, 0.0)); in CeedOperatorCompositeGetMultiplicity()
2698 …CeedCall(CeedElemRestrictionApply(mult_elem_rstr, CEED_NOTRANSPOSE, ones_l_vec, ones_e_vec, CEED_R… in CeedOperatorCompositeGetMultiplicity()
2699 …CeedCall(CeedElemRestrictionApply(mult_elem_rstr, CEED_TRANSPOSE, ones_e_vec, sub_mult_l_vec, CEED… in CeedOperatorCompositeGetMultiplicity()
2700 CeedCall(CeedVectorGetArrayRead(sub_mult_l_vec, CEED_MEM_HOST, &sub_mult_array)); in CeedOperatorCompositeGetMultiplicity()
2705 CeedCall(CeedVectorRestoreArrayRead(sub_mult_l_vec, &sub_mult_array)); in CeedOperatorCompositeGetMultiplicity()
2706 CeedCall(CeedVectorDestroy(&sub_mult_l_vec)); in CeedOperatorCompositeGetMultiplicity()
2707 CeedCall(CeedVectorDestroy(&ones_e_vec)); in CeedOperatorCompositeGetMultiplicity()
2708 CeedCall(CeedElemRestrictionDestroy(&mult_elem_rstr)); in CeedOperatorCompositeGetMultiplicity()
2710 CeedCall(CeedVectorRestoreArray(mult, &mult_array)); in CeedOperatorCompositeGetMultiplicity()
2711 CeedCall(CeedVectorDestroy(&ones_l_vec)); in CeedOperatorCompositeGetMultiplicity()
2736 CeedCall(CeedOperatorCheckReady(op_fine)); in CeedOperatorMultigridLevelCreate()
2742 CeedCall(CeedOperatorGetActiveBasis(op_fine, &basis_fine)); in CeedOperatorMultigridLevelCreate()
2743 CeedCall(CeedBasisCreateProjection(basis_coarse, basis_fine, &basis_c_to_f)); in CeedOperatorMultigridLevelCreate()
2744 CeedCall(CeedBasisDestroy(&basis_fine)); in CeedOperatorMultigridLevelCreate()
2748 …CeedCall(CeedOperatorMultigridLevelCreateSingle_Core(op_fine, p_mult_fine, rstr_coarse, basis_coar… in CeedOperatorMultigridLevelCreate()
2778 CeedCall(CeedOperatorCheckReady(op_fine)); in CeedOperatorMultigridLevelCreateTensorH1()
2779 CeedCall(CeedOperatorGetCeed(op_fine, &ceed)); in CeedOperatorMultigridLevelCreateTensorH1()
2782 CeedCall(CeedOperatorGetActiveBasis(op_fine, &basis_fine)); in CeedOperatorMultigridLevelCreateTensorH1()
2783 CeedCall(CeedBasisGetNumQuadraturePoints(basis_fine, &Q_f)); in CeedOperatorMultigridLevelCreateTensorH1()
2784 CeedCall(CeedBasisGetNumQuadraturePoints(basis_coarse, &Q_c)); in CeedOperatorMultigridLevelCreateTensorH1()
2798 CeedCall(CeedBasisGetDimension(basis_fine, &dim)); in CeedOperatorMultigridLevelCreateTensorH1()
2799 CeedCall(CeedBasisGetNumComponents(basis_fine, &num_comp)); in CeedOperatorMultigridLevelCreateTensorH1()
2800 CeedCall(CeedBasisGetNumNodes1D(basis_fine, &P_1d_f)); in CeedOperatorMultigridLevelCreateTensorH1()
2801 CeedCall(CeedBasisDestroy(&basis_fine)); in CeedOperatorMultigridLevelCreateTensorH1()
2802 CeedCall(CeedElemRestrictionGetElementSize(rstr_coarse, &num_nodes_c)); in CeedOperatorMultigridLevelCreateTensorH1()
2804 CeedCall(CeedCalloc(P_1d_f, &q_ref)); in CeedOperatorMultigridLevelCreateTensorH1()
2805 CeedCall(CeedCalloc(P_1d_f, &q_weight)); in CeedOperatorMultigridLevelCreateTensorH1()
2806 CeedCall(CeedCalloc(P_1d_f * P_1d_c * dim, &grad)); in CeedOperatorMultigridLevelCreateTensorH1()
2807 …CeedCall(CeedBasisCreateTensorH1(ceed, dim, num_comp, P_1d_c, P_1d_f, interp_c_to_f, grad, q_ref, … in CeedOperatorMultigridLevelCreateTensorH1()
2808 CeedCall(CeedFree(&q_ref)); in CeedOperatorMultigridLevelCreateTensorH1()
2809 CeedCall(CeedFree(&q_weight)); in CeedOperatorMultigridLevelCreateTensorH1()
2810 CeedCall(CeedFree(&grad)); in CeedOperatorMultigridLevelCreateTensorH1()
2814 …CeedCall(CeedOperatorMultigridLevelCreateSingle_Core(op_fine, p_mult_fine, rstr_coarse, basis_coar… in CeedOperatorMultigridLevelCreateTensorH1()
2816 CeedCall(CeedDestroy(&ceed)); in CeedOperatorMultigridLevelCreateTensorH1()
2845 CeedCall(CeedOperatorCheckReady(op_fine)); in CeedOperatorMultigridLevelCreateH1()
2846 CeedCall(CeedOperatorGetCeed(op_fine, &ceed)); in CeedOperatorMultigridLevelCreateH1()
2849 CeedCall(CeedOperatorGetActiveBasis(op_fine, &basis_fine)); in CeedOperatorMultigridLevelCreateH1()
2850 CeedCall(CeedBasisGetNumQuadraturePoints(basis_fine, &Q_f)); in CeedOperatorMultigridLevelCreateH1()
2851 CeedCall(CeedBasisGetNumQuadraturePoints(basis_coarse, &Q_c)); in CeedOperatorMultigridLevelCreateH1()
2863 CeedCall(CeedBasisGetTopology(basis_fine, &topo)); in CeedOperatorMultigridLevelCreateH1()
2864 CeedCall(CeedBasisGetDimension(basis_fine, &dim)); in CeedOperatorMultigridLevelCreateH1()
2865 CeedCall(CeedBasisGetNumComponents(basis_fine, &num_comp)); in CeedOperatorMultigridLevelCreateH1()
2866 CeedCall(CeedBasisGetNumNodes(basis_fine, &num_nodes_f)); in CeedOperatorMultigridLevelCreateH1()
2867 CeedCall(CeedBasisDestroy(&basis_fine)); in CeedOperatorMultigridLevelCreateH1()
2868 CeedCall(CeedElemRestrictionGetElementSize(rstr_coarse, &num_nodes_c)); in CeedOperatorMultigridLevelCreateH1()
2869 CeedCall(CeedCalloc(num_nodes_f * dim, &q_ref)); in CeedOperatorMultigridLevelCreateH1()
2870 CeedCall(CeedCalloc(num_nodes_f, &q_weight)); in CeedOperatorMultigridLevelCreateH1()
2871 CeedCall(CeedCalloc(num_nodes_f * num_nodes_c * dim, &grad)); in CeedOperatorMultigridLevelCreateH1()
2872 …CeedCall(CeedBasisCreateH1(ceed, topo, num_comp, num_nodes_c, num_nodes_f, interp_c_to_f, grad, q_… in CeedOperatorMultigridLevelCreateH1()
2873 CeedCall(CeedFree(&q_ref)); in CeedOperatorMultigridLevelCreateH1()
2874 CeedCall(CeedFree(&q_weight)); in CeedOperatorMultigridLevelCreateH1()
2875 CeedCall(CeedFree(&grad)); in CeedOperatorMultigridLevelCreateH1()
2879 …CeedCall(CeedOperatorMultigridLevelCreateSingle_Core(op_fine, p_mult_fine, rstr_coarse, basis_coar… in CeedOperatorMultigridLevelCreateH1()
2881 CeedCall(CeedDestroy(&ceed)); in CeedOperatorMultigridLevelCreateH1()
2918 CeedCall(CeedOperatorCheckReady(op)); in CeedOperatorCreateFDMElementInverse()
2922 CeedCall(op->CreateFDMElementInverse(op, fdm_inv, request)); in CeedOperatorCreateFDMElementInverse()
2929 CeedCall(CeedOperatorGetFallback(op, &op_fallback)); in CeedOperatorCreateFDMElementInverse()
2931 CeedCall(CeedOperatorCreateFDMElementInverse(op_fallback, fdm_inv, request)); in CeedOperatorCreateFDMElementInverse()
2937 CeedCall(CeedOperatorGetCeed(op, &ceed)); in CeedOperatorCreateFDMElementInverse()
2938 CeedCall(CeedOperatorGetFallbackParentCeed(op, &ceed_parent)); in CeedOperatorCreateFDMElementInverse()
2939 CeedCall(CeedOperatorGetQFunction(op, &qf)); in CeedOperatorCreateFDMElementInverse()
2942 CeedCall(CeedOperatorGetFields(op, &num_input_fields, &op_fields, NULL, NULL)); in CeedOperatorCreateFDMElementInverse()
2943 CeedCall(CeedQFunctionGetFields(qf, NULL, &qf_fields, NULL, NULL)); in CeedOperatorCreateFDMElementInverse()
2947 CeedCall(CeedOperatorFieldGetVector(op_fields[i], &vec)); in CeedOperatorCreateFDMElementInverse()
2951 CeedCall(CeedQFunctionFieldGetEvalMode(qf_fields[i], &eval_mode)); in CeedOperatorCreateFDMElementInverse()
2954 if (!basis) CeedCall(CeedOperatorFieldGetBasis(op_fields[i], &basis)); in CeedOperatorCreateFDMElementInverse()
2955 if (!rstr) CeedCall(CeedOperatorFieldGetElemRestriction(op_fields[i], &rstr)); in CeedOperatorCreateFDMElementInverse()
2957 CeedCall(CeedVectorDestroy(&vec)); in CeedOperatorCreateFDMElementInverse()
2960 CeedCall(CeedBasisGetNumNodes1D(basis, &P_1d)); in CeedOperatorCreateFDMElementInverse()
2961 CeedCall(CeedBasisGetNumNodes(basis, &num_nodes)); in CeedOperatorCreateFDMElementInverse()
2962 CeedCall(CeedBasisGetNumQuadraturePoints1D(basis, &Q_1d)); in CeedOperatorCreateFDMElementInverse()
2963 CeedCall(CeedBasisGetNumQuadraturePoints(basis, &num_qpts)); in CeedOperatorCreateFDMElementInverse()
2964 CeedCall(CeedBasisGetDimension(basis, &dim)); in CeedOperatorCreateFDMElementInverse()
2965 CeedCall(CeedBasisGetNumComponents(basis, &num_comp)); in CeedOperatorCreateFDMElementInverse()
2966 CeedCall(CeedElemRestrictionGetNumElements(rstr, &num_elem)); in CeedOperatorCreateFDMElementInverse()
2969 CeedCall(CeedBasisIsTensor(basis, &is_tensor_basis)); in CeedOperatorCreateFDMElementInverse()
2971 CeedCall(CeedCalloc(P_1d * P_1d, &mass)); in CeedOperatorCreateFDMElementInverse()
2972 CeedCall(CeedCalloc(P_1d * P_1d, &laplace)); in CeedOperatorCreateFDMElementInverse()
2973 CeedCall(CeedCalloc(P_1d * P_1d, &x)); in CeedOperatorCreateFDMElementInverse()
2974 CeedCall(CeedCalloc(P_1d * P_1d, &fdm_interp)); in CeedOperatorCreateFDMElementInverse()
2975 CeedCall(CeedCalloc(P_1d, &lambda)); in CeedOperatorCreateFDMElementInverse()
2977 CeedCall(CeedBasisGetInterp1D(basis, &interp_1d)); in CeedOperatorCreateFDMElementInverse()
2978 CeedCall(CeedBasisGetGrad1D(basis, &grad_1d)); in CeedOperatorCreateFDMElementInverse()
2979 CeedCall(CeedBasisGetQWeights(basis, &q_weight_1d)); in CeedOperatorCreateFDMElementInverse()
2980 CeedCall(CeedBuildMassLaplace(interp_1d, grad_1d, q_weight_1d, P_1d, Q_1d, dim, mass, laplace)); in CeedOperatorCreateFDMElementInverse()
2983 CeedCall(CeedSimultaneousDiagonalization(ceed, laplace, mass, x, lambda, P_1d)); in CeedOperatorCreateFDMElementInverse()
2984 CeedCall(CeedFree(&mass)); in CeedOperatorCreateFDMElementInverse()
2985 CeedCall(CeedFree(&laplace)); in CeedOperatorCreateFDMElementInverse()
2989 CeedCall(CeedFree(&x)); in CeedOperatorCreateFDMElementInverse()
2999 CeedCall(CeedOperatorLinearAssembleQFunctionBuildOrUpdate(op, &assembled, &rstr_qf, request)); in CeedOperatorCreateFDMElementInverse()
3000 CeedCall(CeedElemRestrictionGetELayout(rstr_qf, layout)); in CeedOperatorCreateFDMElementInverse()
3001 CeedCall(CeedElemRestrictionDestroy(&rstr_qf)); in CeedOperatorCreateFDMElementInverse()
3002 CeedCall(CeedVectorNorm(assembled, CEED_NORM_MAX, &max_norm)); in CeedOperatorCreateFDMElementInverse()
3005 CeedCall(CeedVectorCreate(ceed_parent, num_qpts, &q_weight)); in CeedOperatorCreateFDMElementInverse()
3006 …CeedCall(CeedBasisApply(basis, 1, CEED_NOTRANSPOSE, CEED_EVAL_WEIGHT, CEED_VECTOR_NONE, q_weight)); in CeedOperatorCreateFDMElementInverse()
3007 CeedCall(CeedVectorGetArrayRead(assembled, CEED_MEM_HOST, &assembled_array)); in CeedOperatorCreateFDMElementInverse()
3008 CeedCall(CeedVectorGetArrayRead(q_weight, CEED_MEM_HOST, &q_weight_array)); in CeedOperatorCreateFDMElementInverse()
3009 CeedCall(CeedCalloc(num_elem, &elem_avg)); in CeedOperatorCreateFDMElementInverse()
3029 CeedCall(CeedVectorRestoreArrayRead(assembled, &assembled_array)); in CeedOperatorCreateFDMElementInverse()
3030 CeedCall(CeedVectorDestroy(&assembled)); in CeedOperatorCreateFDMElementInverse()
3031 CeedCall(CeedVectorRestoreArrayRead(q_weight, &q_weight_array)); in CeedOperatorCreateFDMElementInverse()
3032 CeedCall(CeedVectorDestroy(&q_weight)); in CeedOperatorCreateFDMElementInverse()
3039 CeedCall(CeedCalloc(num_comp * num_nodes, &fdm_diagonal)); in CeedOperatorCreateFDMElementInverse()
3053 CeedCall(CeedVectorCreate(ceed_parent, num_elem * num_comp * num_nodes, &q_data)); in CeedOperatorCreateFDMElementInverse()
3054 CeedCall(CeedVectorSetValue(q_data, 0.0)); in CeedOperatorCreateFDMElementInverse()
3055 CeedCall(CeedVectorGetArrayWrite(q_data, CEED_MEM_HOST, &q_data_array)); in CeedOperatorCreateFDMElementInverse()
3063 CeedCall(CeedFree(&elem_avg)); in CeedOperatorCreateFDMElementInverse()
3064 CeedCall(CeedFree(&fdm_diagonal)); in CeedOperatorCreateFDMElementInverse()
3065 CeedCall(CeedVectorRestoreArray(q_data, &q_data_array)); in CeedOperatorCreateFDMElementInverse()
3073 CeedCall(CeedCalloc(P_1d * P_1d, &grad_dummy)); in CeedOperatorCreateFDMElementInverse()
3074 CeedCall(CeedCalloc(P_1d, &q_ref_dummy)); in CeedOperatorCreateFDMElementInverse()
3075 CeedCall(CeedCalloc(P_1d, &q_weight_dummy)); in CeedOperatorCreateFDMElementInverse()
3076 …CeedCall(CeedBasisCreateTensorH1(ceed_parent, dim, num_comp, P_1d, P_1d, fdm_interp, grad_dummy, q… in CeedOperatorCreateFDMElementInverse()
3077 CeedCall(CeedFree(&fdm_interp)); in CeedOperatorCreateFDMElementInverse()
3078 CeedCall(CeedFree(&grad_dummy)); in CeedOperatorCreateFDMElementInverse()
3079 CeedCall(CeedFree(&q_ref_dummy)); in CeedOperatorCreateFDMElementInverse()
3080 CeedCall(CeedFree(&q_weight_dummy)); in CeedOperatorCreateFDMElementInverse()
3081 CeedCall(CeedFree(&lambda)); in CeedOperatorCreateFDMElementInverse()
3087 CeedCall(CeedElemRestrictionCreateStrided(ceed_parent, num_elem, num_nodes, num_comp, in CeedOperatorCreateFDMElementInverse()
3092 CeedCall(CeedQFunctionCreateInteriorByName(ceed_parent, "Scale", &qf_fdm)); in CeedOperatorCreateFDMElementInverse()
3093 CeedCall(CeedQFunctionAddInput(qf_fdm, "input", num_comp, CEED_EVAL_INTERP)); in CeedOperatorCreateFDMElementInverse()
3094 CeedCall(CeedQFunctionAddInput(qf_fdm, "scale", num_comp, CEED_EVAL_NONE)); in CeedOperatorCreateFDMElementInverse()
3095 CeedCall(CeedQFunctionAddOutput(qf_fdm, "output", num_comp, CEED_EVAL_INTERP)); in CeedOperatorCreateFDMElementInverse()
3096 CeedCall(CeedQFunctionSetUserFlopsEstimate(qf_fdm, num_comp)); in CeedOperatorCreateFDMElementInverse()
3102 CeedCall(CeedCalloc(1, &num_comp_data)); in CeedOperatorCreateFDMElementInverse()
3104 CeedCall(CeedQFunctionContextCreate(ceed, &ctx_fdm)); in CeedOperatorCreateFDMElementInverse()
3105 …CeedCall(CeedQFunctionContextSetData(ctx_fdm, CEED_MEM_HOST, CEED_OWN_POINTER, sizeof(*num_comp_da… in CeedOperatorCreateFDMElementInverse()
3107 CeedCall(CeedQFunctionSetContext(qf_fdm, ctx_fdm)); in CeedOperatorCreateFDMElementInverse()
3108 CeedCall(CeedQFunctionContextDestroy(&ctx_fdm)); in CeedOperatorCreateFDMElementInverse()
3111 CeedCall(CeedOperatorCreate(ceed_parent, qf_fdm, NULL, NULL, fdm_inv)); in CeedOperatorCreateFDMElementInverse()
3112 CeedCall(CeedOperatorSetField(*fdm_inv, "input", rstr, fdm_basis, CEED_VECTOR_ACTIVE)); in CeedOperatorCreateFDMElementInverse()
3113 CeedCall(CeedOperatorSetField(*fdm_inv, "scale", rstr_qd_i, CEED_BASIS_NONE, q_data)); in CeedOperatorCreateFDMElementInverse()
3114 CeedCall(CeedOperatorSetField(*fdm_inv, "output", rstr, fdm_basis, CEED_VECTOR_ACTIVE)); in CeedOperatorCreateFDMElementInverse()
3117 CeedCall(CeedDestroy(&ceed)); in CeedOperatorCreateFDMElementInverse()
3118 CeedCall(CeedDestroy(&ceed_parent)); in CeedOperatorCreateFDMElementInverse()
3119 CeedCall(CeedVectorDestroy(&q_data)); in CeedOperatorCreateFDMElementInverse()
3120 CeedCall(CeedElemRestrictionDestroy(&rstr)); in CeedOperatorCreateFDMElementInverse()
3121 CeedCall(CeedElemRestrictionDestroy(&rstr_qd_i)); in CeedOperatorCreateFDMElementInverse()
3122 CeedCall(CeedBasisDestroy(&basis)); in CeedOperatorCreateFDMElementInverse()
3123 CeedCall(CeedBasisDestroy(&fdm_basis)); in CeedOperatorCreateFDMElementInverse()
3124 CeedCall(CeedQFunctionDestroy(&qf)); in CeedOperatorCreateFDMElementInverse()
3125 CeedCall(CeedQFunctionDestroy(&qf_fdm)); in CeedOperatorCreateFDMElementInverse()