13d8e8822SJeremy L Thompson // Copyright (c) 2017-2022, Lawrence Livermore National Security, LLC and other CEED contributors. 23d8e8822SJeremy L Thompson // All Rights Reserved. See the top-level LICENSE and NOTICE files for details. 377841947SLeila Ghaffari // 43d8e8822SJeremy L Thompson // SPDX-License-Identifier: BSD-2-Clause 577841947SLeila Ghaffari // 63d8e8822SJeremy L Thompson // This file is part of CEED: http://github.com/ceed 777841947SLeila Ghaffari 877841947SLeila Ghaffari /// @file 977841947SLeila Ghaffari /// Setup libCEED for Navier-Stokes example using PETSc 1077841947SLeila Ghaffari 1177841947SLeila Ghaffari #include "../navierstokes.h" 1277841947SLeila Ghaffari 1377841947SLeila Ghaffari // Utility function - essential BC dofs are encoded in closure indices as -(i+1). 1477841947SLeila Ghaffari PetscInt Involute(PetscInt i) { 1577841947SLeila Ghaffari return i >= 0 ? i : -(i+1); 1677841947SLeila Ghaffari } 1777841947SLeila Ghaffari 1877841947SLeila Ghaffari // Utility function to create local CEED restriction 197ed3e4cdSJeremy L Thompson PetscErrorCode CreateRestrictionFromPlex(Ceed ceed, DM dm, CeedInt height, 207ed3e4cdSJeremy L Thompson DMLabel domain_label, CeedInt value, CeedElemRestriction *elem_restr) { 217ed3e4cdSJeremy L Thompson PetscInt num_elem, elem_size, num_dof, num_comp, *elem_restr_offsets; 2277841947SLeila Ghaffari PetscErrorCode ierr; 237ed3e4cdSJeremy L Thompson 2477841947SLeila Ghaffari PetscFunctionBeginUser; 257ed3e4cdSJeremy L Thompson ierr = DMPlexGetLocalOffsets(dm, domain_label, value, height, 0, &num_elem, 267ed3e4cdSJeremy L Thompson &elem_size, &num_comp, &num_dof, &elem_restr_offsets); 277ed3e4cdSJeremy L Thompson CHKERRQ(ierr); 2877841947SLeila Ghaffari 297ed3e4cdSJeremy L Thompson CeedElemRestrictionCreate(ceed, num_elem, elem_size, num_comp, 307ed3e4cdSJeremy L Thompson 1, num_dof, CEED_MEM_HOST, CEED_COPY_VALUES, 317ed3e4cdSJeremy L Thompson elem_restr_offsets, elem_restr); 327ed3e4cdSJeremy L Thompson ierr = PetscFree(elem_restr_offsets); CHKERRQ(ierr); 3377841947SLeila Ghaffari 3477841947SLeila Ghaffari PetscFunctionReturn(0); 3577841947SLeila Ghaffari } 3677841947SLeila Ghaffari 3777841947SLeila Ghaffari // Utility function to get Ceed Restriction for each domain 3877841947SLeila Ghaffari PetscErrorCode GetRestrictionForDomain(Ceed ceed, DM dm, CeedInt height, 3977841947SLeila Ghaffari DMLabel domain_label, PetscInt value, 407ed3e4cdSJeremy L Thompson CeedInt Q, CeedInt q_data_size, 4177841947SLeila Ghaffari CeedElemRestriction *elem_restr_q, 4277841947SLeila Ghaffari CeedElemRestriction *elem_restr_x, 4377841947SLeila Ghaffari CeedElemRestriction *elem_restr_qd_i) { 4477841947SLeila Ghaffari DM dm_coord; 4577841947SLeila Ghaffari CeedInt dim, loc_num_elem; 4677841947SLeila Ghaffari CeedInt Q_dim; 4777841947SLeila Ghaffari PetscErrorCode ierr; 4877841947SLeila Ghaffari PetscFunctionBeginUser; 4977841947SLeila Ghaffari 5077841947SLeila Ghaffari ierr = DMGetDimension(dm, &dim); CHKERRQ(ierr); 5177841947SLeila Ghaffari dim -= height; 5277841947SLeila Ghaffari Q_dim = CeedIntPow(Q, dim); 5377841947SLeila Ghaffari ierr = DMGetCoordinateDM(dm, &dm_coord); CHKERRQ(ierr); 5477841947SLeila Ghaffari ierr = DMPlexSetClosurePermutationTensor(dm_coord, PETSC_DETERMINE, NULL); 5577841947SLeila Ghaffari CHKERRQ(ierr); 567ed3e4cdSJeremy L Thompson ierr = CreateRestrictionFromPlex(ceed, dm, height, domain_label, value, 577ed3e4cdSJeremy L Thompson elem_restr_q); 587ed3e4cdSJeremy L Thompson CHKERRQ(ierr); 597ed3e4cdSJeremy L Thompson ierr = CreateRestrictionFromPlex(ceed, dm_coord, height, domain_label, value, 607ed3e4cdSJeremy L Thompson elem_restr_x); 617ed3e4cdSJeremy L Thompson CHKERRQ(ierr); 6277841947SLeila Ghaffari CeedElemRestrictionGetNumElements(*elem_restr_q, &loc_num_elem); 6377841947SLeila Ghaffari CeedElemRestrictionCreateStrided(ceed, loc_num_elem, Q_dim, 6477841947SLeila Ghaffari q_data_size, q_data_size*loc_num_elem*Q_dim, 6577841947SLeila Ghaffari CEED_STRIDES_BACKEND, elem_restr_qd_i); 6677841947SLeila Ghaffari PetscFunctionReturn(0); 6777841947SLeila Ghaffari } 6877841947SLeila Ghaffari 6977841947SLeila Ghaffari // Utility function to create CEED Composite Operator for the entire domain 7077841947SLeila Ghaffari PetscErrorCode CreateOperatorForDomain(Ceed ceed, DM dm, SimpleBC bc, 7177841947SLeila Ghaffari CeedData ceed_data, Physics phys, 7277841947SLeila Ghaffari CeedOperator op_apply_vol, CeedInt height, 7377841947SLeila Ghaffari CeedInt P_sur, CeedInt Q_sur, CeedInt q_data_size_sur, 7477841947SLeila Ghaffari CeedOperator *op_apply) { 752fe7aee7SLeila Ghaffari //CeedInt dim; 7677841947SLeila Ghaffari DMLabel domain_label; 7777841947SLeila Ghaffari PetscErrorCode ierr; 7877841947SLeila Ghaffari PetscFunctionBeginUser; 7977841947SLeila Ghaffari 8077841947SLeila Ghaffari // Create Composite Operaters 8177841947SLeila Ghaffari CeedCompositeOperatorCreate(ceed, op_apply); 8277841947SLeila Ghaffari 8377841947SLeila Ghaffari // --Apply Sub-Operator for the volume 8477841947SLeila Ghaffari CeedCompositeOperatorAddSub(*op_apply, op_apply_vol); 8577841947SLeila Ghaffari 8677841947SLeila Ghaffari // -- Create Sub-Operator for in/outflow BCs 8788626eedSJames Wright if (phys->has_neumann || 1) { 8877841947SLeila Ghaffari // --- Setup 8977841947SLeila Ghaffari ierr = DMGetLabel(dm, "Face Sets", &domain_label); CHKERRQ(ierr); 902fe7aee7SLeila Ghaffari //ierr = DMGetDimension(dm, &dim); CHKERRQ(ierr); 9177841947SLeila Ghaffari 9277841947SLeila Ghaffari // --- Get number of quadrature points for the boundaries 9377841947SLeila Ghaffari CeedInt num_qpts_sur; 9477841947SLeila Ghaffari CeedBasisGetNumQuadraturePoints(ceed_data->basis_q_sur, &num_qpts_sur); 9577841947SLeila Ghaffari 962fe7aee7SLeila Ghaffari // --- Create Sub-Operator for inflow boundaries 972fe7aee7SLeila Ghaffari for (CeedInt i=0; i < bc->num_inflow; i++) { 9877841947SLeila Ghaffari CeedVector q_data_sur; 992fe7aee7SLeila Ghaffari CeedOperator op_setup_sur, op_apply_inflow; 1002fe7aee7SLeila Ghaffari CeedElemRestriction elem_restr_x_sur, elem_restr_q_sur, elem_restr_qd_i_sur; 10177841947SLeila Ghaffari 10277841947SLeila Ghaffari // ---- CEED Restriction 1032fe7aee7SLeila Ghaffari ierr = GetRestrictionForDomain(ceed, dm, height, domain_label, bc->inflows[i], 1042fe7aee7SLeila Ghaffari Q_sur, q_data_size_sur, &elem_restr_q_sur, &elem_restr_x_sur, 1052fe7aee7SLeila Ghaffari &elem_restr_qd_i_sur); 10677841947SLeila Ghaffari CHKERRQ(ierr); 10777841947SLeila Ghaffari 10877841947SLeila Ghaffari // ---- CEED Vector 10977841947SLeila Ghaffari PetscInt loc_num_elem_sur; 11077841947SLeila Ghaffari CeedElemRestrictionGetNumElements(elem_restr_q_sur, &loc_num_elem_sur); 11177841947SLeila Ghaffari CeedVectorCreate(ceed, q_data_size_sur*loc_num_elem_sur*num_qpts_sur, 11277841947SLeila Ghaffari &q_data_sur); 11377841947SLeila Ghaffari 11477841947SLeila Ghaffari // ---- CEED Operator 11577841947SLeila Ghaffari // ----- CEED Operator for Setup (geometric factors) 11677841947SLeila Ghaffari CeedOperatorCreate(ceed, ceed_data->qf_setup_sur, NULL, NULL, &op_setup_sur); 11777841947SLeila Ghaffari CeedOperatorSetField(op_setup_sur, "dx", elem_restr_x_sur, 118e6225c47SLeila Ghaffari ceed_data->basis_x_sur, CEED_VECTOR_ACTIVE); 11977841947SLeila Ghaffari CeedOperatorSetField(op_setup_sur, "weight", CEED_ELEMRESTRICTION_NONE, 12077841947SLeila Ghaffari ceed_data->basis_x_sur, CEED_VECTOR_NONE); 121a61c78d6SJeremy L Thompson CeedOperatorSetField(op_setup_sur, "surface qdata", elem_restr_qd_i_sur, 12277841947SLeila Ghaffari CEED_BASIS_COLLOCATED, CEED_VECTOR_ACTIVE); 12377841947SLeila Ghaffari 12477841947SLeila Ghaffari // ----- CEED Operator for Physics 1252fe7aee7SLeila Ghaffari CeedOperatorCreate(ceed, ceed_data->qf_apply_inflow, NULL, NULL, 1262fe7aee7SLeila Ghaffari &op_apply_inflow); 1272fe7aee7SLeila Ghaffari CeedOperatorSetField(op_apply_inflow, "q", elem_restr_q_sur, 12877841947SLeila Ghaffari ceed_data->basis_q_sur, CEED_VECTOR_ACTIVE); 1292fe7aee7SLeila Ghaffari CeedOperatorSetField(op_apply_inflow, "surface qdata", elem_restr_qd_i_sur, 13077841947SLeila Ghaffari CEED_BASIS_COLLOCATED, q_data_sur); 1312fe7aee7SLeila Ghaffari CeedOperatorSetField(op_apply_inflow, "x", elem_restr_x_sur, 13277841947SLeila Ghaffari ceed_data->basis_x_sur, ceed_data->x_coord); 1332fe7aee7SLeila Ghaffari CeedOperatorSetField(op_apply_inflow, "v", elem_restr_q_sur, 13477841947SLeila Ghaffari ceed_data->basis_q_sur, CEED_VECTOR_ACTIVE); 13577841947SLeila Ghaffari 13677841947SLeila Ghaffari // ----- Apply CEED operator for Setup 13777841947SLeila Ghaffari CeedOperatorApply(op_setup_sur, ceed_data->x_coord, q_data_sur, 13877841947SLeila Ghaffari CEED_REQUEST_IMMEDIATE); 13977841947SLeila Ghaffari 1402fe7aee7SLeila Ghaffari // ----- Apply Sub-Operator for Physics 1412fe7aee7SLeila Ghaffari CeedCompositeOperatorAddSub(*op_apply, op_apply_inflow); 14277841947SLeila Ghaffari 14377841947SLeila Ghaffari // ----- Cleanup 14477841947SLeila Ghaffari CeedVectorDestroy(&q_data_sur); 14577841947SLeila Ghaffari CeedElemRestrictionDestroy(&elem_restr_q_sur); 14677841947SLeila Ghaffari CeedElemRestrictionDestroy(&elem_restr_x_sur); 14777841947SLeila Ghaffari CeedElemRestrictionDestroy(&elem_restr_qd_i_sur); 14877841947SLeila Ghaffari CeedOperatorDestroy(&op_setup_sur); 1492fe7aee7SLeila Ghaffari CeedOperatorDestroy(&op_apply_inflow); 15077841947SLeila Ghaffari } 15177841947SLeila Ghaffari 1522fe7aee7SLeila Ghaffari // --- Create Sub-Operator for outflow boundaries 1532fe7aee7SLeila Ghaffari for (CeedInt i=0; i < bc->num_outflow; i++) { 1542fe7aee7SLeila Ghaffari CeedVector q_data_sur; 1552fe7aee7SLeila Ghaffari CeedOperator op_setup_sur, op_apply_outflow; 1562fe7aee7SLeila Ghaffari CeedElemRestriction elem_restr_x_sur, elem_restr_q_sur, elem_restr_qd_i_sur; 1572fe7aee7SLeila Ghaffari 1582fe7aee7SLeila Ghaffari // ---- CEED Restriction 1592fe7aee7SLeila Ghaffari ierr = GetRestrictionForDomain(ceed, dm, height, domain_label, bc->outflows[i], 1602fe7aee7SLeila Ghaffari Q_sur, q_data_size_sur, &elem_restr_q_sur, &elem_restr_x_sur, 1612fe7aee7SLeila Ghaffari &elem_restr_qd_i_sur); 1622fe7aee7SLeila Ghaffari CHKERRQ(ierr); 1632fe7aee7SLeila Ghaffari 1642fe7aee7SLeila Ghaffari // ---- CEED Vector 1652fe7aee7SLeila Ghaffari PetscInt loc_num_elem_sur; 1662fe7aee7SLeila Ghaffari CeedElemRestrictionGetNumElements(elem_restr_q_sur, &loc_num_elem_sur); 1672fe7aee7SLeila Ghaffari CeedVectorCreate(ceed, q_data_size_sur*loc_num_elem_sur*num_qpts_sur, 1682fe7aee7SLeila Ghaffari &q_data_sur); 1692fe7aee7SLeila Ghaffari 1702fe7aee7SLeila Ghaffari // ---- CEED Operator 1712fe7aee7SLeila Ghaffari // ----- CEED Operator for Setup (geometric factors) 1722fe7aee7SLeila Ghaffari CeedOperatorCreate(ceed, ceed_data->qf_setup_sur, NULL, NULL, &op_setup_sur); 1732fe7aee7SLeila Ghaffari CeedOperatorSetField(op_setup_sur, "dx", elem_restr_x_sur, 1742fe7aee7SLeila Ghaffari ceed_data->basis_x_sur, CEED_VECTOR_ACTIVE); 1752fe7aee7SLeila Ghaffari CeedOperatorSetField(op_setup_sur, "weight", CEED_ELEMRESTRICTION_NONE, 1762fe7aee7SLeila Ghaffari ceed_data->basis_x_sur, CEED_VECTOR_NONE); 1772fe7aee7SLeila Ghaffari CeedOperatorSetField(op_setup_sur, "surface qdata", elem_restr_qd_i_sur, 1782fe7aee7SLeila Ghaffari CEED_BASIS_COLLOCATED, CEED_VECTOR_ACTIVE); 1792fe7aee7SLeila Ghaffari 1802fe7aee7SLeila Ghaffari // ----- CEED Operator for Physics 1812fe7aee7SLeila Ghaffari CeedOperatorCreate(ceed, ceed_data->qf_apply_outflow, NULL, NULL, 1822fe7aee7SLeila Ghaffari &op_apply_outflow); 1832fe7aee7SLeila Ghaffari CeedOperatorSetField(op_apply_outflow, "q", elem_restr_q_sur, 1842fe7aee7SLeila Ghaffari ceed_data->basis_q_sur, CEED_VECTOR_ACTIVE); 1852fe7aee7SLeila Ghaffari CeedOperatorSetField(op_apply_outflow, "surface qdata", elem_restr_qd_i_sur, 1862fe7aee7SLeila Ghaffari CEED_BASIS_COLLOCATED, q_data_sur); 1872fe7aee7SLeila Ghaffari CeedOperatorSetField(op_apply_outflow, "x", elem_restr_x_sur, 1882fe7aee7SLeila Ghaffari ceed_data->basis_x_sur, ceed_data->x_coord); 1892fe7aee7SLeila Ghaffari CeedOperatorSetField(op_apply_outflow, "v", elem_restr_q_sur, 1902fe7aee7SLeila Ghaffari ceed_data->basis_q_sur, CEED_VECTOR_ACTIVE); 1912fe7aee7SLeila Ghaffari 1922fe7aee7SLeila Ghaffari // ----- Apply CEED operator for Setup 1932fe7aee7SLeila Ghaffari CeedOperatorApply(op_setup_sur, ceed_data->x_coord, q_data_sur, 1942fe7aee7SLeila Ghaffari CEED_REQUEST_IMMEDIATE); 1952fe7aee7SLeila Ghaffari 1962fe7aee7SLeila Ghaffari // ----- Apply Sub-Operator for Physics 1972fe7aee7SLeila Ghaffari CeedCompositeOperatorAddSub(*op_apply, op_apply_outflow); 1982fe7aee7SLeila Ghaffari 1992fe7aee7SLeila Ghaffari // ----- Cleanup 2002fe7aee7SLeila Ghaffari CeedVectorDestroy(&q_data_sur); 2012fe7aee7SLeila Ghaffari CeedElemRestrictionDestroy(&elem_restr_q_sur); 2022fe7aee7SLeila Ghaffari CeedElemRestrictionDestroy(&elem_restr_x_sur); 2032fe7aee7SLeila Ghaffari CeedElemRestrictionDestroy(&elem_restr_qd_i_sur); 2042fe7aee7SLeila Ghaffari CeedOperatorDestroy(&op_setup_sur); 2052fe7aee7SLeila Ghaffari CeedOperatorDestroy(&op_apply_outflow); 2062fe7aee7SLeila Ghaffari } 2072fe7aee7SLeila Ghaffari } 20811436a05SJames Wright 20911436a05SJames Wright // ----- Get Context Labels for Operator 21011436a05SJames Wright CeedOperatorContextGetFieldLabel(*op_apply, "solution time", 21111436a05SJames Wright &phys->solution_time_label); 21288626eedSJames Wright CeedOperatorContextGetFieldLabel(*op_apply, "timestep size", 21388626eedSJames Wright &phys->timestep_size_label); 21411436a05SJames Wright 21577841947SLeila Ghaffari PetscFunctionReturn(0); 21677841947SLeila Ghaffari } 21777841947SLeila Ghaffari 21877841947SLeila Ghaffari PetscErrorCode SetupLibceed(Ceed ceed, CeedData ceed_data, DM dm, User user, 21911436a05SJames Wright AppCtx app_ctx, ProblemData *problem, SimpleBC bc, SetupContext setup_ctx) { 22077841947SLeila Ghaffari PetscErrorCode ierr; 22177841947SLeila Ghaffari PetscFunctionBeginUser; 22277841947SLeila Ghaffari 22377841947SLeila Ghaffari // ***************************************************************************** 22477841947SLeila Ghaffari // Set up CEED objects for the interior domain (volume) 22577841947SLeila Ghaffari // ***************************************************************************** 22677841947SLeila Ghaffari const PetscInt num_comp_q = 5; 22777841947SLeila Ghaffari const CeedInt dim = problem->dim, 22877841947SLeila Ghaffari num_comp_x = problem->dim, 22977841947SLeila Ghaffari q_data_size_vol = problem->q_data_size_vol, 23077841947SLeila Ghaffari P = app_ctx->degree + 1, 23177841947SLeila Ghaffari Q = P + app_ctx->q_extra; 23277841947SLeila Ghaffari 23377841947SLeila Ghaffari // ----------------------------------------------------------------------------- 23477841947SLeila Ghaffari // CEED Bases 23577841947SLeila Ghaffari // ----------------------------------------------------------------------------- 23677841947SLeila Ghaffari CeedBasisCreateTensorH1Lagrange(ceed, dim, num_comp_q, P, Q, CEED_GAUSS, 23777841947SLeila Ghaffari &ceed_data->basis_q); 23877841947SLeila Ghaffari CeedBasisCreateTensorH1Lagrange(ceed, dim, num_comp_x, 2, Q, CEED_GAUSS, 23977841947SLeila Ghaffari &ceed_data->basis_x); 24077841947SLeila Ghaffari CeedBasisCreateTensorH1Lagrange(ceed, dim, num_comp_x, 2, P, 24177841947SLeila Ghaffari CEED_GAUSS_LOBATTO, &ceed_data->basis_xc); 24277841947SLeila Ghaffari 24377841947SLeila Ghaffari // ----------------------------------------------------------------------------- 24477841947SLeila Ghaffari // CEED Restrictions 24577841947SLeila Ghaffari // ----------------------------------------------------------------------------- 24677841947SLeila Ghaffari // -- Create restriction 2477ed3e4cdSJeremy L Thompson ierr = GetRestrictionForDomain(ceed, dm, 0, 0, 0, Q, q_data_size_vol, 2487ed3e4cdSJeremy L Thompson &ceed_data->elem_restr_q, &ceed_data->elem_restr_x, 24977841947SLeila Ghaffari &ceed_data->elem_restr_qd_i); CHKERRQ(ierr); 25077841947SLeila Ghaffari // -- Create E vectors 25177841947SLeila Ghaffari CeedElemRestrictionCreateVector(ceed_data->elem_restr_q, &user->q_ceed, NULL); 25277841947SLeila Ghaffari CeedElemRestrictionCreateVector(ceed_data->elem_restr_q, &user->q_dot_ceed, 25377841947SLeila Ghaffari NULL); 25477841947SLeila Ghaffari CeedElemRestrictionCreateVector(ceed_data->elem_restr_q, &user->g_ceed, NULL); 25577841947SLeila Ghaffari 25677841947SLeila Ghaffari // ----------------------------------------------------------------------------- 25777841947SLeila Ghaffari // CEED QFunctions 25877841947SLeila Ghaffari // ----------------------------------------------------------------------------- 25977841947SLeila Ghaffari // -- Create QFunction for quadrature data 26091e5af17SJed Brown CeedQFunctionCreateInterior(ceed, 1, problem->setup_vol.qfunction, 26191e5af17SJed Brown problem->setup_vol.qfunction_loc, 26277841947SLeila Ghaffari &ceed_data->qf_setup_vol); 263*841e4c73SJed Brown if (problem->setup_vol.qfunction_context) { 264*841e4c73SJed Brown CeedQFunctionSetContext(ceed_data->qf_setup_vol, 265*841e4c73SJed Brown problem->setup_vol.qfunction_context); 266*841e4c73SJed Brown CeedQFunctionContextDestroy(&problem->setup_vol.qfunction_context); 267*841e4c73SJed Brown } 26877841947SLeila Ghaffari CeedQFunctionAddInput(ceed_data->qf_setup_vol, "dx", num_comp_x*dim, 26977841947SLeila Ghaffari CEED_EVAL_GRAD); 27077841947SLeila Ghaffari CeedQFunctionAddInput(ceed_data->qf_setup_vol, "weight", 1, CEED_EVAL_WEIGHT); 271a61c78d6SJeremy L Thompson CeedQFunctionAddOutput(ceed_data->qf_setup_vol, "qdata", q_data_size_vol, 27277841947SLeila Ghaffari CEED_EVAL_NONE); 27377841947SLeila Ghaffari 27477841947SLeila Ghaffari // -- Create QFunction for ICs 27591e5af17SJed Brown CeedQFunctionCreateInterior(ceed, 1, problem->ics.qfunction, 27691e5af17SJed Brown problem->ics.qfunction_loc, 27777841947SLeila Ghaffari &ceed_data->qf_ics); 278*841e4c73SJed Brown CeedQFunctionSetContext(ceed_data->qf_ics, problem->ics.qfunction_context); 279*841e4c73SJed Brown CeedQFunctionContextDestroy(&problem->ics.qfunction_context); 28077841947SLeila Ghaffari CeedQFunctionAddInput(ceed_data->qf_ics, "x", num_comp_x, CEED_EVAL_INTERP); 28177841947SLeila Ghaffari CeedQFunctionAddOutput(ceed_data->qf_ics, "q0", num_comp_q, CEED_EVAL_NONE); 28277841947SLeila Ghaffari 28377841947SLeila Ghaffari // -- Create QFunction for RHS 28491e5af17SJed Brown if (problem->apply_vol_rhs.qfunction) { 28591e5af17SJed Brown CeedQFunctionCreateInterior(ceed, 1, problem->apply_vol_rhs.qfunction, 28691e5af17SJed Brown problem->apply_vol_rhs.qfunction_loc, &ceed_data->qf_rhs_vol); 287*841e4c73SJed Brown CeedQFunctionSetContext(ceed_data->qf_rhs_vol, 288*841e4c73SJed Brown problem->apply_vol_rhs.qfunction_context); 289*841e4c73SJed Brown CeedQFunctionContextDestroy(&problem->apply_vol_rhs.qfunction_context); 29077841947SLeila Ghaffari CeedQFunctionAddInput(ceed_data->qf_rhs_vol, "q", num_comp_q, CEED_EVAL_INTERP); 29177841947SLeila Ghaffari CeedQFunctionAddInput(ceed_data->qf_rhs_vol, "dq", num_comp_q*dim, 29277841947SLeila Ghaffari CEED_EVAL_GRAD); 293a61c78d6SJeremy L Thompson CeedQFunctionAddInput(ceed_data->qf_rhs_vol, "qdata", q_data_size_vol, 29477841947SLeila Ghaffari CEED_EVAL_NONE); 29577841947SLeila Ghaffari CeedQFunctionAddInput(ceed_data->qf_rhs_vol, "x", num_comp_x, CEED_EVAL_INTERP); 29677841947SLeila Ghaffari CeedQFunctionAddOutput(ceed_data->qf_rhs_vol, "v", num_comp_q, 29777841947SLeila Ghaffari CEED_EVAL_INTERP); 29877841947SLeila Ghaffari CeedQFunctionAddOutput(ceed_data->qf_rhs_vol, "dv", num_comp_q*dim, 29977841947SLeila Ghaffari CEED_EVAL_GRAD); 30077841947SLeila Ghaffari } 30177841947SLeila Ghaffari 30277841947SLeila Ghaffari // -- Create QFunction for IFunction 30391e5af17SJed Brown if (problem->apply_vol_ifunction.qfunction) { 30491e5af17SJed Brown CeedQFunctionCreateInterior(ceed, 1, problem->apply_vol_ifunction.qfunction, 30591e5af17SJed Brown problem->apply_vol_ifunction.qfunction_loc, &ceed_data->qf_ifunction_vol); 306*841e4c73SJed Brown CeedQFunctionSetContext(ceed_data->qf_ifunction_vol, 307*841e4c73SJed Brown problem->apply_vol_ifunction.qfunction_context); 308*841e4c73SJed Brown CeedQFunctionContextDestroy(&problem->apply_vol_ifunction.qfunction_context); 30977841947SLeila Ghaffari CeedQFunctionAddInput(ceed_data->qf_ifunction_vol, "q", num_comp_q, 31077841947SLeila Ghaffari CEED_EVAL_INTERP); 31177841947SLeila Ghaffari CeedQFunctionAddInput(ceed_data->qf_ifunction_vol, "dq", num_comp_q*dim, 31277841947SLeila Ghaffari CEED_EVAL_GRAD); 313a61c78d6SJeremy L Thompson CeedQFunctionAddInput(ceed_data->qf_ifunction_vol, "q dot", num_comp_q, 31477841947SLeila Ghaffari CEED_EVAL_INTERP); 315a61c78d6SJeremy L Thompson CeedQFunctionAddInput(ceed_data->qf_ifunction_vol, "qdata", q_data_size_vol, 31677841947SLeila Ghaffari CEED_EVAL_NONE); 31777841947SLeila Ghaffari CeedQFunctionAddInput(ceed_data->qf_ifunction_vol, "x", num_comp_x, 31877841947SLeila Ghaffari CEED_EVAL_INTERP); 31977841947SLeila Ghaffari CeedQFunctionAddOutput(ceed_data->qf_ifunction_vol, "v", num_comp_q, 32077841947SLeila Ghaffari CEED_EVAL_INTERP); 32177841947SLeila Ghaffari CeedQFunctionAddOutput(ceed_data->qf_ifunction_vol, "dv", num_comp_q*dim, 32277841947SLeila Ghaffari CEED_EVAL_GRAD); 32377841947SLeila Ghaffari } 32477841947SLeila Ghaffari 32577841947SLeila Ghaffari // --------------------------------------------------------------------------- 32677841947SLeila Ghaffari // Element coordinates 32777841947SLeila Ghaffari // --------------------------------------------------------------------------- 32877841947SLeila Ghaffari // -- Create CEED vector 32977841947SLeila Ghaffari CeedElemRestrictionCreateVector(ceed_data->elem_restr_x, &ceed_data->x_coord, 33077841947SLeila Ghaffari NULL); 33177841947SLeila Ghaffari 33277841947SLeila Ghaffari // -- Copy PETSc vector in CEED vector 33377841947SLeila Ghaffari Vec X_loc; 33477841947SLeila Ghaffari const PetscScalar *X_loc_array; 33577841947SLeila Ghaffari ierr = DMGetCoordinatesLocal(dm, &X_loc); CHKERRQ(ierr); 3361864f1c2SLeila Ghaffari ierr = VecScale(X_loc, problem->dm_scale); CHKERRQ(ierr); 33777841947SLeila Ghaffari ierr = VecGetArrayRead(X_loc, &X_loc_array); CHKERRQ(ierr); 33877841947SLeila Ghaffari CeedVectorSetArray(ceed_data->x_coord, CEED_MEM_HOST, CEED_COPY_VALUES, 33977841947SLeila Ghaffari (PetscScalar *)X_loc_array); 34077841947SLeila Ghaffari ierr = VecRestoreArrayRead(X_loc, &X_loc_array); CHKERRQ(ierr); 34177841947SLeila Ghaffari 34277841947SLeila Ghaffari // ----------------------------------------------------------------------------- 34377841947SLeila Ghaffari // CEED vectors 34477841947SLeila Ghaffari // ----------------------------------------------------------------------------- 34577841947SLeila Ghaffari // -- Create CEED vector for geometric data 34677841947SLeila Ghaffari CeedInt num_qpts_vol; 34777841947SLeila Ghaffari PetscInt loc_num_elem_vol; 34877841947SLeila Ghaffari CeedBasisGetNumQuadraturePoints(ceed_data->basis_q, &num_qpts_vol); 34977841947SLeila Ghaffari CeedElemRestrictionGetNumElements(ceed_data->elem_restr_q, &loc_num_elem_vol); 35077841947SLeila Ghaffari CeedVectorCreate(ceed, q_data_size_vol*loc_num_elem_vol*num_qpts_vol, 35177841947SLeila Ghaffari &ceed_data->q_data); 35277841947SLeila Ghaffari 35377841947SLeila Ghaffari // ----------------------------------------------------------------------------- 35477841947SLeila Ghaffari // CEED Operators 35577841947SLeila Ghaffari // ----------------------------------------------------------------------------- 35677841947SLeila Ghaffari // -- Create CEED operator for quadrature data 35777841947SLeila Ghaffari CeedOperatorCreate(ceed, ceed_data->qf_setup_vol, NULL, NULL, 35877841947SLeila Ghaffari &ceed_data->op_setup_vol); 35977841947SLeila Ghaffari CeedOperatorSetField(ceed_data->op_setup_vol, "dx", ceed_data->elem_restr_x, 36077841947SLeila Ghaffari ceed_data->basis_x, CEED_VECTOR_ACTIVE); 36177841947SLeila Ghaffari CeedOperatorSetField(ceed_data->op_setup_vol, "weight", 362e6225c47SLeila Ghaffari CEED_ELEMRESTRICTION_NONE, ceed_data->basis_x, CEED_VECTOR_NONE); 363a61c78d6SJeremy L Thompson CeedOperatorSetField(ceed_data->op_setup_vol, "qdata", 364e6225c47SLeila Ghaffari ceed_data->elem_restr_qd_i, CEED_BASIS_COLLOCATED, CEED_VECTOR_ACTIVE); 36577841947SLeila Ghaffari 36677841947SLeila Ghaffari // -- Create CEED operator for ICs 36777841947SLeila Ghaffari CeedOperatorCreate(ceed, ceed_data->qf_ics, NULL, NULL, &ceed_data->op_ics); 36877841947SLeila Ghaffari CeedOperatorSetField(ceed_data->op_ics, "x", ceed_data->elem_restr_x, 36977841947SLeila Ghaffari ceed_data->basis_xc, CEED_VECTOR_ACTIVE); 37077841947SLeila Ghaffari CeedOperatorSetField(ceed_data->op_ics, "q0", ceed_data->elem_restr_q, 37177841947SLeila Ghaffari CEED_BASIS_COLLOCATED, CEED_VECTOR_ACTIVE); 372*841e4c73SJed Brown CeedOperatorContextGetFieldLabel(ceed_data->op_ics, "evaluation time", 373*841e4c73SJed Brown &user->phys->ics_time_label); 37477841947SLeila Ghaffari 37577841947SLeila Ghaffari // Create CEED operator for RHS 37677841947SLeila Ghaffari if (ceed_data->qf_rhs_vol) { 37777841947SLeila Ghaffari CeedOperator op; 37877841947SLeila Ghaffari CeedOperatorCreate(ceed, ceed_data->qf_rhs_vol, NULL, NULL, &op); 37977841947SLeila Ghaffari CeedOperatorSetField(op, "q", ceed_data->elem_restr_q, ceed_data->basis_q, 38077841947SLeila Ghaffari CEED_VECTOR_ACTIVE); 38177841947SLeila Ghaffari CeedOperatorSetField(op, "dq", ceed_data->elem_restr_q, ceed_data->basis_q, 38277841947SLeila Ghaffari CEED_VECTOR_ACTIVE); 383a61c78d6SJeremy L Thompson CeedOperatorSetField(op, "qdata", ceed_data->elem_restr_qd_i, 384e6225c47SLeila Ghaffari CEED_BASIS_COLLOCATED, ceed_data->q_data); 38577841947SLeila Ghaffari CeedOperatorSetField(op, "x", ceed_data->elem_restr_x, ceed_data->basis_x, 38677841947SLeila Ghaffari ceed_data->x_coord); 38777841947SLeila Ghaffari CeedOperatorSetField(op, "v", ceed_data->elem_restr_q, ceed_data->basis_q, 38877841947SLeila Ghaffari CEED_VECTOR_ACTIVE); 38977841947SLeila Ghaffari CeedOperatorSetField(op, "dv", ceed_data->elem_restr_q, ceed_data->basis_q, 39077841947SLeila Ghaffari CEED_VECTOR_ACTIVE); 39177841947SLeila Ghaffari user->op_rhs_vol = op; 39277841947SLeila Ghaffari } 39377841947SLeila Ghaffari 39477841947SLeila Ghaffari // -- CEED operator for IFunction 39577841947SLeila Ghaffari if (ceed_data->qf_ifunction_vol) { 39677841947SLeila Ghaffari CeedOperator op; 39777841947SLeila Ghaffari CeedOperatorCreate(ceed, ceed_data->qf_ifunction_vol, NULL, NULL, &op); 39877841947SLeila Ghaffari CeedOperatorSetField(op, "q", ceed_data->elem_restr_q, ceed_data->basis_q, 39977841947SLeila Ghaffari CEED_VECTOR_ACTIVE); 40077841947SLeila Ghaffari CeedOperatorSetField(op, "dq", ceed_data->elem_restr_q, ceed_data->basis_q, 40177841947SLeila Ghaffari CEED_VECTOR_ACTIVE); 402a61c78d6SJeremy L Thompson CeedOperatorSetField(op, "q dot", ceed_data->elem_restr_q, ceed_data->basis_q, 40377841947SLeila Ghaffari user->q_dot_ceed); 404a61c78d6SJeremy L Thompson CeedOperatorSetField(op, "qdata", ceed_data->elem_restr_qd_i, 405e6225c47SLeila Ghaffari CEED_BASIS_COLLOCATED, ceed_data->q_data); 40677841947SLeila Ghaffari CeedOperatorSetField(op, "x", ceed_data->elem_restr_x, ceed_data->basis_x, 40777841947SLeila Ghaffari ceed_data->x_coord); 40877841947SLeila Ghaffari CeedOperatorSetField(op, "v", ceed_data->elem_restr_q, ceed_data->basis_q, 40977841947SLeila Ghaffari CEED_VECTOR_ACTIVE); 41077841947SLeila Ghaffari CeedOperatorSetField(op, "dv", ceed_data->elem_restr_q, ceed_data->basis_q, 41177841947SLeila Ghaffari CEED_VECTOR_ACTIVE); 41277841947SLeila Ghaffari user->op_ifunction_vol = op; 41377841947SLeila Ghaffari } 41477841947SLeila Ghaffari 41577841947SLeila Ghaffari // ***************************************************************************** 41677841947SLeila Ghaffari // Set up CEED objects for the exterior domain (surface) 41777841947SLeila Ghaffari // ***************************************************************************** 41877841947SLeila Ghaffari CeedInt height = 1, 41977841947SLeila Ghaffari dim_sur = dim - height, 42077841947SLeila Ghaffari P_sur = app_ctx->degree + 1, 42177841947SLeila Ghaffari Q_sur = P_sur + app_ctx->q_extra; 42277841947SLeila Ghaffari const CeedInt q_data_size_sur = problem->q_data_size_sur; 42377841947SLeila Ghaffari 42477841947SLeila Ghaffari // ----------------------------------------------------------------------------- 42577841947SLeila Ghaffari // CEED Bases 42677841947SLeila Ghaffari // ----------------------------------------------------------------------------- 42777841947SLeila Ghaffari CeedBasisCreateTensorH1Lagrange(ceed, dim_sur, num_comp_q, P_sur, Q_sur, 42877841947SLeila Ghaffari CEED_GAUSS, &ceed_data->basis_q_sur); 42977841947SLeila Ghaffari CeedBasisCreateTensorH1Lagrange(ceed, dim_sur, num_comp_x, 2, Q_sur, CEED_GAUSS, 43077841947SLeila Ghaffari &ceed_data->basis_x_sur); 43177841947SLeila Ghaffari 43277841947SLeila Ghaffari // ----------------------------------------------------------------------------- 43377841947SLeila Ghaffari // CEED QFunctions 43477841947SLeila Ghaffari // ----------------------------------------------------------------------------- 43577841947SLeila Ghaffari // -- Create QFunction for quadrature data 43691e5af17SJed Brown CeedQFunctionCreateInterior(ceed, 1, problem->setup_sur.qfunction, 43791e5af17SJed Brown problem->setup_sur.qfunction_loc, 43877841947SLeila Ghaffari &ceed_data->qf_setup_sur); 439*841e4c73SJed Brown if (problem->setup_sur.qfunction_context) { 440*841e4c73SJed Brown CeedQFunctionSetContext(ceed_data->qf_setup_sur, 441*841e4c73SJed Brown problem->setup_sur.qfunction_context); 442*841e4c73SJed Brown CeedQFunctionContextDestroy(&problem->setup_sur.qfunction_context); 443*841e4c73SJed Brown } 44477841947SLeila Ghaffari CeedQFunctionAddInput(ceed_data->qf_setup_sur, "dx", num_comp_x*dim_sur, 44577841947SLeila Ghaffari CEED_EVAL_GRAD); 44677841947SLeila Ghaffari CeedQFunctionAddInput(ceed_data->qf_setup_sur, "weight", 1, CEED_EVAL_WEIGHT); 447a61c78d6SJeremy L Thompson CeedQFunctionAddOutput(ceed_data->qf_setup_sur, "surface qdata", 4482fe7aee7SLeila Ghaffari q_data_size_sur, CEED_EVAL_NONE); 44977841947SLeila Ghaffari 4502fe7aee7SLeila Ghaffari // -- Creat QFunction for inflow boundaries 45191e5af17SJed Brown if (problem->apply_inflow.qfunction) { 45291e5af17SJed Brown CeedQFunctionCreateInterior(ceed, 1, problem->apply_inflow.qfunction, 45391e5af17SJed Brown problem->apply_inflow.qfunction_loc, &ceed_data->qf_apply_inflow); 454*841e4c73SJed Brown CeedQFunctionSetContext(ceed_data->qf_apply_inflow, 455*841e4c73SJed Brown problem->apply_inflow.qfunction_context); 456*841e4c73SJed Brown CeedQFunctionContextDestroy(&problem->apply_inflow.qfunction_context); 4572fe7aee7SLeila Ghaffari CeedQFunctionAddInput(ceed_data->qf_apply_inflow, "q", num_comp_q, 45877841947SLeila Ghaffari CEED_EVAL_INTERP); 4592fe7aee7SLeila Ghaffari CeedQFunctionAddInput(ceed_data->qf_apply_inflow, "surface qdata", 4602fe7aee7SLeila Ghaffari q_data_size_sur, CEED_EVAL_NONE); 4612fe7aee7SLeila Ghaffari CeedQFunctionAddInput(ceed_data->qf_apply_inflow, "x", num_comp_x, 46277841947SLeila Ghaffari CEED_EVAL_INTERP); 4632fe7aee7SLeila Ghaffari CeedQFunctionAddOutput(ceed_data->qf_apply_inflow, "v", num_comp_q, 4642fe7aee7SLeila Ghaffari CEED_EVAL_INTERP); 4652fe7aee7SLeila Ghaffari } 4662fe7aee7SLeila Ghaffari 4672fe7aee7SLeila Ghaffari // -- Creat QFunction for outflow boundaries 46891e5af17SJed Brown if (problem->apply_outflow.qfunction) { 46991e5af17SJed Brown CeedQFunctionCreateInterior(ceed, 1, problem->apply_outflow.qfunction, 47091e5af17SJed Brown problem->apply_outflow.qfunction_loc, &ceed_data->qf_apply_outflow); 471*841e4c73SJed Brown CeedQFunctionSetContext(ceed_data->qf_apply_outflow, 472*841e4c73SJed Brown problem->apply_outflow.qfunction_context); 473*841e4c73SJed Brown CeedQFunctionContextDestroy(&problem->apply_outflow.qfunction_context); 4742fe7aee7SLeila Ghaffari CeedQFunctionAddInput(ceed_data->qf_apply_outflow, "q", num_comp_q, 4752fe7aee7SLeila Ghaffari CEED_EVAL_INTERP); 4762fe7aee7SLeila Ghaffari CeedQFunctionAddInput(ceed_data->qf_apply_outflow, "surface qdata", 4772fe7aee7SLeila Ghaffari q_data_size_sur, CEED_EVAL_NONE); 4782fe7aee7SLeila Ghaffari CeedQFunctionAddInput(ceed_data->qf_apply_outflow, "x", num_comp_x, 4792fe7aee7SLeila Ghaffari CEED_EVAL_INTERP); 4802fe7aee7SLeila Ghaffari CeedQFunctionAddOutput(ceed_data->qf_apply_outflow, "v", num_comp_q, 48177841947SLeila Ghaffari CEED_EVAL_INTERP); 48277841947SLeila Ghaffari } 48377841947SLeila Ghaffari 48477841947SLeila Ghaffari // ***************************************************************************** 48577841947SLeila Ghaffari // CEED Operator Apply 48677841947SLeila Ghaffari // ***************************************************************************** 48777841947SLeila Ghaffari // -- Apply CEED Operator for the geometric data 48877841947SLeila Ghaffari CeedOperatorApply(ceed_data->op_setup_vol, ceed_data->x_coord, 48977841947SLeila Ghaffari ceed_data->q_data, CEED_REQUEST_IMMEDIATE); 49077841947SLeila Ghaffari 49177841947SLeila Ghaffari // -- Create and apply CEED Composite Operator for the entire domain 49277841947SLeila Ghaffari if (!user->phys->implicit) { // RHS 49377841947SLeila Ghaffari ierr = CreateOperatorForDomain(ceed, dm, bc, ceed_data, user->phys, 49477841947SLeila Ghaffari user->op_rhs_vol, height, P_sur, Q_sur, 49577841947SLeila Ghaffari q_data_size_sur, &user->op_rhs); CHKERRQ(ierr); 49677841947SLeila Ghaffari } else { // IFunction 49777841947SLeila Ghaffari ierr = CreateOperatorForDomain(ceed, dm, bc, ceed_data, user->phys, 49877841947SLeila Ghaffari user->op_ifunction_vol, height, P_sur, Q_sur, 49977841947SLeila Ghaffari q_data_size_sur, &user->op_ifunction); CHKERRQ(ierr); 50077841947SLeila Ghaffari } 50177841947SLeila Ghaffari 50277841947SLeila Ghaffari PetscFunctionReturn(0); 50377841947SLeila Ghaffari } 504