// Copyright (c) 2017-2022, Lawrence Livermore National Security, LLC and other CEED contributors. // All Rights Reserved. See the top-level LICENSE and NOTICE files for details. // // SPDX-License-Identifier: BSD-2-Clause // // This file is part of CEED: http://github.com/ceed /// @file /// Setup DM for Navier-Stokes example using PETSc #include "../navierstokes.h" #include "../problems/stg_shur14.h" // Create mesh PetscErrorCode CreateDM(MPI_Comm comm, ProblemData *problem, MatType mat_type, VecType vec_type, DM *dm) { PetscFunctionBeginUser; // Create DMPLEX PetscCall(DMCreate(comm, dm)); PetscCall(DMSetType(*dm, DMPLEX)); { PetscBool skip = PETSC_TRUE; PetscCall(PetscOptionsGetBool(NULL, NULL, "-dm_mat_preallocate_skip", &skip, NULL)); PetscCall(DMSetMatrixPreallocateSkip(*dm, skip)); } PetscCall(DMSetMatType(*dm, mat_type)); PetscCall(DMSetVecType(*dm, vec_type)); // Set Tensor elements PetscCall(PetscOptionsSetValue(NULL, "-dm_plex_simplex", "0")); PetscCall(PetscOptionsSetValue(NULL, "-dm_sparse_localize", "0")); // Set CL options PetscCall(DMSetFromOptions(*dm)); PetscCall(DMViewFromOptions(*dm, NULL, "-dm_view")); PetscFunctionReturn(0); } // Setup DM PetscErrorCode SetUpDM(DM dm, ProblemData *problem, PetscInt degree, SimpleBC bc, Physics phys) { PetscFunctionBeginUser; { // Configure the finite element space and boundary conditions PetscFE fe; PetscInt num_comp_q = 5; DMLabel label; PetscCall(PetscFECreateLagrange(PETSC_COMM_SELF, problem->dim, num_comp_q, PETSC_FALSE, degree, PETSC_DECIDE, &fe)); PetscCall(PetscObjectSetName((PetscObject)fe, "Q")); PetscCall(DMAddField(dm, NULL, (PetscObject)fe)); PetscCall(DMCreateDS(dm)); PetscCall(DMGetLabel(dm, "Face Sets", &label)); PetscCall(DMPlexLabelComplete(dm, label)); // Set wall BCs if (bc->num_wall > 0) { PetscCall(DMAddBoundary(dm, DM_BC_ESSENTIAL, "wall", label, bc->num_wall, bc->walls, 0, bc->num_comps, bc->wall_comps, (void (*)(void))problem->bc, NULL, problem->bc_ctx, NULL)); } // Set slip BCs in the x direction if (bc->num_slip[0] > 0) { PetscInt comps[1] = {1}; PetscCall(DMAddBoundary(dm, DM_BC_ESSENTIAL, "slipx", label, bc->num_slip[0], bc->slips[0], 0, 1, comps, (void (*)(void))NULL, NULL, problem->bc_ctx, NULL)); } // Set slip BCs in the y direction if (bc->num_slip[1] > 0) { PetscInt comps[1] = {2}; PetscCall(DMAddBoundary(dm, DM_BC_ESSENTIAL, "slipy", label, bc->num_slip[1], bc->slips[1], 0, 1, comps, (void (*)(void))NULL, NULL, problem->bc_ctx, NULL)); } // Set slip BCs in the z direction if (bc->num_slip[2] > 0) { PetscInt comps[1] = {3}; PetscCall(DMAddBoundary(dm, DM_BC_ESSENTIAL, "slipz", label, bc->num_slip[2], bc->slips[2], 0, 1, comps, (void (*)(void))NULL, NULL, problem->bc_ctx, NULL)); } { PetscBool use_strongstg = PETSC_FALSE; PetscCall(PetscOptionsGetBool(NULL, NULL, "-stg_strong", &use_strongstg, NULL)); if (use_strongstg) { PetscCall(SetupStrongSTG(dm, bc, problem, phys)); } } PetscCall(DMPlexSetClosurePermutationTensor(dm, PETSC_DETERMINE, NULL)); PetscCall(PetscFEDestroy(&fe)); } // Empty name for conserved field (because there is only one field) PetscSection section; PetscCall(DMGetLocalSection(dm, §ion)); PetscCall(PetscSectionSetFieldName(section, 0, "")); switch (phys->state_var) { case STATEVAR_CONSERVATIVE: PetscCall(PetscSectionSetComponentName(section, 0, 0, "Density")); PetscCall(PetscSectionSetComponentName(section, 0, 1, "Momentum X")); PetscCall(PetscSectionSetComponentName(section, 0, 2, "Momentum Y")); PetscCall(PetscSectionSetComponentName(section, 0, 3, "Momentum Z")); PetscCall(PetscSectionSetComponentName(section, 0, 4, "Energy Density")); break; case STATEVAR_PRIMITIVE: PetscCall(PetscSectionSetComponentName(section, 0, 0, "Pressure")); PetscCall(PetscSectionSetComponentName(section, 0, 1, "Velocity X")); PetscCall(PetscSectionSetComponentName(section, 0, 2, "Velocity Y")); PetscCall(PetscSectionSetComponentName(section, 0, 3, "Velocity Z")); PetscCall(PetscSectionSetComponentName(section, 0, 4, "Temperature")); break; } PetscFunctionReturn(0); } // Refine DM for high-order viz PetscErrorCode VizRefineDM(DM dm, User user, ProblemData *problem, SimpleBC bc, Physics phys) { DM dm_hierarchy[user->app_ctx->viz_refine + 1]; VecType vec_type; PetscFunctionBeginUser; PetscCall(DMPlexSetRefinementUniform(dm, PETSC_TRUE)); dm_hierarchy[0] = dm; for (PetscInt i = 0, d = user->app_ctx->degree; i < user->app_ctx->viz_refine; i++) { Mat interp_next; PetscCall(DMRefine(dm_hierarchy[i], MPI_COMM_NULL, &dm_hierarchy[i + 1])); PetscCall(DMClearDS(dm_hierarchy[i + 1])); PetscCall(DMClearFields(dm_hierarchy[i + 1])); PetscCall(DMSetCoarseDM(dm_hierarchy[i + 1], dm_hierarchy[i])); d = (d + 1) / 2; if (i + 1 == user->app_ctx->viz_refine) d = 1; PetscCall(DMGetVecType(dm, &vec_type)); PetscCall(DMSetVecType(dm_hierarchy[i + 1], vec_type)); PetscCall(SetUpDM(dm_hierarchy[i + 1], problem, d, bc, phys)); PetscCall(DMCreateInterpolation(dm_hierarchy[i], dm_hierarchy[i + 1], &interp_next, NULL)); if (!i) user->interp_viz = interp_next; else { Mat C; PetscCall(MatMatMult(interp_next, user->interp_viz, MAT_INITIAL_MATRIX, PETSC_DECIDE, &C)); PetscCall(MatDestroy(&interp_next)); PetscCall(MatDestroy(&user->interp_viz)); user->interp_viz = C; } } for (PetscInt i = 1; i < user->app_ctx->viz_refine; i++) { PetscCall(DMDestroy(&dm_hierarchy[i])); } user->dm_viz = dm_hierarchy[user->app_ctx->viz_refine]; PetscFunctionReturn(0); }