1 // Copyright (c) 2017-2022, Lawrence Livermore National Security, LLC and other CEED contributors. 2 // All Rights Reserved. See the top-level LICENSE and NOTICE files for details. 3 // 4 // SPDX-License-Identifier: BSD-2-Clause 5 // 6 // This file is part of CEED: http://github.com/ceed 7 8 /// @file 9 /// Command line option processing for Navier-Stokes example using PETSc 10 11 #include <petscdevice.h> 12 13 #include "../navierstokes.h" 14 15 // Register problems to be available on the command line 16 PetscErrorCode RegisterProblems_NS(AppCtx app_ctx) { 17 app_ctx->problems = NULL; 18 PetscFunctionBeginUser; 19 20 PetscCall(PetscFunctionListAdd(&app_ctx->problems, "density_current", NS_DENSITY_CURRENT)); 21 PetscCall(PetscFunctionListAdd(&app_ctx->problems, "euler_vortex", NS_EULER_VORTEX)); 22 PetscCall(PetscFunctionListAdd(&app_ctx->problems, "shocktube", NS_SHOCKTUBE)); 23 PetscCall(PetscFunctionListAdd(&app_ctx->problems, "advection", NS_ADVECTION)); 24 PetscCall(PetscFunctionListAdd(&app_ctx->problems, "advection2d", NS_ADVECTION2D)); 25 PetscCall(PetscFunctionListAdd(&app_ctx->problems, "blasius", NS_BLASIUS)); 26 PetscCall(PetscFunctionListAdd(&app_ctx->problems, "channel", NS_CHANNEL)); 27 PetscCall(PetscFunctionListAdd(&app_ctx->problems, "newtonian_wave", NS_NEWTONIAN_WAVE)); 28 PetscCall(PetscFunctionListAdd(&app_ctx->problems, "newtonian", NS_NEWTONIAN_IG)); 29 30 PetscFunctionReturn(0); 31 } 32 33 // Process general command line options 34 PetscErrorCode ProcessCommandLineOptions(MPI_Comm comm, AppCtx app_ctx, SimpleBC bc) { 35 PetscBool ceed_flag = PETSC_FALSE; 36 PetscBool problem_flag = PETSC_FALSE; 37 PetscBool option_set = PETSC_FALSE; 38 39 PetscFunctionBeginUser; 40 41 PetscOptionsBegin(comm, NULL, "Navier-Stokes in PETSc with libCEED", NULL); 42 43 PetscCall(PetscOptionsString("-ceed", "CEED resource specifier", NULL, app_ctx->ceed_resource, app_ctx->ceed_resource, 44 sizeof(app_ctx->ceed_resource), &ceed_flag)); 45 46 app_ctx->test_mode = PETSC_FALSE; 47 PetscCall(PetscOptionsBool("-test", "Run in test mode", NULL, app_ctx->test_mode, &app_ctx->test_mode, NULL)); 48 49 app_ctx->test_tol = 1E-11; 50 PetscCall(PetscOptionsScalar("-compare_final_state_atol", "Test absolute tolerance", NULL, app_ctx->test_tol, &app_ctx->test_tol, NULL)); 51 52 PetscCall(PetscOptionsString("-compare_final_state_filename", "Test filename", NULL, app_ctx->file_path, app_ctx->file_path, 53 sizeof(app_ctx->file_path), NULL)); 54 55 PetscCall(PetscOptionsFList("-problem", "Problem to solve", NULL, app_ctx->problems, app_ctx->problem_name, app_ctx->problem_name, 56 sizeof(app_ctx->problem_name), &problem_flag)); 57 58 app_ctx->viz_refine = 0; 59 PetscCall(PetscOptionsInt("-viz_refine", "Regular refinement levels for visualization", NULL, app_ctx->viz_refine, &app_ctx->viz_refine, NULL)); 60 61 app_ctx->checkpoint_interval = 10; 62 app_ctx->checkpoint_vtk = PETSC_FALSE; 63 PetscCall(PetscOptionsDeprecated("-output_freq", "-checkpoint_interval", "libCEED 0.11.1", "Use -checkpoint_vtk true to include VTK output")); 64 PetscCall(PetscOptionsInt("-output_freq", "Frequency of output, in number of steps", NULL, app_ctx->checkpoint_interval, 65 &app_ctx->checkpoint_interval, &option_set)); 66 if (option_set) app_ctx->checkpoint_vtk = PETSC_TRUE; 67 PetscCall(PetscOptionsInt("-checkpoint_interval", "Frequency of output, in number of steps", NULL, app_ctx->checkpoint_interval, 68 &app_ctx->checkpoint_interval, NULL)); 69 PetscCall(PetscOptionsBool("-checkpoint_vtk", "Include VTK (*.vtu) output at each binary checkpoint", NULL, app_ctx->checkpoint_vtk, 70 &app_ctx->checkpoint_vtk, NULL)); 71 72 PetscCall(PetscOptionsBool("-output_add_stepnum2bin", "Add step number to the binary outputs", NULL, app_ctx->add_stepnum2bin, 73 &app_ctx->add_stepnum2bin, NULL)); 74 75 PetscCall(PetscStrncpy(app_ctx->output_dir, ".", 2)); 76 PetscCall(PetscOptionsString("-output_dir", "Output directory", NULL, app_ctx->output_dir, app_ctx->output_dir, sizeof(app_ctx->output_dir), NULL)); 77 78 app_ctx->cont_steps = 0; 79 PetscCall(PetscOptionsInt("-continue", "Continue from previous solution", NULL, app_ctx->cont_steps, &app_ctx->cont_steps, NULL)); 80 81 PetscCall(PetscStrcpy(app_ctx->cont_file, "[output_dir]/ns-solution.bin")); 82 PetscCall(PetscOptionsString("-continue_filename", "Filename to get initial condition from", NULL, app_ctx->cont_file, app_ctx->cont_file, 83 sizeof(app_ctx->cont_file), &option_set)); 84 if (!option_set) PetscCall(PetscSNPrintf(app_ctx->cont_file, sizeof app_ctx->cont_file, "%s/ns-solution.bin", app_ctx->output_dir)); 85 if (option_set && app_ctx->cont_steps == 0) app_ctx->cont_steps = -1; // Read time from file 86 87 PetscCall(PetscStrcpy(app_ctx->cont_time_file, "[output_dir]/ns-time.bin")); 88 PetscCall(PetscOptionsString("-continue_time_filename", "Filename to get initial condition time from", NULL, app_ctx->cont_time_file, 89 app_ctx->cont_time_file, sizeof(app_ctx->cont_time_file), &option_set)); 90 if (!option_set) PetscCall(PetscSNPrintf(app_ctx->cont_time_file, sizeof app_ctx->cont_time_file, "%s/ns-time.bin", app_ctx->output_dir)); 91 92 app_ctx->degree = 1; 93 PetscCall(PetscOptionsInt("-degree", "Polynomial degree of finite elements", NULL, app_ctx->degree, &app_ctx->degree, NULL)); 94 95 app_ctx->q_extra = 0; 96 PetscCall(PetscOptionsInt("-q_extra", "Number of extra quadrature points", NULL, app_ctx->q_extra, &app_ctx->q_extra, NULL)); 97 98 { 99 PetscBool option_set; 100 char amat_type[256] = ""; 101 PetscCall(PetscOptionsFList("-amat_type", "Set the type of Amat distinct from Pmat (-dm_mat_type)", NULL, MatList, amat_type, amat_type, 102 sizeof(amat_type), &option_set)); 103 if (option_set) PetscCall(PetscStrallocpy(amat_type, (char **)&app_ctx->amat_type)); 104 } 105 PetscCall(PetscOptionsBool("-pmat_pbdiagonal", "Assemble only point-block diagonal for Pmat", NULL, app_ctx->pmat_pbdiagonal, 106 &app_ctx->pmat_pbdiagonal, NULL)); 107 108 // Provide default ceed resource if not specified 109 if (!ceed_flag) { 110 const char *ceed_resource = "/cpu/self"; 111 strncpy(app_ctx->ceed_resource, ceed_resource, 10); 112 } 113 // If we request a GPU, make sure PETSc has initialized its device (which is 114 // MPI-aware in case multiple devices are available) before CeedInit so that 115 // PETSc and libCEED agree about which device to use. 116 if (strncmp(app_ctx->ceed_resource, "/gpu", 4) == 0) PetscCall(PetscDeviceInitialize(PETSC_DEVICE_DEFAULT())); 117 118 // Provide default problem if not specified 119 if (!problem_flag) { 120 const char *problem_name = "density_current"; 121 strncpy(app_ctx->problem_name, problem_name, 16); 122 } 123 124 // Wall Boundary Conditions 125 bc->num_wall = 16; 126 PetscBool flg; 127 PetscCall(PetscOptionsIntArray("-bc_wall", "Face IDs to apply wall BC", NULL, bc->walls, &bc->num_wall, NULL)); 128 bc->num_comps = 5; 129 PetscCall(PetscOptionsIntArray("-wall_comps", "An array of constrained component numbers", NULL, bc->wall_comps, &bc->num_comps, &flg)); 130 // Slip Boundary Conditions 131 for (PetscInt j = 0; j < 3; j++) { 132 bc->num_slip[j] = 16; 133 PetscBool flg; 134 const char *flags[3] = {"-bc_slip_x", "-bc_slip_y", "-bc_slip_z"}; 135 PetscCall(PetscOptionsIntArray(flags[j], "Face IDs to apply slip BC", NULL, bc->slips[j], &bc->num_slip[j], &flg)); 136 if (flg) bc->user_bc = PETSC_TRUE; 137 } 138 139 // Error if wall and slip BCs are set on the same face 140 if (bc->user_bc) 141 for (PetscInt c = 0; c < 3; c++) 142 for (PetscInt s = 0; s < bc->num_slip[c]; s++) 143 for (PetscInt w = 0; w < bc->num_wall; w++) 144 if (bc->slips[c][s] == bc->walls[w]) 145 SETERRQ(PETSC_COMM_SELF, PETSC_ERR_ARG_WRONG, "Boundary condition already set on face %" PetscInt_FMT "!\n", bc->walls[w]); 146 147 // Inflow BCs 148 bc->num_inflow = 16; 149 PetscCall(PetscOptionsIntArray("-bc_inflow", "Face IDs to apply inflow BC", NULL, bc->inflows, &bc->num_inflow, NULL)); 150 // Outflow BCs 151 bc->num_outflow = 16; 152 PetscCall(PetscOptionsIntArray("-bc_outflow", "Face IDs to apply outflow BC", NULL, bc->outflows, &bc->num_outflow, NULL)); 153 // Freestream BCs 154 bc->num_freestream = 16; 155 PetscCall(PetscOptionsIntArray("-bc_freestream", "Face IDs to apply freestream BC", NULL, bc->freestreams, &bc->num_freestream, NULL)); 156 157 // Statistics Options 158 PetscCall(PetscOptionsBool("-stats_enable", "Enable collection of spanwise statistics", NULL, app_ctx->stats_enable, &app_ctx->stats_enable, NULL)); 159 160 PetscCall(PetscOptionsBool("-stats_test", "Use test QF for stats collection", NULL, app_ctx->stats_test, &app_ctx->stats_test, NULL)); 161 162 app_ctx->stats_collect_interval = 1; 163 PetscCall(PetscOptionsInt("-stats_collect_interval", "Number of timesteps between statistics collection", NULL, app_ctx->stats_collect_interval, 164 &app_ctx->stats_collect_interval, NULL)); 165 166 app_ctx->stats_write_interval = -1; 167 PetscCall(PetscOptionsInt("-stats_write_interval", "Number of timesteps between statistics file writing", NULL, app_ctx->stats_write_interval, 168 &app_ctx->stats_write_interval, NULL)); 169 170 PetscOptionsEnd(); 171 172 PetscFunctionReturn(0); 173 } 174