177841947SLeila Ghaffari // Copyright (c) 2017, Lawrence Livermore National Security, LLC. Produced at 277841947SLeila Ghaffari // the Lawrence Livermore National Laboratory. LLNL-CODE-734707. All Rights 377841947SLeila Ghaffari // reserved. See files LICENSE and NOTICE for details. 477841947SLeila Ghaffari // 577841947SLeila Ghaffari // This file is part of CEED, a collection of benchmarks, miniapps, software 677841947SLeila Ghaffari // libraries and APIs for efficient high-order finite element and spectral 777841947SLeila Ghaffari // element discretizations for exascale applications. For more information and 877841947SLeila Ghaffari // source code availability see http://github.com/ceed. 977841947SLeila Ghaffari // 1077841947SLeila Ghaffari // The CEED research is supported by the Exascale Computing Project 17-SC-20-SC, 1177841947SLeila Ghaffari // a collaborative effort of two U.S. Department of Energy organizations (Office 1277841947SLeila Ghaffari // of Science and the National Nuclear Security Administration) responsible for 1377841947SLeila Ghaffari // the planning and preparation of a capable exascale ecosystem, including 1477841947SLeila Ghaffari // software, applications, hardware, advanced system engineering and early 1577841947SLeila Ghaffari // testbed platforms, in support of the nation's exascale computing imperative. 1677841947SLeila Ghaffari 1777841947SLeila Ghaffari /// @file 1877841947SLeila Ghaffari /// Utility functions for setting up EULER_VORTEX 1977841947SLeila Ghaffari 2077841947SLeila Ghaffari #include "../navierstokes.h" 2177841947SLeila Ghaffari #include "../qfunctions/setupgeo.h" 2277841947SLeila Ghaffari #include "../qfunctions/eulervortex.h" 2377841947SLeila Ghaffari 2477841947SLeila Ghaffari PetscErrorCode NS_EULER_VORTEX(ProblemData *problem, void *setup_ctx, 2577841947SLeila Ghaffari void *ctx) { 2677841947SLeila Ghaffari EulerTestType euler_test; 2777841947SLeila Ghaffari SetupContext setup_context = *(SetupContext *)setup_ctx; 2877841947SLeila Ghaffari User user = *(User *)ctx; 2977841947SLeila Ghaffari MPI_Comm comm = PETSC_COMM_WORLD; 3077841947SLeila Ghaffari PetscBool implicit; 3177841947SLeila Ghaffari PetscBool has_curr_time = PETSC_TRUE; 3277841947SLeila Ghaffari PetscBool has_neumann = PETSC_TRUE; 3377841947SLeila Ghaffari PetscInt ierr; 3477841947SLeila Ghaffari PetscFunctionBeginUser; 3577841947SLeila Ghaffari 3677841947SLeila Ghaffari ierr = PetscCalloc1(1, &user->phys->euler_ctx); CHKERRQ(ierr); 3777841947SLeila Ghaffari 3877841947SLeila Ghaffari // ------------------------------------------------------ 3977841947SLeila Ghaffari // SET UP DENSITY_CURRENT 4077841947SLeila Ghaffari // ------------------------------------------------------ 4177841947SLeila Ghaffari problem->dim = 3; 4277841947SLeila Ghaffari problem->q_data_size_vol = 10; 4377841947SLeila Ghaffari problem->q_data_size_sur = 4; 4477841947SLeila Ghaffari problem->setup_vol = Setup; 4577841947SLeila Ghaffari problem->setup_vol_loc = Setup_loc; 4677841947SLeila Ghaffari problem->setup_sur = SetupBoundary; 4777841947SLeila Ghaffari problem->setup_sur_loc = SetupBoundary_loc; 4877841947SLeila Ghaffari problem->ics = ICsEuler; 4977841947SLeila Ghaffari problem->ics_loc = ICsEuler_loc; 5077841947SLeila Ghaffari problem->apply_vol_rhs = Euler; 5177841947SLeila Ghaffari problem->apply_vol_rhs_loc = Euler_loc; 5277841947SLeila Ghaffari problem->apply_vol_ifunction = IFunction_Euler; 5377841947SLeila Ghaffari problem->apply_vol_ifunction_loc = IFunction_Euler_loc; 5477841947SLeila Ghaffari problem->apply_sur = Euler_Sur; 5577841947SLeila Ghaffari problem->apply_sur_loc = Euler_Sur_loc; 5677841947SLeila Ghaffari problem->bc = Exact_Euler; 57*d0b732dbSLeila Ghaffari problem->setup_ctx = SetupContext_EULER_VORTEX; 5877841947SLeila Ghaffari problem->bc_func = BC_EULER_VORTEX; 5977841947SLeila Ghaffari problem->non_zero_time = PETSC_TRUE; 6077841947SLeila Ghaffari problem->print_info = PRINT_EULER_VORTEX; 6177841947SLeila Ghaffari 6277841947SLeila Ghaffari // ------------------------------------------------------ 6377841947SLeila Ghaffari // Create the libCEED context 6477841947SLeila Ghaffari // ------------------------------------------------------ 6577841947SLeila Ghaffari CeedScalar vortex_strength = 5.; // - 6677841947SLeila Ghaffari PetscScalar lx = 1000.; // m 6777841947SLeila Ghaffari PetscScalar ly = 1000.; // m 6877841947SLeila Ghaffari PetscScalar lz = 1.; // m 6977841947SLeila Ghaffari PetscReal center[3], mean_velocity[3] = {1., 1., 0}; 7077841947SLeila Ghaffari 7177841947SLeila Ghaffari // ------------------------------------------------------ 7277841947SLeila Ghaffari // Create the PETSc context 7377841947SLeila Ghaffari // ------------------------------------------------------ 7477841947SLeila Ghaffari PetscScalar meter = 1e-2; // 1 meter in scaled length units 7577841947SLeila Ghaffari PetscScalar second = 1e-2; // 1 second in scaled time units 7677841947SLeila Ghaffari 7777841947SLeila Ghaffari // ------------------------------------------------------ 7877841947SLeila Ghaffari // Command line Options 7977841947SLeila Ghaffari // ------------------------------------------------------ 8077841947SLeila Ghaffari ierr = PetscOptionsBegin(comm, NULL, "Options for EULER_VORTEX problem", 8177841947SLeila Ghaffari NULL); CHKERRQ(ierr); 8277841947SLeila Ghaffari // -- Physics 8377841947SLeila Ghaffari ierr = PetscOptionsScalar("-vortex_strength", "Strength of Vortex", 8477841947SLeila Ghaffari NULL, vortex_strength, &vortex_strength, NULL); 8577841947SLeila Ghaffari CHKERRQ(ierr); 8677841947SLeila Ghaffari PetscInt n = problem->dim; 8777841947SLeila Ghaffari PetscBool user_velocity; 8877841947SLeila Ghaffari ierr = PetscOptionsRealArray("-mean_velocity", "Background velocity vector", 8977841947SLeila Ghaffari NULL, mean_velocity, &n, &user_velocity); 9077841947SLeila Ghaffari CHKERRQ(ierr); 9177841947SLeila Ghaffari ierr = PetscOptionsScalar("-lx", "Length scale in x direction", 9277841947SLeila Ghaffari NULL, lx, &lx, NULL); CHKERRQ(ierr); 9377841947SLeila Ghaffari ierr = PetscOptionsScalar("-ly", "Length scale in y direction", 9477841947SLeila Ghaffari NULL, ly, &ly, NULL); CHKERRQ(ierr); 9577841947SLeila Ghaffari ierr = PetscOptionsScalar("-lz", "Length scale in z direction", 9677841947SLeila Ghaffari NULL, lz, &lz, NULL); CHKERRQ(ierr); 9777841947SLeila Ghaffari n = problem->dim; 9877841947SLeila Ghaffari center[0] = 0.5 * lx; 9977841947SLeila Ghaffari center[1] = 0.5 * ly; 10077841947SLeila Ghaffari center[2] = 0.5 * lz; 10177841947SLeila Ghaffari ierr = PetscOptionsRealArray("-center", "Location of vortex center", 10277841947SLeila Ghaffari NULL, center, &n, NULL); CHKERRQ(ierr); 10377841947SLeila Ghaffari ierr = PetscOptionsBool("-implicit", "Use implicit (IFunction) formulation", 10477841947SLeila Ghaffari NULL, implicit=PETSC_FALSE, &implicit, NULL); 10577841947SLeila Ghaffari CHKERRQ(ierr); 10677841947SLeila Ghaffari ierr = PetscOptionsEnum("-euler_test", "Euler test option", NULL, 10777841947SLeila Ghaffari EulerTestTypes, (PetscEnum)(euler_test = EULER_TEST_NONE), 10877841947SLeila Ghaffari (PetscEnum *)&euler_test, NULL); CHKERRQ(ierr); 10977841947SLeila Ghaffari 11077841947SLeila Ghaffari // -- Units 11177841947SLeila Ghaffari ierr = PetscOptionsScalar("-units_meter", "1 meter in scaled length units", 11277841947SLeila Ghaffari NULL, meter, &meter, NULL); CHKERRQ(ierr); 11377841947SLeila Ghaffari meter = fabs(meter); 11477841947SLeila Ghaffari ierr = PetscOptionsScalar("-units_second","1 second in scaled time units", 11577841947SLeila Ghaffari NULL, second, &second, NULL); CHKERRQ(ierr); 11677841947SLeila Ghaffari second = fabs(second); 11777841947SLeila Ghaffari 11877841947SLeila Ghaffari // -- Warnings 11977841947SLeila Ghaffari if (user_velocity && (euler_test == EULER_TEST_1 12077841947SLeila Ghaffari || euler_test == EULER_TEST_3)) { 12177841947SLeila Ghaffari ierr = PetscPrintf(comm, 12277841947SLeila Ghaffari "Warning! Background velocity vector for -euler_test t1 and -euler_test t3 is (0,0,0)\n"); 12377841947SLeila Ghaffari CHKERRQ(ierr); 12477841947SLeila Ghaffari } 12577841947SLeila Ghaffari 12677841947SLeila Ghaffari ierr = PetscOptionsEnd(); CHKERRQ(ierr); 12777841947SLeila Ghaffari 12877841947SLeila Ghaffari // ------------------------------------------------------ 12977841947SLeila Ghaffari // Set up the PETSc context 13077841947SLeila Ghaffari // ------------------------------------------------------ 13177841947SLeila Ghaffari user->units->meter = meter; 13277841947SLeila Ghaffari user->units->second = second; 13377841947SLeila Ghaffari 13477841947SLeila Ghaffari // ------------------------------------------------------ 13577841947SLeila Ghaffari // Set up the libCEED context 13677841947SLeila Ghaffari // ------------------------------------------------------ 13777841947SLeila Ghaffari // -- Scale variables to desired units 13877841947SLeila Ghaffari lx = fabs(lx) * meter; 13977841947SLeila Ghaffari ly = fabs(ly) * meter; 14077841947SLeila Ghaffari lz = fabs(lz) * meter; 14177841947SLeila Ghaffari for (int i=0; i<3; i++) center[i] *= meter; 14277841947SLeila Ghaffari 14377841947SLeila Ghaffari // -- Setup Context 14477841947SLeila Ghaffari setup_context->lx = lx; 14577841947SLeila Ghaffari setup_context->ly = ly; 14677841947SLeila Ghaffari setup_context->lz = lz; 14777841947SLeila Ghaffari setup_context->center[0] = center[0]; 14877841947SLeila Ghaffari setup_context->center[1] = center[1]; 14977841947SLeila Ghaffari setup_context->center[2] = center[2]; 15077841947SLeila Ghaffari setup_context->time = 0; 15177841947SLeila Ghaffari 15277841947SLeila Ghaffari // -- QFunction Context 15377841947SLeila Ghaffari user->phys->euler_test = euler_test; 15477841947SLeila Ghaffari user->phys->implicit = implicit; 15577841947SLeila Ghaffari user->phys->has_curr_time = has_curr_time; 15677841947SLeila Ghaffari user->phys->has_neumann = has_neumann; 15777841947SLeila Ghaffari user->phys->euler_ctx->curr_time = 0.; 15877841947SLeila Ghaffari user->phys->euler_ctx->implicit = implicit; 15977841947SLeila Ghaffari user->phys->euler_ctx->euler_test = euler_test; 16077841947SLeila Ghaffari user->phys->euler_ctx->center[0] = center[0]; 16177841947SLeila Ghaffari user->phys->euler_ctx->center[1] = center[1]; 16277841947SLeila Ghaffari user->phys->euler_ctx->center[2] = center[2]; 16377841947SLeila Ghaffari user->phys->euler_ctx->vortex_strength = vortex_strength; 16477841947SLeila Ghaffari user->phys->euler_ctx->mean_velocity[0] = mean_velocity[0]; 16577841947SLeila Ghaffari user->phys->euler_ctx->mean_velocity[1] = mean_velocity[1]; 16677841947SLeila Ghaffari user->phys->euler_ctx->mean_velocity[2] = mean_velocity[2]; 16777841947SLeila Ghaffari 16877841947SLeila Ghaffari PetscFunctionReturn(0); 16977841947SLeila Ghaffari } 17077841947SLeila Ghaffari 171*d0b732dbSLeila Ghaffari PetscErrorCode SetupContext_EULER_VORTEX(Ceed ceed, CeedData ceed_data, 172*d0b732dbSLeila Ghaffari AppCtx app_ctx, SetupContext setup_ctx, Physics phys) { 173*d0b732dbSLeila Ghaffari PetscFunctionBeginUser; 174*d0b732dbSLeila Ghaffari 175*d0b732dbSLeila Ghaffari CeedQFunctionContextCreate(ceed, &ceed_data->setup_context); 176*d0b732dbSLeila Ghaffari CeedQFunctionContextSetData(ceed_data->setup_context, CEED_MEM_HOST, 177*d0b732dbSLeila Ghaffari CEED_USE_POINTER, 178*d0b732dbSLeila Ghaffari sizeof(*setup_ctx), setup_ctx); 179*d0b732dbSLeila Ghaffari CeedQFunctionContextCreate(ceed, &ceed_data->euler_context); 180*d0b732dbSLeila Ghaffari CeedQFunctionContextSetData(ceed_data->euler_context, CEED_MEM_HOST, 181*d0b732dbSLeila Ghaffari CEED_USE_POINTER, 182*d0b732dbSLeila Ghaffari sizeof(*phys->euler_ctx), phys->euler_ctx); 183*d0b732dbSLeila Ghaffari if (ceed_data->qf_ics) 184*d0b732dbSLeila Ghaffari CeedQFunctionSetContext(ceed_data->qf_ics, ceed_data->euler_context); 185*d0b732dbSLeila Ghaffari if (ceed_data->qf_apply_sur) 186*d0b732dbSLeila Ghaffari CeedQFunctionSetContext(ceed_data->qf_apply_sur, ceed_data->euler_context); 187*d0b732dbSLeila Ghaffari 188*d0b732dbSLeila Ghaffari PetscFunctionReturn(0); 189*d0b732dbSLeila Ghaffari } 190*d0b732dbSLeila Ghaffari 19177841947SLeila Ghaffari PetscErrorCode BC_EULER_VORTEX(DM dm, SimpleBC bc, Physics phys, 19277841947SLeila Ghaffari void *setup_ctx) { 19377841947SLeila Ghaffari PetscErrorCode ierr; 19477841947SLeila Ghaffari PetscFunctionBeginUser; 19577841947SLeila Ghaffari 19677841947SLeila Ghaffari // Define boundary conditions 19777841947SLeila Ghaffari bc->num_slip[2] = 2; bc->slips[2][0] = 1; bc->slips[2][1] = 2; 19877841947SLeila Ghaffari 19977841947SLeila Ghaffari // Set boundary conditions 20077841947SLeila Ghaffari DMLabel label; 20177841947SLeila Ghaffari ierr = DMGetLabel(dm, "Face Sets", &label); CHKERRQ(ierr); 20277841947SLeila Ghaffari PetscInt comps[1] = {3}; 20377841947SLeila Ghaffari ierr = DMAddBoundary(dm, DM_BC_ESSENTIAL, "slipz", label, "Face Sets", 20477841947SLeila Ghaffari bc->num_slip[2], bc->slips[2], 0, 1, comps, 20577841947SLeila Ghaffari (void(*)(void))NULL, NULL, setup_ctx, NULL); 20677841947SLeila Ghaffari CHKERRQ(ierr); 20777841947SLeila Ghaffari 20877841947SLeila Ghaffari PetscFunctionReturn(0); 20977841947SLeila Ghaffari } 21077841947SLeila Ghaffari 21177841947SLeila Ghaffari PetscErrorCode PRINT_EULER_VORTEX(Physics phys, SetupContext setup_ctx, 21277841947SLeila Ghaffari AppCtx app_ctx) { 21377841947SLeila Ghaffari MPI_Comm comm = PETSC_COMM_WORLD; 21477841947SLeila Ghaffari PetscErrorCode ierr; 21577841947SLeila Ghaffari PetscFunctionBeginUser; 21677841947SLeila Ghaffari 21777841947SLeila Ghaffari ierr = PetscPrintf(comm, 21877841947SLeila Ghaffari " Problem:\n" 21977841947SLeila Ghaffari " Problem Name : %s\n" 22077841947SLeila Ghaffari " Test Case : %s\n" 22177841947SLeila Ghaffari " Background Velocity : %f,%f\n", 22277841947SLeila Ghaffari app_ctx->problem_name, EulerTestTypes[phys->euler_test], 22377841947SLeila Ghaffari phys->euler_ctx->mean_velocity[0], 22477841947SLeila Ghaffari phys->euler_ctx->mean_velocity[1]); CHKERRQ(ierr); 22577841947SLeila Ghaffari 22677841947SLeila Ghaffari PetscFunctionReturn(0); 22777841947SLeila Ghaffari } 228