1a515125bSLeila Ghaffari // Copyright (c) 2017, Lawrence Livermore National Security, LLC. Produced at 2a515125bSLeila Ghaffari // the Lawrence Livermore National Laboratory. LLNL-CODE-734707. All Rights 3a515125bSLeila Ghaffari // reserved. See files LICENSE and NOTICE for details. 4a515125bSLeila Ghaffari // 5a515125bSLeila Ghaffari // This file is part of CEED, a collection of benchmarks, miniapps, software 6a515125bSLeila Ghaffari // libraries and APIs for efficient high-order finite element and spectral 7a515125bSLeila Ghaffari // element discretizations for exascale applications. For more information and 8a515125bSLeila Ghaffari // source code availability see http://github.com/ceed. 9a515125bSLeila Ghaffari // 10a515125bSLeila Ghaffari // The CEED research is supported by the Exascale Computing Project 17-SC-20-SC, 11a515125bSLeila Ghaffari // a collaborative effort of two U.S. Department of Energy organizations (Office 12a515125bSLeila Ghaffari // of Science and the National Nuclear Security Administration) responsible for 13a515125bSLeila Ghaffari // the planning and preparation of a capable exascale ecosystem, including 14a515125bSLeila Ghaffari // software, applications, hardware, advanced system engineering and early 15a515125bSLeila Ghaffari // testbed platforms, in support of the nation's exascale computing imperative. 16a515125bSLeila Ghaffari 17a515125bSLeila Ghaffari /// @file 18a515125bSLeila Ghaffari /// Utility functions for setting up DENSITY_CURRENT 19a515125bSLeila Ghaffari 20a515125bSLeila Ghaffari #include "../navierstokes.h" 21a515125bSLeila Ghaffari #include "../qfunctions/setupgeo.h" 22a515125bSLeila Ghaffari #include "../qfunctions/densitycurrent.h" 23a515125bSLeila Ghaffari 2405a512bdSLeila Ghaffari PetscErrorCode NS_DENSITY_CURRENT(ProblemData *problem, DM dm, void *setup_ctx, 25a515125bSLeila Ghaffari void *ctx) { 26a515125bSLeila Ghaffari SetupContext setup_context = *(SetupContext *)setup_ctx; 27a515125bSLeila Ghaffari User user = *(User *)ctx; 28a515125bSLeila Ghaffari StabilizationType stab; 29a515125bSLeila Ghaffari MPI_Comm comm = PETSC_COMM_WORLD; 30a515125bSLeila Ghaffari PetscBool implicit; 31a515125bSLeila Ghaffari PetscBool has_curr_time = PETSC_FALSE; 32a515125bSLeila Ghaffari PetscInt ierr; 33a515125bSLeila Ghaffari PetscFunctionBeginUser; 34a515125bSLeila Ghaffari 35a515125bSLeila Ghaffari ierr = PetscCalloc1(1, &user->phys->dc_ctx); CHKERRQ(ierr); 36a515125bSLeila Ghaffari 37a515125bSLeila Ghaffari // ------------------------------------------------------ 38a515125bSLeila Ghaffari // SET UP DENSITY_CURRENT 39a515125bSLeila Ghaffari // ------------------------------------------------------ 40a515125bSLeila Ghaffari problem->dim = 3; 41a515125bSLeila Ghaffari problem->q_data_size_vol = 10; 42a515125bSLeila Ghaffari problem->q_data_size_sur = 4; 43a515125bSLeila Ghaffari problem->setup_vol = Setup; 44a515125bSLeila Ghaffari problem->setup_vol_loc = Setup_loc; 45a515125bSLeila Ghaffari problem->setup_sur = SetupBoundary; 46a515125bSLeila Ghaffari problem->setup_sur_loc = SetupBoundary_loc; 47a515125bSLeila Ghaffari problem->ics = ICsDC; 48a515125bSLeila Ghaffari problem->ics_loc = ICsDC_loc; 49a515125bSLeila Ghaffari problem->apply_vol_rhs = DC; 50a515125bSLeila Ghaffari problem->apply_vol_rhs_loc = DC_loc; 51a515125bSLeila Ghaffari problem->apply_vol_ifunction = IFunction_DC; 52a515125bSLeila Ghaffari problem->apply_vol_ifunction_loc = IFunction_DC_loc; 53a515125bSLeila Ghaffari problem->bc = Exact_DC; 54ba5420e5SLeila Ghaffari problem->setup_ctx = SetupContext_DENSITY_CURRENT; 55a515125bSLeila Ghaffari problem->non_zero_time = PETSC_FALSE; 56a515125bSLeila Ghaffari problem->print_info = PRINT_DENSITY_CURRENT; 57a515125bSLeila Ghaffari 58a515125bSLeila Ghaffari // ------------------------------------------------------ 59a515125bSLeila Ghaffari // Create the libCEED context 60a515125bSLeila Ghaffari // ------------------------------------------------------ 61a515125bSLeila Ghaffari CeedScalar theta0 = 300.; // K 62a515125bSLeila Ghaffari CeedScalar thetaC = -15.; // K 63a515125bSLeila Ghaffari CeedScalar P0 = 1.e5; // Pa 64a515125bSLeila Ghaffari CeedScalar N = 0.01; // 1/s 65a515125bSLeila Ghaffari CeedScalar cv = 717.; // J/(kg K) 66a515125bSLeila Ghaffari CeedScalar cp = 1004.; // J/(kg K) 67a515125bSLeila Ghaffari CeedScalar g = 9.81; // m/s^2 68a515125bSLeila Ghaffari CeedScalar lambda = -2./3.; // - 69a515125bSLeila Ghaffari CeedScalar mu = 75.; // Pa s, dynamic viscosity 70a515125bSLeila Ghaffari // mu = 75 is not physical for air, but is good for numerical stability 71a515125bSLeila Ghaffari CeedScalar k = 0.02638; // W/(m K) 72f821ee77SLeila Ghaffari CeedScalar c_tau = 0.5; // - 73d8a22b9eSJed Brown // c_tau = 0.5 is reported as "optimal" in Hughes et al 2010 74a515125bSLeila Ghaffari CeedScalar rc = 1000.; // m (Radius of bubble) 75a515125bSLeila Ghaffari PetscReal center[3], dc_axis[3] = {0, 0, 0}; 7605a512bdSLeila Ghaffari PetscReal domain_min[3], domain_max[3], domain_size[3]; 7705a512bdSLeila Ghaffari ierr = DMGetBoundingBox(dm, domain_min, domain_max); CHKERRQ(ierr); 7805a512bdSLeila Ghaffari for (int i=0; i<3; i++) domain_size[i] = domain_max[i] - domain_min[i]; 79a515125bSLeila Ghaffari 80a515125bSLeila Ghaffari // ------------------------------------------------------ 81a515125bSLeila Ghaffari // Create the PETSc context 82a515125bSLeila Ghaffari // ------------------------------------------------------ 83a515125bSLeila Ghaffari PetscScalar meter = 1e-2; // 1 meter in scaled length units 84a515125bSLeila Ghaffari PetscScalar kilogram = 1e-6; // 1 kilogram in scaled mass units 85a515125bSLeila Ghaffari PetscScalar second = 1e-2; // 1 second in scaled time units 86a515125bSLeila Ghaffari PetscScalar Kelvin = 1; // 1 Kelvin in scaled temperature units 87a515125bSLeila Ghaffari PetscScalar W_per_m_K, Pascal, J_per_kg_K, m_per_squared_s; 88a515125bSLeila Ghaffari 89a515125bSLeila Ghaffari // ------------------------------------------------------ 90a515125bSLeila Ghaffari // Command line Options 91a515125bSLeila Ghaffari // ------------------------------------------------------ 92a515125bSLeila Ghaffari ierr = PetscOptionsBegin(comm, NULL, "Options for DENSITY_CURRENT problem", 93a515125bSLeila Ghaffari NULL); CHKERRQ(ierr); 94a515125bSLeila Ghaffari // -- Physics 95a515125bSLeila Ghaffari ierr = PetscOptionsScalar("-theta0", "Reference potential temperature", 96a515125bSLeila Ghaffari NULL, theta0, &theta0, NULL); CHKERRQ(ierr); 97a515125bSLeila Ghaffari ierr = PetscOptionsScalar("-thetaC", "Perturbation of potential temperature", 98a515125bSLeila Ghaffari NULL, thetaC, &thetaC, NULL); CHKERRQ(ierr); 99a515125bSLeila Ghaffari ierr = PetscOptionsScalar("-P0", "Atmospheric pressure", 100a515125bSLeila Ghaffari NULL, P0, &P0, NULL); CHKERRQ(ierr); 101a515125bSLeila Ghaffari ierr = PetscOptionsScalar("-N", "Brunt-Vaisala frequency", 102a515125bSLeila Ghaffari NULL, N, &N, NULL); CHKERRQ(ierr); 103a515125bSLeila Ghaffari ierr = PetscOptionsScalar("-cv", "Heat capacity at constant volume", 104a515125bSLeila Ghaffari NULL, cv, &cv, NULL); CHKERRQ(ierr); 105a515125bSLeila Ghaffari ierr = PetscOptionsScalar("-cp", "Heat capacity at constant pressure", 106a515125bSLeila Ghaffari NULL, cp, &cp, NULL); CHKERRQ(ierr); 107a515125bSLeila Ghaffari ierr = PetscOptionsScalar("-g", "Gravitational acceleration", 108a515125bSLeila Ghaffari NULL, g, &g, NULL); CHKERRQ(ierr); 109a515125bSLeila Ghaffari ierr = PetscOptionsScalar("-lambda", 110a515125bSLeila Ghaffari "Stokes hypothesis second viscosity coefficient", 111a515125bSLeila Ghaffari NULL, lambda, &lambda, NULL); CHKERRQ(ierr); 112a515125bSLeila Ghaffari ierr = PetscOptionsScalar("-mu", "Shear dynamic viscosity coefficient", 113a515125bSLeila Ghaffari NULL, mu, &mu, NULL); CHKERRQ(ierr); 114a515125bSLeila Ghaffari ierr = PetscOptionsScalar("-k", "Thermal conductivity", 115a515125bSLeila Ghaffari NULL, k, &k, NULL); CHKERRQ(ierr); 116a515125bSLeila Ghaffari ierr = PetscOptionsScalar("-rc", "Characteristic radius of thermal bubble", 117a515125bSLeila Ghaffari NULL, rc, &rc, NULL); CHKERRQ(ierr); 11805a512bdSLeila Ghaffari for (int i=0; i<3; i++) center[i] = .5*domain_size[i]; 119a515125bSLeila Ghaffari PetscInt n = problem->dim; 120a515125bSLeila Ghaffari ierr = PetscOptionsRealArray("-center", "Location of bubble center", 121a515125bSLeila Ghaffari NULL, center, &n, NULL); CHKERRQ(ierr); 122a515125bSLeila Ghaffari n = problem->dim; 123a515125bSLeila Ghaffari ierr = PetscOptionsRealArray("-dc_axis", 124a515125bSLeila Ghaffari "Axis of density current cylindrical anomaly, or {0,0,0} for spherically symmetric", 125a515125bSLeila Ghaffari NULL, dc_axis, &n, NULL); CHKERRQ(ierr); 126a515125bSLeila Ghaffari { 127a515125bSLeila Ghaffari PetscReal norm = PetscSqrtReal(PetscSqr(dc_axis[0]) + PetscSqr(dc_axis[1]) + 128a515125bSLeila Ghaffari PetscSqr(dc_axis[2])); 129a515125bSLeila Ghaffari if (norm > 0) { 130a515125bSLeila Ghaffari for (int i=0; i<3; i++) dc_axis[i] /= norm; 131a515125bSLeila Ghaffari } 132a515125bSLeila Ghaffari } 133a515125bSLeila Ghaffari ierr = PetscOptionsEnum("-stab", "Stabilization method", NULL, 134a515125bSLeila Ghaffari StabilizationTypes, (PetscEnum)(stab = STAB_NONE), 135a515125bSLeila Ghaffari (PetscEnum *)&stab, NULL); CHKERRQ(ierr); 136d8a22b9eSJed Brown ierr = PetscOptionsScalar("-c_tau", "Stabilization constant", 137d8a22b9eSJed Brown NULL, c_tau, &c_tau, NULL); CHKERRQ(ierr); 138a515125bSLeila Ghaffari ierr = PetscOptionsBool("-implicit", "Use implicit (IFunction) formulation", 139a515125bSLeila Ghaffari NULL, implicit=PETSC_FALSE, &implicit, NULL); 140a515125bSLeila Ghaffari CHKERRQ(ierr); 141a515125bSLeila Ghaffari 142a515125bSLeila Ghaffari // -- Units 143a515125bSLeila Ghaffari ierr = PetscOptionsScalar("-units_meter", "1 meter in scaled length units", 144a515125bSLeila Ghaffari NULL, meter, &meter, NULL); CHKERRQ(ierr); 145a515125bSLeila Ghaffari meter = fabs(meter); 146a515125bSLeila Ghaffari ierr = PetscOptionsScalar("-units_kilogram","1 kilogram in scaled mass units", 147a515125bSLeila Ghaffari NULL, kilogram, &kilogram, NULL); CHKERRQ(ierr); 148a515125bSLeila Ghaffari kilogram = fabs(kilogram); 149a515125bSLeila Ghaffari ierr = PetscOptionsScalar("-units_second","1 second in scaled time units", 150a515125bSLeila Ghaffari NULL, second, &second, NULL); CHKERRQ(ierr); 151a515125bSLeila Ghaffari second = fabs(second); 152a515125bSLeila Ghaffari ierr = PetscOptionsScalar("-units_Kelvin", 153a515125bSLeila Ghaffari "1 Kelvin in scaled temperature units", 154a515125bSLeila Ghaffari NULL, Kelvin, &Kelvin, NULL); CHKERRQ(ierr); 155a515125bSLeila Ghaffari Kelvin = fabs(Kelvin); 156a515125bSLeila Ghaffari 157a515125bSLeila Ghaffari // -- Warnings 158a515125bSLeila Ghaffari if (stab == STAB_SUPG && !implicit) { 159a515125bSLeila Ghaffari ierr = PetscPrintf(comm, 160a515125bSLeila Ghaffari "Warning! Use -stab supg only with -implicit\n"); 161a515125bSLeila Ghaffari CHKERRQ(ierr); 162a515125bSLeila Ghaffari } 163a515125bSLeila Ghaffari 164a515125bSLeila Ghaffari ierr = PetscOptionsEnd(); CHKERRQ(ierr); 165a515125bSLeila Ghaffari 166a515125bSLeila Ghaffari // ------------------------------------------------------ 167a515125bSLeila Ghaffari // Set up the PETSc context 168a515125bSLeila Ghaffari // ------------------------------------------------------ 169a515125bSLeila Ghaffari // -- Define derived units 170a515125bSLeila Ghaffari Pascal = kilogram / (meter * PetscSqr(second)); 171a515125bSLeila Ghaffari J_per_kg_K = PetscSqr(meter) / (PetscSqr(second) * Kelvin); 172a515125bSLeila Ghaffari m_per_squared_s = meter / PetscSqr(second); 173a515125bSLeila Ghaffari W_per_m_K = kilogram * meter / (pow(second,3) * Kelvin); 174a515125bSLeila Ghaffari 175a515125bSLeila Ghaffari user->units->meter = meter; 176a515125bSLeila Ghaffari user->units->kilogram = kilogram; 177a515125bSLeila Ghaffari user->units->second = second; 178a515125bSLeila Ghaffari user->units->Kelvin = Kelvin; 179a515125bSLeila Ghaffari user->units->Pascal = Pascal; 180a515125bSLeila Ghaffari user->units->J_per_kg_K = J_per_kg_K; 181a515125bSLeila Ghaffari user->units->m_per_squared_s = m_per_squared_s; 182a515125bSLeila Ghaffari user->units->W_per_m_K = W_per_m_K; 183a515125bSLeila Ghaffari 184a515125bSLeila Ghaffari // ------------------------------------------------------ 185a515125bSLeila Ghaffari // Set up the libCEED context 186a515125bSLeila Ghaffari // ------------------------------------------------------ 187a515125bSLeila Ghaffari // -- Scale variables to desired units 188a515125bSLeila Ghaffari theta0 *= Kelvin; 189a515125bSLeila Ghaffari thetaC *= Kelvin; 190a515125bSLeila Ghaffari P0 *= Pascal; 191a515125bSLeila Ghaffari N *= (1./second); 192a515125bSLeila Ghaffari cv *= J_per_kg_K; 193a515125bSLeila Ghaffari cp *= J_per_kg_K; 194a515125bSLeila Ghaffari g *= m_per_squared_s; 195a515125bSLeila Ghaffari mu *= Pascal * second; 196a515125bSLeila Ghaffari k *= W_per_m_K; 197a515125bSLeila Ghaffari rc = fabs(rc) * meter; 19805a512bdSLeila Ghaffari for (int i=0; i<3; i++) domain_size[i] *= meter; 199a515125bSLeila Ghaffari for (int i=0; i<3; i++) center[i] *= meter; 20005a512bdSLeila Ghaffari problem->dm_scale = meter; 201a515125bSLeila Ghaffari 202a515125bSLeila Ghaffari // -- Setup Context 203a515125bSLeila Ghaffari setup_context->theta0 = theta0; 204a515125bSLeila Ghaffari setup_context->thetaC = thetaC; 205a515125bSLeila Ghaffari setup_context->P0 = P0; 206a515125bSLeila Ghaffari setup_context->N = N; 207a515125bSLeila Ghaffari setup_context->cv = cv; 208a515125bSLeila Ghaffari setup_context->cp = cp; 209a515125bSLeila Ghaffari setup_context->g = g; 210a515125bSLeila Ghaffari setup_context->rc = rc; 21105a512bdSLeila Ghaffari setup_context->lx = domain_size[0]; 21205a512bdSLeila Ghaffari setup_context->ly = domain_size[1]; 21305a512bdSLeila Ghaffari setup_context->lz = domain_size[2]; 214a515125bSLeila Ghaffari setup_context->center[0] = center[0]; 215a515125bSLeila Ghaffari setup_context->center[1] = center[1]; 216a515125bSLeila Ghaffari setup_context->center[2] = center[2]; 217a515125bSLeila Ghaffari setup_context->dc_axis[0] = dc_axis[0]; 218a515125bSLeila Ghaffari setup_context->dc_axis[1] = dc_axis[1]; 219a515125bSLeila Ghaffari setup_context->dc_axis[2] = dc_axis[2]; 220a515125bSLeila Ghaffari setup_context->time = 0; 221a515125bSLeila Ghaffari 222a515125bSLeila Ghaffari // -- QFunction Context 223a515125bSLeila Ghaffari user->phys->stab = stab; 224a515125bSLeila Ghaffari user->phys->implicit = implicit; 225a515125bSLeila Ghaffari user->phys->has_curr_time = has_curr_time; 226a515125bSLeila Ghaffari user->phys->dc_ctx->lambda = lambda; 227a515125bSLeila Ghaffari user->phys->dc_ctx->mu = mu; 228a515125bSLeila Ghaffari user->phys->dc_ctx->k = k; 229a515125bSLeila Ghaffari user->phys->dc_ctx->cv = cv; 230a515125bSLeila Ghaffari user->phys->dc_ctx->cp = cp; 231a515125bSLeila Ghaffari user->phys->dc_ctx->g = g; 232d8a22b9eSJed Brown user->phys->dc_ctx->c_tau = c_tau; 233a515125bSLeila Ghaffari user->phys->dc_ctx->stabilization = stab; 234a515125bSLeila Ghaffari 235a515125bSLeila Ghaffari PetscFunctionReturn(0); 236a515125bSLeila Ghaffari } 237a515125bSLeila Ghaffari 238ba5420e5SLeila Ghaffari PetscErrorCode SetupContext_DENSITY_CURRENT(Ceed ceed, CeedData ceed_data, 239*002797a3SLeila Ghaffari AppCtx app_ctx, SetupContext setup_ctx, Physics phys) { 240ba5420e5SLeila Ghaffari PetscFunctionBeginUser; 241ba5420e5SLeila Ghaffari CeedQFunctionContextCreate(ceed, &ceed_data->setup_context); 242ba5420e5SLeila Ghaffari CeedQFunctionContextSetData(ceed_data->setup_context, CEED_MEM_HOST, 243ba5420e5SLeila Ghaffari CEED_USE_POINTER, sizeof(*setup_ctx), setup_ctx); 244ba5420e5SLeila Ghaffari CeedQFunctionSetContext(ceed_data->qf_ics, ceed_data->setup_context); 245ba5420e5SLeila Ghaffari CeedQFunctionContextCreate(ceed, &ceed_data->dc_context); 246ba5420e5SLeila Ghaffari CeedQFunctionContextSetData(ceed_data->dc_context, CEED_MEM_HOST, 247ba5420e5SLeila Ghaffari CEED_USE_POINTER, 248ba5420e5SLeila Ghaffari sizeof(*phys->dc_ctx), phys->dc_ctx); 249ba5420e5SLeila Ghaffari if (ceed_data->qf_rhs_vol) 250ba5420e5SLeila Ghaffari CeedQFunctionSetContext(ceed_data->qf_rhs_vol, ceed_data->dc_context); 251ba5420e5SLeila Ghaffari if (ceed_data->qf_ifunction_vol) 252ba5420e5SLeila Ghaffari CeedQFunctionSetContext(ceed_data->qf_ifunction_vol, ceed_data->dc_context); 253a515125bSLeila Ghaffari PetscFunctionReturn(0); 254a515125bSLeila Ghaffari } 255a515125bSLeila Ghaffari 256a515125bSLeila Ghaffari PetscErrorCode PRINT_DENSITY_CURRENT(Physics phys, SetupContext setup_ctx, 257a515125bSLeila Ghaffari AppCtx app_ctx) { 258a515125bSLeila Ghaffari MPI_Comm comm = PETSC_COMM_WORLD; 259a515125bSLeila Ghaffari PetscErrorCode ierr; 260a515125bSLeila Ghaffari PetscFunctionBeginUser; 261a515125bSLeila Ghaffari 262a515125bSLeila Ghaffari ierr = PetscPrintf(comm, 263a515125bSLeila Ghaffari " Problem:\n" 264a515125bSLeila Ghaffari " Problem Name : %s\n" 265a515125bSLeila Ghaffari " Stabilization : %s\n", 266a515125bSLeila Ghaffari app_ctx->problem_name, StabilizationTypes[phys->stab]); 267a515125bSLeila Ghaffari CHKERRQ(ierr); 268a515125bSLeila Ghaffari 269a515125bSLeila Ghaffari PetscFunctionReturn(0); 270a515125bSLeila Ghaffari } 271