1 // Copyright (c) 2017-2022, Lawrence Livermore National Security, LLC and other CEED contributors. 2 // All Rights Reserved. See the top-level LICENSE and NOTICE files for details. 3 // 4 // SPDX-License-Identifier: BSD-2-Clause 5 // 6 // This file is part of CEED: http://github.com/ceed 7 8 /// @file 9 /// Setup libCEED for Navier-Stokes example using PETSc 10 11 #include "../navierstokes.h" 12 13 // Utility function - essential BC dofs are encoded in closure indices as -(i+1). 14 PetscInt Involute(PetscInt i) { 15 return i >= 0 ? i : -(i+1); 16 } 17 18 // Utility function to create local CEED restriction 19 PetscErrorCode CreateRestrictionFromPlex(Ceed ceed, DM dm, CeedInt height, 20 DMLabel domain_label, CeedInt value, CeedElemRestriction *elem_restr) { 21 PetscInt num_elem, elem_size, num_dof, num_comp, *elem_restr_offsets; 22 PetscErrorCode ierr; 23 24 PetscFunctionBeginUser; 25 ierr = DMPlexGetLocalOffsets(dm, domain_label, value, height, 0, &num_elem, 26 &elem_size, &num_comp, &num_dof, &elem_restr_offsets); 27 CHKERRQ(ierr); 28 29 CeedElemRestrictionCreate(ceed, num_elem, elem_size, num_comp, 30 1, num_dof, CEED_MEM_HOST, CEED_COPY_VALUES, 31 elem_restr_offsets, elem_restr); 32 ierr = PetscFree(elem_restr_offsets); CHKERRQ(ierr); 33 34 PetscFunctionReturn(0); 35 } 36 37 // Utility function to get Ceed Restriction for each domain 38 PetscErrorCode GetRestrictionForDomain(Ceed ceed, DM dm, CeedInt height, 39 DMLabel domain_label, PetscInt value, 40 CeedInt Q, CeedInt q_data_size, 41 CeedElemRestriction *elem_restr_q, 42 CeedElemRestriction *elem_restr_x, 43 CeedElemRestriction *elem_restr_qd_i) { 44 DM dm_coord; 45 CeedInt dim, loc_num_elem; 46 CeedInt Q_dim; 47 PetscErrorCode ierr; 48 PetscFunctionBeginUser; 49 50 ierr = DMGetDimension(dm, &dim); CHKERRQ(ierr); 51 dim -= height; 52 Q_dim = CeedIntPow(Q, dim); 53 ierr = DMGetCoordinateDM(dm, &dm_coord); CHKERRQ(ierr); 54 ierr = DMPlexSetClosurePermutationTensor(dm_coord, PETSC_DETERMINE, NULL); 55 CHKERRQ(ierr); 56 ierr = CreateRestrictionFromPlex(ceed, dm, height, domain_label, value, 57 elem_restr_q); 58 CHKERRQ(ierr); 59 ierr = CreateRestrictionFromPlex(ceed, dm_coord, height, domain_label, value, 60 elem_restr_x); 61 CHKERRQ(ierr); 62 CeedElemRestrictionGetNumElements(*elem_restr_q, &loc_num_elem); 63 CeedElemRestrictionCreateStrided(ceed, loc_num_elem, Q_dim, 64 q_data_size, q_data_size*loc_num_elem*Q_dim, 65 CEED_STRIDES_BACKEND, elem_restr_qd_i); 66 PetscFunctionReturn(0); 67 } 68 69 // Utility function to create CEED Composite Operator for the entire domain 70 PetscErrorCode CreateOperatorForDomain(Ceed ceed, DM dm, SimpleBC bc, 71 CeedData ceed_data, Physics phys, 72 CeedOperator op_apply_vol, CeedInt height, 73 CeedInt P_sur, CeedInt Q_sur, CeedInt q_data_size_sur, 74 CeedOperator *op_apply) { 75 //CeedInt dim; 76 DMLabel domain_label; 77 PetscErrorCode ierr; 78 PetscFunctionBeginUser; 79 80 // Create Composite Operaters 81 CeedCompositeOperatorCreate(ceed, op_apply); 82 83 // --Apply Sub-Operator for the volume 84 CeedCompositeOperatorAddSub(*op_apply, op_apply_vol); 85 86 // -- Create Sub-Operator for in/outflow BCs 87 if (phys->has_neumann || 1) { 88 // --- Setup 89 ierr = DMGetLabel(dm, "Face Sets", &domain_label); CHKERRQ(ierr); 90 //ierr = DMGetDimension(dm, &dim); CHKERRQ(ierr); 91 92 // --- Get number of quadrature points for the boundaries 93 CeedInt num_qpts_sur; 94 CeedBasisGetNumQuadraturePoints(ceed_data->basis_q_sur, &num_qpts_sur); 95 96 // --- Create Sub-Operator for inflow boundaries 97 for (CeedInt i=0; i < bc->num_inflow; i++) { 98 CeedVector q_data_sur; 99 CeedOperator op_setup_sur, op_apply_inflow; 100 CeedElemRestriction elem_restr_x_sur, elem_restr_q_sur, elem_restr_qd_i_sur; 101 102 // ---- CEED Restriction 103 ierr = GetRestrictionForDomain(ceed, dm, height, domain_label, bc->inflows[i], 104 Q_sur, q_data_size_sur, &elem_restr_q_sur, &elem_restr_x_sur, 105 &elem_restr_qd_i_sur); 106 CHKERRQ(ierr); 107 108 // ---- CEED Vector 109 PetscInt loc_num_elem_sur; 110 CeedElemRestrictionGetNumElements(elem_restr_q_sur, &loc_num_elem_sur); 111 CeedVectorCreate(ceed, q_data_size_sur*loc_num_elem_sur*num_qpts_sur, 112 &q_data_sur); 113 114 // ---- CEED Operator 115 // ----- CEED Operator for Setup (geometric factors) 116 CeedOperatorCreate(ceed, ceed_data->qf_setup_sur, NULL, NULL, &op_setup_sur); 117 CeedOperatorSetField(op_setup_sur, "dx", elem_restr_x_sur, 118 ceed_data->basis_x_sur, CEED_VECTOR_ACTIVE); 119 CeedOperatorSetField(op_setup_sur, "weight", CEED_ELEMRESTRICTION_NONE, 120 ceed_data->basis_x_sur, CEED_VECTOR_NONE); 121 CeedOperatorSetField(op_setup_sur, "surface qdata", elem_restr_qd_i_sur, 122 CEED_BASIS_COLLOCATED, CEED_VECTOR_ACTIVE); 123 124 // ----- CEED Operator for Physics 125 CeedOperatorCreate(ceed, ceed_data->qf_apply_inflow, NULL, NULL, 126 &op_apply_inflow); 127 CeedOperatorSetField(op_apply_inflow, "q", elem_restr_q_sur, 128 ceed_data->basis_q_sur, CEED_VECTOR_ACTIVE); 129 CeedOperatorSetField(op_apply_inflow, "surface qdata", elem_restr_qd_i_sur, 130 CEED_BASIS_COLLOCATED, q_data_sur); 131 CeedOperatorSetField(op_apply_inflow, "x", elem_restr_x_sur, 132 ceed_data->basis_x_sur, ceed_data->x_coord); 133 CeedOperatorSetField(op_apply_inflow, "v", elem_restr_q_sur, 134 ceed_data->basis_q_sur, CEED_VECTOR_ACTIVE); 135 136 // ----- Apply CEED operator for Setup 137 CeedOperatorApply(op_setup_sur, ceed_data->x_coord, q_data_sur, 138 CEED_REQUEST_IMMEDIATE); 139 140 // ----- Apply Sub-Operator for Physics 141 CeedCompositeOperatorAddSub(*op_apply, op_apply_inflow); 142 143 // ----- Cleanup 144 CeedVectorDestroy(&q_data_sur); 145 CeedElemRestrictionDestroy(&elem_restr_q_sur); 146 CeedElemRestrictionDestroy(&elem_restr_x_sur); 147 CeedElemRestrictionDestroy(&elem_restr_qd_i_sur); 148 CeedOperatorDestroy(&op_setup_sur); 149 CeedOperatorDestroy(&op_apply_inflow); 150 } 151 152 // --- Create Sub-Operator for outflow boundaries 153 for (CeedInt i=0; i < bc->num_outflow; i++) { 154 CeedVector q_data_sur; 155 CeedOperator op_setup_sur, op_apply_outflow; 156 CeedElemRestriction elem_restr_x_sur, elem_restr_q_sur, elem_restr_qd_i_sur; 157 158 // ---- CEED Restriction 159 ierr = GetRestrictionForDomain(ceed, dm, height, domain_label, bc->outflows[i], 160 Q_sur, q_data_size_sur, &elem_restr_q_sur, &elem_restr_x_sur, 161 &elem_restr_qd_i_sur); 162 CHKERRQ(ierr); 163 164 // ---- CEED Vector 165 PetscInt loc_num_elem_sur; 166 CeedElemRestrictionGetNumElements(elem_restr_q_sur, &loc_num_elem_sur); 167 CeedVectorCreate(ceed, q_data_size_sur*loc_num_elem_sur*num_qpts_sur, 168 &q_data_sur); 169 170 // ---- CEED Operator 171 // ----- CEED Operator for Setup (geometric factors) 172 CeedOperatorCreate(ceed, ceed_data->qf_setup_sur, NULL, NULL, &op_setup_sur); 173 CeedOperatorSetField(op_setup_sur, "dx", elem_restr_x_sur, 174 ceed_data->basis_x_sur, CEED_VECTOR_ACTIVE); 175 CeedOperatorSetField(op_setup_sur, "weight", CEED_ELEMRESTRICTION_NONE, 176 ceed_data->basis_x_sur, CEED_VECTOR_NONE); 177 CeedOperatorSetField(op_setup_sur, "surface qdata", elem_restr_qd_i_sur, 178 CEED_BASIS_COLLOCATED, CEED_VECTOR_ACTIVE); 179 180 // ----- CEED Operator for Physics 181 CeedOperatorCreate(ceed, ceed_data->qf_apply_outflow, NULL, NULL, 182 &op_apply_outflow); 183 CeedOperatorSetField(op_apply_outflow, "q", elem_restr_q_sur, 184 ceed_data->basis_q_sur, CEED_VECTOR_ACTIVE); 185 CeedOperatorSetField(op_apply_outflow, "surface qdata", elem_restr_qd_i_sur, 186 CEED_BASIS_COLLOCATED, q_data_sur); 187 CeedOperatorSetField(op_apply_outflow, "x", elem_restr_x_sur, 188 ceed_data->basis_x_sur, ceed_data->x_coord); 189 CeedOperatorSetField(op_apply_outflow, "v", elem_restr_q_sur, 190 ceed_data->basis_q_sur, CEED_VECTOR_ACTIVE); 191 192 // ----- Apply CEED operator for Setup 193 CeedOperatorApply(op_setup_sur, ceed_data->x_coord, q_data_sur, 194 CEED_REQUEST_IMMEDIATE); 195 196 // ----- Apply Sub-Operator for Physics 197 CeedCompositeOperatorAddSub(*op_apply, op_apply_outflow); 198 199 // ----- Cleanup 200 CeedVectorDestroy(&q_data_sur); 201 CeedElemRestrictionDestroy(&elem_restr_q_sur); 202 CeedElemRestrictionDestroy(&elem_restr_x_sur); 203 CeedElemRestrictionDestroy(&elem_restr_qd_i_sur); 204 CeedOperatorDestroy(&op_setup_sur); 205 CeedOperatorDestroy(&op_apply_outflow); 206 } 207 } 208 209 // ----- Get Context Labels for Operator 210 CeedOperatorContextGetFieldLabel(*op_apply, "solution time", 211 &phys->solution_time_label); 212 CeedOperatorContextGetFieldLabel(*op_apply, "timestep size", 213 &phys->timestep_size_label); 214 215 PetscFunctionReturn(0); 216 } 217 218 PetscErrorCode SetupLibceed(Ceed ceed, CeedData ceed_data, DM dm, User user, 219 AppCtx app_ctx, ProblemData *problem, SimpleBC bc) { 220 PetscErrorCode ierr; 221 PetscFunctionBeginUser; 222 223 // ***************************************************************************** 224 // Set up CEED objects for the interior domain (volume) 225 // ***************************************************************************** 226 const PetscInt num_comp_q = 5; 227 const CeedInt dim = problem->dim, 228 num_comp_x = problem->dim, 229 q_data_size_vol = problem->q_data_size_vol, 230 P = app_ctx->degree + 1, 231 Q = P + app_ctx->q_extra; 232 233 // ----------------------------------------------------------------------------- 234 // CEED Bases 235 // ----------------------------------------------------------------------------- 236 CeedBasisCreateTensorH1Lagrange(ceed, dim, num_comp_q, P, Q, CEED_GAUSS, 237 &ceed_data->basis_q); 238 CeedBasisCreateTensorH1Lagrange(ceed, dim, num_comp_x, 2, Q, CEED_GAUSS, 239 &ceed_data->basis_x); 240 CeedBasisCreateTensorH1Lagrange(ceed, dim, num_comp_x, 2, P, 241 CEED_GAUSS_LOBATTO, &ceed_data->basis_xc); 242 243 // ----------------------------------------------------------------------------- 244 // CEED Restrictions 245 // ----------------------------------------------------------------------------- 246 // -- Create restriction 247 ierr = GetRestrictionForDomain(ceed, dm, 0, 0, 0, Q, q_data_size_vol, 248 &ceed_data->elem_restr_q, &ceed_data->elem_restr_x, 249 &ceed_data->elem_restr_qd_i); CHKERRQ(ierr); 250 // -- Create E vectors 251 CeedElemRestrictionCreateVector(ceed_data->elem_restr_q, &user->q_ceed, NULL); 252 CeedElemRestrictionCreateVector(ceed_data->elem_restr_q, &user->q_dot_ceed, 253 NULL); 254 CeedElemRestrictionCreateVector(ceed_data->elem_restr_q, &user->g_ceed, NULL); 255 256 // ----------------------------------------------------------------------------- 257 // CEED QFunctions 258 // ----------------------------------------------------------------------------- 259 // -- Create QFunction for quadrature data 260 CeedQFunctionCreateInterior(ceed, 1, problem->setup_vol.qfunction, 261 problem->setup_vol.qfunction_loc, 262 &ceed_data->qf_setup_vol); 263 if (problem->setup_vol.qfunction_context) { 264 CeedQFunctionSetContext(ceed_data->qf_setup_vol, 265 problem->setup_vol.qfunction_context); 266 CeedQFunctionContextDestroy(&problem->setup_vol.qfunction_context); 267 } 268 CeedQFunctionAddInput(ceed_data->qf_setup_vol, "dx", num_comp_x*dim, 269 CEED_EVAL_GRAD); 270 CeedQFunctionAddInput(ceed_data->qf_setup_vol, "weight", 1, CEED_EVAL_WEIGHT); 271 CeedQFunctionAddOutput(ceed_data->qf_setup_vol, "qdata", q_data_size_vol, 272 CEED_EVAL_NONE); 273 274 // -- Create QFunction for ICs 275 CeedQFunctionCreateInterior(ceed, 1, problem->ics.qfunction, 276 problem->ics.qfunction_loc, 277 &ceed_data->qf_ics); 278 CeedQFunctionSetContext(ceed_data->qf_ics, problem->ics.qfunction_context); 279 CeedQFunctionContextDestroy(&problem->ics.qfunction_context); 280 CeedQFunctionAddInput(ceed_data->qf_ics, "x", num_comp_x, CEED_EVAL_INTERP); 281 CeedQFunctionAddOutput(ceed_data->qf_ics, "q0", num_comp_q, CEED_EVAL_NONE); 282 283 // -- Create QFunction for RHS 284 if (problem->apply_vol_rhs.qfunction) { 285 CeedQFunctionCreateInterior(ceed, 1, problem->apply_vol_rhs.qfunction, 286 problem->apply_vol_rhs.qfunction_loc, &ceed_data->qf_rhs_vol); 287 CeedQFunctionSetContext(ceed_data->qf_rhs_vol, 288 problem->apply_vol_rhs.qfunction_context); 289 CeedQFunctionContextDestroy(&problem->apply_vol_rhs.qfunction_context); 290 CeedQFunctionAddInput(ceed_data->qf_rhs_vol, "q", num_comp_q, CEED_EVAL_INTERP); 291 CeedQFunctionAddInput(ceed_data->qf_rhs_vol, "dq", num_comp_q*dim, 292 CEED_EVAL_GRAD); 293 CeedQFunctionAddInput(ceed_data->qf_rhs_vol, "qdata", q_data_size_vol, 294 CEED_EVAL_NONE); 295 CeedQFunctionAddInput(ceed_data->qf_rhs_vol, "x", num_comp_x, CEED_EVAL_INTERP); 296 CeedQFunctionAddOutput(ceed_data->qf_rhs_vol, "v", num_comp_q, 297 CEED_EVAL_INTERP); 298 CeedQFunctionAddOutput(ceed_data->qf_rhs_vol, "dv", num_comp_q*dim, 299 CEED_EVAL_GRAD); 300 } 301 302 // -- Create QFunction for IFunction 303 if (problem->apply_vol_ifunction.qfunction) { 304 CeedQFunctionCreateInterior(ceed, 1, problem->apply_vol_ifunction.qfunction, 305 problem->apply_vol_ifunction.qfunction_loc, &ceed_data->qf_ifunction_vol); 306 CeedQFunctionSetContext(ceed_data->qf_ifunction_vol, 307 problem->apply_vol_ifunction.qfunction_context); 308 CeedQFunctionContextDestroy(&problem->apply_vol_ifunction.qfunction_context); 309 CeedQFunctionAddInput(ceed_data->qf_ifunction_vol, "q", num_comp_q, 310 CEED_EVAL_INTERP); 311 CeedQFunctionAddInput(ceed_data->qf_ifunction_vol, "dq", num_comp_q*dim, 312 CEED_EVAL_GRAD); 313 CeedQFunctionAddInput(ceed_data->qf_ifunction_vol, "q dot", num_comp_q, 314 CEED_EVAL_INTERP); 315 CeedQFunctionAddInput(ceed_data->qf_ifunction_vol, "qdata", q_data_size_vol, 316 CEED_EVAL_NONE); 317 CeedQFunctionAddInput(ceed_data->qf_ifunction_vol, "x", num_comp_x, 318 CEED_EVAL_INTERP); 319 CeedQFunctionAddOutput(ceed_data->qf_ifunction_vol, "v", num_comp_q, 320 CEED_EVAL_INTERP); 321 CeedQFunctionAddOutput(ceed_data->qf_ifunction_vol, "dv", num_comp_q*dim, 322 CEED_EVAL_GRAD); 323 } 324 325 // --------------------------------------------------------------------------- 326 // Element coordinates 327 // --------------------------------------------------------------------------- 328 // -- Create CEED vector 329 CeedElemRestrictionCreateVector(ceed_data->elem_restr_x, &ceed_data->x_coord, 330 NULL); 331 332 // -- Copy PETSc vector in CEED vector 333 Vec X_loc; 334 const PetscScalar *X_loc_array; 335 ierr = DMGetCoordinatesLocal(dm, &X_loc); CHKERRQ(ierr); 336 ierr = VecScale(X_loc, problem->dm_scale); CHKERRQ(ierr); 337 ierr = VecGetArrayRead(X_loc, &X_loc_array); CHKERRQ(ierr); 338 CeedVectorSetArray(ceed_data->x_coord, CEED_MEM_HOST, CEED_COPY_VALUES, 339 (PetscScalar *)X_loc_array); 340 ierr = VecRestoreArrayRead(X_loc, &X_loc_array); CHKERRQ(ierr); 341 342 // ----------------------------------------------------------------------------- 343 // CEED vectors 344 // ----------------------------------------------------------------------------- 345 // -- Create CEED vector for geometric data 346 CeedInt num_qpts_vol; 347 PetscInt loc_num_elem_vol; 348 CeedBasisGetNumQuadraturePoints(ceed_data->basis_q, &num_qpts_vol); 349 CeedElemRestrictionGetNumElements(ceed_data->elem_restr_q, &loc_num_elem_vol); 350 CeedVectorCreate(ceed, q_data_size_vol*loc_num_elem_vol*num_qpts_vol, 351 &ceed_data->q_data); 352 353 // ----------------------------------------------------------------------------- 354 // CEED Operators 355 // ----------------------------------------------------------------------------- 356 // -- Create CEED operator for quadrature data 357 CeedOperatorCreate(ceed, ceed_data->qf_setup_vol, NULL, NULL, 358 &ceed_data->op_setup_vol); 359 CeedOperatorSetField(ceed_data->op_setup_vol, "dx", ceed_data->elem_restr_x, 360 ceed_data->basis_x, CEED_VECTOR_ACTIVE); 361 CeedOperatorSetField(ceed_data->op_setup_vol, "weight", 362 CEED_ELEMRESTRICTION_NONE, ceed_data->basis_x, CEED_VECTOR_NONE); 363 CeedOperatorSetField(ceed_data->op_setup_vol, "qdata", 364 ceed_data->elem_restr_qd_i, CEED_BASIS_COLLOCATED, CEED_VECTOR_ACTIVE); 365 366 // -- Create CEED operator for ICs 367 CeedOperatorCreate(ceed, ceed_data->qf_ics, NULL, NULL, &ceed_data->op_ics); 368 CeedOperatorSetField(ceed_data->op_ics, "x", ceed_data->elem_restr_x, 369 ceed_data->basis_xc, CEED_VECTOR_ACTIVE); 370 CeedOperatorSetField(ceed_data->op_ics, "q0", ceed_data->elem_restr_q, 371 CEED_BASIS_COLLOCATED, CEED_VECTOR_ACTIVE); 372 CeedOperatorContextGetFieldLabel(ceed_data->op_ics, "evaluation time", 373 &user->phys->ics_time_label); 374 375 // Create CEED operator for RHS 376 if (ceed_data->qf_rhs_vol) { 377 CeedOperator op; 378 CeedOperatorCreate(ceed, ceed_data->qf_rhs_vol, NULL, NULL, &op); 379 CeedOperatorSetField(op, "q", ceed_data->elem_restr_q, ceed_data->basis_q, 380 CEED_VECTOR_ACTIVE); 381 CeedOperatorSetField(op, "dq", ceed_data->elem_restr_q, ceed_data->basis_q, 382 CEED_VECTOR_ACTIVE); 383 CeedOperatorSetField(op, "qdata", ceed_data->elem_restr_qd_i, 384 CEED_BASIS_COLLOCATED, ceed_data->q_data); 385 CeedOperatorSetField(op, "x", ceed_data->elem_restr_x, ceed_data->basis_x, 386 ceed_data->x_coord); 387 CeedOperatorSetField(op, "v", ceed_data->elem_restr_q, ceed_data->basis_q, 388 CEED_VECTOR_ACTIVE); 389 CeedOperatorSetField(op, "dv", ceed_data->elem_restr_q, ceed_data->basis_q, 390 CEED_VECTOR_ACTIVE); 391 user->op_rhs_vol = op; 392 } 393 394 // -- CEED operator for IFunction 395 if (ceed_data->qf_ifunction_vol) { 396 CeedOperator op; 397 CeedOperatorCreate(ceed, ceed_data->qf_ifunction_vol, NULL, NULL, &op); 398 CeedOperatorSetField(op, "q", ceed_data->elem_restr_q, ceed_data->basis_q, 399 CEED_VECTOR_ACTIVE); 400 CeedOperatorSetField(op, "dq", ceed_data->elem_restr_q, ceed_data->basis_q, 401 CEED_VECTOR_ACTIVE); 402 CeedOperatorSetField(op, "q dot", ceed_data->elem_restr_q, ceed_data->basis_q, 403 user->q_dot_ceed); 404 CeedOperatorSetField(op, "qdata", ceed_data->elem_restr_qd_i, 405 CEED_BASIS_COLLOCATED, ceed_data->q_data); 406 CeedOperatorSetField(op, "x", ceed_data->elem_restr_x, ceed_data->basis_x, 407 ceed_data->x_coord); 408 CeedOperatorSetField(op, "v", ceed_data->elem_restr_q, ceed_data->basis_q, 409 CEED_VECTOR_ACTIVE); 410 CeedOperatorSetField(op, "dv", ceed_data->elem_restr_q, ceed_data->basis_q, 411 CEED_VECTOR_ACTIVE); 412 user->op_ifunction_vol = op; 413 } 414 415 // ***************************************************************************** 416 // Set up CEED objects for the exterior domain (surface) 417 // ***************************************************************************** 418 CeedInt height = 1, 419 dim_sur = dim - height, 420 P_sur = app_ctx->degree + 1, 421 Q_sur = P_sur + app_ctx->q_extra; 422 const CeedInt q_data_size_sur = problem->q_data_size_sur; 423 424 // ----------------------------------------------------------------------------- 425 // CEED Bases 426 // ----------------------------------------------------------------------------- 427 CeedBasisCreateTensorH1Lagrange(ceed, dim_sur, num_comp_q, P_sur, Q_sur, 428 CEED_GAUSS, &ceed_data->basis_q_sur); 429 CeedBasisCreateTensorH1Lagrange(ceed, dim_sur, num_comp_x, 2, Q_sur, CEED_GAUSS, 430 &ceed_data->basis_x_sur); 431 432 // ----------------------------------------------------------------------------- 433 // CEED QFunctions 434 // ----------------------------------------------------------------------------- 435 // -- Create QFunction for quadrature data 436 CeedQFunctionCreateInterior(ceed, 1, problem->setup_sur.qfunction, 437 problem->setup_sur.qfunction_loc, 438 &ceed_data->qf_setup_sur); 439 if (problem->setup_sur.qfunction_context) { 440 CeedQFunctionSetContext(ceed_data->qf_setup_sur, 441 problem->setup_sur.qfunction_context); 442 CeedQFunctionContextDestroy(&problem->setup_sur.qfunction_context); 443 } 444 CeedQFunctionAddInput(ceed_data->qf_setup_sur, "dx", num_comp_x*dim_sur, 445 CEED_EVAL_GRAD); 446 CeedQFunctionAddInput(ceed_data->qf_setup_sur, "weight", 1, CEED_EVAL_WEIGHT); 447 CeedQFunctionAddOutput(ceed_data->qf_setup_sur, "surface qdata", 448 q_data_size_sur, CEED_EVAL_NONE); 449 450 // -- Creat QFunction for inflow boundaries 451 if (problem->apply_inflow.qfunction) { 452 CeedQFunctionCreateInterior(ceed, 1, problem->apply_inflow.qfunction, 453 problem->apply_inflow.qfunction_loc, &ceed_data->qf_apply_inflow); 454 CeedQFunctionSetContext(ceed_data->qf_apply_inflow, 455 problem->apply_inflow.qfunction_context); 456 CeedQFunctionContextDestroy(&problem->apply_inflow.qfunction_context); 457 CeedQFunctionAddInput(ceed_data->qf_apply_inflow, "q", num_comp_q, 458 CEED_EVAL_INTERP); 459 CeedQFunctionAddInput(ceed_data->qf_apply_inflow, "surface qdata", 460 q_data_size_sur, CEED_EVAL_NONE); 461 CeedQFunctionAddInput(ceed_data->qf_apply_inflow, "x", num_comp_x, 462 CEED_EVAL_INTERP); 463 CeedQFunctionAddOutput(ceed_data->qf_apply_inflow, "v", num_comp_q, 464 CEED_EVAL_INTERP); 465 } 466 467 // -- Creat QFunction for outflow boundaries 468 if (problem->apply_outflow.qfunction) { 469 CeedQFunctionCreateInterior(ceed, 1, problem->apply_outflow.qfunction, 470 problem->apply_outflow.qfunction_loc, &ceed_data->qf_apply_outflow); 471 CeedQFunctionSetContext(ceed_data->qf_apply_outflow, 472 problem->apply_outflow.qfunction_context); 473 CeedQFunctionContextDestroy(&problem->apply_outflow.qfunction_context); 474 CeedQFunctionAddInput(ceed_data->qf_apply_outflow, "q", num_comp_q, 475 CEED_EVAL_INTERP); 476 CeedQFunctionAddInput(ceed_data->qf_apply_outflow, "surface qdata", 477 q_data_size_sur, CEED_EVAL_NONE); 478 CeedQFunctionAddInput(ceed_data->qf_apply_outflow, "x", num_comp_x, 479 CEED_EVAL_INTERP); 480 CeedQFunctionAddOutput(ceed_data->qf_apply_outflow, "v", num_comp_q, 481 CEED_EVAL_INTERP); 482 } 483 484 // ***************************************************************************** 485 // CEED Operator Apply 486 // ***************************************************************************** 487 // -- Apply CEED Operator for the geometric data 488 CeedOperatorApply(ceed_data->op_setup_vol, ceed_data->x_coord, 489 ceed_data->q_data, CEED_REQUEST_IMMEDIATE); 490 491 // -- Create and apply CEED Composite Operator for the entire domain 492 if (!user->phys->implicit) { // RHS 493 ierr = CreateOperatorForDomain(ceed, dm, bc, ceed_data, user->phys, 494 user->op_rhs_vol, height, P_sur, Q_sur, 495 q_data_size_sur, &user->op_rhs); CHKERRQ(ierr); 496 } else { // IFunction 497 ierr = CreateOperatorForDomain(ceed, dm, bc, ceed_data, user->phys, 498 user->op_ifunction_vol, height, P_sur, Q_sur, 499 q_data_size_sur, &user->op_ifunction); CHKERRQ(ierr); 500 } 501 502 PetscFunctionReturn(0); 503 } 504