xref: /honee/problems/advection.c (revision c4020f1ffb1c38097c1785e6f70abf79fa31b225)
1 // SPDX-FileCopyrightText: Copyright (c) 2017-2024, HONEE contributors.
2 // SPDX-License-Identifier: Apache-2.0 OR BSD-2-Clause
3 
4 /// @file
5 /// Utility functions for setting up ADVECTION
6 
7 #include "../qfunctions/advection.h"
8 
9 #include <ceed.h>
10 #include <petscdm.h>
11 
12 #include <navierstokes.h>
13 
14 const char *const AdvDifWindTypes[] = {"ROTATION", "TRANSLATION", "BOUNDARY_LAYER", "WindType", "ADVDIF_WIND_", NULL};
15 const char *const AdvDifICTypes[]   = {"SPHERE", "CYLINDER", "COSINE_HILL", "SKEW", "WAVE", "BOUNDARY_LAYER", "AdvectionICType", "ADVDIF_IC_", NULL};
16 const char *const AdvDifWaveTypes[] = {"SINE", "SQUARE", "AdvDifWaveType", "ADVDIF_WAVE_", NULL};
17 const char *const AdvDifBubbleContinuityTypes[] = {"SMOOTH", "BACK_SHARP", "THICK", "COSINE", "BubbleContinuityType", "ADVDIF_BUBBLE_CONTINUITY_",
18                                                    NULL};
19 const char *const StabilizationTauTypes[]       = {"CTAU", "ADVDIFF_SHAKIB", "StabilizationTauType", "STAB_TAU_", NULL};
20 
21 static PetscErrorCode PRINT_ADVECTION(Honee honee, ProblemData problem, AppCtx app_ctx) {
22   MPI_Comm         comm = honee->comm;
23   Ceed             ceed = honee->ceed;
24   SetupContextAdv  setup_ctx;
25   AdvectionContext advection_ctx;
26   PetscInt         dim;
27 
28   PetscFunctionBeginUser;
29   PetscCall(DMGetDimension(honee->dm, &dim));
30   PetscCallCeed(ceed, CeedQFunctionContextGetData(problem->ics.qfctx, CEED_MEM_HOST, &setup_ctx));
31   PetscCallCeed(ceed, CeedQFunctionContextGetData(problem->apply_vol_rhs.qfctx, CEED_MEM_HOST, &advection_ctx));
32   PetscCall(PetscPrintf(comm,
33                         "  Problem:\n"
34                         "    Problem Name                       : %s\n"
35                         "    Stabilization                      : %s\n"
36                         "    Stabilization Tau                  : %s\n"
37                         "    Wind Type                          : %s\n",
38                         app_ctx->problem_name, StabilizationTypes[advection_ctx->stabilization],
39                         StabilizationTauTypes[advection_ctx->stabilization_tau], AdvDifWindTypes[setup_ctx->wind_type]));
40 
41   if (setup_ctx->wind_type == ADVDIF_WIND_TRANSLATION) {
42     CeedScalar *wind = setup_ctx->wind;
43     switch (dim) {
44       case 2:
45         PetscCall(PetscPrintf(comm, "    Background Wind                    : %f,%f\n", wind[0], wind[1]));
46         break;
47       case 3:
48         PetscCall(PetscPrintf(comm, "    Background Wind                    : %f,%f,%f\n", wind[0], wind[1], wind[2]));
49         break;
50     }
51   }
52 
53   PetscCall(PetscPrintf(comm, "    Initial Condition Type             : %s\n", AdvDifICTypes[setup_ctx->initial_condition_type]));
54   switch (setup_ctx->initial_condition_type) {
55     case ADVDIF_IC_SKEW:
56     case ADVDIF_IC_COSINE_HILL:
57     case ADVDIF_IC_BOUNDARY_LAYER:
58       break;
59     case ADVDIF_IC_BUBBLE_SPHERE:
60     case ADVDIF_IC_BUBBLE_CYLINDER:
61       PetscCall(PetscPrintf(comm, "    Bubble Continuity                  : %s\n", AdvDifBubbleContinuityTypes[setup_ctx->bubble_continuity_type]));
62       break;
63     case ADVDIF_IC_WAVE:
64       PetscCall(PetscPrintf(comm, "    Wave Type                          : %s\n", AdvDifWaveTypes[setup_ctx->wave_type]));
65       break;
66   }
67 
68   PetscCallCeed(ceed, CeedQFunctionContextRestoreData(problem->ics.qfctx, &setup_ctx));
69   PetscCallCeed(ceed, CeedQFunctionContextRestoreData(problem->apply_vol_rhs.qfctx, &advection_ctx));
70   PetscFunctionReturn(PETSC_SUCCESS);
71 }
72 
73 // @brief Create CeedOperator for stabilized mass KSP for explicit timestepping
74 //
75 // Only used for SUPG stabilization
76 PetscErrorCode CreateKSPMassOperator_AdvectionStabilized(Honee honee, CeedOperator *op_mass) {
77   Ceed                 ceed = honee->ceed;
78   CeedInt              num_comp_q, q_data_size;
79   CeedQFunction        qf_mass = NULL;
80   CeedElemRestriction  elem_restr_q, elem_restr_qd;
81   CeedBasis            basis_q;
82   CeedVector           q_data;
83   CeedQFunctionContext qfctx = NULL;
84   PetscInt             dim;
85 
86   PetscFunctionBeginUser;
87   PetscCall(DMGetDimension(honee->dm, &dim));
88   {  // Get restriction and basis from the RHS function
89     CeedOperator     *sub_ops;
90     CeedOperatorField op_field;
91     PetscInt          sub_op_index = 0;  // will be 0 for the volume op
92 
93     PetscCallCeed(ceed, CeedCompositeOperatorGetSubList(honee->op_rhs_ctx->op, &sub_ops));
94     PetscCallCeed(ceed, CeedOperatorGetFieldByName(sub_ops[sub_op_index], "q", &op_field));
95     PetscCallCeed(ceed, CeedOperatorFieldGetData(op_field, NULL, &elem_restr_q, &basis_q, NULL));
96     PetscCallCeed(ceed, CeedOperatorGetFieldByName(sub_ops[sub_op_index], "qdata", &op_field));
97     PetscCallCeed(ceed, CeedOperatorFieldGetData(op_field, NULL, &elem_restr_qd, NULL, &q_data));
98 
99     PetscCallCeed(ceed, CeedOperatorGetContext(sub_ops[sub_op_index], &qfctx));
100   }
101 
102   PetscCallCeed(ceed, CeedElemRestrictionGetNumComponents(elem_restr_q, &num_comp_q));
103   PetscCallCeed(ceed, CeedElemRestrictionGetNumComponents(elem_restr_qd, &q_data_size));
104 
105   switch (dim) {
106     case 2:
107       PetscCallCeed(ceed, CeedQFunctionCreateInterior(ceed, 1, MassFunction_Advection2D, MassFunction_Advection2D_loc, &qf_mass));
108       break;
109     case 3:
110       PetscCallCeed(ceed, CeedQFunctionCreateInterior(ceed, 1, MassFunction_Advection, MassFunction_Advection_loc, &qf_mass));
111       break;
112   }
113 
114   PetscCallCeed(ceed, CeedQFunctionSetContext(qf_mass, qfctx));
115   PetscCallCeed(ceed, CeedQFunctionSetUserFlopsEstimate(qf_mass, 0));
116   PetscCallCeed(ceed, CeedQFunctionAddInput(qf_mass, "q_dot", 5, CEED_EVAL_INTERP));
117   PetscCallCeed(ceed, CeedQFunctionAddInput(qf_mass, "q", 5, CEED_EVAL_INTERP));
118   PetscCallCeed(ceed, CeedQFunctionAddInput(qf_mass, "qdata", q_data_size, CEED_EVAL_NONE));
119   PetscCallCeed(ceed, CeedQFunctionAddOutput(qf_mass, "v", 5, CEED_EVAL_INTERP));
120   PetscCallCeed(ceed, CeedQFunctionAddOutput(qf_mass, "Grad_v", 5 * dim, CEED_EVAL_GRAD));
121 
122   PetscCallCeed(ceed, CeedOperatorCreate(ceed, qf_mass, NULL, NULL, op_mass));
123   PetscCallCeed(ceed, CeedOperatorSetName(*op_mass, "RHS Mass Operator, Advection-Diffusion Stabilized"));
124   PetscCallCeed(ceed, CeedOperatorSetField(*op_mass, "q_dot", elem_restr_q, basis_q, CEED_VECTOR_ACTIVE));
125   PetscCallCeed(ceed, CeedOperatorSetField(*op_mass, "q", elem_restr_q, basis_q, honee->q_ceed));
126   PetscCallCeed(ceed, CeedOperatorSetField(*op_mass, "qdata", elem_restr_qd, CEED_BASIS_NONE, q_data));
127   PetscCallCeed(ceed, CeedOperatorSetField(*op_mass, "v", elem_restr_q, basis_q, CEED_VECTOR_ACTIVE));
128   PetscCallCeed(ceed, CeedOperatorSetField(*op_mass, "Grad_v", elem_restr_q, basis_q, CEED_VECTOR_ACTIVE));
129 
130   PetscCallCeed(ceed, CeedElemRestrictionDestroy(&elem_restr_q));
131   PetscCallCeed(ceed, CeedElemRestrictionDestroy(&elem_restr_qd));
132   PetscCallCeed(ceed, CeedVectorDestroy(&q_data));
133   PetscCallCeed(ceed, CeedBasisDestroy(&basis_q));
134   PetscCallCeed(ceed, CeedQFunctionContextDestroy(&qfctx));
135   PetscCallCeed(ceed, CeedQFunctionDestroy(&qf_mass));
136   PetscFunctionReturn(PETSC_SUCCESS);
137 }
138 
139 /**
140   @brief Create RHS CeedOperator for direct projection of divergence of diffusive flux
141 
142   @param[in]  honee          `Honee` context
143   @param[in]  diff_flux_proj `DivDiffFluxProjectionData` object
144   @param[out] op_rhs         Operator to calculate the RHS of the L^2 projection
145 **/
146 static PetscErrorCode DivDiffFluxProjectionCreateRHS_Direct_AdvDif(Honee honee, DivDiffFluxProjectionData diff_flux_proj, CeedOperator *op_rhs) {
147   Ceed                 ceed       = honee->ceed;
148   NodalProjectionData  projection = diff_flux_proj->projection;
149   CeedInt              num_comp_q;
150   PetscInt             dim, label_value = 0;
151   DMLabel              domain_label    = NULL;
152   CeedQFunctionContext advection_qfctx = NULL;
153 
154   PetscFunctionBeginUser;
155   // -- Get Pre-requisite things
156   PetscCall(DMGetDimension(projection->dm, &dim));
157   PetscCallCeed(ceed, CeedBasisGetNumComponents(honee->basis_q, &num_comp_q));
158 
159   {  // Get advection-diffusion QF context
160     CeedOperator *sub_ops;
161     PetscInt      sub_op_index = 0;  // will be 0 for the volume op
162 
163     if (honee->op_ifunction) PetscCallCeed(ceed, CeedCompositeOperatorGetSubList(honee->op_ifunction, &sub_ops));
164     else PetscCallCeed(ceed, CeedCompositeOperatorGetSubList(honee->op_rhs_ctx->op, &sub_ops));
165     PetscCallCeed(ceed, CeedOperatorGetContext(sub_ops[sub_op_index], &advection_qfctx));
166   }
167   PetscCallCeed(ceed, CeedCompositeOperatorCreate(ceed, op_rhs));
168   {  // Add the volume integral CeedOperator
169     CeedQFunction       qf_rhs_volume = NULL;
170     CeedOperator        op_rhs_volume;
171     CeedVector          q_data;
172     CeedElemRestriction elem_restr_qd, elem_restr_diff_flux_volume = NULL;
173     CeedBasis           basis_diff_flux = NULL;
174     CeedInt             q_data_size;
175 
176     PetscCall(DivDiffFluxProjectionGetOperatorFieldData(diff_flux_proj, &elem_restr_diff_flux_volume, &basis_diff_flux, NULL, NULL));
177     PetscCall(QDataGet(ceed, projection->dm, domain_label, label_value, honee->elem_restr_x, honee->basis_x, honee->x_coord, &elem_restr_qd, &q_data,
178                        &q_data_size));
179     switch (dim) {
180       case 2:
181         PetscCallCeed(
182             ceed, CeedQFunctionCreateInterior(ceed, 1, DivDiffusiveFluxVolumeRHS_AdvDif_2D, DivDiffusiveFluxVolumeRHS_AdvDif_2D_loc, &qf_rhs_volume));
183         break;
184       case 3:
185         PetscCallCeed(
186             ceed, CeedQFunctionCreateInterior(ceed, 1, DivDiffusiveFluxVolumeRHS_AdvDif_3D, DivDiffusiveFluxVolumeRHS_AdvDif_3D_loc, &qf_rhs_volume));
187         break;
188     }
189     PetscCheck(qf_rhs_volume, honee->comm, PETSC_ERR_SUP, "%s not valid for DM of dimension %" PetscInt_FMT, __func__, dim);
190 
191     PetscCallCeed(ceed, CeedQFunctionSetContext(qf_rhs_volume, advection_qfctx));
192     PetscCallCeed(ceed, CeedQFunctionAddInput(qf_rhs_volume, "Grad_q", num_comp_q * dim, CEED_EVAL_GRAD));
193     PetscCallCeed(ceed, CeedQFunctionAddInput(qf_rhs_volume, "qdata", q_data_size, CEED_EVAL_NONE));
194     PetscCallCeed(ceed, CeedQFunctionAddOutput(qf_rhs_volume, "diffusive flux RHS", projection->num_comp * dim, CEED_EVAL_GRAD));
195 
196     PetscCallCeed(ceed, CeedOperatorCreate(ceed, qf_rhs_volume, NULL, NULL, &op_rhs_volume));
197     PetscCallCeed(ceed, CeedOperatorSetField(op_rhs_volume, "Grad_q", honee->elem_restr_q, honee->basis_q, CEED_VECTOR_ACTIVE));
198     PetscCallCeed(ceed, CeedOperatorSetField(op_rhs_volume, "qdata", elem_restr_qd, CEED_BASIS_NONE, q_data));
199     PetscCallCeed(ceed, CeedOperatorSetField(op_rhs_volume, "diffusive flux RHS", elem_restr_diff_flux_volume, basis_diff_flux, CEED_VECTOR_ACTIVE));
200 
201     PetscCallCeed(ceed, CeedCompositeOperatorAddSub(*op_rhs, op_rhs_volume));
202 
203     PetscCallCeed(ceed, CeedVectorDestroy(&q_data));
204     PetscCallCeed(ceed, CeedElemRestrictionDestroy(&elem_restr_qd));
205     PetscCallCeed(ceed, CeedElemRestrictionDestroy(&elem_restr_diff_flux_volume));
206     PetscCallCeed(ceed, CeedBasisDestroy(&basis_diff_flux));
207     PetscCallCeed(ceed, CeedOperatorDestroy(&op_rhs_volume));
208     PetscCallCeed(ceed, CeedQFunctionDestroy(&qf_rhs_volume));
209   }
210 
211   {  // Add the boundary integral CeedOperator
212     CeedQFunction qf_rhs_boundary;
213     DMLabel       face_sets_label;
214     PetscInt      num_face_set_values, *face_set_values;
215     CeedInt       q_data_size;
216 
217     // -- Build RHS operator
218     switch (dim) {
219       case 2:
220         PetscCallCeed(ceed, CeedQFunctionCreateInterior(ceed, 1, DivDiffusiveFluxBoundaryRHS_AdvDif_2D, DivDiffusiveFluxBoundaryRHS_AdvDif_2D_loc,
221                                                         &qf_rhs_boundary));
222         break;
223       case 3:
224         PetscCallCeed(ceed, CeedQFunctionCreateInterior(ceed, 1, DivDiffusiveFluxBoundaryRHS_AdvDif_3D, DivDiffusiveFluxBoundaryRHS_AdvDif_3D_loc,
225                                                         &qf_rhs_boundary));
226         break;
227     }
228 
229     PetscCall(QDataBoundaryGradientGetNumComponents(honee->dm, &q_data_size));
230     PetscCallCeed(ceed, CeedQFunctionSetContext(qf_rhs_boundary, advection_qfctx));
231     PetscCallCeed(ceed, CeedQFunctionAddInput(qf_rhs_boundary, "Grad_q", num_comp_q * dim, CEED_EVAL_GRAD));
232     PetscCallCeed(ceed, CeedQFunctionAddInput(qf_rhs_boundary, "qdata", q_data_size, CEED_EVAL_NONE));
233     PetscCallCeed(ceed, CeedQFunctionAddOutput(qf_rhs_boundary, "diffusive flux RHS", projection->num_comp, CEED_EVAL_INTERP));
234 
235     PetscCall(DMGetLabel(projection->dm, "Face Sets", &face_sets_label));
236     PetscCall(DMLabelCreateGlobalValueArray(projection->dm, face_sets_label, &num_face_set_values, &face_set_values));
237     for (PetscInt f = 0; f < num_face_set_values; f++) {
238       DMLabel  face_orientation_label;
239       PetscInt num_orientations_values, *orientation_values;
240 
241       {
242         char *face_orientation_label_name;
243 
244         PetscCall(DMPlexCreateFaceLabel(projection->dm, face_set_values[f], &face_orientation_label_name));
245         PetscCall(DMGetLabel(projection->dm, face_orientation_label_name, &face_orientation_label));
246         PetscCall(PetscFree(face_orientation_label_name));
247       }
248       PetscCall(DMLabelCreateGlobalValueArray(projection->dm, face_orientation_label, &num_orientations_values, &orientation_values));
249       for (PetscInt o = 0; o < num_orientations_values; o++) {
250         CeedOperator        op_rhs_boundary;
251         CeedBasis           basis_q, basis_diff_flux_boundary;
252         CeedElemRestriction elem_restr_qdata, elem_restr_q, elem_restr_diff_flux_boundary;
253         CeedVector          q_data;
254         CeedInt             q_data_size;
255         PetscInt            orientation = orientation_values[o], dm_field_q = 0, height_cell = 0, height_face = 1;
256 
257         PetscCall(DMPlexCeedElemRestrictionCreate(ceed, honee->dm, face_orientation_label, orientation, height_cell, dm_field_q, &elem_restr_q));
258         PetscCall(DMPlexCeedBasisCellToFaceCreate(ceed, honee->dm, face_orientation_label, orientation, orientation, dm_field_q, &basis_q));
259         PetscCall(DMPlexCeedElemRestrictionCreate(ceed, projection->dm, face_orientation_label, orientation, height_face, 0,
260                                                   &elem_restr_diff_flux_boundary));
261         PetscCall(CreateBasisFromPlex(ceed, projection->dm, face_orientation_label, orientation, height_face, 0, &basis_diff_flux_boundary));
262         PetscCall(
263             QDataBoundaryGradientGet(ceed, honee->dm, face_orientation_label, orientation, honee->x_coord, &elem_restr_qdata, &q_data, &q_data_size));
264 
265         PetscCallCeed(ceed, CeedOperatorCreate(ceed, qf_rhs_boundary, NULL, NULL, &op_rhs_boundary));
266         PetscCallCeed(ceed, CeedOperatorSetField(op_rhs_boundary, "Grad_q", elem_restr_q, basis_q, CEED_VECTOR_ACTIVE));
267         PetscCallCeed(ceed, CeedOperatorSetField(op_rhs_boundary, "qdata", elem_restr_qdata, CEED_BASIS_NONE, q_data));
268         PetscCallCeed(ceed, CeedOperatorSetField(op_rhs_boundary, "diffusive flux RHS", elem_restr_diff_flux_boundary, basis_diff_flux_boundary,
269                                                  CEED_VECTOR_ACTIVE));
270 
271         PetscCallCeed(ceed, CeedCompositeOperatorAddSub(*op_rhs, op_rhs_boundary));
272 
273         PetscCallCeed(ceed, CeedOperatorDestroy(&op_rhs_boundary));
274         PetscCallCeed(ceed, CeedElemRestrictionDestroy(&elem_restr_qdata));
275         PetscCallCeed(ceed, CeedElemRestrictionDestroy(&elem_restr_q));
276         PetscCallCeed(ceed, CeedElemRestrictionDestroy(&elem_restr_diff_flux_boundary));
277         PetscCallCeed(ceed, CeedBasisDestroy(&basis_q));
278         PetscCallCeed(ceed, CeedBasisDestroy(&basis_diff_flux_boundary));
279         PetscCallCeed(ceed, CeedVectorDestroy(&q_data));
280       }
281       PetscCall(PetscFree(orientation_values));
282     }
283     PetscCall(PetscFree(face_set_values));
284     PetscCallCeed(ceed, CeedQFunctionDestroy(&qf_rhs_boundary));
285   }
286 
287   PetscCallCeed(ceed, CeedQFunctionContextDestroy(&advection_qfctx));
288   PetscFunctionReturn(PETSC_SUCCESS);
289 }
290 
291 /**
292   @brief Create RHS CeedOperator for indirect projection of divergence of diffusive flux
293 
294   @param[in]  honee          `Honee` context
295   @param[in]  diff_flux_proj `DivDiffFluxProjectionData` object
296   @param[out] op_rhs         Operator to calculate the RHS of the L^2 projection
297 **/
298 static PetscErrorCode DivDiffFluxProjectionCreateRHS_Indirect_AdvDif(Honee honee, DivDiffFluxProjectionData diff_flux_proj, CeedOperator *op_rhs) {
299   Ceed                 ceed       = honee->ceed;
300   NodalProjectionData  projection = diff_flux_proj->projection;
301   CeedBasis            basis_diff_flux;
302   CeedElemRestriction  elem_restr_diff_flux, elem_restr_qd;
303   CeedVector           q_data;
304   CeedInt              num_comp_q, q_data_size;
305   PetscInt             dim;
306   PetscInt             label_value = 0, height = 0, dm_field = 0;
307   DMLabel              domain_label    = NULL;
308   CeedQFunction        qf_rhs          = NULL;
309   CeedQFunctionContext advection_qfctx = NULL;
310 
311   PetscFunctionBeginUser;
312   PetscCall(DMGetDimension(projection->dm, &dim));
313   PetscCallCeed(ceed, CeedBasisGetNumComponents(honee->basis_q, &num_comp_q));
314 
315   {  // Get advection-diffusion QF context
316     CeedOperator *sub_ops;
317     PetscInt      sub_op_index = 0;  // will be 0 for the volume op
318 
319     if (honee->op_ifunction) PetscCallCeed(ceed, CeedCompositeOperatorGetSubList(honee->op_ifunction, &sub_ops));
320     else PetscCallCeed(ceed, CeedCompositeOperatorGetSubList(honee->op_rhs_ctx->op, &sub_ops));
321     PetscCallCeed(ceed, CeedOperatorGetContext(sub_ops[sub_op_index], &advection_qfctx));
322   }
323   PetscCall(DMPlexCeedElemRestrictionCreate(ceed, projection->dm, domain_label, label_value, height, dm_field, &elem_restr_diff_flux));
324   PetscCall(CreateBasisFromPlex(ceed, projection->dm, domain_label, label_value, height, dm_field, &basis_diff_flux));
325   PetscCall(QDataGet(ceed, projection->dm, domain_label, label_value, honee->elem_restr_x, honee->basis_x, honee->x_coord, &elem_restr_qd, &q_data,
326                      &q_data_size));
327 
328   switch (dim) {
329     case 2:
330       PetscCallCeed(ceed, CeedQFunctionCreateInterior(ceed, 1, DiffusiveFluxRHS_AdvDif_2D, DiffusiveFluxRHS_AdvDif_2D_loc, &qf_rhs));
331       break;
332     case 3:
333       PetscCallCeed(ceed, CeedQFunctionCreateInterior(ceed, 1, DiffusiveFluxRHS_AdvDif_3D, DiffusiveFluxRHS_AdvDif_3D_loc, &qf_rhs));
334       break;
335   }
336   PetscCheck(qf_rhs, honee->comm, PETSC_ERR_SUP, "%s not valid for DM of dimension %" PetscInt_FMT, __func__, dim);
337 
338   PetscCallCeed(ceed, CeedQFunctionSetContext(qf_rhs, advection_qfctx));
339   PetscCallCeed(ceed, CeedQFunctionAddInput(qf_rhs, "Grad_q", num_comp_q * dim, CEED_EVAL_GRAD));
340   PetscCallCeed(ceed, CeedQFunctionAddInput(qf_rhs, "qdata", q_data_size, CEED_EVAL_NONE));
341   PetscCallCeed(ceed, CeedQFunctionAddOutput(qf_rhs, "F_diff RHS", projection->num_comp, CEED_EVAL_INTERP));
342 
343   PetscCallCeed(ceed, CeedOperatorCreate(ceed, qf_rhs, NULL, NULL, op_rhs));
344   PetscCallCeed(ceed, CeedOperatorSetField(*op_rhs, "Grad_q", honee->elem_restr_q, honee->basis_q, CEED_VECTOR_ACTIVE));
345   PetscCallCeed(ceed, CeedOperatorSetField(*op_rhs, "qdata", elem_restr_qd, CEED_BASIS_NONE, q_data));
346   PetscCallCeed(ceed, CeedOperatorSetField(*op_rhs, "F_diff RHS", elem_restr_diff_flux, basis_diff_flux, CEED_VECTOR_ACTIVE));
347 
348   PetscCallCeed(ceed, CeedQFunctionDestroy(&qf_rhs));
349   PetscCallCeed(ceed, CeedQFunctionContextDestroy(&advection_qfctx));
350   PetscCallCeed(ceed, CeedBasisDestroy(&basis_diff_flux));
351   PetscCallCeed(ceed, CeedVectorDestroy(&q_data));
352   PetscCallCeed(ceed, CeedElemRestrictionDestroy(&elem_restr_qd));
353   PetscCallCeed(ceed, CeedElemRestrictionDestroy(&elem_restr_diff_flux));
354   PetscFunctionReturn(PETSC_SUCCESS);
355 }
356 
357 static PetscErrorCode AdvectionInflowBCSetup_CreateIFunctionQF(BCDefinition bc_def, CeedQFunction *qf) {
358   HoneeBCStruct honee_bc;
359   DM            dm;
360   PetscInt      dim;
361 
362   PetscFunctionBeginUser;
363   PetscCall(BCDefinitionGetContext(bc_def, &honee_bc));
364   PetscCall(BCDefinitionGetDM(bc_def, &dm));
365   PetscCall(DMGetDimension(dm, &dim));
366   switch (dim) {
367     case 2:
368       PetscCall(HoneeBCCreateIFunctionQF(bc_def, Advection2d_InOutFlow, Advection2d_InOutFlow_loc, honee_bc->qfctx, qf));
369       break;
370     case 3:
371       PetscCall(HoneeBCCreateIFunctionQF(bc_def, Advection_InOutFlow, Advection_InOutFlow_loc, honee_bc->qfctx, qf));
372       break;
373   }
374   PetscFunctionReturn(PETSC_SUCCESS);
375 }
376 
377 PetscErrorCode NS_ADVECTION(ProblemData problem, DM dm, void *ctx) {
378   AdvDifWindType             wind_type;
379   AdvDifICType               advectionic_type;
380   AdvDifBubbleContinuityType bubble_continuity_type = -1;
381   StabilizationType          stab;
382   StabilizationTauType       stab_tau;
383   SetupContextAdv            setup_context;
384   Honee                      honee = *(Honee *)ctx;
385   MPI_Comm                   comm  = honee->comm;
386   Ceed                       ceed  = honee->ceed;
387   PetscBool                  implicit;
388   AdvectionContext           advection_ctx;
389   CeedQFunctionContext       advection_qfctx;
390   PetscInt                   dim;
391 
392   PetscFunctionBeginUser;
393   PetscCall(PetscCalloc1(1, &setup_context));
394   PetscCall(PetscCalloc1(1, &advection_ctx));
395   PetscCall(DMGetDimension(dm, &dim));
396 
397   // ------------------------------------------------------
398   //               SET UP ADVECTION
399   // ------------------------------------------------------
400   problem->print_info         = PRINT_ADVECTION;
401   problem->num_comps_jac_data = 0;
402   switch (dim) {
403     case 2:
404       problem->ics.qf_func_ptr                 = ICsAdvection2d;
405       problem->ics.qf_loc                      = ICsAdvection2d_loc;
406       problem->apply_vol_rhs.qf_func_ptr       = RHS_Advection2d;
407       problem->apply_vol_rhs.qf_loc            = RHS_Advection2d_loc;
408       problem->apply_vol_ifunction.qf_func_ptr = IFunction_Advection2d;
409       problem->apply_vol_ifunction.qf_loc      = IFunction_Advection2d_loc;
410       problem->compute_exact_solution_error    = PETSC_TRUE;
411       break;
412     case 3:
413       problem->ics.qf_func_ptr                 = ICsAdvection;
414       problem->ics.qf_loc                      = ICsAdvection_loc;
415       problem->apply_vol_rhs.qf_func_ptr       = RHS_Advection;
416       problem->apply_vol_rhs.qf_loc            = RHS_Advection_loc;
417       problem->apply_vol_ifunction.qf_func_ptr = IFunction_Advection;
418       problem->apply_vol_ifunction.qf_loc      = IFunction_Advection_loc;
419       problem->compute_exact_solution_error    = PETSC_FALSE;
420       break;
421   }
422 
423   PetscCall(DivDiffFluxProjectionCreate(honee, 1, &honee->diff_flux_proj));
424   if (honee->diff_flux_proj) {
425     DivDiffFluxProjectionData diff_flux_proj = honee->diff_flux_proj;
426     NodalProjectionData       projection     = diff_flux_proj->projection;
427 
428     diff_flux_proj->CreateRHSOperator_Direct   = DivDiffFluxProjectionCreateRHS_Direct_AdvDif;
429     diff_flux_proj->CreateRHSOperator_Indirect = DivDiffFluxProjectionCreateRHS_Indirect_AdvDif;
430 
431     switch (honee->diff_flux_proj->method) {
432       case DIV_DIFF_FLUX_PROJ_DIRECT: {
433         PetscSection section;
434 
435         PetscCall(DMGetLocalSection(projection->dm, &section));
436         PetscCall(PetscSectionSetFieldName(section, 0, ""));
437         PetscCall(PetscSectionSetComponentName(section, 0, 0, "DivDiffusiveFlux_Scalar"));
438       } break;
439       case DIV_DIFF_FLUX_PROJ_INDIRECT: {
440         PetscSection section;
441 
442         PetscCall(DMGetLocalSection(projection->dm, &section));
443         PetscCall(PetscSectionSetFieldName(section, 0, ""));
444         PetscCall(PetscSectionSetComponentName(section, 0, 0, "DiffusiveFlux_ScalarX"));
445         PetscCall(PetscSectionSetComponentName(section, 0, 1, "DiffusiveFlux_ScalarY"));
446         if (dim >= 3) PetscCall(PetscSectionSetComponentName(section, 0, 2, "DiffusiveFlux_ScalarZ"));
447       } break;
448       case DIV_DIFF_FLUX_PROJ_NONE:
449         SETERRQ(PetscObjectComm((PetscObject)honee->dm), PETSC_ERR_ARG_WRONG, "Should not reach here with div_diff_flux_projection_method %s",
450                 DivDiffFluxProjectionMethods[honee->app_ctx->divFdiffproj_method]);
451         break;
452     }
453   }
454 
455   // ------------------------------------------------------
456   //             Create the QFunction context
457   // ------------------------------------------------------
458   CeedScalar     rc               = 1000.;  // m (Radius of bubble)
459   CeedScalar     CtauS            = 0.;     // dimensionless
460   PetscBool      strong_form      = PETSC_FALSE;
461   CeedScalar     E_wind           = 1.e6;  // J
462   CeedScalar     Ctau_a           = PetscPowScalarInt(honee->app_ctx->degree, 2);
463   CeedScalar     Ctau_d           = PetscPowScalarInt(honee->app_ctx->degree, 4);
464   CeedScalar     Ctau_t           = 0.;
465   PetscReal      wind[3]          = {1., 0, 0};  // m/s
466   CeedScalar     diffusion_coeff  = 0.;
467   CeedScalar     wave_frequency   = 2 * M_PI;
468   CeedScalar     wave_phase       = 0;
469   AdvDifWaveType wave_type        = -1;
470   PetscScalar    bl_height_factor = 1.;
471   PetscReal      domain_min[3], domain_max[3], domain_size[3] = {0.};
472   PetscCall(DMGetBoundingBox(dm, domain_min, domain_max));
473   for (PetscInt i = 0; i < dim; i++) domain_size[i] = domain_max[i] - domain_min[i];
474 
475   // ------------------------------------------------------
476   //              Command line Options
477   // ------------------------------------------------------
478   PetscOptionsBegin(comm, NULL, "Options for ADVECTION problem", NULL);
479   // -- Physics
480   PetscBool translation;
481   PetscCall(PetscOptionsEnum("-wind_type", "Wind type in Advection", NULL, AdvDifWindTypes, (PetscEnum)(wind_type = ADVDIF_WIND_ROTATION),
482                              (PetscEnum *)&wind_type, &translation));
483   PetscInt  n = dim;
484   PetscBool user_wind;
485   PetscCall(PetscOptionsRealArray("-wind_translation", "Constant wind vector", NULL, wind, &n, &user_wind));
486   PetscCall(PetscOptionsScalar("-diffusion_coeff", "Diffusion coefficient", NULL, diffusion_coeff, &diffusion_coeff, NULL));
487   PetscCall(PetscOptionsScalar("-CtauS", "Scale coefficient for tau (nondimensional)", NULL, CtauS, &CtauS, NULL));
488   PetscCall(PetscOptionsBool("-strong_form", "Strong (true) or weak/integrated by parts (false) advection residual", NULL, strong_form, &strong_form,
489                              NULL));
490   PetscCall(PetscOptionsScalar("-E_wind", "Total energy of inflow wind", NULL, E_wind, &E_wind, NULL));
491   PetscCall(PetscOptionsEnum("-stab", "Stabilization method", NULL, StabilizationTypes, (PetscEnum)(stab = STAB_NONE), (PetscEnum *)&stab, NULL));
492   PetscCall(PetscOptionsEnum("-stab_tau", "Stabilization constant, tau", NULL, StabilizationTauTypes, (PetscEnum)(stab_tau = STAB_TAU_CTAU),
493                              (PetscEnum *)&stab_tau, NULL));
494   PetscCall(PetscOptionsScalar("-Ctau_t", "Stabilization time constant", NULL, Ctau_t, &Ctau_t, NULL));
495   PetscCall(PetscOptionsScalar("-Ctau_a", "Coefficient for the stabilization, advection component", NULL, Ctau_a, &Ctau_a, NULL));
496   PetscCall(PetscOptionsScalar("-Ctau_d", "Coefficient for the stabilization, diffusion component", NULL, Ctau_d, &Ctau_d, NULL));
497   PetscCall(PetscOptionsBool("-implicit", "Use implicit (IFunction) formulation", NULL, implicit = PETSC_FALSE, &implicit, NULL));
498   PetscCall(PetscOptionsEnum("-advection_ic_type", "Initial condition for Advection problem", NULL, AdvDifICTypes,
499                              (PetscEnum)(advectionic_type = ADVDIF_IC_BUBBLE_SPHERE), (PetscEnum *)&advectionic_type, NULL));
500   // IC-specific options
501   switch (advectionic_type) {
502     case ADVDIF_IC_WAVE:
503       PetscCall(PetscOptionsDeprecated("-wave_type", "-advection_ic_wave_type", "HONEE 0.0", NULL));
504       PetscCall(PetscOptionsDeprecated("-wave_frequency", "-advection_ic_wave_frequency", "HONEE 0.0", NULL));
505       PetscCall(PetscOptionsDeprecated("-wave_phase", "-advection_ic_wave_phase", "HONEE 0.0", NULL));
506       PetscCall(PetscOptionsEnum("-advection_ic_wave_type", "Type of wave", NULL, AdvDifWaveTypes, (PetscEnum)(wave_type = ADVDIF_WAVE_SINE),
507                                  (PetscEnum *)&wave_type, NULL));
508       PetscCall(PetscOptionsScalar("-advection_ic_wave_frequency", "Frequency of sine wave", NULL, wave_frequency, &wave_frequency, NULL));
509       PetscCall(PetscOptionsScalar("-advection_ic_wave_phase", "Length correction", NULL, wave_phase, &wave_phase, NULL));
510       break;
511     case ADVDIF_IC_BOUNDARY_LAYER:
512       PetscCall(
513           PetscOptionsScalar("-advection_ic_bl_height_factor", "Height of boundary layer in IC", NULL, bl_height_factor, &bl_height_factor, NULL));
514       break;
515     case ADVDIF_IC_BUBBLE_CYLINDER:
516     case ADVDIF_IC_BUBBLE_SPHERE:
517       PetscCall(PetscOptionsDeprecated("-rc", "-advection_ic_bubble_rc", "HONEE 0.0", NULL));
518       PetscCall(PetscOptionsDeprecated("-bubble_continuity", "-advection_ic_bubble_continuity", "HONEE 0.0", NULL));
519       PetscCall(PetscOptionsScalar("-advection_ic_bubble_rc", "Characteristic radius of thermal bubble", NULL, rc, &rc, NULL));
520       bubble_continuity_type = dim == 3 ? ADVDIF_BUBBLE_CONTINUITY_SMOOTH : ADVDIF_BUBBLE_CONTINUITY_COSINE;
521       PetscCall(PetscOptionsEnum("-advection_ic_bubble_continuity", "Smooth, back_sharp, or thick", NULL, AdvDifBubbleContinuityTypes,
522                                  (PetscEnum)bubble_continuity_type, (PetscEnum *)&bubble_continuity_type, NULL));
523       break;
524     case ADVDIF_IC_SKEW:
525     case ADVDIF_IC_COSINE_HILL:
526       break;
527   }
528 
529   // -- Warnings
530   if (wind_type == ADVDIF_WIND_ROTATION && user_wind) {
531     PetscCall(PetscPrintf(comm, "Warning! Use -wind_translation only with -wind_type translation\n"));
532   }
533   if (wind_type == ADVDIF_WIND_TRANSLATION && advectionic_type == ADVDIF_IC_BUBBLE_CYLINDER && wind[2] != 0.) {
534     wind[2] = 0;
535     PetscCall(
536         PetscPrintf(comm, "Warning! Background wind in the z direction should be zero (-wind_translation x,x,0) with -advection_ic_type cylinder\n"));
537   }
538   if (stab == STAB_NONE && CtauS != 0) {
539     PetscCall(PetscPrintf(comm, "Warning! Use -CtauS only with -stab su or -stab supg\n"));
540   }
541   PetscOptionsEnd();
542 
543   if (stab == STAB_SUPG) problem->create_mass_operator = CreateKSPMassOperator_AdvectionStabilized;
544 
545   // ------------------------------------------------------
546   //           Set up the QFunction contexts
547   // ------------------------------------------------------
548   // -- Scale variables to desired units
549   Units units = honee->units;
550   E_wind *= units->Joule;
551   rc = fabs(rc) * units->meter;
552   for (PetscInt i = 0; i < dim; i++) {
553     wind[i] *= (units->meter / units->second);
554     domain_size[i] *= units->meter;
555   }
556 
557   // -- Setup Context
558   setup_context->rc                     = rc;
559   setup_context->lx                     = domain_size[0];
560   setup_context->ly                     = domain_size[1];
561   setup_context->lz                     = dim == 3 ? domain_size[2] : 0.;
562   setup_context->wind[0]                = wind[0];
563   setup_context->wind[1]                = wind[1];
564   setup_context->wind[2]                = dim == 3 ? wind[2] : 0.;
565   setup_context->wind_type              = wind_type;
566   setup_context->initial_condition_type = advectionic_type;
567   setup_context->bubble_continuity_type = bubble_continuity_type;
568   setup_context->time                   = 0;
569   setup_context->wave_frequency         = wave_frequency;
570   setup_context->wave_phase             = wave_phase;
571   setup_context->wave_type              = wave_type;
572   setup_context->bl_height_factor       = bl_height_factor;
573 
574   // -- QFunction Context
575   honee->phys->implicit            = implicit;
576   advection_ctx->CtauS             = CtauS;
577   advection_ctx->E_wind            = E_wind;
578   advection_ctx->implicit          = implicit;
579   advection_ctx->strong_form       = strong_form;
580   advection_ctx->stabilization     = stab;
581   advection_ctx->stabilization_tau = stab_tau;
582   advection_ctx->Ctau_a            = Ctau_a;
583   advection_ctx->Ctau_d            = Ctau_d;
584   advection_ctx->Ctau_t            = Ctau_t;
585   advection_ctx->diffusion_coeff   = diffusion_coeff;
586   advection_ctx->divFdiff_method   = honee->app_ctx->divFdiffproj_method;
587 
588   PetscCallCeed(ceed, CeedQFunctionContextCreate(honee->ceed, &problem->ics.qfctx));
589   PetscCallCeed(ceed, CeedQFunctionContextSetData(problem->ics.qfctx, CEED_MEM_HOST, CEED_USE_POINTER, sizeof(*setup_context), setup_context));
590   PetscCallCeed(ceed, CeedQFunctionContextSetDataDestroy(problem->ics.qfctx, CEED_MEM_HOST, FreeContextPetsc));
591 
592   PetscCallCeed(ceed, CeedQFunctionContextCreate(honee->ceed, &advection_qfctx));
593   PetscCallCeed(ceed, CeedQFunctionContextSetData(advection_qfctx, CEED_MEM_HOST, CEED_USE_POINTER, sizeof(*advection_ctx), advection_ctx));
594   PetscCallCeed(ceed, CeedQFunctionContextSetDataDestroy(advection_qfctx, CEED_MEM_HOST, FreeContextPetsc));
595   PetscCallCeed(ceed, CeedQFunctionContextRegisterDouble(advection_qfctx, "timestep size", offsetof(struct AdvectionContext_, dt), 1,
596                                                          "Size of timestep, delta t"));
597   problem->apply_vol_rhs.qfctx = advection_qfctx;
598   PetscCallCeed(ceed, CeedQFunctionContextReferenceCopy(advection_qfctx, &problem->apply_vol_ifunction.qfctx));
599 
600   for (PetscCount b = 0; b < problem->num_bc_defs; b++) {
601     BCDefinition bc_def = problem->bc_defs[b];
602     const char  *name;
603 
604     PetscCall(BCDefinitionGetInfo(bc_def, &name, NULL, NULL));
605     if (!strcmp(name, "inflow")) {
606       HoneeBCStruct honee_bc;
607 
608       PetscCall(PetscNew(&honee_bc));
609       PetscCallCeed(ceed, CeedQFunctionContextReferenceCopy(advection_qfctx, &honee_bc->qfctx));
610       honee_bc->honee              = honee;
611       honee_bc->num_comps_jac_data = 0;
612       PetscCall(BCDefinitionSetContext(bc_def, HoneeBCDestroy, honee_bc));
613 
614       PetscCall(BCDefinitionSetIFunction(bc_def, AdvectionInflowBCSetup_CreateIFunctionQF, HoneeBCAddIFunctionOp));
615       PetscCall(BCDefinitionSetIJacobian(bc_def, NULL, NULL));
616     }
617   }
618   PetscFunctionReturn(PETSC_SUCCESS);
619 }
620