xref: /petsc/src/dm/impls/plex/plexfem.c (revision 412e9a14abbdcfab8bb1cbfb40875fcde8c4ce26)
1af0996ceSBarry Smith #include <petsc/private/dmpleximpl.h>   /*I      "petscdmplex.h"   I*/
2da97024aSMatthew G. Knepley #include <petscsf.h>
3cb1e1211SMatthew G Knepley 
4e8f14785SLisandro Dalcin #include <petsc/private/hashsetij.h>
5af0996ceSBarry Smith #include <petsc/private/petscfeimpl.h>
6af0996ceSBarry Smith #include <petsc/private/petscfvimpl.h>
7a0845e3aSMatthew G. Knepley 
82f856554SMatthew G. Knepley static PetscErrorCode DMPlexConvertPlex(DM dm, DM *plex, PetscBool copy)
92f856554SMatthew G. Knepley {
102f856554SMatthew G. Knepley   PetscBool      isPlex;
112f856554SMatthew G. Knepley   PetscErrorCode ierr;
122f856554SMatthew G. Knepley 
132f856554SMatthew G. Knepley   PetscFunctionBegin;
142f856554SMatthew G. Knepley   ierr = PetscObjectTypeCompare((PetscObject) dm, DMPLEX, &isPlex);CHKERRQ(ierr);
152f856554SMatthew G. Knepley   if (isPlex) {
162f856554SMatthew G. Knepley     *plex = dm;
172f856554SMatthew G. Knepley     ierr = PetscObjectReference((PetscObject) dm);CHKERRQ(ierr);
182f856554SMatthew G. Knepley   } else {
192f856554SMatthew G. Knepley     ierr = PetscObjectQuery((PetscObject) dm, "dm_plex", (PetscObject *) plex);CHKERRQ(ierr);
202f856554SMatthew G. Knepley     if (!*plex) {
212f856554SMatthew G. Knepley       ierr = DMConvert(dm,DMPLEX,plex);CHKERRQ(ierr);
222f856554SMatthew G. Knepley       ierr = PetscObjectCompose((PetscObject) dm, "dm_plex", (PetscObject) *plex);CHKERRQ(ierr);
232f856554SMatthew G. Knepley       if (copy) {
242f856554SMatthew G. Knepley         const char *comps[3] = {"A", "dmAux"};
252f856554SMatthew G. Knepley         PetscObject obj;
262f856554SMatthew G. Knepley         PetscInt    i;
272f856554SMatthew G. Knepley 
282f856554SMatthew G. Knepley         {
292f856554SMatthew G. Knepley           /* Run the subdomain hook (this will copy the DMSNES/DMTS) */
302f856554SMatthew G. Knepley           DMSubDomainHookLink link;
312f856554SMatthew G. Knepley           for (link = dm->subdomainhook; link; link = link->next) {
322f856554SMatthew G. Knepley             if (link->ddhook) {ierr = (*link->ddhook)(dm, *plex, link->ctx);CHKERRQ(ierr);}
332f856554SMatthew G. Knepley           }
342f856554SMatthew G. Knepley         }
352f856554SMatthew G. Knepley         for (i = 0; i < 3; i++) {
362f856554SMatthew G. Knepley           ierr = PetscObjectQuery((PetscObject) dm, comps[i], &obj);CHKERRQ(ierr);
372f856554SMatthew G. Knepley           ierr = PetscObjectCompose((PetscObject) *plex, comps[i], obj);CHKERRQ(ierr);
382f856554SMatthew G. Knepley         }
392f856554SMatthew G. Knepley       }
402f856554SMatthew G. Knepley     } else {
412f856554SMatthew G. Knepley       ierr = PetscObjectReference((PetscObject) *plex);CHKERRQ(ierr);
422f856554SMatthew G. Knepley     }
432f856554SMatthew G. Knepley   }
442f856554SMatthew G. Knepley   PetscFunctionReturn(0);
452f856554SMatthew G. Knepley }
462f856554SMatthew G. Knepley 
479b6f715bSMatthew G. Knepley static PetscErrorCode PetscContainerUserDestroy_PetscFEGeom (void *ctx)
489b6f715bSMatthew G. Knepley {
499b6f715bSMatthew G. Knepley   PetscFEGeom *geom = (PetscFEGeom *) ctx;
509b6f715bSMatthew G. Knepley   PetscErrorCode ierr;
519b6f715bSMatthew G. Knepley 
529b6f715bSMatthew G. Knepley   PetscFunctionBegin;
539b6f715bSMatthew G. Knepley   ierr = PetscFEGeomDestroy(&geom);CHKERRQ(ierr);
549b6f715bSMatthew G. Knepley   PetscFunctionReturn(0);
559b6f715bSMatthew G. Knepley }
569b6f715bSMatthew G. Knepley 
579b6f715bSMatthew G. Knepley static PetscErrorCode DMPlexGetFEGeom(DMField coordField, IS pointIS, PetscQuadrature quad, PetscBool faceData, PetscFEGeom **geom)
589b6f715bSMatthew G. Knepley {
599b6f715bSMatthew G. Knepley   char            composeStr[33] = {0};
609b6f715bSMatthew G. Knepley   PetscObjectId   id;
619b6f715bSMatthew G. Knepley   PetscContainer  container;
629b6f715bSMatthew G. Knepley   PetscErrorCode  ierr;
639b6f715bSMatthew G. Knepley 
649b6f715bSMatthew G. Knepley   PetscFunctionBegin;
659b6f715bSMatthew G. Knepley   ierr = PetscObjectGetId((PetscObject)quad,&id);CHKERRQ(ierr);
669b6f715bSMatthew G. Knepley   ierr = PetscSNPrintf(composeStr, 32, "DMPlexGetFEGeom_%x\n", id);CHKERRQ(ierr);
679b6f715bSMatthew G. Knepley   ierr = PetscObjectQuery((PetscObject) pointIS, composeStr, (PetscObject *) &container);CHKERRQ(ierr);
689b6f715bSMatthew G. Knepley   if (container) {
699b6f715bSMatthew G. Knepley     ierr = PetscContainerGetPointer(container, (void **) geom);CHKERRQ(ierr);
709b6f715bSMatthew G. Knepley   } else {
719b6f715bSMatthew G. Knepley     ierr = DMFieldCreateFEGeom(coordField, pointIS, quad, faceData, geom);CHKERRQ(ierr);
729b6f715bSMatthew G. Knepley     ierr = PetscContainerCreate(PETSC_COMM_SELF,&container);CHKERRQ(ierr);
739b6f715bSMatthew G. Knepley     ierr = PetscContainerSetPointer(container, (void *) *geom);CHKERRQ(ierr);
749b6f715bSMatthew G. Knepley     ierr = PetscContainerSetUserDestroy(container, PetscContainerUserDestroy_PetscFEGeom);CHKERRQ(ierr);
759b6f715bSMatthew G. Knepley     ierr = PetscObjectCompose((PetscObject) pointIS, composeStr, (PetscObject) container);CHKERRQ(ierr);
769b6f715bSMatthew G. Knepley     ierr = PetscContainerDestroy(&container);CHKERRQ(ierr);
779b6f715bSMatthew G. Knepley   }
789b6f715bSMatthew G. Knepley   PetscFunctionReturn(0);
799b6f715bSMatthew G. Knepley }
809b6f715bSMatthew G. Knepley 
819b6f715bSMatthew G. Knepley static PetscErrorCode DMPlexRestoreFEGeom(DMField coordField, IS pointIS, PetscQuadrature quad, PetscBool faceData, PetscFEGeom **geom)
829b6f715bSMatthew G. Knepley {
839b6f715bSMatthew G. Knepley   PetscFunctionBegin;
849b6f715bSMatthew G. Knepley   *geom = NULL;
859b6f715bSMatthew G. Knepley   PetscFunctionReturn(0);
869b6f715bSMatthew G. Knepley }
879b6f715bSMatthew G. Knepley 
8846fa42a0SMatthew G. Knepley /*@
8946fa42a0SMatthew G. Knepley   DMPlexGetScale - Get the scale for the specified fundamental unit
9046fa42a0SMatthew G. Knepley 
9146fa42a0SMatthew G. Knepley   Not collective
9246fa42a0SMatthew G. Knepley 
9346fa42a0SMatthew G. Knepley   Input Arguments:
9446fa42a0SMatthew G. Knepley + dm   - the DM
9546fa42a0SMatthew G. Knepley - unit - The SI unit
9646fa42a0SMatthew G. Knepley 
9746fa42a0SMatthew G. Knepley   Output Argument:
9846fa42a0SMatthew G. Knepley . scale - The value used to scale all quantities with this unit
9946fa42a0SMatthew G. Knepley 
10046fa42a0SMatthew G. Knepley   Level: advanced
10146fa42a0SMatthew G. Knepley 
10246fa42a0SMatthew G. Knepley .seealso: DMPlexSetScale(), PetscUnit
10346fa42a0SMatthew G. Knepley @*/
104cb1e1211SMatthew G Knepley PetscErrorCode DMPlexGetScale(DM dm, PetscUnit unit, PetscReal *scale)
105cb1e1211SMatthew G Knepley {
106cb1e1211SMatthew G Knepley   DM_Plex *mesh = (DM_Plex*) dm->data;
107cb1e1211SMatthew G Knepley 
108cb1e1211SMatthew G Knepley   PetscFunctionBegin;
109cb1e1211SMatthew G Knepley   PetscValidHeaderSpecific(dm, DM_CLASSID, 1);
110cb1e1211SMatthew G Knepley   PetscValidPointer(scale, 3);
111cb1e1211SMatthew G Knepley   *scale = mesh->scale[unit];
112cb1e1211SMatthew G Knepley   PetscFunctionReturn(0);
113cb1e1211SMatthew G Knepley }
114cb1e1211SMatthew G Knepley 
11546fa42a0SMatthew G. Knepley /*@
11646fa42a0SMatthew G. Knepley   DMPlexSetScale - Set the scale for the specified fundamental unit
11746fa42a0SMatthew G. Knepley 
11846fa42a0SMatthew G. Knepley   Not collective
11946fa42a0SMatthew G. Knepley 
12046fa42a0SMatthew G. Knepley   Input Arguments:
12146fa42a0SMatthew G. Knepley + dm   - the DM
12246fa42a0SMatthew G. Knepley . unit - The SI unit
12346fa42a0SMatthew G. Knepley - scale - The value used to scale all quantities with this unit
12446fa42a0SMatthew G. Knepley 
12546fa42a0SMatthew G. Knepley   Level: advanced
12646fa42a0SMatthew G. Knepley 
12746fa42a0SMatthew G. Knepley .seealso: DMPlexGetScale(), PetscUnit
12846fa42a0SMatthew G. Knepley @*/
129cb1e1211SMatthew G Knepley PetscErrorCode DMPlexSetScale(DM dm, PetscUnit unit, PetscReal scale)
130cb1e1211SMatthew G Knepley {
131cb1e1211SMatthew G Knepley   DM_Plex *mesh = (DM_Plex*) dm->data;
132cb1e1211SMatthew G Knepley 
133cb1e1211SMatthew G Knepley   PetscFunctionBegin;
134cb1e1211SMatthew G Knepley   PetscValidHeaderSpecific(dm, DM_CLASSID, 1);
135cb1e1211SMatthew G Knepley   mesh->scale[unit] = scale;
136cb1e1211SMatthew G Knepley   PetscFunctionReturn(0);
137cb1e1211SMatthew G Knepley }
138cb1e1211SMatthew G Knepley 
139d1828a1cSMatthew G. Knepley static PetscErrorCode DMPlexProjectRigidBody_Private(PetscInt dim, PetscReal t, const PetscReal X[], PetscInt Nf, PetscScalar *mode, void *ctx)
140026175e5SToby Isaac {
14112adca46SMatthew G. Knepley   const PetscInt eps[3][3][3] = {{{0, 0, 0}, {0, 0, 1}, {0, -1, 0}}, {{0, 0, -1}, {0, 0, 0}, {1, 0, 0}}, {{0, 1, 0}, {-1, 0, 0}, {0, 0, 0}}};
142026175e5SToby Isaac   PetscInt *ctxInt  = (PetscInt *) ctx;
143ad917190SMatthew G. Knepley   PetscInt  dim2    = ctxInt[0];
144026175e5SToby Isaac   PetscInt  d       = ctxInt[1];
145026175e5SToby Isaac   PetscInt  i, j, k = dim > 2 ? d - dim : d;
146026175e5SToby Isaac 
147ad917190SMatthew G. Knepley   PetscFunctionBegin;
148ff1e0c32SBarry Smith   if (dim != dim2) SETERRQ2(PETSC_COMM_SELF, PETSC_ERR_ARG_WRONG, "Input dimension %D does not match context dimension %D", dim, dim2);
149026175e5SToby Isaac   for (i = 0; i < dim; i++) mode[i] = 0.;
150026175e5SToby Isaac   if (d < dim) {
15112adca46SMatthew G. Knepley     mode[d] = 1.; /* Translation along axis d */
152ad917190SMatthew G. Knepley   } else {
153026175e5SToby Isaac     for (i = 0; i < dim; i++) {
154026175e5SToby Isaac       for (j = 0; j < dim; j++) {
15512adca46SMatthew G. Knepley         mode[j] += eps[i][j][k]*X[i]; /* Rotation about axis d */
156026175e5SToby Isaac       }
157026175e5SToby Isaac     }
158026175e5SToby Isaac   }
159ad917190SMatthew G. Knepley   PetscFunctionReturn(0);
160026175e5SToby Isaac }
161026175e5SToby Isaac 
162cc4e42d9SMartin Diehl /*@
16312adca46SMatthew G. Knepley   DMPlexCreateRigidBody - For the default global section, create rigid body modes by function space interpolation
164cb1e1211SMatthew G Knepley 
165d083f849SBarry Smith   Collective on dm
166cb1e1211SMatthew G Knepley 
167cb1e1211SMatthew G Knepley   Input Arguments:
168026175e5SToby Isaac . dm - the DM
169cb1e1211SMatthew G Knepley 
170cb1e1211SMatthew G Knepley   Output Argument:
171cb1e1211SMatthew G Knepley . sp - the null space
172cb1e1211SMatthew G Knepley 
17312adca46SMatthew G. Knepley   Note: This is necessary to provide a suitable coarse space for algebraic multigrid
174cb1e1211SMatthew G Knepley 
175cb1e1211SMatthew G Knepley   Level: advanced
176cb1e1211SMatthew G Knepley 
17712adca46SMatthew G. Knepley .seealso: MatNullSpaceCreate(), PCGAMG
178cb1e1211SMatthew G Knepley @*/
179026175e5SToby Isaac PetscErrorCode DMPlexCreateRigidBody(DM dm, MatNullSpace *sp)
180cb1e1211SMatthew G Knepley {
181cb1e1211SMatthew G Knepley   MPI_Comm       comm;
182026175e5SToby Isaac   Vec            mode[6];
183026175e5SToby Isaac   PetscSection   section, globalSection;
184b247467aSMatthew G. Knepley   PetscInt       dim, dimEmbed, n, m, mmin, d, i, j;
185cb1e1211SMatthew G Knepley   PetscErrorCode ierr;
186cb1e1211SMatthew G Knepley 
187cb1e1211SMatthew G Knepley   PetscFunctionBegin;
188cb1e1211SMatthew G Knepley   ierr = PetscObjectGetComm((PetscObject)dm,&comm);CHKERRQ(ierr);
189c73cfb54SMatthew G. Knepley   ierr = DMGetDimension(dm, &dim);CHKERRQ(ierr);
1909d8fbdeaSMatthew G. Knepley   ierr = DMGetCoordinateDim(dm, &dimEmbed);CHKERRQ(ierr);
191cb1e1211SMatthew G Knepley   if (dim == 1) {
192cb1e1211SMatthew G Knepley     ierr = MatNullSpaceCreate(comm, PETSC_TRUE, 0, NULL, sp);CHKERRQ(ierr);
193cb1e1211SMatthew G Knepley     PetscFunctionReturn(0);
194cb1e1211SMatthew G Knepley   }
19592fd8e1eSJed Brown   ierr = DMGetLocalSection(dm, &section);CHKERRQ(ierr);
196e87a4003SBarry Smith   ierr = DMGetGlobalSection(dm, &globalSection);CHKERRQ(ierr);
197cb1e1211SMatthew G Knepley   ierr = PetscSectionGetConstrainedStorageSize(globalSection, &n);CHKERRQ(ierr);
198b247467aSMatthew G. Knepley   m    = (dim*(dim+1))/2;
199cb1e1211SMatthew G Knepley   ierr = VecCreate(comm, &mode[0]);CHKERRQ(ierr);
200cb1e1211SMatthew G Knepley   ierr = VecSetSizes(mode[0], n, PETSC_DETERMINE);CHKERRQ(ierr);
201cb1e1211SMatthew G Knepley   ierr = VecSetUp(mode[0]);CHKERRQ(ierr);
202b247467aSMatthew G. Knepley   ierr = VecGetSize(mode[0], &n);CHKERRQ(ierr);
203b247467aSMatthew G. Knepley   mmin = PetscMin(m, n);
204cb1e1211SMatthew G Knepley   for (i = 1; i < m; ++i) {ierr = VecDuplicate(mode[0], &mode[i]);CHKERRQ(ierr);}
205026175e5SToby Isaac   for (d = 0; d < m; d++) {
206330485fdSToby Isaac     PetscInt         ctx[2];
207d1828a1cSMatthew G. Knepley     PetscErrorCode (*func)(PetscInt, PetscReal, const PetscReal *, PetscInt, PetscScalar *, void *) = DMPlexProjectRigidBody_Private;
208026175e5SToby Isaac     void            *voidctx = (void *) (&ctx[0]);
209cb1e1211SMatthew G Knepley 
2109d8fbdeaSMatthew G. Knepley     ctx[0] = dimEmbed;
211330485fdSToby Isaac     ctx[1] = d;
2120709b2feSToby Isaac     ierr = DMProjectFunction(dm, 0.0, &func, &voidctx, INSERT_VALUES, mode[d]);CHKERRQ(ierr);
213cb1e1211SMatthew G Knepley   }
2143b2202bfSJacob Faibussowitsch   /* Orthonormalize system */
215b50a2c0aSJacob Faibussowitsch   for (i = 0; i < mmin; ++i) {
216b77f2eeeSJacob Faibussowitsch     PetscScalar dots[6];
217b50a2c0aSJacob Faibussowitsch 
2189019a6d7SJacob Faibussowitsch     ierr = VecNormalize(mode[i], NULL);CHKERRQ(ierr);
219b77f2eeeSJacob Faibussowitsch     ierr = VecMDot(mode[i], mmin-i-1, mode+i+1, dots+i+1);CHKERRQ(ierr);
220b50a2c0aSJacob Faibussowitsch     for (j = i+1; j < mmin; ++j) {
221b77f2eeeSJacob Faibussowitsch       dots[j] *= -1.0;
222b77f2eeeSJacob Faibussowitsch       ierr = VecAXPY(mode[j], dots[j], mode[i]);CHKERRQ(ierr);
223b50a2c0aSJacob Faibussowitsch     }
224cb1e1211SMatthew G Knepley   }
225b247467aSMatthew G. Knepley   ierr = MatNullSpaceCreate(comm, PETSC_FALSE, mmin, mode, sp);CHKERRQ(ierr);
226b247467aSMatthew G. Knepley   for (i = 0; i < m; ++i) {ierr = VecDestroy(&mode[i]);CHKERRQ(ierr);}
227cb1e1211SMatthew G Knepley   PetscFunctionReturn(0);
228cb1e1211SMatthew G Knepley }
229cb1e1211SMatthew G Knepley 
230cc4e42d9SMartin Diehl /*@
23112adca46SMatthew G. Knepley   DMPlexCreateRigidBodies - For the default global section, create rigid body modes by function space interpolation
23212adca46SMatthew G. Knepley 
233d083f849SBarry Smith   Collective on dm
23412adca46SMatthew G. Knepley 
23512adca46SMatthew G. Knepley   Input Arguments:
23612adca46SMatthew G. Knepley + dm    - the DM
23712adca46SMatthew G. Knepley . nb    - The number of bodies
23812adca46SMatthew G. Knepley . label - The DMLabel marking each domain
23912adca46SMatthew G. Knepley . nids  - The number of ids per body
24012adca46SMatthew G. Knepley - ids   - An array of the label ids in sequence for each domain
24112adca46SMatthew G. Knepley 
24212adca46SMatthew G. Knepley   Output Argument:
24312adca46SMatthew G. Knepley . sp - the null space
24412adca46SMatthew G. Knepley 
24512adca46SMatthew G. Knepley   Note: This is necessary to provide a suitable coarse space for algebraic multigrid
24612adca46SMatthew G. Knepley 
24712adca46SMatthew G. Knepley   Level: advanced
24812adca46SMatthew G. Knepley 
24912adca46SMatthew G. Knepley .seealso: MatNullSpaceCreate()
25012adca46SMatthew G. Knepley @*/
25112adca46SMatthew G. Knepley PetscErrorCode DMPlexCreateRigidBodies(DM dm, PetscInt nb, DMLabel label, const PetscInt nids[], const PetscInt ids[], MatNullSpace *sp)
25212adca46SMatthew G. Knepley {
25312adca46SMatthew G. Knepley   MPI_Comm       comm;
25412adca46SMatthew G. Knepley   PetscSection   section, globalSection;
25512adca46SMatthew G. Knepley   Vec           *mode;
25612adca46SMatthew G. Knepley   PetscScalar   *dots;
25712adca46SMatthew G. Knepley   PetscInt       dim, dimEmbed, n, m, b, d, i, j, off;
25812adca46SMatthew G. Knepley   PetscErrorCode ierr;
25912adca46SMatthew G. Knepley 
26012adca46SMatthew G. Knepley   PetscFunctionBegin;
26112adca46SMatthew G. Knepley   ierr = PetscObjectGetComm((PetscObject)dm,&comm);CHKERRQ(ierr);
26212adca46SMatthew G. Knepley   ierr = DMGetDimension(dm, &dim);CHKERRQ(ierr);
26312adca46SMatthew G. Knepley   ierr = DMGetCoordinateDim(dm, &dimEmbed);CHKERRQ(ierr);
26492fd8e1eSJed Brown   ierr = DMGetLocalSection(dm, &section);CHKERRQ(ierr);
265e87a4003SBarry Smith   ierr = DMGetGlobalSection(dm, &globalSection);CHKERRQ(ierr);
26612adca46SMatthew G. Knepley   ierr = PetscSectionGetConstrainedStorageSize(globalSection, &n);CHKERRQ(ierr);
26712adca46SMatthew G. Knepley   m    = nb * (dim*(dim+1))/2;
26812adca46SMatthew G. Knepley   ierr = PetscMalloc2(m, &mode, m, &dots);CHKERRQ(ierr);
26912adca46SMatthew G. Knepley   ierr = VecCreate(comm, &mode[0]);CHKERRQ(ierr);
27012adca46SMatthew G. Knepley   ierr = VecSetSizes(mode[0], n, PETSC_DETERMINE);CHKERRQ(ierr);
27112adca46SMatthew G. Knepley   ierr = VecSetUp(mode[0]);CHKERRQ(ierr);
27212adca46SMatthew G. Knepley   for (i = 1; i < m; ++i) {ierr = VecDuplicate(mode[0], &mode[i]);CHKERRQ(ierr);}
27312adca46SMatthew G. Knepley   for (b = 0, off = 0; b < nb; ++b) {
27412adca46SMatthew G. Knepley     for (d = 0; d < m/nb; ++d) {
27512adca46SMatthew G. Knepley       PetscInt         ctx[2];
27612adca46SMatthew G. Knepley       PetscErrorCode (*func)(PetscInt, PetscReal, const PetscReal *, PetscInt, PetscScalar *, void *) = DMPlexProjectRigidBody_Private;
27712adca46SMatthew G. Knepley       void            *voidctx = (void *) (&ctx[0]);
27812adca46SMatthew G. Knepley 
27912adca46SMatthew G. Knepley       ctx[0] = dimEmbed;
28012adca46SMatthew G. Knepley       ctx[1] = d;
28112adca46SMatthew G. Knepley       ierr = DMProjectFunctionLabel(dm, 0.0, label, nids[b], &ids[off], 0, NULL, &func, &voidctx, INSERT_VALUES, mode[d]);CHKERRQ(ierr);
28212adca46SMatthew G. Knepley       off   += nids[b];
28312adca46SMatthew G. Knepley     }
28412adca46SMatthew G. Knepley   }
2853b2202bfSJacob Faibussowitsch   /* Orthonormalize system */
286606c1a1cSJacob Faibussowitsch   for (i = 0; i < m; ++i) {
287b77f2eeeSJacob Faibussowitsch     PetscScalar dots[6];
2885a0e29b9SJacob Faibussowitsch 
2899019a6d7SJacob Faibussowitsch     ierr = VecNormalize(mode[i], NULL);CHKERRQ(ierr);
290b77f2eeeSJacob Faibussowitsch     ierr = VecMDot(mode[i], m-i-1, mode+i+1, dots+i+1);CHKERRQ(ierr);
2915a0e29b9SJacob Faibussowitsch     for (j = i+1; j < m; ++j) {
292b77f2eeeSJacob Faibussowitsch       dots[j] *= -1.0;
293b77f2eeeSJacob Faibussowitsch       ierr = VecAXPY(mode[j], dots[j], mode[i]);CHKERRQ(ierr);
2945a0e29b9SJacob Faibussowitsch     }
29512adca46SMatthew G. Knepley   }
29612adca46SMatthew G. Knepley   ierr = MatNullSpaceCreate(comm, PETSC_FALSE, m, mode, sp);CHKERRQ(ierr);
29712adca46SMatthew G. Knepley   for (i = 0; i< m; ++i) {ierr = VecDestroy(&mode[i]);CHKERRQ(ierr);}
29812adca46SMatthew G. Knepley   ierr = PetscFree2(mode, dots);CHKERRQ(ierr);
29912adca46SMatthew G. Knepley   PetscFunctionReturn(0);
30012adca46SMatthew G. Knepley }
30112adca46SMatthew G. Knepley 
302b29cfa1cSToby Isaac /*@
303b29cfa1cSToby Isaac   DMPlexSetMaxProjectionHeight - In DMPlexProjectXXXLocal() functions, the projected values of a basis function's dofs
304b29cfa1cSToby Isaac   are computed by associating the basis function with one of the mesh points in its transitively-closed support, and
305b29cfa1cSToby Isaac   evaluating the dual space basis of that point.  A basis function is associated with the point in its
306b29cfa1cSToby Isaac   transitively-closed support whose mesh height is highest (w.r.t. DAG height), but not greater than the maximum
307b29cfa1cSToby Isaac   projection height, which is set with this function.  By default, the maximum projection height is zero, which means
308b29cfa1cSToby Isaac   that only mesh cells are used to project basis functions.  A height of one, for example, evaluates a cell-interior
309b29cfa1cSToby Isaac   basis functions using its cells dual space basis, but all other basis functions with the dual space basis of a face.
310b29cfa1cSToby Isaac 
311b29cfa1cSToby Isaac   Input Parameters:
312b29cfa1cSToby Isaac + dm - the DMPlex object
313b29cfa1cSToby Isaac - height - the maximum projection height >= 0
314b29cfa1cSToby Isaac 
315b29cfa1cSToby Isaac   Level: advanced
316b29cfa1cSToby Isaac 
3174d6f44ffSToby Isaac .seealso: DMPlexGetMaxProjectionHeight(), DMProjectFunctionLocal(), DMProjectFunctionLabelLocal()
318b29cfa1cSToby Isaac @*/
319b29cfa1cSToby Isaac PetscErrorCode DMPlexSetMaxProjectionHeight(DM dm, PetscInt height)
320b29cfa1cSToby Isaac {
321b29cfa1cSToby Isaac   DM_Plex *plex = (DM_Plex *) dm->data;
322b29cfa1cSToby Isaac 
323b29cfa1cSToby Isaac   PetscFunctionBegin;
324b29cfa1cSToby Isaac   PetscValidHeaderSpecific(dm, DM_CLASSID, 1);
325b29cfa1cSToby Isaac   plex->maxProjectionHeight = height;
326b29cfa1cSToby Isaac   PetscFunctionReturn(0);
327b29cfa1cSToby Isaac }
328b29cfa1cSToby Isaac 
329b29cfa1cSToby Isaac /*@
330b29cfa1cSToby Isaac   DMPlexGetMaxProjectionHeight - Get the maximum height (w.r.t. DAG) of mesh points used to evaluate dual bases in
331b29cfa1cSToby Isaac   DMPlexProjectXXXLocal() functions.
332b29cfa1cSToby Isaac 
333b29cfa1cSToby Isaac   Input Parameters:
334b29cfa1cSToby Isaac . dm - the DMPlex object
335b29cfa1cSToby Isaac 
336b29cfa1cSToby Isaac   Output Parameters:
337b29cfa1cSToby Isaac . height - the maximum projection height
338b29cfa1cSToby Isaac 
339b29cfa1cSToby Isaac   Level: intermediate
340b29cfa1cSToby Isaac 
3414d6f44ffSToby Isaac .seealso: DMPlexSetMaxProjectionHeight(), DMProjectFunctionLocal(), DMProjectFunctionLabelLocal()
342b29cfa1cSToby Isaac @*/
343b29cfa1cSToby Isaac PetscErrorCode DMPlexGetMaxProjectionHeight(DM dm, PetscInt *height)
344b29cfa1cSToby Isaac {
345b29cfa1cSToby Isaac   DM_Plex *plex = (DM_Plex *) dm->data;
346b29cfa1cSToby Isaac 
347b29cfa1cSToby Isaac   PetscFunctionBegin;
348b29cfa1cSToby Isaac   PetscValidHeaderSpecific(dm, DM_CLASSID, 1);
349b29cfa1cSToby Isaac   *height = plex->maxProjectionHeight;
350b29cfa1cSToby Isaac   PetscFunctionReturn(0);
351b29cfa1cSToby Isaac }
352b29cfa1cSToby Isaac 
353ca3d3a14SMatthew G. Knepley typedef struct {
354ca3d3a14SMatthew G. Knepley   PetscReal    alpha; /* The first Euler angle, and in 2D the only one */
355ca3d3a14SMatthew G. Knepley   PetscReal    beta;  /* The second Euler angle */
356ca3d3a14SMatthew G. Knepley   PetscReal    gamma; /* The third Euler angle */
357ca3d3a14SMatthew G. Knepley   PetscInt     dim;   /* The dimension of R */
358ca3d3a14SMatthew G. Knepley   PetscScalar *R;     /* The rotation matrix, transforming a vector in the local basis to the global basis */
359ca3d3a14SMatthew G. Knepley   PetscScalar *RT;    /* The transposed rotation matrix, transforming a vector in the global basis to the local basis */
360ca3d3a14SMatthew G. Knepley } RotCtx;
361ca3d3a14SMatthew G. Knepley 
362ca3d3a14SMatthew G. Knepley /*
363ca3d3a14SMatthew G. Knepley   Note: Following https://en.wikipedia.org/wiki/Euler_angles, we will specify Euler angles by extrinsic rotations, meaning that
364ca3d3a14SMatthew G. Knepley   we rotate with respect to a fixed initial coordinate system, the local basis (x-y-z). The global basis (X-Y-Z) is reached as follows:
365ca3d3a14SMatthew G. Knepley   $ The XYZ system rotates about the z axis by alpha. The X axis is now at angle alpha with respect to the x axis.
366ca3d3a14SMatthew G. Knepley   $ The XYZ system rotates again about the x axis by beta. The Z axis is now at angle beta with respect to the z axis.
367ca3d3a14SMatthew G. Knepley   $ The XYZ system rotates a third time about the z axis by gamma.
368ca3d3a14SMatthew G. Knepley */
369ca3d3a14SMatthew G. Knepley static PetscErrorCode DMPlexBasisTransformSetUp_Rotation_Internal(DM dm, void *ctx)
370ca3d3a14SMatthew G. Knepley {
371ca3d3a14SMatthew G. Knepley   RotCtx        *rc  = (RotCtx *) ctx;
372ca3d3a14SMatthew G. Knepley   PetscInt       dim = rc->dim;
373ca3d3a14SMatthew G. Knepley   PetscReal      c1, s1, c2, s2, c3, s3;
374ca3d3a14SMatthew G. Knepley   PetscErrorCode ierr;
375ca3d3a14SMatthew G. Knepley 
376ca3d3a14SMatthew G. Knepley   PetscFunctionBegin;
377ca3d3a14SMatthew G. Knepley   ierr = PetscMalloc2(PetscSqr(dim), &rc->R, PetscSqr(dim), &rc->RT);CHKERRQ(ierr);
378ca3d3a14SMatthew G. Knepley   switch (dim) {
379ca3d3a14SMatthew G. Knepley   case 2:
380ca3d3a14SMatthew G. Knepley     c1 = PetscCosReal(rc->alpha);s1 = PetscSinReal(rc->alpha);
381ca3d3a14SMatthew G. Knepley     rc->R[0] =  c1;rc->R[1] = s1;
382ca3d3a14SMatthew G. Knepley     rc->R[2] = -s1;rc->R[3] = c1;
383580bdb30SBarry Smith     ierr = PetscArraycpy(rc->RT, rc->R, PetscSqr(dim));CHKERRQ(ierr);
384ca3d3a14SMatthew G. Knepley     DMPlex_Transpose2D_Internal(rc->RT);break;
385ca3d3a14SMatthew G. Knepley     break;
386ca3d3a14SMatthew G. Knepley   case 3:
387ca3d3a14SMatthew G. Knepley     c1 = PetscCosReal(rc->alpha);s1 = PetscSinReal(rc->alpha);
388ca3d3a14SMatthew G. Knepley     c2 = PetscCosReal(rc->beta); s2 = PetscSinReal(rc->beta);
389ca3d3a14SMatthew G. Knepley     c3 = PetscCosReal(rc->gamma);s3 = PetscSinReal(rc->gamma);
390ca3d3a14SMatthew G. Knepley     rc->R[0] =  c1*c3 - c2*s1*s3;rc->R[1] =  c3*s1    + c1*c2*s3;rc->R[2] = s2*s3;
391ca3d3a14SMatthew G. Knepley     rc->R[3] = -c1*s3 - c2*c3*s1;rc->R[4] =  c1*c2*c3 - s1*s3;   rc->R[5] = c3*s2;
392ca3d3a14SMatthew G. Knepley     rc->R[6] =  s1*s2;           rc->R[7] = -c1*s2;              rc->R[8] = c2;
393580bdb30SBarry Smith     ierr = PetscArraycpy(rc->RT, rc->R, PetscSqr(dim));CHKERRQ(ierr);
394ca3d3a14SMatthew G. Knepley     DMPlex_Transpose3D_Internal(rc->RT);break;
395ca3d3a14SMatthew G. Knepley     break;
396ca3d3a14SMatthew G. Knepley   default: SETERRQ1(PetscObjectComm((PetscObject) dm), PETSC_ERR_ARG_OUTOFRANGE, "Dimension %D not supported", dim);
397ca3d3a14SMatthew G. Knepley   }
398ca3d3a14SMatthew G. Knepley   PetscFunctionReturn(0);
399ca3d3a14SMatthew G. Knepley }
400ca3d3a14SMatthew G. Knepley 
401ca3d3a14SMatthew G. Knepley static PetscErrorCode DMPlexBasisTransformDestroy_Rotation_Internal(DM dm, void *ctx)
402ca3d3a14SMatthew G. Knepley {
403ca3d3a14SMatthew G. Knepley   RotCtx        *rc = (RotCtx *) ctx;
404ca3d3a14SMatthew G. Knepley   PetscErrorCode ierr;
405ca3d3a14SMatthew G. Knepley 
406ca3d3a14SMatthew G. Knepley   PetscFunctionBegin;
407ca3d3a14SMatthew G. Knepley   ierr = PetscFree2(rc->R, rc->RT);CHKERRQ(ierr);
408ca3d3a14SMatthew G. Knepley   ierr = PetscFree(rc);CHKERRQ(ierr);
409ca3d3a14SMatthew G. Knepley   PetscFunctionReturn(0);
410ca3d3a14SMatthew G. Knepley }
411ca3d3a14SMatthew G. Knepley 
412ca3d3a14SMatthew G. Knepley static PetscErrorCode DMPlexBasisTransformGetMatrix_Rotation_Internal(DM dm, const PetscReal x[], PetscBool l2g, const PetscScalar **A, void *ctx)
413ca3d3a14SMatthew G. Knepley {
414ca3d3a14SMatthew G. Knepley   RotCtx *rc = (RotCtx *) ctx;
415ca3d3a14SMatthew G. Knepley 
416ca3d3a14SMatthew G. Knepley   PetscFunctionBeginHot;
417ca3d3a14SMatthew G. Knepley   PetscValidPointer(ctx, 5);
418ca3d3a14SMatthew G. Knepley   if (l2g) {*A = rc->R;}
419ca3d3a14SMatthew G. Knepley   else     {*A = rc->RT;}
420ca3d3a14SMatthew G. Knepley   PetscFunctionReturn(0);
421ca3d3a14SMatthew G. Knepley }
422ca3d3a14SMatthew G. Knepley 
423ab6a9622SMatthew G. Knepley PetscErrorCode DMPlexBasisTransformApplyReal_Internal(DM dm, const PetscReal x[], PetscBool l2g, PetscInt dim, const PetscReal *y, PetscReal *z, void *ctx)
424ab6a9622SMatthew G. Knepley {
425ec277c0fSMatthew G. Knepley   PetscErrorCode ierr;
426ec277c0fSMatthew G. Knepley 
427ec277c0fSMatthew G. Knepley   PetscFunctionBegin;
428ab6a9622SMatthew G. Knepley   #if defined(PETSC_USE_COMPLEX)
429ab6a9622SMatthew G. Knepley   switch (dim) {
430ab6a9622SMatthew G. Knepley     case 2:
431ab6a9622SMatthew G. Knepley     {
432ab6a9622SMatthew G. Knepley       PetscScalar yt[2], zt[2];
433ab6a9622SMatthew G. Knepley 
434ab6a9622SMatthew G. Knepley       yt[0] = y[0]; yt[1] = y[1];
435ec277c0fSMatthew G. Knepley       ierr = DMPlexBasisTransformApply_Internal(dm, x, l2g, dim, yt, zt, ctx);CHKERRQ(ierr);
436ab6a9622SMatthew G. Knepley       z[0] = PetscRealPart(zt[0]); z[1] = PetscRealPart(zt[1]);
437ab6a9622SMatthew G. Knepley     }
4389b4815dcSMatthew G. Knepley     break;
439ab6a9622SMatthew G. Knepley     case 3:
440ab6a9622SMatthew G. Knepley     {
441ab6a9622SMatthew G. Knepley       PetscScalar yt[3], zt[3];
442ab6a9622SMatthew G. Knepley 
443ab6a9622SMatthew G. Knepley       yt[0] = y[0]; yt[1] = y[1]; yt[2] = y[2];
444ec277c0fSMatthew G. Knepley       ierr = DMPlexBasisTransformApply_Internal(dm, x, l2g, dim, yt, zt, ctx);CHKERRQ(ierr);
445ab6a9622SMatthew G. Knepley       z[0] = PetscRealPart(zt[0]); z[1] = PetscRealPart(zt[1]); z[2] = PetscRealPart(zt[2]);
446ab6a9622SMatthew G. Knepley     }
4479b4815dcSMatthew G. Knepley     break;
448ab6a9622SMatthew G. Knepley   }
449ab6a9622SMatthew G. Knepley   #else
450ab6a9622SMatthew G. Knepley   ierr = DMPlexBasisTransformApply_Internal(dm, x, l2g, dim, y, z, ctx);CHKERRQ(ierr);
451ab6a9622SMatthew G. Knepley   #endif
452ec277c0fSMatthew G. Knepley   PetscFunctionReturn(0);
453ab6a9622SMatthew G. Knepley }
454ab6a9622SMatthew G. Knepley 
455ec277c0fSMatthew G. Knepley PetscErrorCode DMPlexBasisTransformApply_Internal(DM dm, const PetscReal x[], PetscBool l2g, PetscInt dim, const PetscScalar *y, PetscScalar *z, void *ctx)
456ca3d3a14SMatthew G. Knepley {
457ca3d3a14SMatthew G. Knepley   const PetscScalar *A;
458ca3d3a14SMatthew G. Knepley   PetscErrorCode     ierr;
459ca3d3a14SMatthew G. Knepley 
460ca3d3a14SMatthew G. Knepley   PetscFunctionBeginHot;
461ca3d3a14SMatthew G. Knepley   ierr = (*dm->transformGetMatrix)(dm, x, l2g, &A, ctx);CHKERRQ(ierr);
462ca3d3a14SMatthew G. Knepley   switch (dim) {
4631fba962aSMatthew G. Knepley   case 2: DMPlex_Mult2D_Internal(A, 1, y, z);break;
4641fba962aSMatthew G. Knepley   case 3: DMPlex_Mult3D_Internal(A, 1, y, z);break;
465ca3d3a14SMatthew G. Knepley   }
466ca3d3a14SMatthew G. Knepley   PetscFunctionReturn(0);
467ca3d3a14SMatthew G. Knepley }
468ca3d3a14SMatthew G. Knepley 
469ca3d3a14SMatthew G. Knepley static PetscErrorCode DMPlexBasisTransformField_Internal(DM dm, DM tdm, Vec tv, PetscInt p, PetscInt f, PetscBool l2g, PetscScalar *a)
470ca3d3a14SMatthew G. Knepley {
471ca3d3a14SMatthew G. Knepley   PetscSection       ts;
472ca3d3a14SMatthew G. Knepley   const PetscScalar *ta, *tva;
473ca3d3a14SMatthew G. Knepley   PetscInt           dof;
474ca3d3a14SMatthew G. Knepley   PetscErrorCode     ierr;
475ca3d3a14SMatthew G. Knepley 
476ca3d3a14SMatthew G. Knepley   PetscFunctionBeginHot;
47792fd8e1eSJed Brown   ierr = DMGetLocalSection(tdm, &ts);CHKERRQ(ierr);
478ca3d3a14SMatthew G. Knepley   ierr = PetscSectionGetFieldDof(ts, p, f, &dof);CHKERRQ(ierr);
479ca3d3a14SMatthew G. Knepley   ierr = VecGetArrayRead(tv, &ta);CHKERRQ(ierr);
480ca3d3a14SMatthew G. Knepley   ierr = DMPlexPointLocalFieldRead(tdm, p, f, ta, (void *) &tva);CHKERRQ(ierr);
481ca3d3a14SMatthew G. Knepley   if (l2g) {
482ca3d3a14SMatthew G. Knepley     switch (dof) {
4831fba962aSMatthew G. Knepley     case 4: DMPlex_Mult2D_Internal(tva, 1, a, a);break;
4841fba962aSMatthew G. Knepley     case 9: DMPlex_Mult3D_Internal(tva, 1, a, a);break;
485ca3d3a14SMatthew G. Knepley     }
486ca3d3a14SMatthew G. Knepley   } else {
487ca3d3a14SMatthew G. Knepley     switch (dof) {
4881fba962aSMatthew G. Knepley     case 4: DMPlex_MultTranspose2D_Internal(tva, 1, a, a);break;
4891fba962aSMatthew G. Knepley     case 9: DMPlex_MultTranspose3D_Internal(tva, 1, a, a);break;
490ca3d3a14SMatthew G. Knepley     }
491ca3d3a14SMatthew G. Knepley   }
492ca3d3a14SMatthew G. Knepley   ierr = VecRestoreArrayRead(tv, &ta);CHKERRQ(ierr);
493ca3d3a14SMatthew G. Knepley   PetscFunctionReturn(0);
494ca3d3a14SMatthew G. Knepley }
495ca3d3a14SMatthew G. Knepley 
496ca3d3a14SMatthew G. Knepley static PetscErrorCode DMPlexBasisTransformFieldTensor_Internal(DM dm, DM tdm, Vec tv, PetscInt pf, PetscInt f, PetscInt pg, PetscInt g, PetscBool l2g, PetscInt lda, PetscScalar *a)
497ca3d3a14SMatthew G. Knepley {
498ca3d3a14SMatthew G. Knepley   PetscSection       s, ts;
499ca3d3a14SMatthew G. Knepley   const PetscScalar *ta, *tvaf, *tvag;
500ca3d3a14SMatthew G. Knepley   PetscInt           fdof, gdof, fpdof, gpdof;
501ca3d3a14SMatthew G. Knepley   PetscErrorCode     ierr;
502ca3d3a14SMatthew G. Knepley 
503ca3d3a14SMatthew G. Knepley   PetscFunctionBeginHot;
50492fd8e1eSJed Brown   ierr = DMGetLocalSection(dm, &s);CHKERRQ(ierr);
50592fd8e1eSJed Brown   ierr = DMGetLocalSection(tdm, &ts);CHKERRQ(ierr);
506ca3d3a14SMatthew G. Knepley   ierr = PetscSectionGetFieldDof(s, pf, f, &fpdof);CHKERRQ(ierr);
507ca3d3a14SMatthew G. Knepley   ierr = PetscSectionGetFieldDof(s, pg, g, &gpdof);CHKERRQ(ierr);
508ca3d3a14SMatthew G. Knepley   ierr = PetscSectionGetFieldDof(ts, pf, f, &fdof);CHKERRQ(ierr);
509ca3d3a14SMatthew G. Knepley   ierr = PetscSectionGetFieldDof(ts, pg, g, &gdof);CHKERRQ(ierr);
510ca3d3a14SMatthew G. Knepley   ierr = VecGetArrayRead(tv, &ta);CHKERRQ(ierr);
511ca3d3a14SMatthew G. Knepley   ierr = DMPlexPointLocalFieldRead(tdm, pf, f, ta, (void *) &tvaf);CHKERRQ(ierr);
512ca3d3a14SMatthew G. Knepley   ierr = DMPlexPointLocalFieldRead(tdm, pg, g, ta, (void *) &tvag);CHKERRQ(ierr);
513ca3d3a14SMatthew G. Knepley   if (l2g) {
514ca3d3a14SMatthew G. Knepley     switch (fdof) {
515ca3d3a14SMatthew G. Knepley     case 4: DMPlex_MatMult2D_Internal(tvaf, gpdof, lda, a, a);break;
516ca3d3a14SMatthew G. Knepley     case 9: DMPlex_MatMult3D_Internal(tvaf, gpdof, lda, a, a);break;
517ca3d3a14SMatthew G. Knepley     }
518ca3d3a14SMatthew G. Knepley     switch (gdof) {
519ca3d3a14SMatthew G. Knepley     case 4: DMPlex_MatMultTransposeLeft2D_Internal(tvag, fpdof, lda, a, a);break;
520ca3d3a14SMatthew G. Knepley     case 9: DMPlex_MatMultTransposeLeft3D_Internal(tvag, fpdof, lda, a, a);break;
521ca3d3a14SMatthew G. Knepley     }
522ca3d3a14SMatthew G. Knepley   } else {
523ca3d3a14SMatthew G. Knepley     switch (fdof) {
524ca3d3a14SMatthew G. Knepley     case 4: DMPlex_MatMultTranspose2D_Internal(tvaf, gpdof, lda, a, a);break;
525ca3d3a14SMatthew G. Knepley     case 9: DMPlex_MatMultTranspose3D_Internal(tvaf, gpdof, lda, a, a);break;
526ca3d3a14SMatthew G. Knepley     }
527ca3d3a14SMatthew G. Knepley     switch (gdof) {
528ca3d3a14SMatthew G. Knepley     case 4: DMPlex_MatMultLeft2D_Internal(tvag, fpdof, lda, a, a);break;
529ca3d3a14SMatthew G. Knepley     case 9: DMPlex_MatMultLeft3D_Internal(tvag, fpdof, lda, a, a);break;
530ca3d3a14SMatthew G. Knepley     }
531ca3d3a14SMatthew G. Knepley   }
532ca3d3a14SMatthew G. Knepley   ierr = VecRestoreArrayRead(tv, &ta);CHKERRQ(ierr);
533ca3d3a14SMatthew G. Knepley   PetscFunctionReturn(0);
534ca3d3a14SMatthew G. Knepley }
535ca3d3a14SMatthew G. Knepley 
536ca3d3a14SMatthew G. Knepley PetscErrorCode DMPlexBasisTransformPoint_Internal(DM dm, DM tdm, Vec tv, PetscInt p, PetscBool fieldActive[], PetscBool l2g, PetscScalar *a)
537ca3d3a14SMatthew G. Knepley {
538ca3d3a14SMatthew G. Knepley   PetscSection    s;
539ca3d3a14SMatthew G. Knepley   PetscSection    clSection;
540ca3d3a14SMatthew G. Knepley   IS              clPoints;
541ca3d3a14SMatthew G. Knepley   const PetscInt *clp;
542ca3d3a14SMatthew G. Knepley   PetscInt       *points = NULL;
543ca3d3a14SMatthew G. Knepley   PetscInt        Nf, f, Np, cp, dof, d = 0;
544ca3d3a14SMatthew G. Knepley   PetscErrorCode  ierr;
545ca3d3a14SMatthew G. Knepley 
546ca3d3a14SMatthew G. Knepley   PetscFunctionBegin;
54792fd8e1eSJed Brown   ierr = DMGetLocalSection(dm, &s);CHKERRQ(ierr);
548ca3d3a14SMatthew G. Knepley   ierr = PetscSectionGetNumFields(s, &Nf);CHKERRQ(ierr);
549ca3d3a14SMatthew G. Knepley   ierr = DMPlexGetCompressedClosure(dm, s, p, &Np, &points, &clSection, &clPoints, &clp);CHKERRQ(ierr);
550ca3d3a14SMatthew G. Knepley   for (f = 0; f < Nf; ++f) {
551ca3d3a14SMatthew G. Knepley     for (cp = 0; cp < Np*2; cp += 2) {
552ca3d3a14SMatthew G. Knepley       ierr = PetscSectionGetFieldDof(s, points[cp], f, &dof);CHKERRQ(ierr);
553ca3d3a14SMatthew G. Knepley       if (!dof) continue;
554ca3d3a14SMatthew G. Knepley       if (fieldActive[f]) {ierr = DMPlexBasisTransformField_Internal(dm, tdm, tv, points[cp], f, l2g, &a[d]);CHKERRQ(ierr);}
555ca3d3a14SMatthew G. Knepley       d += dof;
556ca3d3a14SMatthew G. Knepley     }
557ca3d3a14SMatthew G. Knepley   }
558ca3d3a14SMatthew G. Knepley   ierr = DMPlexRestoreCompressedClosure(dm, s, p, &Np, &points, &clSection, &clPoints, &clp);CHKERRQ(ierr);
559ca3d3a14SMatthew G. Knepley   PetscFunctionReturn(0);
560ca3d3a14SMatthew G. Knepley }
561ca3d3a14SMatthew G. Knepley 
562ca3d3a14SMatthew G. Knepley PetscErrorCode DMPlexBasisTransformPointTensor_Internal(DM dm, DM tdm, Vec tv, PetscInt p, PetscBool l2g, PetscInt lda, PetscScalar *a)
563ca3d3a14SMatthew G. Knepley {
564ca3d3a14SMatthew G. Knepley   PetscSection    s;
565ca3d3a14SMatthew G. Knepley   PetscSection    clSection;
566ca3d3a14SMatthew G. Knepley   IS              clPoints;
567ca3d3a14SMatthew G. Knepley   const PetscInt *clp;
568ca3d3a14SMatthew G. Knepley   PetscInt       *points = NULL;
5698bdb3c71SMatthew G. Knepley   PetscInt        Nf, f, g, Np, cpf, cpg, fdof, gdof, r, c = 0;
570ca3d3a14SMatthew G. Knepley   PetscErrorCode  ierr;
571ca3d3a14SMatthew G. Knepley 
572ca3d3a14SMatthew G. Knepley   PetscFunctionBegin;
57392fd8e1eSJed Brown   ierr = DMGetLocalSection(dm, &s);CHKERRQ(ierr);
574ca3d3a14SMatthew G. Knepley   ierr = PetscSectionGetNumFields(s, &Nf);CHKERRQ(ierr);
575ca3d3a14SMatthew G. Knepley   ierr = DMPlexGetCompressedClosure(dm, s, p, &Np, &points, &clSection, &clPoints, &clp);CHKERRQ(ierr);
576ca3d3a14SMatthew G. Knepley   for (f = 0, r = 0; f < Nf; ++f) {
577ca3d3a14SMatthew G. Knepley     for (cpf = 0; cpf < Np*2; cpf += 2) {
578ca3d3a14SMatthew G. Knepley       ierr = PetscSectionGetFieldDof(s, points[cpf], f, &fdof);CHKERRQ(ierr);
579ca3d3a14SMatthew G. Knepley       for (g = 0, c = 0; g < Nf; ++g) {
580ca3d3a14SMatthew G. Knepley         for (cpg = 0; cpg < Np*2; cpg += 2) {
581ca3d3a14SMatthew G. Knepley           ierr = PetscSectionGetFieldDof(s, points[cpg], g, &gdof);CHKERRQ(ierr);
582ca3d3a14SMatthew G. Knepley           ierr = DMPlexBasisTransformFieldTensor_Internal(dm, tdm, tv, points[cpf], f, points[cpg], g, l2g, lda, &a[r*lda+c]);CHKERRQ(ierr);
583ca3d3a14SMatthew G. Knepley           c += gdof;
584ca3d3a14SMatthew G. Knepley         }
585ca3d3a14SMatthew G. Knepley       }
586ca3d3a14SMatthew G. Knepley       if (c != lda) SETERRQ2(PETSC_COMM_SELF, PETSC_ERR_PLIB, "Invalid number of columns %D should be %D", c, lda);
587ca3d3a14SMatthew G. Knepley       r += fdof;
588ca3d3a14SMatthew G. Knepley     }
589ca3d3a14SMatthew G. Knepley   }
590ca3d3a14SMatthew G. Knepley   if (r != lda) SETERRQ2(PETSC_COMM_SELF, PETSC_ERR_PLIB, "Invalid number of rows %D should be %D", c, lda);
591ca3d3a14SMatthew G. Knepley   ierr = DMPlexRestoreCompressedClosure(dm, s, p, &Np, &points, &clSection, &clPoints, &clp);CHKERRQ(ierr);
592ca3d3a14SMatthew G. Knepley   PetscFunctionReturn(0);
593ca3d3a14SMatthew G. Knepley }
594ca3d3a14SMatthew G. Knepley 
595ca3d3a14SMatthew G. Knepley static PetscErrorCode DMPlexBasisTransform_Internal(DM dm, Vec lv, PetscBool l2g)
596ca3d3a14SMatthew G. Knepley {
597ca3d3a14SMatthew G. Knepley   DM                 tdm;
598ca3d3a14SMatthew G. Knepley   Vec                tv;
599ca3d3a14SMatthew G. Knepley   PetscSection       ts, s;
600ca3d3a14SMatthew G. Knepley   const PetscScalar *ta;
601ca3d3a14SMatthew G. Knepley   PetscScalar       *a, *va;
602ca3d3a14SMatthew G. Knepley   PetscInt           pStart, pEnd, p, Nf, f;
603ca3d3a14SMatthew G. Knepley   PetscErrorCode     ierr;
604ca3d3a14SMatthew G. Knepley 
605ca3d3a14SMatthew G. Knepley   PetscFunctionBegin;
606ca3d3a14SMatthew G. Knepley   ierr = DMGetBasisTransformDM_Internal(dm, &tdm);CHKERRQ(ierr);
607ca3d3a14SMatthew G. Knepley   ierr = DMGetBasisTransformVec_Internal(dm, &tv);CHKERRQ(ierr);
60892fd8e1eSJed Brown   ierr = DMGetLocalSection(tdm, &ts);CHKERRQ(ierr);
60992fd8e1eSJed Brown   ierr = DMGetLocalSection(dm, &s);CHKERRQ(ierr);
610ca3d3a14SMatthew G. Knepley   ierr = PetscSectionGetChart(s, &pStart, &pEnd);CHKERRQ(ierr);
611ca3d3a14SMatthew G. Knepley   ierr = PetscSectionGetNumFields(s, &Nf);CHKERRQ(ierr);
612ca3d3a14SMatthew G. Knepley   ierr = VecGetArray(lv, &a);CHKERRQ(ierr);
613ca3d3a14SMatthew G. Knepley   ierr = VecGetArrayRead(tv, &ta);CHKERRQ(ierr);
614ca3d3a14SMatthew G. Knepley   for (p = pStart; p < pEnd; ++p) {
615ca3d3a14SMatthew G. Knepley     for (f = 0; f < Nf; ++f) {
616ca3d3a14SMatthew G. Knepley       ierr = DMPlexPointLocalFieldRef(dm, p, f, a, (void *) &va);CHKERRQ(ierr);
617ca3d3a14SMatthew G. Knepley       ierr = DMPlexBasisTransformField_Internal(dm, tdm, tv, p, f, l2g, va);CHKERRQ(ierr);
618ca3d3a14SMatthew G. Knepley     }
619ca3d3a14SMatthew G. Knepley   }
620ca3d3a14SMatthew G. Knepley   ierr = VecRestoreArray(lv, &a);CHKERRQ(ierr);
621ca3d3a14SMatthew G. Knepley   ierr = VecRestoreArrayRead(tv, &ta);CHKERRQ(ierr);
622ca3d3a14SMatthew G. Knepley   PetscFunctionReturn(0);
623ca3d3a14SMatthew G. Knepley }
624ca3d3a14SMatthew G. Knepley 
625ca3d3a14SMatthew G. Knepley /*@
626ca3d3a14SMatthew G. Knepley   DMPlexGlobalToLocalBasis - Transform the values in the given local vector from the global basis to the local basis
627ca3d3a14SMatthew G. Knepley 
628ca3d3a14SMatthew G. Knepley   Input Parameters:
629ca3d3a14SMatthew G. Knepley + dm - The DM
630ca3d3a14SMatthew G. Knepley - lv - A local vector with values in the global basis
631ca3d3a14SMatthew G. Knepley 
632ca3d3a14SMatthew G. Knepley   Output Parameters:
633ca3d3a14SMatthew G. Knepley . lv - A local vector with values in the local basis
634ca3d3a14SMatthew G. Knepley 
635c0f8e1fdSMatthew G. Knepley   Note: This method is only intended to be called inside DMGlobalToLocal(). It is unlikely that a user will have a local vector full of coefficients for the global basis unless they are reimplementing GlobalToLocal.
636c0f8e1fdSMatthew G. Knepley 
637ca3d3a14SMatthew G. Knepley   Level: developer
638ca3d3a14SMatthew G. Knepley 
63992fd8e1eSJed Brown .seealso: DMPlexLocalToGlobalBasis(), DMGetLocalSection()
640ca3d3a14SMatthew G. Knepley @*/
641ca3d3a14SMatthew G. Knepley PetscErrorCode DMPlexGlobalToLocalBasis(DM dm, Vec lv)
642ca3d3a14SMatthew G. Knepley {
643ca3d3a14SMatthew G. Knepley   PetscErrorCode ierr;
644ca3d3a14SMatthew G. Knepley 
645ca3d3a14SMatthew G. Knepley   PetscFunctionBegin;
646ca3d3a14SMatthew G. Knepley   PetscValidHeaderSpecific(dm, DM_CLASSID, 1);
647ca3d3a14SMatthew G. Knepley   PetscValidHeaderSpecific(lv, VEC_CLASSID, 2);
648ca3d3a14SMatthew G. Knepley   ierr = DMPlexBasisTransform_Internal(dm, lv, PETSC_FALSE);CHKERRQ(ierr);
649ca3d3a14SMatthew G. Knepley   PetscFunctionReturn(0);
650ca3d3a14SMatthew G. Knepley }
651ca3d3a14SMatthew G. Knepley 
652ca3d3a14SMatthew G. Knepley /*@
653ca3d3a14SMatthew G. Knepley   DMPlexLocalToGlobalBasis - Transform the values in the given local vector from the local basis to the global basis
654ca3d3a14SMatthew G. Knepley 
655ca3d3a14SMatthew G. Knepley   Input Parameters:
656ca3d3a14SMatthew G. Knepley + dm - The DM
657ca3d3a14SMatthew G. Knepley - lv - A local vector with values in the local basis
658ca3d3a14SMatthew G. Knepley 
659ca3d3a14SMatthew G. Knepley   Output Parameters:
660ca3d3a14SMatthew G. Knepley . lv - A local vector with values in the global basis
661ca3d3a14SMatthew G. Knepley 
662c0f8e1fdSMatthew G. Knepley   Note: This method is only intended to be called inside DMGlobalToLocal(). It is unlikely that a user would want a local vector full of coefficients for the global basis unless they are reimplementing GlobalToLocal.
663c0f8e1fdSMatthew G. Knepley 
664ca3d3a14SMatthew G. Knepley   Level: developer
665ca3d3a14SMatthew G. Knepley 
66692fd8e1eSJed Brown .seealso: DMPlexGlobalToLocalBasis(), DMGetLocalSection()
667ca3d3a14SMatthew G. Knepley @*/
668ca3d3a14SMatthew G. Knepley PetscErrorCode DMPlexLocalToGlobalBasis(DM dm, Vec lv)
669ca3d3a14SMatthew G. Knepley {
670ca3d3a14SMatthew G. Knepley   PetscErrorCode ierr;
671ca3d3a14SMatthew G. Knepley 
672ca3d3a14SMatthew G. Knepley   PetscFunctionBegin;
673ca3d3a14SMatthew G. Knepley   PetscValidHeaderSpecific(dm, DM_CLASSID, 1);
674ca3d3a14SMatthew G. Knepley   PetscValidHeaderSpecific(lv, VEC_CLASSID, 2);
675ca3d3a14SMatthew G. Knepley   ierr = DMPlexBasisTransform_Internal(dm, lv, PETSC_TRUE);CHKERRQ(ierr);
676ca3d3a14SMatthew G. Knepley   PetscFunctionReturn(0);
677ca3d3a14SMatthew G. Knepley }
678ca3d3a14SMatthew G. Knepley 
679ca3d3a14SMatthew G. Knepley /*@
680ca3d3a14SMatthew G. Knepley   DMPlexCreateBasisRotation - Create an internal transformation from the global basis, used to specify boundary conditions
681ca3d3a14SMatthew G. Knepley     and global solutions, to a local basis, appropriate for discretization integrals and assembly.
682ca3d3a14SMatthew G. Knepley 
683ca3d3a14SMatthew G. Knepley   Input Parameters:
684ca3d3a14SMatthew G. Knepley + dm    - The DM
685ca3d3a14SMatthew G. Knepley . alpha - The first Euler angle, and in 2D the only one
686ca3d3a14SMatthew G. Knepley . beta  - The second Euler angle
687f0fc11ceSJed Brown - gamma - The third Euler angle
688ca3d3a14SMatthew G. Knepley 
689ca3d3a14SMatthew G. Knepley   Note: Following https://en.wikipedia.org/wiki/Euler_angles, we will specify Euler angles by extrinsic rotations, meaning that
690ca3d3a14SMatthew G. Knepley   we rotate with respect to a fixed initial coordinate system, the local basis (x-y-z). The global basis (X-Y-Z) is reached as follows:
691ca3d3a14SMatthew G. Knepley   $ The XYZ system rotates about the z axis by alpha. The X axis is now at angle alpha with respect to the x axis.
692ca3d3a14SMatthew G. Knepley   $ The XYZ system rotates again about the x axis by beta. The Z axis is now at angle beta with respect to the z axis.
693ca3d3a14SMatthew G. Knepley   $ The XYZ system rotates a third time about the z axis by gamma.
694ca3d3a14SMatthew G. Knepley 
695ca3d3a14SMatthew G. Knepley   Level: developer
696ca3d3a14SMatthew G. Knepley 
697ca3d3a14SMatthew G. Knepley .seealso: DMPlexGlobalToLocalBasis(), DMPlexLocalToGlobalBasis()
698ca3d3a14SMatthew G. Knepley @*/
699ca3d3a14SMatthew G. Knepley PetscErrorCode DMPlexCreateBasisRotation(DM dm, PetscReal alpha, PetscReal beta, PetscReal gamma)
700ca3d3a14SMatthew G. Knepley {
701ca3d3a14SMatthew G. Knepley   RotCtx        *rc;
702ca3d3a14SMatthew G. Knepley   PetscInt       cdim;
703ca3d3a14SMatthew G. Knepley   PetscErrorCode ierr;
704ca3d3a14SMatthew G. Knepley 
705ca3d3a14SMatthew G. Knepley   ierr = DMGetCoordinateDim(dm, &cdim);CHKERRQ(ierr);
706ca3d3a14SMatthew G. Knepley   ierr = PetscMalloc1(1, &rc);CHKERRQ(ierr);
707ca3d3a14SMatthew G. Knepley   dm->transformCtx       = rc;
708ca3d3a14SMatthew G. Knepley   dm->transformSetUp     = DMPlexBasisTransformSetUp_Rotation_Internal;
709ca3d3a14SMatthew G. Knepley   dm->transformDestroy   = DMPlexBasisTransformDestroy_Rotation_Internal;
710ca3d3a14SMatthew G. Knepley   dm->transformGetMatrix = DMPlexBasisTransformGetMatrix_Rotation_Internal;
711ca3d3a14SMatthew G. Knepley   rc->dim   = cdim;
712ca3d3a14SMatthew G. Knepley   rc->alpha = alpha;
713ca3d3a14SMatthew G. Knepley   rc->beta  = beta;
714ca3d3a14SMatthew G. Knepley   rc->gamma = gamma;
715ca3d3a14SMatthew G. Knepley   ierr = (*dm->transformSetUp)(dm, dm->transformCtx);CHKERRQ(ierr);
716ca3d3a14SMatthew G. Knepley   ierr = DMConstructBasisTransform_Internal(dm);CHKERRQ(ierr);
717ca3d3a14SMatthew G. Knepley   PetscFunctionReturn(0);
718ca3d3a14SMatthew G. Knepley }
719ca3d3a14SMatthew G. Knepley 
720b278463cSMatthew G. Knepley /*@C
721b278463cSMatthew G. Knepley   DMPlexInsertBoundaryValuesEssential - Insert boundary values into a local vector
722b278463cSMatthew G. Knepley 
723b278463cSMatthew G. Knepley   Input Parameters:
724b278463cSMatthew G. Knepley + dm     - The DM, with a PetscDS that matches the problem being constrained
725b278463cSMatthew G. Knepley . time   - The time
726b278463cSMatthew G. Knepley . field  - The field to constrain
7271c531cf8SMatthew G. Knepley . Nc     - The number of constrained field components, or 0 for all components
7281c531cf8SMatthew G. Knepley . comps  - An array of constrained component numbers, or NULL for all components
729b278463cSMatthew G. Knepley . label  - The DMLabel defining constrained points
730b278463cSMatthew G. Knepley . numids - The number of DMLabel ids for constrained points
731b278463cSMatthew G. Knepley . ids    - An array of ids for constrained points
732b278463cSMatthew G. Knepley . func   - A pointwise function giving boundary values
733b278463cSMatthew G. Knepley - ctx    - An optional user context for bcFunc
734b278463cSMatthew G. Knepley 
735b278463cSMatthew G. Knepley   Output Parameter:
736b278463cSMatthew G. Knepley . locX   - A local vector to receives the boundary values
737b278463cSMatthew G. Knepley 
738b278463cSMatthew G. Knepley   Level: developer
739b278463cSMatthew G. Knepley 
740b278463cSMatthew G. Knepley .seealso: DMPlexInsertBoundaryValuesEssentialField(), DMAddBoundary()
741b278463cSMatthew G. Knepley @*/
7421c531cf8SMatthew G. Knepley PetscErrorCode DMPlexInsertBoundaryValuesEssential(DM dm, PetscReal time, PetscInt field, PetscInt Nc, const PetscInt comps[], DMLabel label, PetscInt numids, const PetscInt ids[], PetscErrorCode (*func)(PetscInt, PetscReal, const PetscReal[], PetscInt, PetscScalar *, void *), void *ctx, Vec locX)
74355f2e967SMatthew G. Knepley {
7440163fd50SMatthew G. Knepley   PetscErrorCode (**funcs)(PetscInt, PetscReal, const PetscReal x[], PetscInt, PetscScalar *u, void *ctx);
74555f2e967SMatthew G. Knepley   void            **ctxs;
746d7ddef95SMatthew G. Knepley   PetscInt          numFields;
747d7ddef95SMatthew G. Knepley   PetscErrorCode    ierr;
748d7ddef95SMatthew G. Knepley 
749d7ddef95SMatthew G. Knepley   PetscFunctionBegin;
750d7ddef95SMatthew G. Knepley   ierr = DMGetNumFields(dm, &numFields);CHKERRQ(ierr);
751d7ddef95SMatthew G. Knepley   ierr = PetscCalloc2(numFields,&funcs,numFields,&ctxs);CHKERRQ(ierr);
752d7ddef95SMatthew G. Knepley   funcs[field] = func;
753d7ddef95SMatthew G. Knepley   ctxs[field]  = ctx;
7541c531cf8SMatthew G. Knepley   ierr = DMProjectFunctionLabelLocal(dm, time, label, numids, ids, Nc, comps, funcs, ctxs, INSERT_BC_VALUES, locX);CHKERRQ(ierr);
755d7ddef95SMatthew G. Knepley   ierr = PetscFree2(funcs,ctxs);CHKERRQ(ierr);
756d7ddef95SMatthew G. Knepley   PetscFunctionReturn(0);
757d7ddef95SMatthew G. Knepley }
758d7ddef95SMatthew G. Knepley 
759b278463cSMatthew G. Knepley /*@C
760b278463cSMatthew G. Knepley   DMPlexInsertBoundaryValuesEssentialField - Insert boundary values into a local vector
761b278463cSMatthew G. Knepley 
762b278463cSMatthew G. Knepley   Input Parameters:
763b278463cSMatthew G. Knepley + dm     - The DM, with a PetscDS that matches the problem being constrained
764b278463cSMatthew G. Knepley . time   - The time
765b278463cSMatthew G. Knepley . locU   - A local vector with the input solution values
766b278463cSMatthew G. Knepley . field  - The field to constrain
7671c531cf8SMatthew G. Knepley . Nc     - The number of constrained field components, or 0 for all components
7681c531cf8SMatthew G. Knepley . comps  - An array of constrained component numbers, or NULL for all components
769b278463cSMatthew G. Knepley . label  - The DMLabel defining constrained points
770b278463cSMatthew G. Knepley . numids - The number of DMLabel ids for constrained points
771b278463cSMatthew G. Knepley . ids    - An array of ids for constrained points
772b278463cSMatthew G. Knepley . func   - A pointwise function giving boundary values
773b278463cSMatthew G. Knepley - ctx    - An optional user context for bcFunc
774b278463cSMatthew G. Knepley 
775b278463cSMatthew G. Knepley   Output Parameter:
776b278463cSMatthew G. Knepley . locX   - A local vector to receives the boundary values
777b278463cSMatthew G. Knepley 
778b278463cSMatthew G. Knepley   Level: developer
779b278463cSMatthew G. Knepley 
780b278463cSMatthew G. Knepley .seealso: DMPlexInsertBoundaryValuesEssential(), DMAddBoundary()
781b278463cSMatthew G. Knepley @*/
7821c531cf8SMatthew G. Knepley PetscErrorCode DMPlexInsertBoundaryValuesEssentialField(DM dm, PetscReal time, Vec locU, PetscInt field, PetscInt Nc, const PetscInt comps[], DMLabel label, PetscInt numids, const PetscInt ids[],
783c60e475cSMatthew G. Knepley                                                         void (*func)(PetscInt, PetscInt, PetscInt,
784c60e475cSMatthew G. Knepley                                                                      const PetscInt[], const PetscInt[], const PetscScalar[], const PetscScalar[], const PetscScalar[],
785c60e475cSMatthew G. Knepley                                                                      const PetscInt[], const PetscInt[], const PetscScalar[], const PetscScalar[], const PetscScalar[],
78697b6e6e8SMatthew G. Knepley                                                                      PetscReal, const PetscReal[], PetscInt, const PetscScalar[],
787b278463cSMatthew G. Knepley                                                                      PetscScalar[]),
788b278463cSMatthew G. Knepley                                                         void *ctx, Vec locX)
789c60e475cSMatthew G. Knepley {
790c60e475cSMatthew G. Knepley   void (**funcs)(PetscInt, PetscInt, PetscInt,
791c60e475cSMatthew G. Knepley                  const PetscInt[], const PetscInt[], const PetscScalar[], const PetscScalar[], const PetscScalar[],
792c60e475cSMatthew G. Knepley                  const PetscInt[], const PetscInt[], const PetscScalar[], const PetscScalar[], const PetscScalar[],
79397b6e6e8SMatthew G. Knepley                  PetscReal, const PetscReal[], PetscInt, const PetscScalar[], PetscScalar[]);
794c60e475cSMatthew G. Knepley   void            **ctxs;
795c60e475cSMatthew G. Knepley   PetscInt          numFields;
796c60e475cSMatthew G. Knepley   PetscErrorCode    ierr;
797c60e475cSMatthew G. Knepley 
798c60e475cSMatthew G. Knepley   PetscFunctionBegin;
799c60e475cSMatthew G. Knepley   ierr = DMGetNumFields(dm, &numFields);CHKERRQ(ierr);
800c60e475cSMatthew G. Knepley   ierr = PetscCalloc2(numFields,&funcs,numFields,&ctxs);CHKERRQ(ierr);
801c60e475cSMatthew G. Knepley   funcs[field] = func;
802c60e475cSMatthew G. Knepley   ctxs[field]  = ctx;
8031c531cf8SMatthew G. Knepley   ierr = DMProjectFieldLabelLocal(dm, time, label, numids, ids, Nc, comps, locU, funcs, INSERT_BC_VALUES, locX);CHKERRQ(ierr);
804c60e475cSMatthew G. Knepley   ierr = PetscFree2(funcs,ctxs);CHKERRQ(ierr);
805c60e475cSMatthew G. Knepley   PetscFunctionReturn(0);
806c60e475cSMatthew G. Knepley }
807c60e475cSMatthew G. Knepley 
808b278463cSMatthew G. Knepley /*@C
809b278463cSMatthew G. Knepley   DMPlexInsertBoundaryValuesRiemann - Insert boundary values into a local vector
810b278463cSMatthew G. Knepley 
811b278463cSMatthew G. Knepley   Input Parameters:
812b278463cSMatthew G. Knepley + dm     - The DM, with a PetscDS that matches the problem being constrained
813b278463cSMatthew G. Knepley . time   - The time
814b278463cSMatthew G. Knepley . faceGeometry - A vector with the FVM face geometry information
815b278463cSMatthew G. Knepley . cellGeometry - A vector with the FVM cell geometry information
816b278463cSMatthew G. Knepley . Grad         - A vector with the FVM cell gradient information
817b278463cSMatthew G. Knepley . field  - The field to constrain
8181c531cf8SMatthew G. Knepley . Nc     - The number of constrained field components, or 0 for all components
8191c531cf8SMatthew G. Knepley . comps  - An array of constrained component numbers, or NULL for all components
820b278463cSMatthew G. Knepley . label  - The DMLabel defining constrained points
821b278463cSMatthew G. Knepley . numids - The number of DMLabel ids for constrained points
822b278463cSMatthew G. Knepley . ids    - An array of ids for constrained points
823b278463cSMatthew G. Knepley . func   - A pointwise function giving boundary values
824b278463cSMatthew G. Knepley - ctx    - An optional user context for bcFunc
825b278463cSMatthew G. Knepley 
826b278463cSMatthew G. Knepley   Output Parameter:
827b278463cSMatthew G. Knepley . locX   - A local vector to receives the boundary values
828b278463cSMatthew G. Knepley 
829b278463cSMatthew G. Knepley   Note: This implementation currently ignores the numcomps/comps argument from DMAddBoundary()
830b278463cSMatthew G. Knepley 
831b278463cSMatthew G. Knepley   Level: developer
832b278463cSMatthew G. Knepley 
833b278463cSMatthew G. Knepley .seealso: DMPlexInsertBoundaryValuesEssential(), DMPlexInsertBoundaryValuesEssentialField(), DMAddBoundary()
834b278463cSMatthew G. Knepley @*/
8351c531cf8SMatthew G. Knepley PetscErrorCode DMPlexInsertBoundaryValuesRiemann(DM dm, PetscReal time, Vec faceGeometry, Vec cellGeometry, Vec Grad, PetscInt field, PetscInt Nc, const PetscInt comps[], DMLabel label, PetscInt numids, const PetscInt ids[],
836b278463cSMatthew G. Knepley                                                  PetscErrorCode (*func)(PetscReal,const PetscReal*,const PetscReal*,const PetscScalar*,PetscScalar*,void*), void *ctx, Vec locX)
837d7ddef95SMatthew G. Knepley {
83861f58d28SMatthew G. Knepley   PetscDS            prob;
839da97024aSMatthew G. Knepley   PetscSF            sf;
840d7ddef95SMatthew G. Knepley   DM                 dmFace, dmCell, dmGrad;
84120369375SToby Isaac   const PetscScalar *facegeom, *cellgeom = NULL, *grad;
842da97024aSMatthew G. Knepley   const PetscInt    *leaves;
843d7ddef95SMatthew G. Knepley   PetscScalar       *x, *fx;
844520b3818SMatthew G. Knepley   PetscInt           dim, nleaves, loc, fStart, fEnd, pdim, i;
845e735a8a9SMatthew G. Knepley   PetscErrorCode     ierr, ierru = 0;
846d7ddef95SMatthew G. Knepley 
847d7ddef95SMatthew G. Knepley   PetscFunctionBegin;
848da97024aSMatthew G. Knepley   ierr = DMGetPointSF(dm, &sf);CHKERRQ(ierr);
849da97024aSMatthew G. Knepley   ierr = PetscSFGetGraph(sf, NULL, &nleaves, &leaves, NULL);CHKERRQ(ierr);
850da97024aSMatthew G. Knepley   nleaves = PetscMax(0, nleaves);
851d7ddef95SMatthew G. Knepley   ierr = DMGetDimension(dm, &dim);CHKERRQ(ierr);
852d7ddef95SMatthew G. Knepley   ierr = DMPlexGetHeightStratum(dm, 1, &fStart, &fEnd);CHKERRQ(ierr);
85361f58d28SMatthew G. Knepley   ierr = DMGetDS(dm, &prob);CHKERRQ(ierr);
854d7ddef95SMatthew G. Knepley   ierr = VecGetDM(faceGeometry, &dmFace);CHKERRQ(ierr);
855d7ddef95SMatthew G. Knepley   ierr = VecGetArrayRead(faceGeometry, &facegeom);CHKERRQ(ierr);
85620369375SToby Isaac   if (cellGeometry) {
857d7ddef95SMatthew G. Knepley     ierr = VecGetDM(cellGeometry, &dmCell);CHKERRQ(ierr);
858d7ddef95SMatthew G. Knepley     ierr = VecGetArrayRead(cellGeometry, &cellgeom);CHKERRQ(ierr);
85920369375SToby Isaac   }
860d7ddef95SMatthew G. Knepley   if (Grad) {
861c0a6632aSMatthew G. Knepley     PetscFV fv;
862c0a6632aSMatthew G. Knepley 
863c0a6632aSMatthew G. Knepley     ierr = PetscDSGetDiscretization(prob, field, (PetscObject *) &fv);CHKERRQ(ierr);
864d7ddef95SMatthew G. Knepley     ierr = VecGetDM(Grad, &dmGrad);CHKERRQ(ierr);
865d7ddef95SMatthew G. Knepley     ierr = VecGetArrayRead(Grad, &grad);CHKERRQ(ierr);
866d7ddef95SMatthew G. Knepley     ierr = PetscFVGetNumComponents(fv, &pdim);CHKERRQ(ierr);
86769291d52SBarry Smith     ierr = DMGetWorkArray(dm, pdim, MPIU_SCALAR, &fx);CHKERRQ(ierr);
868d7ddef95SMatthew G. Knepley   }
869d7ddef95SMatthew G. Knepley   ierr = VecGetArray(locX, &x);CHKERRQ(ierr);
870d7ddef95SMatthew G. Knepley   for (i = 0; i < numids; ++i) {
871d7ddef95SMatthew G. Knepley     IS              faceIS;
872d7ddef95SMatthew G. Knepley     const PetscInt *faces;
873d7ddef95SMatthew G. Knepley     PetscInt        numFaces, f;
874d7ddef95SMatthew G. Knepley 
875d7ddef95SMatthew G. Knepley     ierr = DMLabelGetStratumIS(label, ids[i], &faceIS);CHKERRQ(ierr);
876d7ddef95SMatthew G. Knepley     if (!faceIS) continue; /* No points with that id on this process */
877d7ddef95SMatthew G. Knepley     ierr = ISGetLocalSize(faceIS, &numFaces);CHKERRQ(ierr);
878d7ddef95SMatthew G. Knepley     ierr = ISGetIndices(faceIS, &faces);CHKERRQ(ierr);
879d7ddef95SMatthew G. Knepley     for (f = 0; f < numFaces; ++f) {
880d7ddef95SMatthew G. Knepley       const PetscInt         face = faces[f], *cells;
881640bce14SSatish Balay       PetscFVFaceGeom        *fg;
882d7ddef95SMatthew G. Knepley 
883d7ddef95SMatthew G. Knepley       if ((face < fStart) || (face >= fEnd)) continue; /* Refinement adds non-faces to labels */
884da97024aSMatthew G. Knepley       ierr = PetscFindInt(face, nleaves, (PetscInt *) leaves, &loc);CHKERRQ(ierr);
885da97024aSMatthew G. Knepley       if (loc >= 0) continue;
886d7ddef95SMatthew G. Knepley       ierr = DMPlexPointLocalRead(dmFace, face, facegeom, &fg);CHKERRQ(ierr);
887d7ddef95SMatthew G. Knepley       ierr = DMPlexGetSupport(dm, face, &cells);CHKERRQ(ierr);
888d7ddef95SMatthew G. Knepley       if (Grad) {
889640bce14SSatish Balay         PetscFVCellGeom       *cg;
890640bce14SSatish Balay         PetscScalar           *cx, *cgrad;
891d7ddef95SMatthew G. Knepley         PetscScalar           *xG;
892d7ddef95SMatthew G. Knepley         PetscReal              dx[3];
893d7ddef95SMatthew G. Knepley         PetscInt               d;
894d7ddef95SMatthew G. Knepley 
895d7ddef95SMatthew G. Knepley         ierr = DMPlexPointLocalRead(dmCell, cells[0], cellgeom, &cg);CHKERRQ(ierr);
896d7ddef95SMatthew G. Knepley         ierr = DMPlexPointLocalRead(dm, cells[0], x, &cx);CHKERRQ(ierr);
897d7ddef95SMatthew G. Knepley         ierr = DMPlexPointLocalRead(dmGrad, cells[0], grad, &cgrad);CHKERRQ(ierr);
898520b3818SMatthew G. Knepley         ierr = DMPlexPointLocalFieldRef(dm, cells[1], field, x, &xG);CHKERRQ(ierr);
899d7ddef95SMatthew G. Knepley         DMPlex_WaxpyD_Internal(dim, -1, cg->centroid, fg->centroid, dx);
900d7ddef95SMatthew G. Knepley         for (d = 0; d < pdim; ++d) fx[d] = cx[d] + DMPlex_DotD_Internal(dim, &cgrad[d*dim], dx);
901e735a8a9SMatthew G. Knepley         ierru = (*func)(time, fg->centroid, fg->normal, fx, xG, ctx);
902e735a8a9SMatthew G. Knepley         if (ierru) {
903e735a8a9SMatthew G. Knepley           ierr = ISRestoreIndices(faceIS, &faces);CHKERRQ(ierr);
904e735a8a9SMatthew G. Knepley           ierr = ISDestroy(&faceIS);CHKERRQ(ierr);
905e735a8a9SMatthew G. Knepley           goto cleanup;
906e735a8a9SMatthew G. Knepley         }
907d7ddef95SMatthew G. Knepley       } else {
908640bce14SSatish Balay         PetscScalar       *xI;
909d7ddef95SMatthew G. Knepley         PetscScalar       *xG;
910d7ddef95SMatthew G. Knepley 
911d7ddef95SMatthew G. Knepley         ierr = DMPlexPointLocalRead(dm, cells[0], x, &xI);CHKERRQ(ierr);
912520b3818SMatthew G. Knepley         ierr = DMPlexPointLocalFieldRef(dm, cells[1], field, x, &xG);CHKERRQ(ierr);
913e735a8a9SMatthew G. Knepley         ierru = (*func)(time, fg->centroid, fg->normal, xI, xG, ctx);
914e735a8a9SMatthew G. Knepley         if (ierru) {
915e735a8a9SMatthew G. Knepley           ierr = ISRestoreIndices(faceIS, &faces);CHKERRQ(ierr);
916e735a8a9SMatthew G. Knepley           ierr = ISDestroy(&faceIS);CHKERRQ(ierr);
917e735a8a9SMatthew G. Knepley           goto cleanup;
918e735a8a9SMatthew G. Knepley         }
919d7ddef95SMatthew G. Knepley       }
920d7ddef95SMatthew G. Knepley     }
921d7ddef95SMatthew G. Knepley     ierr = ISRestoreIndices(faceIS, &faces);CHKERRQ(ierr);
922d7ddef95SMatthew G. Knepley     ierr = ISDestroy(&faceIS);CHKERRQ(ierr);
923d7ddef95SMatthew G. Knepley   }
924e735a8a9SMatthew G. Knepley   cleanup:
925d7ddef95SMatthew G. Knepley   ierr = VecRestoreArray(locX, &x);CHKERRQ(ierr);
926d7ddef95SMatthew G. Knepley   if (Grad) {
92769291d52SBarry Smith     ierr = DMRestoreWorkArray(dm, pdim, MPIU_SCALAR, &fx);CHKERRQ(ierr);
928d7ddef95SMatthew G. Knepley     ierr = VecRestoreArrayRead(Grad, &grad);CHKERRQ(ierr);
929d7ddef95SMatthew G. Knepley   }
930e735a8a9SMatthew G. Knepley   if (cellGeometry) {ierr = VecRestoreArrayRead(cellGeometry, &cellgeom);CHKERRQ(ierr);}
931d7ddef95SMatthew G. Knepley   ierr = VecRestoreArrayRead(faceGeometry, &facegeom);CHKERRQ(ierr);
932e735a8a9SMatthew G. Knepley   CHKERRQ(ierru);
933d7ddef95SMatthew G. Knepley   PetscFunctionReturn(0);
934d7ddef95SMatthew G. Knepley }
935d7ddef95SMatthew G. Knepley 
936f1d73a7aSMatthew G. Knepley PetscErrorCode DMPlexInsertBoundaryValues_Plex(DM dm, PetscBool insertEssential, Vec locX, PetscReal time, Vec faceGeomFVM, Vec cellGeomFVM, Vec gradFVM)
937d7ddef95SMatthew G. Knepley {
938e5e52638SMatthew G. Knepley   PetscDS        prob;
939d7ddef95SMatthew G. Knepley   PetscInt       numBd, b;
94055f2e967SMatthew G. Knepley   PetscErrorCode ierr;
94155f2e967SMatthew G. Knepley 
94255f2e967SMatthew G. Knepley   PetscFunctionBegin;
943e5e52638SMatthew G. Knepley   ierr = DMGetDS(dm, &prob);CHKERRQ(ierr);
944e5e52638SMatthew G. Knepley   ierr = PetscDSGetNumBoundary(prob, &numBd);CHKERRQ(ierr);
94555f2e967SMatthew G. Knepley   for (b = 0; b < numBd; ++b) {
946f971fd6bSMatthew G. Knepley     DMBoundaryConditionType type;
947648eda8cSMatthew G. Knepley     const char             *name, *labelname;
948d7ddef95SMatthew G. Knepley     DMLabel                 label;
9491c531cf8SMatthew G. Knepley     PetscInt                field, Nc;
9501c531cf8SMatthew G. Knepley     const PetscInt         *comps;
951d7ddef95SMatthew G. Knepley     PetscObject             obj;
952d7ddef95SMatthew G. Knepley     PetscClassId            id;
953a30ec4eaSSatish Balay     void                    (*func)(void);
954d7ddef95SMatthew G. Knepley     PetscInt                numids;
955d7ddef95SMatthew G. Knepley     const PetscInt         *ids;
95655f2e967SMatthew G. Knepley     void                   *ctx;
95755f2e967SMatthew G. Knepley 
958648eda8cSMatthew G. Knepley     ierr = DMGetBoundary(dm, b, &type, &name, &labelname, &field, &Nc, &comps, &func, &numids, &ids, &ctx);CHKERRQ(ierr);
959f971fd6bSMatthew G. Knepley     if (insertEssential != (type & DM_BC_ESSENTIAL)) continue;
960c58f1c22SToby Isaac     ierr = DMGetLabel(dm, labelname, &label);CHKERRQ(ierr);
961648eda8cSMatthew G. Knepley     if (!label) SETERRQ2(PetscObjectComm((PetscObject) dm), PETSC_ERR_ARG_WRONGSTATE, "Label %s for boundary condition %s does not exist in the DM", labelname, name);
96244a7f3ddSMatthew G. Knepley     ierr = DMGetField(dm, field, NULL, &obj);CHKERRQ(ierr);
963d7ddef95SMatthew G. Knepley     ierr = PetscObjectGetClassId(obj, &id);CHKERRQ(ierr);
964d7ddef95SMatthew G. Knepley     if (id == PETSCFE_CLASSID) {
965c60e475cSMatthew G. Knepley       switch (type) {
966c60e475cSMatthew G. Knepley         /* for FEM, there is no insertion to be done for non-essential boundary conditions */
967c60e475cSMatthew G. Knepley       case DM_BC_ESSENTIAL:
968092e5057SToby Isaac         ierr = DMPlexLabelAddCells(dm,label);CHKERRQ(ierr);
9691c531cf8SMatthew G. Knepley         ierr = DMPlexInsertBoundaryValuesEssential(dm, time, field, Nc, comps, label, numids, ids, (PetscErrorCode (*)(PetscInt, PetscReal, const PetscReal[], PetscInt, PetscScalar *, void *)) func, ctx, locX);CHKERRQ(ierr);
970092e5057SToby Isaac         ierr = DMPlexLabelClearCells(dm,label);CHKERRQ(ierr);
971c60e475cSMatthew G. Knepley         break;
972c60e475cSMatthew G. Knepley       case DM_BC_ESSENTIAL_FIELD:
973c60e475cSMatthew G. Knepley         ierr = DMPlexLabelAddCells(dm,label);CHKERRQ(ierr);
9741c531cf8SMatthew G. Knepley         ierr = DMPlexInsertBoundaryValuesEssentialField(dm, time, locX, field, Nc, comps, label, numids, ids,
975b278463cSMatthew G. Knepley                                                         (void (*)(PetscInt, PetscInt, PetscInt, const PetscInt[], const PetscInt[], const PetscScalar[], const PetscScalar[], const PetscScalar[],
976c60e475cSMatthew G. Knepley                                                                   const PetscInt[], const PetscInt[], const PetscScalar[], const PetscScalar[], const PetscScalar[],
97797b6e6e8SMatthew G. Knepley                                                                   PetscReal, const PetscReal[], PetscInt, const PetscScalar[], PetscScalar[])) func, ctx, locX);CHKERRQ(ierr);
978c60e475cSMatthew G. Knepley         ierr = DMPlexLabelClearCells(dm,label);CHKERRQ(ierr);
979c60e475cSMatthew G. Knepley         break;
980c60e475cSMatthew G. Knepley       default: break;
981c60e475cSMatthew G. Knepley       }
982d7ddef95SMatthew G. Knepley     } else if (id == PETSCFV_CLASSID) {
98343ea7facSMatthew G. Knepley       if (!faceGeomFVM) continue;
9841c531cf8SMatthew G. Knepley       ierr = DMPlexInsertBoundaryValuesRiemann(dm, time, faceGeomFVM, cellGeomFVM, gradFVM, field, Nc, comps, label, numids, ids,
985b278463cSMatthew G. Knepley                                                (PetscErrorCode (*)(PetscReal,const PetscReal*,const PetscReal*,const PetscScalar*,PetscScalar*,void*)) func, ctx, locX);CHKERRQ(ierr);
986ff1e0c32SBarry Smith     } else SETERRQ1(PetscObjectComm((PetscObject)dm), PETSC_ERR_ARG_WRONG, "Unknown discretization type for field %D", field);
98755f2e967SMatthew G. Knepley   }
98855f2e967SMatthew G. Knepley   PetscFunctionReturn(0);
98955f2e967SMatthew G. Knepley }
99055f2e967SMatthew G. Knepley 
991f1d73a7aSMatthew G. Knepley /*@
992f1d73a7aSMatthew G. Knepley   DMPlexInsertBoundaryValues - Puts coefficients which represent boundary values into the local solution vector
993f1d73a7aSMatthew G. Knepley 
994f1d73a7aSMatthew G. Knepley   Input Parameters:
995f1d73a7aSMatthew G. Knepley + dm - The DM
996f1d73a7aSMatthew G. Knepley . insertEssential - Should I insert essential (e.g. Dirichlet) or inessential (e.g. Neumann) boundary conditions
997f1d73a7aSMatthew G. Knepley . time - The time
998f1d73a7aSMatthew G. Knepley . faceGeomFVM - Face geometry data for FV discretizations
999f1d73a7aSMatthew G. Knepley . cellGeomFVM - Cell geometry data for FV discretizations
1000f1d73a7aSMatthew G. Knepley - gradFVM - Gradient reconstruction data for FV discretizations
1001f1d73a7aSMatthew G. Knepley 
1002f1d73a7aSMatthew G. Knepley   Output Parameters:
1003f1d73a7aSMatthew G. Knepley . locX - Solution updated with boundary values
1004f1d73a7aSMatthew G. Knepley 
1005f1d73a7aSMatthew G. Knepley   Level: developer
1006f1d73a7aSMatthew G. Knepley 
1007f1d73a7aSMatthew G. Knepley .seealso: DMProjectFunctionLabelLocal()
1008f1d73a7aSMatthew G. Knepley @*/
1009f1d73a7aSMatthew G. Knepley PetscErrorCode DMPlexInsertBoundaryValues(DM dm, PetscBool insertEssential, Vec locX, PetscReal time, Vec faceGeomFVM, Vec cellGeomFVM, Vec gradFVM)
1010f1d73a7aSMatthew G. Knepley {
1011f1d73a7aSMatthew G. Knepley   PetscErrorCode ierr;
1012f1d73a7aSMatthew G. Knepley 
1013f1d73a7aSMatthew G. Knepley   PetscFunctionBegin;
1014f1d73a7aSMatthew G. Knepley   PetscValidHeaderSpecific(dm, DM_CLASSID, 1);
1015f1d73a7aSMatthew G. Knepley   PetscValidHeaderSpecific(locX, VEC_CLASSID, 2);
1016f1d73a7aSMatthew G. Knepley   if (faceGeomFVM) {PetscValidHeaderSpecific(faceGeomFVM, VEC_CLASSID, 4);}
1017f1d73a7aSMatthew G. Knepley   if (cellGeomFVM) {PetscValidHeaderSpecific(cellGeomFVM, VEC_CLASSID, 5);}
1018f1d73a7aSMatthew G. Knepley   if (gradFVM)     {PetscValidHeaderSpecific(gradFVM, VEC_CLASSID, 6);}
1019f1d73a7aSMatthew G. Knepley   ierr = PetscTryMethod(dm,"DMPlexInsertBoundaryValues_C",(DM,PetscBool,Vec,PetscReal,Vec,Vec,Vec),(dm,insertEssential,locX,time,faceGeomFVM,cellGeomFVM,gradFVM));CHKERRQ(ierr);
1020f1d73a7aSMatthew G. Knepley   PetscFunctionReturn(0);
1021f1d73a7aSMatthew G. Knepley }
1022f1d73a7aSMatthew G. Knepley 
10230709b2feSToby Isaac PetscErrorCode DMComputeL2Diff_Plex(DM dm, PetscReal time, PetscErrorCode (**funcs)(PetscInt, PetscReal, const PetscReal [], PetscInt, PetscScalar *, void *), void **ctxs, Vec X, PetscReal *diff)
1024cb1e1211SMatthew G Knepley {
1025574a98acSMatthew G. Knepley   Vec              localX;
1026574a98acSMatthew G. Knepley   PetscErrorCode   ierr;
1027574a98acSMatthew G. Knepley 
1028574a98acSMatthew G. Knepley   PetscFunctionBegin;
1029574a98acSMatthew G. Knepley   ierr = DMGetLocalVector(dm, &localX);CHKERRQ(ierr);
10305d42b983SMatthew G. Knepley   ierr = DMPlexInsertBoundaryValues(dm, PETSC_TRUE, localX, time, NULL, NULL, NULL);CHKERRQ(ierr);
1031574a98acSMatthew G. Knepley   ierr = DMGlobalToLocalBegin(dm, X, INSERT_VALUES, localX);CHKERRQ(ierr);
1032574a98acSMatthew G. Knepley   ierr = DMGlobalToLocalEnd(dm, X, INSERT_VALUES, localX);CHKERRQ(ierr);
1033574a98acSMatthew G. Knepley   ierr = DMPlexComputeL2DiffLocal(dm, time, funcs, ctxs, localX, diff);CHKERRQ(ierr);
1034574a98acSMatthew G. Knepley   ierr = DMRestoreLocalVector(dm, &localX);CHKERRQ(ierr);
1035574a98acSMatthew G. Knepley   PetscFunctionReturn(0);
1036574a98acSMatthew G. Knepley }
1037574a98acSMatthew G. Knepley 
1038574a98acSMatthew G. Knepley /*@C
1039ca3d3a14SMatthew G. Knepley   DMComputeL2DiffLocal - This function computes the L_2 difference between a function u and an FEM interpolant solution u_h.
1040574a98acSMatthew G. Knepley 
1041d083f849SBarry Smith   Collective on dm
1042c0f8e1fdSMatthew G. Knepley 
1043574a98acSMatthew G. Knepley   Input Parameters:
1044574a98acSMatthew G. Knepley + dm     - The DM
1045574a98acSMatthew G. Knepley . time   - The time
1046574a98acSMatthew G. Knepley . funcs  - The functions to evaluate for each field component
1047574a98acSMatthew G. Knepley . ctxs   - Optional array of contexts to pass to each function, or NULL.
1048574a98acSMatthew G. Knepley - localX - The coefficient vector u_h, a local vector
1049574a98acSMatthew G. Knepley 
1050574a98acSMatthew G. Knepley   Output Parameter:
1051574a98acSMatthew G. Knepley . diff - The diff ||u - u_h||_2
1052574a98acSMatthew G. Knepley 
1053574a98acSMatthew G. Knepley   Level: developer
1054574a98acSMatthew G. Knepley 
1055574a98acSMatthew G. Knepley .seealso: DMProjectFunction(), DMComputeL2FieldDiff(), DMComputeL2GradientDiff()
1056574a98acSMatthew G. Knepley @*/
1057574a98acSMatthew G. Knepley PetscErrorCode DMPlexComputeL2DiffLocal(DM dm, PetscReal time, PetscErrorCode (**funcs)(PetscInt, PetscReal, const PetscReal [], PetscInt, PetscScalar *, void *), void **ctxs, Vec localX, PetscReal *diff)
1058574a98acSMatthew G. Knepley {
10590f09c10fSMatthew G. Knepley   const PetscInt   debug = ((DM_Plex*)dm->data)->printL2;
1060ca3d3a14SMatthew G. Knepley   DM               tdm;
1061ca3d3a14SMatthew G. Knepley   Vec              tv;
1062cb1e1211SMatthew G Knepley   PetscSection     section;
1063c5bbbd5bSMatthew G. Knepley   PetscQuadrature  quad;
10644bee2e38SMatthew G. Knepley   PetscFEGeom      fegeom;
106515496722SMatthew G. Knepley   PetscScalar     *funcVal, *interpolant;
10664bee2e38SMatthew G. Knepley   PetscReal       *coords, *gcoords;
1067cb1e1211SMatthew G Knepley   PetscReal        localDiff = 0.0;
10687318780aSToby Isaac   const PetscReal *quadWeights;
1069*412e9a14SMatthew G. Knepley   PetscInt         dim, coordDim, numFields, numComponents = 0, qNc, Nq, cellHeight, cStart, cEnd, c, field, fieldOffset;
1070ca3d3a14SMatthew G. Knepley   PetscBool        transform;
1071cb1e1211SMatthew G Knepley   PetscErrorCode   ierr;
1072cb1e1211SMatthew G Knepley 
1073cb1e1211SMatthew G Knepley   PetscFunctionBegin;
1074c73cfb54SMatthew G. Knepley   ierr = DMGetDimension(dm, &dim);CHKERRQ(ierr);
10757318780aSToby Isaac   ierr = DMGetCoordinateDim(dm, &coordDim);CHKERRQ(ierr);
10762a4e142eSMatthew G. Knepley   fegeom.dimEmbed = coordDim;
107792fd8e1eSJed Brown   ierr = DMGetLocalSection(dm, &section);CHKERRQ(ierr);
1078cb1e1211SMatthew G Knepley   ierr = PetscSectionGetNumFields(section, &numFields);CHKERRQ(ierr);
1079ca3d3a14SMatthew G. Knepley   ierr = DMGetBasisTransformDM_Internal(dm, &tdm);CHKERRQ(ierr);
1080ca3d3a14SMatthew G. Knepley   ierr = DMGetBasisTransformVec_Internal(dm, &tv);CHKERRQ(ierr);
1081ca3d3a14SMatthew G. Knepley   ierr = DMHasBasisTransform(dm, &transform);CHKERRQ(ierr);
1082cb1e1211SMatthew G Knepley   for (field = 0; field < numFields; ++field) {
108315496722SMatthew G. Knepley     PetscObject  obj;
108415496722SMatthew G. Knepley     PetscClassId id;
1085c5bbbd5bSMatthew G. Knepley     PetscInt     Nc;
1086c5bbbd5bSMatthew G. Knepley 
108744a7f3ddSMatthew G. Knepley     ierr = DMGetField(dm, field, NULL, &obj);CHKERRQ(ierr);
108815496722SMatthew G. Knepley     ierr = PetscObjectGetClassId(obj, &id);CHKERRQ(ierr);
108915496722SMatthew G. Knepley     if (id == PETSCFE_CLASSID) {
109015496722SMatthew G. Knepley       PetscFE fe = (PetscFE) obj;
109115496722SMatthew G. Knepley 
10920f2d7e86SMatthew G. Knepley       ierr = PetscFEGetQuadrature(fe, &quad);CHKERRQ(ierr);
10930f2d7e86SMatthew G. Knepley       ierr = PetscFEGetNumComponents(fe, &Nc);CHKERRQ(ierr);
109415496722SMatthew G. Knepley     } else if (id == PETSCFV_CLASSID) {
109515496722SMatthew G. Knepley       PetscFV fv = (PetscFV) obj;
109615496722SMatthew G. Knepley 
109715496722SMatthew G. Knepley       ierr = PetscFVGetQuadrature(fv, &quad);CHKERRQ(ierr);
109815496722SMatthew G. Knepley       ierr = PetscFVGetNumComponents(fv, &Nc);CHKERRQ(ierr);
1099ff1e0c32SBarry Smith     } else SETERRQ1(PetscObjectComm((PetscObject)dm), PETSC_ERR_ARG_WRONG, "Unknown discretization type for field %D", field);
1100c5bbbd5bSMatthew G. Knepley     numComponents += Nc;
1101cb1e1211SMatthew G Knepley   }
11029c3cf19fSMatthew G. Knepley   ierr = PetscQuadratureGetData(quad, NULL, &qNc, &Nq, NULL, &quadWeights);CHKERRQ(ierr);
1103beaa55a6SMatthew G. Knepley   if ((qNc != 1) && (qNc != numComponents)) SETERRQ2(PetscObjectComm((PetscObject) dm), PETSC_ERR_ARG_SIZ, "Quadrature components %D != %D field components", qNc, numComponents);
11042a4e142eSMatthew G. Knepley   ierr = PetscMalloc6(numComponents,&funcVal,numComponents,&interpolant,coordDim*Nq,&coords,Nq,&fegeom.detJ,coordDim*coordDim*Nq,&fegeom.J,coordDim*coordDim*Nq,&fegeom.invJ);CHKERRQ(ierr);
1105aed3cbd0SMatthew G. Knepley   ierr = DMPlexGetVTKCellHeight(dm, &cellHeight);CHKERRQ(ierr);
1106*412e9a14SMatthew G. Knepley   ierr = DMPlexGetSimplexOrBoxCells(dm, cellHeight, &cStart, &cEnd);CHKERRQ(ierr);
1107cb1e1211SMatthew G Knepley   for (c = cStart; c < cEnd; ++c) {
1108a1e44745SMatthew G. Knepley     PetscScalar *x = NULL;
1109cb1e1211SMatthew G Knepley     PetscReal    elemDiff = 0.0;
11109c3cf19fSMatthew G. Knepley     PetscInt     qc = 0;
1111cb1e1211SMatthew G Knepley 
11122a4e142eSMatthew G. Knepley     ierr = DMPlexComputeCellGeometryFEM(dm, c, quad, coords, fegeom.J, fegeom.invJ, fegeom.detJ);CHKERRQ(ierr);
1113cb1e1211SMatthew G Knepley     ierr = DMPlexVecGetClosure(dm, NULL, localX, c, NULL, &x);CHKERRQ(ierr);
1114cb1e1211SMatthew G Knepley 
111515496722SMatthew G. Knepley     for (field = 0, fieldOffset = 0; field < numFields; ++field) {
111615496722SMatthew G. Knepley       PetscObject  obj;
111715496722SMatthew G. Knepley       PetscClassId id;
1118c110b1eeSGeoffrey Irving       void * const ctx = ctxs ? ctxs[field] : NULL;
111915496722SMatthew G. Knepley       PetscInt     Nb, Nc, q, fc;
1120cb1e1211SMatthew G Knepley 
112144a7f3ddSMatthew G. Knepley       ierr = DMGetField(dm, field, NULL, &obj);CHKERRQ(ierr);
112215496722SMatthew G. Knepley       ierr = PetscObjectGetClassId(obj, &id);CHKERRQ(ierr);
112315496722SMatthew G. Knepley       if (id == PETSCFE_CLASSID)      {ierr = PetscFEGetNumComponents((PetscFE) obj, &Nc);CHKERRQ(ierr);ierr = PetscFEGetDimension((PetscFE) obj, &Nb);CHKERRQ(ierr);}
112415496722SMatthew G. Knepley       else if (id == PETSCFV_CLASSID) {ierr = PetscFVGetNumComponents((PetscFV) obj, &Nc);CHKERRQ(ierr);Nb = 1;}
1125ff1e0c32SBarry Smith       else SETERRQ1(PetscObjectComm((PetscObject)dm), PETSC_ERR_ARG_WRONG, "Unknown discretization type for field %D", field);
1126cb1e1211SMatthew G Knepley       if (debug) {
1127cb1e1211SMatthew G Knepley         char title[1024];
1128ff1e0c32SBarry Smith         ierr = PetscSNPrintf(title, 1023, "Solution for Field %D", field);CHKERRQ(ierr);
11294c848028SMatthew G. Knepley         ierr = DMPrintCellVector(c, title, Nb, &x[fieldOffset]);CHKERRQ(ierr);
1130cb1e1211SMatthew G Knepley       }
11317318780aSToby Isaac       for (q = 0; q < Nq; ++q) {
11322a4e142eSMatthew G. Knepley         PetscFEGeom qgeom;
11332a4e142eSMatthew G. Knepley 
11342a4e142eSMatthew G. Knepley         qgeom.dimEmbed = fegeom.dimEmbed;
11352a4e142eSMatthew G. Knepley         qgeom.J        = &fegeom.J[q*coordDim*coordDim];
11362a4e142eSMatthew G. Knepley         qgeom.invJ     = &fegeom.invJ[q*coordDim*coordDim];
11372a4e142eSMatthew G. Knepley         qgeom.detJ     = &fegeom.detJ[q];
1138ff1e0c32SBarry Smith         if (fegeom.detJ[q] <= 0.0) SETERRQ3(PETSC_COMM_SELF, PETSC_ERR_ARG_OUTOFRANGE, "Invalid determinant %g for element %D, point %D", (double)fegeom.detJ[q], c, q);
1139d3a7d86cSMatthew G. Knepley         if (transform) {
1140d3a7d86cSMatthew G. Knepley           gcoords = &coords[coordDim*Nq];
1141d3a7d86cSMatthew G. Knepley           ierr = DMPlexBasisTransformApplyReal_Internal(dm, &coords[coordDim*q], PETSC_TRUE, coordDim, &coords[coordDim*q], gcoords, dm->transformCtx);CHKERRQ(ierr);
1142d3a7d86cSMatthew G. Knepley         } else {
1143d3a7d86cSMatthew G. Knepley           gcoords = &coords[coordDim*q];
1144d3a7d86cSMatthew G. Knepley         }
1145ca3d3a14SMatthew G. Knepley         ierr = (*funcs[field])(coordDim, time, gcoords, Nc, funcVal, ctx);
1146e735a8a9SMatthew G. Knepley         if (ierr) {
1147e735a8a9SMatthew G. Knepley           PetscErrorCode ierr2;
1148e735a8a9SMatthew G. Knepley           ierr2 = DMPlexVecRestoreClosure(dm, NULL, localX, c, NULL, &x);CHKERRQ(ierr2);
1149e735a8a9SMatthew G. Knepley           ierr2 = DMRestoreLocalVector(dm, &localX);CHKERRQ(ierr2);
11502a4e142eSMatthew G. Knepley           ierr2 = PetscFree6(funcVal,interpolant,coords,fegeom.detJ,fegeom.J,fegeom.invJ);CHKERRQ(ierr2);
1151e735a8a9SMatthew G. Knepley           CHKERRQ(ierr);
1152e735a8a9SMatthew G. Knepley         }
1153ca3d3a14SMatthew G. Knepley         if (transform) {ierr = DMPlexBasisTransformApply_Internal(dm, &coords[coordDim*q], PETSC_FALSE, Nc, funcVal, funcVal, dm->transformCtx);CHKERRQ(ierr);}
11542a4e142eSMatthew G. Knepley         if (id == PETSCFE_CLASSID)      {ierr = PetscFEInterpolate_Static((PetscFE) obj, &x[fieldOffset], &qgeom, q, interpolant);CHKERRQ(ierr);}
115515496722SMatthew G. Knepley         else if (id == PETSCFV_CLASSID) {ierr = PetscFVInterpolate_Static((PetscFV) obj, &x[fieldOffset], q, interpolant);CHKERRQ(ierr);}
1156ff1e0c32SBarry Smith         else SETERRQ1(PetscObjectComm((PetscObject)dm), PETSC_ERR_ARG_WRONG, "Unknown discretization type for field %D", field);
115715496722SMatthew G. Knepley         for (fc = 0; fc < Nc; ++fc) {
1158beaa55a6SMatthew G. Knepley           const PetscReal wt = quadWeights[q*qNc+(qNc == 1 ? 0 : qc+fc)];
1159ff1e0c32SBarry Smith           if (debug) {ierr = PetscPrintf(PETSC_COMM_SELF, "    elem %D field %D,%D diff %g\n", c, field, fc, (double)(PetscSqr(PetscRealPart(interpolant[fc] - funcVal[fc]))*wt*fegeom.detJ[q]));CHKERRQ(ierr);}
11604bee2e38SMatthew G. Knepley           elemDiff += PetscSqr(PetscRealPart(interpolant[fc] - funcVal[fc]))*wt*fegeom.detJ[q];
1161cb1e1211SMatthew G Knepley         }
1162cb1e1211SMatthew G Knepley       }
11639c3cf19fSMatthew G. Knepley       fieldOffset += Nb;
1164beaa55a6SMatthew G. Knepley       qc += Nc;
1165cb1e1211SMatthew G Knepley     }
1166cb1e1211SMatthew G Knepley     ierr = DMPlexVecRestoreClosure(dm, NULL, localX, c, NULL, &x);CHKERRQ(ierr);
1167ff1e0c32SBarry Smith     if (debug) {ierr = PetscPrintf(PETSC_COMM_SELF, "  elem %D diff %g\n", c, (double)elemDiff);CHKERRQ(ierr);}
1168cb1e1211SMatthew G Knepley     localDiff += elemDiff;
1169cb1e1211SMatthew G Knepley   }
11702a4e142eSMatthew G. Knepley   ierr  = PetscFree6(funcVal,interpolant,coords,fegeom.detJ,fegeom.J,fegeom.invJ);CHKERRQ(ierr);
1171b2566f29SBarry Smith   ierr  = MPIU_Allreduce(&localDiff, diff, 1, MPIU_REAL, MPIU_SUM, PetscObjectComm((PetscObject)dm));CHKERRQ(ierr);
1172cb1e1211SMatthew G Knepley   *diff = PetscSqrtReal(*diff);
1173cb1e1211SMatthew G Knepley   PetscFunctionReturn(0);
1174cb1e1211SMatthew G Knepley }
1175cb1e1211SMatthew G Knepley 
1176b698f381SToby Isaac PetscErrorCode DMComputeL2GradientDiff_Plex(DM dm, PetscReal time, PetscErrorCode (**funcs)(PetscInt, PetscReal, const PetscReal [], const PetscReal [], PetscInt, PetscScalar *, void *), void **ctxs, Vec X, const PetscReal n[], PetscReal *diff)
1177cb1e1211SMatthew G Knepley {
11780f09c10fSMatthew G. Knepley   const PetscInt   debug = ((DM_Plex*)dm->data)->printL2;
1179ca3d3a14SMatthew G. Knepley   DM               tdm;
1180cb1e1211SMatthew G Knepley   PetscSection     section;
118140e14135SMatthew G. Knepley   PetscQuadrature  quad;
1182ca3d3a14SMatthew G. Knepley   Vec              localX, tv;
11839c3cf19fSMatthew G. Knepley   PetscScalar     *funcVal, *interpolant;
11842a4e142eSMatthew G. Knepley   const PetscReal *quadWeights;
11854bee2e38SMatthew G. Knepley   PetscFEGeom      fegeom;
11864bee2e38SMatthew G. Knepley   PetscReal       *coords, *gcoords;
118740e14135SMatthew G. Knepley   PetscReal        localDiff = 0.0;
1188485ad865SMatthew G. Knepley   PetscInt         dim, coordDim, qNc = 0, Nq = 0, numFields, numComponents = 0, cStart, cEnd, c, field, fieldOffset;
1189ca3d3a14SMatthew G. Knepley   PetscBool        transform;
1190cb1e1211SMatthew G Knepley   PetscErrorCode   ierr;
1191cb1e1211SMatthew G Knepley 
1192cb1e1211SMatthew G Knepley   PetscFunctionBegin;
1193c73cfb54SMatthew G. Knepley   ierr = DMGetDimension(dm, &dim);CHKERRQ(ierr);
11947318780aSToby Isaac   ierr = DMGetCoordinateDim(dm, &coordDim);CHKERRQ(ierr);
11954bee2e38SMatthew G. Knepley   fegeom.dimEmbed = coordDim;
119692fd8e1eSJed Brown   ierr = DMGetLocalSection(dm, &section);CHKERRQ(ierr);
119740e14135SMatthew G. Knepley   ierr = PetscSectionGetNumFields(section, &numFields);CHKERRQ(ierr);
119840e14135SMatthew G. Knepley   ierr = DMGetLocalVector(dm, &localX);CHKERRQ(ierr);
119940e14135SMatthew G. Knepley   ierr = DMGlobalToLocalBegin(dm, X, INSERT_VALUES, localX);CHKERRQ(ierr);
120040e14135SMatthew G. Knepley   ierr = DMGlobalToLocalEnd(dm, X, INSERT_VALUES, localX);CHKERRQ(ierr);
1201ca3d3a14SMatthew G. Knepley   ierr = DMGetBasisTransformDM_Internal(dm, &tdm);CHKERRQ(ierr);
1202ca3d3a14SMatthew G. Knepley   ierr = DMGetBasisTransformVec_Internal(dm, &tv);CHKERRQ(ierr);
1203ca3d3a14SMatthew G. Knepley   ierr = DMHasBasisTransform(dm, &transform);CHKERRQ(ierr);
1204652b88e8SMatthew G. Knepley   for (field = 0; field < numFields; ++field) {
12050f2d7e86SMatthew G. Knepley     PetscFE  fe;
120640e14135SMatthew G. Knepley     PetscInt Nc;
1207652b88e8SMatthew G. Knepley 
120844a7f3ddSMatthew G. Knepley     ierr = DMGetField(dm, field, NULL, (PetscObject *) &fe);CHKERRQ(ierr);
12090f2d7e86SMatthew G. Knepley     ierr = PetscFEGetQuadrature(fe, &quad);CHKERRQ(ierr);
12100f2d7e86SMatthew G. Knepley     ierr = PetscFEGetNumComponents(fe, &Nc);CHKERRQ(ierr);
121140e14135SMatthew G. Knepley     numComponents += Nc;
1212652b88e8SMatthew G. Knepley   }
12132a4e142eSMatthew G. Knepley   ierr = PetscQuadratureGetData(quad, NULL, &qNc, &Nq, NULL, &quadWeights);CHKERRQ(ierr);
1214beaa55a6SMatthew G. Knepley   if ((qNc != 1) && (qNc != numComponents)) SETERRQ2(PetscObjectComm((PetscObject) dm), PETSC_ERR_ARG_SIZ, "Quadrature components %D != %D field components", qNc, numComponents);
12154d6f44ffSToby Isaac   /* ierr = DMProjectFunctionLocal(dm, fe, funcs, INSERT_BC_VALUES, localX);CHKERRQ(ierr); */
12164bee2e38SMatthew G. Knepley   ierr = PetscMalloc6(numComponents,&funcVal,coordDim*Nq,&coords,coordDim*coordDim*Nq,&fegeom.J,coordDim*coordDim*Nq,&fegeom.invJ,numComponents*coordDim,&interpolant,Nq,&fegeom.detJ);CHKERRQ(ierr);
1217*412e9a14SMatthew G. Knepley   ierr = DMPlexGetSimplexOrBoxCells(dm, 0, &cStart, &cEnd);CHKERRQ(ierr);
121840e14135SMatthew G. Knepley   for (c = cStart; c < cEnd; ++c) {
121940e14135SMatthew G. Knepley     PetscScalar *x = NULL;
122040e14135SMatthew G. Knepley     PetscReal    elemDiff = 0.0;
12219c3cf19fSMatthew G. Knepley     PetscInt     qc = 0;
1222652b88e8SMatthew G. Knepley 
12234bee2e38SMatthew G. Knepley     ierr = DMPlexComputeCellGeometryFEM(dm, c, quad, coords, fegeom.J, fegeom.invJ, fegeom.detJ);CHKERRQ(ierr);
122440e14135SMatthew G. Knepley     ierr = DMPlexVecGetClosure(dm, NULL, localX, c, NULL, &x);CHKERRQ(ierr);
122540e14135SMatthew G. Knepley 
12269c3cf19fSMatthew G. Knepley     for (field = 0, fieldOffset = 0; field < numFields; ++field) {
12270f2d7e86SMatthew G. Knepley       PetscFE          fe;
122851259fa3SMatthew G. Knepley       void * const     ctx = ctxs ? ctxs[field] : NULL;
12299c3cf19fSMatthew G. Knepley       PetscInt         Nb, Nc, q, fc;
123040e14135SMatthew G. Knepley 
123144a7f3ddSMatthew G. Knepley       ierr = DMGetField(dm, field, NULL, (PetscObject *) &fe);CHKERRQ(ierr);
12320f2d7e86SMatthew G. Knepley       ierr = PetscFEGetDimension(fe, &Nb);CHKERRQ(ierr);
12339c3cf19fSMatthew G. Knepley       ierr = PetscFEGetNumComponents(fe, &Nc);CHKERRQ(ierr);
123440e14135SMatthew G. Knepley       if (debug) {
123540e14135SMatthew G. Knepley         char title[1024];
1236ff1e0c32SBarry Smith         ierr = PetscSNPrintf(title, 1023, "Solution for Field %D", field);CHKERRQ(ierr);
12379c3cf19fSMatthew G. Knepley         ierr = DMPrintCellVector(c, title, Nb, &x[fieldOffset]);CHKERRQ(ierr);
1238652b88e8SMatthew G. Knepley       }
12399c3cf19fSMatthew G. Knepley       for (q = 0; q < Nq; ++q) {
12402a4e142eSMatthew G. Knepley         PetscFEGeom qgeom;
12412a4e142eSMatthew G. Knepley 
12422a4e142eSMatthew G. Knepley         qgeom.dimEmbed = fegeom.dimEmbed;
12432a4e142eSMatthew G. Knepley         qgeom.J        = &fegeom.J[q*coordDim*coordDim];
12442a4e142eSMatthew G. Knepley         qgeom.invJ     = &fegeom.invJ[q*coordDim*coordDim];
12452a4e142eSMatthew G. Knepley         qgeom.detJ     = &fegeom.detJ[q];
1246ff1e0c32SBarry Smith         if (fegeom.detJ[q] <= 0.0) SETERRQ3(PETSC_COMM_SELF, PETSC_ERR_ARG_OUTOFRANGE, "Invalid determinant %g for element %D, quadrature points %D", (double)fegeom.detJ[q], c, q);
1247d3a7d86cSMatthew G. Knepley         if (transform) {
1248d3a7d86cSMatthew G. Knepley           gcoords = &coords[coordDim*Nq];
1249d3a7d86cSMatthew G. Knepley           ierr = DMPlexBasisTransformApplyReal_Internal(dm, &coords[coordDim*q], PETSC_TRUE, coordDim, &coords[coordDim*q], gcoords, dm->transformCtx);CHKERRQ(ierr);
1250d3a7d86cSMatthew G. Knepley         } else {
1251d3a7d86cSMatthew G. Knepley           gcoords = &coords[coordDim*q];
1252d3a7d86cSMatthew G. Knepley         }
12534bee2e38SMatthew G. Knepley         ierr = (*funcs[field])(coordDim, time, gcoords, n, Nc, funcVal, ctx);
1254e735a8a9SMatthew G. Knepley         if (ierr) {
1255e735a8a9SMatthew G. Knepley           PetscErrorCode ierr2;
1256e735a8a9SMatthew G. Knepley           ierr2 = DMPlexVecRestoreClosure(dm, NULL, localX, c, NULL, &x);CHKERRQ(ierr2);
1257e735a8a9SMatthew G. Knepley           ierr2 = DMRestoreLocalVector(dm, &localX);CHKERRQ(ierr2);
12584bee2e38SMatthew G. Knepley           ierr2 = PetscFree6(funcVal,coords,fegeom.J,fegeom.invJ,interpolant,fegeom.detJ);CHKERRQ(ierr2);
1259e735a8a9SMatthew G. Knepley           CHKERRQ(ierr);
1260e735a8a9SMatthew G. Knepley         }
1261ca3d3a14SMatthew G. Knepley         if (transform) {ierr = DMPlexBasisTransformApply_Internal(dm, &coords[coordDim*q], PETSC_FALSE, Nc, funcVal, funcVal, dm->transformCtx);CHKERRQ(ierr);}
12622a4e142eSMatthew G. Knepley         ierr = PetscFEInterpolateGradient_Static(fe, &x[fieldOffset], &qgeom, q, interpolant);CHKERRQ(ierr);
12634bee2e38SMatthew G. Knepley         /* Overwrite with the dot product if the normal is given */
12644bee2e38SMatthew G. Knepley         if (n) {
12654bee2e38SMatthew G. Knepley           for (fc = 0; fc < Nc; ++fc) {
12664bee2e38SMatthew G. Knepley             PetscScalar sum = 0.0;
12674bee2e38SMatthew G. Knepley             PetscInt    d;
12684bee2e38SMatthew G. Knepley             for (d = 0; d < dim; ++d) sum += interpolant[fc*dim+d]*n[d];
12694bee2e38SMatthew G. Knepley             interpolant[fc] = sum;
12704bee2e38SMatthew G. Knepley           }
12714bee2e38SMatthew G. Knepley         }
12729c3cf19fSMatthew G. Knepley         for (fc = 0; fc < Nc; ++fc) {
1273beaa55a6SMatthew G. Knepley           const PetscReal wt = quadWeights[q*qNc+(qNc == 1 ? 0 : qc+fc)];
1274ff1e0c32SBarry Smith           if (debug) {ierr = PetscPrintf(PETSC_COMM_SELF, "    elem %D fieldDer %D,%D diff %g\n", c, field, fc, (double)(PetscSqr(PetscRealPart(interpolant[fc] - funcVal[fc]))*wt*fegeom.detJ[q]));CHKERRQ(ierr);}
12754bee2e38SMatthew G. Knepley           elemDiff += PetscSqr(PetscRealPart(interpolant[fc] - funcVal[fc]))*wt*fegeom.detJ[q];
127640e14135SMatthew G. Knepley         }
127740e14135SMatthew G. Knepley       }
12789c3cf19fSMatthew G. Knepley       fieldOffset += Nb;
12799c3cf19fSMatthew G. Knepley       qc          += Nc;
128040e14135SMatthew G. Knepley     }
128140e14135SMatthew G. Knepley     ierr = DMPlexVecRestoreClosure(dm, NULL, localX, c, NULL, &x);CHKERRQ(ierr);
1282ff1e0c32SBarry Smith     if (debug) {ierr = PetscPrintf(PETSC_COMM_SELF, "  elem %D diff %g\n", c, (double)elemDiff);CHKERRQ(ierr);}
128340e14135SMatthew G. Knepley     localDiff += elemDiff;
128440e14135SMatthew G. Knepley   }
12854bee2e38SMatthew G. Knepley   ierr  = PetscFree6(funcVal,coords,fegeom.J,fegeom.invJ,interpolant,fegeom.detJ);CHKERRQ(ierr);
128640e14135SMatthew G. Knepley   ierr  = DMRestoreLocalVector(dm, &localX);CHKERRQ(ierr);
1287b2566f29SBarry Smith   ierr  = MPIU_Allreduce(&localDiff, diff, 1, MPIU_REAL, MPIU_SUM, PetscObjectComm((PetscObject)dm));CHKERRQ(ierr);
128840e14135SMatthew G. Knepley   *diff = PetscSqrtReal(*diff);
1289cb1e1211SMatthew G Knepley   PetscFunctionReturn(0);
1290cb1e1211SMatthew G Knepley }
1291cb1e1211SMatthew G Knepley 
1292c6eecec3SToby Isaac PetscErrorCode DMComputeL2FieldDiff_Plex(DM dm, PetscReal time, PetscErrorCode (**funcs)(PetscInt, PetscReal, const PetscReal [], PetscInt, PetscScalar *, void *), void **ctxs, Vec X, PetscReal *diff)
129373d901b8SMatthew G. Knepley {
12940f09c10fSMatthew G. Knepley   const PetscInt   debug = ((DM_Plex*)dm->data)->printL2;
1295ca3d3a14SMatthew G. Knepley   DM               tdm;
129673d901b8SMatthew G. Knepley   PetscSection     section;
129773d901b8SMatthew G. Knepley   PetscQuadrature  quad;
1298ca3d3a14SMatthew G. Knepley   Vec              localX, tv;
12994bee2e38SMatthew G. Knepley   PetscFEGeom      fegeom;
130015496722SMatthew G. Knepley   PetscScalar     *funcVal, *interpolant;
13014bee2e38SMatthew G. Knepley   PetscReal       *coords, *gcoords;
130273d901b8SMatthew G. Knepley   PetscReal       *localDiff;
130315496722SMatthew G. Knepley   const PetscReal *quadPoints, *quadWeights;
1304485ad865SMatthew G. Knepley   PetscInt         dim, coordDim, numFields, numComponents = 0, qNc, Nq, cStart, cEnd, c, field, fieldOffset;
1305ca3d3a14SMatthew G. Knepley   PetscBool        transform;
130673d901b8SMatthew G. Knepley   PetscErrorCode   ierr;
130773d901b8SMatthew G. Knepley 
130873d901b8SMatthew G. Knepley   PetscFunctionBegin;
1309c73cfb54SMatthew G. Knepley   ierr = DMGetDimension(dm, &dim);CHKERRQ(ierr);
13107318780aSToby Isaac   ierr = DMGetCoordinateDim(dm, &coordDim);CHKERRQ(ierr);
131192fd8e1eSJed Brown   ierr = DMGetLocalSection(dm, &section);CHKERRQ(ierr);
131273d901b8SMatthew G. Knepley   ierr = PetscSectionGetNumFields(section, &numFields);CHKERRQ(ierr);
131373d901b8SMatthew G. Knepley   ierr = DMGetLocalVector(dm, &localX);CHKERRQ(ierr);
1314ca3d3a14SMatthew G. Knepley   ierr = VecSet(localX, 0.0);CHKERRQ(ierr);
131573d901b8SMatthew G. Knepley   ierr = DMGlobalToLocalBegin(dm, X, INSERT_VALUES, localX);CHKERRQ(ierr);
131673d901b8SMatthew G. Knepley   ierr = DMGlobalToLocalEnd(dm, X, INSERT_VALUES, localX);CHKERRQ(ierr);
1317ca3d3a14SMatthew G. Knepley   ierr = DMProjectFunctionLocal(dm, time, funcs, ctxs, INSERT_BC_VALUES, localX);CHKERRQ(ierr);
1318ca3d3a14SMatthew G. Knepley   ierr = DMGetBasisTransformDM_Internal(dm, &tdm);CHKERRQ(ierr);
1319ca3d3a14SMatthew G. Knepley   ierr = DMGetBasisTransformVec_Internal(dm, &tv);CHKERRQ(ierr);
1320ca3d3a14SMatthew G. Knepley   ierr = DMHasBasisTransform(dm, &transform);CHKERRQ(ierr);
132173d901b8SMatthew G. Knepley   for (field = 0; field < numFields; ++field) {
132215496722SMatthew G. Knepley     PetscObject  obj;
132315496722SMatthew G. Knepley     PetscClassId id;
132473d901b8SMatthew G. Knepley     PetscInt     Nc;
132573d901b8SMatthew G. Knepley 
132644a7f3ddSMatthew G. Knepley     ierr = DMGetField(dm, field, NULL, &obj);CHKERRQ(ierr);
132715496722SMatthew G. Knepley     ierr = PetscObjectGetClassId(obj, &id);CHKERRQ(ierr);
132815496722SMatthew G. Knepley     if (id == PETSCFE_CLASSID) {
132915496722SMatthew G. Knepley       PetscFE fe = (PetscFE) obj;
133015496722SMatthew G. Knepley 
13310f2d7e86SMatthew G. Knepley       ierr = PetscFEGetQuadrature(fe, &quad);CHKERRQ(ierr);
13320f2d7e86SMatthew G. Knepley       ierr = PetscFEGetNumComponents(fe, &Nc);CHKERRQ(ierr);
133315496722SMatthew G. Knepley     } else if (id == PETSCFV_CLASSID) {
133415496722SMatthew G. Knepley       PetscFV fv = (PetscFV) obj;
133515496722SMatthew G. Knepley 
133615496722SMatthew G. Knepley       ierr = PetscFVGetQuadrature(fv, &quad);CHKERRQ(ierr);
133715496722SMatthew G. Knepley       ierr = PetscFVGetNumComponents(fv, &Nc);CHKERRQ(ierr);
1338ff1e0c32SBarry Smith     } else SETERRQ1(PetscObjectComm((PetscObject)dm), PETSC_ERR_ARG_WRONG, "Unknown discretization type for field %D", field);
133973d901b8SMatthew G. Knepley     numComponents += Nc;
134073d901b8SMatthew G. Knepley   }
13419c3cf19fSMatthew G. Knepley   ierr = PetscQuadratureGetData(quad, NULL, &qNc, &Nq, &quadPoints, &quadWeights);CHKERRQ(ierr);
1342beaa55a6SMatthew G. Knepley   if ((qNc != 1) && (qNc != numComponents)) SETERRQ2(PetscObjectComm((PetscObject) dm), PETSC_ERR_ARG_SIZ, "Quadrature components %D != %D field components", qNc, numComponents);
13432a4e142eSMatthew G. Knepley   ierr = PetscCalloc7(numFields,&localDiff,numComponents,&funcVal,numComponents,&interpolant,coordDim*(Nq+1),&coords,Nq,&fegeom.detJ,coordDim*coordDim*Nq,&fegeom.J,coordDim*coordDim*Nq,&fegeom.invJ);CHKERRQ(ierr);
1344*412e9a14SMatthew G. Knepley   ierr = DMPlexGetSimplexOrBoxCells(dm, 0, &cStart, &cEnd);CHKERRQ(ierr);
134573d901b8SMatthew G. Knepley   for (c = cStart; c < cEnd; ++c) {
134673d901b8SMatthew G. Knepley     PetscScalar *x = NULL;
13479c3cf19fSMatthew G. Knepley     PetscInt     qc = 0;
134873d901b8SMatthew G. Knepley 
13492a4e142eSMatthew G. Knepley     ierr = DMPlexComputeCellGeometryFEM(dm, c, quad, coords, fegeom.J, fegeom.invJ, fegeom.detJ);CHKERRQ(ierr);
135073d901b8SMatthew G. Knepley     ierr = DMPlexVecGetClosure(dm, NULL, localX, c, NULL, &x);CHKERRQ(ierr);
135173d901b8SMatthew G. Knepley 
135215496722SMatthew G. Knepley     for (field = 0, fieldOffset = 0; field < numFields; ++field) {
135315496722SMatthew G. Knepley       PetscObject  obj;
135415496722SMatthew G. Knepley       PetscClassId id;
135573d901b8SMatthew G. Knepley       void * const ctx = ctxs ? ctxs[field] : NULL;
135615496722SMatthew G. Knepley       PetscInt     Nb, Nc, q, fc;
135773d901b8SMatthew G. Knepley 
135815496722SMatthew G. Knepley       PetscReal       elemDiff = 0.0;
135915496722SMatthew G. Knepley 
136044a7f3ddSMatthew G. Knepley       ierr = DMGetField(dm, field, NULL, &obj);CHKERRQ(ierr);
136115496722SMatthew G. Knepley       ierr = PetscObjectGetClassId(obj, &id);CHKERRQ(ierr);
136215496722SMatthew G. Knepley       if (id == PETSCFE_CLASSID)      {ierr = PetscFEGetNumComponents((PetscFE) obj, &Nc);CHKERRQ(ierr);ierr = PetscFEGetDimension((PetscFE) obj, &Nb);CHKERRQ(ierr);}
136315496722SMatthew G. Knepley       else if (id == PETSCFV_CLASSID) {ierr = PetscFVGetNumComponents((PetscFV) obj, &Nc);CHKERRQ(ierr);Nb = 1;}
1364ff1e0c32SBarry Smith       else SETERRQ1(PetscObjectComm((PetscObject)dm), PETSC_ERR_ARG_WRONG, "Unknown discretization type for field %D", field);
136573d901b8SMatthew G. Knepley       if (debug) {
136673d901b8SMatthew G. Knepley         char title[1024];
1367ff1e0c32SBarry Smith         ierr = PetscSNPrintf(title, 1023, "Solution for Field %D", field);CHKERRQ(ierr);
1368ca3d3a14SMatthew G. Knepley         ierr = DMPrintCellVector(c, title, Nb, &x[fieldOffset]);CHKERRQ(ierr);
136973d901b8SMatthew G. Knepley       }
13707318780aSToby Isaac       for (q = 0; q < Nq; ++q) {
13712a4e142eSMatthew G. Knepley         PetscFEGeom qgeom;
13722a4e142eSMatthew G. Knepley 
13732a4e142eSMatthew G. Knepley         qgeom.dimEmbed = fegeom.dimEmbed;
13742a4e142eSMatthew G. Knepley         qgeom.J        = &fegeom.J[q*coordDim*coordDim];
13752a4e142eSMatthew G. Knepley         qgeom.invJ     = &fegeom.invJ[q*coordDim*coordDim];
13762a4e142eSMatthew G. Knepley         qgeom.detJ     = &fegeom.detJ[q];
1377ff1e0c32SBarry Smith         if (fegeom.detJ[q] <= 0.0) SETERRQ3(PETSC_COMM_SELF, PETSC_ERR_ARG_OUTOFRANGE, "Invalid determinant %g for element %D, quadrature point %D", (double)fegeom.detJ[q], c, q);
1378d3a7d86cSMatthew G. Knepley         if (transform) {
1379d3a7d86cSMatthew G. Knepley           gcoords = &coords[coordDim*Nq];
1380d3a7d86cSMatthew G. Knepley           ierr = DMPlexBasisTransformApplyReal_Internal(dm, &coords[coordDim*q], PETSC_TRUE, coordDim, &coords[coordDim*q], gcoords, dm->transformCtx);CHKERRQ(ierr);
1381d3a7d86cSMatthew G. Knepley         } else {
1382d3a7d86cSMatthew G. Knepley           gcoords = &coords[coordDim*q];
1383d3a7d86cSMatthew G. Knepley         }
13844bee2e38SMatthew G. Knepley         ierr = (*funcs[field])(coordDim, time, gcoords, Nc, funcVal, ctx);
1385e735a8a9SMatthew G. Knepley         if (ierr) {
1386e735a8a9SMatthew G. Knepley           PetscErrorCode ierr2;
1387e735a8a9SMatthew G. Knepley           ierr2 = DMPlexVecRestoreClosure(dm, NULL, localX, c, NULL, &x);CHKERRQ(ierr2);
1388e735a8a9SMatthew G. Knepley           ierr2 = DMRestoreLocalVector(dm, &localX);CHKERRQ(ierr2);
13892a4e142eSMatthew G. Knepley           ierr2 = PetscFree7(localDiff,funcVal,interpolant,coords,fegeom.detJ,fegeom.J,fegeom.invJ);CHKERRQ(ierr2);
1390e735a8a9SMatthew G. Knepley           CHKERRQ(ierr);
1391e735a8a9SMatthew G. Knepley         }
1392ca3d3a14SMatthew G. Knepley         if (transform) {ierr = DMPlexBasisTransformApply_Internal(dm, &coords[coordDim*q], PETSC_FALSE, Nc, funcVal, funcVal, dm->transformCtx);CHKERRQ(ierr);}
13932a4e142eSMatthew G. Knepley         if (id == PETSCFE_CLASSID)      {ierr = PetscFEInterpolate_Static((PetscFE) obj, &x[fieldOffset], &qgeom, q, interpolant);CHKERRQ(ierr);}
139415496722SMatthew G. Knepley         else if (id == PETSCFV_CLASSID) {ierr = PetscFVInterpolate_Static((PetscFV) obj, &x[fieldOffset], q, interpolant);CHKERRQ(ierr);}
1395ff1e0c32SBarry Smith         else SETERRQ1(PetscObjectComm((PetscObject)dm), PETSC_ERR_ARG_WRONG, "Unknown discretization type for field %D", field);
139615496722SMatthew G. Knepley         for (fc = 0; fc < Nc; ++fc) {
1397beaa55a6SMatthew G. Knepley           const PetscReal wt = quadWeights[q*qNc+(qNc == 1 ? 0 : qc+fc)];
1398ff1e0c32SBarry Smith           if (debug) {ierr = PetscPrintf(PETSC_COMM_SELF, "    elem %D field %D,%D point %g %g %g diff %g\n", c, field, fc, (double)(coordDim > 0 ? coords[coordDim*q] : 0.), (double)(coordDim > 1 ? coords[coordDim*q+1] : 0.),(double)(coordDim > 2 ? coords[coordDim*q+2] : 0.), (double)(PetscSqr(PetscRealPart(interpolant[fc] - funcVal[fc]))*wt*fegeom.detJ[q]));CHKERRQ(ierr);}
13994bee2e38SMatthew G. Knepley           elemDiff += PetscSqr(PetscRealPart(interpolant[fc] - funcVal[fc]))*wt*fegeom.detJ[q];
140073d901b8SMatthew G. Knepley         }
140173d901b8SMatthew G. Knepley       }
1402beaa55a6SMatthew G. Knepley       fieldOffset += Nb;
14039c3cf19fSMatthew G. Knepley       qc          += Nc;
140473d901b8SMatthew G. Knepley       localDiff[field] += elemDiff;
1405ff1e0c32SBarry Smith       if (debug) {ierr = PetscPrintf(PETSC_COMM_SELF, "  elem %D field %D cum diff %g\n", c, field, (double)localDiff[field]);CHKERRQ(ierr);}
140673d901b8SMatthew G. Knepley     }
140773d901b8SMatthew G. Knepley     ierr = DMPlexVecRestoreClosure(dm, NULL, localX, c, NULL, &x);CHKERRQ(ierr);
140873d901b8SMatthew G. Knepley   }
140973d901b8SMatthew G. Knepley   ierr = DMRestoreLocalVector(dm, &localX);CHKERRQ(ierr);
1410b2566f29SBarry Smith   ierr = MPIU_Allreduce(localDiff, diff, numFields, MPIU_REAL, MPIU_SUM, PetscObjectComm((PetscObject)dm));CHKERRQ(ierr);
141173d901b8SMatthew G. Knepley   for (field = 0; field < numFields; ++field) diff[field] = PetscSqrtReal(diff[field]);
14122a4e142eSMatthew G. Knepley   ierr = PetscFree7(localDiff,funcVal,interpolant,coords,fegeom.detJ,fegeom.J,fegeom.invJ);CHKERRQ(ierr);
141373d901b8SMatthew G. Knepley   PetscFunctionReturn(0);
141473d901b8SMatthew G. Knepley }
141573d901b8SMatthew G. Knepley 
1416e729f68cSMatthew G. Knepley /*@C
1417e729f68cSMatthew G. Knepley   DMPlexComputeL2DiffVec - This function computes the cellwise L_2 difference between a function u and an FEM interpolant solution u_h, and stores it in a Vec.
1418e729f68cSMatthew G. Knepley 
1419d083f849SBarry Smith   Collective on dm
1420c0f8e1fdSMatthew G. Knepley 
1421e729f68cSMatthew G. Knepley   Input Parameters:
1422e729f68cSMatthew G. Knepley + dm    - The DM
14230163fd50SMatthew G. Knepley . time  - The time
1424ca3eba1bSToby Isaac . funcs - The functions to evaluate for each field component: NULL means that component does not contribute to error calculation
1425e729f68cSMatthew G. Knepley . ctxs  - Optional array of contexts to pass to each function, or NULL.
1426e729f68cSMatthew G. Knepley - X     - The coefficient vector u_h
1427e729f68cSMatthew G. Knepley 
1428e729f68cSMatthew G. Knepley   Output Parameter:
1429e729f68cSMatthew G. Knepley . D - A Vec which holds the difference ||u - u_h||_2 for each cell
1430e729f68cSMatthew G. Knepley 
1431e729f68cSMatthew G. Knepley   Level: developer
1432e729f68cSMatthew G. Knepley 
1433b698f381SToby Isaac .seealso: DMProjectFunction(), DMComputeL2Diff(), DMPlexComputeL2FieldDiff(), DMComputeL2GradientDiff()
1434e729f68cSMatthew G. Knepley @*/
14350163fd50SMatthew G. Knepley PetscErrorCode DMPlexComputeL2DiffVec(DM dm, PetscReal time, PetscErrorCode (**funcs)(PetscInt, PetscReal, const PetscReal [], PetscInt, PetscScalar *, void *), void **ctxs, Vec X, Vec D)
1436e729f68cSMatthew G. Knepley {
1437e729f68cSMatthew G. Knepley   PetscSection     section;
1438e729f68cSMatthew G. Knepley   PetscQuadrature  quad;
1439e729f68cSMatthew G. Knepley   Vec              localX;
14404bee2e38SMatthew G. Knepley   PetscFEGeom      fegeom;
1441e729f68cSMatthew G. Knepley   PetscScalar     *funcVal, *interpolant;
14424bee2e38SMatthew G. Knepley   PetscReal       *coords;
1443e729f68cSMatthew G. Knepley   const PetscReal *quadPoints, *quadWeights;
1444485ad865SMatthew G. Knepley   PetscInt         dim, coordDim, numFields, numComponents = 0, qNc, Nq, cStart, cEnd, c, field, fieldOffset;
1445e729f68cSMatthew G. Knepley   PetscErrorCode   ierr;
1446e729f68cSMatthew G. Knepley 
1447e729f68cSMatthew G. Knepley   PetscFunctionBegin;
1448e729f68cSMatthew G. Knepley   ierr = VecSet(D, 0.0);CHKERRQ(ierr);
1449e729f68cSMatthew G. Knepley   ierr = DMGetDimension(dm, &dim);CHKERRQ(ierr);
14507318780aSToby Isaac   ierr = DMGetCoordinateDim(dm, &coordDim);CHKERRQ(ierr);
145192fd8e1eSJed Brown   ierr = DMGetLocalSection(dm, &section);CHKERRQ(ierr);
1452e729f68cSMatthew G. Knepley   ierr = PetscSectionGetNumFields(section, &numFields);CHKERRQ(ierr);
1453e729f68cSMatthew G. Knepley   ierr = DMGetLocalVector(dm, &localX);CHKERRQ(ierr);
1454bdd6f66aSToby Isaac   ierr = DMProjectFunctionLocal(dm, time, funcs, ctxs, INSERT_BC_VALUES, localX);CHKERRQ(ierr);
1455e729f68cSMatthew G. Knepley   ierr = DMGlobalToLocalBegin(dm, X, INSERT_VALUES, localX);CHKERRQ(ierr);
1456e729f68cSMatthew G. Knepley   ierr = DMGlobalToLocalEnd(dm, X, INSERT_VALUES, localX);CHKERRQ(ierr);
1457e729f68cSMatthew G. Knepley   for (field = 0; field < numFields; ++field) {
1458e729f68cSMatthew G. Knepley     PetscObject  obj;
1459e729f68cSMatthew G. Knepley     PetscClassId id;
1460e729f68cSMatthew G. Knepley     PetscInt     Nc;
1461e729f68cSMatthew G. Knepley 
146244a7f3ddSMatthew G. Knepley     ierr = DMGetField(dm, field, NULL, &obj);CHKERRQ(ierr);
1463e729f68cSMatthew G. Knepley     ierr = PetscObjectGetClassId(obj, &id);CHKERRQ(ierr);
1464e729f68cSMatthew G. Knepley     if (id == PETSCFE_CLASSID) {
1465e729f68cSMatthew G. Knepley       PetscFE fe = (PetscFE) obj;
1466e729f68cSMatthew G. Knepley 
1467e729f68cSMatthew G. Knepley       ierr = PetscFEGetQuadrature(fe, &quad);CHKERRQ(ierr);
1468e729f68cSMatthew G. Knepley       ierr = PetscFEGetNumComponents(fe, &Nc);CHKERRQ(ierr);
1469e729f68cSMatthew G. Knepley     } else if (id == PETSCFV_CLASSID) {
1470e729f68cSMatthew G. Knepley       PetscFV fv = (PetscFV) obj;
1471e729f68cSMatthew G. Knepley 
1472e729f68cSMatthew G. Knepley       ierr = PetscFVGetQuadrature(fv, &quad);CHKERRQ(ierr);
1473e729f68cSMatthew G. Knepley       ierr = PetscFVGetNumComponents(fv, &Nc);CHKERRQ(ierr);
1474ff1e0c32SBarry Smith     } else SETERRQ1(PetscObjectComm((PetscObject)dm), PETSC_ERR_ARG_WRONG, "Unknown discretization type for field %D", field);
1475e729f68cSMatthew G. Knepley     numComponents += Nc;
1476e729f68cSMatthew G. Knepley   }
14779c3cf19fSMatthew G. Knepley   ierr = PetscQuadratureGetData(quad, NULL, &qNc, &Nq, &quadPoints, &quadWeights);CHKERRQ(ierr);
1478beaa55a6SMatthew G. Knepley   if ((qNc != 1) && (qNc != numComponents)) SETERRQ2(PetscObjectComm((PetscObject) dm), PETSC_ERR_ARG_SIZ, "Quadrature components %D != %D field components", qNc, numComponents);
14792a4e142eSMatthew G. Knepley   ierr = PetscMalloc6(numComponents,&funcVal,numComponents,&interpolant,coordDim*Nq,&coords,Nq,&fegeom.detJ,coordDim*coordDim*Nq,&fegeom.J,coordDim*coordDim*Nq,&fegeom.invJ);CHKERRQ(ierr);
1480*412e9a14SMatthew G. Knepley   ierr = DMPlexGetSimplexOrBoxCells(dm, 0, &cStart, &cEnd);CHKERRQ(ierr);
1481e729f68cSMatthew G. Knepley   for (c = cStart; c < cEnd; ++c) {
1482e729f68cSMatthew G. Knepley     PetscScalar *x = NULL;
14836f288a59SMatthew G. Knepley     PetscScalar  elemDiff = 0.0;
14849c3cf19fSMatthew G. Knepley     PetscInt     qc = 0;
1485e729f68cSMatthew G. Knepley 
14862a4e142eSMatthew G. Knepley     ierr = DMPlexComputeCellGeometryFEM(dm, c, quad, coords, fegeom.J, fegeom.invJ, fegeom.detJ);CHKERRQ(ierr);
1487e729f68cSMatthew G. Knepley     ierr = DMPlexVecGetClosure(dm, NULL, localX, c, NULL, &x);CHKERRQ(ierr);
1488e729f68cSMatthew G. Knepley 
1489e729f68cSMatthew G. Knepley     for (field = 0, fieldOffset = 0; field < numFields; ++field) {
1490e729f68cSMatthew G. Knepley       PetscObject  obj;
1491e729f68cSMatthew G. Knepley       PetscClassId id;
1492e729f68cSMatthew G. Knepley       void * const ctx = ctxs ? ctxs[field] : NULL;
1493e729f68cSMatthew G. Knepley       PetscInt     Nb, Nc, q, fc;
1494e729f68cSMatthew G. Knepley 
149544a7f3ddSMatthew G. Knepley       ierr = DMGetField(dm, field, NULL, &obj);CHKERRQ(ierr);
1496e729f68cSMatthew G. Knepley       ierr = PetscObjectGetClassId(obj, &id);CHKERRQ(ierr);
1497e729f68cSMatthew G. Knepley       if (id == PETSCFE_CLASSID)      {ierr = PetscFEGetNumComponents((PetscFE) obj, &Nc);CHKERRQ(ierr);ierr = PetscFEGetDimension((PetscFE) obj, &Nb);CHKERRQ(ierr);}
1498e729f68cSMatthew G. Knepley       else if (id == PETSCFV_CLASSID) {ierr = PetscFVGetNumComponents((PetscFV) obj, &Nc);CHKERRQ(ierr);Nb = 1;}
1499ff1e0c32SBarry Smith       else SETERRQ1(PetscObjectComm((PetscObject)dm), PETSC_ERR_ARG_WRONG, "Unknown discretization type for field %D", field);
150023f34ed2SToby Isaac       if (funcs[field]) {
15017318780aSToby Isaac         for (q = 0; q < Nq; ++q) {
15022a4e142eSMatthew G. Knepley           PetscFEGeom qgeom;
15032a4e142eSMatthew G. Knepley 
15042a4e142eSMatthew G. Knepley           qgeom.dimEmbed = fegeom.dimEmbed;
15052a4e142eSMatthew G. Knepley           qgeom.J        = &fegeom.J[q*coordDim*coordDim];
15062a4e142eSMatthew G. Knepley           qgeom.invJ     = &fegeom.invJ[q*coordDim*coordDim];
15072a4e142eSMatthew G. Knepley           qgeom.detJ     = &fegeom.detJ[q];
15084bee2e38SMatthew G. Knepley           if (fegeom.detJ[q] <= 0.0) SETERRQ3(PETSC_COMM_SELF, PETSC_ERR_ARG_OUTOFRANGE, "Invalid determinant %g for element %D, quadrature points %D", (double)fegeom.detJ[q], c, q);
1509274e8aaeSMatthew G. Knepley           ierr = (*funcs[field])(coordDim, time, &coords[q*coordDim], Nc, funcVal, ctx);
1510e735a8a9SMatthew G. Knepley           if (ierr) {
1511e735a8a9SMatthew G. Knepley             PetscErrorCode ierr2;
1512e735a8a9SMatthew G. Knepley             ierr2 = DMPlexVecRestoreClosure(dm, NULL, localX, c, NULL, &x);CHKERRQ(ierr2);
15132a4e142eSMatthew G. Knepley             ierr2 = PetscFree6(funcVal,interpolant,coords,fegeom.detJ,fegeom.J,fegeom.invJ);CHKERRQ(ierr2);
1514e735a8a9SMatthew G. Knepley             ierr2 = DMRestoreLocalVector(dm, &localX);CHKERRQ(ierr2);
1515e735a8a9SMatthew G. Knepley             CHKERRQ(ierr);
1516e735a8a9SMatthew G. Knepley           }
15172a4e142eSMatthew G. Knepley           if (id == PETSCFE_CLASSID)      {ierr = PetscFEInterpolate_Static((PetscFE) obj, &x[fieldOffset], &qgeom, q, interpolant);CHKERRQ(ierr);}
1518e729f68cSMatthew G. Knepley           else if (id == PETSCFV_CLASSID) {ierr = PetscFVInterpolate_Static((PetscFV) obj, &x[fieldOffset], q, interpolant);CHKERRQ(ierr);}
1519ff1e0c32SBarry Smith           else SETERRQ1(PetscObjectComm((PetscObject)dm), PETSC_ERR_ARG_WRONG, "Unknown discretization type for field %D", field);
1520e729f68cSMatthew G. Knepley           for (fc = 0; fc < Nc; ++fc) {
1521beaa55a6SMatthew G. Knepley             const PetscReal wt = quadWeights[q*qNc+(qNc == 1 ? 0 : qc+fc)];
15224bee2e38SMatthew G. Knepley             elemDiff += PetscSqr(PetscRealPart(interpolant[fc] - funcVal[fc]))*wt*fegeom.detJ[q];
1523e729f68cSMatthew G. Knepley           }
1524e729f68cSMatthew G. Knepley         }
152523f34ed2SToby Isaac       }
1526beaa55a6SMatthew G. Knepley       fieldOffset += Nb;
15279c3cf19fSMatthew G. Knepley       qc          += Nc;
1528e729f68cSMatthew G. Knepley     }
1529e729f68cSMatthew G. Knepley     ierr = DMPlexVecRestoreClosure(dm, NULL, localX, c, NULL, &x);CHKERRQ(ierr);
153023f34ed2SToby Isaac     ierr = VecSetValue(D, c - cStart, elemDiff, INSERT_VALUES);CHKERRQ(ierr);
1531e729f68cSMatthew G. Knepley   }
15322a4e142eSMatthew G. Knepley   ierr = PetscFree6(funcVal,interpolant,coords,fegeom.detJ,fegeom.J,fegeom.invJ);CHKERRQ(ierr);
1533e729f68cSMatthew G. Knepley   ierr = DMRestoreLocalVector(dm, &localX);CHKERRQ(ierr);
1534e729f68cSMatthew G. Knepley   ierr = VecSqrtAbs(D);CHKERRQ(ierr);
1535e729f68cSMatthew G. Knepley   PetscFunctionReturn(0);
1536e729f68cSMatthew G. Knepley }
1537e729f68cSMatthew G. Knepley 
15381555c271SMatthew G. Knepley /*@C
15391555c271SMatthew G. Knepley   DMPlexComputeGradientClementInterpolant - This function computes the L2 projection of the cellwise gradient of a function u onto P1, and stores it in a Vec.
15401555c271SMatthew G. Knepley 
1541d083f849SBarry Smith   Collective on dm
1542c0f8e1fdSMatthew G. Knepley 
15431555c271SMatthew G. Knepley   Input Parameters:
15441555c271SMatthew G. Knepley + dm - The DM
15451555c271SMatthew G. Knepley - LocX  - The coefficient vector u_h
15461555c271SMatthew G. Knepley 
15471555c271SMatthew G. Knepley   Output Parameter:
15481555c271SMatthew G. Knepley . locC - A Vec which holds the Clement interpolant of the gradient
15491555c271SMatthew G. Knepley 
155095452b02SPatrick Sanan   Notes:
155195452b02SPatrick Sanan     Add citation to (Clement, 1975) and definition of the interpolant
15521555c271SMatthew G. Knepley   \nabla u_h(v_i) = \sum_{T_i \in support(v_i)} |T_i| \nabla u_h(T_i) / \sum_{T_i \in support(v_i)} |T_i| where |T_i| is the cell volume
15531555c271SMatthew G. Knepley 
15541555c271SMatthew G. Knepley   Level: developer
15551555c271SMatthew G. Knepley 
15561555c271SMatthew G. Knepley .seealso: DMProjectFunction(), DMComputeL2Diff(), DMPlexComputeL2FieldDiff(), DMComputeL2GradientDiff()
15571555c271SMatthew G. Knepley @*/
15581555c271SMatthew G. Knepley PetscErrorCode DMPlexComputeGradientClementInterpolant(DM dm, Vec locX, Vec locC)
15591555c271SMatthew G. Knepley {
1560db1066baSMatthew G. Knepley   DM_Plex         *mesh  = (DM_Plex *) dm->data;
1561db1066baSMatthew G. Knepley   PetscInt         debug = mesh->printFEM;
15621555c271SMatthew G. Knepley   DM               dmC;
15631555c271SMatthew G. Knepley   PetscSection     section;
15641555c271SMatthew G. Knepley   PetscQuadrature  quad;
15651555c271SMatthew G. Knepley   PetscScalar     *interpolant, *gradsum;
15664bee2e38SMatthew G. Knepley   PetscFEGeom      fegeom;
15674bee2e38SMatthew G. Knepley   PetscReal       *coords;
15681555c271SMatthew G. Knepley   const PetscReal *quadPoints, *quadWeights;
1569485ad865SMatthew G. Knepley   PetscInt         dim, coordDim, numFields, numComponents = 0, qNc, Nq, cStart, cEnd, vStart, vEnd, v, field, fieldOffset;
15701555c271SMatthew G. Knepley   PetscErrorCode   ierr;
15711555c271SMatthew G. Knepley 
15721555c271SMatthew G. Knepley   PetscFunctionBegin;
15731555c271SMatthew G. Knepley   ierr = VecGetDM(locC, &dmC);CHKERRQ(ierr);
15741555c271SMatthew G. Knepley   ierr = VecSet(locC, 0.0);CHKERRQ(ierr);
15751555c271SMatthew G. Knepley   ierr = DMGetDimension(dm, &dim);CHKERRQ(ierr);
15761555c271SMatthew G. Knepley   ierr = DMGetCoordinateDim(dm, &coordDim);CHKERRQ(ierr);
15774bee2e38SMatthew G. Knepley   fegeom.dimEmbed = coordDim;
157892fd8e1eSJed Brown   ierr = DMGetLocalSection(dm, &section);CHKERRQ(ierr);
15791555c271SMatthew G. Knepley   ierr = PetscSectionGetNumFields(section, &numFields);CHKERRQ(ierr);
15801555c271SMatthew G. Knepley   for (field = 0; field < numFields; ++field) {
15811555c271SMatthew G. Knepley     PetscObject  obj;
15821555c271SMatthew G. Knepley     PetscClassId id;
15831555c271SMatthew G. Knepley     PetscInt     Nc;
15841555c271SMatthew G. Knepley 
158544a7f3ddSMatthew G. Knepley     ierr = DMGetField(dm, field, NULL, &obj);CHKERRQ(ierr);
15861555c271SMatthew G. Knepley     ierr = PetscObjectGetClassId(obj, &id);CHKERRQ(ierr);
15871555c271SMatthew G. Knepley     if (id == PETSCFE_CLASSID) {
15881555c271SMatthew G. Knepley       PetscFE fe = (PetscFE) obj;
15891555c271SMatthew G. Knepley 
15901555c271SMatthew G. Knepley       ierr = PetscFEGetQuadrature(fe, &quad);CHKERRQ(ierr);
15911555c271SMatthew G. Knepley       ierr = PetscFEGetNumComponents(fe, &Nc);CHKERRQ(ierr);
15921555c271SMatthew G. Knepley     } else if (id == PETSCFV_CLASSID) {
15931555c271SMatthew G. Knepley       PetscFV fv = (PetscFV) obj;
15941555c271SMatthew G. Knepley 
15951555c271SMatthew G. Knepley       ierr = PetscFVGetQuadrature(fv, &quad);CHKERRQ(ierr);
15961555c271SMatthew G. Knepley       ierr = PetscFVGetNumComponents(fv, &Nc);CHKERRQ(ierr);
1597ff1e0c32SBarry Smith     } else SETERRQ1(PetscObjectComm((PetscObject)dm), PETSC_ERR_ARG_WRONG, "Unknown discretization type for field %D", field);
15981555c271SMatthew G. Knepley     numComponents += Nc;
15991555c271SMatthew G. Knepley   }
16001555c271SMatthew G. Knepley   ierr = PetscQuadratureGetData(quad, NULL, &qNc, &Nq, &quadPoints, &quadWeights);CHKERRQ(ierr);
16011555c271SMatthew G. Knepley   if ((qNc != 1) && (qNc != numComponents)) SETERRQ2(PetscObjectComm((PetscObject) dm), PETSC_ERR_ARG_SIZ, "Quadrature components %D != %D field components", qNc, numComponents);
16024bee2e38SMatthew G. Knepley   ierr = PetscMalloc6(coordDim*numComponents*2,&gradsum,coordDim*numComponents,&interpolant,coordDim*Nq,&coords,Nq,&fegeom.detJ,coordDim*coordDim*Nq,&fegeom.J,coordDim*coordDim*Nq,&fegeom.invJ);CHKERRQ(ierr);
16031555c271SMatthew G. Knepley   ierr = DMPlexGetDepthStratum(dm, 0, &vStart, &vEnd);CHKERRQ(ierr);
1604*412e9a14SMatthew G. Knepley   ierr = DMPlexGetSimplexOrBoxCells(dm, 0, &cStart, &cEnd);CHKERRQ(ierr);
16051555c271SMatthew G. Knepley   for (v = vStart; v < vEnd; ++v) {
16061555c271SMatthew G. Knepley     PetscScalar volsum = 0.0;
16071555c271SMatthew G. Knepley     PetscInt   *star = NULL;
16081555c271SMatthew G. Knepley     PetscInt    starSize, st, d, fc;
16091555c271SMatthew G. Knepley 
1610580bdb30SBarry Smith     ierr = PetscArrayzero(gradsum, coordDim*numComponents);CHKERRQ(ierr);
16111555c271SMatthew G. Knepley     ierr = DMPlexGetTransitiveClosure(dm, v, PETSC_FALSE, &starSize, &star);CHKERRQ(ierr);
16121555c271SMatthew G. Knepley     for (st = 0; st < starSize*2; st += 2) {
16131555c271SMatthew G. Knepley       const PetscInt cell = star[st];
16141555c271SMatthew G. Knepley       PetscScalar   *grad = &gradsum[coordDim*numComponents];
16151555c271SMatthew G. Knepley       PetscScalar   *x    = NULL;
16161555c271SMatthew G. Knepley       PetscReal      vol  = 0.0;
16171555c271SMatthew G. Knepley 
16181555c271SMatthew G. Knepley       if ((cell < cStart) || (cell >= cEnd)) continue;
16194bee2e38SMatthew G. Knepley       ierr = DMPlexComputeCellGeometryFEM(dm, cell, quad, coords, fegeom.J, fegeom.invJ, fegeom.detJ);CHKERRQ(ierr);
16201555c271SMatthew G. Knepley       ierr = DMPlexVecGetClosure(dm, NULL, locX, cell, NULL, &x);CHKERRQ(ierr);
16211555c271SMatthew G. Knepley       for (field = 0, fieldOffset = 0; field < numFields; ++field) {
16221555c271SMatthew G. Knepley         PetscObject  obj;
16231555c271SMatthew G. Knepley         PetscClassId id;
16241555c271SMatthew G. Knepley         PetscInt     Nb, Nc, q, qc = 0;
16251555c271SMatthew G. Knepley 
1626580bdb30SBarry Smith         ierr = PetscArrayzero(grad, coordDim*numComponents);CHKERRQ(ierr);
162744a7f3ddSMatthew G. Knepley         ierr = DMGetField(dm, field, NULL, &obj);CHKERRQ(ierr);
16281555c271SMatthew G. Knepley         ierr = PetscObjectGetClassId(obj, &id);CHKERRQ(ierr);
16291555c271SMatthew G. Knepley         if (id == PETSCFE_CLASSID)      {ierr = PetscFEGetNumComponents((PetscFE) obj, &Nc);CHKERRQ(ierr);ierr = PetscFEGetDimension((PetscFE) obj, &Nb);CHKERRQ(ierr);}
16301555c271SMatthew G. Knepley         else if (id == PETSCFV_CLASSID) {ierr = PetscFVGetNumComponents((PetscFV) obj, &Nc);CHKERRQ(ierr);Nb = 1;}
1631ff1e0c32SBarry Smith         else SETERRQ1(PetscObjectComm((PetscObject)dm), PETSC_ERR_ARG_WRONG, "Unknown discretization type for field %D", field);
16321555c271SMatthew G. Knepley         for (q = 0; q < Nq; ++q) {
16332a4e142eSMatthew G. Knepley           PetscFEGeom qgeom;
16342a4e142eSMatthew G. Knepley 
16352a4e142eSMatthew G. Knepley           qgeom.dimEmbed = fegeom.dimEmbed;
16362a4e142eSMatthew G. Knepley           qgeom.J        = &fegeom.J[q*coordDim*coordDim];
16372a4e142eSMatthew G. Knepley           qgeom.invJ     = &fegeom.invJ[q*coordDim*coordDim];
16382a4e142eSMatthew G. Knepley           qgeom.detJ     = &fegeom.detJ[q];
16394bee2e38SMatthew G. Knepley           if (fegeom.detJ[q] <= 0.0) SETERRQ3(PETSC_COMM_SELF, PETSC_ERR_ARG_OUTOFRANGE, "Invalid determinant %g for element %D, quadrature points %D", (double)fegeom.detJ[q], cell, q);
16401555c271SMatthew G. Knepley           if (ierr) {
16411555c271SMatthew G. Knepley             PetscErrorCode ierr2;
16421555c271SMatthew G. Knepley             ierr2 = DMPlexVecRestoreClosure(dm, NULL, locX, cell, NULL, &x);CHKERRQ(ierr2);
16431555c271SMatthew G. Knepley             ierr2 = DMPlexRestoreTransitiveClosure(dm, v, PETSC_FALSE, &starSize, &star);CHKERRQ(ierr2);
16444bee2e38SMatthew G. Knepley             ierr2 = PetscFree6(gradsum,interpolant,coords,fegeom.detJ,fegeom.J,fegeom.invJ);CHKERRQ(ierr2);
16451555c271SMatthew G. Knepley             CHKERRQ(ierr);
16461555c271SMatthew G. Knepley           }
16472a4e142eSMatthew G. Knepley           if (id == PETSCFE_CLASSID)      {ierr = PetscFEInterpolateGradient_Static((PetscFE) obj, &x[fieldOffset], &qgeom, q, interpolant);CHKERRQ(ierr);}
1648ff1e0c32SBarry Smith           else SETERRQ1(PetscObjectComm((PetscObject)dm), PETSC_ERR_ARG_WRONG, "Unknown discretization type for field %D", field);
16491555c271SMatthew G. Knepley           for (fc = 0; fc < Nc; ++fc) {
16501555c271SMatthew G. Knepley             const PetscReal wt = quadWeights[q*qNc+qc+fc];
16511555c271SMatthew G. Knepley 
16524bee2e38SMatthew G. Knepley             for (d = 0; d < coordDim; ++d) grad[fc*coordDim+d] += interpolant[fc*dim+d]*wt*fegeom.detJ[q];
16531555c271SMatthew G. Knepley           }
16544bee2e38SMatthew G. Knepley           vol += quadWeights[q*qNc]*fegeom.detJ[q];
16551555c271SMatthew G. Knepley         }
16561555c271SMatthew G. Knepley         fieldOffset += Nb;
16571555c271SMatthew G. Knepley         qc          += Nc;
16581555c271SMatthew G. Knepley       }
16591555c271SMatthew G. Knepley       ierr = DMPlexVecRestoreClosure(dm, NULL, locX, cell, NULL, &x);CHKERRQ(ierr);
1660f8527842SMatthew G. Knepley       for (fc = 0; fc < numComponents; ++fc) {
1661f8527842SMatthew G. Knepley         for (d = 0; d < coordDim; ++d) {
1662f8527842SMatthew G. Knepley           gradsum[fc*coordDim+d] += grad[fc*coordDim+d];
1663f8527842SMatthew G. Knepley         }
1664f8527842SMatthew G. Knepley       }
1665f8527842SMatthew G. Knepley       volsum += vol;
1666db1066baSMatthew G. Knepley       if (debug) {
16676d20ae03SJed Brown         ierr = PetscPrintf(PETSC_COMM_SELF, "Cell %D gradient: [", cell);CHKERRQ(ierr);
16681555c271SMatthew G. Knepley         for (fc = 0; fc < numComponents; ++fc) {
16691555c271SMatthew G. Knepley           for (d = 0; d < coordDim; ++d) {
16701555c271SMatthew G. Knepley             if (fc || d > 0) {ierr = PetscPrintf(PETSC_COMM_SELF, ", ");CHKERRQ(ierr);}
16716d20ae03SJed Brown             ierr = PetscPrintf(PETSC_COMM_SELF, "%g", (double)PetscRealPart(grad[fc*coordDim+d]));CHKERRQ(ierr);
16721555c271SMatthew G. Knepley           }
16731555c271SMatthew G. Knepley         }
16741555c271SMatthew G. Knepley         ierr = PetscPrintf(PETSC_COMM_SELF, "]\n");CHKERRQ(ierr);
1675db1066baSMatthew G. Knepley       }
16761555c271SMatthew G. Knepley     }
16771555c271SMatthew G. Knepley     for (fc = 0; fc < numComponents; ++fc) {
16781555c271SMatthew G. Knepley       for (d = 0; d < coordDim; ++d) gradsum[fc*coordDim+d] /= volsum;
16791555c271SMatthew G. Knepley     }
16801555c271SMatthew G. Knepley     ierr = DMPlexRestoreTransitiveClosure(dm, v, PETSC_FALSE, &starSize, &star);CHKERRQ(ierr);
16811555c271SMatthew G. Knepley     ierr = DMPlexVecSetClosure(dmC, NULL, locC, v, gradsum, INSERT_VALUES);CHKERRQ(ierr);
16821555c271SMatthew G. Knepley   }
16834bee2e38SMatthew G. Knepley   ierr = PetscFree6(gradsum,interpolant,coords,fegeom.detJ,fegeom.J,fegeom.invJ);CHKERRQ(ierr);
16841555c271SMatthew G. Knepley   PetscFunctionReturn(0);
16851555c271SMatthew G. Knepley }
16861555c271SMatthew G. Knepley 
1687338f77d5SMatthew G. Knepley static PetscErrorCode DMPlexComputeIntegral_Internal(DM dm, Vec X, PetscInt cStart, PetscInt cEnd, PetscScalar *cintegral, void *user)
168873d901b8SMatthew G. Knepley {
1689338f77d5SMatthew G. Knepley   DM                 dmAux = NULL;
169061aaff12SToby Isaac   PetscDS            prob,    probAux = NULL;
169173d901b8SMatthew G. Knepley   PetscSection       section, sectionAux;
1692338f77d5SMatthew G. Knepley   Vec                locX,    locA;
1693c330f8ffSToby Isaac   PetscInt           dim, numCells = cEnd - cStart, c, f;
1694c330f8ffSToby Isaac   PetscBool          useFVM = PETSC_FALSE;
1695338f77d5SMatthew G. Knepley   /* DS */
1696338f77d5SMatthew G. Knepley   PetscInt           Nf,    totDim,    *uOff, *uOff_x, numConstants;
1697338f77d5SMatthew G. Knepley   PetscInt           NfAux, totDimAux, *aOff;
1698338f77d5SMatthew G. Knepley   PetscScalar       *u, *a;
1699338f77d5SMatthew G. Knepley   const PetscScalar *constants;
1700338f77d5SMatthew G. Knepley   /* Geometry */
1701c330f8ffSToby Isaac   PetscFEGeom       *cgeomFEM;
1702338f77d5SMatthew G. Knepley   DM                 dmGrad;
1703c330f8ffSToby Isaac   PetscQuadrature    affineQuad = NULL;
1704338f77d5SMatthew G. Knepley   Vec                cellGeometryFVM = NULL, faceGeometryFVM = NULL, locGrad = NULL;
1705b5a3613cSMatthew G. Knepley   PetscFVCellGeom   *cgeomFVM;
1706338f77d5SMatthew G. Knepley   const PetscScalar *lgrad;
1707b7260050SToby Isaac   PetscInt           maxDegree;
1708c330f8ffSToby Isaac   DMField            coordField;
1709c330f8ffSToby Isaac   IS                 cellIS;
171073d901b8SMatthew G. Knepley   PetscErrorCode     ierr;
171173d901b8SMatthew G. Knepley 
171273d901b8SMatthew G. Knepley   PetscFunctionBegin;
1713338f77d5SMatthew G. Knepley   ierr = DMGetDS(dm, &prob);CHKERRQ(ierr);
1714c73cfb54SMatthew G. Knepley   ierr = DMGetDimension(dm, &dim);CHKERRQ(ierr);
171592fd8e1eSJed Brown   ierr = DMGetLocalSection(dm, &section);CHKERRQ(ierr);
171673d901b8SMatthew G. Knepley   ierr = PetscSectionGetNumFields(section, &Nf);CHKERRQ(ierr);
1717338f77d5SMatthew G. Knepley   /* Determine which discretizations we have */
1718b5a3613cSMatthew G. Knepley   for (f = 0; f < Nf; ++f) {
1719b5a3613cSMatthew G. Knepley     PetscObject  obj;
1720b5a3613cSMatthew G. Knepley     PetscClassId id;
1721b5a3613cSMatthew G. Knepley 
1722b5a3613cSMatthew G. Knepley     ierr = PetscDSGetDiscretization(prob, f, &obj);CHKERRQ(ierr);
1723b5a3613cSMatthew G. Knepley     ierr = PetscObjectGetClassId(obj, &id);CHKERRQ(ierr);
1724338f77d5SMatthew G. Knepley     if (id == PETSCFV_CLASSID) useFVM = PETSC_TRUE;
1725338f77d5SMatthew G. Knepley   }
1726338f77d5SMatthew G. Knepley   /* Get local solution with boundary values */
1727338f77d5SMatthew G. Knepley   ierr = DMGetLocalVector(dm, &locX);CHKERRQ(ierr);
1728338f77d5SMatthew G. Knepley   ierr = DMPlexInsertBoundaryValues(dm, PETSC_TRUE, locX, 0.0, NULL, NULL, NULL);CHKERRQ(ierr);
1729338f77d5SMatthew G. Knepley   ierr = DMGlobalToLocalBegin(dm, X, INSERT_VALUES, locX);CHKERRQ(ierr);
1730338f77d5SMatthew G. Knepley   ierr = DMGlobalToLocalEnd(dm, X, INSERT_VALUES, locX);CHKERRQ(ierr);
1731338f77d5SMatthew G. Knepley   /* Read DS information */
1732338f77d5SMatthew G. Knepley   ierr = PetscDSGetTotalDimension(prob, &totDim);CHKERRQ(ierr);
1733338f77d5SMatthew G. Knepley   ierr = PetscDSGetComponentOffsets(prob, &uOff);CHKERRQ(ierr);
1734338f77d5SMatthew G. Knepley   ierr = PetscDSGetComponentDerivativeOffsets(prob, &uOff_x);CHKERRQ(ierr);
1735c330f8ffSToby Isaac   ierr = ISCreateStride(PETSC_COMM_SELF,numCells,cStart,1,&cellIS);CHKERRQ(ierr);
1736338f77d5SMatthew G. Knepley   ierr = PetscDSGetConstants(prob, &numConstants, &constants);CHKERRQ(ierr);
1737338f77d5SMatthew G. Knepley   /* Read Auxiliary DS information */
1738338f77d5SMatthew G. Knepley   ierr = PetscObjectQuery((PetscObject) dm, "dmAux", (PetscObject *) &dmAux);CHKERRQ(ierr);
1739338f77d5SMatthew G. Knepley   ierr = PetscObjectQuery((PetscObject) dm, "A", (PetscObject *) &locA);CHKERRQ(ierr);
1740338f77d5SMatthew G. Knepley   if (dmAux) {
1741338f77d5SMatthew G. Knepley     ierr = DMGetDS(dmAux, &probAux);CHKERRQ(ierr);
1742338f77d5SMatthew G. Knepley     ierr = PetscDSGetNumFields(probAux, &NfAux);CHKERRQ(ierr);
174392fd8e1eSJed Brown     ierr = DMGetLocalSection(dmAux, &sectionAux);CHKERRQ(ierr);
1744338f77d5SMatthew G. Knepley     ierr = PetscDSGetTotalDimension(probAux, &totDimAux);CHKERRQ(ierr);
1745338f77d5SMatthew G. Knepley     ierr = PetscDSGetComponentOffsets(probAux, &aOff);CHKERRQ(ierr);
1746338f77d5SMatthew G. Knepley   }
1747338f77d5SMatthew G. Knepley   /* Allocate data  arrays */
1748338f77d5SMatthew G. Knepley   ierr = PetscCalloc1(numCells*totDim, &u);CHKERRQ(ierr);
1749338f77d5SMatthew G. Knepley   if (dmAux) {ierr = PetscMalloc1(numCells*totDimAux, &a);CHKERRQ(ierr);}
1750338f77d5SMatthew G. Knepley   /* Read out geometry */
1751c330f8ffSToby Isaac   ierr = DMGetCoordinateField(dm,&coordField);CHKERRQ(ierr);
1752b7260050SToby Isaac   ierr = DMFieldGetDegree(coordField,cellIS,NULL,&maxDegree);CHKERRQ(ierr);
1753b7260050SToby Isaac   if (maxDegree <= 1) {
1754c330f8ffSToby Isaac     ierr = DMFieldCreateDefaultQuadrature(coordField,cellIS,&affineQuad);CHKERRQ(ierr);
1755c330f8ffSToby Isaac     if (affineQuad) {
1756c330f8ffSToby Isaac       ierr = DMFieldCreateFEGeom(coordField,cellIS,affineQuad,PETSC_FALSE,&cgeomFEM);CHKERRQ(ierr);
1757338f77d5SMatthew G. Knepley     }
1758b5a3613cSMatthew G. Knepley   }
1759b5a3613cSMatthew G. Knepley   if (useFVM) {
1760338f77d5SMatthew G. Knepley     PetscFV   fv = NULL;
1761b5a3613cSMatthew G. Knepley     Vec       grad;
1762b5a3613cSMatthew G. Knepley     PetscInt  fStart, fEnd;
1763b5a3613cSMatthew G. Knepley     PetscBool compGrad;
1764b5a3613cSMatthew G. Knepley 
1765338f77d5SMatthew G. Knepley     for (f = 0; f < Nf; ++f) {
1766338f77d5SMatthew G. Knepley       PetscObject  obj;
1767338f77d5SMatthew G. Knepley       PetscClassId id;
1768338f77d5SMatthew G. Knepley 
1769338f77d5SMatthew G. Knepley       ierr = PetscDSGetDiscretization(prob, f, &obj);CHKERRQ(ierr);
1770338f77d5SMatthew G. Knepley       ierr = PetscObjectGetClassId(obj, &id);CHKERRQ(ierr);
1771338f77d5SMatthew G. Knepley       if (id == PETSCFV_CLASSID) {fv = (PetscFV) obj; break;}
1772338f77d5SMatthew G. Knepley     }
1773338f77d5SMatthew G. Knepley     ierr = PetscFVGetComputeGradients(fv, &compGrad);CHKERRQ(ierr);
1774338f77d5SMatthew G. Knepley     ierr = PetscFVSetComputeGradients(fv, PETSC_TRUE);CHKERRQ(ierr);
1775b5a3613cSMatthew G. Knepley     ierr = DMPlexComputeGeometryFVM(dm, &cellGeometryFVM, &faceGeometryFVM);CHKERRQ(ierr);
1776338f77d5SMatthew G. Knepley     ierr = DMPlexComputeGradientFVM(dm, fv, faceGeometryFVM, cellGeometryFVM, &dmGrad);CHKERRQ(ierr);
1777338f77d5SMatthew G. Knepley     ierr = PetscFVSetComputeGradients(fv, compGrad);CHKERRQ(ierr);
1778b5a3613cSMatthew G. Knepley     ierr = VecGetArrayRead(cellGeometryFVM, (const PetscScalar **) &cgeomFVM);CHKERRQ(ierr);
1779b5a3613cSMatthew G. Knepley     /* Reconstruct and limit cell gradients */
1780b5a3613cSMatthew G. Knepley     ierr = DMPlexGetHeightStratum(dm, 1, &fStart, &fEnd);CHKERRQ(ierr);
1781b5a3613cSMatthew G. Knepley     ierr = DMGetGlobalVector(dmGrad, &grad);CHKERRQ(ierr);
1782338f77d5SMatthew G. Knepley     ierr = DMPlexReconstructGradients_Internal(dm, fv, fStart, fEnd, faceGeometryFVM, cellGeometryFVM, locX, grad);CHKERRQ(ierr);
1783b5a3613cSMatthew G. Knepley     /* Communicate gradient values */
1784b5a3613cSMatthew G. Knepley     ierr = DMGetLocalVector(dmGrad, &locGrad);CHKERRQ(ierr);
1785b5a3613cSMatthew G. Knepley     ierr = DMGlobalToLocalBegin(dmGrad, grad, INSERT_VALUES, locGrad);CHKERRQ(ierr);
1786b5a3613cSMatthew G. Knepley     ierr = DMGlobalToLocalEnd(dmGrad, grad, INSERT_VALUES, locGrad);CHKERRQ(ierr);
1787b5a3613cSMatthew G. Knepley     ierr = DMRestoreGlobalVector(dmGrad, &grad);CHKERRQ(ierr);
1788b5a3613cSMatthew G. Knepley     /* Handle non-essential (e.g. outflow) boundary values */
1789338f77d5SMatthew G. Knepley     ierr = DMPlexInsertBoundaryValues(dm, PETSC_FALSE, locX, 0.0, faceGeometryFVM, cellGeometryFVM, locGrad);CHKERRQ(ierr);
1790b5a3613cSMatthew G. Knepley     ierr = VecGetArrayRead(locGrad, &lgrad);CHKERRQ(ierr);
1791b5a3613cSMatthew G. Knepley   }
1792338f77d5SMatthew G. Knepley   /* Read out data from inputs */
179373d901b8SMatthew G. Knepley   for (c = cStart; c < cEnd; ++c) {
179473d901b8SMatthew G. Knepley     PetscScalar *x = NULL;
179573d901b8SMatthew G. Knepley     PetscInt     i;
179673d901b8SMatthew G. Knepley 
1797338f77d5SMatthew G. Knepley     ierr = DMPlexVecGetClosure(dm, section, locX, c, NULL, &x);CHKERRQ(ierr);
17980f2d7e86SMatthew G. Knepley     for (i = 0; i < totDim; ++i) u[c*totDim+i] = x[i];
1799338f77d5SMatthew G. Knepley     ierr = DMPlexVecRestoreClosure(dm, section, locX, c, NULL, &x);CHKERRQ(ierr);
180073d901b8SMatthew G. Knepley     if (dmAux) {
1801338f77d5SMatthew G. Knepley       ierr = DMPlexVecGetClosure(dmAux, sectionAux, locA, c, NULL, &x);CHKERRQ(ierr);
18020f2d7e86SMatthew G. Knepley       for (i = 0; i < totDimAux; ++i) a[c*totDimAux+i] = x[i];
1803338f77d5SMatthew G. Knepley       ierr = DMPlexVecRestoreClosure(dmAux, sectionAux, locA, c, NULL, &x);CHKERRQ(ierr);
180473d901b8SMatthew G. Knepley     }
180573d901b8SMatthew G. Knepley   }
1806338f77d5SMatthew G. Knepley   /* Do integration for each field */
180773d901b8SMatthew G. Knepley   for (f = 0; f < Nf; ++f) {
1808c1f031eeSMatthew G. Knepley     PetscObject  obj;
1809c1f031eeSMatthew G. Knepley     PetscClassId id;
1810c1f031eeSMatthew G. Knepley     PetscInt     numChunks, numBatches, batchSize, numBlocks, blockSize, Ne, Nr, offset;
181173d901b8SMatthew G. Knepley 
1812c1f031eeSMatthew G. Knepley     ierr = PetscDSGetDiscretization(prob, f, &obj);CHKERRQ(ierr);
1813c1f031eeSMatthew G. Knepley     ierr = PetscObjectGetClassId(obj, &id);CHKERRQ(ierr);
1814c1f031eeSMatthew G. Knepley     if (id == PETSCFE_CLASSID) {
1815c1f031eeSMatthew G. Knepley       PetscFE         fe = (PetscFE) obj;
1816c1f031eeSMatthew G. Knepley       PetscQuadrature q;
1817c330f8ffSToby Isaac       PetscFEGeom     *chunkGeom = NULL;
1818c1f031eeSMatthew G. Knepley       PetscInt        Nq, Nb;
1819c1f031eeSMatthew G. Knepley 
18200f2d7e86SMatthew G. Knepley       ierr = PetscFEGetTileSizes(fe, NULL, &numBlocks, NULL, &numBatches);CHKERRQ(ierr);
1821c1f031eeSMatthew G. Knepley       ierr = PetscFEGetQuadrature(fe, &q);CHKERRQ(ierr);
18229c3cf19fSMatthew G. Knepley       ierr = PetscQuadratureGetData(q, NULL, NULL, &Nq, NULL, NULL);CHKERRQ(ierr);
1823c1f031eeSMatthew G. Knepley       ierr = PetscFEGetDimension(fe, &Nb);CHKERRQ(ierr);
1824c1f031eeSMatthew G. Knepley       blockSize = Nb*Nq;
182573d901b8SMatthew G. Knepley       batchSize = numBlocks * blockSize;
18260f2d7e86SMatthew G. Knepley       ierr = PetscFESetTileSizes(fe, blockSize, numBlocks, batchSize, numBatches);CHKERRQ(ierr);
182773d901b8SMatthew G. Knepley       numChunks = numCells / (numBatches*batchSize);
182873d901b8SMatthew G. Knepley       Ne        = numChunks*numBatches*batchSize;
182973d901b8SMatthew G. Knepley       Nr        = numCells % (numBatches*batchSize);
183073d901b8SMatthew G. Knepley       offset    = numCells - Nr;
1831c330f8ffSToby Isaac       if (!affineQuad) {
1832c330f8ffSToby Isaac         ierr = DMFieldCreateFEGeom(coordField,cellIS,q,PETSC_FALSE,&cgeomFEM);CHKERRQ(ierr);
1833c330f8ffSToby Isaac       }
1834c330f8ffSToby Isaac       ierr = PetscFEGeomGetChunk(cgeomFEM,0,offset,&chunkGeom);CHKERRQ(ierr);
18354bee2e38SMatthew G. Knepley       ierr = PetscFEIntegrate(prob, f, Ne, chunkGeom, u, probAux, a, cintegral);CHKERRQ(ierr);
1836c330f8ffSToby Isaac       ierr = PetscFEGeomGetChunk(cgeomFEM,offset,numCells,&chunkGeom);CHKERRQ(ierr);
18374bee2e38SMatthew G. Knepley       ierr = PetscFEIntegrate(prob, f, Nr, chunkGeom, &u[offset*totDim], probAux, &a[offset*totDimAux], &cintegral[offset*Nf]);CHKERRQ(ierr);
1838c330f8ffSToby Isaac       ierr = PetscFEGeomRestoreChunk(cgeomFEM,offset,numCells,&chunkGeom);CHKERRQ(ierr);
1839c330f8ffSToby Isaac       if (!affineQuad) {
1840c330f8ffSToby Isaac         ierr = PetscFEGeomDestroy(&cgeomFEM);CHKERRQ(ierr);
1841c330f8ffSToby Isaac       }
1842c1f031eeSMatthew G. Knepley     } else if (id == PETSCFV_CLASSID) {
1843c1f031eeSMatthew G. Knepley       PetscInt       foff;
1844420e96edSMatthew G. Knepley       PetscPointFunc obj_func;
1845b69edc29SMatthew G. Knepley       PetscScalar    lint;
1846c1f031eeSMatthew G. Knepley 
1847c1f031eeSMatthew G. Knepley       ierr = PetscDSGetObjective(prob, f, &obj_func);CHKERRQ(ierr);
1848c1f031eeSMatthew G. Knepley       ierr = PetscDSGetFieldOffset(prob, f, &foff);CHKERRQ(ierr);
1849c1f031eeSMatthew G. Knepley       if (obj_func) {
1850c1f031eeSMatthew G. Knepley         for (c = 0; c < numCells; ++c) {
1851b5a3613cSMatthew G. Knepley           PetscScalar *u_x;
1852b5a3613cSMatthew G. Knepley 
1853b5a3613cSMatthew G. Knepley           ierr = DMPlexPointLocalRead(dmGrad, c, lgrad, &u_x);CHKERRQ(ierr);
1854338f77d5SMatthew G. Knepley           obj_func(dim, Nf, NfAux, uOff, uOff_x, &u[totDim*c+foff], NULL, u_x, aOff, NULL, &a[totDimAux*c], NULL, NULL, 0.0, cgeomFVM[c].centroid, numConstants, constants, &lint);
1855338f77d5SMatthew G. Knepley           cintegral[c*Nf+f] += PetscRealPart(lint)*cgeomFVM[c].volume;
185673d901b8SMatthew G. Knepley         }
1857c1f031eeSMatthew G. Knepley       }
1858ff1e0c32SBarry Smith     } else SETERRQ1(PetscObjectComm((PetscObject) dm), PETSC_ERR_ARG_WRONG, "Unknown discretization type for field %D", f);
1859c1f031eeSMatthew G. Knepley   }
1860338f77d5SMatthew G. Knepley   /* Cleanup data arrays */
1861b5a3613cSMatthew G. Knepley   if (useFVM) {
1862b5a3613cSMatthew G. Knepley     ierr = VecRestoreArrayRead(locGrad, &lgrad);CHKERRQ(ierr);
1863b5a3613cSMatthew G. Knepley     ierr = VecRestoreArrayRead(cellGeometryFVM, (const PetscScalar **) &cgeomFVM);CHKERRQ(ierr);
1864b5a3613cSMatthew G. Knepley     ierr = DMRestoreLocalVector(dmGrad, &locGrad);CHKERRQ(ierr);
1865b5a3613cSMatthew G. Knepley     ierr = VecDestroy(&faceGeometryFVM);CHKERRQ(ierr);
1866b5a3613cSMatthew G. Knepley     ierr = VecDestroy(&cellGeometryFVM);CHKERRQ(ierr);
1867b5a3613cSMatthew G. Knepley     ierr = DMDestroy(&dmGrad);CHKERRQ(ierr);
1868b5a3613cSMatthew G. Knepley   }
186973d901b8SMatthew G. Knepley   if (dmAux) {ierr = PetscFree(a);CHKERRQ(ierr);}
1870338f77d5SMatthew G. Knepley   ierr = PetscFree(u);CHKERRQ(ierr);
1871338f77d5SMatthew G. Knepley   /* Cleanup */
1872f99c8401SToby Isaac   if (affineQuad) {
1873f99c8401SToby Isaac     ierr = PetscFEGeomDestroy(&cgeomFEM);CHKERRQ(ierr);
1874f99c8401SToby Isaac   }
1875f99c8401SToby Isaac   ierr = PetscQuadratureDestroy(&affineQuad);CHKERRQ(ierr);
1876c330f8ffSToby Isaac   ierr = ISDestroy(&cellIS);CHKERRQ(ierr);
1877338f77d5SMatthew G. Knepley   ierr = DMRestoreLocalVector(dm, &locX);CHKERRQ(ierr);
1878338f77d5SMatthew G. Knepley   PetscFunctionReturn(0);
1879338f77d5SMatthew G. Knepley }
1880338f77d5SMatthew G. Knepley 
1881338f77d5SMatthew G. Knepley /*@
1882338f77d5SMatthew G. Knepley   DMPlexComputeIntegralFEM - Form the integral over the domain from the global input X using pointwise functions specified by the user
1883338f77d5SMatthew G. Knepley 
1884338f77d5SMatthew G. Knepley   Input Parameters:
1885338f77d5SMatthew G. Knepley + dm - The mesh
1886338f77d5SMatthew G. Knepley . X  - Global input vector
1887338f77d5SMatthew G. Knepley - user - The user context
1888338f77d5SMatthew G. Knepley 
1889338f77d5SMatthew G. Knepley   Output Parameter:
1890338f77d5SMatthew G. Knepley . integral - Integral for each field
1891338f77d5SMatthew G. Knepley 
1892338f77d5SMatthew G. Knepley   Level: developer
1893338f77d5SMatthew G. Knepley 
1894338f77d5SMatthew G. Knepley .seealso: DMPlexComputeResidualFEM()
1895338f77d5SMatthew G. Knepley @*/
1896b8feb594SMatthew G. Knepley PetscErrorCode DMPlexComputeIntegralFEM(DM dm, Vec X, PetscScalar *integral, void *user)
1897338f77d5SMatthew G. Knepley {
1898338f77d5SMatthew G. Knepley   DM_Plex       *mesh = (DM_Plex *) dm->data;
1899b8feb594SMatthew G. Knepley   PetscScalar   *cintegral, *lintegral;
1900*412e9a14SMatthew G. Knepley   PetscInt       Nf, f, cellHeight, cStart, cEnd, cell;
1901338f77d5SMatthew G. Knepley   PetscErrorCode ierr;
1902338f77d5SMatthew G. Knepley 
1903338f77d5SMatthew G. Knepley   PetscFunctionBegin;
1904338f77d5SMatthew G. Knepley   PetscValidHeaderSpecific(dm, DM_CLASSID, 1);
1905338f77d5SMatthew G. Knepley   PetscValidHeaderSpecific(X, VEC_CLASSID, 2);
1906338f77d5SMatthew G. Knepley   PetscValidPointer(integral, 3);
1907338f77d5SMatthew G. Knepley   ierr = PetscLogEventBegin(DMPLEX_IntegralFEM,dm,0,0,0);CHKERRQ(ierr);
1908338f77d5SMatthew G. Knepley   ierr = DMGetNumFields(dm, &Nf);CHKERRQ(ierr);
1909338f77d5SMatthew G. Knepley   ierr = DMPlexGetVTKCellHeight(dm, &cellHeight);CHKERRQ(ierr);
1910*412e9a14SMatthew G. Knepley   ierr = DMPlexGetSimplexOrBoxCells(dm, cellHeight, &cStart, &cEnd);CHKERRQ(ierr);
1911338f77d5SMatthew G. Knepley   /* TODO Introduce a loop over large chunks (right now this is a single chunk) */
1912338f77d5SMatthew G. Knepley   ierr = PetscCalloc2(Nf, &lintegral, (cEnd-cStart)*Nf, &cintegral);CHKERRQ(ierr);
1913338f77d5SMatthew G. Knepley   ierr = DMPlexComputeIntegral_Internal(dm, X, cStart, cEnd, cintegral, user);CHKERRQ(ierr);
1914338f77d5SMatthew G. Knepley   /* Sum up values */
1915338f77d5SMatthew G. Knepley   for (cell = cStart; cell < cEnd; ++cell) {
1916338f77d5SMatthew G. Knepley     const PetscInt c = cell - cStart;
1917338f77d5SMatthew G. Knepley 
1918338f77d5SMatthew G. Knepley     if (mesh->printFEM > 1) {ierr = DMPrintCellVector(cell, "Cell Integral", Nf, &cintegral[c*Nf]);CHKERRQ(ierr);}
1919b8feb594SMatthew G. Knepley     for (f = 0; f < Nf; ++f) lintegral[f] += cintegral[c*Nf+f];
1920338f77d5SMatthew G. Knepley   }
1921b8feb594SMatthew G. Knepley   ierr = MPIU_Allreduce(lintegral, integral, Nf, MPIU_SCALAR, MPIU_SUM, PetscObjectComm((PetscObject) dm));CHKERRQ(ierr);
192273d901b8SMatthew G. Knepley   if (mesh->printFEM) {
1923338f77d5SMatthew G. Knepley     ierr = PetscPrintf(PetscObjectComm((PetscObject) dm), "Integral:");CHKERRQ(ierr);
1924b8feb594SMatthew G. Knepley     for (f = 0; f < Nf; ++f) {ierr = PetscPrintf(PetscObjectComm((PetscObject) dm), " %g", (double) PetscRealPart(integral[f]));CHKERRQ(ierr);}
192573d901b8SMatthew G. Knepley     ierr = PetscPrintf(PetscObjectComm((PetscObject) dm), "\n");CHKERRQ(ierr);
192673d901b8SMatthew G. Knepley   }
1927338f77d5SMatthew G. Knepley   ierr = PetscFree2(lintegral, cintegral);CHKERRQ(ierr);
1928338f77d5SMatthew G. Knepley   ierr = PetscLogEventEnd(DMPLEX_IntegralFEM,dm,0,0,0);CHKERRQ(ierr);
1929338f77d5SMatthew G. Knepley   PetscFunctionReturn(0);
1930338f77d5SMatthew G. Knepley }
1931338f77d5SMatthew G. Knepley 
1932338f77d5SMatthew G. Knepley /*@
1933338f77d5SMatthew G. Knepley   DMPlexComputeCellwiseIntegralFEM - Form the vector of cellwise integrals F from the global input X using pointwise functions specified by the user
1934338f77d5SMatthew G. Knepley 
1935338f77d5SMatthew G. Knepley   Input Parameters:
1936338f77d5SMatthew G. Knepley + dm - The mesh
1937338f77d5SMatthew G. Knepley . X  - Global input vector
1938338f77d5SMatthew G. Knepley - user - The user context
1939338f77d5SMatthew G. Knepley 
1940338f77d5SMatthew G. Knepley   Output Parameter:
1941338f77d5SMatthew G. Knepley . integral - Cellwise integrals for each field
1942338f77d5SMatthew G. Knepley 
1943338f77d5SMatthew G. Knepley   Level: developer
1944338f77d5SMatthew G. Knepley 
1945338f77d5SMatthew G. Knepley .seealso: DMPlexComputeResidualFEM()
1946338f77d5SMatthew G. Knepley @*/
1947338f77d5SMatthew G. Knepley PetscErrorCode DMPlexComputeCellwiseIntegralFEM(DM dm, Vec X, Vec F, void *user)
1948338f77d5SMatthew G. Knepley {
1949338f77d5SMatthew G. Knepley   DM_Plex       *mesh = (DM_Plex *) dm->data;
1950338f77d5SMatthew G. Knepley   DM             dmF;
1951338f77d5SMatthew G. Knepley   PetscSection   sectionF;
1952338f77d5SMatthew G. Knepley   PetscScalar   *cintegral, *af;
1953*412e9a14SMatthew G. Knepley   PetscInt       Nf, f, cellHeight, cStart, cEnd, cell;
1954338f77d5SMatthew G. Knepley   PetscErrorCode ierr;
1955338f77d5SMatthew G. Knepley 
1956338f77d5SMatthew G. Knepley   PetscFunctionBegin;
1957338f77d5SMatthew G. Knepley   PetscValidHeaderSpecific(dm, DM_CLASSID, 1);
1958338f77d5SMatthew G. Knepley   PetscValidHeaderSpecific(X, VEC_CLASSID, 2);
1959338f77d5SMatthew G. Knepley   PetscValidHeaderSpecific(F, VEC_CLASSID, 3);
1960338f77d5SMatthew G. Knepley   ierr = PetscLogEventBegin(DMPLEX_IntegralFEM,dm,0,0,0);CHKERRQ(ierr);
1961338f77d5SMatthew G. Knepley   ierr = DMGetNumFields(dm, &Nf);CHKERRQ(ierr);
1962338f77d5SMatthew G. Knepley   ierr = DMPlexGetVTKCellHeight(dm, &cellHeight);CHKERRQ(ierr);
1963*412e9a14SMatthew G. Knepley   ierr = DMPlexGetSimplexOrBoxCells(dm, cellHeight, &cStart, &cEnd);CHKERRQ(ierr);
1964338f77d5SMatthew G. Knepley   /* TODO Introduce a loop over large chunks (right now this is a single chunk) */
1965338f77d5SMatthew G. Knepley   ierr = PetscCalloc1((cEnd-cStart)*Nf, &cintegral);CHKERRQ(ierr);
1966338f77d5SMatthew G. Knepley   ierr = DMPlexComputeIntegral_Internal(dm, X, cStart, cEnd, cintegral, user);CHKERRQ(ierr);
1967338f77d5SMatthew G. Knepley   /* Put values in F*/
1968338f77d5SMatthew G. Knepley   ierr = VecGetDM(F, &dmF);CHKERRQ(ierr);
196992fd8e1eSJed Brown   ierr = DMGetLocalSection(dmF, &sectionF);CHKERRQ(ierr);
1970338f77d5SMatthew G. Knepley   ierr = VecGetArray(F, &af);CHKERRQ(ierr);
1971338f77d5SMatthew G. Knepley   for (cell = cStart; cell < cEnd; ++cell) {
1972338f77d5SMatthew G. Knepley     const PetscInt c = cell - cStart;
1973338f77d5SMatthew G. Knepley     PetscInt       dof, off;
1974338f77d5SMatthew G. Knepley 
1975338f77d5SMatthew G. Knepley     if (mesh->printFEM > 1) {ierr = DMPrintCellVector(cell, "Cell Integral", Nf, &cintegral[c*Nf]);CHKERRQ(ierr);}
1976338f77d5SMatthew G. Knepley     ierr = PetscSectionGetDof(sectionF, cell, &dof);CHKERRQ(ierr);
1977338f77d5SMatthew G. Knepley     ierr = PetscSectionGetOffset(sectionF, cell, &off);CHKERRQ(ierr);
1978338f77d5SMatthew G. Knepley     if (dof != Nf) SETERRQ2(PETSC_COMM_SELF, PETSC_ERR_ARG_SIZ, "The number of cell dofs %D != %D", dof, Nf);
1979338f77d5SMatthew G. Knepley     for (f = 0; f < Nf; ++f) af[off+f] = cintegral[c*Nf+f];
1980338f77d5SMatthew G. Knepley   }
1981338f77d5SMatthew G. Knepley   ierr = VecRestoreArray(F, &af);CHKERRQ(ierr);
1982338f77d5SMatthew G. Knepley   ierr = PetscFree(cintegral);CHKERRQ(ierr);
1983c1f031eeSMatthew G. Knepley   ierr = PetscLogEventEnd(DMPLEX_IntegralFEM,dm,0,0,0);CHKERRQ(ierr);
198473d901b8SMatthew G. Knepley   PetscFunctionReturn(0);
198573d901b8SMatthew G. Knepley }
198673d901b8SMatthew G. Knepley 
19879b6f715bSMatthew G. Knepley static PetscErrorCode DMPlexComputeBdIntegral_Internal(DM dm, Vec locX, IS pointIS,
19889b6f715bSMatthew G. Knepley                                                        void (*func)(PetscInt, PetscInt, PetscInt,
198964c72086SMatthew G. Knepley                                                                     const PetscInt[], const PetscInt[], const PetscScalar[], const PetscScalar[], const PetscScalar[],
199064c72086SMatthew G. Knepley                                                                     const PetscInt[], const PetscInt[], const PetscScalar[], const PetscScalar[], const PetscScalar[],
199164c72086SMatthew G. Knepley                                                                     PetscReal, const PetscReal[], const PetscReal[], PetscInt, const PetscScalar[], PetscScalar[]),
199264c72086SMatthew G. Knepley                                                        PetscScalar *fintegral, void *user)
199364c72086SMatthew G. Knepley {
19949b6f715bSMatthew G. Knepley   DM                 plex = NULL, plexA = NULL;
1995a6e0b375SMatthew G. Knepley   DMEnclosureType    encAux;
19969b6f715bSMatthew G. Knepley   PetscDS            prob, probAux = NULL;
19979b6f715bSMatthew G. Knepley   PetscSection       section, sectionAux = NULL;
19989b6f715bSMatthew G. Knepley   Vec                locA = NULL;
19999b6f715bSMatthew G. Knepley   DMField            coordField;
20009b6f715bSMatthew G. Knepley   PetscInt           Nf,        totDim,        *uOff, *uOff_x;
20019b6f715bSMatthew G. Knepley   PetscInt           NfAux = 0, totDimAux = 0, *aOff = NULL;
20029b6f715bSMatthew G. Knepley   PetscScalar       *u, *a = NULL;
200364c72086SMatthew G. Knepley   const PetscScalar *constants;
20049b6f715bSMatthew G. Knepley   PetscInt           numConstants, f;
200564c72086SMatthew G. Knepley   PetscErrorCode     ierr;
200664c72086SMatthew G. Knepley 
200764c72086SMatthew G. Knepley   PetscFunctionBegin;
20089b6f715bSMatthew G. Knepley   ierr = DMGetCoordinateField(dm, &coordField);CHKERRQ(ierr);
20099b6f715bSMatthew G. Knepley   ierr = DMConvert(dm, DMPLEX, &plex);CHKERRQ(ierr);
201064c72086SMatthew G. Knepley   ierr = DMGetDS(dm, &prob);CHKERRQ(ierr);
201192fd8e1eSJed Brown   ierr = DMGetLocalSection(dm, &section);CHKERRQ(ierr);
201264c72086SMatthew G. Knepley   ierr = PetscSectionGetNumFields(section, &Nf);CHKERRQ(ierr);
201364c72086SMatthew G. Knepley   /* Determine which discretizations we have */
20149b6f715bSMatthew G. Knepley   for (f = 0; f < Nf; ++f) {
201564c72086SMatthew G. Knepley     PetscObject  obj;
201664c72086SMatthew G. Knepley     PetscClassId id;
201764c72086SMatthew G. Knepley 
20189b6f715bSMatthew G. Knepley     ierr = PetscDSGetDiscretization(prob, f, &obj);CHKERRQ(ierr);
201964c72086SMatthew G. Knepley     ierr = PetscObjectGetClassId(obj, &id);CHKERRQ(ierr);
20209b6f715bSMatthew G. Knepley     if (id == PETSCFV_CLASSID) SETERRQ1(PetscObjectComm((PetscObject) dm), PETSC_ERR_SUP, "Not supported for FVM (field %D)", f);
202164c72086SMatthew G. Knepley   }
202264c72086SMatthew G. Knepley   /* Read DS information */
202364c72086SMatthew G. Knepley   ierr = PetscDSGetTotalDimension(prob, &totDim);CHKERRQ(ierr);
202464c72086SMatthew G. Knepley   ierr = PetscDSGetComponentOffsets(prob, &uOff);CHKERRQ(ierr);
202564c72086SMatthew G. Knepley   ierr = PetscDSGetComponentDerivativeOffsets(prob, &uOff_x);CHKERRQ(ierr);
202664c72086SMatthew G. Knepley   ierr = PetscDSGetConstants(prob, &numConstants, &constants);CHKERRQ(ierr);
202764c72086SMatthew G. Knepley   /* Read Auxiliary DS information */
202864c72086SMatthew G. Knepley   ierr = PetscObjectQuery((PetscObject) dm, "A", (PetscObject *) &locA);CHKERRQ(ierr);
20299b6f715bSMatthew G. Knepley   if (locA) {
20309b6f715bSMatthew G. Knepley     DM dmAux;
20319b6f715bSMatthew G. Knepley 
20329b6f715bSMatthew G. Knepley     ierr = VecGetDM(locA, &dmAux);CHKERRQ(ierr);
2033a6e0b375SMatthew G. Knepley     ierr = DMGetEnclosureRelation(dmAux, dm, &encAux);CHKERRQ(ierr);
20349b6f715bSMatthew G. Knepley     ierr = DMConvert(dmAux, DMPLEX, &plexA);CHKERRQ(ierr);
203564c72086SMatthew G. Knepley     ierr = DMGetDS(dmAux, &probAux);CHKERRQ(ierr);
203664c72086SMatthew G. Knepley     ierr = PetscDSGetNumFields(probAux, &NfAux);CHKERRQ(ierr);
203792fd8e1eSJed Brown     ierr = DMGetLocalSection(dmAux, &sectionAux);CHKERRQ(ierr);
203864c72086SMatthew G. Knepley     ierr = PetscDSGetTotalDimension(probAux, &totDimAux);CHKERRQ(ierr);
203964c72086SMatthew G. Knepley     ierr = PetscDSGetComponentOffsets(probAux, &aOff);CHKERRQ(ierr);
204064c72086SMatthew G. Knepley   }
20419b6f715bSMatthew G. Knepley   /* Integrate over points */
20429b6f715bSMatthew G. Knepley   {
20439b6f715bSMatthew G. Knepley     PetscFEGeom    *fgeom, *chunkGeom = NULL;
2044b7260050SToby Isaac     PetscInt        maxDegree;
20459b6f715bSMatthew G. Knepley     PetscQuadrature qGeom = NULL;
20469b6f715bSMatthew G. Knepley     const PetscInt *points;
20479b6f715bSMatthew G. Knepley     PetscInt        numFaces, face, Nq, field;
20489b6f715bSMatthew G. Knepley     PetscInt        numChunks, chunkSize, chunk, Nr, offset;
204964c72086SMatthew G. Knepley 
20509b6f715bSMatthew G. Knepley     ierr = ISGetLocalSize(pointIS, &numFaces);CHKERRQ(ierr);
20519b6f715bSMatthew G. Knepley     ierr = ISGetIndices(pointIS, &points);CHKERRQ(ierr);
20529b6f715bSMatthew G. Knepley     ierr = PetscCalloc2(numFaces*totDim, &u, locA ? numFaces*totDimAux : 0, &a);CHKERRQ(ierr);
2053b7260050SToby Isaac     ierr = DMFieldGetDegree(coordField, pointIS, NULL, &maxDegree);CHKERRQ(ierr);
205464c72086SMatthew G. Knepley     for (field = 0; field < Nf; ++field) {
205564c72086SMatthew G. Knepley       PetscFE fe;
205664c72086SMatthew G. Knepley 
205764c72086SMatthew G. Knepley       ierr = PetscDSGetDiscretization(prob, field, (PetscObject *) &fe);CHKERRQ(ierr);
2058b7260050SToby Isaac       if (maxDegree <= 1) {ierr = DMFieldCreateDefaultQuadrature(coordField, pointIS, &qGeom);CHKERRQ(ierr);}
20599b6f715bSMatthew G. Knepley       if (!qGeom) {
20609b6f715bSMatthew G. Knepley         ierr = PetscFEGetFaceQuadrature(fe, &qGeom);CHKERRQ(ierr);
20619b6f715bSMatthew G. Knepley         ierr = PetscObjectReference((PetscObject) qGeom);CHKERRQ(ierr);
20629b6f715bSMatthew G. Knepley       }
20639b6f715bSMatthew G. Knepley       ierr = PetscQuadratureGetData(qGeom, NULL, NULL, &Nq, NULL, NULL);CHKERRQ(ierr);
20649b6f715bSMatthew G. Knepley       ierr = DMPlexGetFEGeom(coordField, pointIS, qGeom, PETSC_TRUE, &fgeom);CHKERRQ(ierr);
20659b6f715bSMatthew G. Knepley       for (face = 0; face < numFaces; ++face) {
20669b6f715bSMatthew G. Knepley         const PetscInt point = points[face], *support, *cone;
20679b6f715bSMatthew G. Knepley         PetscScalar    *x    = NULL;
20689b6f715bSMatthew G. Knepley         PetscInt       i, coneSize, faceLoc;
20699b6f715bSMatthew G. Knepley 
20709b6f715bSMatthew G. Knepley         ierr = DMPlexGetSupport(dm, point, &support);CHKERRQ(ierr);
20719b6f715bSMatthew G. Knepley         ierr = DMPlexGetConeSize(dm, support[0], &coneSize);CHKERRQ(ierr);
20729b6f715bSMatthew G. Knepley         ierr = DMPlexGetCone(dm, support[0], &cone);CHKERRQ(ierr);
20739b6f715bSMatthew G. Knepley         for (faceLoc = 0; faceLoc < coneSize; ++faceLoc) if (cone[faceLoc] == point) break;
20749b6f715bSMatthew G. Knepley         if (faceLoc == coneSize) SETERRQ2(PETSC_COMM_SELF, PETSC_ERR_PLIB, "Could not find face %D in cone of support[0] %D", face, support[0]);
20759b6f715bSMatthew G. Knepley         fgeom->face[face][0] = faceLoc;
20769b6f715bSMatthew G. Knepley         ierr = DMPlexVecGetClosure(plex, section, locX, support[0], NULL, &x);CHKERRQ(ierr);
20779b6f715bSMatthew G. Knepley         for (i = 0; i < totDim; ++i) u[face*totDim+i] = x[i];
20789b6f715bSMatthew G. Knepley         ierr = DMPlexVecRestoreClosure(plex, section, locX, support[0], NULL, &x);CHKERRQ(ierr);
20799b6f715bSMatthew G. Knepley         if (locA) {
20809b6f715bSMatthew G. Knepley           PetscInt subp;
2081a6e0b375SMatthew G. Knepley           ierr = DMGetEnclosurePoint(plexA, dm, encAux, support[0], &subp);CHKERRQ(ierr);
20829b6f715bSMatthew G. Knepley           ierr = DMPlexVecGetClosure(plexA, sectionAux, locA, subp, NULL, &x);CHKERRQ(ierr);
20839b6f715bSMatthew G. Knepley           for (i = 0; i < totDimAux; ++i) a[f*totDimAux+i] = x[i];
20849b6f715bSMatthew G. Knepley           ierr = DMPlexVecRestoreClosure(plexA, sectionAux, locA, subp, NULL, &x);CHKERRQ(ierr);
20859b6f715bSMatthew G. Knepley         }
20869b6f715bSMatthew G. Knepley       }
20879b6f715bSMatthew G. Knepley       /* Get blocking */
20889b6f715bSMatthew G. Knepley       {
20899b6f715bSMatthew G. Knepley         PetscQuadrature q;
20909b6f715bSMatthew G. Knepley         PetscInt        numBatches, batchSize, numBlocks, blockSize;
20919b6f715bSMatthew G. Knepley         PetscInt        Nq, Nb;
20929b6f715bSMatthew G. Knepley 
209364c72086SMatthew G. Knepley         ierr = PetscFEGetTileSizes(fe, NULL, &numBlocks, NULL, &numBatches);CHKERRQ(ierr);
209464c72086SMatthew G. Knepley         ierr = PetscFEGetQuadrature(fe, &q);CHKERRQ(ierr);
209564c72086SMatthew G. Knepley         ierr = PetscQuadratureGetData(q, NULL, NULL, &Nq, NULL, NULL);CHKERRQ(ierr);
209664c72086SMatthew G. Knepley         ierr = PetscFEGetDimension(fe, &Nb);CHKERRQ(ierr);
209764c72086SMatthew G. Knepley         blockSize = Nb*Nq;
209864c72086SMatthew G. Knepley         batchSize = numBlocks * blockSize;
20999b6f715bSMatthew G. Knepley         chunkSize = numBatches*batchSize;
210064c72086SMatthew G. Knepley         ierr = PetscFESetTileSizes(fe, blockSize, numBlocks, batchSize, numBatches);CHKERRQ(ierr);
21019b6f715bSMatthew G. Knepley         numChunks = numFaces / chunkSize;
21029b6f715bSMatthew G. Knepley         Nr        = numFaces % chunkSize;
210364c72086SMatthew G. Knepley         offset    = numFaces - Nr;
210464c72086SMatthew G. Knepley       }
21059b6f715bSMatthew G. Knepley       /* Do integration for each field */
21069b6f715bSMatthew G. Knepley       for (chunk = 0; chunk < numChunks; ++chunk) {
21079b6f715bSMatthew G. Knepley         ierr = PetscFEGeomGetChunk(fgeom, chunk*chunkSize, (chunk+1)*chunkSize, &chunkGeom);CHKERRQ(ierr);
21084bee2e38SMatthew G. Knepley         ierr = PetscFEIntegrateBd(prob, field, func, chunkSize, chunkGeom, u, probAux, a, fintegral);CHKERRQ(ierr);
21099b6f715bSMatthew G. Knepley         ierr = PetscFEGeomRestoreChunk(fgeom, 0, offset, &chunkGeom);CHKERRQ(ierr);
211064c72086SMatthew G. Knepley       }
21119b6f715bSMatthew G. Knepley       ierr = PetscFEGeomGetChunk(fgeom, offset, numFaces, &chunkGeom);CHKERRQ(ierr);
21124bee2e38SMatthew G. Knepley       ierr = PetscFEIntegrateBd(prob, field, func, Nr, chunkGeom, &u[offset*totDim], probAux, a ? &a[offset*totDimAux] : NULL, &fintegral[offset*Nf]);CHKERRQ(ierr);
21139b6f715bSMatthew G. Knepley       ierr = PetscFEGeomRestoreChunk(fgeom, offset, numFaces, &chunkGeom);CHKERRQ(ierr);
211464c72086SMatthew G. Knepley       /* Cleanup data arrays */
21159b6f715bSMatthew G. Knepley       ierr = DMPlexRestoreFEGeom(coordField, pointIS, qGeom, PETSC_TRUE, &fgeom);CHKERRQ(ierr);
21169b6f715bSMatthew G. Knepley       ierr = PetscQuadratureDestroy(&qGeom);CHKERRQ(ierr);
21179b6f715bSMatthew G. Knepley       ierr = PetscFree2(u, a);CHKERRQ(ierr);
21189b6f715bSMatthew G. Knepley       ierr = ISRestoreIndices(pointIS, &points);CHKERRQ(ierr);
211964c72086SMatthew G. Knepley     }
212064c72086SMatthew G. Knepley   }
21219b6f715bSMatthew G. Knepley   if (plex)  {ierr = DMDestroy(&plex);CHKERRQ(ierr);}
21229b6f715bSMatthew G. Knepley   if (plexA) {ierr = DMDestroy(&plexA);CHKERRQ(ierr);}
21239b6f715bSMatthew G. Knepley   PetscFunctionReturn(0);
21249b6f715bSMatthew G. Knepley }
21259b6f715bSMatthew G. Knepley 
21269b6f715bSMatthew G. Knepley /*@
21279b6f715bSMatthew G. Knepley   DMPlexComputeBdIntegral - Form the integral over the specified boundary from the global input X using pointwise functions specified by the user
21289b6f715bSMatthew G. Knepley 
21299b6f715bSMatthew G. Knepley   Input Parameters:
21309b6f715bSMatthew G. Knepley + dm      - The mesh
21319b6f715bSMatthew G. Knepley . X       - Global input vector
21329b6f715bSMatthew G. Knepley . label   - The boundary DMLabel
21339b6f715bSMatthew G. Knepley . numVals - The number of label values to use, or PETSC_DETERMINE for all values
21349b6f715bSMatthew G. Knepley . vals    - The label values to use, or PETSC_NULL for all values
21359b6f715bSMatthew G. Knepley . func    = The function to integrate along the boundary
21369b6f715bSMatthew G. Knepley - user    - The user context
21379b6f715bSMatthew G. Knepley 
21389b6f715bSMatthew G. Knepley   Output Parameter:
21399b6f715bSMatthew G. Knepley . integral - Integral for each field
21409b6f715bSMatthew G. Knepley 
21419b6f715bSMatthew G. Knepley   Level: developer
21429b6f715bSMatthew G. Knepley 
21439b6f715bSMatthew G. Knepley .seealso: DMPlexComputeIntegralFEM(), DMPlexComputeBdResidualFEM()
21449b6f715bSMatthew G. Knepley @*/
21459b6f715bSMatthew G. Knepley PetscErrorCode DMPlexComputeBdIntegral(DM dm, Vec X, DMLabel label, PetscInt numVals, const PetscInt vals[],
21469b6f715bSMatthew G. Knepley                                        void (*func)(PetscInt, PetscInt, PetscInt,
21479b6f715bSMatthew G. Knepley                                                     const PetscInt[], const PetscInt[], const PetscScalar[], const PetscScalar[], const PetscScalar[],
21489b6f715bSMatthew G. Knepley                                                     const PetscInt[], const PetscInt[], const PetscScalar[], const PetscScalar[], const PetscScalar[],
21499b6f715bSMatthew G. Knepley                                                     PetscReal, const PetscReal[], const PetscReal[], PetscInt, const PetscScalar[], PetscScalar[]),
21509b6f715bSMatthew G. Knepley                                        PetscScalar *integral, void *user)
21519b6f715bSMatthew G. Knepley {
21529b6f715bSMatthew G. Knepley   Vec            locX;
21539b6f715bSMatthew G. Knepley   PetscSection   section;
21549b6f715bSMatthew G. Knepley   DMLabel        depthLabel;
21559b6f715bSMatthew G. Knepley   IS             facetIS;
21569b6f715bSMatthew G. Knepley   PetscInt       dim, Nf, f, v;
21579b6f715bSMatthew G. Knepley   PetscErrorCode ierr;
21589b6f715bSMatthew G. Knepley 
21599b6f715bSMatthew G. Knepley   PetscFunctionBegin;
21609b6f715bSMatthew G. Knepley   PetscValidHeaderSpecific(dm, DM_CLASSID, 1);
21619b6f715bSMatthew G. Knepley   PetscValidHeaderSpecific(X, VEC_CLASSID, 2);
21629b6f715bSMatthew G. Knepley   PetscValidPointer(label, 3);
21639b6f715bSMatthew G. Knepley   if (vals) PetscValidPointer(vals, 5);
21649b6f715bSMatthew G. Knepley   PetscValidPointer(integral, 6);
21659b6f715bSMatthew G. Knepley   ierr = PetscLogEventBegin(DMPLEX_IntegralFEM,dm,0,0,0);CHKERRQ(ierr);
21669b6f715bSMatthew G. Knepley   ierr = DMPlexGetDepthLabel(dm, &depthLabel);CHKERRQ(ierr);
21679b6f715bSMatthew G. Knepley   ierr = DMGetDimension(dm, &dim);CHKERRQ(ierr);
21689b6f715bSMatthew G. Knepley   ierr = DMLabelGetStratumIS(depthLabel, dim-1, &facetIS);CHKERRQ(ierr);
216992fd8e1eSJed Brown   ierr = DMGetLocalSection(dm, &section);CHKERRQ(ierr);
21709b6f715bSMatthew G. Knepley   ierr = PetscSectionGetNumFields(section, &Nf);CHKERRQ(ierr);
21719b6f715bSMatthew G. Knepley   /* Get local solution with boundary values */
21729b6f715bSMatthew G. Knepley   ierr = DMGetLocalVector(dm, &locX);CHKERRQ(ierr);
21739b6f715bSMatthew G. Knepley   ierr = DMPlexInsertBoundaryValues(dm, PETSC_TRUE, locX, 0.0, NULL, NULL, NULL);CHKERRQ(ierr);
21749b6f715bSMatthew G. Knepley   ierr = DMGlobalToLocalBegin(dm, X, INSERT_VALUES, locX);CHKERRQ(ierr);
21759b6f715bSMatthew G. Knepley   ierr = DMGlobalToLocalEnd(dm, X, INSERT_VALUES, locX);CHKERRQ(ierr);
21769b6f715bSMatthew G. Knepley   /* Loop over label values */
2177580bdb30SBarry Smith   ierr = PetscArrayzero(integral, Nf);CHKERRQ(ierr);
21789b6f715bSMatthew G. Knepley   for (v = 0; v < numVals; ++v) {
21799b6f715bSMatthew G. Knepley     IS           pointIS;
21809b6f715bSMatthew G. Knepley     PetscInt     numFaces, face;
21819b6f715bSMatthew G. Knepley     PetscScalar *fintegral;
21829b6f715bSMatthew G. Knepley 
21839b6f715bSMatthew G. Knepley     ierr = DMLabelGetStratumIS(label, vals[v], &pointIS);CHKERRQ(ierr);
21849b6f715bSMatthew G. Knepley     if (!pointIS) continue; /* No points with that id on this process */
21859b6f715bSMatthew G. Knepley     {
21869b6f715bSMatthew G. Knepley       IS isectIS;
21879b6f715bSMatthew G. Knepley 
21889b6f715bSMatthew G. Knepley       /* TODO: Special cases of ISIntersect where it is quick to check a priori if one is a superset of the other */
21899b6f715bSMatthew G. Knepley       ierr = ISIntersect_Caching_Internal(facetIS, pointIS, &isectIS);CHKERRQ(ierr);
21909b6f715bSMatthew G. Knepley       ierr = ISDestroy(&pointIS);CHKERRQ(ierr);
21919b6f715bSMatthew G. Knepley       pointIS = isectIS;
21929b6f715bSMatthew G. Knepley     }
21939b6f715bSMatthew G. Knepley     ierr = ISGetLocalSize(pointIS, &numFaces);CHKERRQ(ierr);
21949b6f715bSMatthew G. Knepley     ierr = PetscCalloc1(numFaces*Nf, &fintegral);CHKERRQ(ierr);
21959b6f715bSMatthew G. Knepley     ierr = DMPlexComputeBdIntegral_Internal(dm, locX, pointIS, func, fintegral, user);CHKERRQ(ierr);
21969b6f715bSMatthew G. Knepley     /* Sum point contributions into integral */
21979b6f715bSMatthew G. Knepley     for (f = 0; f < Nf; ++f) for (face = 0; face < numFaces; ++face) integral[f] += fintegral[face*Nf+f];
21989b6f715bSMatthew G. Knepley     ierr = PetscFree(fintegral);CHKERRQ(ierr);
21999b6f715bSMatthew G. Knepley     ierr = ISDestroy(&pointIS);CHKERRQ(ierr);
22009b6f715bSMatthew G. Knepley   }
220164c72086SMatthew G. Knepley   ierr = DMRestoreLocalVector(dm, &locX);CHKERRQ(ierr);
22029b6f715bSMatthew G. Knepley   ierr = ISDestroy(&facetIS);CHKERRQ(ierr);
22039b6f715bSMatthew G. Knepley   ierr = PetscLogEventEnd(DMPLEX_IntegralFEM,dm,0,0,0);CHKERRQ(ierr);
220464c72086SMatthew G. Knepley   PetscFunctionReturn(0);
220564c72086SMatthew G. Knepley }
220664c72086SMatthew G. Knepley 
2207d69c5d34SMatthew G. Knepley /*@
220868132eb9SMatthew G. Knepley   DMPlexComputeInterpolatorNested - Form the local portion of the interpolation matrix I from the coarse DM to the uniformly refined DM.
2209d69c5d34SMatthew G. Knepley 
2210d69c5d34SMatthew G. Knepley   Input Parameters:
2211d69c5d34SMatthew G. Knepley + dmf  - The fine mesh
2212d69c5d34SMatthew G. Knepley . dmc  - The coarse mesh
2213d69c5d34SMatthew G. Knepley - user - The user context
2214d69c5d34SMatthew G. Knepley 
2215d69c5d34SMatthew G. Knepley   Output Parameter:
2216934789fcSMatthew G. Knepley . In  - The interpolation matrix
2217d69c5d34SMatthew G. Knepley 
2218d69c5d34SMatthew G. Knepley   Level: developer
2219d69c5d34SMatthew G. Knepley 
222068132eb9SMatthew G. Knepley .seealso: DMPlexComputeInterpolatorGeneral(), DMPlexComputeJacobianFEM()
2221d69c5d34SMatthew G. Knepley @*/
222268132eb9SMatthew G. Knepley PetscErrorCode DMPlexComputeInterpolatorNested(DM dmc, DM dmf, Mat In, void *user)
2223d69c5d34SMatthew G. Knepley {
2224d69c5d34SMatthew G. Knepley   DM_Plex          *mesh  = (DM_Plex *) dmc->data;
2225d69c5d34SMatthew G. Knepley   const char       *name  = "Interpolator";
22267c2b9c7aSMatthew G. Knepley   PetscDS           cds, rds;
2227d69c5d34SMatthew G. Knepley   PetscFE          *feRef;
222897c42addSMatthew G. Knepley   PetscFV          *fvRef;
2229d69c5d34SMatthew G. Knepley   PetscSection      fsection, fglobalSection;
2230d69c5d34SMatthew G. Knepley   PetscSection      csection, cglobalSection;
2231d69c5d34SMatthew G. Knepley   PetscScalar      *elemMat;
2232485ad865SMatthew G. Knepley   PetscInt          dim, Nf, f, fieldI, fieldJ, offsetI, offsetJ, cStart, cEnd, c;
22330f2d7e86SMatthew G. Knepley   PetscInt          cTotDim, rTotDim = 0;
2234d69c5d34SMatthew G. Knepley   PetscErrorCode    ierr;
2235d69c5d34SMatthew G. Knepley 
2236d69c5d34SMatthew G. Knepley   PetscFunctionBegin;
2237d69c5d34SMatthew G. Knepley   ierr = PetscLogEventBegin(DMPLEX_InterpolatorFEM,dmc,dmf,0,0);CHKERRQ(ierr);
2238c73cfb54SMatthew G. Knepley   ierr = DMGetDimension(dmf, &dim);CHKERRQ(ierr);
223992fd8e1eSJed Brown   ierr = DMGetLocalSection(dmf, &fsection);CHKERRQ(ierr);
2240e87a4003SBarry Smith   ierr = DMGetGlobalSection(dmf, &fglobalSection);CHKERRQ(ierr);
224192fd8e1eSJed Brown   ierr = DMGetLocalSection(dmc, &csection);CHKERRQ(ierr);
2242e87a4003SBarry Smith   ierr = DMGetGlobalSection(dmc, &cglobalSection);CHKERRQ(ierr);
2243d69c5d34SMatthew G. Knepley   ierr = PetscSectionGetNumFields(fsection, &Nf);CHKERRQ(ierr);
2244*412e9a14SMatthew G. Knepley   ierr = DMPlexGetSimplexOrBoxCells(dmc, 0, &cStart, &cEnd);CHKERRQ(ierr);
22457c2b9c7aSMatthew G. Knepley   ierr = DMGetDS(dmc, &cds);CHKERRQ(ierr);
22467c2b9c7aSMatthew G. Knepley   ierr = DMGetDS(dmf, &rds);CHKERRQ(ierr);
224797c42addSMatthew G. Knepley   ierr = PetscCalloc2(Nf, &feRef, Nf, &fvRef);CHKERRQ(ierr);
2248d69c5d34SMatthew G. Knepley   for (f = 0; f < Nf; ++f) {
224997c42addSMatthew G. Knepley     PetscObject  obj;
225097c42addSMatthew G. Knepley     PetscClassId id;
2251aa7890ccSMatthew G. Knepley     PetscInt     rNb = 0, Nc = 0;
2252d69c5d34SMatthew G. Knepley 
22537c2b9c7aSMatthew G. Knepley     ierr = PetscDSGetDiscretization(rds, f, &obj);CHKERRQ(ierr);
225497c42addSMatthew G. Knepley     ierr = PetscObjectGetClassId(obj, &id);CHKERRQ(ierr);
225597c42addSMatthew G. Knepley     if (id == PETSCFE_CLASSID) {
225697c42addSMatthew G. Knepley       PetscFE fe = (PetscFE) obj;
225797c42addSMatthew G. Knepley 
22580f2d7e86SMatthew G. Knepley       ierr = PetscFERefine(fe, &feRef[f]);CHKERRQ(ierr);
2259d69c5d34SMatthew G. Knepley       ierr = PetscFEGetDimension(feRef[f], &rNb);CHKERRQ(ierr);
22600f2d7e86SMatthew G. Knepley       ierr = PetscFEGetNumComponents(fe, &Nc);CHKERRQ(ierr);
226197c42addSMatthew G. Knepley     } else if (id == PETSCFV_CLASSID) {
226297c42addSMatthew G. Knepley       PetscFV        fv = (PetscFV) obj;
226397c42addSMatthew G. Knepley       PetscDualSpace Q;
226497c42addSMatthew G. Knepley 
226597c42addSMatthew G. Knepley       ierr = PetscFVRefine(fv, &fvRef[f]);CHKERRQ(ierr);
226697c42addSMatthew G. Knepley       ierr = PetscFVGetDualSpace(fvRef[f], &Q);CHKERRQ(ierr);
226797c42addSMatthew G. Knepley       ierr = PetscDualSpaceGetDimension(Q, &rNb);CHKERRQ(ierr);
226897c42addSMatthew G. Knepley       ierr = PetscFVGetNumComponents(fv, &Nc);CHKERRQ(ierr);
226997c42addSMatthew G. Knepley     }
22709c3cf19fSMatthew G. Knepley     rTotDim += rNb;
2271d69c5d34SMatthew G. Knepley   }
22727c2b9c7aSMatthew G. Knepley   ierr = PetscDSGetTotalDimension(cds, &cTotDim);CHKERRQ(ierr);
22730f2d7e86SMatthew G. Knepley   ierr = PetscMalloc1(rTotDim*cTotDim,&elemMat);CHKERRQ(ierr);
2274580bdb30SBarry Smith   ierr = PetscArrayzero(elemMat, rTotDim*cTotDim);CHKERRQ(ierr);
2275d69c5d34SMatthew G. Knepley   for (fieldI = 0, offsetI = 0; fieldI < Nf; ++fieldI) {
2276d69c5d34SMatthew G. Knepley     PetscDualSpace   Qref;
2277d69c5d34SMatthew G. Knepley     PetscQuadrature  f;
2278d69c5d34SMatthew G. Knepley     const PetscReal *qpoints, *qweights;
2279d69c5d34SMatthew G. Knepley     PetscReal       *points;
2280d69c5d34SMatthew G. Knepley     PetscInt         npoints = 0, Nc, Np, fpdim, i, k, p, d;
2281d69c5d34SMatthew G. Knepley 
2282d69c5d34SMatthew G. Knepley     /* Compose points from all dual basis functionals */
228397c42addSMatthew G. Knepley     if (feRef[fieldI]) {
2284d69c5d34SMatthew G. Knepley       ierr = PetscFEGetDualSpace(feRef[fieldI], &Qref);CHKERRQ(ierr);
22850f2d7e86SMatthew G. Knepley       ierr = PetscFEGetNumComponents(feRef[fieldI], &Nc);CHKERRQ(ierr);
228697c42addSMatthew G. Knepley     } else {
228797c42addSMatthew G. Knepley       ierr = PetscFVGetDualSpace(fvRef[fieldI], &Qref);CHKERRQ(ierr);
228897c42addSMatthew G. Knepley       ierr = PetscFVGetNumComponents(fvRef[fieldI], &Nc);CHKERRQ(ierr);
228997c42addSMatthew G. Knepley     }
2290d69c5d34SMatthew G. Knepley     ierr = PetscDualSpaceGetDimension(Qref, &fpdim);CHKERRQ(ierr);
2291d69c5d34SMatthew G. Knepley     for (i = 0; i < fpdim; ++i) {
2292d69c5d34SMatthew G. Knepley       ierr = PetscDualSpaceGetFunctional(Qref, i, &f);CHKERRQ(ierr);
22939c3cf19fSMatthew G. Knepley       ierr = PetscQuadratureGetData(f, NULL, NULL, &Np, NULL, NULL);CHKERRQ(ierr);
2294d69c5d34SMatthew G. Knepley       npoints += Np;
2295d69c5d34SMatthew G. Knepley     }
2296d69c5d34SMatthew G. Knepley     ierr = PetscMalloc1(npoints*dim,&points);CHKERRQ(ierr);
2297d69c5d34SMatthew G. Knepley     for (i = 0, k = 0; i < fpdim; ++i) {
2298d69c5d34SMatthew G. Knepley       ierr = PetscDualSpaceGetFunctional(Qref, i, &f);CHKERRQ(ierr);
22999c3cf19fSMatthew G. Knepley       ierr = PetscQuadratureGetData(f, NULL, NULL, &Np, &qpoints, NULL);CHKERRQ(ierr);
2300d69c5d34SMatthew G. Knepley       for (p = 0; p < Np; ++p, ++k) for (d = 0; d < dim; ++d) points[k*dim+d] = qpoints[p*dim+d];
2301d69c5d34SMatthew G. Knepley     }
2302d69c5d34SMatthew G. Knepley 
2303d69c5d34SMatthew G. Knepley     for (fieldJ = 0, offsetJ = 0; fieldJ < Nf; ++fieldJ) {
230497c42addSMatthew G. Knepley       PetscObject  obj;
230597c42addSMatthew G. Knepley       PetscClassId id;
23069c3cf19fSMatthew G. Knepley       PetscInt     NcJ = 0, cpdim = 0, j, qNc;
2307d69c5d34SMatthew G. Knepley 
23087c2b9c7aSMatthew G. Knepley       ierr = PetscDSGetDiscretization(cds, fieldJ, &obj);CHKERRQ(ierr);
230997c42addSMatthew G. Knepley       ierr = PetscObjectGetClassId(obj, &id);CHKERRQ(ierr);
231097c42addSMatthew G. Knepley       if (id == PETSCFE_CLASSID) {
231197c42addSMatthew G. Knepley         PetscFE           fe = (PetscFE) obj;
2312ef0bb6c7SMatthew G. Knepley         PetscTabulation T  = NULL;
2313d69c5d34SMatthew G. Knepley 
2314d69c5d34SMatthew G. Knepley         /* Evaluate basis at points */
23150f2d7e86SMatthew G. Knepley         ierr = PetscFEGetNumComponents(fe, &NcJ);CHKERRQ(ierr);
23160f2d7e86SMatthew G. Knepley         ierr = PetscFEGetDimension(fe, &cpdim);CHKERRQ(ierr);
2317ffe73a53SMatthew G. Knepley         /* For now, fields only interpolate themselves */
2318ffe73a53SMatthew G. Knepley         if (fieldI == fieldJ) {
23199c3cf19fSMatthew G. Knepley           if (Nc != NcJ) SETERRQ2(PETSC_COMM_SELF, PETSC_ERR_ARG_WRONG, "Number of components in fine space field %D does not match coarse field %D", Nc, NcJ);
2320ef0bb6c7SMatthew G. Knepley           ierr = PetscFECreateTabulation(fe, 1, npoints, points, 0, &T);CHKERRQ(ierr);
2321d69c5d34SMatthew G. Knepley           for (i = 0, k = 0; i < fpdim; ++i) {
2322d69c5d34SMatthew G. Knepley             ierr = PetscDualSpaceGetFunctional(Qref, i, &f);CHKERRQ(ierr);
23239c3cf19fSMatthew G. Knepley             ierr = PetscQuadratureGetData(f, NULL, &qNc, &Np, NULL, &qweights);CHKERRQ(ierr);
23249c3cf19fSMatthew G. Knepley             if (qNc != NcJ) SETERRQ2(PETSC_COMM_SELF, PETSC_ERR_ARG_WRONG, "Number of components in quadrature %D does not match coarse field %D", qNc, NcJ);
2325d69c5d34SMatthew G. Knepley             for (p = 0; p < Np; ++p, ++k) {
232636a6d9c0SMatthew G. Knepley               for (j = 0; j < cpdim; ++j) {
2327d172c84bSMatthew G. Knepley                 /*
2328d172c84bSMatthew G. Knepley                    cTotDim:            Total columns in element interpolation matrix, sum of number of dual basis functionals in each field
2329d172c84bSMatthew G. Knepley                    offsetI, offsetJ:   Offsets into the larger element interpolation matrix for different fields
2330d172c84bSMatthew G. Knepley                    fpdim, i, cpdim, j: Dofs for fine and coarse grids, correspond to dual space basis functionals
2331d172c84bSMatthew G. Knepley                    qNC, Nc, Ncj, c:    Number of components in this field
2332d172c84bSMatthew G. Knepley                    Np, p:              Number of quad points in the fine grid functional i
2333d172c84bSMatthew G. Knepley                    k:                  i*Np + p, overall point number for the interpolation
2334d172c84bSMatthew G. Knepley                 */
2335ef0bb6c7SMatthew G. Knepley                 for (c = 0; c < Nc; ++c) elemMat[(offsetI + i)*cTotDim + offsetJ + j] += T->T[0][k*cpdim*NcJ+j*Nc+c]*qweights[p*qNc+c];
233636a6d9c0SMatthew G. Knepley               }
2337d69c5d34SMatthew G. Knepley             }
2338d69c5d34SMatthew G. Knepley           }
2339ef0bb6c7SMatthew G. Knepley           ierr = PetscTabulationDestroy(&T);CHKERRQ(ierr);CHKERRQ(ierr);
2340ffe73a53SMatthew G. Knepley         }
234197c42addSMatthew G. Knepley       } else if (id == PETSCFV_CLASSID) {
234297c42addSMatthew G. Knepley         PetscFV        fv = (PetscFV) obj;
234397c42addSMatthew G. Knepley 
234497c42addSMatthew G. Knepley         /* Evaluate constant function at points */
234597c42addSMatthew G. Knepley         ierr = PetscFVGetNumComponents(fv, &NcJ);CHKERRQ(ierr);
234697c42addSMatthew G. Knepley         cpdim = 1;
234797c42addSMatthew G. Knepley         /* For now, fields only interpolate themselves */
234897c42addSMatthew G. Knepley         if (fieldI == fieldJ) {
2349ff1e0c32SBarry Smith           if (Nc != NcJ) SETERRQ2(PETSC_COMM_SELF, PETSC_ERR_ARG_WRONG, "Number of components in fine space field %D does not match coarse field %D", Nc, NcJ);
235097c42addSMatthew G. Knepley           for (i = 0, k = 0; i < fpdim; ++i) {
235197c42addSMatthew G. Knepley             ierr = PetscDualSpaceGetFunctional(Qref, i, &f);CHKERRQ(ierr);
23529c3cf19fSMatthew G. Knepley             ierr = PetscQuadratureGetData(f, NULL, &qNc, &Np, NULL, &qweights);CHKERRQ(ierr);
23539c3cf19fSMatthew G. Knepley             if (qNc != NcJ) SETERRQ2(PETSC_COMM_SELF, PETSC_ERR_ARG_WRONG, "Number of components in quadrature %D does not match coarse field %D", qNc, NcJ);
235497c42addSMatthew G. Knepley             for (p = 0; p < Np; ++p, ++k) {
235597c42addSMatthew G. Knepley               for (j = 0; j < cpdim; ++j) {
2356458eb97cSMatthew G. Knepley                 for (c = 0; c < Nc; ++c) elemMat[(offsetI + i)*cTotDim + offsetJ + j] += 1.0*qweights[p*qNc+c];
235797c42addSMatthew G. Knepley               }
235897c42addSMatthew G. Knepley             }
235997c42addSMatthew G. Knepley           }
236097c42addSMatthew G. Knepley         }
236197c42addSMatthew G. Knepley       }
2362d172c84bSMatthew G. Knepley       offsetJ += cpdim;
2363d69c5d34SMatthew G. Knepley     }
2364d172c84bSMatthew G. Knepley     offsetI += fpdim;
2365549a8adaSMatthew G. Knepley     ierr = PetscFree(points);CHKERRQ(ierr);
2366d69c5d34SMatthew G. Knepley   }
23670f2d7e86SMatthew G. Knepley   if (mesh->printFEM > 1) {ierr = DMPrintCellMatrix(0, name, rTotDim, cTotDim, elemMat);CHKERRQ(ierr);}
23687f5b169aSMatthew G. Knepley   /* Preallocate matrix */
23697f5b169aSMatthew G. Knepley   {
2370c094ef40SMatthew G. Knepley     Mat          preallocator;
2371c094ef40SMatthew G. Knepley     PetscScalar *vals;
2372c094ef40SMatthew G. Knepley     PetscInt    *cellCIndices, *cellFIndices;
2373c094ef40SMatthew G. Knepley     PetscInt     locRows, locCols, cell;
23747f5b169aSMatthew G. Knepley 
2375c094ef40SMatthew G. Knepley     ierr = MatGetLocalSize(In, &locRows, &locCols);CHKERRQ(ierr);
2376c094ef40SMatthew G. Knepley     ierr = MatCreate(PetscObjectComm((PetscObject) In), &preallocator);CHKERRQ(ierr);
2377c094ef40SMatthew G. Knepley     ierr = MatSetType(preallocator, MATPREALLOCATOR);CHKERRQ(ierr);
2378c094ef40SMatthew G. Knepley     ierr = MatSetSizes(preallocator, locRows, locCols, PETSC_DETERMINE, PETSC_DETERMINE);CHKERRQ(ierr);
2379c094ef40SMatthew G. Knepley     ierr = MatSetUp(preallocator);CHKERRQ(ierr);
2380c094ef40SMatthew G. Knepley     ierr = PetscCalloc3(rTotDim*cTotDim, &vals,cTotDim,&cellCIndices,rTotDim,&cellFIndices);CHKERRQ(ierr);
23817f5b169aSMatthew G. Knepley     for (cell = cStart; cell < cEnd; ++cell) {
23827f5b169aSMatthew G. Knepley       ierr = DMPlexMatGetClosureIndicesRefined(dmf, fsection, fglobalSection, dmc, csection, cglobalSection, cell, cellCIndices, cellFIndices);CHKERRQ(ierr);
2383c094ef40SMatthew G. Knepley       ierr = MatSetValues(preallocator, rTotDim, cellFIndices, cTotDim, cellCIndices, vals, INSERT_VALUES);CHKERRQ(ierr);
23847f5b169aSMatthew G. Knepley     }
2385c094ef40SMatthew G. Knepley     ierr = PetscFree3(vals,cellCIndices,cellFIndices);CHKERRQ(ierr);
2386c094ef40SMatthew G. Knepley     ierr = MatAssemblyBegin(preallocator, MAT_FINAL_ASSEMBLY);CHKERRQ(ierr);
2387c094ef40SMatthew G. Knepley     ierr = MatAssemblyEnd(preallocator, MAT_FINAL_ASSEMBLY);CHKERRQ(ierr);
2388c094ef40SMatthew G. Knepley     ierr = MatPreallocatorPreallocate(preallocator, PETSC_TRUE, In);CHKERRQ(ierr);
2389c094ef40SMatthew G. Knepley     ierr = MatDestroy(&preallocator);CHKERRQ(ierr);
23907f5b169aSMatthew G. Knepley   }
23917f5b169aSMatthew G. Knepley   /* Fill matrix */
23927f5b169aSMatthew G. Knepley   ierr = MatZeroEntries(In);CHKERRQ(ierr);
2393d69c5d34SMatthew G. Knepley   for (c = cStart; c < cEnd; ++c) {
2394934789fcSMatthew G. Knepley     ierr = DMPlexMatSetClosureRefined(dmf, fsection, fglobalSection, dmc, csection, cglobalSection, In, c, elemMat, INSERT_VALUES);CHKERRQ(ierr);
2395d69c5d34SMatthew G. Knepley   }
2396549a8adaSMatthew G. Knepley   for (f = 0; f < Nf; ++f) {ierr = PetscFEDestroy(&feRef[f]);CHKERRQ(ierr);}
239797c42addSMatthew G. Knepley   ierr = PetscFree2(feRef,fvRef);CHKERRQ(ierr);
2398549a8adaSMatthew G. Knepley   ierr = PetscFree(elemMat);CHKERRQ(ierr);
2399934789fcSMatthew G. Knepley   ierr = MatAssemblyBegin(In, MAT_FINAL_ASSEMBLY);CHKERRQ(ierr);
2400934789fcSMatthew G. Knepley   ierr = MatAssemblyEnd(In, MAT_FINAL_ASSEMBLY);CHKERRQ(ierr);
2401d69c5d34SMatthew G. Knepley   if (mesh->printFEM) {
2402825f8a23SLisandro Dalcin     ierr = PetscPrintf(PetscObjectComm((PetscObject)In), "%s:\n", name);CHKERRQ(ierr);
2403934789fcSMatthew G. Knepley     ierr = MatChop(In, 1.0e-10);CHKERRQ(ierr);
2404825f8a23SLisandro Dalcin     ierr = MatView(In, NULL);CHKERRQ(ierr);
2405d69c5d34SMatthew G. Knepley   }
2406d69c5d34SMatthew G. Knepley   ierr = PetscLogEventEnd(DMPLEX_InterpolatorFEM,dmc,dmf,0,0);CHKERRQ(ierr);
2407d69c5d34SMatthew G. Knepley   PetscFunctionReturn(0);
2408d69c5d34SMatthew G. Knepley }
24096c73c22cSMatthew G. Knepley 
2410bd041c0cSMatthew G. Knepley PetscErrorCode DMPlexComputeMassMatrixNested(DM dmc, DM dmf, Mat mass, void *user)
2411bd041c0cSMatthew G. Knepley {
2412bd041c0cSMatthew G. Knepley   SETERRQ(PetscObjectComm((PetscObject) dmc), PETSC_ERR_SUP, "Laziness");
2413bd041c0cSMatthew G. Knepley }
2414bd041c0cSMatthew G. Knepley 
241568132eb9SMatthew G. Knepley /*@
241668132eb9SMatthew G. Knepley   DMPlexComputeInterpolatorGeneral - Form the local portion of the interpolation matrix I from the coarse DM to a non-nested fine DM.
241768132eb9SMatthew G. Knepley 
241868132eb9SMatthew G. Knepley   Input Parameters:
241968132eb9SMatthew G. Knepley + dmf  - The fine mesh
242068132eb9SMatthew G. Knepley . dmc  - The coarse mesh
242168132eb9SMatthew G. Knepley - user - The user context
242268132eb9SMatthew G. Knepley 
242368132eb9SMatthew G. Knepley   Output Parameter:
242468132eb9SMatthew G. Knepley . In  - The interpolation matrix
242568132eb9SMatthew G. Knepley 
242668132eb9SMatthew G. Knepley   Level: developer
242768132eb9SMatthew G. Knepley 
242868132eb9SMatthew G. Knepley .seealso: DMPlexComputeInterpolatorNested(), DMPlexComputeJacobianFEM()
242968132eb9SMatthew G. Knepley @*/
243068132eb9SMatthew G. Knepley PetscErrorCode DMPlexComputeInterpolatorGeneral(DM dmc, DM dmf, Mat In, void *user)
24314ef9d792SMatthew G. Knepley {
243264e98e1dSMatthew G. Knepley   DM_Plex       *mesh = (DM_Plex *) dmf->data;
243364e98e1dSMatthew G. Knepley   const char    *name = "Interpolator";
24344ef9d792SMatthew G. Knepley   PetscDS        prob;
24354ef9d792SMatthew G. Knepley   PetscSection   fsection, csection, globalFSection, globalCSection;
2436e8f14785SLisandro Dalcin   PetscHSetIJ    ht;
24374ef9d792SMatthew G. Knepley   PetscLayout    rLayout;
24384ef9d792SMatthew G. Knepley   PetscInt      *dnz, *onz;
24394ef9d792SMatthew G. Knepley   PetscInt       locRows, rStart, rEnd;
24404ef9d792SMatthew G. Knepley   PetscReal     *x, *v0, *J, *invJ, detJ;
24414ef9d792SMatthew G. Knepley   PetscReal     *v0c, *Jc, *invJc, detJc;
24424ef9d792SMatthew G. Knepley   PetscScalar   *elemMat;
24434ef9d792SMatthew G. Knepley   PetscInt       dim, Nf, field, totDim, cStart, cEnd, cell, ccell;
24444ef9d792SMatthew G. Knepley   PetscErrorCode ierr;
24454ef9d792SMatthew G. Knepley 
24464ef9d792SMatthew G. Knepley   PetscFunctionBegin;
244777711781SMatthew G. Knepley   ierr = PetscLogEventBegin(DMPLEX_InterpolatorFEM,dmc,dmf,0,0);CHKERRQ(ierr);
24484ef9d792SMatthew G. Knepley   ierr = DMGetCoordinateDim(dmc, &dim);CHKERRQ(ierr);
24494ef9d792SMatthew G. Knepley   ierr = DMGetDS(dmc, &prob);CHKERRQ(ierr);
24504bee2e38SMatthew G. Knepley   ierr = PetscDSGetWorkspace(prob, &x, NULL, NULL, NULL, NULL);CHKERRQ(ierr);
24514ef9d792SMatthew G. Knepley   ierr = PetscDSGetNumFields(prob, &Nf);CHKERRQ(ierr);
24524ef9d792SMatthew G. Knepley   ierr = PetscMalloc3(dim,&v0,dim*dim,&J,dim*dim,&invJ);CHKERRQ(ierr);
24534ef9d792SMatthew G. Knepley   ierr = PetscMalloc3(dim,&v0c,dim*dim,&Jc,dim*dim,&invJc);CHKERRQ(ierr);
245492fd8e1eSJed Brown   ierr = DMGetLocalSection(dmf, &fsection);CHKERRQ(ierr);
2455e87a4003SBarry Smith   ierr = DMGetGlobalSection(dmf, &globalFSection);CHKERRQ(ierr);
245692fd8e1eSJed Brown   ierr = DMGetLocalSection(dmc, &csection);CHKERRQ(ierr);
2457e87a4003SBarry Smith   ierr = DMGetGlobalSection(dmc, &globalCSection);CHKERRQ(ierr);
24584ef9d792SMatthew G. Knepley   ierr = DMPlexGetHeightStratum(dmf, 0, &cStart, &cEnd);CHKERRQ(ierr);
24594ef9d792SMatthew G. Knepley   ierr = PetscDSGetTotalDimension(prob, &totDim);CHKERRQ(ierr);
24609c3cf19fSMatthew G. Knepley   ierr = PetscMalloc1(totDim, &elemMat);CHKERRQ(ierr);
24614ef9d792SMatthew G. Knepley 
24624ef9d792SMatthew G. Knepley   ierr = MatGetLocalSize(In, &locRows, NULL);CHKERRQ(ierr);
24634ef9d792SMatthew G. Knepley   ierr = PetscLayoutCreate(PetscObjectComm((PetscObject) In), &rLayout);CHKERRQ(ierr);
24644ef9d792SMatthew G. Knepley   ierr = PetscLayoutSetLocalSize(rLayout, locRows);CHKERRQ(ierr);
24654ef9d792SMatthew G. Knepley   ierr = PetscLayoutSetBlockSize(rLayout, 1);CHKERRQ(ierr);
24664ef9d792SMatthew G. Knepley   ierr = PetscLayoutSetUp(rLayout);CHKERRQ(ierr);
24674ef9d792SMatthew G. Knepley   ierr = PetscLayoutGetRange(rLayout, &rStart, &rEnd);CHKERRQ(ierr);
24684ef9d792SMatthew G. Knepley   ierr = PetscLayoutDestroy(&rLayout);CHKERRQ(ierr);
24694ef9d792SMatthew G. Knepley   ierr = PetscCalloc2(locRows,&dnz,locRows,&onz);CHKERRQ(ierr);
2470e8f14785SLisandro Dalcin   ierr = PetscHSetIJCreate(&ht);CHKERRQ(ierr);
24714ef9d792SMatthew G. Knepley   for (field = 0; field < Nf; ++field) {
24724ef9d792SMatthew G. Knepley     PetscObject      obj;
24734ef9d792SMatthew G. Knepley     PetscClassId     id;
2474c0d7054bSMatthew G. Knepley     PetscDualSpace   Q = NULL;
24754ef9d792SMatthew G. Knepley     PetscQuadrature  f;
247617f047d8SMatthew G. Knepley     const PetscReal *qpoints;
247717f047d8SMatthew G. Knepley     PetscInt         Nc, Np, fpdim, i, d;
24784ef9d792SMatthew G. Knepley 
24794ef9d792SMatthew G. Knepley     ierr = PetscDSGetDiscretization(prob, field, &obj);CHKERRQ(ierr);
24804ef9d792SMatthew G. Knepley     ierr = PetscObjectGetClassId(obj, &id);CHKERRQ(ierr);
24814ef9d792SMatthew G. Knepley     if (id == PETSCFE_CLASSID) {
24824ef9d792SMatthew G. Knepley       PetscFE fe = (PetscFE) obj;
24834ef9d792SMatthew G. Knepley 
24844ef9d792SMatthew G. Knepley       ierr = PetscFEGetDualSpace(fe, &Q);CHKERRQ(ierr);
24854ef9d792SMatthew G. Knepley       ierr = PetscFEGetNumComponents(fe, &Nc);CHKERRQ(ierr);
24864ef9d792SMatthew G. Knepley     } else if (id == PETSCFV_CLASSID) {
24874ef9d792SMatthew G. Knepley       PetscFV fv = (PetscFV) obj;
24884ef9d792SMatthew G. Knepley 
24894ef9d792SMatthew G. Knepley       ierr = PetscFVGetDualSpace(fv, &Q);CHKERRQ(ierr);
24904ef9d792SMatthew G. Knepley       Nc   = 1;
24914ef9d792SMatthew G. Knepley     }
24924ef9d792SMatthew G. Knepley     ierr = PetscDualSpaceGetDimension(Q, &fpdim);CHKERRQ(ierr);
24934ef9d792SMatthew G. Knepley     /* For each fine grid cell */
24944ef9d792SMatthew G. Knepley     for (cell = cStart; cell < cEnd; ++cell) {
24954ef9d792SMatthew G. Knepley       PetscInt *findices,   *cindices;
24964ef9d792SMatthew G. Knepley       PetscInt  numFIndices, numCIndices;
24974ef9d792SMatthew G. Knepley 
24986ecaa68aSToby Isaac       ierr = DMPlexGetClosureIndices(dmf, fsection, globalFSection, cell, &numFIndices, &findices, NULL);CHKERRQ(ierr);
24994ef9d792SMatthew G. Knepley       ierr = DMPlexComputeCellGeometryFEM(dmf, cell, NULL, v0, J, invJ, &detJ);CHKERRQ(ierr);
2500ff1e0c32SBarry Smith       if (numFIndices != fpdim) SETERRQ2(PETSC_COMM_SELF, PETSC_ERR_ARG_WRONG, "Number of fine indices %D != %D dual basis vecs", numFIndices, fpdim);
25014ef9d792SMatthew G. Knepley       for (i = 0; i < fpdim; ++i) {
25024ef9d792SMatthew G. Knepley         Vec             pointVec;
25034ef9d792SMatthew G. Knepley         PetscScalar    *pV;
25043a93e3b7SToby Isaac         PetscSF         coarseCellSF = NULL;
25053a93e3b7SToby Isaac         const PetscSFNode *coarseCells;
25069c3cf19fSMatthew G. Knepley         PetscInt        numCoarseCells, q, c;
25074ef9d792SMatthew G. Knepley 
25084ef9d792SMatthew G. Knepley         /* Get points from the dual basis functional quadrature */
25094ef9d792SMatthew G. Knepley         ierr = PetscDualSpaceGetFunctional(Q, i, &f);CHKERRQ(ierr);
25109c3cf19fSMatthew G. Knepley         ierr = PetscQuadratureGetData(f, NULL, NULL, &Np, &qpoints, NULL);CHKERRQ(ierr);
25114ef9d792SMatthew G. Knepley         ierr = VecCreateSeq(PETSC_COMM_SELF, Np*dim, &pointVec);CHKERRQ(ierr);
25124ef9d792SMatthew G. Knepley         ierr = VecSetBlockSize(pointVec, dim);CHKERRQ(ierr);
25134ef9d792SMatthew G. Knepley         ierr = VecGetArray(pointVec, &pV);CHKERRQ(ierr);
25144ef9d792SMatthew G. Knepley         for (q = 0; q < Np; ++q) {
2515c330f8ffSToby Isaac           const PetscReal xi0[3] = {-1., -1., -1.};
2516c330f8ffSToby Isaac 
25174ef9d792SMatthew G. Knepley           /* Transform point to real space */
2518c330f8ffSToby Isaac           CoordinatesRefToReal(dim, dim, xi0, v0, J, &qpoints[q*dim], x);
25194ef9d792SMatthew G. Knepley           for (d = 0; d < dim; ++d) pV[q*dim+d] = x[d];
25204ef9d792SMatthew G. Knepley         }
25214ef9d792SMatthew G. Knepley         ierr = VecRestoreArray(pointVec, &pV);CHKERRQ(ierr);
25224ef9d792SMatthew G. Knepley         /* Get set of coarse cells that overlap points (would like to group points by coarse cell) */
25231555c271SMatthew G. Knepley         /* OPT: Pack all quad points from fine cell */
252462a38674SMatthew G. Knepley         ierr = DMLocatePoints(dmc, pointVec, DM_POINTLOCATION_NEAREST, &coarseCellSF);CHKERRQ(ierr);
25253a93e3b7SToby Isaac         ierr = PetscSFViewFromOptions(coarseCellSF, NULL, "-interp_sf_view");CHKERRQ(ierr);
25264ef9d792SMatthew G. Knepley         /* Update preallocation info */
25273a93e3b7SToby Isaac         ierr = PetscSFGetGraph(coarseCellSF, NULL, &numCoarseCells, NULL, &coarseCells);CHKERRQ(ierr);
25283a93e3b7SToby Isaac         if (numCoarseCells != Np) SETERRQ(PETSC_COMM_SELF,PETSC_ERR_PLIB,"Not all closure points located");
25299c3cf19fSMatthew G. Knepley         {
2530e8f14785SLisandro Dalcin           PetscHashIJKey key;
2531e8f14785SLisandro Dalcin           PetscBool      missing;
25324ef9d792SMatthew G. Knepley 
2533e8f14785SLisandro Dalcin           key.i = findices[i];
2534e8f14785SLisandro Dalcin           if (key.i >= 0) {
25354ef9d792SMatthew G. Knepley             /* Get indices for coarse elements */
25364ef9d792SMatthew G. Knepley             for (ccell = 0; ccell < numCoarseCells; ++ccell) {
25373a93e3b7SToby Isaac               ierr = DMPlexGetClosureIndices(dmc, csection, globalCSection, coarseCells[ccell].index, &numCIndices, &cindices, NULL);CHKERRQ(ierr);
25384ef9d792SMatthew G. Knepley               for (c = 0; c < numCIndices; ++c) {
2539e8f14785SLisandro Dalcin                 key.j = cindices[c];
2540e8f14785SLisandro Dalcin                 if (key.j < 0) continue;
2541e8f14785SLisandro Dalcin                 ierr = PetscHSetIJQueryAdd(ht, key, &missing);CHKERRQ(ierr);
25424ef9d792SMatthew G. Knepley                 if (missing) {
2543e8f14785SLisandro Dalcin                   if ((key.j >= rStart) && (key.j < rEnd)) ++dnz[key.i-rStart];
2544e8f14785SLisandro Dalcin                   else                                     ++onz[key.i-rStart];
25454ef9d792SMatthew G. Knepley                 }
25464ef9d792SMatthew G. Knepley               }
25473a93e3b7SToby Isaac               ierr = DMPlexRestoreClosureIndices(dmc, csection, globalCSection, coarseCells[ccell].index, &numCIndices, &cindices, NULL);CHKERRQ(ierr);
25484ef9d792SMatthew G. Knepley             }
25494ef9d792SMatthew G. Knepley           }
25508c543595SMatthew G. Knepley         }
25513a93e3b7SToby Isaac         ierr = PetscSFDestroy(&coarseCellSF);CHKERRQ(ierr);
25524ef9d792SMatthew G. Knepley         ierr = VecDestroy(&pointVec);CHKERRQ(ierr);
25534ef9d792SMatthew G. Knepley       }
255446bdb399SToby Isaac       ierr = DMPlexRestoreClosureIndices(dmf, fsection, globalFSection, cell, &numFIndices, &findices, NULL);CHKERRQ(ierr);
25554ef9d792SMatthew G. Knepley     }
25564ef9d792SMatthew G. Knepley   }
2557e8f14785SLisandro Dalcin   ierr = PetscHSetIJDestroy(&ht);CHKERRQ(ierr);
25584ef9d792SMatthew G. Knepley   ierr = MatXAIJSetPreallocation(In, 1, dnz, onz, NULL, NULL);CHKERRQ(ierr);
25594ef9d792SMatthew G. Knepley   ierr = MatSetOption(In, MAT_NEW_NONZERO_ALLOCATION_ERR,PETSC_TRUE);CHKERRQ(ierr);
25604ef9d792SMatthew G. Knepley   ierr = PetscFree2(dnz,onz);CHKERRQ(ierr);
25614ef9d792SMatthew G. Knepley   for (field = 0; field < Nf; ++field) {
25624ef9d792SMatthew G. Knepley     PetscObject       obj;
25634ef9d792SMatthew G. Knepley     PetscClassId      id;
2564c0d7054bSMatthew G. Knepley     PetscDualSpace    Q = NULL;
2565ef0bb6c7SMatthew G. Knepley     PetscTabulation T = NULL;
25664ef9d792SMatthew G. Knepley     PetscQuadrature   f;
25674ef9d792SMatthew G. Knepley     const PetscReal  *qpoints, *qweights;
25689c3cf19fSMatthew G. Knepley     PetscInt          Nc, qNc, Np, fpdim, i, d;
25694ef9d792SMatthew G. Knepley 
25704ef9d792SMatthew G. Knepley     ierr = PetscDSGetDiscretization(prob, field, &obj);CHKERRQ(ierr);
25714ef9d792SMatthew G. Knepley     ierr = PetscObjectGetClassId(obj, &id);CHKERRQ(ierr);
25724ef9d792SMatthew G. Knepley     if (id == PETSCFE_CLASSID) {
25734ef9d792SMatthew G. Knepley       PetscFE fe = (PetscFE) obj;
25744ef9d792SMatthew G. Knepley 
25754ef9d792SMatthew G. Knepley       ierr = PetscFEGetDualSpace(fe, &Q);CHKERRQ(ierr);
25764ef9d792SMatthew G. Knepley       ierr = PetscFEGetNumComponents(fe, &Nc);CHKERRQ(ierr);
2577ef0bb6c7SMatthew G. Knepley       ierr = PetscFECreateTabulation(fe, 1, 1, x, 0, &T);CHKERRQ(ierr);
25784ef9d792SMatthew G. Knepley     } else if (id == PETSCFV_CLASSID) {
25794ef9d792SMatthew G. Knepley       PetscFV fv = (PetscFV) obj;
25804ef9d792SMatthew G. Knepley 
25814ef9d792SMatthew G. Knepley       ierr = PetscFVGetDualSpace(fv, &Q);CHKERRQ(ierr);
25824ef9d792SMatthew G. Knepley       Nc   = 1;
2583ff1e0c32SBarry Smith     } else SETERRQ1(PetscObjectComm((PetscObject)dmc),PETSC_ERR_ARG_WRONG,"Unknown discretization type for field %D",field);
25844ef9d792SMatthew G. Knepley     ierr = PetscDualSpaceGetDimension(Q, &fpdim);CHKERRQ(ierr);
25854ef9d792SMatthew G. Knepley     /* For each fine grid cell */
25864ef9d792SMatthew G. Knepley     for (cell = cStart; cell < cEnd; ++cell) {
25874ef9d792SMatthew G. Knepley       PetscInt *findices,   *cindices;
25884ef9d792SMatthew G. Knepley       PetscInt  numFIndices, numCIndices;
25894ef9d792SMatthew G. Knepley 
25906ecaa68aSToby Isaac       ierr = DMPlexGetClosureIndices(dmf, fsection, globalFSection, cell, &numFIndices, &findices, NULL);CHKERRQ(ierr);
25914ef9d792SMatthew G. Knepley       ierr = DMPlexComputeCellGeometryFEM(dmf, cell, NULL, v0, J, invJ, &detJ);CHKERRQ(ierr);
2592ff1e0c32SBarry Smith       if (numFIndices != fpdim) SETERRQ2(PETSC_COMM_SELF, PETSC_ERR_ARG_WRONG, "Number of fine indices %D != %D dual basis vecs", numFIndices, fpdim);
25934ef9d792SMatthew G. Knepley       for (i = 0; i < fpdim; ++i) {
25944ef9d792SMatthew G. Knepley         Vec             pointVec;
25954ef9d792SMatthew G. Knepley         PetscScalar    *pV;
259612111d7cSToby Isaac         PetscSF         coarseCellSF = NULL;
25973a93e3b7SToby Isaac         const PetscSFNode *coarseCells;
259817f047d8SMatthew G. Knepley         PetscInt        numCoarseCells, cpdim, q, c, j;
25994ef9d792SMatthew G. Knepley 
26004ef9d792SMatthew G. Knepley         /* Get points from the dual basis functional quadrature */
26014ef9d792SMatthew G. Knepley         ierr = PetscDualSpaceGetFunctional(Q, i, &f);CHKERRQ(ierr);
26029c3cf19fSMatthew G. Knepley         ierr = PetscQuadratureGetData(f, NULL, &qNc, &Np, &qpoints, &qweights);CHKERRQ(ierr);
26039c3cf19fSMatthew G. Knepley         if (qNc != Nc) SETERRQ2(PETSC_COMM_SELF, PETSC_ERR_ARG_WRONG, "Number of components in quadrature %D does not match coarse field %D", qNc, Nc);
26044ef9d792SMatthew G. Knepley         ierr = VecCreateSeq(PETSC_COMM_SELF, Np*dim, &pointVec);CHKERRQ(ierr);
26054ef9d792SMatthew G. Knepley         ierr = VecSetBlockSize(pointVec, dim);CHKERRQ(ierr);
26064ef9d792SMatthew G. Knepley         ierr = VecGetArray(pointVec, &pV);CHKERRQ(ierr);
26074ef9d792SMatthew G. Knepley         for (q = 0; q < Np; ++q) {
2608c330f8ffSToby Isaac           const PetscReal xi0[3] = {-1., -1., -1.};
2609c330f8ffSToby Isaac 
26104ef9d792SMatthew G. Knepley           /* Transform point to real space */
2611c330f8ffSToby Isaac           CoordinatesRefToReal(dim, dim, xi0, v0, J, &qpoints[q*dim], x);
26124ef9d792SMatthew G. Knepley           for (d = 0; d < dim; ++d) pV[q*dim+d] = x[d];
26134ef9d792SMatthew G. Knepley         }
26144ef9d792SMatthew G. Knepley         ierr = VecRestoreArray(pointVec, &pV);CHKERRQ(ierr);
26154ef9d792SMatthew G. Knepley         /* Get set of coarse cells that overlap points (would like to group points by coarse cell) */
26161555c271SMatthew G. Knepley         /* OPT: Read this out from preallocation information */
261762a38674SMatthew G. Knepley         ierr = DMLocatePoints(dmc, pointVec, DM_POINTLOCATION_NEAREST, &coarseCellSF);CHKERRQ(ierr);
26184ef9d792SMatthew G. Knepley         /* Update preallocation info */
26193a93e3b7SToby Isaac         ierr = PetscSFGetGraph(coarseCellSF, NULL, &numCoarseCells, NULL, &coarseCells);CHKERRQ(ierr);
26203a93e3b7SToby Isaac         if (numCoarseCells != Np) SETERRQ(PETSC_COMM_SELF,PETSC_ERR_PLIB,"Not all closure points located");
26214ef9d792SMatthew G. Knepley         ierr = VecGetArray(pointVec, &pV);CHKERRQ(ierr);
26224ef9d792SMatthew G. Knepley         for (ccell = 0; ccell < numCoarseCells; ++ccell) {
2623826eb36dSMatthew G. Knepley           PetscReal pVReal[3];
2624c330f8ffSToby Isaac           const PetscReal xi0[3] = {-1., -1., -1.};
2625826eb36dSMatthew G. Knepley 
26263a93e3b7SToby Isaac           ierr = DMPlexGetClosureIndices(dmc, csection, globalCSection, coarseCells[ccell].index, &numCIndices, &cindices, NULL);CHKERRQ(ierr);
26274ef9d792SMatthew G. Knepley           /* Transform points from real space to coarse reference space */
26283a93e3b7SToby Isaac           ierr = DMPlexComputeCellGeometryFEM(dmc, coarseCells[ccell].index, NULL, v0c, Jc, invJc, &detJc);CHKERRQ(ierr);
2629e2d86523SMatthew G. Knepley           for (d = 0; d < dim; ++d) pVReal[d] = PetscRealPart(pV[ccell*dim+d]);
2630c330f8ffSToby Isaac           CoordinatesRealToRef(dim, dim, xi0, v0c, invJc, pVReal, x);
26314ef9d792SMatthew G. Knepley 
26324ef9d792SMatthew G. Knepley           if (id == PETSCFE_CLASSID) {
26334ef9d792SMatthew G. Knepley             PetscFE fe = (PetscFE) obj;
26344ef9d792SMatthew G. Knepley 
26354ef9d792SMatthew G. Knepley             /* Evaluate coarse basis on contained point */
26364ef9d792SMatthew G. Knepley             ierr = PetscFEGetDimension(fe, &cpdim);CHKERRQ(ierr);
2637ef0bb6c7SMatthew G. Knepley             ierr = PetscFEComputeTabulation(fe, 1, x, 0, T);CHKERRQ(ierr);
2638580bdb30SBarry Smith             ierr = PetscArrayzero(elemMat, cpdim);CHKERRQ(ierr);
26394ef9d792SMatthew G. Knepley             /* Get elemMat entries by multiplying by weight */
26404ef9d792SMatthew G. Knepley             for (j = 0; j < cpdim; ++j) {
2641ef0bb6c7SMatthew G. Knepley               for (c = 0; c < Nc; ++c) elemMat[j] += T->T[0][j*Nc + c]*qweights[ccell*qNc + c];
26424ef9d792SMatthew G. Knepley             }
26434ef9d792SMatthew G. Knepley           } else {
26444ef9d792SMatthew G. Knepley             cpdim = 1;
26454ef9d792SMatthew G. Knepley             for (j = 0; j < cpdim; ++j) {
26469c3cf19fSMatthew G. Knepley               for (c = 0; c < Nc; ++c) elemMat[j] += 1.0*qweights[ccell*qNc + c];
26474ef9d792SMatthew G. Knepley             }
26484ef9d792SMatthew G. Knepley           }
26494ef9d792SMatthew G. Knepley           /* Update interpolator */
26509c3cf19fSMatthew G. Knepley           if (mesh->printFEM > 1) {ierr = DMPrintCellMatrix(cell, name, 1, numCIndices, elemMat);CHKERRQ(ierr);}
26519c3cf19fSMatthew G. Knepley           if (numCIndices != cpdim) SETERRQ2(PETSC_COMM_SELF, PETSC_ERR_PLIB, "Number of element matrix columns %D != %D", numCIndices, cpdim);
26529c3cf19fSMatthew G. Knepley           ierr = MatSetValues(In, 1, &findices[i], numCIndices, cindices, elemMat, INSERT_VALUES);CHKERRQ(ierr);
26533a93e3b7SToby Isaac           ierr = DMPlexRestoreClosureIndices(dmc, csection, globalCSection, coarseCells[ccell].index, &numCIndices, &cindices, NULL);CHKERRQ(ierr);
26544ef9d792SMatthew G. Knepley         }
26554ef9d792SMatthew G. Knepley         ierr = VecRestoreArray(pointVec, &pV);CHKERRQ(ierr);
26563a93e3b7SToby Isaac         ierr = PetscSFDestroy(&coarseCellSF);CHKERRQ(ierr);
26574ef9d792SMatthew G. Knepley         ierr = VecDestroy(&pointVec);CHKERRQ(ierr);
26584ef9d792SMatthew G. Knepley       }
265946bdb399SToby Isaac       ierr = DMPlexRestoreClosureIndices(dmf, fsection, globalFSection, cell, &numFIndices, &findices, NULL);CHKERRQ(ierr);
26604ef9d792SMatthew G. Knepley     }
2661ef0bb6c7SMatthew G. Knepley     if (id == PETSCFE_CLASSID) {ierr = PetscTabulationDestroy(&T);CHKERRQ(ierr);}
26624ef9d792SMatthew G. Knepley   }
26634ef9d792SMatthew G. Knepley   ierr = PetscFree3(v0,J,invJ);CHKERRQ(ierr);
26644ef9d792SMatthew G. Knepley   ierr = PetscFree3(v0c,Jc,invJc);CHKERRQ(ierr);
26654ef9d792SMatthew G. Knepley   ierr = PetscFree(elemMat);CHKERRQ(ierr);
26664ef9d792SMatthew G. Knepley   ierr = MatAssemblyBegin(In, MAT_FINAL_ASSEMBLY);CHKERRQ(ierr);
26674ef9d792SMatthew G. Knepley   ierr = MatAssemblyEnd(In, MAT_FINAL_ASSEMBLY);CHKERRQ(ierr);
266877711781SMatthew G. Knepley   ierr = PetscLogEventEnd(DMPLEX_InterpolatorFEM,dmc,dmf,0,0);CHKERRQ(ierr);
26694ef9d792SMatthew G. Knepley   PetscFunctionReturn(0);
26704ef9d792SMatthew G. Knepley }
26714ef9d792SMatthew G. Knepley 
267246fa42a0SMatthew G. Knepley /*@
2673bd041c0cSMatthew G. Knepley   DMPlexComputeMassMatrixGeneral - Form the local portion of the mass matrix M from the coarse DM to a non-nested fine DM.
2674bd041c0cSMatthew G. Knepley 
2675bd041c0cSMatthew G. Knepley   Input Parameters:
2676bd041c0cSMatthew G. Knepley + dmf  - The fine mesh
2677bd041c0cSMatthew G. Knepley . dmc  - The coarse mesh
2678bd041c0cSMatthew G. Knepley - user - The user context
2679bd041c0cSMatthew G. Knepley 
2680bd041c0cSMatthew G. Knepley   Output Parameter:
2681bd041c0cSMatthew G. Knepley . mass  - The mass matrix
2682bd041c0cSMatthew G. Knepley 
2683bd041c0cSMatthew G. Knepley   Level: developer
2684bd041c0cSMatthew G. Knepley 
2685bd041c0cSMatthew G. Knepley .seealso: DMPlexComputeMassMatrixNested(), DMPlexComputeInterpolatorNested(), DMPlexComputeInterpolatorGeneral(), DMPlexComputeJacobianFEM()
2686bd041c0cSMatthew G. Knepley @*/
2687bd041c0cSMatthew G. Knepley PetscErrorCode DMPlexComputeMassMatrixGeneral(DM dmc, DM dmf, Mat mass, void *user)
2688bd041c0cSMatthew G. Knepley {
2689bd041c0cSMatthew G. Knepley   DM_Plex       *mesh = (DM_Plex *) dmf->data;
2690bd041c0cSMatthew G. Knepley   const char    *name = "Mass Matrix";
2691bd041c0cSMatthew G. Knepley   PetscDS        prob;
2692bd041c0cSMatthew G. Knepley   PetscSection   fsection, csection, globalFSection, globalCSection;
2693e8f14785SLisandro Dalcin   PetscHSetIJ    ht;
2694bd041c0cSMatthew G. Knepley   PetscLayout    rLayout;
2695bd041c0cSMatthew G. Knepley   PetscInt      *dnz, *onz;
2696bd041c0cSMatthew G. Knepley   PetscInt       locRows, rStart, rEnd;
2697bd041c0cSMatthew G. Knepley   PetscReal     *x, *v0, *J, *invJ, detJ;
2698bd041c0cSMatthew G. Knepley   PetscReal     *v0c, *Jc, *invJc, detJc;
2699bd041c0cSMatthew G. Knepley   PetscScalar   *elemMat;
2700bd041c0cSMatthew G. Knepley   PetscInt       dim, Nf, field, totDim, cStart, cEnd, cell, ccell;
2701bd041c0cSMatthew G. Knepley   PetscErrorCode ierr;
2702bd041c0cSMatthew G. Knepley 
2703bd041c0cSMatthew G. Knepley   PetscFunctionBegin;
2704bd041c0cSMatthew G. Knepley   ierr = DMGetCoordinateDim(dmc, &dim);CHKERRQ(ierr);
2705bd041c0cSMatthew G. Knepley   ierr = DMGetDS(dmc, &prob);CHKERRQ(ierr);
27064bee2e38SMatthew G. Knepley   ierr = PetscDSGetWorkspace(prob, &x, NULL, NULL, NULL, NULL);CHKERRQ(ierr);
2707bd041c0cSMatthew G. Knepley   ierr = PetscDSGetNumFields(prob, &Nf);CHKERRQ(ierr);
2708bd041c0cSMatthew G. Knepley   ierr = PetscMalloc3(dim,&v0,dim*dim,&J,dim*dim,&invJ);CHKERRQ(ierr);
2709bd041c0cSMatthew G. Knepley   ierr = PetscMalloc3(dim,&v0c,dim*dim,&Jc,dim*dim,&invJc);CHKERRQ(ierr);
271092fd8e1eSJed Brown   ierr = DMGetLocalSection(dmf, &fsection);CHKERRQ(ierr);
2711e87a4003SBarry Smith   ierr = DMGetGlobalSection(dmf, &globalFSection);CHKERRQ(ierr);
271292fd8e1eSJed Brown   ierr = DMGetLocalSection(dmc, &csection);CHKERRQ(ierr);
2713e87a4003SBarry Smith   ierr = DMGetGlobalSection(dmc, &globalCSection);CHKERRQ(ierr);
2714bd041c0cSMatthew G. Knepley   ierr = DMPlexGetHeightStratum(dmf, 0, &cStart, &cEnd);CHKERRQ(ierr);
2715bd041c0cSMatthew G. Knepley   ierr = PetscDSGetTotalDimension(prob, &totDim);CHKERRQ(ierr);
2716bd041c0cSMatthew G. Knepley   ierr = PetscMalloc1(totDim, &elemMat);CHKERRQ(ierr);
2717bd041c0cSMatthew G. Knepley 
2718bd041c0cSMatthew G. Knepley   ierr = MatGetLocalSize(mass, &locRows, NULL);CHKERRQ(ierr);
2719bd041c0cSMatthew G. Knepley   ierr = PetscLayoutCreate(PetscObjectComm((PetscObject) mass), &rLayout);CHKERRQ(ierr);
2720bd041c0cSMatthew G. Knepley   ierr = PetscLayoutSetLocalSize(rLayout, locRows);CHKERRQ(ierr);
2721bd041c0cSMatthew G. Knepley   ierr = PetscLayoutSetBlockSize(rLayout, 1);CHKERRQ(ierr);
2722bd041c0cSMatthew G. Knepley   ierr = PetscLayoutSetUp(rLayout);CHKERRQ(ierr);
2723bd041c0cSMatthew G. Knepley   ierr = PetscLayoutGetRange(rLayout, &rStart, &rEnd);CHKERRQ(ierr);
2724bd041c0cSMatthew G. Knepley   ierr = PetscLayoutDestroy(&rLayout);CHKERRQ(ierr);
2725bd041c0cSMatthew G. Knepley   ierr = PetscCalloc2(locRows,&dnz,locRows,&onz);CHKERRQ(ierr);
2726e8f14785SLisandro Dalcin   ierr = PetscHSetIJCreate(&ht);CHKERRQ(ierr);
2727bd041c0cSMatthew G. Knepley   for (field = 0; field < Nf; ++field) {
2728bd041c0cSMatthew G. Knepley     PetscObject      obj;
2729bd041c0cSMatthew G. Knepley     PetscClassId     id;
2730bd041c0cSMatthew G. Knepley     PetscQuadrature  quad;
2731bd041c0cSMatthew G. Knepley     const PetscReal *qpoints;
2732bd041c0cSMatthew G. Knepley     PetscInt         Nq, Nc, i, d;
2733bd041c0cSMatthew G. Knepley 
2734bd041c0cSMatthew G. Knepley     ierr = PetscDSGetDiscretization(prob, field, &obj);CHKERRQ(ierr);
2735bd041c0cSMatthew G. Knepley     ierr = PetscObjectGetClassId(obj, &id);CHKERRQ(ierr);
2736bd041c0cSMatthew G. Knepley     if (id == PETSCFE_CLASSID) {ierr = PetscFEGetQuadrature((PetscFE) obj, &quad);CHKERRQ(ierr);}
2737bd041c0cSMatthew G. Knepley     else                       {ierr = PetscFVGetQuadrature((PetscFV) obj, &quad);CHKERRQ(ierr);}
2738bd041c0cSMatthew G. Knepley     ierr = PetscQuadratureGetData(quad, NULL, &Nc, &Nq, &qpoints, NULL);CHKERRQ(ierr);
2739bd041c0cSMatthew G. Knepley     /* For each fine grid cell */
2740bd041c0cSMatthew G. Knepley     for (cell = cStart; cell < cEnd; ++cell) {
2741bd041c0cSMatthew G. Knepley       Vec                pointVec;
2742bd041c0cSMatthew G. Knepley       PetscScalar       *pV;
2743bd041c0cSMatthew G. Knepley       PetscSF            coarseCellSF = NULL;
2744bd041c0cSMatthew G. Knepley       const PetscSFNode *coarseCells;
2745bd041c0cSMatthew G. Knepley       PetscInt           numCoarseCells, q, c;
2746bd041c0cSMatthew G. Knepley       PetscInt          *findices,   *cindices;
2747bd041c0cSMatthew G. Knepley       PetscInt           numFIndices, numCIndices;
2748bd041c0cSMatthew G. Knepley 
2749bd041c0cSMatthew G. Knepley       ierr = DMPlexGetClosureIndices(dmf, fsection, globalFSection, cell, &numFIndices, &findices, NULL);CHKERRQ(ierr);
2750bd041c0cSMatthew G. Knepley       ierr = DMPlexComputeCellGeometryFEM(dmf, cell, NULL, v0, J, invJ, &detJ);CHKERRQ(ierr);
2751bd041c0cSMatthew G. Knepley       /* Get points from the quadrature */
2752bd041c0cSMatthew G. Knepley       ierr = VecCreateSeq(PETSC_COMM_SELF, Nq*dim, &pointVec);CHKERRQ(ierr);
2753bd041c0cSMatthew G. Knepley       ierr = VecSetBlockSize(pointVec, dim);CHKERRQ(ierr);
2754bd041c0cSMatthew G. Knepley       ierr = VecGetArray(pointVec, &pV);CHKERRQ(ierr);
2755bd041c0cSMatthew G. Knepley       for (q = 0; q < Nq; ++q) {
2756c330f8ffSToby Isaac         const PetscReal xi0[3] = {-1., -1., -1.};
2757c330f8ffSToby Isaac 
2758bd041c0cSMatthew G. Knepley         /* Transform point to real space */
2759c330f8ffSToby Isaac         CoordinatesRefToReal(dim, dim, xi0, v0, J, &qpoints[q*dim], x);
2760bd041c0cSMatthew G. Knepley         for (d = 0; d < dim; ++d) pV[q*dim+d] = x[d];
2761bd041c0cSMatthew G. Knepley       }
2762bd041c0cSMatthew G. Knepley       ierr = VecRestoreArray(pointVec, &pV);CHKERRQ(ierr);
2763bd041c0cSMatthew G. Knepley       /* Get set of coarse cells that overlap points (would like to group points by coarse cell) */
2764bd041c0cSMatthew G. Knepley       ierr = DMLocatePoints(dmc, pointVec, DM_POINTLOCATION_NEAREST, &coarseCellSF);CHKERRQ(ierr);
2765bd041c0cSMatthew G. Knepley       ierr = PetscSFViewFromOptions(coarseCellSF, NULL, "-interp_sf_view");CHKERRQ(ierr);
2766bd041c0cSMatthew G. Knepley       /* Update preallocation info */
2767bd041c0cSMatthew G. Knepley       ierr = PetscSFGetGraph(coarseCellSF, NULL, &numCoarseCells, NULL, &coarseCells);CHKERRQ(ierr);
2768bd041c0cSMatthew G. Knepley       if (numCoarseCells != Nq) SETERRQ(PETSC_COMM_SELF,PETSC_ERR_PLIB,"Not all closure points located");
2769bd041c0cSMatthew G. Knepley       {
2770e8f14785SLisandro Dalcin         PetscHashIJKey key;
2771e8f14785SLisandro Dalcin         PetscBool      missing;
2772bd041c0cSMatthew G. Knepley 
2773bd041c0cSMatthew G. Knepley         for (i = 0; i < numFIndices; ++i) {
2774e8f14785SLisandro Dalcin           key.i = findices[i];
2775e8f14785SLisandro Dalcin           if (key.i >= 0) {
2776bd041c0cSMatthew G. Knepley             /* Get indices for coarse elements */
2777bd041c0cSMatthew G. Knepley             for (ccell = 0; ccell < numCoarseCells; ++ccell) {
2778bd041c0cSMatthew G. Knepley               ierr = DMPlexGetClosureIndices(dmc, csection, globalCSection, coarseCells[ccell].index, &numCIndices, &cindices, NULL);CHKERRQ(ierr);
2779bd041c0cSMatthew G. Knepley               for (c = 0; c < numCIndices; ++c) {
2780e8f14785SLisandro Dalcin                 key.j = cindices[c];
2781e8f14785SLisandro Dalcin                 if (key.j < 0) continue;
2782e8f14785SLisandro Dalcin                 ierr = PetscHSetIJQueryAdd(ht, key, &missing);CHKERRQ(ierr);
2783bd041c0cSMatthew G. Knepley                 if (missing) {
2784e8f14785SLisandro Dalcin                   if ((key.j >= rStart) && (key.j < rEnd)) ++dnz[key.i-rStart];
2785e8f14785SLisandro Dalcin                   else                                     ++onz[key.i-rStart];
2786bd041c0cSMatthew G. Knepley                 }
2787bd041c0cSMatthew G. Knepley               }
2788bd041c0cSMatthew G. Knepley               ierr = DMPlexRestoreClosureIndices(dmc, csection, globalCSection, coarseCells[ccell].index, &numCIndices, &cindices, NULL);CHKERRQ(ierr);
2789bd041c0cSMatthew G. Knepley             }
2790bd041c0cSMatthew G. Knepley           }
2791bd041c0cSMatthew G. Knepley         }
2792bd041c0cSMatthew G. Knepley       }
2793bd041c0cSMatthew G. Knepley       ierr = PetscSFDestroy(&coarseCellSF);CHKERRQ(ierr);
2794bd041c0cSMatthew G. Knepley       ierr = VecDestroy(&pointVec);CHKERRQ(ierr);
2795bd041c0cSMatthew G. Knepley       ierr = DMPlexRestoreClosureIndices(dmf, fsection, globalFSection, cell, &numFIndices, &findices, NULL);CHKERRQ(ierr);
2796bd041c0cSMatthew G. Knepley     }
2797bd041c0cSMatthew G. Knepley   }
2798e8f14785SLisandro Dalcin   ierr = PetscHSetIJDestroy(&ht);CHKERRQ(ierr);
2799bd041c0cSMatthew G. Knepley   ierr = MatXAIJSetPreallocation(mass, 1, dnz, onz, NULL, NULL);CHKERRQ(ierr);
2800bd041c0cSMatthew G. Knepley   ierr = MatSetOption(mass, MAT_NEW_NONZERO_ALLOCATION_ERR,PETSC_TRUE);CHKERRQ(ierr);
2801bd041c0cSMatthew G. Knepley   ierr = PetscFree2(dnz,onz);CHKERRQ(ierr);
2802bd041c0cSMatthew G. Knepley   for (field = 0; field < Nf; ++field) {
2803bd041c0cSMatthew G. Knepley     PetscObject       obj;
2804bd041c0cSMatthew G. Knepley     PetscClassId      id;
2805ef0bb6c7SMatthew G. Knepley     PetscTabulation T, Tfine;
2806bd041c0cSMatthew G. Knepley     PetscQuadrature   quad;
2807bd041c0cSMatthew G. Knepley     const PetscReal  *qpoints, *qweights;
2808bd041c0cSMatthew G. Knepley     PetscInt          Nq, Nc, i, d;
2809bd041c0cSMatthew G. Knepley 
2810bd041c0cSMatthew G. Knepley     ierr = PetscDSGetDiscretization(prob, field, &obj);CHKERRQ(ierr);
2811bd041c0cSMatthew G. Knepley     ierr = PetscObjectGetClassId(obj, &id);CHKERRQ(ierr);
2812ef0bb6c7SMatthew G. Knepley     if (id == PETSCFE_CLASSID) {
2813ef0bb6c7SMatthew G. Knepley       ierr = PetscFEGetQuadrature((PetscFE) obj, &quad);CHKERRQ(ierr);
2814ef0bb6c7SMatthew G. Knepley       ierr = PetscFEGetCellTabulation((PetscFE) obj, &Tfine);CHKERRQ(ierr);
2815ef0bb6c7SMatthew G. Knepley       ierr = PetscFECreateTabulation((PetscFE) obj, 1, 1, x, 0, &T);CHKERRQ(ierr);
2816ef0bb6c7SMatthew G. Knepley     } else {
2817ef0bb6c7SMatthew G. Knepley       ierr = PetscFVGetQuadrature((PetscFV) obj, &quad);CHKERRQ(ierr);
2818ef0bb6c7SMatthew G. Knepley     }
2819bd041c0cSMatthew G. Knepley     ierr = PetscQuadratureGetData(quad, NULL, &Nc, &Nq, &qpoints, &qweights);CHKERRQ(ierr);
2820bd041c0cSMatthew G. Knepley     /* For each fine grid cell */
2821bd041c0cSMatthew G. Knepley     for (cell = cStart; cell < cEnd; ++cell) {
2822bd041c0cSMatthew G. Knepley       Vec                pointVec;
2823bd041c0cSMatthew G. Knepley       PetscScalar       *pV;
2824bd041c0cSMatthew G. Knepley       PetscSF            coarseCellSF = NULL;
2825bd041c0cSMatthew G. Knepley       const PetscSFNode *coarseCells;
2826bd041c0cSMatthew G. Knepley       PetscInt           numCoarseCells, cpdim, q, c, j;
2827bd041c0cSMatthew G. Knepley       PetscInt          *findices,   *cindices;
2828bd041c0cSMatthew G. Knepley       PetscInt           numFIndices, numCIndices;
2829bd041c0cSMatthew G. Knepley 
2830bd041c0cSMatthew G. Knepley       ierr = DMPlexGetClosureIndices(dmf, fsection, globalFSection, cell, &numFIndices, &findices, NULL);CHKERRQ(ierr);
2831bd041c0cSMatthew G. Knepley       ierr = DMPlexComputeCellGeometryFEM(dmf, cell, NULL, v0, J, invJ, &detJ);CHKERRQ(ierr);
2832bd041c0cSMatthew G. Knepley       /* Get points from the quadrature */
2833bd041c0cSMatthew G. Knepley       ierr = VecCreateSeq(PETSC_COMM_SELF, Nq*dim, &pointVec);CHKERRQ(ierr);
2834bd041c0cSMatthew G. Knepley       ierr = VecSetBlockSize(pointVec, dim);CHKERRQ(ierr);
2835bd041c0cSMatthew G. Knepley       ierr = VecGetArray(pointVec, &pV);CHKERRQ(ierr);
2836bd041c0cSMatthew G. Knepley       for (q = 0; q < Nq; ++q) {
2837c330f8ffSToby Isaac         const PetscReal xi0[3] = {-1., -1., -1.};
2838c330f8ffSToby Isaac 
2839bd041c0cSMatthew G. Knepley         /* Transform point to real space */
2840c330f8ffSToby Isaac         CoordinatesRefToReal(dim, dim, xi0, v0, J, &qpoints[q*dim], x);
2841bd041c0cSMatthew G. Knepley         for (d = 0; d < dim; ++d) pV[q*dim+d] = x[d];
2842bd041c0cSMatthew G. Knepley       }
2843bd041c0cSMatthew G. Knepley       ierr = VecRestoreArray(pointVec, &pV);CHKERRQ(ierr);
2844bd041c0cSMatthew G. Knepley       /* Get set of coarse cells that overlap points (would like to group points by coarse cell) */
2845bd041c0cSMatthew G. Knepley       ierr = DMLocatePoints(dmc, pointVec, DM_POINTLOCATION_NEAREST, &coarseCellSF);CHKERRQ(ierr);
2846bd041c0cSMatthew G. Knepley       /* Update matrix */
2847bd041c0cSMatthew G. Knepley       ierr = PetscSFGetGraph(coarseCellSF, NULL, &numCoarseCells, NULL, &coarseCells);CHKERRQ(ierr);
2848bd041c0cSMatthew G. Knepley       if (numCoarseCells != Nq) SETERRQ(PETSC_COMM_SELF,PETSC_ERR_PLIB,"Not all closure points located");
2849bd041c0cSMatthew G. Knepley       ierr = VecGetArray(pointVec, &pV);CHKERRQ(ierr);
2850bd041c0cSMatthew G. Knepley       for (ccell = 0; ccell < numCoarseCells; ++ccell) {
2851bd041c0cSMatthew G. Knepley         PetscReal pVReal[3];
2852c330f8ffSToby Isaac         const PetscReal xi0[3] = {-1., -1., -1.};
2853c330f8ffSToby Isaac 
2854bd041c0cSMatthew G. Knepley 
2855bd041c0cSMatthew G. Knepley         ierr = DMPlexGetClosureIndices(dmc, csection, globalCSection, coarseCells[ccell].index, &numCIndices, &cindices, NULL);CHKERRQ(ierr);
2856bd041c0cSMatthew G. Knepley         /* Transform points from real space to coarse reference space */
2857bd041c0cSMatthew G. Knepley         ierr = DMPlexComputeCellGeometryFEM(dmc, coarseCells[ccell].index, NULL, v0c, Jc, invJc, &detJc);CHKERRQ(ierr);
2858bd041c0cSMatthew G. Knepley         for (d = 0; d < dim; ++d) pVReal[d] = PetscRealPart(pV[ccell*dim+d]);
2859c330f8ffSToby Isaac         CoordinatesRealToRef(dim, dim, xi0, v0c, invJc, pVReal, x);
2860bd041c0cSMatthew G. Knepley 
2861bd041c0cSMatthew G. Knepley         if (id == PETSCFE_CLASSID) {
2862bd041c0cSMatthew G. Knepley           PetscFE fe = (PetscFE) obj;
2863bd041c0cSMatthew G. Knepley 
2864bd041c0cSMatthew G. Knepley           /* Evaluate coarse basis on contained point */
2865bd041c0cSMatthew G. Knepley           ierr = PetscFEGetDimension(fe, &cpdim);CHKERRQ(ierr);
2866ef0bb6c7SMatthew G. Knepley           ierr = PetscFEComputeTabulation(fe, 1, x, 0, T);CHKERRQ(ierr);
2867bd041c0cSMatthew G. Knepley           /* Get elemMat entries by multiplying by weight */
2868bd041c0cSMatthew G. Knepley           for (i = 0; i < numFIndices; ++i) {
2869580bdb30SBarry Smith             ierr = PetscArrayzero(elemMat, cpdim);CHKERRQ(ierr);
2870bd041c0cSMatthew G. Knepley             for (j = 0; j < cpdim; ++j) {
2871ef0bb6c7SMatthew G. Knepley               for (c = 0; c < Nc; ++c) elemMat[j] += T->T[0][j*Nc + c]*Tfine->T[0][(ccell*numFIndices + i)*Nc + c]*qweights[ccell*Nc + c]*detJ;
2872bd041c0cSMatthew G. Knepley             }
2873bd041c0cSMatthew G. Knepley             /* Update interpolator */
2874bd041c0cSMatthew G. Knepley             if (mesh->printFEM > 1) {ierr = DMPrintCellMatrix(cell, name, 1, numCIndices, elemMat);CHKERRQ(ierr);}
2875bd041c0cSMatthew G. Knepley             if (numCIndices != cpdim) SETERRQ2(PETSC_COMM_SELF, PETSC_ERR_PLIB, "Number of element matrix columns %D != %D", numCIndices, cpdim);
2876bd041c0cSMatthew G. Knepley             ierr = MatSetValues(mass, 1, &findices[i], numCIndices, cindices, elemMat, ADD_VALUES);CHKERRQ(ierr);
2877bd041c0cSMatthew G. Knepley           }
2878bd041c0cSMatthew G. Knepley         } else {
2879bd041c0cSMatthew G. Knepley           cpdim = 1;
2880bd041c0cSMatthew G. Knepley           for (i = 0; i < numFIndices; ++i) {
2881580bdb30SBarry Smith             ierr = PetscArrayzero(elemMat, cpdim);CHKERRQ(ierr);
2882bd041c0cSMatthew G. Knepley             for (j = 0; j < cpdim; ++j) {
2883bd041c0cSMatthew G. Knepley               for (c = 0; c < Nc; ++c) elemMat[j] += 1.0*1.0*qweights[ccell*Nc + c]*detJ;
2884bd041c0cSMatthew G. Knepley             }
2885bd041c0cSMatthew G. Knepley             /* Update interpolator */
2886bd041c0cSMatthew G. Knepley             if (mesh->printFEM > 1) {ierr = DMPrintCellMatrix(cell, name, 1, numCIndices, elemMat);CHKERRQ(ierr);}
2887ff1e0c32SBarry Smith             ierr = PetscPrintf(PETSC_COMM_SELF, "Nq: %D %D Nf: %D %D Nc: %D %D\n", ccell, Nq, i, numFIndices, j, numCIndices);CHKERRQ(ierr);
2888bd041c0cSMatthew G. Knepley             if (numCIndices != cpdim) SETERRQ2(PETSC_COMM_SELF, PETSC_ERR_PLIB, "Number of element matrix columns %D != %D", numCIndices, cpdim);
2889bd041c0cSMatthew G. Knepley             ierr = MatSetValues(mass, 1, &findices[i], numCIndices, cindices, elemMat, ADD_VALUES);CHKERRQ(ierr);
2890bd041c0cSMatthew G. Knepley           }
2891bd041c0cSMatthew G. Knepley         }
2892bd041c0cSMatthew G. Knepley         ierr = DMPlexRestoreClosureIndices(dmc, csection, globalCSection, coarseCells[ccell].index, &numCIndices, &cindices, NULL);CHKERRQ(ierr);
2893bd041c0cSMatthew G. Knepley       }
2894bd041c0cSMatthew G. Knepley       ierr = VecRestoreArray(pointVec, &pV);CHKERRQ(ierr);
2895bd041c0cSMatthew G. Knepley       ierr = PetscSFDestroy(&coarseCellSF);CHKERRQ(ierr);
2896bd041c0cSMatthew G. Knepley       ierr = VecDestroy(&pointVec);CHKERRQ(ierr);
2897bd041c0cSMatthew G. Knepley       ierr = DMPlexRestoreClosureIndices(dmf, fsection, globalFSection, cell, &numFIndices, &findices, NULL);CHKERRQ(ierr);
2898bd041c0cSMatthew G. Knepley     }
2899ef0bb6c7SMatthew G. Knepley     if (id == PETSCFE_CLASSID) {ierr = PetscTabulationDestroy(&T);CHKERRQ(ierr);}
2900bd041c0cSMatthew G. Knepley   }
2901bd041c0cSMatthew G. Knepley   ierr = PetscFree3(v0,J,invJ);CHKERRQ(ierr);
2902bd041c0cSMatthew G. Knepley   ierr = PetscFree3(v0c,Jc,invJc);CHKERRQ(ierr);
2903bd041c0cSMatthew G. Knepley   ierr = PetscFree(elemMat);CHKERRQ(ierr);
2904bd041c0cSMatthew G. Knepley   ierr = MatAssemblyBegin(mass, MAT_FINAL_ASSEMBLY);CHKERRQ(ierr);
2905bd041c0cSMatthew G. Knepley   ierr = MatAssemblyEnd(mass, MAT_FINAL_ASSEMBLY);CHKERRQ(ierr);
2906bd041c0cSMatthew G. Knepley   PetscFunctionReturn(0);
2907bd041c0cSMatthew G. Knepley }
2908bd041c0cSMatthew G. Knepley 
2909bd041c0cSMatthew G. Knepley /*@
291046fa42a0SMatthew G. Knepley   DMPlexComputeInjectorFEM - Compute a mapping from coarse unknowns to fine unknowns
291146fa42a0SMatthew G. Knepley 
291246fa42a0SMatthew G. Knepley   Input Parameters:
291346fa42a0SMatthew G. Knepley + dmc  - The coarse mesh
291446fa42a0SMatthew G. Knepley - dmf  - The fine mesh
291546fa42a0SMatthew G. Knepley - user - The user context
291646fa42a0SMatthew G. Knepley 
291746fa42a0SMatthew G. Knepley   Output Parameter:
291846fa42a0SMatthew G. Knepley . sc   - The mapping
291946fa42a0SMatthew G. Knepley 
292046fa42a0SMatthew G. Knepley   Level: developer
292146fa42a0SMatthew G. Knepley 
292246fa42a0SMatthew G. Knepley .seealso: DMPlexComputeInterpolatorNested(), DMPlexComputeJacobianFEM()
292346fa42a0SMatthew G. Knepley @*/
29247c927364SMatthew G. Knepley PetscErrorCode DMPlexComputeInjectorFEM(DM dmc, DM dmf, VecScatter *sc, void *user)
29257c927364SMatthew G. Knepley {
2926e9d4ef1bSMatthew G. Knepley   PetscDS        prob;
29277c927364SMatthew G. Knepley   PetscFE       *feRef;
292897c42addSMatthew G. Knepley   PetscFV       *fvRef;
29297c927364SMatthew G. Knepley   Vec            fv, cv;
29307c927364SMatthew G. Knepley   IS             fis, cis;
29317c927364SMatthew G. Knepley   PetscSection   fsection, fglobalSection, csection, cglobalSection;
29327c927364SMatthew G. Knepley   PetscInt      *cmap, *cellCIndices, *cellFIndices, *cindices, *findices;
2933485ad865SMatthew G. Knepley   PetscInt       cTotDim, fTotDim = 0, Nf, f, field, cStart, cEnd, c, dim, d, startC, endC, offsetC, offsetF, m;
29346f3d3cbcSMatthew G. Knepley   PetscBool     *needAvg;
29357c927364SMatthew G. Knepley   PetscErrorCode ierr;
29367c927364SMatthew G. Knepley 
29377c927364SMatthew G. Knepley   PetscFunctionBegin;
293875a69067SMatthew G. Knepley   ierr = PetscLogEventBegin(DMPLEX_InjectorFEM,dmc,dmf,0,0);CHKERRQ(ierr);
2939c73cfb54SMatthew G. Knepley   ierr = DMGetDimension(dmf, &dim);CHKERRQ(ierr);
294092fd8e1eSJed Brown   ierr = DMGetLocalSection(dmf, &fsection);CHKERRQ(ierr);
2941e87a4003SBarry Smith   ierr = DMGetGlobalSection(dmf, &fglobalSection);CHKERRQ(ierr);
294292fd8e1eSJed Brown   ierr = DMGetLocalSection(dmc, &csection);CHKERRQ(ierr);
2943e87a4003SBarry Smith   ierr = DMGetGlobalSection(dmc, &cglobalSection);CHKERRQ(ierr);
29447c927364SMatthew G. Knepley   ierr = PetscSectionGetNumFields(fsection, &Nf);CHKERRQ(ierr);
2945*412e9a14SMatthew G. Knepley   ierr = DMPlexGetSimplexOrBoxCells(dmc, 0, &cStart, &cEnd);CHKERRQ(ierr);
2946e9d4ef1bSMatthew G. Knepley   ierr = DMGetDS(dmc, &prob);CHKERRQ(ierr);
29476f3d3cbcSMatthew G. Knepley   ierr = PetscCalloc3(Nf,&feRef,Nf,&fvRef,Nf,&needAvg);CHKERRQ(ierr);
29487c927364SMatthew G. Knepley   for (f = 0; f < Nf; ++f) {
294997c42addSMatthew G. Knepley     PetscObject  obj;
295097c42addSMatthew G. Knepley     PetscClassId id;
2951aa7890ccSMatthew G. Knepley     PetscInt     fNb = 0, Nc = 0;
29527c927364SMatthew G. Knepley 
295397c42addSMatthew G. Knepley     ierr = PetscDSGetDiscretization(prob, f, &obj);CHKERRQ(ierr);
295497c42addSMatthew G. Knepley     ierr = PetscObjectGetClassId(obj, &id);CHKERRQ(ierr);
295597c42addSMatthew G. Knepley     if (id == PETSCFE_CLASSID) {
295697c42addSMatthew G. Knepley       PetscFE    fe = (PetscFE) obj;
29576f3d3cbcSMatthew G. Knepley       PetscSpace sp;
29589b2fc754SMatthew G. Knepley       PetscInt   maxDegree;
295997c42addSMatthew G. Knepley 
29607c927364SMatthew G. Knepley       ierr = PetscFERefine(fe, &feRef[f]);CHKERRQ(ierr);
29617c927364SMatthew G. Knepley       ierr = PetscFEGetDimension(feRef[f], &fNb);CHKERRQ(ierr);
29627c927364SMatthew G. Knepley       ierr = PetscFEGetNumComponents(fe, &Nc);CHKERRQ(ierr);
29636f3d3cbcSMatthew G. Knepley       ierr = PetscFEGetBasisSpace(fe, &sp);CHKERRQ(ierr);
29649b2fc754SMatthew G. Knepley       ierr = PetscSpaceGetDegree(sp, NULL, &maxDegree);CHKERRQ(ierr);
29659b2fc754SMatthew G. Knepley       if (!maxDegree) needAvg[f] = PETSC_TRUE;
296697c42addSMatthew G. Knepley     } else if (id == PETSCFV_CLASSID) {
296797c42addSMatthew G. Knepley       PetscFV        fv = (PetscFV) obj;
296897c42addSMatthew G. Knepley       PetscDualSpace Q;
296997c42addSMatthew G. Knepley 
297097c42addSMatthew G. Knepley       ierr = PetscFVRefine(fv, &fvRef[f]);CHKERRQ(ierr);
297197c42addSMatthew G. Knepley       ierr = PetscFVGetDualSpace(fvRef[f], &Q);CHKERRQ(ierr);
297297c42addSMatthew G. Knepley       ierr = PetscDualSpaceGetDimension(Q, &fNb);CHKERRQ(ierr);
297397c42addSMatthew G. Knepley       ierr = PetscFVGetNumComponents(fv, &Nc);CHKERRQ(ierr);
29746f3d3cbcSMatthew G. Knepley       needAvg[f] = PETSC_TRUE;
297597c42addSMatthew G. Knepley     }
2976d172c84bSMatthew G. Knepley     fTotDim += fNb;
29777c927364SMatthew G. Knepley   }
2978e9d4ef1bSMatthew G. Knepley   ierr = PetscDSGetTotalDimension(prob, &cTotDim);CHKERRQ(ierr);
29797c927364SMatthew G. Knepley   ierr = PetscMalloc1(cTotDim,&cmap);CHKERRQ(ierr);
29807c927364SMatthew G. Knepley   for (field = 0, offsetC = 0, offsetF = 0; field < Nf; ++field) {
29817c927364SMatthew G. Knepley     PetscFE        feC;
298297c42addSMatthew G. Knepley     PetscFV        fvC;
29837c927364SMatthew G. Knepley     PetscDualSpace QF, QC;
2984d172c84bSMatthew G. Knepley     PetscInt       order = -1, NcF, NcC, fpdim, cpdim;
29857c927364SMatthew G. Knepley 
298697c42addSMatthew G. Knepley     if (feRef[field]) {
2987e9d4ef1bSMatthew G. Knepley       ierr = PetscDSGetDiscretization(prob, field, (PetscObject *) &feC);CHKERRQ(ierr);
29887c927364SMatthew G. Knepley       ierr = PetscFEGetNumComponents(feC, &NcC);CHKERRQ(ierr);
29897c927364SMatthew G. Knepley       ierr = PetscFEGetNumComponents(feRef[field], &NcF);CHKERRQ(ierr);
29907c927364SMatthew G. Knepley       ierr = PetscFEGetDualSpace(feRef[field], &QF);CHKERRQ(ierr);
2991d172c84bSMatthew G. Knepley       ierr = PetscDualSpaceGetOrder(QF, &order);CHKERRQ(ierr);
29927c927364SMatthew G. Knepley       ierr = PetscDualSpaceGetDimension(QF, &fpdim);CHKERRQ(ierr);
29937c927364SMatthew G. Knepley       ierr = PetscFEGetDualSpace(feC, &QC);CHKERRQ(ierr);
29947c927364SMatthew G. Knepley       ierr = PetscDualSpaceGetDimension(QC, &cpdim);CHKERRQ(ierr);
299597c42addSMatthew G. Knepley     } else {
299697c42addSMatthew G. Knepley       ierr = PetscDSGetDiscretization(prob, field, (PetscObject *) &fvC);CHKERRQ(ierr);
299797c42addSMatthew G. Knepley       ierr = PetscFVGetNumComponents(fvC, &NcC);CHKERRQ(ierr);
299897c42addSMatthew G. Knepley       ierr = PetscFVGetNumComponents(fvRef[field], &NcF);CHKERRQ(ierr);
299997c42addSMatthew G. Knepley       ierr = PetscFVGetDualSpace(fvRef[field], &QF);CHKERRQ(ierr);
300097c42addSMatthew G. Knepley       ierr = PetscDualSpaceGetDimension(QF, &fpdim);CHKERRQ(ierr);
300197c42addSMatthew G. Knepley       ierr = PetscFVGetDualSpace(fvC, &QC);CHKERRQ(ierr);
300297c42addSMatthew G. Knepley       ierr = PetscDualSpaceGetDimension(QC, &cpdim);CHKERRQ(ierr);
300397c42addSMatthew G. Knepley     }
3004ff1e0c32SBarry Smith     if (NcF != NcC) SETERRQ2(PETSC_COMM_SELF, PETSC_ERR_ARG_WRONG, "Number of components in fine space field %D does not match coarse field %D", NcF, NcC);
30057c927364SMatthew G. Knepley     for (c = 0; c < cpdim; ++c) {
30067c927364SMatthew G. Knepley       PetscQuadrature  cfunc;
3007d172c84bSMatthew G. Knepley       const PetscReal *cqpoints, *cqweights;
3008d172c84bSMatthew G. Knepley       PetscInt         NqcC, NpC;
300997c42addSMatthew G. Knepley       PetscBool        found = PETSC_FALSE;
30107c927364SMatthew G. Knepley 
30117c927364SMatthew G. Knepley       ierr = PetscDualSpaceGetFunctional(QC, c, &cfunc);CHKERRQ(ierr);
3012d172c84bSMatthew G. Knepley       ierr = PetscQuadratureGetData(cfunc, NULL, &NqcC, &NpC, &cqpoints, &cqweights);CHKERRQ(ierr);
3013ff1e0c32SBarry Smith       if (NqcC != NcC) SETERRQ2(PETSC_COMM_SELF, PETSC_ERR_ARG_WRONG, "Number of quadrature components %D must match number of field components %D", NqcC, NcC);
301497c42addSMatthew G. Knepley       if (NpC != 1 && feRef[field]) SETERRQ(PETSC_COMM_SELF, PETSC_ERR_ARG_WRONG, "Do not know how to do injection for moments");
30157c927364SMatthew G. Knepley       for (f = 0; f < fpdim; ++f) {
30167c927364SMatthew G. Knepley         PetscQuadrature  ffunc;
3017d172c84bSMatthew G. Knepley         const PetscReal *fqpoints, *fqweights;
30187c927364SMatthew G. Knepley         PetscReal        sum = 0.0;
3019d172c84bSMatthew G. Knepley         PetscInt         NqcF, NpF;
30207c927364SMatthew G. Knepley 
30217c927364SMatthew G. Knepley         ierr = PetscDualSpaceGetFunctional(QF, f, &ffunc);CHKERRQ(ierr);
3022d172c84bSMatthew G. Knepley         ierr = PetscQuadratureGetData(ffunc, NULL, &NqcF, &NpF, &fqpoints, &fqweights);CHKERRQ(ierr);
3023ff1e0c32SBarry Smith         if (NqcF != NcF) SETERRQ2(PETSC_COMM_SELF, PETSC_ERR_ARG_WRONG, "Number of quadrature components %D must match number of field components %D", NqcF, NcF);
30247c927364SMatthew G. Knepley         if (NpC != NpF) continue;
30257c927364SMatthew G. Knepley         for (d = 0; d < dim; ++d) sum += PetscAbsReal(cqpoints[d] - fqpoints[d]);
30267c927364SMatthew G. Knepley         if (sum > 1.0e-9) continue;
3027d172c84bSMatthew G. Knepley         for (d = 0; d < NcC; ++d) sum += PetscAbsReal(cqweights[d]*fqweights[d]);
3028d172c84bSMatthew G. Knepley         if (sum < 1.0e-9) continue;
3029d172c84bSMatthew G. Knepley         cmap[offsetC+c] = offsetF+f;
303097c42addSMatthew G. Knepley         found = PETSC_TRUE;
30317c927364SMatthew G. Knepley         break;
30327c927364SMatthew G. Knepley       }
303397c42addSMatthew G. Knepley       if (!found) {
303497c42addSMatthew G. Knepley         /* TODO We really want the average here, but some asshole put VecScatter in the interface */
3035d172c84bSMatthew G. Knepley         if (fvRef[field] || (feRef[field] && order == 0)) {
3036d172c84bSMatthew G. Knepley           cmap[offsetC+c] = offsetF+0;
303797c42addSMatthew G. Knepley         } else SETERRQ(PETSC_COMM_SELF, PETSC_ERR_ARG_WRONG, "Could not locate matching functional for injection");
303897c42addSMatthew G. Knepley       }
30397c927364SMatthew G. Knepley     }
3040d172c84bSMatthew G. Knepley     offsetC += cpdim;
3041d172c84bSMatthew G. Knepley     offsetF += fpdim;
30427c927364SMatthew G. Knepley   }
304397c42addSMatthew G. Knepley   for (f = 0; f < Nf; ++f) {ierr = PetscFEDestroy(&feRef[f]);CHKERRQ(ierr);ierr = PetscFVDestroy(&fvRef[f]);CHKERRQ(ierr);}
30446f3d3cbcSMatthew G. Knepley   ierr = PetscFree3(feRef,fvRef,needAvg);CHKERRQ(ierr);
30457c927364SMatthew G. Knepley 
30467c927364SMatthew G. Knepley   ierr = DMGetGlobalVector(dmf, &fv);CHKERRQ(ierr);
30477c927364SMatthew G. Knepley   ierr = DMGetGlobalVector(dmc, &cv);CHKERRQ(ierr);
30480bd915a7SMatthew G. Knepley   ierr = VecGetOwnershipRange(cv, &startC, &endC);CHKERRQ(ierr);
30497c927364SMatthew G. Knepley   ierr = PetscSectionGetConstrainedStorageSize(cglobalSection, &m);CHKERRQ(ierr);
30507c927364SMatthew G. Knepley   ierr = PetscMalloc2(cTotDim,&cellCIndices,fTotDim,&cellFIndices);CHKERRQ(ierr);
3051aa7da3c4SMatthew G. Knepley   ierr = PetscMalloc1(m,&cindices);CHKERRQ(ierr);
3052aa7da3c4SMatthew G. Knepley   ierr = PetscMalloc1(m,&findices);CHKERRQ(ierr);
30537c927364SMatthew G. Knepley   for (d = 0; d < m; ++d) cindices[d] = findices[d] = -1;
30547c927364SMatthew G. Knepley   for (c = cStart; c < cEnd; ++c) {
30557c927364SMatthew G. Knepley     ierr = DMPlexMatGetClosureIndicesRefined(dmf, fsection, fglobalSection, dmc, csection, cglobalSection, c, cellCIndices, cellFIndices);CHKERRQ(ierr);
30567c927364SMatthew G. Knepley     for (d = 0; d < cTotDim; ++d) {
30570bd915a7SMatthew G. Knepley       if ((cellCIndices[d] < startC) || (cellCIndices[d] >= endC)) continue;
3058ff1e0c32SBarry Smith       if ((findices[cellCIndices[d]-startC] >= 0) && (findices[cellCIndices[d]-startC] != cellFIndices[cmap[d]])) SETERRQ3(PETSC_COMM_SELF, PETSC_ERR_PLIB, "Coarse dof %D maps to both %D and %D", cindices[cellCIndices[d]-startC], findices[cellCIndices[d]-startC], cellFIndices[cmap[d]]);
30597c927364SMatthew G. Knepley       cindices[cellCIndices[d]-startC] = cellCIndices[d];
30607c927364SMatthew G. Knepley       findices[cellCIndices[d]-startC] = cellFIndices[cmap[d]];
30617c927364SMatthew G. Knepley     }
30627c927364SMatthew G. Knepley   }
30637c927364SMatthew G. Knepley   ierr = PetscFree(cmap);CHKERRQ(ierr);
30647c927364SMatthew G. Knepley   ierr = PetscFree2(cellCIndices,cellFIndices);CHKERRQ(ierr);
30657c927364SMatthew G. Knepley 
30667c927364SMatthew G. Knepley   ierr = ISCreateGeneral(PETSC_COMM_SELF, m, cindices, PETSC_OWN_POINTER, &cis);CHKERRQ(ierr);
30677c927364SMatthew G. Knepley   ierr = ISCreateGeneral(PETSC_COMM_SELF, m, findices, PETSC_OWN_POINTER, &fis);CHKERRQ(ierr);
30689448b7f1SJunchao Zhang   ierr = VecScatterCreate(cv, cis, fv, fis, sc);CHKERRQ(ierr);
30697c927364SMatthew G. Knepley   ierr = ISDestroy(&cis);CHKERRQ(ierr);
30707c927364SMatthew G. Knepley   ierr = ISDestroy(&fis);CHKERRQ(ierr);
30717c927364SMatthew G. Knepley   ierr = DMRestoreGlobalVector(dmf, &fv);CHKERRQ(ierr);
30727c927364SMatthew G. Knepley   ierr = DMRestoreGlobalVector(dmc, &cv);CHKERRQ(ierr);
307375a69067SMatthew G. Knepley   ierr = PetscLogEventEnd(DMPLEX_InjectorFEM,dmc,dmf,0,0);CHKERRQ(ierr);
3074cb1e1211SMatthew G Knepley   PetscFunctionReturn(0);
3075cb1e1211SMatthew G Knepley }
3076a1cf66bbSMatthew G. Knepley 
30772f856554SMatthew G. Knepley /*@C
30782f856554SMatthew G. Knepley   DMPlexGetCellFields - Retrieve the field values values for a chunk of cells
30792f856554SMatthew G. Knepley 
30802f856554SMatthew G. Knepley   Input Parameters:
30812f856554SMatthew G. Knepley + dm     - The DM
30822f856554SMatthew G. Knepley . cellIS - The cells to include
30832f856554SMatthew G. Knepley . locX   - A local vector with the solution fields
30842f856554SMatthew G. Knepley . locX_t - A local vector with solution field time derivatives, or NULL
30852f856554SMatthew G. Knepley - locA   - A local vector with auxiliary fields, or NULL
30862f856554SMatthew G. Knepley 
30872f856554SMatthew G. Knepley   Output Parameters:
30882f856554SMatthew G. Knepley + u   - The field coefficients
30892f856554SMatthew G. Knepley . u_t - The fields derivative coefficients
30902f856554SMatthew G. Knepley - a   - The auxiliary field coefficients
30912f856554SMatthew G. Knepley 
30922f856554SMatthew G. Knepley   Level: developer
30932f856554SMatthew G. Knepley 
30942f856554SMatthew G. Knepley .seealso: DMPlexGetFaceFields()
30952f856554SMatthew G. Knepley @*/
30962f856554SMatthew G. Knepley PetscErrorCode DMPlexGetCellFields(DM dm, IS cellIS, Vec locX, Vec locX_t, Vec locA, PetscScalar **u, PetscScalar **u_t, PetscScalar **a)
30972f856554SMatthew G. Knepley {
30982f856554SMatthew G. Knepley   DM              plex, plexA = NULL;
3099a6e0b375SMatthew G. Knepley   DMEnclosureType encAux;
31002f856554SMatthew G. Knepley   PetscSection    section, sectionAux;
31012f856554SMatthew G. Knepley   PetscDS         prob;
31022f856554SMatthew G. Knepley   const PetscInt *cells;
31032f856554SMatthew G. Knepley   PetscInt        cStart, cEnd, numCells, totDim, totDimAux, c;
31042f856554SMatthew G. Knepley   PetscErrorCode  ierr;
31052f856554SMatthew G. Knepley 
31062f856554SMatthew G. Knepley   PetscFunctionBegin;
31072f856554SMatthew G. Knepley   PetscValidHeaderSpecific(dm, DM_CLASSID, 1);
31082f856554SMatthew G. Knepley   PetscValidHeaderSpecific(locX, VEC_CLASSID, 4);
31092f856554SMatthew G. Knepley   if (locX_t) {PetscValidHeaderSpecific(locX_t, VEC_CLASSID, 5);}
31102f856554SMatthew G. Knepley   if (locA)   {PetscValidHeaderSpecific(locA, VEC_CLASSID, 6);}
31112f856554SMatthew G. Knepley   PetscValidPointer(u, 7);
31122f856554SMatthew G. Knepley   PetscValidPointer(u_t, 8);
31132f856554SMatthew G. Knepley   PetscValidPointer(a, 9);
31142f856554SMatthew G. Knepley   ierr = DMPlexConvertPlex(dm, &plex, PETSC_FALSE);CHKERRQ(ierr);
31152f856554SMatthew G. Knepley   ierr = ISGetPointRange(cellIS, &cStart, &cEnd, &cells);CHKERRQ(ierr);
311692fd8e1eSJed Brown   ierr = DMGetLocalSection(dm, &section);CHKERRQ(ierr);
31172f856554SMatthew G. Knepley   ierr = DMGetCellDS(dm, cStart, &prob);CHKERRQ(ierr);
31182f856554SMatthew G. Knepley   ierr = PetscDSGetTotalDimension(prob, &totDim);CHKERRQ(ierr);
31192f856554SMatthew G. Knepley   if (locA) {
31202f856554SMatthew G. Knepley     DM      dmAux;
31212f856554SMatthew G. Knepley     PetscDS probAux;
31222f856554SMatthew G. Knepley 
31232f856554SMatthew G. Knepley     ierr = VecGetDM(locA, &dmAux);CHKERRQ(ierr);
3124a6e0b375SMatthew G. Knepley     ierr = DMGetEnclosureRelation(dmAux, dm, &encAux);CHKERRQ(ierr);
31252f856554SMatthew G. Knepley     ierr = DMPlexConvertPlex(dmAux, &plexA, PETSC_FALSE);CHKERRQ(ierr);
312692fd8e1eSJed Brown     ierr = DMGetLocalSection(dmAux, &sectionAux);CHKERRQ(ierr);
31272f856554SMatthew G. Knepley     ierr = DMGetDS(dmAux, &probAux);CHKERRQ(ierr);
31282f856554SMatthew G. Knepley     ierr = PetscDSGetTotalDimension(probAux, &totDimAux);CHKERRQ(ierr);
31292f856554SMatthew G. Knepley   }
31302f856554SMatthew G. Knepley   numCells = cEnd - cStart;
31312f856554SMatthew G. Knepley   ierr = DMGetWorkArray(dm, numCells*totDim, MPIU_SCALAR, u);CHKERRQ(ierr);
31322f856554SMatthew G. Knepley   if (locX_t) {ierr = DMGetWorkArray(dm, numCells*totDim, MPIU_SCALAR, u_t);CHKERRQ(ierr);} else {*u_t = NULL;}
31332f856554SMatthew G. Knepley   if (locA)   {ierr = DMGetWorkArray(dm, numCells*totDimAux, MPIU_SCALAR, a);CHKERRQ(ierr);} else {*a = NULL;}
31342f856554SMatthew G. Knepley   for (c = cStart; c < cEnd; ++c) {
31352f856554SMatthew G. Knepley     const PetscInt cell = cells ? cells[c] : c;
31362f856554SMatthew G. Knepley     const PetscInt cind = c - cStart;
31372f856554SMatthew G. Knepley     PetscScalar   *x = NULL, *x_t = NULL, *ul = *u, *ul_t = *u_t, *al = *a;
31382f856554SMatthew G. Knepley     PetscInt       i;
31392f856554SMatthew G. Knepley 
31402f856554SMatthew G. Knepley     ierr = DMPlexVecGetClosure(plex, section, locX, cell, NULL, &x);CHKERRQ(ierr);
31412f856554SMatthew G. Knepley     for (i = 0; i < totDim; ++i) ul[cind*totDim+i] = x[i];
31422f856554SMatthew G. Knepley     ierr = DMPlexVecRestoreClosure(plex, section, locX, cell, NULL, &x);CHKERRQ(ierr);
31432f856554SMatthew G. Knepley     if (locX_t) {
31442f856554SMatthew G. Knepley       ierr = DMPlexVecGetClosure(plex, section, locX_t, cell, NULL, &x_t);CHKERRQ(ierr);
31452f856554SMatthew G. Knepley       for (i = 0; i < totDim; ++i) ul_t[cind*totDim+i] = x_t[i];
31462f856554SMatthew G. Knepley       ierr = DMPlexVecRestoreClosure(plex, section, locX_t, cell, NULL, &x_t);CHKERRQ(ierr);
31472f856554SMatthew G. Knepley     }
31482f856554SMatthew G. Knepley     if (locA) {
31492f856554SMatthew G. Knepley       PetscInt subcell;
3150a6e0b375SMatthew G. Knepley       ierr = DMGetEnclosurePoint(plexA, dm, encAux, cell, &subcell);CHKERRQ(ierr);
31512f856554SMatthew G. Knepley       ierr = DMPlexVecGetClosure(plexA, sectionAux, locA, subcell, NULL, &x);CHKERRQ(ierr);
31522f856554SMatthew G. Knepley       for (i = 0; i < totDimAux; ++i) al[cind*totDimAux+i] = x[i];
31532f856554SMatthew G. Knepley       ierr = DMPlexVecRestoreClosure(plexA, sectionAux, locA, subcell, NULL, &x);CHKERRQ(ierr);
31542f856554SMatthew G. Knepley     }
31552f856554SMatthew G. Knepley   }
31562f856554SMatthew G. Knepley   ierr = DMDestroy(&plex);CHKERRQ(ierr);
31572f856554SMatthew G. Knepley   if (locA) {ierr = DMDestroy(&plexA);CHKERRQ(ierr);}
31582f856554SMatthew G. Knepley   ierr = ISRestorePointRange(cellIS, &cStart, &cEnd, &cells);CHKERRQ(ierr);
31592f856554SMatthew G. Knepley   PetscFunctionReturn(0);
31602f856554SMatthew G. Knepley }
31612f856554SMatthew G. Knepley 
31622f856554SMatthew G. Knepley /*@C
31632f856554SMatthew G. Knepley   DMPlexRestoreCellFields - Restore the field values values for a chunk of cells
31642f856554SMatthew G. Knepley 
31652f856554SMatthew G. Knepley   Input Parameters:
31662f856554SMatthew G. Knepley + dm     - The DM
31672f856554SMatthew G. Knepley . cellIS - The cells to include
31682f856554SMatthew G. Knepley . locX   - A local vector with the solution fields
31692f856554SMatthew G. Knepley . locX_t - A local vector with solution field time derivatives, or NULL
31702f856554SMatthew G. Knepley - locA   - A local vector with auxiliary fields, or NULL
31712f856554SMatthew G. Knepley 
31722f856554SMatthew G. Knepley   Output Parameters:
31732f856554SMatthew G. Knepley + u   - The field coefficients
31742f856554SMatthew G. Knepley . u_t - The fields derivative coefficients
31752f856554SMatthew G. Knepley - a   - The auxiliary field coefficients
31762f856554SMatthew G. Knepley 
31772f856554SMatthew G. Knepley   Level: developer
31782f856554SMatthew G. Knepley 
31792f856554SMatthew G. Knepley .seealso: DMPlexGetFaceFields()
31802f856554SMatthew G. Knepley @*/
31812f856554SMatthew G. Knepley PetscErrorCode DMPlexRestoreCellFields(DM dm, IS cellIS, Vec locX, Vec locX_t, Vec locA, PetscScalar **u, PetscScalar **u_t, PetscScalar **a)
31822f856554SMatthew G. Knepley {
31832f856554SMatthew G. Knepley   PetscErrorCode ierr;
31842f856554SMatthew G. Knepley 
31852f856554SMatthew G. Knepley   PetscFunctionBegin;
31862f856554SMatthew G. Knepley   ierr = DMRestoreWorkArray(dm, 0, MPIU_SCALAR, u);CHKERRQ(ierr);
31872f856554SMatthew G. Knepley   if (locX_t) {ierr = DMRestoreWorkArray(dm, 0, MPIU_SCALAR, u_t);CHKERRQ(ierr);}
31882f856554SMatthew G. Knepley   if (locA)   {ierr = DMRestoreWorkArray(dm, 0, MPIU_SCALAR, a);CHKERRQ(ierr);}
31892f856554SMatthew G. Knepley   PetscFunctionReturn(0);
31902f856554SMatthew G. Knepley }
31912f856554SMatthew G. Knepley 
31922f856554SMatthew G. Knepley /*@C
31932f856554SMatthew G. Knepley   DMPlexGetFaceFields - Retrieve the field values values for a chunk of faces
31942f856554SMatthew G. Knepley 
31952f856554SMatthew G. Knepley   Input Parameters:
31962f856554SMatthew G. Knepley + dm     - The DM
31972f856554SMatthew G. Knepley . fStart - The first face to include
31982f856554SMatthew G. Knepley . fEnd   - The first face to exclude
31992f856554SMatthew G. Knepley . locX   - A local vector with the solution fields
32002f856554SMatthew G. Knepley . locX_t - A local vector with solution field time derivatives, or NULL
32012f856554SMatthew G. Knepley . faceGeometry - A local vector with face geometry
32022f856554SMatthew G. Knepley . cellGeometry - A local vector with cell geometry
32032f856554SMatthew G. Knepley - locaGrad - A local vector with field gradients, or NULL
32042f856554SMatthew G. Knepley 
32052f856554SMatthew G. Knepley   Output Parameters:
32062f856554SMatthew G. Knepley + Nface - The number of faces with field values
32072f856554SMatthew G. Knepley . uL - The field values at the left side of the face
32082f856554SMatthew G. Knepley - uR - The field values at the right side of the face
32092f856554SMatthew G. Knepley 
32102f856554SMatthew G. Knepley   Level: developer
32112f856554SMatthew G. Knepley 
32122f856554SMatthew G. Knepley .seealso: DMPlexGetCellFields()
32132f856554SMatthew G. Knepley @*/
32142f856554SMatthew G. Knepley PetscErrorCode DMPlexGetFaceFields(DM dm, PetscInt fStart, PetscInt fEnd, Vec locX, Vec locX_t, Vec faceGeometry, Vec cellGeometry, Vec locGrad, PetscInt *Nface, PetscScalar **uL, PetscScalar **uR)
32152f856554SMatthew G. Knepley {
32162f856554SMatthew G. Knepley   DM                 dmFace, dmCell, dmGrad = NULL;
32172f856554SMatthew G. Knepley   PetscSection       section;
32182f856554SMatthew G. Knepley   PetscDS            prob;
32192f856554SMatthew G. Knepley   DMLabel            ghostLabel;
32202f856554SMatthew G. Knepley   const PetscScalar *facegeom, *cellgeom, *x, *lgrad;
32212f856554SMatthew G. Knepley   PetscBool         *isFE;
32222f856554SMatthew G. Knepley   PetscInt           dim, Nf, f, Nc, numFaces = fEnd - fStart, iface, face;
32232f856554SMatthew G. Knepley   PetscErrorCode     ierr;
32242f856554SMatthew G. Knepley 
32252f856554SMatthew G. Knepley   PetscFunctionBegin;
32262f856554SMatthew G. Knepley   PetscValidHeaderSpecific(dm, DM_CLASSID, 1);
32272f856554SMatthew G. Knepley   PetscValidHeaderSpecific(locX, VEC_CLASSID, 4);
32282f856554SMatthew G. Knepley   if (locX_t) {PetscValidHeaderSpecific(locX_t, VEC_CLASSID, 5);}
32292f856554SMatthew G. Knepley   PetscValidHeaderSpecific(faceGeometry, VEC_CLASSID, 6);
32302f856554SMatthew G. Knepley   PetscValidHeaderSpecific(cellGeometry, VEC_CLASSID, 7);
32312f856554SMatthew G. Knepley   if (locGrad) {PetscValidHeaderSpecific(locGrad, VEC_CLASSID, 8);}
32322f856554SMatthew G. Knepley   PetscValidPointer(uL, 9);
32332f856554SMatthew G. Knepley   PetscValidPointer(uR, 10);
32342f856554SMatthew G. Knepley   ierr = DMGetDimension(dm, &dim);CHKERRQ(ierr);
32352f856554SMatthew G. Knepley   ierr = DMGetDS(dm, &prob);CHKERRQ(ierr);
323692fd8e1eSJed Brown   ierr = DMGetLocalSection(dm, &section);CHKERRQ(ierr);
32372f856554SMatthew G. Knepley   ierr = PetscDSGetNumFields(prob, &Nf);CHKERRQ(ierr);
32382f856554SMatthew G. Knepley   ierr = PetscDSGetTotalComponents(prob, &Nc);CHKERRQ(ierr);
32392f856554SMatthew G. Knepley   ierr = PetscMalloc1(Nf, &isFE);CHKERRQ(ierr);
32402f856554SMatthew G. Knepley   for (f = 0; f < Nf; ++f) {
32412f856554SMatthew G. Knepley     PetscObject  obj;
32422f856554SMatthew G. Knepley     PetscClassId id;
32432f856554SMatthew G. Knepley 
32442f856554SMatthew G. Knepley     ierr = PetscDSGetDiscretization(prob, f, &obj);CHKERRQ(ierr);
32452f856554SMatthew G. Knepley     ierr = PetscObjectGetClassId(obj, &id);CHKERRQ(ierr);
32462f856554SMatthew G. Knepley     if (id == PETSCFE_CLASSID)      {isFE[f] = PETSC_TRUE;}
32472f856554SMatthew G. Knepley     else if (id == PETSCFV_CLASSID) {isFE[f] = PETSC_FALSE;}
32482f856554SMatthew G. Knepley     else                            {isFE[f] = PETSC_FALSE;}
32492f856554SMatthew G. Knepley   }
32502f856554SMatthew G. Knepley   ierr = DMGetLabel(dm, "ghost", &ghostLabel);CHKERRQ(ierr);
32512f856554SMatthew G. Knepley   ierr = VecGetArrayRead(locX, &x);CHKERRQ(ierr);
32522f856554SMatthew G. Knepley   ierr = VecGetDM(faceGeometry, &dmFace);CHKERRQ(ierr);
32532f856554SMatthew G. Knepley   ierr = VecGetArrayRead(faceGeometry, &facegeom);CHKERRQ(ierr);
32542f856554SMatthew G. Knepley   ierr = VecGetDM(cellGeometry, &dmCell);CHKERRQ(ierr);
32552f856554SMatthew G. Knepley   ierr = VecGetArrayRead(cellGeometry, &cellgeom);CHKERRQ(ierr);
32562f856554SMatthew G. Knepley   if (locGrad) {
32572f856554SMatthew G. Knepley     ierr = VecGetDM(locGrad, &dmGrad);CHKERRQ(ierr);
32582f856554SMatthew G. Knepley     ierr = VecGetArrayRead(locGrad, &lgrad);CHKERRQ(ierr);
32592f856554SMatthew G. Knepley   }
32602f856554SMatthew G. Knepley   ierr = DMGetWorkArray(dm, numFaces*Nc, MPIU_SCALAR, uL);CHKERRQ(ierr);
32612f856554SMatthew G. Knepley   ierr = DMGetWorkArray(dm, numFaces*Nc, MPIU_SCALAR, uR);CHKERRQ(ierr);
32622f856554SMatthew G. Knepley   /* Right now just eat the extra work for FE (could make a cell loop) */
32632f856554SMatthew G. Knepley   for (face = fStart, iface = 0; face < fEnd; ++face) {
32642f856554SMatthew G. Knepley     const PetscInt        *cells;
32652f856554SMatthew G. Knepley     PetscFVFaceGeom       *fg;
32662f856554SMatthew G. Knepley     PetscFVCellGeom       *cgL, *cgR;
32672f856554SMatthew G. Knepley     PetscScalar           *xL, *xR, *gL, *gR;
32682f856554SMatthew G. Knepley     PetscScalar           *uLl = *uL, *uRl = *uR;
32692f856554SMatthew G. Knepley     PetscInt               ghost, nsupp, nchild;
32702f856554SMatthew G. Knepley 
32712f856554SMatthew G. Knepley     ierr = DMLabelGetValue(ghostLabel, face, &ghost);CHKERRQ(ierr);
32722f856554SMatthew G. Knepley     ierr = DMPlexGetSupportSize(dm, face, &nsupp);CHKERRQ(ierr);
32732f856554SMatthew G. Knepley     ierr = DMPlexGetTreeChildren(dm, face, &nchild, NULL);CHKERRQ(ierr);
32742f856554SMatthew G. Knepley     if (ghost >= 0 || nsupp > 2 || nchild > 0) continue;
32752f856554SMatthew G. Knepley     ierr = DMPlexPointLocalRead(dmFace, face, facegeom, &fg);CHKERRQ(ierr);
32762f856554SMatthew G. Knepley     ierr = DMPlexGetSupport(dm, face, &cells);CHKERRQ(ierr);
32772f856554SMatthew G. Knepley     ierr = DMPlexPointLocalRead(dmCell, cells[0], cellgeom, &cgL);CHKERRQ(ierr);
32782f856554SMatthew G. Knepley     ierr = DMPlexPointLocalRead(dmCell, cells[1], cellgeom, &cgR);CHKERRQ(ierr);
32792f856554SMatthew G. Knepley     for (f = 0; f < Nf; ++f) {
32802f856554SMatthew G. Knepley       PetscInt off;
32812f856554SMatthew G. Knepley 
32822f856554SMatthew G. Knepley       ierr = PetscDSGetComponentOffset(prob, f, &off);CHKERRQ(ierr);
32832f856554SMatthew G. Knepley       if (isFE[f]) {
32842f856554SMatthew G. Knepley         const PetscInt *cone;
32852f856554SMatthew G. Knepley         PetscInt        comp, coneSizeL, coneSizeR, faceLocL, faceLocR, ldof, rdof, d;
32862f856554SMatthew G. Knepley 
32872f856554SMatthew G. Knepley         xL = xR = NULL;
32882f856554SMatthew G. Knepley         ierr = PetscSectionGetFieldComponents(section, f, &comp);CHKERRQ(ierr);
32892f856554SMatthew G. Knepley         ierr = DMPlexVecGetClosure(dm, section, locX, cells[0], &ldof, (PetscScalar **) &xL);CHKERRQ(ierr);
32902f856554SMatthew G. Knepley         ierr = DMPlexVecGetClosure(dm, section, locX, cells[1], &rdof, (PetscScalar **) &xR);CHKERRQ(ierr);
32912f856554SMatthew G. Knepley         ierr = DMPlexGetCone(dm, cells[0], &cone);CHKERRQ(ierr);
32922f856554SMatthew G. Knepley         ierr = DMPlexGetConeSize(dm, cells[0], &coneSizeL);CHKERRQ(ierr);
32932f856554SMatthew G. Knepley         for (faceLocL = 0; faceLocL < coneSizeL; ++faceLocL) if (cone[faceLocL] == face) break;
32942f856554SMatthew G. Knepley         ierr = DMPlexGetCone(dm, cells[1], &cone);CHKERRQ(ierr);
32952f856554SMatthew G. Knepley         ierr = DMPlexGetConeSize(dm, cells[1], &coneSizeR);CHKERRQ(ierr);
32962f856554SMatthew G. Knepley         for (faceLocR = 0; faceLocR < coneSizeR; ++faceLocR) if (cone[faceLocR] == face) break;
3297ff1e0c32SBarry Smith         if (faceLocL == coneSizeL && faceLocR == coneSizeR) SETERRQ3(PETSC_COMM_SELF, PETSC_ERR_PLIB, "Could not find face %D in cone of cell %D or cell %D", face, cells[0], cells[1]);
32982f856554SMatthew G. Knepley         /* Check that FEM field has values in the right cell (sometimes its an FV ghost cell) */
32992f856554SMatthew G. Knepley         /* TODO: this is a hack that might not be right for nonconforming */
33002f856554SMatthew G. Knepley         if (faceLocL < coneSizeL) {
3301a8f1f9e5SMatthew G. Knepley           ierr = PetscFEEvaluateFaceFields_Internal(prob, f, faceLocL, xL, &uLl[iface*Nc+off]);CHKERRQ(ierr);
3302a8f1f9e5SMatthew G. Knepley           if (rdof == ldof && faceLocR < coneSizeR) {ierr = PetscFEEvaluateFaceFields_Internal(prob, f, faceLocR, xR, &uRl[iface*Nc+off]);CHKERRQ(ierr);}
33032f856554SMatthew G. Knepley           else              {for(d = 0; d < comp; ++d) uRl[iface*Nc+off+d] = uLl[iface*Nc+off+d];}
33042f856554SMatthew G. Knepley         }
33052f856554SMatthew G. Knepley         else {
3306a8f1f9e5SMatthew G. Knepley           ierr = PetscFEEvaluateFaceFields_Internal(prob, f, faceLocR, xR, &uRl[iface*Nc+off]);CHKERRQ(ierr);
33072f856554SMatthew G. Knepley           ierr = PetscSectionGetFieldComponents(section, f, &comp);CHKERRQ(ierr);
33082f856554SMatthew G. Knepley           for(d = 0; d < comp; ++d) uLl[iface*Nc+off+d] = uRl[iface*Nc+off+d];
33092f856554SMatthew G. Knepley         }
33102f856554SMatthew G. Knepley         ierr = DMPlexVecRestoreClosure(dm, section, locX, cells[0], &ldof, (PetscScalar **) &xL);CHKERRQ(ierr);
33112f856554SMatthew G. Knepley         ierr = DMPlexVecRestoreClosure(dm, section, locX, cells[1], &rdof, (PetscScalar **) &xR);CHKERRQ(ierr);
33122f856554SMatthew G. Knepley       } else {
33132f856554SMatthew G. Knepley         PetscFV  fv;
33142f856554SMatthew G. Knepley         PetscInt numComp, c;
33152f856554SMatthew G. Knepley 
33162f856554SMatthew G. Knepley         ierr = PetscDSGetDiscretization(prob, f, (PetscObject *) &fv);CHKERRQ(ierr);
33172f856554SMatthew G. Knepley         ierr = PetscFVGetNumComponents(fv, &numComp);CHKERRQ(ierr);
33182f856554SMatthew G. Knepley         ierr = DMPlexPointLocalFieldRead(dm, cells[0], f, x, &xL);CHKERRQ(ierr);
33192f856554SMatthew G. Knepley         ierr = DMPlexPointLocalFieldRead(dm, cells[1], f, x, &xR);CHKERRQ(ierr);
33202f856554SMatthew G. Knepley         if (dmGrad) {
33212f856554SMatthew G. Knepley           PetscReal dxL[3], dxR[3];
33222f856554SMatthew G. Knepley 
33232f856554SMatthew G. Knepley           ierr = DMPlexPointLocalRead(dmGrad, cells[0], lgrad, &gL);CHKERRQ(ierr);
33242f856554SMatthew G. Knepley           ierr = DMPlexPointLocalRead(dmGrad, cells[1], lgrad, &gR);CHKERRQ(ierr);
33252f856554SMatthew G. Knepley           DMPlex_WaxpyD_Internal(dim, -1, cgL->centroid, fg->centroid, dxL);
33262f856554SMatthew G. Knepley           DMPlex_WaxpyD_Internal(dim, -1, cgR->centroid, fg->centroid, dxR);
33272f856554SMatthew G. Knepley           for (c = 0; c < numComp; ++c) {
33282f856554SMatthew G. Knepley             uLl[iface*Nc+off+c] = xL[c] + DMPlex_DotD_Internal(dim, &gL[c*dim], dxL);
33292f856554SMatthew G. Knepley             uRl[iface*Nc+off+c] = xR[c] + DMPlex_DotD_Internal(dim, &gR[c*dim], dxR);
33302f856554SMatthew G. Knepley           }
33312f856554SMatthew G. Knepley         } else {
33322f856554SMatthew G. Knepley           for (c = 0; c < numComp; ++c) {
33332f856554SMatthew G. Knepley             uLl[iface*Nc+off+c] = xL[c];
33342f856554SMatthew G. Knepley             uRl[iface*Nc+off+c] = xR[c];
33352f856554SMatthew G. Knepley           }
33362f856554SMatthew G. Knepley         }
33372f856554SMatthew G. Knepley       }
33382f856554SMatthew G. Knepley     }
33392f856554SMatthew G. Knepley     ++iface;
33402f856554SMatthew G. Knepley   }
33412f856554SMatthew G. Knepley   *Nface = iface;
33422f856554SMatthew G. Knepley   ierr = VecRestoreArrayRead(locX, &x);CHKERRQ(ierr);
33432f856554SMatthew G. Knepley   ierr = VecRestoreArrayRead(faceGeometry, &facegeom);CHKERRQ(ierr);
33442f856554SMatthew G. Knepley   ierr = VecRestoreArrayRead(cellGeometry, &cellgeom);CHKERRQ(ierr);
33452f856554SMatthew G. Knepley   if (locGrad) {
33462f856554SMatthew G. Knepley     ierr = VecRestoreArrayRead(locGrad, &lgrad);CHKERRQ(ierr);
33472f856554SMatthew G. Knepley   }
33482f856554SMatthew G. Knepley   ierr = PetscFree(isFE);CHKERRQ(ierr);
33492f856554SMatthew G. Knepley   PetscFunctionReturn(0);
33502f856554SMatthew G. Knepley }
33512f856554SMatthew G. Knepley 
33522f856554SMatthew G. Knepley /*@C
33532f856554SMatthew G. Knepley   DMPlexRestoreFaceFields - Restore the field values values for a chunk of faces
33542f856554SMatthew G. Knepley 
33552f856554SMatthew G. Knepley   Input Parameters:
33562f856554SMatthew G. Knepley + dm     - The DM
33572f856554SMatthew G. Knepley . fStart - The first face to include
33582f856554SMatthew G. Knepley . fEnd   - The first face to exclude
33592f856554SMatthew G. Knepley . locX   - A local vector with the solution fields
33602f856554SMatthew G. Knepley . locX_t - A local vector with solution field time derivatives, or NULL
33612f856554SMatthew G. Knepley . faceGeometry - A local vector with face geometry
33622f856554SMatthew G. Knepley . cellGeometry - A local vector with cell geometry
33632f856554SMatthew G. Knepley - locaGrad - A local vector with field gradients, or NULL
33642f856554SMatthew G. Knepley 
33652f856554SMatthew G. Knepley   Output Parameters:
33662f856554SMatthew G. Knepley + Nface - The number of faces with field values
33672f856554SMatthew G. Knepley . uL - The field values at the left side of the face
33682f856554SMatthew G. Knepley - uR - The field values at the right side of the face
33692f856554SMatthew G. Knepley 
33702f856554SMatthew G. Knepley   Level: developer
33712f856554SMatthew G. Knepley 
33722f856554SMatthew G. Knepley .seealso: DMPlexGetFaceFields()
33732f856554SMatthew G. Knepley @*/
33742f856554SMatthew G. Knepley PetscErrorCode DMPlexRestoreFaceFields(DM dm, PetscInt fStart, PetscInt fEnd, Vec locX, Vec locX_t, Vec faceGeometry, Vec cellGeometry, Vec locGrad, PetscInt *Nface, PetscScalar **uL, PetscScalar **uR)
33752f856554SMatthew G. Knepley {
33762f856554SMatthew G. Knepley   PetscErrorCode ierr;
33772f856554SMatthew G. Knepley 
33782f856554SMatthew G. Knepley   PetscFunctionBegin;
33792f856554SMatthew G. Knepley   ierr = DMRestoreWorkArray(dm, 0, MPIU_SCALAR, uL);CHKERRQ(ierr);
33802f856554SMatthew G. Knepley   ierr = DMRestoreWorkArray(dm, 0, MPIU_SCALAR, uR);CHKERRQ(ierr);
33812f856554SMatthew G. Knepley   PetscFunctionReturn(0);
33822f856554SMatthew G. Knepley }
33832f856554SMatthew G. Knepley 
33842f856554SMatthew G. Knepley /*@C
33852f856554SMatthew G. Knepley   DMPlexGetFaceGeometry - Retrieve the geometric values for a chunk of faces
33862f856554SMatthew G. Knepley 
33872f856554SMatthew G. Knepley   Input Parameters:
33882f856554SMatthew G. Knepley + dm     - The DM
33892f856554SMatthew G. Knepley . fStart - The first face to include
33902f856554SMatthew G. Knepley . fEnd   - The first face to exclude
33912f856554SMatthew G. Knepley . faceGeometry - A local vector with face geometry
33922f856554SMatthew G. Knepley - cellGeometry - A local vector with cell geometry
33932f856554SMatthew G. Knepley 
33942f856554SMatthew G. Knepley   Output Parameters:
33952f856554SMatthew G. Knepley + Nface - The number of faces with field values
33962f856554SMatthew G. Knepley . fgeom - The extract the face centroid and normal
33972f856554SMatthew G. Knepley - vol   - The cell volume
33982f856554SMatthew G. Knepley 
33992f856554SMatthew G. Knepley   Level: developer
34002f856554SMatthew G. Knepley 
34012f856554SMatthew G. Knepley .seealso: DMPlexGetCellFields()
34022f856554SMatthew G. Knepley @*/
34032f856554SMatthew G. Knepley PetscErrorCode DMPlexGetFaceGeometry(DM dm, PetscInt fStart, PetscInt fEnd, Vec faceGeometry, Vec cellGeometry, PetscInt *Nface, PetscFVFaceGeom **fgeom, PetscReal **vol)
34042f856554SMatthew G. Knepley {
34052f856554SMatthew G. Knepley   DM                 dmFace, dmCell;
34062f856554SMatthew G. Knepley   DMLabel            ghostLabel;
34072f856554SMatthew G. Knepley   const PetscScalar *facegeom, *cellgeom;
34082f856554SMatthew G. Knepley   PetscInt           dim, numFaces = fEnd - fStart, iface, face;
34092f856554SMatthew G. Knepley   PetscErrorCode     ierr;
34102f856554SMatthew G. Knepley 
34112f856554SMatthew G. Knepley   PetscFunctionBegin;
34122f856554SMatthew G. Knepley   PetscValidHeaderSpecific(dm, DM_CLASSID, 1);
34132f856554SMatthew G. Knepley   PetscValidHeaderSpecific(faceGeometry, VEC_CLASSID, 4);
34142f856554SMatthew G. Knepley   PetscValidHeaderSpecific(cellGeometry, VEC_CLASSID, 5);
34152f856554SMatthew G. Knepley   PetscValidPointer(fgeom, 6);
34162f856554SMatthew G. Knepley   PetscValidPointer(vol, 7);
34172f856554SMatthew G. Knepley   ierr = DMGetDimension(dm, &dim);CHKERRQ(ierr);
34182f856554SMatthew G. Knepley   ierr = DMGetLabel(dm, "ghost", &ghostLabel);CHKERRQ(ierr);
34192f856554SMatthew G. Knepley   ierr = VecGetDM(faceGeometry, &dmFace);CHKERRQ(ierr);
34202f856554SMatthew G. Knepley   ierr = VecGetArrayRead(faceGeometry, &facegeom);CHKERRQ(ierr);
34212f856554SMatthew G. Knepley   ierr = VecGetDM(cellGeometry, &dmCell);CHKERRQ(ierr);
34222f856554SMatthew G. Knepley   ierr = VecGetArrayRead(cellGeometry, &cellgeom);CHKERRQ(ierr);
34232f856554SMatthew G. Knepley   ierr = PetscMalloc1(numFaces, fgeom);CHKERRQ(ierr);
34242f856554SMatthew G. Knepley   ierr = DMGetWorkArray(dm, numFaces*2, MPIU_SCALAR, vol);CHKERRQ(ierr);
34252f856554SMatthew G. Knepley   for (face = fStart, iface = 0; face < fEnd; ++face) {
34262f856554SMatthew G. Knepley     const PetscInt        *cells;
34272f856554SMatthew G. Knepley     PetscFVFaceGeom       *fg;
34282f856554SMatthew G. Knepley     PetscFVCellGeom       *cgL, *cgR;
34292f856554SMatthew G. Knepley     PetscFVFaceGeom       *fgeoml = *fgeom;
34302f856554SMatthew G. Knepley     PetscReal             *voll   = *vol;
34312f856554SMatthew G. Knepley     PetscInt               ghost, d, nchild, nsupp;
34322f856554SMatthew G. Knepley 
34332f856554SMatthew G. Knepley     ierr = DMLabelGetValue(ghostLabel, face, &ghost);CHKERRQ(ierr);
34342f856554SMatthew G. Knepley     ierr = DMPlexGetSupportSize(dm, face, &nsupp);CHKERRQ(ierr);
34352f856554SMatthew G. Knepley     ierr = DMPlexGetTreeChildren(dm, face, &nchild, NULL);CHKERRQ(ierr);
34362f856554SMatthew G. Knepley     if (ghost >= 0 || nsupp > 2 || nchild > 0) continue;
34372f856554SMatthew G. Knepley     ierr = DMPlexPointLocalRead(dmFace, face, facegeom, &fg);CHKERRQ(ierr);
34382f856554SMatthew G. Knepley     ierr = DMPlexGetSupport(dm, face, &cells);CHKERRQ(ierr);
34392f856554SMatthew G. Knepley     ierr = DMPlexPointLocalRead(dmCell, cells[0], cellgeom, &cgL);CHKERRQ(ierr);
34402f856554SMatthew G. Knepley     ierr = DMPlexPointLocalRead(dmCell, cells[1], cellgeom, &cgR);CHKERRQ(ierr);
34412f856554SMatthew G. Knepley     for (d = 0; d < dim; ++d) {
34422f856554SMatthew G. Knepley       fgeoml[iface].centroid[d] = fg->centroid[d];
34432f856554SMatthew G. Knepley       fgeoml[iface].normal[d]   = fg->normal[d];
34442f856554SMatthew G. Knepley     }
34452f856554SMatthew G. Knepley     voll[iface*2+0] = cgL->volume;
34462f856554SMatthew G. Knepley     voll[iface*2+1] = cgR->volume;
34472f856554SMatthew G. Knepley     ++iface;
34482f856554SMatthew G. Knepley   }
34492f856554SMatthew G. Knepley   *Nface = iface;
34502f856554SMatthew G. Knepley   ierr = VecRestoreArrayRead(faceGeometry, &facegeom);CHKERRQ(ierr);
34512f856554SMatthew G. Knepley   ierr = VecRestoreArrayRead(cellGeometry, &cellgeom);CHKERRQ(ierr);
34522f856554SMatthew G. Knepley   PetscFunctionReturn(0);
34532f856554SMatthew G. Knepley }
34542f856554SMatthew G. Knepley 
34552f856554SMatthew G. Knepley /*@C
34562f856554SMatthew G. Knepley   DMPlexRestoreFaceGeometry - Restore the field values values for a chunk of faces
34572f856554SMatthew G. Knepley 
34582f856554SMatthew G. Knepley   Input Parameters:
34592f856554SMatthew G. Knepley + dm     - The DM
34602f856554SMatthew G. Knepley . fStart - The first face to include
34612f856554SMatthew G. Knepley . fEnd   - The first face to exclude
34622f856554SMatthew G. Knepley . faceGeometry - A local vector with face geometry
34632f856554SMatthew G. Knepley - cellGeometry - A local vector with cell geometry
34642f856554SMatthew G. Knepley 
34652f856554SMatthew G. Knepley   Output Parameters:
34662f856554SMatthew G. Knepley + Nface - The number of faces with field values
34672f856554SMatthew G. Knepley . fgeom - The extract the face centroid and normal
34682f856554SMatthew G. Knepley - vol   - The cell volume
34692f856554SMatthew G. Knepley 
34702f856554SMatthew G. Knepley   Level: developer
34712f856554SMatthew G. Knepley 
34722f856554SMatthew G. Knepley .seealso: DMPlexGetFaceFields()
34732f856554SMatthew G. Knepley @*/
34742f856554SMatthew G. Knepley PetscErrorCode DMPlexRestoreFaceGeometry(DM dm, PetscInt fStart, PetscInt fEnd, Vec faceGeometry, Vec cellGeometry, PetscInt *Nface, PetscFVFaceGeom **fgeom, PetscReal **vol)
34752f856554SMatthew G. Knepley {
34762f856554SMatthew G. Knepley   PetscErrorCode ierr;
34772f856554SMatthew G. Knepley 
34782f856554SMatthew G. Knepley   PetscFunctionBegin;
34792f856554SMatthew G. Knepley   ierr = PetscFree(*fgeom);CHKERRQ(ierr);
34802f856554SMatthew G. Knepley   ierr = DMRestoreWorkArray(dm, 0, MPIU_REAL, vol);CHKERRQ(ierr);
34812f856554SMatthew G. Knepley   PetscFunctionReturn(0);
34822f856554SMatthew G. Knepley }
34832f856554SMatthew G. Knepley 
3484a1cf66bbSMatthew G. Knepley PetscErrorCode DMSNESGetFEGeom(DMField coordField, IS pointIS, PetscQuadrature quad, PetscBool faceData, PetscFEGeom **geom)
3485a1cf66bbSMatthew G. Knepley {
3486a1cf66bbSMatthew G. Knepley   char            composeStr[33] = {0};
3487a1cf66bbSMatthew G. Knepley   PetscObjectId   id;
3488a1cf66bbSMatthew G. Knepley   PetscContainer  container;
3489a1cf66bbSMatthew G. Knepley   PetscErrorCode  ierr;
3490a1cf66bbSMatthew G. Knepley 
3491a1cf66bbSMatthew G. Knepley   PetscFunctionBegin;
3492a1cf66bbSMatthew G. Knepley   ierr = PetscObjectGetId((PetscObject)quad,&id);CHKERRQ(ierr);
3493a1cf66bbSMatthew G. Knepley   ierr = PetscSNPrintf(composeStr, 32, "DMSNESGetFEGeom_%x\n", id);CHKERRQ(ierr);
3494a1cf66bbSMatthew G. Knepley   ierr = PetscObjectQuery((PetscObject) pointIS, composeStr, (PetscObject *) &container);CHKERRQ(ierr);
3495a1cf66bbSMatthew G. Knepley   if (container) {
3496a1cf66bbSMatthew G. Knepley     ierr = PetscContainerGetPointer(container, (void **) geom);CHKERRQ(ierr);
3497a1cf66bbSMatthew G. Knepley   } else {
3498a1cf66bbSMatthew G. Knepley     ierr = DMFieldCreateFEGeom(coordField, pointIS, quad, faceData, geom);CHKERRQ(ierr);
3499a1cf66bbSMatthew G. Knepley     ierr = PetscContainerCreate(PETSC_COMM_SELF,&container);CHKERRQ(ierr);
3500a1cf66bbSMatthew G. Knepley     ierr = PetscContainerSetPointer(container, (void *) *geom);CHKERRQ(ierr);
3501a1cf66bbSMatthew G. Knepley     ierr = PetscContainerSetUserDestroy(container, PetscContainerUserDestroy_PetscFEGeom);CHKERRQ(ierr);
3502a1cf66bbSMatthew G. Knepley     ierr = PetscObjectCompose((PetscObject) pointIS, composeStr, (PetscObject) container);CHKERRQ(ierr);
3503a1cf66bbSMatthew G. Knepley     ierr = PetscContainerDestroy(&container);CHKERRQ(ierr);
3504a1cf66bbSMatthew G. Knepley   }
3505a1cf66bbSMatthew G. Knepley   PetscFunctionReturn(0);
3506a1cf66bbSMatthew G. Knepley }
3507a1cf66bbSMatthew G. Knepley 
3508a1cf66bbSMatthew G. Knepley PetscErrorCode DMSNESRestoreFEGeom(DMField coordField, IS pointIS, PetscQuadrature quad, PetscBool faceData, PetscFEGeom **geom)
3509a1cf66bbSMatthew G. Knepley {
3510a1cf66bbSMatthew G. Knepley   PetscFunctionBegin;
3511a1cf66bbSMatthew G. Knepley   *geom = NULL;
3512a1cf66bbSMatthew G. Knepley   PetscFunctionReturn(0);
3513a1cf66bbSMatthew G. Knepley }
3514a1cf66bbSMatthew G. Knepley 
351592d50984SMatthew G. Knepley PetscErrorCode DMPlexComputeResidual_Patch_Internal(DM dm, PetscSection section, IS cellIS, PetscReal t, Vec locX, Vec locX_t, Vec locF, void *user)
351692d50984SMatthew G. Knepley {
351792d50984SMatthew G. Knepley   DM_Plex         *mesh       = (DM_Plex *) dm->data;
351892d50984SMatthew G. Knepley   const char      *name       = "Residual";
351992d50984SMatthew G. Knepley   DM               dmAux      = NULL;
352092d50984SMatthew G. Knepley   DMLabel          ghostLabel = NULL;
352192d50984SMatthew G. Knepley   PetscDS          prob       = NULL;
352292d50984SMatthew G. Knepley   PetscDS          probAux    = NULL;
352392d50984SMatthew G. Knepley   PetscBool        useFEM     = PETSC_FALSE;
352492d50984SMatthew G. Knepley   PetscBool        isImplicit = (locX_t || t == PETSC_MIN_REAL) ? PETSC_TRUE : PETSC_FALSE;
352592d50984SMatthew G. Knepley   DMField          coordField = NULL;
3526c0006e53SPatrick Farrell   Vec              locA;
3527c0006e53SPatrick Farrell   PetscScalar     *u = NULL, *u_t, *a, *uL = NULL, *uR = NULL;
352892d50984SMatthew G. Knepley   IS               chunkIS;
352992d50984SMatthew G. Knepley   const PetscInt  *cells;
353092d50984SMatthew G. Knepley   PetscInt         cStart, cEnd, numCells;
3531364207b6SKarl Rupp   PetscInt         Nf, f, totDim, totDimAux, numChunks, cellChunkSize, chunk, fStart, fEnd;
353292d50984SMatthew G. Knepley   PetscInt         maxDegree = PETSC_MAX_INT;
353392d50984SMatthew G. Knepley   PetscQuadrature  affineQuad = NULL, *quads = NULL;
353492d50984SMatthew G. Knepley   PetscFEGeom     *affineGeom = NULL, **geoms = NULL;
353592d50984SMatthew G. Knepley   PetscErrorCode   ierr;
353692d50984SMatthew G. Knepley 
353792d50984SMatthew G. Knepley   PetscFunctionBegin;
353892d50984SMatthew G. Knepley   ierr = PetscLogEventBegin(DMPLEX_ResidualFEM,dm,0,0,0);CHKERRQ(ierr);
353992d50984SMatthew G. Knepley   /* FEM+FVM */
354092d50984SMatthew G. Knepley   /* 1: Get sizes from dm and dmAux */
354192d50984SMatthew G. Knepley   ierr = DMGetLabel(dm, "ghost", &ghostLabel);CHKERRQ(ierr);
354292d50984SMatthew G. Knepley   ierr = DMGetDS(dm, &prob);CHKERRQ(ierr);
354392d50984SMatthew G. Knepley   ierr = PetscDSGetNumFields(prob, &Nf);CHKERRQ(ierr);
354492d50984SMatthew G. Knepley   ierr = PetscDSGetTotalDimension(prob, &totDim);CHKERRQ(ierr);
354592d50984SMatthew G. Knepley   ierr = PetscObjectQuery((PetscObject) dm, "A", (PetscObject *) &locA);CHKERRQ(ierr);
354692d50984SMatthew G. Knepley   if (locA) {
354792d50984SMatthew G. Knepley     ierr = VecGetDM(locA, &dmAux);CHKERRQ(ierr);
354892d50984SMatthew G. Knepley     ierr = DMGetDS(dmAux, &probAux);CHKERRQ(ierr);
354992d50984SMatthew G. Knepley     ierr = PetscDSGetTotalDimension(probAux, &totDimAux);CHKERRQ(ierr);
355092d50984SMatthew G. Knepley   }
355192d50984SMatthew G. Knepley   /* 2: Get geometric data */
355292d50984SMatthew G. Knepley   for (f = 0; f < Nf; ++f) {
355392d50984SMatthew G. Knepley     PetscObject  obj;
355492d50984SMatthew G. Knepley     PetscClassId id;
355592d50984SMatthew G. Knepley     PetscBool    fimp;
355692d50984SMatthew G. Knepley 
355792d50984SMatthew G. Knepley     ierr = PetscDSGetImplicit(prob, f, &fimp);CHKERRQ(ierr);
355892d50984SMatthew G. Knepley     if (isImplicit != fimp) continue;
355992d50984SMatthew G. Knepley     ierr = PetscDSGetDiscretization(prob, f, &obj);CHKERRQ(ierr);
356092d50984SMatthew G. Knepley     ierr = PetscObjectGetClassId(obj, &id);CHKERRQ(ierr);
356192d50984SMatthew G. Knepley     if (id == PETSCFE_CLASSID) {useFEM = PETSC_TRUE;}
3562364207b6SKarl Rupp     if (id == PETSCFV_CLASSID) SETERRQ(PETSC_COMM_SELF,PETSC_ERR_ARG_WRONG,"Use of FVM with PCPATCH not yet implemented");
356392d50984SMatthew G. Knepley   }
356492d50984SMatthew G. Knepley   if (useFEM) {
356592d50984SMatthew G. Knepley     ierr = DMGetCoordinateField(dm, &coordField);CHKERRQ(ierr);
356692d50984SMatthew G. Knepley     ierr = DMFieldGetDegree(coordField,cellIS,NULL,&maxDegree);CHKERRQ(ierr);
356792d50984SMatthew G. Knepley     if (maxDegree <= 1) {
356892d50984SMatthew G. Knepley       ierr = DMFieldCreateDefaultQuadrature(coordField,cellIS,&affineQuad);CHKERRQ(ierr);
356992d50984SMatthew G. Knepley       if (affineQuad) {
357092d50984SMatthew G. Knepley         ierr = DMSNESGetFEGeom(coordField,cellIS,affineQuad,PETSC_FALSE,&affineGeom);CHKERRQ(ierr);
357192d50984SMatthew G. Knepley       }
357292d50984SMatthew G. Knepley     } else {
357392d50984SMatthew G. Knepley       ierr = PetscCalloc2(Nf,&quads,Nf,&geoms);CHKERRQ(ierr);
357492d50984SMatthew G. Knepley       for (f = 0; f < Nf; ++f) {
357592d50984SMatthew G. Knepley         PetscObject  obj;
357692d50984SMatthew G. Knepley         PetscClassId id;
357792d50984SMatthew G. Knepley         PetscBool    fimp;
357892d50984SMatthew G. Knepley 
357992d50984SMatthew G. Knepley         ierr = PetscDSGetImplicit(prob, f, &fimp);CHKERRQ(ierr);
358092d50984SMatthew G. Knepley         if (isImplicit != fimp) continue;
358192d50984SMatthew G. Knepley         ierr = PetscDSGetDiscretization(prob, f, &obj);CHKERRQ(ierr);
358292d50984SMatthew G. Knepley         ierr = PetscObjectGetClassId(obj, &id);CHKERRQ(ierr);
358392d50984SMatthew G. Knepley         if (id == PETSCFE_CLASSID) {
358492d50984SMatthew G. Knepley           PetscFE fe = (PetscFE) obj;
358592d50984SMatthew G. Knepley 
358692d50984SMatthew G. Knepley           ierr = PetscFEGetQuadrature(fe, &quads[f]);CHKERRQ(ierr);
358792d50984SMatthew G. Knepley           ierr = PetscObjectReference((PetscObject)quads[f]);CHKERRQ(ierr);
358892d50984SMatthew G. Knepley           ierr = DMSNESGetFEGeom(coordField,cellIS,quads[f],PETSC_FALSE,&geoms[f]);CHKERRQ(ierr);
358992d50984SMatthew G. Knepley         }
359092d50984SMatthew G. Knepley       }
359192d50984SMatthew G. Knepley     }
359292d50984SMatthew G. Knepley   }
359392d50984SMatthew G. Knepley   /* Loop over chunks */
359492d50984SMatthew G. Knepley   ierr = ISGetPointRange(cellIS, &cStart, &cEnd, &cells);CHKERRQ(ierr);
359592d50984SMatthew G. Knepley   ierr = DMPlexGetHeightStratum(dm, 1, &fStart, &fEnd);CHKERRQ(ierr);
359692d50984SMatthew G. Knepley   if (useFEM) {ierr = ISCreate(PETSC_COMM_SELF, &chunkIS);CHKERRQ(ierr);}
359792d50984SMatthew G. Knepley   numCells      = cEnd - cStart;
359892d50984SMatthew G. Knepley   numChunks     = 1;
359992d50984SMatthew G. Knepley   cellChunkSize = numCells/numChunks;
360092d50984SMatthew G. Knepley   numChunks     = PetscMin(1,numCells);
360192d50984SMatthew G. Knepley   for (chunk = 0; chunk < numChunks; ++chunk) {
3602c0006e53SPatrick Farrell     PetscScalar     *elemVec, *fluxL = NULL, *fluxR = NULL;
3603c0006e53SPatrick Farrell     PetscReal       *vol = NULL;
3604c0006e53SPatrick Farrell     PetscFVFaceGeom *fgeom = NULL;
360592d50984SMatthew G. Knepley     PetscInt         cS = cStart+chunk*cellChunkSize, cE = PetscMin(cS+cellChunkSize, cEnd), numCells = cE - cS, c;
3606c0006e53SPatrick Farrell     PetscInt         numFaces = 0;
360792d50984SMatthew G. Knepley 
360892d50984SMatthew G. Knepley     /* Extract field coefficients */
360992d50984SMatthew G. Knepley     if (useFEM) {
361092d50984SMatthew G. Knepley       ierr = ISGetPointSubrange(chunkIS, cS, cE, cells);CHKERRQ(ierr);
361192d50984SMatthew G. Knepley       ierr = DMPlexGetCellFields(dm, chunkIS, locX, locX_t, locA, &u, &u_t, &a);CHKERRQ(ierr);
361292d50984SMatthew G. Knepley       ierr = DMGetWorkArray(dm, numCells*totDim, MPIU_SCALAR, &elemVec);CHKERRQ(ierr);
3613580bdb30SBarry Smith       ierr = PetscArrayzero(elemVec, numCells*totDim);CHKERRQ(ierr);
361492d50984SMatthew G. Knepley     }
361592d50984SMatthew G. Knepley     /* TODO We will interlace both our field coefficients (u, u_t, uL, uR, etc.) and our output (elemVec, fL, fR). I think this works */
361692d50984SMatthew G. Knepley     /* Loop over fields */
361792d50984SMatthew G. Knepley     for (f = 0; f < Nf; ++f) {
361892d50984SMatthew G. Knepley       PetscObject  obj;
361992d50984SMatthew G. Knepley       PetscClassId id;
362092d50984SMatthew G. Knepley       PetscBool    fimp;
362192d50984SMatthew G. Knepley       PetscInt     numChunks, numBatches, batchSize, numBlocks, blockSize, Ne, Nr, offset;
362292d50984SMatthew G. Knepley 
362392d50984SMatthew G. Knepley       ierr = PetscDSGetImplicit(prob, f, &fimp);CHKERRQ(ierr);
362492d50984SMatthew G. Knepley       if (isImplicit != fimp) continue;
362592d50984SMatthew G. Knepley       ierr = PetscDSGetDiscretization(prob, f, &obj);CHKERRQ(ierr);
362692d50984SMatthew G. Knepley       ierr = PetscObjectGetClassId(obj, &id);CHKERRQ(ierr);
362792d50984SMatthew G. Knepley       if (id == PETSCFE_CLASSID) {
362892d50984SMatthew G. Knepley         PetscFE         fe = (PetscFE) obj;
362992d50984SMatthew G. Knepley         PetscFEGeom    *geom = affineGeom ? affineGeom : geoms[f];
363092d50984SMatthew G. Knepley         PetscFEGeom    *chunkGeom = NULL;
363192d50984SMatthew G. Knepley         PetscQuadrature quad = affineQuad ? affineQuad : quads[f];
363292d50984SMatthew G. Knepley         PetscInt        Nq, Nb;
363392d50984SMatthew G. Knepley 
363492d50984SMatthew G. Knepley         ierr = PetscFEGetTileSizes(fe, NULL, &numBlocks, NULL, &numBatches);CHKERRQ(ierr);
363592d50984SMatthew G. Knepley         ierr = PetscQuadratureGetData(quad, NULL, NULL, &Nq, NULL, NULL);CHKERRQ(ierr);
363692d50984SMatthew G. Knepley         ierr = PetscFEGetDimension(fe, &Nb);CHKERRQ(ierr);
363792d50984SMatthew G. Knepley         blockSize = Nb;
363892d50984SMatthew G. Knepley         batchSize = numBlocks * blockSize;
363992d50984SMatthew G. Knepley         ierr      = PetscFESetTileSizes(fe, blockSize, numBlocks, batchSize, numBatches);CHKERRQ(ierr);
364092d50984SMatthew G. Knepley         numChunks = numCells / (numBatches*batchSize);
364192d50984SMatthew G. Knepley         Ne        = numChunks*numBatches*batchSize;
364292d50984SMatthew G. Knepley         Nr        = numCells % (numBatches*batchSize);
364392d50984SMatthew G. Knepley         offset    = numCells - Nr;
364492d50984SMatthew G. Knepley         /* Integrate FE residual to get elemVec (need fields at quadrature points) */
364592d50984SMatthew G. Knepley         /*   For FV, I think we use a P0 basis and the cell coefficients (for subdivided cells, we can tweak the basis tabulation to be the indicator function) */
364692d50984SMatthew G. Knepley         ierr = PetscFEGeomGetChunk(geom,0,offset,&chunkGeom);CHKERRQ(ierr);
36474bee2e38SMatthew G. Knepley         ierr = PetscFEIntegrateResidual(prob, f, Ne, chunkGeom, u, u_t, probAux, a, t, elemVec);CHKERRQ(ierr);
364892d50984SMatthew G. Knepley         ierr = PetscFEGeomGetChunk(geom,offset,numCells,&chunkGeom);CHKERRQ(ierr);
36494bee2e38SMatthew G. Knepley         ierr = PetscFEIntegrateResidual(prob, f, Nr, chunkGeom, &u[offset*totDim], u_t ? &u_t[offset*totDim] : NULL, probAux, &a[offset*totDimAux], t, &elemVec[offset*totDim]);CHKERRQ(ierr);
365092d50984SMatthew G. Knepley         ierr = PetscFEGeomRestoreChunk(geom,offset,numCells,&chunkGeom);CHKERRQ(ierr);
365192d50984SMatthew G. Knepley       } else if (id == PETSCFV_CLASSID) {
365292d50984SMatthew G. Knepley         PetscFV fv = (PetscFV) obj;
365392d50984SMatthew G. Knepley 
365492d50984SMatthew G. Knepley         Ne = numFaces;
365592d50984SMatthew G. Knepley         /* Riemann solve over faces (need fields at face centroids) */
365692d50984SMatthew G. Knepley         /*   We need to evaluate FE fields at those coordinates */
365792d50984SMatthew G. Knepley         ierr = PetscFVIntegrateRHSFunction(fv, prob, f, Ne, fgeom, vol, uL, uR, fluxL, fluxR);CHKERRQ(ierr);
3658ff1e0c32SBarry Smith       } else SETERRQ1(PetscObjectComm((PetscObject) dm), PETSC_ERR_ARG_WRONG, "Unknown discretization type for field %D", f);
365992d50984SMatthew G. Knepley     }
366092d50984SMatthew G. Knepley     /* Loop over domain */
366192d50984SMatthew G. Knepley     if (useFEM) {
366292d50984SMatthew G. Knepley       /* Add elemVec to locX */
366392d50984SMatthew G. Knepley       for (c = cS; c < cE; ++c) {
366492d50984SMatthew G. Knepley         const PetscInt cell = cells ? cells[c] : c;
366592d50984SMatthew G. Knepley         const PetscInt cind = c - cStart;
366692d50984SMatthew G. Knepley 
366792d50984SMatthew G. Knepley         if (mesh->printFEM > 1) {ierr = DMPrintCellVector(cell, name, totDim, &elemVec[cind*totDim]);CHKERRQ(ierr);}
366892d50984SMatthew G. Knepley         if (ghostLabel) {
366992d50984SMatthew G. Knepley           PetscInt ghostVal;
367092d50984SMatthew G. Knepley 
367192d50984SMatthew G. Knepley           ierr = DMLabelGetValue(ghostLabel,cell,&ghostVal);CHKERRQ(ierr);
367292d50984SMatthew G. Knepley           if (ghostVal > 0) continue;
367392d50984SMatthew G. Knepley         }
367492d50984SMatthew G. Knepley         ierr = DMPlexVecSetClosure(dm, section, locF, cell, &elemVec[cind*totDim], ADD_ALL_VALUES);CHKERRQ(ierr);
367592d50984SMatthew G. Knepley       }
367692d50984SMatthew G. Knepley     }
367792d50984SMatthew G. Knepley     /* Handle time derivative */
367892d50984SMatthew G. Knepley     if (locX_t) {
367992d50984SMatthew G. Knepley       PetscScalar *x_t, *fa;
368092d50984SMatthew G. Knepley 
368192d50984SMatthew G. Knepley       ierr = VecGetArray(locF, &fa);CHKERRQ(ierr);
368292d50984SMatthew G. Knepley       ierr = VecGetArray(locX_t, &x_t);CHKERRQ(ierr);
368392d50984SMatthew G. Knepley       for (f = 0; f < Nf; ++f) {
368492d50984SMatthew G. Knepley         PetscFV      fv;
368592d50984SMatthew G. Knepley         PetscObject  obj;
368692d50984SMatthew G. Knepley         PetscClassId id;
368792d50984SMatthew G. Knepley         PetscInt     pdim, d;
368892d50984SMatthew G. Knepley 
368992d50984SMatthew G. Knepley         ierr = PetscDSGetDiscretization(prob, f, &obj);CHKERRQ(ierr);
369092d50984SMatthew G. Knepley         ierr = PetscObjectGetClassId(obj, &id);CHKERRQ(ierr);
369192d50984SMatthew G. Knepley         if (id != PETSCFV_CLASSID) continue;
369292d50984SMatthew G. Knepley         fv   = (PetscFV) obj;
369392d50984SMatthew G. Knepley         ierr = PetscFVGetNumComponents(fv, &pdim);CHKERRQ(ierr);
369492d50984SMatthew G. Knepley         for (c = cS; c < cE; ++c) {
369592d50984SMatthew G. Knepley           const PetscInt cell = cells ? cells[c] : c;
369692d50984SMatthew G. Knepley           PetscScalar   *u_t, *r;
369792d50984SMatthew G. Knepley 
369892d50984SMatthew G. Knepley           if (ghostLabel) {
369992d50984SMatthew G. Knepley             PetscInt ghostVal;
370092d50984SMatthew G. Knepley 
370192d50984SMatthew G. Knepley             ierr = DMLabelGetValue(ghostLabel, cell, &ghostVal);CHKERRQ(ierr);
370292d50984SMatthew G. Knepley             if (ghostVal > 0) continue;
370392d50984SMatthew G. Knepley           }
370492d50984SMatthew G. Knepley           ierr = DMPlexPointLocalFieldRead(dm, cell, f, x_t, &u_t);CHKERRQ(ierr);
370592d50984SMatthew G. Knepley           ierr = DMPlexPointLocalFieldRef(dm, cell, f, fa, &r);CHKERRQ(ierr);
370692d50984SMatthew G. Knepley           for (d = 0; d < pdim; ++d) r[d] += u_t[d];
370792d50984SMatthew G. Knepley         }
370892d50984SMatthew G. Knepley       }
370992d50984SMatthew G. Knepley       ierr = VecRestoreArray(locX_t, &x_t);CHKERRQ(ierr);
371092d50984SMatthew G. Knepley       ierr = VecRestoreArray(locF, &fa);CHKERRQ(ierr);
371192d50984SMatthew G. Knepley     }
371292d50984SMatthew G. Knepley     if (useFEM) {
371392d50984SMatthew G. Knepley       ierr = DMPlexRestoreCellFields(dm, chunkIS, locX, locX_t, locA, &u, &u_t, &a);CHKERRQ(ierr);
371492d50984SMatthew G. Knepley       ierr = DMRestoreWorkArray(dm, numCells*totDim, MPIU_SCALAR, &elemVec);CHKERRQ(ierr);
371592d50984SMatthew G. Knepley     }
371692d50984SMatthew G. Knepley   }
371792d50984SMatthew G. Knepley   if (useFEM) {ierr = ISDestroy(&chunkIS);CHKERRQ(ierr);}
371892d50984SMatthew G. Knepley   ierr = ISRestorePointRange(cellIS, &cStart, &cEnd, &cells);CHKERRQ(ierr);
371992d50984SMatthew G. Knepley   /* TODO Could include boundary residual here (see DMPlexComputeResidual_Internal) */
372092d50984SMatthew G. Knepley   if (useFEM) {
372192d50984SMatthew G. Knepley     if (maxDegree <= 1) {
372292d50984SMatthew G. Knepley       ierr = DMSNESRestoreFEGeom(coordField,cellIS,affineQuad,PETSC_FALSE,&affineGeom);CHKERRQ(ierr);
372392d50984SMatthew G. Knepley       ierr = PetscQuadratureDestroy(&affineQuad);CHKERRQ(ierr);
372492d50984SMatthew G. Knepley     } else {
372592d50984SMatthew G. Knepley       for (f = 0; f < Nf; ++f) {
372692d50984SMatthew G. Knepley         ierr = DMSNESRestoreFEGeom(coordField,cellIS,quads[f],PETSC_FALSE,&geoms[f]);CHKERRQ(ierr);
372792d50984SMatthew G. Knepley         ierr = PetscQuadratureDestroy(&quads[f]);CHKERRQ(ierr);
372892d50984SMatthew G. Knepley       }
372992d50984SMatthew G. Knepley       ierr = PetscFree2(quads,geoms);CHKERRQ(ierr);
373092d50984SMatthew G. Knepley     }
373192d50984SMatthew G. Knepley   }
373292d50984SMatthew G. Knepley   ierr = PetscLogEventEnd(DMPLEX_ResidualFEM,dm,0,0,0);CHKERRQ(ierr);
373392d50984SMatthew G. Knepley   PetscFunctionReturn(0);
373492d50984SMatthew G. Knepley }
373592d50984SMatthew G. Knepley 
3736a1cf66bbSMatthew G. Knepley /*
3737a1cf66bbSMatthew G. Knepley   We always assemble JacP, and if the matrix is different from Jac and two different sets of point functions are provided, we also assemble Jac
3738a1cf66bbSMatthew G. Knepley 
3739a1cf66bbSMatthew G. Knepley   X   - The local solution vector
3740a1cf66bbSMatthew G. Knepley   X_t - The local solution time derviative vector, or NULL
3741a1cf66bbSMatthew G. Knepley */
3742a1cf66bbSMatthew G. Knepley PetscErrorCode DMPlexComputeJacobian_Patch_Internal(DM dm, PetscSection section, PetscSection globalSection, IS cellIS,
3743a1cf66bbSMatthew G. Knepley                                                     PetscReal t, PetscReal X_tShift, Vec X, Vec X_t, Mat Jac, Mat JacP, void *ctx)
3744a1cf66bbSMatthew G. Knepley {
3745a1cf66bbSMatthew G. Knepley   DM_Plex         *mesh  = (DM_Plex *) dm->data;
3746a1cf66bbSMatthew G. Knepley   const char      *name = "Jacobian", *nameP = "JacobianPre";
3747a1cf66bbSMatthew G. Knepley   DM               dmAux = NULL;
3748a1cf66bbSMatthew G. Knepley   PetscDS          prob,   probAux = NULL;
3749a1cf66bbSMatthew G. Knepley   PetscSection     sectionAux = NULL;
3750a1cf66bbSMatthew G. Knepley   Vec              A;
3751a1cf66bbSMatthew G. Knepley   DMField          coordField;
3752a1cf66bbSMatthew G. Knepley   PetscFEGeom     *cgeomFEM;
3753a1cf66bbSMatthew G. Knepley   PetscQuadrature  qGeom = NULL;
3754a1cf66bbSMatthew G. Knepley   Mat              J = Jac, JP = JacP;
3755a1cf66bbSMatthew G. Knepley   PetscScalar     *work, *u = NULL, *u_t = NULL, *a = NULL, *elemMat = NULL, *elemMatP = NULL, *elemMatD = NULL;
37569b2fc754SMatthew G. Knepley   PetscBool        hasJac, hasPrec, hasDyn, assembleJac, isMatIS, isMatISP, *isFE, hasFV = PETSC_FALSE;
3757a1cf66bbSMatthew G. Knepley   const PetscInt  *cells;
37589b2fc754SMatthew G. Knepley   PetscInt         Nf, fieldI, fieldJ, maxDegree, numCells, cStart, cEnd, numChunks, chunkSize, chunk, totDim, totDimAux = 0, sz, wsz, off = 0, offCell = 0;
3759a1cf66bbSMatthew G. Knepley   PetscErrorCode   ierr;
3760a1cf66bbSMatthew G. Knepley 
3761a1cf66bbSMatthew G. Knepley   PetscFunctionBegin;
3762a1cf66bbSMatthew G. Knepley   CHKMEMQ;
3763a1cf66bbSMatthew G. Knepley   ierr = ISGetLocalSize(cellIS, &numCells);CHKERRQ(ierr);
3764a1cf66bbSMatthew G. Knepley   ierr = ISGetPointRange(cellIS, &cStart, &cEnd, &cells);CHKERRQ(ierr);
3765a1cf66bbSMatthew G. Knepley   ierr = PetscLogEventBegin(DMPLEX_JacobianFEM,dm,0,0,0);CHKERRQ(ierr);
3766a1cf66bbSMatthew G. Knepley   ierr = DMGetDS(dm, &prob);CHKERRQ(ierr);
3767a1cf66bbSMatthew G. Knepley   ierr = PetscObjectQuery((PetscObject) dm, "dmAux", (PetscObject *) &dmAux);CHKERRQ(ierr);
3768a1cf66bbSMatthew G. Knepley   ierr = PetscObjectQuery((PetscObject) dm, "A", (PetscObject *) &A);CHKERRQ(ierr);
3769a1cf66bbSMatthew G. Knepley   if (dmAux) {
377092fd8e1eSJed Brown     ierr = DMGetLocalSection(dmAux, &sectionAux);CHKERRQ(ierr);
3771a1cf66bbSMatthew G. Knepley     ierr = DMGetDS(dmAux, &probAux);CHKERRQ(ierr);
3772a1cf66bbSMatthew G. Knepley   }
3773a1cf66bbSMatthew G. Knepley   /* Get flags */
3774a1cf66bbSMatthew G. Knepley   ierr = PetscDSGetNumFields(prob, &Nf);CHKERRQ(ierr);
3775a1cf66bbSMatthew G. Knepley   ierr = DMGetWorkArray(dm, Nf, MPIU_BOOL, &isFE);CHKERRQ(ierr);
3776a1cf66bbSMatthew G. Knepley   for (fieldI = 0; fieldI < Nf; ++fieldI) {
3777a1cf66bbSMatthew G. Knepley     PetscObject  disc;
3778a1cf66bbSMatthew G. Knepley     PetscClassId id;
3779a1cf66bbSMatthew G. Knepley     ierr = PetscDSGetDiscretization(prob, fieldI, &disc);CHKERRQ(ierr);
3780a1cf66bbSMatthew G. Knepley     ierr = PetscObjectGetClassId(disc, &id);CHKERRQ(ierr);
3781a1cf66bbSMatthew G. Knepley     if (id == PETSCFE_CLASSID)      {isFE[fieldI] = PETSC_TRUE;}
3782a1cf66bbSMatthew G. Knepley     else if (id == PETSCFV_CLASSID) {hasFV = PETSC_TRUE; isFE[fieldI] = PETSC_FALSE;}
3783a1cf66bbSMatthew G. Knepley   }
3784a1cf66bbSMatthew G. Knepley   ierr = PetscDSHasJacobian(prob, &hasJac);CHKERRQ(ierr);
3785a1cf66bbSMatthew G. Knepley   ierr = PetscDSHasJacobianPreconditioner(prob, &hasPrec);CHKERRQ(ierr);
3786a1cf66bbSMatthew G. Knepley   ierr = PetscDSHasDynamicJacobian(prob, &hasDyn);CHKERRQ(ierr);
3787a1cf66bbSMatthew G. Knepley   assembleJac = hasJac && hasPrec && (Jac != JacP) ? PETSC_TRUE : PETSC_FALSE;
3788a1cf66bbSMatthew G. Knepley   hasDyn      = hasDyn && (X_tShift != 0.0) ? PETSC_TRUE : PETSC_FALSE;
3789a1cf66bbSMatthew G. Knepley   ierr = PetscObjectTypeCompare((PetscObject) Jac,  MATIS, &isMatIS);CHKERRQ(ierr);
3790a1cf66bbSMatthew G. Knepley   ierr = PetscObjectTypeCompare((PetscObject) JacP, MATIS, &isMatISP);CHKERRQ(ierr);
3791a1cf66bbSMatthew G. Knepley   /* Setup input data and temp arrays (should be DMGetWorkArray) */
3792a1cf66bbSMatthew G. Knepley   if (isMatISP || isMatISP) {ierr = DMPlexGetSubdomainSection(dm, &globalSection);CHKERRQ(ierr);}
3793a1cf66bbSMatthew G. Knepley   if (isMatIS)  {ierr = MatISGetLocalMat(Jac,  &J);CHKERRQ(ierr);}
3794a1cf66bbSMatthew G. Knepley   if (isMatISP) {ierr = MatISGetLocalMat(JacP, &JP);CHKERRQ(ierr);}
3795a1cf66bbSMatthew G. Knepley   if (hasFV)    {ierr = MatSetOption(JP, MAT_IGNORE_ZERO_ENTRIES, PETSC_TRUE);CHKERRQ(ierr);} /* No allocated space for FV stuff, so ignore the zero entries */
3796a1cf66bbSMatthew G. Knepley   ierr = PetscObjectQuery((PetscObject) dm, "dmAux", (PetscObject *) &dmAux);CHKERRQ(ierr);
3797a1cf66bbSMatthew G. Knepley   ierr = PetscObjectQuery((PetscObject) dm, "A", (PetscObject *) &A);CHKERRQ(ierr);
3798a1cf66bbSMatthew G. Knepley   ierr = PetscDSGetTotalDimension(prob, &totDim);CHKERRQ(ierr);
3799a1cf66bbSMatthew G. Knepley   if (probAux) {ierr = PetscDSGetTotalDimension(probAux, &totDimAux);CHKERRQ(ierr);}
3800a1cf66bbSMatthew G. Knepley   CHKMEMQ;
3801a1cf66bbSMatthew G. Knepley   /* Compute batch sizes */
3802a1cf66bbSMatthew G. Knepley   if (isFE[0]) {
3803a1cf66bbSMatthew G. Knepley     PetscFE         fe;
3804a1cf66bbSMatthew G. Knepley     PetscQuadrature q;
3805a1cf66bbSMatthew G. Knepley     PetscInt        numQuadPoints, numBatches, batchSize, numBlocks, blockSize, Nb;
3806a1cf66bbSMatthew G. Knepley 
3807a1cf66bbSMatthew G. Knepley     ierr = PetscDSGetDiscretization(prob, 0, (PetscObject *) &fe);CHKERRQ(ierr);
3808a1cf66bbSMatthew G. Knepley     ierr = PetscFEGetQuadrature(fe, &q);CHKERRQ(ierr);
3809a1cf66bbSMatthew G. Knepley     ierr = PetscQuadratureGetData(q, NULL, NULL, &numQuadPoints, NULL, NULL);CHKERRQ(ierr);
3810a1cf66bbSMatthew G. Knepley     ierr = PetscFEGetDimension(fe, &Nb);CHKERRQ(ierr);
3811a1cf66bbSMatthew G. Knepley     ierr = PetscFEGetTileSizes(fe, NULL, &numBlocks, NULL, &numBatches);CHKERRQ(ierr);
3812a1cf66bbSMatthew G. Knepley     blockSize = Nb*numQuadPoints;
3813a1cf66bbSMatthew G. Knepley     batchSize = numBlocks  * blockSize;
3814a1cf66bbSMatthew G. Knepley     chunkSize = numBatches * batchSize;
3815a1cf66bbSMatthew G. Knepley     numChunks = numCells / chunkSize + numCells % chunkSize;
3816a1cf66bbSMatthew G. Knepley     ierr = PetscFESetTileSizes(fe, blockSize, numBlocks, batchSize, numBatches);CHKERRQ(ierr);
3817a1cf66bbSMatthew G. Knepley   } else {
3818a1cf66bbSMatthew G. Knepley     chunkSize = numCells;
3819a1cf66bbSMatthew G. Knepley     numChunks = 1;
3820a1cf66bbSMatthew G. Knepley   }
3821a1cf66bbSMatthew G. Knepley   /* Get work space */
3822a1cf66bbSMatthew G. Knepley   wsz  = (((X?1:0) + (X_t?1:0) + (dmAux?1:0))*totDim + ((hasJac?1:0) + (hasPrec?1:0) + (hasDyn?1:0))*totDim*totDim)*chunkSize;
3823a1cf66bbSMatthew G. Knepley   ierr = DMGetWorkArray(dm, wsz, MPIU_SCALAR, &work);CHKERRQ(ierr);
3824580bdb30SBarry Smith   ierr = PetscArrayzero(work, wsz);CHKERRQ(ierr);
3825a1cf66bbSMatthew G. Knepley   off      = 0;
3826a1cf66bbSMatthew G. Knepley   u        = X       ? (sz = chunkSize*totDim,        off += sz, work+off-sz) : NULL;
3827a1cf66bbSMatthew G. Knepley   u_t      = X_t     ? (sz = chunkSize*totDim,        off += sz, work+off-sz) : NULL;
3828a1cf66bbSMatthew G. Knepley   a        = dmAux   ? (sz = chunkSize*totDimAux,     off += sz, work+off-sz) : NULL;
3829a1cf66bbSMatthew G. Knepley   elemMat  = hasJac  ? (sz = chunkSize*totDim*totDim, off += sz, work+off-sz) : NULL;
3830a1cf66bbSMatthew G. Knepley   elemMatP = hasPrec ? (sz = chunkSize*totDim*totDim, off += sz, work+off-sz) : NULL;
3831a1cf66bbSMatthew G. Knepley   elemMatD = hasDyn  ? (sz = chunkSize*totDim*totDim, off += sz, work+off-sz) : NULL;
3832a1cf66bbSMatthew G. Knepley   if (off != wsz) SETERRQ2(PETSC_COMM_SELF, PETSC_ERR_PLIB, "Error is workspace size %D should be %D", off, wsz);
3833a1cf66bbSMatthew G. Knepley   /* Setup geometry */
3834a1cf66bbSMatthew G. Knepley   ierr = DMGetCoordinateField(dm, &coordField);CHKERRQ(ierr);
38359b2fc754SMatthew G. Knepley   ierr = DMFieldGetDegree(coordField, cellIS, NULL, &maxDegree);CHKERRQ(ierr);
38369b2fc754SMatthew G. Knepley   if (maxDegree <= 1) {ierr = DMFieldCreateDefaultQuadrature(coordField, cellIS, &qGeom);CHKERRQ(ierr);}
3837a1cf66bbSMatthew G. Knepley   if (!qGeom) {
3838a1cf66bbSMatthew G. Knepley     PetscFE fe;
3839a1cf66bbSMatthew G. Knepley 
3840a1cf66bbSMatthew G. Knepley     ierr = PetscDSGetDiscretization(prob, 0, (PetscObject *) &fe);CHKERRQ(ierr);
3841a1cf66bbSMatthew G. Knepley     ierr = PetscFEGetQuadrature(fe, &qGeom);CHKERRQ(ierr);
3842a1cf66bbSMatthew G. Knepley     ierr = PetscObjectReference((PetscObject) qGeom);CHKERRQ(ierr);
3843a1cf66bbSMatthew G. Knepley   }
3844a1cf66bbSMatthew G. Knepley   ierr = DMSNESGetFEGeom(coordField, cellIS, qGeom, PETSC_FALSE, &cgeomFEM);CHKERRQ(ierr);
3845a1cf66bbSMatthew G. Knepley   /* Compute volume integrals */
3846a1cf66bbSMatthew G. Knepley   if (assembleJac) {ierr = MatZeroEntries(J);CHKERRQ(ierr);}
3847a1cf66bbSMatthew G. Knepley   ierr = MatZeroEntries(JP);CHKERRQ(ierr);
3848a1cf66bbSMatthew G. Knepley   for (chunk = 0; chunk < numChunks; ++chunk, offCell += chunkSize) {
3849a1cf66bbSMatthew G. Knepley     const PetscInt   Ncell = PetscMin(chunkSize, numCells - offCell);
3850a1cf66bbSMatthew G. Knepley     PetscInt         c;
3851a1cf66bbSMatthew G. Knepley 
3852a1cf66bbSMatthew G. Knepley     /* Extract values */
3853a1cf66bbSMatthew G. Knepley     for (c = 0; c < Ncell; ++c) {
3854a1cf66bbSMatthew G. Knepley       const PetscInt cell = cells ? cells[c+offCell] : c+offCell;
3855a1cf66bbSMatthew G. Knepley       PetscScalar   *x = NULL,  *x_t = NULL;
3856a1cf66bbSMatthew G. Knepley       PetscInt       i;
3857a1cf66bbSMatthew G. Knepley 
3858a1cf66bbSMatthew G. Knepley       if (X) {
3859a1cf66bbSMatthew G. Knepley         ierr = DMPlexVecGetClosure(dm, section, X, cell, NULL, &x);CHKERRQ(ierr);
3860a1cf66bbSMatthew G. Knepley         for (i = 0; i < totDim; ++i) u[c*totDim+i] = x[i];
3861a1cf66bbSMatthew G. Knepley         ierr = DMPlexVecRestoreClosure(dm, section, X, cell, NULL, &x);CHKERRQ(ierr);
3862a1cf66bbSMatthew G. Knepley       }
3863a1cf66bbSMatthew G. Knepley       if (X_t) {
3864a1cf66bbSMatthew G. Knepley         ierr = DMPlexVecGetClosure(dm, section, X_t, cell, NULL, &x_t);CHKERRQ(ierr);
3865a1cf66bbSMatthew G. Knepley         for (i = 0; i < totDim; ++i) u_t[c*totDim+i] = x_t[i];
3866a1cf66bbSMatthew G. Knepley         ierr = DMPlexVecRestoreClosure(dm, section, X_t, cell, NULL, &x_t);CHKERRQ(ierr);
3867a1cf66bbSMatthew G. Knepley       }
3868a1cf66bbSMatthew G. Knepley       if (dmAux) {
3869a1cf66bbSMatthew G. Knepley         ierr = DMPlexVecGetClosure(dmAux, sectionAux, A, cell, NULL, &x);CHKERRQ(ierr);
3870a1cf66bbSMatthew G. Knepley         for (i = 0; i < totDimAux; ++i) a[c*totDimAux+i] = x[i];
3871a1cf66bbSMatthew G. Knepley         ierr = DMPlexVecRestoreClosure(dmAux, sectionAux, A, cell, NULL, &x);CHKERRQ(ierr);
3872a1cf66bbSMatthew G. Knepley       }
3873a1cf66bbSMatthew G. Knepley     }
3874a1cf66bbSMatthew G. Knepley     CHKMEMQ;
3875a1cf66bbSMatthew G. Knepley     for (fieldI = 0; fieldI < Nf; ++fieldI) {
3876a1cf66bbSMatthew G. Knepley       PetscFE fe;
3877a1cf66bbSMatthew G. Knepley       ierr = PetscDSGetDiscretization(prob, fieldI, (PetscObject *) &fe);CHKERRQ(ierr);
3878a1cf66bbSMatthew G. Knepley       for (fieldJ = 0; fieldJ < Nf; ++fieldJ) {
38794bee2e38SMatthew G. Knepley         if (hasJac)  {ierr = PetscFEIntegrateJacobian(prob, PETSCFE_JACOBIAN,     fieldI, fieldJ, Ncell, cgeomFEM, u, u_t, probAux, a, t, X_tShift, elemMat);CHKERRQ(ierr);}
38804bee2e38SMatthew G. Knepley         if (hasPrec) {ierr = PetscFEIntegrateJacobian(prob, PETSCFE_JACOBIAN_PRE, fieldI, fieldJ, Ncell, cgeomFEM, u, u_t, probAux, a, t, X_tShift, elemMatP);CHKERRQ(ierr);}
38814bee2e38SMatthew G. Knepley         if (hasDyn)  {ierr = PetscFEIntegrateJacobian(prob, PETSCFE_JACOBIAN_DYN, fieldI, fieldJ, Ncell, cgeomFEM, u, u_t, probAux, a, t, X_tShift, elemMatD);CHKERRQ(ierr);}
3882a1cf66bbSMatthew G. Knepley       }
3883a1cf66bbSMatthew G. Knepley       /* For finite volume, add the identity */
3884a1cf66bbSMatthew G. Knepley       if (!isFE[fieldI]) {
3885a1cf66bbSMatthew G. Knepley         PetscFV  fv;
3886a1cf66bbSMatthew G. Knepley         PetscInt eOffset = 0, Nc, fc, foff;
3887a1cf66bbSMatthew G. Knepley 
3888a1cf66bbSMatthew G. Knepley         ierr = PetscDSGetFieldOffset(prob, fieldI, &foff);CHKERRQ(ierr);
3889a1cf66bbSMatthew G. Knepley         ierr = PetscDSGetDiscretization(prob, fieldI, (PetscObject *) &fv);CHKERRQ(ierr);
3890a1cf66bbSMatthew G. Knepley         ierr = PetscFVGetNumComponents(fv, &Nc);CHKERRQ(ierr);
3891a1cf66bbSMatthew G. Knepley         for (c = 0; c < chunkSize; ++c, eOffset += totDim*totDim) {
3892a1cf66bbSMatthew G. Knepley           for (fc = 0; fc < Nc; ++fc) {
3893a1cf66bbSMatthew G. Knepley             const PetscInt i = foff + fc;
3894a1cf66bbSMatthew G. Knepley             if (hasJac)  {elemMat [eOffset+i*totDim+i] = 1.0;}
3895a1cf66bbSMatthew G. Knepley             if (hasPrec) {elemMatP[eOffset+i*totDim+i] = 1.0;}
3896a1cf66bbSMatthew G. Knepley           }
3897a1cf66bbSMatthew G. Knepley         }
3898a1cf66bbSMatthew G. Knepley       }
3899a1cf66bbSMatthew G. Knepley     }
3900a1cf66bbSMatthew G. Knepley     CHKMEMQ;
3901a1cf66bbSMatthew G. Knepley     /*   Add contribution from X_t */
3902a1cf66bbSMatthew G. Knepley     if (hasDyn) {for (c = 0; c < chunkSize*totDim*totDim; ++c) elemMat[c] += X_tShift*elemMatD[c];}
3903a1cf66bbSMatthew G. Knepley     /* Insert values into matrix */
3904a1cf66bbSMatthew G. Knepley     for (c = 0; c < Ncell; ++c) {
3905a1cf66bbSMatthew G. Knepley       const PetscInt cell = cells ? cells[c+offCell] : c+offCell;
3906a1cf66bbSMatthew G. Knepley       if (mesh->printFEM > 1) {
3907a1cf66bbSMatthew G. Knepley         if (hasJac)  {ierr = DMPrintCellMatrix(cell, name,  totDim, totDim, &elemMat[(c-cStart)*totDim*totDim]);CHKERRQ(ierr);}
3908a1cf66bbSMatthew G. Knepley         if (hasPrec) {ierr = DMPrintCellMatrix(cell, nameP, totDim, totDim, &elemMatP[(c-cStart)*totDim*totDim]);CHKERRQ(ierr);}
3909a1cf66bbSMatthew G. Knepley       }
3910a1cf66bbSMatthew G. Knepley       if (assembleJac) {ierr = DMPlexMatSetClosure(dm, section, globalSection, Jac, cell, &elemMat[(c-cStart)*totDim*totDim], ADD_VALUES);CHKERRQ(ierr);}
3911a1cf66bbSMatthew G. Knepley       ierr = DMPlexMatSetClosure(dm, section, globalSection, JP, cell, &elemMat[(c-cStart)*totDim*totDim], ADD_VALUES);CHKERRQ(ierr);
3912a1cf66bbSMatthew G. Knepley     }
3913a1cf66bbSMatthew G. Knepley     CHKMEMQ;
3914a1cf66bbSMatthew G. Knepley   }
3915a1cf66bbSMatthew G. Knepley   /* Cleanup */
3916a1cf66bbSMatthew G. Knepley   ierr = DMSNESRestoreFEGeom(coordField, cellIS, qGeom, PETSC_FALSE, &cgeomFEM);CHKERRQ(ierr);
3917a1cf66bbSMatthew G. Knepley   ierr = PetscQuadratureDestroy(&qGeom);CHKERRQ(ierr);
3918a1cf66bbSMatthew G. Knepley   if (hasFV) {ierr = MatSetOption(JacP, MAT_IGNORE_ZERO_ENTRIES, PETSC_FALSE);CHKERRQ(ierr);}
3919a1cf66bbSMatthew G. Knepley   ierr = DMRestoreWorkArray(dm, Nf, MPIU_BOOL, &isFE);CHKERRQ(ierr);
3920a1cf66bbSMatthew G. Knepley   ierr = DMRestoreWorkArray(dm, ((1 + (X_t?1:0) + (dmAux?1:0))*totDim + ((hasJac?1:0) + (hasPrec?1:0) + (hasDyn?1:0))*totDim*totDim)*chunkSize, MPIU_SCALAR, &work);CHKERRQ(ierr);
3921a1cf66bbSMatthew G. Knepley   /* Compute boundary integrals */
3922a1cf66bbSMatthew G. Knepley   /* ierr = DMPlexComputeBdJacobian_Internal(dm, X, X_t, t, X_tShift, Jac, JacP, ctx);CHKERRQ(ierr); */
3923a1cf66bbSMatthew G. Knepley   /* Assemble matrix */
3924a1cf66bbSMatthew G. Knepley   if (assembleJac) {ierr = MatAssemblyBegin(Jac, MAT_FINAL_ASSEMBLY);CHKERRQ(ierr);ierr = MatAssemblyEnd(Jac, MAT_FINAL_ASSEMBLY);CHKERRQ(ierr);}
3925a1cf66bbSMatthew G. Knepley   ierr = MatAssemblyBegin(JacP, MAT_FINAL_ASSEMBLY);CHKERRQ(ierr);ierr = MatAssemblyEnd(JacP, MAT_FINAL_ASSEMBLY);CHKERRQ(ierr);
3926a1cf66bbSMatthew G. Knepley   ierr = PetscLogEventEnd(DMPLEX_JacobianFEM,dm,0,0,0);CHKERRQ(ierr);
3927a1cf66bbSMatthew G. Knepley   CHKMEMQ;
3928a1cf66bbSMatthew G. Knepley   PetscFunctionReturn(0);
3929a1cf66bbSMatthew G. Knepley }
3930