xref: /petsc/src/dm/impls/plex/plexsubmesh.c (revision 20f4b53cbb5e9bd9ef12b76a8697d60d197cda17)
1af0996ceSBarry Smith #include <petsc/private/dmpleximpl.h>  /*I      "petscdmplex.h"    I*/
2c58f1c22SToby Isaac #include <petsc/private/dmlabelimpl.h> /*I      "petscdmlabel.h"   I*/
30c312b8eSJed Brown #include <petscsf.h>
4e6ccafaeSMatthew G Knepley 
5d71ae5a4SJacob Faibussowitsch static PetscErrorCode DMPlexCellIsHybrid_Internal(DM dm, PetscInt p, PetscBool *isHybrid)
6d71ae5a4SJacob Faibussowitsch {
7412e9a14SMatthew G. Knepley   DMPolytopeType ct;
8412e9a14SMatthew G. Knepley 
9412e9a14SMatthew G. Knepley   PetscFunctionBegin;
109566063dSJacob Faibussowitsch   PetscCall(DMPlexGetCellType(dm, p, &ct));
11412e9a14SMatthew G. Knepley   switch (ct) {
12412e9a14SMatthew G. Knepley   case DM_POLYTOPE_POINT_PRISM_TENSOR:
13412e9a14SMatthew G. Knepley   case DM_POLYTOPE_SEG_PRISM_TENSOR:
14412e9a14SMatthew G. Knepley   case DM_POLYTOPE_TRI_PRISM_TENSOR:
15d71ae5a4SJacob Faibussowitsch   case DM_POLYTOPE_QUAD_PRISM_TENSOR:
16d71ae5a4SJacob Faibussowitsch     *isHybrid = PETSC_TRUE;
17d71ae5a4SJacob Faibussowitsch     break;
18d71ae5a4SJacob Faibussowitsch   default:
19d71ae5a4SJacob Faibussowitsch     *isHybrid = PETSC_FALSE;
20d71ae5a4SJacob Faibussowitsch     break;
21412e9a14SMatthew G. Knepley   }
223ba16761SJacob Faibussowitsch   PetscFunctionReturn(PETSC_SUCCESS);
23412e9a14SMatthew G. Knepley }
24412e9a14SMatthew G. Knepley 
25d71ae5a4SJacob Faibussowitsch static PetscErrorCode DMPlexGetTensorPrismBounds_Internal(DM dm, PetscInt dim, PetscInt *cStart, PetscInt *cEnd)
26d71ae5a4SJacob Faibussowitsch {
27412e9a14SMatthew G. Knepley   DMLabel ctLabel;
28412e9a14SMatthew G. Knepley 
29412e9a14SMatthew G. Knepley   PetscFunctionBegin;
30412e9a14SMatthew G. Knepley   if (cStart) *cStart = -1;
31412e9a14SMatthew G. Knepley   if (cEnd) *cEnd = -1;
329566063dSJacob Faibussowitsch   PetscCall(DMPlexGetCellTypeLabel(dm, &ctLabel));
33412e9a14SMatthew G. Knepley   switch (dim) {
34d71ae5a4SJacob Faibussowitsch   case 1:
35d71ae5a4SJacob Faibussowitsch     PetscCall(DMLabelGetStratumBounds(ctLabel, DM_POLYTOPE_POINT_PRISM_TENSOR, cStart, cEnd));
36d71ae5a4SJacob Faibussowitsch     break;
37d71ae5a4SJacob Faibussowitsch   case 2:
38d71ae5a4SJacob Faibussowitsch     PetscCall(DMLabelGetStratumBounds(ctLabel, DM_POLYTOPE_SEG_PRISM_TENSOR, cStart, cEnd));
39d71ae5a4SJacob Faibussowitsch     break;
40412e9a14SMatthew G. Knepley   case 3:
419566063dSJacob Faibussowitsch     PetscCall(DMLabelGetStratumBounds(ctLabel, DM_POLYTOPE_TRI_PRISM_TENSOR, cStart, cEnd));
429566063dSJacob Faibussowitsch     if (*cStart < 0) PetscCall(DMLabelGetStratumBounds(ctLabel, DM_POLYTOPE_QUAD_PRISM_TENSOR, cStart, cEnd));
43412e9a14SMatthew G. Knepley     break;
44d71ae5a4SJacob Faibussowitsch   default:
453ba16761SJacob Faibussowitsch     PetscFunctionReturn(PETSC_SUCCESS);
46412e9a14SMatthew G. Knepley   }
473ba16761SJacob Faibussowitsch   PetscFunctionReturn(PETSC_SUCCESS);
48412e9a14SMatthew G. Knepley }
49412e9a14SMatthew G. Knepley 
50d71ae5a4SJacob Faibussowitsch static PetscErrorCode DMPlexMarkBoundaryFaces_Internal(DM dm, PetscInt val, PetscInt cellHeight, DMLabel label)
51d71ae5a4SJacob Faibussowitsch {
52429fa399SMatthew G. Knepley   PetscSF         sf;
53429fa399SMatthew G. Knepley   const PetscInt *rootdegree, *leaves;
54429fa399SMatthew G. Knepley   PetscInt        overlap, Nr = -1, Nl, pStart, fStart, fEnd;
5530560a7bSMatthew G. Knepley 
5630560a7bSMatthew G. Knepley   PetscFunctionBegin;
57429fa399SMatthew G. Knepley   PetscCall(DMGetPointSF(dm, &sf));
58429fa399SMatthew G. Knepley   PetscCall(DMPlexGetOverlap(dm, &overlap));
59429fa399SMatthew G. Knepley   if (sf && !overlap) PetscCall(PetscSFGetGraph(sf, &Nr, &Nl, &leaves, NULL));
60429fa399SMatthew G. Knepley   if (Nr > 0) {
61429fa399SMatthew G. Knepley     PetscCall(PetscSFComputeDegreeBegin(sf, &rootdegree));
62429fa399SMatthew G. Knepley     PetscCall(PetscSFComputeDegreeEnd(sf, &rootdegree));
63429fa399SMatthew G. Knepley   } else rootdegree = NULL;
64429fa399SMatthew G. Knepley   PetscCall(DMPlexGetChart(dm, &pStart, NULL));
659566063dSJacob Faibussowitsch   PetscCall(DMPlexGetHeightStratum(dm, cellHeight + 1, &fStart, &fEnd));
66429fa399SMatthew G. Knepley   for (PetscInt f = fStart; f < fEnd; ++f) {
67429fa399SMatthew G. Knepley     PetscInt supportSize, loc = -1;
6830560a7bSMatthew G. Knepley 
699566063dSJacob Faibussowitsch     PetscCall(DMPlexGetSupportSize(dm, f, &supportSize));
70e752be1aSMatthew G. Knepley     if (supportSize == 1) {
71429fa399SMatthew G. Knepley       /* Do not mark faces which are shared, meaning
72429fa399SMatthew G. Knepley            they are  present in the pointSF, or
73429fa399SMatthew G. Knepley            they have rootdegree > 0
74429fa399SMatthew G. Knepley          since they presumably have cells on the other side */
75429fa399SMatthew G. Knepley       if (Nr > 0) {
76429fa399SMatthew G. Knepley         PetscCall(PetscFindInt(f, Nl, leaves, &loc));
77429fa399SMatthew G. Knepley         if (rootdegree[f - pStart] || loc >= 0) continue;
78429fa399SMatthew G. Knepley       }
79e752be1aSMatthew G. Knepley       if (val < 0) {
80e752be1aSMatthew G. Knepley         PetscInt *closure = NULL;
81e752be1aSMatthew G. Knepley         PetscInt  clSize, cl, cval;
82e752be1aSMatthew G. Knepley 
839566063dSJacob Faibussowitsch         PetscCall(DMPlexGetTransitiveClosure(dm, f, PETSC_TRUE, &clSize, &closure));
84e752be1aSMatthew G. Knepley         for (cl = 0; cl < clSize * 2; cl += 2) {
859566063dSJacob Faibussowitsch           PetscCall(DMLabelGetValue(label, closure[cl], &cval));
86e752be1aSMatthew G. Knepley           if (cval < 0) continue;
879566063dSJacob Faibussowitsch           PetscCall(DMLabelSetValue(label, f, cval));
88e752be1aSMatthew G. Knepley           break;
89e752be1aSMatthew G. Knepley         }
909566063dSJacob Faibussowitsch         if (cl == clSize * 2) PetscCall(DMLabelSetValue(label, f, 1));
919566063dSJacob Faibussowitsch         PetscCall(DMPlexRestoreTransitiveClosure(dm, f, PETSC_TRUE, &clSize, &closure));
92e752be1aSMatthew G. Knepley       } else {
939566063dSJacob Faibussowitsch         PetscCall(DMLabelSetValue(label, f, val));
94e752be1aSMatthew G. Knepley       }
95e752be1aSMatthew G. Knepley     }
9630560a7bSMatthew G. Knepley   }
973ba16761SJacob Faibussowitsch   PetscFunctionReturn(PETSC_SUCCESS);
9830560a7bSMatthew G. Knepley }
9930560a7bSMatthew G. Knepley 
100cd0c2139SMatthew G Knepley /*@
101cd0c2139SMatthew G Knepley   DMPlexMarkBoundaryFaces - Mark all faces on the boundary
102cd0c2139SMatthew G Knepley 
103cd0c2139SMatthew G Knepley   Not Collective
104cd0c2139SMatthew G Knepley 
105d8d19677SJose E. Roman   Input Parameters:
106429fa399SMatthew G. Knepley + dm - The original `DM`
107*20f4b53cSBarry Smith - val - The marker value, or `PETSC_DETERMINE` to use some value in the closure (or 1 if none are found)
108cd0c2139SMatthew G Knepley 
109cd0c2139SMatthew G Knepley   Output Parameter:
110*20f4b53cSBarry Smith . label - The `DMLabel` marking boundary faces with the given value
111429fa399SMatthew G. Knepley 
112cd0c2139SMatthew G Knepley   Level: developer
113cd0c2139SMatthew G Knepley 
114*20f4b53cSBarry Smith   Note:
115*20f4b53cSBarry Smith   This function will use the point `PetscSF` from the input `DM` to exclude points on the partition boundary from being marked, unless the partition overlap is greater than zero. If you also wish to mark the partition boundary, you can use `DMSetPointSF()` to temporarily set it to `NULL`, and then reset it to the original object after the call.
116*20f4b53cSBarry Smith 
117*20f4b53cSBarry Smith .seealso: [](chapter_unstructured), `DM`, `DMPLEX`, `DMLabelCreate()`, `DMCreateLabel()`
11809f723d9SJed Brown @*/
119d71ae5a4SJacob Faibussowitsch PetscErrorCode DMPlexMarkBoundaryFaces(DM dm, PetscInt val, DMLabel label)
120d71ae5a4SJacob Faibussowitsch {
121827c4036SVaclav Hapla   DMPlexInterpolatedFlag flg;
122cd0c2139SMatthew G Knepley 
123cd0c2139SMatthew G Knepley   PetscFunctionBegin;
124827c4036SVaclav Hapla   PetscValidHeaderSpecific(dm, DM_CLASSID, 1);
1259566063dSJacob Faibussowitsch   PetscCall(DMPlexIsInterpolated(dm, &flg));
12608401ef6SPierre Jolivet   PetscCheck(flg == DMPLEX_INTERPOLATED_FULL, PETSC_COMM_SELF, PETSC_ERR_ARG_WRONG, "DM is not fully interpolated on this rank");
1279566063dSJacob Faibussowitsch   PetscCall(DMPlexMarkBoundaryFaces_Internal(dm, val, 0, label));
1283ba16761SJacob Faibussowitsch   PetscFunctionReturn(PETSC_SUCCESS);
129cd0c2139SMatthew G Knepley }
130cd0c2139SMatthew G Knepley 
131d71ae5a4SJacob Faibussowitsch static PetscErrorCode DMPlexLabelComplete_Internal(DM dm, DMLabel label, PetscBool completeCells)
132d71ae5a4SJacob Faibussowitsch {
133b0bf5782SToby Isaac   IS              valueIS;
134ac51f24eSSander Arens   PetscSF         sfPoint;
135b0bf5782SToby Isaac   const PetscInt *values;
136ac51f24eSSander Arens   PetscInt        numValues, v, cStart, cEnd, nroots;
137b0bf5782SToby Isaac 
138b0bf5782SToby Isaac   PetscFunctionBegin;
1399566063dSJacob Faibussowitsch   PetscCall(DMLabelGetNumValues(label, &numValues));
1409566063dSJacob Faibussowitsch   PetscCall(DMLabelGetValueIS(label, &valueIS));
1419566063dSJacob Faibussowitsch   PetscCall(DMPlexGetHeightStratum(dm, 0, &cStart, &cEnd));
1429566063dSJacob Faibussowitsch   PetscCall(ISGetIndices(valueIS, &values));
143b0bf5782SToby Isaac   for (v = 0; v < numValues; ++v) {
144b0bf5782SToby Isaac     IS              pointIS;
145b0bf5782SToby Isaac     const PetscInt *points;
146b0bf5782SToby Isaac     PetscInt        numPoints, p;
147b0bf5782SToby Isaac 
1489566063dSJacob Faibussowitsch     PetscCall(DMLabelGetStratumSize(label, values[v], &numPoints));
1499566063dSJacob Faibussowitsch     PetscCall(DMLabelGetStratumIS(label, values[v], &pointIS));
1509566063dSJacob Faibussowitsch     PetscCall(ISGetIndices(pointIS, &points));
151b0bf5782SToby Isaac     for (p = 0; p < numPoints; ++p) {
152b0bf5782SToby Isaac       PetscInt  q       = points[p];
153b0bf5782SToby Isaac       PetscInt *closure = NULL;
154b0bf5782SToby Isaac       PetscInt  closureSize, c;
155b0bf5782SToby Isaac 
156b0bf5782SToby Isaac       if (cStart <= q && q < cEnd && !completeCells) { /* skip cells */
157b0bf5782SToby Isaac         continue;
158b0bf5782SToby Isaac       }
1599566063dSJacob Faibussowitsch       PetscCall(DMPlexGetTransitiveClosure(dm, q, PETSC_TRUE, &closureSize, &closure));
16048a46eb9SPierre Jolivet       for (c = 0; c < closureSize * 2; c += 2) PetscCall(DMLabelSetValue(label, closure[c], values[v]));
1619566063dSJacob Faibussowitsch       PetscCall(DMPlexRestoreTransitiveClosure(dm, q, PETSC_TRUE, &closureSize, &closure));
162b0bf5782SToby Isaac     }
1639566063dSJacob Faibussowitsch     PetscCall(ISRestoreIndices(pointIS, &points));
1649566063dSJacob Faibussowitsch     PetscCall(ISDestroy(&pointIS));
165b0bf5782SToby Isaac   }
1669566063dSJacob Faibussowitsch   PetscCall(ISRestoreIndices(valueIS, &values));
1679566063dSJacob Faibussowitsch   PetscCall(ISDestroy(&valueIS));
1689566063dSJacob Faibussowitsch   PetscCall(DMGetPointSF(dm, &sfPoint));
1699566063dSJacob Faibussowitsch   PetscCall(PetscSFGetGraph(sfPoint, &nroots, NULL, NULL, NULL));
170ac51f24eSSander Arens   if (nroots >= 0) {
17126279d81SSanderA     DMLabel         lblRoots, lblLeaves;
17226279d81SSanderA     IS              valueIS, pointIS;
17326279d81SSanderA     const PetscInt *values;
17426279d81SSanderA     PetscInt        numValues, v;
17526279d81SSanderA 
17626279d81SSanderA     /* Pull point contributions from remote leaves into local roots */
1779566063dSJacob Faibussowitsch     PetscCall(DMLabelGather(label, sfPoint, &lblLeaves));
1789566063dSJacob Faibussowitsch     PetscCall(DMLabelGetValueIS(lblLeaves, &valueIS));
1799566063dSJacob Faibussowitsch     PetscCall(ISGetLocalSize(valueIS, &numValues));
1809566063dSJacob Faibussowitsch     PetscCall(ISGetIndices(valueIS, &values));
18126279d81SSanderA     for (v = 0; v < numValues; ++v) {
18226279d81SSanderA       const PetscInt value = values[v];
18326279d81SSanderA 
1849566063dSJacob Faibussowitsch       PetscCall(DMLabelGetStratumIS(lblLeaves, value, &pointIS));
1859566063dSJacob Faibussowitsch       PetscCall(DMLabelInsertIS(label, pointIS, value));
1869566063dSJacob Faibussowitsch       PetscCall(ISDestroy(&pointIS));
18726279d81SSanderA     }
1889566063dSJacob Faibussowitsch     PetscCall(ISRestoreIndices(valueIS, &values));
1899566063dSJacob Faibussowitsch     PetscCall(ISDestroy(&valueIS));
1909566063dSJacob Faibussowitsch     PetscCall(DMLabelDestroy(&lblLeaves));
19126279d81SSanderA     /* Push point contributions from roots into remote leaves */
1929566063dSJacob Faibussowitsch     PetscCall(DMLabelDistribute(label, sfPoint, &lblRoots));
1939566063dSJacob Faibussowitsch     PetscCall(DMLabelGetValueIS(lblRoots, &valueIS));
1949566063dSJacob Faibussowitsch     PetscCall(ISGetLocalSize(valueIS, &numValues));
1959566063dSJacob Faibussowitsch     PetscCall(ISGetIndices(valueIS, &values));
19626279d81SSanderA     for (v = 0; v < numValues; ++v) {
19726279d81SSanderA       const PetscInt value = values[v];
19826279d81SSanderA 
1999566063dSJacob Faibussowitsch       PetscCall(DMLabelGetStratumIS(lblRoots, value, &pointIS));
2009566063dSJacob Faibussowitsch       PetscCall(DMLabelInsertIS(label, pointIS, value));
2019566063dSJacob Faibussowitsch       PetscCall(ISDestroy(&pointIS));
20226279d81SSanderA     }
2039566063dSJacob Faibussowitsch     PetscCall(ISRestoreIndices(valueIS, &values));
2049566063dSJacob Faibussowitsch     PetscCall(ISDestroy(&valueIS));
2059566063dSJacob Faibussowitsch     PetscCall(DMLabelDestroy(&lblRoots));
20626279d81SSanderA   }
2073ba16761SJacob Faibussowitsch   PetscFunctionReturn(PETSC_SUCCESS);
208b0bf5782SToby Isaac }
209b0bf5782SToby Isaac 
2102be2b188SMatthew G Knepley /*@
2112be2b188SMatthew G Knepley   DMPlexLabelComplete - Starting with a label marking points on a surface, we add the transitive closure to the surface
2122be2b188SMatthew G Knepley 
2132be2b188SMatthew G Knepley   Input Parameters:
214*20f4b53cSBarry Smith + dm - The `DM`
215*20f4b53cSBarry Smith - label - A `DMLabel` marking the surface points
2162be2b188SMatthew G Knepley 
2172be2b188SMatthew G Knepley   Output Parameter:
218*20f4b53cSBarry Smith . label - A `DMLabel` marking all surface points in the transitive closure
2192be2b188SMatthew G Knepley 
2202be2b188SMatthew G Knepley   Level: developer
2212be2b188SMatthew G Knepley 
222*20f4b53cSBarry Smith .seealso: [](chapter_unstructured), `DM`, `DMPLEX`, `DMPlexLabelCohesiveComplete()`
2232be2b188SMatthew G Knepley @*/
224d71ae5a4SJacob Faibussowitsch PetscErrorCode DMPlexLabelComplete(DM dm, DMLabel label)
225d71ae5a4SJacob Faibussowitsch {
2262be2b188SMatthew G Knepley   PetscFunctionBegin;
2279566063dSJacob Faibussowitsch   PetscCall(DMPlexLabelComplete_Internal(dm, label, PETSC_TRUE));
2283ba16761SJacob Faibussowitsch   PetscFunctionReturn(PETSC_SUCCESS);
2292be2b188SMatthew G Knepley }
2302be2b188SMatthew G Knepley 
2316cf0e42fSMatthew G. Knepley /*@
232a6e0b375SMatthew G. Knepley   DMPlexLabelAddCells - Starting with a label marking points on a surface, we add a cell for each point
2336cf0e42fSMatthew G. Knepley 
2346cf0e42fSMatthew G. Knepley   Input Parameters:
235*20f4b53cSBarry Smith + dm - The `DM`
236*20f4b53cSBarry Smith - label - A `DMLabel` marking the surface points
2376cf0e42fSMatthew G. Knepley 
2386cf0e42fSMatthew G. Knepley   Output Parameter:
239*20f4b53cSBarry Smith . label - A `DMLabel` incorporating cells
2406cf0e42fSMatthew G. Knepley 
2416cf0e42fSMatthew G. Knepley   Level: developer
2426cf0e42fSMatthew G. Knepley 
243*20f4b53cSBarry Smith   Note:
244*20f4b53cSBarry Smith   The cells allow FEM boundary conditions to be applied using the cell geometry
2456cf0e42fSMatthew G. Knepley 
246*20f4b53cSBarry Smith .seealso: [](chapter_unstructured), `DM`, `DMPLEX`, `DMPlexLabelAddFaceCells()`, `DMPlexLabelComplete()`, `DMPlexLabelCohesiveComplete()`
2476cf0e42fSMatthew G. Knepley @*/
248d71ae5a4SJacob Faibussowitsch PetscErrorCode DMPlexLabelAddCells(DM dm, DMLabel label)
249d71ae5a4SJacob Faibussowitsch {
2506cf0e42fSMatthew G. Knepley   IS              valueIS;
2516cf0e42fSMatthew G. Knepley   const PetscInt *values;
2529df54392SMatthew G. Knepley   PetscInt        numValues, v, csStart, csEnd, chStart, chEnd;
2536cf0e42fSMatthew G. Knepley 
2546cf0e42fSMatthew G. Knepley   PetscFunctionBegin;
2559df54392SMatthew G. Knepley   PetscCall(DMPlexGetSimplexOrBoxCells(dm, 0, &csStart, &csEnd));
2569df54392SMatthew G. Knepley   PetscCall(DMPlexGetHeightStratum(dm, 0, &chStart, &chEnd));
2579566063dSJacob Faibussowitsch   PetscCall(DMLabelGetNumValues(label, &numValues));
2589566063dSJacob Faibussowitsch   PetscCall(DMLabelGetValueIS(label, &valueIS));
2599566063dSJacob Faibussowitsch   PetscCall(ISGetIndices(valueIS, &values));
2606cf0e42fSMatthew G. Knepley   for (v = 0; v < numValues; ++v) {
2616cf0e42fSMatthew G. Knepley     IS              pointIS;
2626cf0e42fSMatthew G. Knepley     const PetscInt *points;
2636cf0e42fSMatthew G. Knepley     PetscInt        numPoints, p;
2646cf0e42fSMatthew G. Knepley 
2659566063dSJacob Faibussowitsch     PetscCall(DMLabelGetStratumSize(label, values[v], &numPoints));
2669566063dSJacob Faibussowitsch     PetscCall(DMLabelGetStratumIS(label, values[v], &pointIS));
2679566063dSJacob Faibussowitsch     PetscCall(ISGetIndices(pointIS, &points));
2686cf0e42fSMatthew G. Knepley     for (p = 0; p < numPoints; ++p) {
2699df54392SMatthew G. Knepley       const PetscInt point   = points[p];
2706cf0e42fSMatthew G. Knepley       PetscInt      *closure = NULL;
2719df54392SMatthew G. Knepley       PetscInt       closureSize, cl, h, pStart, pEnd, cStart, cEnd;
2729df54392SMatthew G. Knepley 
2739df54392SMatthew G. Knepley       // If the point is a hybrid, allow hybrid cells
2749df54392SMatthew G. Knepley       PetscCall(DMPlexGetPointHeight(dm, point, &h));
2759df54392SMatthew G. Knepley       PetscCall(DMPlexGetSimplexOrBoxCells(dm, h, &pStart, &pEnd));
2769df54392SMatthew G. Knepley       if (point >= pStart && point < pEnd) {
2779df54392SMatthew G. Knepley         cStart = csStart;
2789df54392SMatthew G. Knepley         cEnd   = csEnd;
2799df54392SMatthew G. Knepley       } else {
2809df54392SMatthew G. Knepley         cStart = chStart;
2819df54392SMatthew G. Knepley         cEnd   = chEnd;
2829df54392SMatthew G. Knepley       }
2836cf0e42fSMatthew G. Knepley 
2849566063dSJacob Faibussowitsch       PetscCall(DMPlexGetTransitiveClosure(dm, points[p], PETSC_FALSE, &closureSize, &closure));
28522eabd52SMatthew G. Knepley       for (cl = closureSize - 1; cl > 0; --cl) {
286a6e0b375SMatthew G. Knepley         const PetscInt cell = closure[cl * 2];
2879371c9d4SSatish Balay         if ((cell >= cStart) && (cell < cEnd)) {
2889371c9d4SSatish Balay           PetscCall(DMLabelSetValue(label, cell, values[v]));
2899371c9d4SSatish Balay           break;
2909371c9d4SSatish Balay         }
29122eabd52SMatthew G. Knepley       }
2929566063dSJacob Faibussowitsch       PetscCall(DMPlexRestoreTransitiveClosure(dm, points[p], PETSC_FALSE, &closureSize, &closure));
2936cf0e42fSMatthew G. Knepley     }
2949566063dSJacob Faibussowitsch     PetscCall(ISRestoreIndices(pointIS, &points));
2959566063dSJacob Faibussowitsch     PetscCall(ISDestroy(&pointIS));
2966cf0e42fSMatthew G. Knepley   }
2979566063dSJacob Faibussowitsch   PetscCall(ISRestoreIndices(valueIS, &values));
2989566063dSJacob Faibussowitsch   PetscCall(ISDestroy(&valueIS));
2993ba16761SJacob Faibussowitsch   PetscFunctionReturn(PETSC_SUCCESS);
3006cf0e42fSMatthew G. Knepley }
3016cf0e42fSMatthew G. Knepley 
302f402d5e4SToby Isaac /*@
303a6e0b375SMatthew G. Knepley   DMPlexLabelAddFaceCells - Starting with a label marking faces on a surface, we add a cell for each face
304a6e0b375SMatthew G. Knepley 
305a6e0b375SMatthew G. Knepley   Input Parameters:
306*20f4b53cSBarry Smith + dm - The `DM`
307*20f4b53cSBarry Smith - label - A `DMLabel` marking the surface points
308a6e0b375SMatthew G. Knepley 
309a6e0b375SMatthew G. Knepley   Output Parameter:
310*20f4b53cSBarry Smith . label - A `DMLabel` incorporating cells
311a6e0b375SMatthew G. Knepley 
312a6e0b375SMatthew G. Knepley   Level: developer
313a6e0b375SMatthew G. Knepley 
314*20f4b53cSBarry Smith   Note:
315*20f4b53cSBarry Smith   The cells allow FEM boundary conditions to be applied using the cell geometry
316a6e0b375SMatthew G. Knepley 
317*20f4b53cSBarry Smith .seealso: [](chapter_unstructured), `DM`, `DMPLEX`, `DMPlexLabelAddCells()`, `DMPlexLabelComplete()`, `DMPlexLabelCohesiveComplete()`
318a6e0b375SMatthew G. Knepley @*/
319d71ae5a4SJacob Faibussowitsch PetscErrorCode DMPlexLabelAddFaceCells(DM dm, DMLabel label)
320d71ae5a4SJacob Faibussowitsch {
321a6e0b375SMatthew G. Knepley   IS              valueIS;
322a6e0b375SMatthew G. Knepley   const PetscInt *values;
323a6e0b375SMatthew G. Knepley   PetscInt        numValues, v, cStart, cEnd, fStart, fEnd;
324a6e0b375SMatthew G. Knepley 
325a6e0b375SMatthew G. Knepley   PetscFunctionBegin;
3269566063dSJacob Faibussowitsch   PetscCall(DMPlexGetSimplexOrBoxCells(dm, 0, &cStart, &cEnd));
3279566063dSJacob Faibussowitsch   PetscCall(DMPlexGetHeightStratum(dm, 1, &fStart, &fEnd));
3289566063dSJacob Faibussowitsch   PetscCall(DMLabelGetNumValues(label, &numValues));
3299566063dSJacob Faibussowitsch   PetscCall(DMLabelGetValueIS(label, &valueIS));
3309566063dSJacob Faibussowitsch   PetscCall(ISGetIndices(valueIS, &values));
331a6e0b375SMatthew G. Knepley   for (v = 0; v < numValues; ++v) {
332a6e0b375SMatthew G. Knepley     IS              pointIS;
333a6e0b375SMatthew G. Knepley     const PetscInt *points;
334a6e0b375SMatthew G. Knepley     PetscInt        numPoints, p;
335a6e0b375SMatthew G. Knepley 
3369566063dSJacob Faibussowitsch     PetscCall(DMLabelGetStratumSize(label, values[v], &numPoints));
3379566063dSJacob Faibussowitsch     PetscCall(DMLabelGetStratumIS(label, values[v], &pointIS));
3389566063dSJacob Faibussowitsch     PetscCall(ISGetIndices(pointIS, &points));
339a6e0b375SMatthew G. Knepley     for (p = 0; p < numPoints; ++p) {
340a6e0b375SMatthew G. Knepley       const PetscInt face    = points[p];
341a6e0b375SMatthew G. Knepley       PetscInt      *closure = NULL;
342a6e0b375SMatthew G. Knepley       PetscInt       closureSize, cl;
343a6e0b375SMatthew G. Knepley 
344a6e0b375SMatthew G. Knepley       if ((face < fStart) || (face >= fEnd)) continue;
3459566063dSJacob Faibussowitsch       PetscCall(DMPlexGetTransitiveClosure(dm, face, PETSC_FALSE, &closureSize, &closure));
346a6e0b375SMatthew G. Knepley       for (cl = closureSize - 1; cl > 0; --cl) {
347a6e0b375SMatthew G. Knepley         const PetscInt cell = closure[cl * 2];
3489371c9d4SSatish Balay         if ((cell >= cStart) && (cell < cEnd)) {
3499371c9d4SSatish Balay           PetscCall(DMLabelSetValue(label, cell, values[v]));
3509371c9d4SSatish Balay           break;
3519371c9d4SSatish Balay         }
352a6e0b375SMatthew G. Knepley       }
3539566063dSJacob Faibussowitsch       PetscCall(DMPlexRestoreTransitiveClosure(dm, face, PETSC_FALSE, &closureSize, &closure));
354a6e0b375SMatthew G. Knepley     }
3559566063dSJacob Faibussowitsch     PetscCall(ISRestoreIndices(pointIS, &points));
3569566063dSJacob Faibussowitsch     PetscCall(ISDestroy(&pointIS));
357a6e0b375SMatthew G. Knepley   }
3589566063dSJacob Faibussowitsch   PetscCall(ISRestoreIndices(valueIS, &values));
3599566063dSJacob Faibussowitsch   PetscCall(ISDestroy(&valueIS));
3603ba16761SJacob Faibussowitsch   PetscFunctionReturn(PETSC_SUCCESS);
361a6e0b375SMatthew G. Knepley }
362a6e0b375SMatthew G. Knepley 
363a6e0b375SMatthew G. Knepley /*@
364f402d5e4SToby Isaac   DMPlexLabelClearCells - Remove cells from a label
365f402d5e4SToby Isaac 
366f402d5e4SToby Isaac   Input Parameters:
367*20f4b53cSBarry Smith + dm - The `DM`
368*20f4b53cSBarry Smith - label - A `DMLabel` marking surface points and their adjacent cells
369f402d5e4SToby Isaac 
370f402d5e4SToby Isaac   Output Parameter:
371*20f4b53cSBarry Smith . label - A `DMLabel` without cells
372f402d5e4SToby Isaac 
373f402d5e4SToby Isaac   Level: developer
374f402d5e4SToby Isaac 
375*20f4b53cSBarry Smith   Note:
376*20f4b53cSBarry Smith   This undoes `DMPlexLabelAddCells()` or `DMPlexLabelAddFaceCells()`
377f402d5e4SToby Isaac 
378*20f4b53cSBarry Smith .seealso: [](chapter_unstructured), `DM`, `DMPLEX`, `DMPlexLabelComplete()`, `DMPlexLabelCohesiveComplete()`, `DMPlexLabelAddCells()`
379f402d5e4SToby Isaac @*/
380d71ae5a4SJacob Faibussowitsch PetscErrorCode DMPlexLabelClearCells(DM dm, DMLabel label)
381d71ae5a4SJacob Faibussowitsch {
382f402d5e4SToby Isaac   IS              valueIS;
383f402d5e4SToby Isaac   const PetscInt *values;
384485ad865SMatthew G. Knepley   PetscInt        numValues, v, cStart, cEnd;
385f402d5e4SToby Isaac 
386f402d5e4SToby Isaac   PetscFunctionBegin;
3879566063dSJacob Faibussowitsch   PetscCall(DMPlexGetSimplexOrBoxCells(dm, 0, &cStart, &cEnd));
3889566063dSJacob Faibussowitsch   PetscCall(DMLabelGetNumValues(label, &numValues));
3899566063dSJacob Faibussowitsch   PetscCall(DMLabelGetValueIS(label, &valueIS));
3909566063dSJacob Faibussowitsch   PetscCall(ISGetIndices(valueIS, &values));
391f402d5e4SToby Isaac   for (v = 0; v < numValues; ++v) {
392f402d5e4SToby Isaac     IS              pointIS;
393f402d5e4SToby Isaac     const PetscInt *points;
394f402d5e4SToby Isaac     PetscInt        numPoints, p;
395f402d5e4SToby Isaac 
3969566063dSJacob Faibussowitsch     PetscCall(DMLabelGetStratumSize(label, values[v], &numPoints));
3979566063dSJacob Faibussowitsch     PetscCall(DMLabelGetStratumIS(label, values[v], &pointIS));
3989566063dSJacob Faibussowitsch     PetscCall(ISGetIndices(pointIS, &points));
399f402d5e4SToby Isaac     for (p = 0; p < numPoints; ++p) {
400f402d5e4SToby Isaac       PetscInt point = points[p];
401f402d5e4SToby Isaac 
40248a46eb9SPierre Jolivet       if (point >= cStart && point < cEnd) PetscCall(DMLabelClearValue(label, point, values[v]));
403f402d5e4SToby Isaac     }
4049566063dSJacob Faibussowitsch     PetscCall(ISRestoreIndices(pointIS, &points));
4059566063dSJacob Faibussowitsch     PetscCall(ISDestroy(&pointIS));
406f402d5e4SToby Isaac   }
4079566063dSJacob Faibussowitsch   PetscCall(ISRestoreIndices(valueIS, &values));
4089566063dSJacob Faibussowitsch   PetscCall(ISDestroy(&valueIS));
4093ba16761SJacob Faibussowitsch   PetscFunctionReturn(PETSC_SUCCESS);
410f402d5e4SToby Isaac }
411f402d5e4SToby Isaac 
41259eef20bSToby Isaac /* take (oldEnd, added) pairs, ordered by height and convert them to (oldstart, newstart) pairs, ordered by ascending
41359eef20bSToby Isaac  * index (skipping first, which is (0,0)) */
414d71ae5a4SJacob Faibussowitsch static inline PetscErrorCode DMPlexShiftPointSetUp_Internal(PetscInt depth, PetscInt depthShift[])
415d71ae5a4SJacob Faibussowitsch {
4162582d50cSToby Isaac   PetscInt d, off = 0;
4172582d50cSToby Isaac 
4182582d50cSToby Isaac   PetscFunctionBegin;
41959eef20bSToby Isaac   /* sort by (oldend): yes this is an O(n^2) sort, we expect depth <= 3 */
4200974a383SToby Isaac   for (d = 0; d < depth; d++) {
4212582d50cSToby Isaac     PetscInt firstd     = d;
4220974a383SToby Isaac     PetscInt firstStart = depthShift[2 * d];
4232582d50cSToby Isaac     PetscInt e;
4242582d50cSToby Isaac 
4252582d50cSToby Isaac     for (e = d + 1; e <= depth; e++) {
4262582d50cSToby Isaac       if (depthShift[2 * e] < firstStart) {
4272582d50cSToby Isaac         firstd     = e;
4282582d50cSToby Isaac         firstStart = depthShift[2 * d];
4292582d50cSToby Isaac       }
4302582d50cSToby Isaac     }
4312582d50cSToby Isaac     if (firstd != d) {
4322582d50cSToby Isaac       PetscInt swap[2];
4332582d50cSToby Isaac 
4342582d50cSToby Isaac       e                     = firstd;
4352582d50cSToby Isaac       swap[0]               = depthShift[2 * d];
4362582d50cSToby Isaac       swap[1]               = depthShift[2 * d + 1];
4372582d50cSToby Isaac       depthShift[2 * d]     = depthShift[2 * e];
4382582d50cSToby Isaac       depthShift[2 * d + 1] = depthShift[2 * e + 1];
4392582d50cSToby Isaac       depthShift[2 * e]     = swap[0];
4402582d50cSToby Isaac       depthShift[2 * e + 1] = swap[1];
4412582d50cSToby Isaac     }
4422582d50cSToby Isaac   }
4432582d50cSToby Isaac   /* convert (oldstart, added) to (oldstart, newstart) */
4440974a383SToby Isaac   for (d = 0; d <= depth; d++) {
4452582d50cSToby Isaac     off += depthShift[2 * d + 1];
44659eef20bSToby Isaac     depthShift[2 * d + 1] = depthShift[2 * d] + off;
4472582d50cSToby Isaac   }
4483ba16761SJacob Faibussowitsch   PetscFunctionReturn(PETSC_SUCCESS);
4492582d50cSToby Isaac }
4502582d50cSToby Isaac 
4512582d50cSToby Isaac /* depthShift is a list of (old, new) pairs */
452d71ae5a4SJacob Faibussowitsch static inline PetscInt DMPlexShiftPoint_Internal(PetscInt p, PetscInt depth, PetscInt depthShift[])
453d71ae5a4SJacob Faibussowitsch {
4542582d50cSToby Isaac   PetscInt d;
4552582d50cSToby Isaac   PetscInt newOff = 0;
4562582d50cSToby Isaac 
4572582d50cSToby Isaac   for (d = 0; d <= depth; d++) {
4582582d50cSToby Isaac     if (p < depthShift[2 * d]) return p + newOff;
4592582d50cSToby Isaac     else newOff = depthShift[2 * d + 1] - depthShift[2 * d];
4602582d50cSToby Isaac   }
4610974a383SToby Isaac   return p + newOff;
4622582d50cSToby Isaac }
4632582d50cSToby Isaac 
4642582d50cSToby Isaac /* depthShift is a list of (old, new) pairs */
465d71ae5a4SJacob Faibussowitsch static inline PetscInt DMPlexShiftPointInverse_Internal(PetscInt p, PetscInt depth, PetscInt depthShift[])
466d71ae5a4SJacob Faibussowitsch {
4672582d50cSToby Isaac   PetscInt d;
4682582d50cSToby Isaac   PetscInt newOff = 0;
4692582d50cSToby Isaac 
4702582d50cSToby Isaac   for (d = 0; d <= depth; d++) {
4712582d50cSToby Isaac     if (p < depthShift[2 * d + 1]) return p + newOff;
4722582d50cSToby Isaac     else newOff = depthShift[2 * d] - depthShift[2 * d + 1];
4732582d50cSToby Isaac   }
4740974a383SToby Isaac   return p + newOff;
475cd0c2139SMatthew G Knepley }
476cd0c2139SMatthew G Knepley 
477d71ae5a4SJacob Faibussowitsch static PetscErrorCode DMPlexShiftSizes_Internal(DM dm, PetscInt depthShift[], DM dmNew)
478d71ae5a4SJacob Faibussowitsch {
479cd0c2139SMatthew G Knepley   PetscInt depth = 0, d, pStart, pEnd, p;
480fa8e8ae5SToby Isaac   DMLabel  depthLabel;
481cd0c2139SMatthew G Knepley 
482cd0c2139SMatthew G Knepley   PetscFunctionBegin;
4839566063dSJacob Faibussowitsch   PetscCall(DMPlexGetDepth(dm, &depth));
4843ba16761SJacob Faibussowitsch   if (depth < 0) PetscFunctionReturn(PETSC_SUCCESS);
485cd0c2139SMatthew G Knepley   /* Step 1: Expand chart */
4869566063dSJacob Faibussowitsch   PetscCall(DMPlexGetChart(dm, &pStart, &pEnd));
4870974a383SToby Isaac   pEnd = DMPlexShiftPoint_Internal(pEnd, depth, depthShift);
4889566063dSJacob Faibussowitsch   PetscCall(DMPlexSetChart(dmNew, pStart, pEnd));
4899566063dSJacob Faibussowitsch   PetscCall(DMCreateLabel(dmNew, "depth"));
4909566063dSJacob Faibussowitsch   PetscCall(DMPlexGetDepthLabel(dmNew, &depthLabel));
4919566063dSJacob Faibussowitsch   PetscCall(DMCreateLabel(dmNew, "celltype"));
492cd0c2139SMatthew G Knepley   /* Step 2: Set cone and support sizes */
493cd0c2139SMatthew G Knepley   for (d = 0; d <= depth; ++d) {
494fa8e8ae5SToby Isaac     PetscInt pStartNew, pEndNew;
495fa8e8ae5SToby Isaac     IS       pIS;
496fa8e8ae5SToby Isaac 
4979566063dSJacob Faibussowitsch     PetscCall(DMPlexGetDepthStratum(dm, d, &pStart, &pEnd));
498fa8e8ae5SToby Isaac     pStartNew = DMPlexShiftPoint_Internal(pStart, depth, depthShift);
499fa8e8ae5SToby Isaac     pEndNew   = DMPlexShiftPoint_Internal(pEnd, depth, depthShift);
5009566063dSJacob Faibussowitsch     PetscCall(ISCreateStride(PETSC_COMM_SELF, pEndNew - pStartNew, pStartNew, 1, &pIS));
5019566063dSJacob Faibussowitsch     PetscCall(DMLabelSetStratumIS(depthLabel, d, pIS));
5029566063dSJacob Faibussowitsch     PetscCall(ISDestroy(&pIS));
503cd0c2139SMatthew G Knepley     for (p = pStart; p < pEnd; ++p) {
5042582d50cSToby Isaac       PetscInt       newp = DMPlexShiftPoint_Internal(p, depth, depthShift);
505cd0c2139SMatthew G Knepley       PetscInt       size;
506412e9a14SMatthew G. Knepley       DMPolytopeType ct;
507cd0c2139SMatthew G Knepley 
5089566063dSJacob Faibussowitsch       PetscCall(DMPlexGetConeSize(dm, p, &size));
5099566063dSJacob Faibussowitsch       PetscCall(DMPlexSetConeSize(dmNew, newp, size));
5109566063dSJacob Faibussowitsch       PetscCall(DMPlexGetSupportSize(dm, p, &size));
5119566063dSJacob Faibussowitsch       PetscCall(DMPlexSetSupportSize(dmNew, newp, size));
5129566063dSJacob Faibussowitsch       PetscCall(DMPlexGetCellType(dm, p, &ct));
5139566063dSJacob Faibussowitsch       PetscCall(DMPlexSetCellType(dmNew, newp, ct));
514cd0c2139SMatthew G Knepley     }
515cd0c2139SMatthew G Knepley   }
5163ba16761SJacob Faibussowitsch   PetscFunctionReturn(PETSC_SUCCESS);
517cd0c2139SMatthew G Knepley }
518cd0c2139SMatthew G Knepley 
519d71ae5a4SJacob Faibussowitsch static PetscErrorCode DMPlexShiftPoints_Internal(DM dm, PetscInt depthShift[], DM dmNew)
520d71ae5a4SJacob Faibussowitsch {
5212582d50cSToby Isaac   PetscInt *newpoints;
5222582d50cSToby Isaac   PetscInt  depth = 0, maxConeSize, maxSupportSize, maxConeSizeNew, maxSupportSizeNew, pStart, pEnd, p;
523cd0c2139SMatthew G Knepley 
524cd0c2139SMatthew G Knepley   PetscFunctionBegin;
5259566063dSJacob Faibussowitsch   PetscCall(DMPlexGetDepth(dm, &depth));
5263ba16761SJacob Faibussowitsch   if (depth < 0) PetscFunctionReturn(PETSC_SUCCESS);
5279566063dSJacob Faibussowitsch   PetscCall(DMPlexGetMaxSizes(dm, &maxConeSize, &maxSupportSize));
5289566063dSJacob Faibussowitsch   PetscCall(DMPlexGetMaxSizes(dmNew, &maxConeSizeNew, &maxSupportSizeNew));
5299566063dSJacob Faibussowitsch   PetscCall(PetscMalloc1(PetscMax(PetscMax(maxConeSize, maxSupportSize), PetscMax(maxConeSizeNew, maxSupportSizeNew)), &newpoints));
530cd0c2139SMatthew G Knepley   /* Step 5: Set cones and supports */
5319566063dSJacob Faibussowitsch   PetscCall(DMPlexGetChart(dm, &pStart, &pEnd));
532cd0c2139SMatthew G Knepley   for (p = pStart; p < pEnd; ++p) {
533cd0c2139SMatthew G Knepley     const PetscInt *points = NULL, *orientations = NULL;
5342582d50cSToby Isaac     PetscInt        size, sizeNew, i, newp = DMPlexShiftPoint_Internal(p, depth, depthShift);
535cd0c2139SMatthew G Knepley 
5369566063dSJacob Faibussowitsch     PetscCall(DMPlexGetConeSize(dm, p, &size));
5379566063dSJacob Faibussowitsch     PetscCall(DMPlexGetCone(dm, p, &points));
5389566063dSJacob Faibussowitsch     PetscCall(DMPlexGetConeOrientation(dm, p, &orientations));
539ad540459SPierre Jolivet     for (i = 0; i < size; ++i) newpoints[i] = DMPlexShiftPoint_Internal(points[i], depth, depthShift);
5409566063dSJacob Faibussowitsch     PetscCall(DMPlexSetCone(dmNew, newp, newpoints));
5419566063dSJacob Faibussowitsch     PetscCall(DMPlexSetConeOrientation(dmNew, newp, orientations));
5429566063dSJacob Faibussowitsch     PetscCall(DMPlexGetSupportSize(dm, p, &size));
5439566063dSJacob Faibussowitsch     PetscCall(DMPlexGetSupportSize(dmNew, newp, &sizeNew));
5449566063dSJacob Faibussowitsch     PetscCall(DMPlexGetSupport(dm, p, &points));
545ad540459SPierre Jolivet     for (i = 0; i < size; ++i) newpoints[i] = DMPlexShiftPoint_Internal(points[i], depth, depthShift);
546dcbb62e8SMatthew G. Knepley     for (i = size; i < sizeNew; ++i) newpoints[i] = 0;
5479566063dSJacob Faibussowitsch     PetscCall(DMPlexSetSupport(dmNew, newp, newpoints));
548cd0c2139SMatthew G Knepley   }
5499566063dSJacob Faibussowitsch   PetscCall(PetscFree(newpoints));
5503ba16761SJacob Faibussowitsch   PetscFunctionReturn(PETSC_SUCCESS);
551cd0c2139SMatthew G Knepley }
552cd0c2139SMatthew G Knepley 
553d71ae5a4SJacob Faibussowitsch static PetscErrorCode DMPlexShiftCoordinates_Internal(DM dm, PetscInt depthShift[], DM dmNew)
554d71ae5a4SJacob Faibussowitsch {
555cd0c2139SMatthew G Knepley   PetscSection coordSection, newCoordSection;
556cd0c2139SMatthew G Knepley   Vec          coordinates, newCoordinates;
557cd0c2139SMatthew G Knepley   PetscScalar *coords, *newCoords;
558f2b8cce1SMatthew G. Knepley   PetscInt     coordSize, sStart, sEnd;
559f2b8cce1SMatthew G. Knepley   PetscInt     dim, depth = 0, cStart, cEnd, cStartNew, cEndNew, c, vStart, vEnd, vStartNew, vEndNew, v;
560f2b8cce1SMatthew G. Knepley   PetscBool    hasCells;
561cd0c2139SMatthew G Knepley 
562cd0c2139SMatthew G Knepley   PetscFunctionBegin;
5639566063dSJacob Faibussowitsch   PetscCall(DMGetCoordinateDim(dm, &dim));
5649566063dSJacob Faibussowitsch   PetscCall(DMSetCoordinateDim(dmNew, dim));
5659566063dSJacob Faibussowitsch   PetscCall(DMPlexGetDepth(dm, &depth));
566cd0c2139SMatthew G Knepley   /* Step 8: Convert coordinates */
5679566063dSJacob Faibussowitsch   PetscCall(DMPlexGetDepthStratum(dm, 0, &vStart, &vEnd));
5689566063dSJacob Faibussowitsch   PetscCall(DMPlexGetHeightStratum(dm, 0, &cStart, &cEnd));
5699566063dSJacob Faibussowitsch   PetscCall(DMPlexGetDepthStratum(dmNew, 0, &vStartNew, &vEndNew));
5709566063dSJacob Faibussowitsch   PetscCall(DMPlexGetHeightStratum(dmNew, 0, &cStartNew, &cEndNew));
5719566063dSJacob Faibussowitsch   PetscCall(DMGetCoordinateSection(dm, &coordSection));
5729566063dSJacob Faibussowitsch   PetscCall(PetscSectionCreate(PetscObjectComm((PetscObject)dm), &newCoordSection));
5739566063dSJacob Faibussowitsch   PetscCall(PetscSectionSetNumFields(newCoordSection, 1));
5749566063dSJacob Faibussowitsch   PetscCall(PetscSectionSetFieldComponents(newCoordSection, 0, dim));
5759566063dSJacob Faibussowitsch   PetscCall(PetscSectionGetChart(coordSection, &sStart, &sEnd));
576f2b8cce1SMatthew G. Knepley   hasCells = sStart == cStart ? PETSC_TRUE : PETSC_FALSE;
5779566063dSJacob Faibussowitsch   PetscCall(PetscSectionSetChart(newCoordSection, hasCells ? cStartNew : vStartNew, vEndNew));
578f2b8cce1SMatthew G. Knepley   if (hasCells) {
579f2b8cce1SMatthew G. Knepley     for (c = cStart; c < cEnd; ++c) {
580f2b8cce1SMatthew G. Knepley       PetscInt cNew = DMPlexShiftPoint_Internal(c, depth, depthShift), dof;
581f2b8cce1SMatthew G. Knepley 
5829566063dSJacob Faibussowitsch       PetscCall(PetscSectionGetDof(coordSection, c, &dof));
5839566063dSJacob Faibussowitsch       PetscCall(PetscSectionSetDof(newCoordSection, cNew, dof));
5849566063dSJacob Faibussowitsch       PetscCall(PetscSectionSetFieldDof(newCoordSection, cNew, 0, dof));
585f2b8cce1SMatthew G. Knepley     }
586f2b8cce1SMatthew G. Knepley   }
587cd0c2139SMatthew G Knepley   for (v = vStartNew; v < vEndNew; ++v) {
5889566063dSJacob Faibussowitsch     PetscCall(PetscSectionSetDof(newCoordSection, v, dim));
5899566063dSJacob Faibussowitsch     PetscCall(PetscSectionSetFieldDof(newCoordSection, v, 0, dim));
590cd0c2139SMatthew G Knepley   }
5919566063dSJacob Faibussowitsch   PetscCall(PetscSectionSetUp(newCoordSection));
5929566063dSJacob Faibussowitsch   PetscCall(DMSetCoordinateSection(dmNew, PETSC_DETERMINE, newCoordSection));
5939566063dSJacob Faibussowitsch   PetscCall(PetscSectionGetStorageSize(newCoordSection, &coordSize));
5949566063dSJacob Faibussowitsch   PetscCall(VecCreate(PETSC_COMM_SELF, &newCoordinates));
5959566063dSJacob Faibussowitsch   PetscCall(PetscObjectSetName((PetscObject)newCoordinates, "coordinates"));
5969566063dSJacob Faibussowitsch   PetscCall(VecSetSizes(newCoordinates, coordSize, PETSC_DETERMINE));
5979566063dSJacob Faibussowitsch   PetscCall(VecSetBlockSize(newCoordinates, dim));
5989566063dSJacob Faibussowitsch   PetscCall(VecSetType(newCoordinates, VECSTANDARD));
5999566063dSJacob Faibussowitsch   PetscCall(DMSetCoordinatesLocal(dmNew, newCoordinates));
6009566063dSJacob Faibussowitsch   PetscCall(DMGetCoordinatesLocal(dm, &coordinates));
6019566063dSJacob Faibussowitsch   PetscCall(VecGetArray(coordinates, &coords));
6029566063dSJacob Faibussowitsch   PetscCall(VecGetArray(newCoordinates, &newCoords));
603f2b8cce1SMatthew G. Knepley   if (hasCells) {
604f2b8cce1SMatthew G. Knepley     for (c = cStart; c < cEnd; ++c) {
605f2b8cce1SMatthew G. Knepley       PetscInt cNew = DMPlexShiftPoint_Internal(c, depth, depthShift), dof, off, noff, d;
606f2b8cce1SMatthew G. Knepley 
6079566063dSJacob Faibussowitsch       PetscCall(PetscSectionGetDof(coordSection, c, &dof));
6089566063dSJacob Faibussowitsch       PetscCall(PetscSectionGetOffset(coordSection, c, &off));
6099566063dSJacob Faibussowitsch       PetscCall(PetscSectionGetOffset(newCoordSection, cNew, &noff));
610f2b8cce1SMatthew G. Knepley       for (d = 0; d < dof; ++d) newCoords[noff + d] = coords[off + d];
611f2b8cce1SMatthew G. Knepley     }
612f2b8cce1SMatthew G. Knepley   }
613cd0c2139SMatthew G Knepley   for (v = vStart; v < vEnd; ++v) {
614cd0c2139SMatthew G Knepley     PetscInt dof, off, noff, d;
615cd0c2139SMatthew G Knepley 
6169566063dSJacob Faibussowitsch     PetscCall(PetscSectionGetDof(coordSection, v, &dof));
6179566063dSJacob Faibussowitsch     PetscCall(PetscSectionGetOffset(coordSection, v, &off));
6189566063dSJacob Faibussowitsch     PetscCall(PetscSectionGetOffset(newCoordSection, DMPlexShiftPoint_Internal(v, depth, depthShift), &noff));
619f2b8cce1SMatthew G. Knepley     for (d = 0; d < dof; ++d) newCoords[noff + d] = coords[off + d];
620cd0c2139SMatthew G Knepley   }
6219566063dSJacob Faibussowitsch   PetscCall(VecRestoreArray(coordinates, &coords));
6229566063dSJacob Faibussowitsch   PetscCall(VecRestoreArray(newCoordinates, &newCoords));
6239566063dSJacob Faibussowitsch   PetscCall(VecDestroy(&newCoordinates));
6249566063dSJacob Faibussowitsch   PetscCall(PetscSectionDestroy(&newCoordSection));
6253ba16761SJacob Faibussowitsch   PetscFunctionReturn(PETSC_SUCCESS);
626cd0c2139SMatthew G Knepley }
627cd0c2139SMatthew G Knepley 
628d71ae5a4SJacob Faibussowitsch static PetscErrorCode DMPlexShiftSF_Single(DM dm, PetscInt depthShift[], PetscSF sf, PetscSF sfNew)
629d71ae5a4SJacob Faibussowitsch {
630cd0c2139SMatthew G Knepley   const PetscSFNode *remotePoints;
631cd0c2139SMatthew G Knepley   PetscSFNode       *gremotePoints;
632cd0c2139SMatthew G Knepley   const PetscInt    *localPoints;
633cd0c2139SMatthew G Knepley   PetscInt          *glocalPoints, *newLocation, *newRemoteLocation;
6340e33faafSMatthew G. Knepley   PetscInt           numRoots, numLeaves, l, pStart, pEnd, depth = 0, totShift = 0;
635cd0c2139SMatthew G Knepley 
636cd0c2139SMatthew G Knepley   PetscFunctionBegin;
6379566063dSJacob Faibussowitsch   PetscCall(DMPlexGetDepth(dm, &depth));
6389566063dSJacob Faibussowitsch   PetscCall(DMPlexGetChart(dm, &pStart, &pEnd));
6399566063dSJacob Faibussowitsch   PetscCall(PetscSFGetGraph(sf, &numRoots, &numLeaves, &localPoints, &remotePoints));
6406e21efdcSToby Isaac   totShift = DMPlexShiftPoint_Internal(pEnd, depth, depthShift) - pEnd;
641cd0c2139SMatthew G Knepley   if (numRoots >= 0) {
6429566063dSJacob Faibussowitsch     PetscCall(PetscMalloc2(numRoots, &newLocation, pEnd - pStart, &newRemoteLocation));
6430e33faafSMatthew G. Knepley     for (l = 0; l < numRoots; ++l) newLocation[l] = DMPlexShiftPoint_Internal(l, depth, depthShift);
6449566063dSJacob Faibussowitsch     PetscCall(PetscSFBcastBegin(sf, MPIU_INT, newLocation, newRemoteLocation, MPI_REPLACE));
6459566063dSJacob Faibussowitsch     PetscCall(PetscSFBcastEnd(sf, MPIU_INT, newLocation, newRemoteLocation, MPI_REPLACE));
6469566063dSJacob Faibussowitsch     PetscCall(PetscMalloc1(numLeaves, &glocalPoints));
6479566063dSJacob Faibussowitsch     PetscCall(PetscMalloc1(numLeaves, &gremotePoints));
648cd0c2139SMatthew G Knepley     for (l = 0; l < numLeaves; ++l) {
6492582d50cSToby Isaac       glocalPoints[l]        = DMPlexShiftPoint_Internal(localPoints[l], depth, depthShift);
650cd0c2139SMatthew G Knepley       gremotePoints[l].rank  = remotePoints[l].rank;
651cd0c2139SMatthew G Knepley       gremotePoints[l].index = newRemoteLocation[localPoints[l]];
652cd0c2139SMatthew G Knepley     }
6539566063dSJacob Faibussowitsch     PetscCall(PetscFree2(newLocation, newRemoteLocation));
6549566063dSJacob Faibussowitsch     PetscCall(PetscSFSetGraph(sfNew, numRoots + totShift, numLeaves, glocalPoints, PETSC_OWN_POINTER, gremotePoints, PETSC_OWN_POINTER));
6550e33faafSMatthew G. Knepley   }
6563ba16761SJacob Faibussowitsch   PetscFunctionReturn(PETSC_SUCCESS);
6570e33faafSMatthew G. Knepley }
6580e33faafSMatthew G. Knepley 
659d71ae5a4SJacob Faibussowitsch static PetscErrorCode DMPlexShiftSF_Internal(DM dm, PetscInt depthShift[], DM dmNew)
660d71ae5a4SJacob Faibussowitsch {
6610e33faafSMatthew G. Knepley   PetscSF   sfPoint, sfPointNew;
6620e33faafSMatthew G. Knepley   PetscBool useNatural;
6630e33faafSMatthew G. Knepley 
6640e33faafSMatthew G. Knepley   PetscFunctionBegin;
6650e33faafSMatthew G. Knepley   /* Step 9: Convert pointSF */
6669566063dSJacob Faibussowitsch   PetscCall(DMGetPointSF(dm, &sfPoint));
6679566063dSJacob Faibussowitsch   PetscCall(DMGetPointSF(dmNew, &sfPointNew));
6689566063dSJacob Faibussowitsch   PetscCall(DMPlexShiftSF_Single(dm, depthShift, sfPoint, sfPointNew));
6690e33faafSMatthew G. Knepley   /* Step 9b: Convert naturalSF */
6709566063dSJacob Faibussowitsch   PetscCall(DMGetUseNatural(dm, &useNatural));
6710e33faafSMatthew G. Knepley   if (useNatural) {
6720e33faafSMatthew G. Knepley     PetscSF sfNat, sfNatNew;
6730e33faafSMatthew G. Knepley 
6749566063dSJacob Faibussowitsch     PetscCall(DMSetUseNatural(dmNew, useNatural));
6759566063dSJacob Faibussowitsch     PetscCall(DMGetNaturalSF(dm, &sfNat));
6769566063dSJacob Faibussowitsch     PetscCall(DMGetNaturalSF(dmNew, &sfNatNew));
6779566063dSJacob Faibussowitsch     PetscCall(DMPlexShiftSF_Single(dm, depthShift, sfNat, sfNatNew));
678cd0c2139SMatthew G Knepley   }
6793ba16761SJacob Faibussowitsch   PetscFunctionReturn(PETSC_SUCCESS);
680cd0c2139SMatthew G Knepley }
681cd0c2139SMatthew G Knepley 
682d71ae5a4SJacob Faibussowitsch static PetscErrorCode DMPlexShiftLabels_Internal(DM dm, PetscInt depthShift[], DM dmNew)
683d71ae5a4SJacob Faibussowitsch {
684d56405f8SMatthew G. Knepley   PetscInt depth = 0, numLabels, l;
685cd0c2139SMatthew G Knepley 
686cd0c2139SMatthew G Knepley   PetscFunctionBegin;
6879566063dSJacob Faibussowitsch   PetscCall(DMPlexGetDepth(dm, &depth));
688cd0c2139SMatthew G Knepley   /* Step 10: Convert labels */
6899566063dSJacob Faibussowitsch   PetscCall(DMGetNumLabels(dm, &numLabels));
690cd0c2139SMatthew G Knepley   for (l = 0; l < numLabels; ++l) {
691cd0c2139SMatthew G Knepley     DMLabel         label, newlabel;
692cd0c2139SMatthew G Knepley     const char     *lname;
693fa8e8ae5SToby Isaac     PetscBool       isDepth, isDim;
694cd0c2139SMatthew G Knepley     IS              valueIS;
695cd0c2139SMatthew G Knepley     const PetscInt *values;
696cd0c2139SMatthew G Knepley     PetscInt        numValues, val;
697cd0c2139SMatthew G Knepley 
6989566063dSJacob Faibussowitsch     PetscCall(DMGetLabelName(dm, l, &lname));
6999566063dSJacob Faibussowitsch     PetscCall(PetscStrcmp(lname, "depth", &isDepth));
700cd0c2139SMatthew G Knepley     if (isDepth) continue;
7019566063dSJacob Faibussowitsch     PetscCall(PetscStrcmp(lname, "dim", &isDim));
702fa8e8ae5SToby Isaac     if (isDim) continue;
7039566063dSJacob Faibussowitsch     PetscCall(DMCreateLabel(dmNew, lname));
7049566063dSJacob Faibussowitsch     PetscCall(DMGetLabel(dm, lname, &label));
7059566063dSJacob Faibussowitsch     PetscCall(DMGetLabel(dmNew, lname, &newlabel));
7069566063dSJacob Faibussowitsch     PetscCall(DMLabelGetDefaultValue(label, &val));
7079566063dSJacob Faibussowitsch     PetscCall(DMLabelSetDefaultValue(newlabel, val));
7089566063dSJacob Faibussowitsch     PetscCall(DMLabelGetValueIS(label, &valueIS));
7099566063dSJacob Faibussowitsch     PetscCall(ISGetLocalSize(valueIS, &numValues));
7109566063dSJacob Faibussowitsch     PetscCall(ISGetIndices(valueIS, &values));
711cd0c2139SMatthew G Knepley     for (val = 0; val < numValues; ++val) {
712cd0c2139SMatthew G Knepley       IS              pointIS;
713cd0c2139SMatthew G Knepley       const PetscInt *points;
714cd0c2139SMatthew G Knepley       PetscInt        numPoints, p;
715cd0c2139SMatthew G Knepley 
7169566063dSJacob Faibussowitsch       PetscCall(DMLabelGetStratumIS(label, values[val], &pointIS));
7179566063dSJacob Faibussowitsch       PetscCall(ISGetLocalSize(pointIS, &numPoints));
7189566063dSJacob Faibussowitsch       PetscCall(ISGetIndices(pointIS, &points));
719cd0c2139SMatthew G Knepley       for (p = 0; p < numPoints; ++p) {
7202582d50cSToby Isaac         const PetscInt newpoint = DMPlexShiftPoint_Internal(points[p], depth, depthShift);
721cd0c2139SMatthew G Knepley 
7229566063dSJacob Faibussowitsch         PetscCall(DMLabelSetValue(newlabel, newpoint, values[val]));
723cd0c2139SMatthew G Knepley       }
7249566063dSJacob Faibussowitsch       PetscCall(ISRestoreIndices(pointIS, &points));
7259566063dSJacob Faibussowitsch       PetscCall(ISDestroy(&pointIS));
726cd0c2139SMatthew G Knepley     }
7279566063dSJacob Faibussowitsch     PetscCall(ISRestoreIndices(valueIS, &values));
7289566063dSJacob Faibussowitsch     PetscCall(ISDestroy(&valueIS));
729cd0c2139SMatthew G Knepley   }
7303ba16761SJacob Faibussowitsch   PetscFunctionReturn(PETSC_SUCCESS);
731d56405f8SMatthew G. Knepley }
732d56405f8SMatthew G. Knepley 
733d71ae5a4SJacob Faibussowitsch static PetscErrorCode DMPlexCreateVTKLabel_Internal(DM dm, PetscBool createGhostLabel, DM dmNew)
734d71ae5a4SJacob Faibussowitsch {
735d56405f8SMatthew G. Knepley   PetscSF            sfPoint;
736d56405f8SMatthew G. Knepley   DMLabel            vtkLabel, ghostLabel = NULL;
737d56405f8SMatthew G. Knepley   const PetscSFNode *leafRemote;
738d56405f8SMatthew G. Knepley   const PetscInt    *leafLocal;
739d56405f8SMatthew G. Knepley   PetscInt           cellHeight, cStart, cEnd, c, fStart, fEnd, f, numLeaves, l;
740d56405f8SMatthew G. Knepley   PetscMPIInt        rank;
741d56405f8SMatthew G. Knepley 
742d56405f8SMatthew G. Knepley   PetscFunctionBegin;
743cd0c2139SMatthew G Knepley   /* Step 11: Make label for output (vtk) and to mark ghost points (ghost) */
7449566063dSJacob Faibussowitsch   PetscCallMPI(MPI_Comm_rank(PetscObjectComm((PetscObject)dm), &rank));
7459566063dSJacob Faibussowitsch   PetscCall(DMGetPointSF(dm, &sfPoint));
7469566063dSJacob Faibussowitsch   PetscCall(DMPlexGetVTKCellHeight(dmNew, &cellHeight));
7479566063dSJacob Faibussowitsch   PetscCall(DMPlexGetHeightStratum(dm, cellHeight, &cStart, &cEnd));
7489566063dSJacob Faibussowitsch   PetscCall(PetscSFGetGraph(sfPoint, NULL, &numLeaves, &leafLocal, &leafRemote));
7499566063dSJacob Faibussowitsch   PetscCall(DMCreateLabel(dmNew, "vtk"));
7509566063dSJacob Faibussowitsch   PetscCall(DMGetLabel(dmNew, "vtk", &vtkLabel));
751d56405f8SMatthew G. Knepley   if (createGhostLabel) {
7529566063dSJacob Faibussowitsch     PetscCall(DMCreateLabel(dmNew, "ghost"));
7539566063dSJacob Faibussowitsch     PetscCall(DMGetLabel(dmNew, "ghost", &ghostLabel));
754d56405f8SMatthew G. Knepley   }
755cd0c2139SMatthew G Knepley   for (l = 0, c = cStart; l < numLeaves && c < cEnd; ++l, ++c) {
75648a46eb9SPierre Jolivet     for (; c < leafLocal[l] && c < cEnd; ++c) PetscCall(DMLabelSetValue(vtkLabel, c, 1));
757cd0c2139SMatthew G Knepley     if (leafLocal[l] >= cEnd) break;
758cd0c2139SMatthew G Knepley     if (leafRemote[l].rank == rank) {
7599566063dSJacob Faibussowitsch       PetscCall(DMLabelSetValue(vtkLabel, c, 1));
7601baa6e33SBarry Smith     } else if (ghostLabel) PetscCall(DMLabelSetValue(ghostLabel, c, 2));
761cd0c2139SMatthew G Knepley   }
76248a46eb9SPierre Jolivet   for (; c < cEnd; ++c) PetscCall(DMLabelSetValue(vtkLabel, c, 1));
763d56405f8SMatthew G. Knepley   if (ghostLabel) {
7649566063dSJacob Faibussowitsch     PetscCall(DMPlexGetHeightStratum(dmNew, 1, &fStart, &fEnd));
765cd0c2139SMatthew G Knepley     for (f = fStart; f < fEnd; ++f) {
766cd0c2139SMatthew G Knepley       PetscInt numCells;
767cd0c2139SMatthew G Knepley 
7689566063dSJacob Faibussowitsch       PetscCall(DMPlexGetSupportSize(dmNew, f, &numCells));
769cd0c2139SMatthew G Knepley       if (numCells < 2) {
7709566063dSJacob Faibussowitsch         PetscCall(DMLabelSetValue(ghostLabel, f, 1));
771cd0c2139SMatthew G Knepley       } else {
772cd0c2139SMatthew G Knepley         const PetscInt *cells = NULL;
773cd0c2139SMatthew G Knepley         PetscInt        vA, vB;
774cd0c2139SMatthew G Knepley 
7759566063dSJacob Faibussowitsch         PetscCall(DMPlexGetSupport(dmNew, f, &cells));
7769566063dSJacob Faibussowitsch         PetscCall(DMLabelGetValue(vtkLabel, cells[0], &vA));
7779566063dSJacob Faibussowitsch         PetscCall(DMLabelGetValue(vtkLabel, cells[1], &vB));
7789566063dSJacob Faibussowitsch         if (vA != 1 && vB != 1) PetscCall(DMLabelSetValue(ghostLabel, f, 1));
779cd0c2139SMatthew G Knepley       }
780cd0c2139SMatthew G Knepley     }
781d56405f8SMatthew G. Knepley   }
7823ba16761SJacob Faibussowitsch   PetscFunctionReturn(PETSC_SUCCESS);
783cd0c2139SMatthew G Knepley }
784cd0c2139SMatthew G Knepley 
785d71ae5a4SJacob Faibussowitsch static PetscErrorCode DMPlexShiftTree_Internal(DM dm, PetscInt depthShift[], DM dmNew)
786d71ae5a4SJacob Faibussowitsch {
787ca04dac2SToby Isaac   DM           refTree;
788ca04dac2SToby Isaac   PetscSection pSec;
789ca04dac2SToby Isaac   PetscInt    *parents, *childIDs;
790ca04dac2SToby Isaac 
791ca04dac2SToby Isaac   PetscFunctionBegin;
7929566063dSJacob Faibussowitsch   PetscCall(DMPlexGetReferenceTree(dm, &refTree));
7939566063dSJacob Faibussowitsch   PetscCall(DMPlexSetReferenceTree(dmNew, refTree));
7949566063dSJacob Faibussowitsch   PetscCall(DMPlexGetTree(dm, &pSec, &parents, &childIDs, NULL, NULL));
795ca04dac2SToby Isaac   if (pSec) {
7962582d50cSToby Isaac     PetscInt     p, pStart, pEnd, *parentsShifted, pStartShifted, pEndShifted, depth;
797fb4630b5SToby Isaac     PetscInt    *childIDsShifted;
798ca04dac2SToby Isaac     PetscSection pSecShifted;
799ca04dac2SToby Isaac 
8009566063dSJacob Faibussowitsch     PetscCall(PetscSectionGetChart(pSec, &pStart, &pEnd));
8019566063dSJacob Faibussowitsch     PetscCall(DMPlexGetDepth(dm, &depth));
8022582d50cSToby Isaac     pStartShifted = DMPlexShiftPoint_Internal(pStart, depth, depthShift);
8032582d50cSToby Isaac     pEndShifted   = DMPlexShiftPoint_Internal(pEnd, depth, depthShift);
8049566063dSJacob Faibussowitsch     PetscCall(PetscMalloc2(pEndShifted - pStartShifted, &parentsShifted, pEndShifted - pStartShifted, &childIDsShifted));
8059566063dSJacob Faibussowitsch     PetscCall(PetscSectionCreate(PetscObjectComm((PetscObject)dmNew), &pSecShifted));
8069566063dSJacob Faibussowitsch     PetscCall(PetscSectionSetChart(pSecShifted, pStartShifted, pEndShifted));
807ca04dac2SToby Isaac     for (p = pStartShifted; p < pEndShifted; p++) {
808fb4630b5SToby Isaac       /* start off assuming no children */
8099566063dSJacob Faibussowitsch       PetscCall(PetscSectionSetDof(pSecShifted, p, 0));
810fb4630b5SToby Isaac     }
811fb4630b5SToby Isaac     for (p = pStart; p < pEnd; p++) {
812fb4630b5SToby Isaac       PetscInt dof;
813fb4630b5SToby Isaac       PetscInt pNew = DMPlexShiftPoint_Internal(p, depth, depthShift);
814ca04dac2SToby Isaac 
8159566063dSJacob Faibussowitsch       PetscCall(PetscSectionGetDof(pSec, p, &dof));
8169566063dSJacob Faibussowitsch       PetscCall(PetscSectionSetDof(pSecShifted, pNew, dof));
817ca04dac2SToby Isaac     }
8189566063dSJacob Faibussowitsch     PetscCall(PetscSectionSetUp(pSecShifted));
819fb4630b5SToby Isaac     for (p = pStart; p < pEnd; p++) {
820fb4630b5SToby Isaac       PetscInt dof;
821fb4630b5SToby Isaac       PetscInt pNew = DMPlexShiftPoint_Internal(p, depth, depthShift);
822fb4630b5SToby Isaac 
8239566063dSJacob Faibussowitsch       PetscCall(PetscSectionGetDof(pSec, p, &dof));
824fb4630b5SToby Isaac       if (dof) {
825fb4630b5SToby Isaac         PetscInt off, offNew;
826fb4630b5SToby Isaac 
8279566063dSJacob Faibussowitsch         PetscCall(PetscSectionGetOffset(pSec, p, &off));
8289566063dSJacob Faibussowitsch         PetscCall(PetscSectionGetOffset(pSecShifted, pNew, &offNew));
829fb4630b5SToby Isaac         parentsShifted[offNew]  = DMPlexShiftPoint_Internal(parents[off], depth, depthShift);
830fb4630b5SToby Isaac         childIDsShifted[offNew] = childIDs[off];
831fb4630b5SToby Isaac       }
832fb4630b5SToby Isaac     }
8339566063dSJacob Faibussowitsch     PetscCall(DMPlexSetTree(dmNew, pSecShifted, parentsShifted, childIDsShifted));
8349566063dSJacob Faibussowitsch     PetscCall(PetscFree2(parentsShifted, childIDsShifted));
8359566063dSJacob Faibussowitsch     PetscCall(PetscSectionDestroy(&pSecShifted));
836ca04dac2SToby Isaac   }
8373ba16761SJacob Faibussowitsch   PetscFunctionReturn(PETSC_SUCCESS);
838ca04dac2SToby Isaac }
839ca04dac2SToby Isaac 
840d71ae5a4SJacob Faibussowitsch static PetscErrorCode DMPlexConstructGhostCells_Internal(DM dm, DMLabel label, PetscInt *numGhostCells, DM gdm)
841d71ae5a4SJacob Faibussowitsch {
842da97024aSMatthew G. Knepley   PetscSF          sf;
843cd0c2139SMatthew G Knepley   IS               valueIS;
844da97024aSMatthew G. Knepley   const PetscInt  *values, *leaves;
845cd0c2139SMatthew G Knepley   PetscInt        *depthShift;
8462582d50cSToby Isaac   PetscInt         d, depth = 0, nleaves, loc, Ng, numFS, fs, fStart, fEnd, ghostCell, cEnd, c;
8474fb89dddSMatthew G. Knepley   const PetscReal *maxCell, *Lstart, *L;
848cd0c2139SMatthew G Knepley 
849cd0c2139SMatthew G Knepley   PetscFunctionBegin;
8509566063dSJacob Faibussowitsch   PetscCall(DMGetPointSF(dm, &sf));
8519566063dSJacob Faibussowitsch   PetscCall(PetscSFGetGraph(sf, NULL, &nleaves, &leaves, NULL));
852da97024aSMatthew G. Knepley   nleaves = PetscMax(0, nleaves);
8539566063dSJacob Faibussowitsch   PetscCall(DMPlexGetHeightStratum(dm, 1, &fStart, &fEnd));
854cd0c2139SMatthew G Knepley   /* Count ghost cells */
8559566063dSJacob Faibussowitsch   PetscCall(DMLabelGetValueIS(label, &valueIS));
8569566063dSJacob Faibussowitsch   PetscCall(ISGetLocalSize(valueIS, &numFS));
8579566063dSJacob Faibussowitsch   PetscCall(ISGetIndices(valueIS, &values));
8584a6cfa73SMatthew G. Knepley   Ng = 0;
859cd0c2139SMatthew G Knepley   for (fs = 0; fs < numFS; ++fs) {
86046c796b9SMatthew G. Knepley     IS              faceIS;
86146c796b9SMatthew G. Knepley     const PetscInt *faces;
86246c796b9SMatthew G. Knepley     PetscInt        numFaces, f, numBdFaces = 0;
863cd0c2139SMatthew G Knepley 
8649566063dSJacob Faibussowitsch     PetscCall(DMLabelGetStratumIS(label, values[fs], &faceIS));
8659566063dSJacob Faibussowitsch     PetscCall(ISGetLocalSize(faceIS, &numFaces));
8669566063dSJacob Faibussowitsch     PetscCall(ISGetIndices(faceIS, &faces));
86746c796b9SMatthew G. Knepley     for (f = 0; f < numFaces; ++f) {
868ca04dac2SToby Isaac       PetscInt numChildren;
869ca04dac2SToby Isaac 
8709566063dSJacob Faibussowitsch       PetscCall(PetscFindInt(faces[f], nleaves, leaves, &loc));
8719566063dSJacob Faibussowitsch       PetscCall(DMPlexGetTreeChildren(dm, faces[f], &numChildren, NULL));
872ca04dac2SToby Isaac       /* non-local and ancestors points don't get to register ghosts */
873ca04dac2SToby Isaac       if (loc >= 0 || numChildren) continue;
87446c796b9SMatthew G. Knepley       if ((faces[f] >= fStart) && (faces[f] < fEnd)) ++numBdFaces;
87546c796b9SMatthew G. Knepley     }
8764a6cfa73SMatthew G. Knepley     Ng += numBdFaces;
8779566063dSJacob Faibussowitsch     PetscCall(ISRestoreIndices(faceIS, &faces));
8789566063dSJacob Faibussowitsch     PetscCall(ISDestroy(&faceIS));
879cd0c2139SMatthew G Knepley   }
8809566063dSJacob Faibussowitsch   PetscCall(DMPlexGetDepth(dm, &depth));
8819566063dSJacob Faibussowitsch   PetscCall(PetscMalloc1(2 * (depth + 1), &depthShift));
8822582d50cSToby Isaac   for (d = 0; d <= depth; d++) {
88359eef20bSToby Isaac     PetscInt dEnd;
8842582d50cSToby Isaac 
8859566063dSJacob Faibussowitsch     PetscCall(DMPlexGetDepthStratum(dm, d, NULL, &dEnd));
88659eef20bSToby Isaac     depthShift[2 * d]     = dEnd;
8872582d50cSToby Isaac     depthShift[2 * d + 1] = 0;
8882582d50cSToby Isaac   }
8892582d50cSToby Isaac   if (depth >= 0) depthShift[2 * depth + 1] = Ng;
8909566063dSJacob Faibussowitsch   PetscCall(DMPlexShiftPointSetUp_Internal(depth, depthShift));
8919566063dSJacob Faibussowitsch   PetscCall(DMPlexShiftSizes_Internal(dm, depthShift, gdm));
892cd0c2139SMatthew G Knepley   /* Step 3: Set cone/support sizes for new points */
8939566063dSJacob Faibussowitsch   PetscCall(DMPlexGetHeightStratum(dm, 0, NULL, &cEnd));
89448a46eb9SPierre Jolivet   for (c = cEnd; c < cEnd + Ng; ++c) PetscCall(DMPlexSetConeSize(gdm, c, 1));
895cd0c2139SMatthew G Knepley   for (fs = 0; fs < numFS; ++fs) {
896cd0c2139SMatthew G Knepley     IS              faceIS;
897cd0c2139SMatthew G Knepley     const PetscInt *faces;
898cd0c2139SMatthew G Knepley     PetscInt        numFaces, f;
899cd0c2139SMatthew G Knepley 
9009566063dSJacob Faibussowitsch     PetscCall(DMLabelGetStratumIS(label, values[fs], &faceIS));
9019566063dSJacob Faibussowitsch     PetscCall(ISGetLocalSize(faceIS, &numFaces));
9029566063dSJacob Faibussowitsch     PetscCall(ISGetIndices(faceIS, &faces));
903cd0c2139SMatthew G Knepley     for (f = 0; f < numFaces; ++f) {
904ca04dac2SToby Isaac       PetscInt size, numChildren;
905cd0c2139SMatthew G Knepley 
9069566063dSJacob Faibussowitsch       PetscCall(PetscFindInt(faces[f], nleaves, leaves, &loc));
9079566063dSJacob Faibussowitsch       PetscCall(DMPlexGetTreeChildren(dm, faces[f], &numChildren, NULL));
908ca04dac2SToby Isaac       if (loc >= 0 || numChildren) continue;
90946c796b9SMatthew G. Knepley       if ((faces[f] < fStart) || (faces[f] >= fEnd)) continue;
9109566063dSJacob Faibussowitsch       PetscCall(DMPlexGetSupportSize(dm, faces[f], &size));
91163a3b9bcSJacob Faibussowitsch       PetscCheck(size == 1, PETSC_COMM_SELF, PETSC_ERR_ARG_WRONG, "DM has boundary face %" PetscInt_FMT " with %" PetscInt_FMT " support cells", faces[f], size);
9129566063dSJacob Faibussowitsch       PetscCall(DMPlexSetSupportSize(gdm, faces[f] + Ng, 2));
913cd0c2139SMatthew G Knepley     }
9149566063dSJacob Faibussowitsch     PetscCall(ISRestoreIndices(faceIS, &faces));
9159566063dSJacob Faibussowitsch     PetscCall(ISDestroy(&faceIS));
916cd0c2139SMatthew G Knepley   }
917cd0c2139SMatthew G Knepley   /* Step 4: Setup ghosted DM */
9189566063dSJacob Faibussowitsch   PetscCall(DMSetUp(gdm));
9199566063dSJacob Faibussowitsch   PetscCall(DMPlexShiftPoints_Internal(dm, depthShift, gdm));
920cd0c2139SMatthew G Knepley   /* Step 6: Set cones and supports for new points */
921cd0c2139SMatthew G Knepley   ghostCell = cEnd;
922cd0c2139SMatthew G Knepley   for (fs = 0; fs < numFS; ++fs) {
923cd0c2139SMatthew G Knepley     IS              faceIS;
924cd0c2139SMatthew G Knepley     const PetscInt *faces;
925cd0c2139SMatthew G Knepley     PetscInt        numFaces, f;
926cd0c2139SMatthew G Knepley 
9279566063dSJacob Faibussowitsch     PetscCall(DMLabelGetStratumIS(label, values[fs], &faceIS));
9289566063dSJacob Faibussowitsch     PetscCall(ISGetLocalSize(faceIS, &numFaces));
9299566063dSJacob Faibussowitsch     PetscCall(ISGetIndices(faceIS, &faces));
93046c796b9SMatthew G. Knepley     for (f = 0; f < numFaces; ++f) {
931ca04dac2SToby Isaac       PetscInt newFace = faces[f] + Ng, numChildren;
932cd0c2139SMatthew G Knepley 
9339566063dSJacob Faibussowitsch       PetscCall(PetscFindInt(faces[f], nleaves, leaves, &loc));
9349566063dSJacob Faibussowitsch       PetscCall(DMPlexGetTreeChildren(dm, faces[f], &numChildren, NULL));
935ca04dac2SToby Isaac       if (loc >= 0 || numChildren) continue;
93646c796b9SMatthew G. Knepley       if ((faces[f] < fStart) || (faces[f] >= fEnd)) continue;
9379566063dSJacob Faibussowitsch       PetscCall(DMPlexSetCone(gdm, ghostCell, &newFace));
9389566063dSJacob Faibussowitsch       PetscCall(DMPlexInsertSupport(gdm, newFace, 1, ghostCell));
93946c796b9SMatthew G. Knepley       ++ghostCell;
940cd0c2139SMatthew G Knepley     }
9419566063dSJacob Faibussowitsch     PetscCall(ISRestoreIndices(faceIS, &faces));
9429566063dSJacob Faibussowitsch     PetscCall(ISDestroy(&faceIS));
943cd0c2139SMatthew G Knepley   }
9449566063dSJacob Faibussowitsch   PetscCall(ISRestoreIndices(valueIS, &values));
9459566063dSJacob Faibussowitsch   PetscCall(ISDestroy(&valueIS));
9469566063dSJacob Faibussowitsch   PetscCall(DMPlexShiftCoordinates_Internal(dm, depthShift, gdm));
9479566063dSJacob Faibussowitsch   PetscCall(DMPlexShiftSF_Internal(dm, depthShift, gdm));
9489566063dSJacob Faibussowitsch   PetscCall(DMPlexShiftLabels_Internal(dm, depthShift, gdm));
9499566063dSJacob Faibussowitsch   PetscCall(DMPlexCreateVTKLabel_Internal(dm, PETSC_TRUE, gdm));
9509566063dSJacob Faibussowitsch   PetscCall(DMPlexShiftTree_Internal(dm, depthShift, gdm));
9519566063dSJacob Faibussowitsch   PetscCall(PetscFree(depthShift));
95248a46eb9SPierre Jolivet   for (c = cEnd; c < cEnd + Ng; ++c) PetscCall(DMPlexSetCellType(gdm, c, DM_POLYTOPE_FV_GHOST));
953966c7b3fSMatthew G. Knepley   /* Step 7: Periodicity */
9544fb89dddSMatthew G. Knepley   PetscCall(DMGetPeriodicity(dm, &maxCell, &Lstart, &L));
9554fb89dddSMatthew G. Knepley   PetscCall(DMSetPeriodicity(gdm, maxCell, Lstart, L));
9564a6cfa73SMatthew G. Knepley   if (numGhostCells) *numGhostCells = Ng;
9573ba16761SJacob Faibussowitsch   PetscFunctionReturn(PETSC_SUCCESS);
958cd0c2139SMatthew G Knepley }
959cd0c2139SMatthew G Knepley 
960cd0c2139SMatthew G Knepley /*@C
961cd0c2139SMatthew G Knepley   DMPlexConstructGhostCells - Construct ghost cells which connect to every boundary face
962cd0c2139SMatthew G Knepley 
963*20f4b53cSBarry Smith   Collective
964cd0c2139SMatthew G Knepley 
965cd0c2139SMatthew G Knepley   Input Parameters:
966*20f4b53cSBarry Smith + dm - The original `DM`
967*20f4b53cSBarry Smith - labelName - The label specifying the boundary faces, or "Face Sets" if this is `NULL`
968cd0c2139SMatthew G Knepley 
969cd0c2139SMatthew G Knepley   Output Parameters:
970*20f4b53cSBarry Smith + numGhostCells - The number of ghost cells added to the `DM`
971*20f4b53cSBarry Smith - dmGhosted - The new `DM`
972cd0c2139SMatthew G Knepley 
973cd0c2139SMatthew G Knepley   Level: developer
974cd0c2139SMatthew G Knepley 
975*20f4b53cSBarry Smith   Note:
976*20f4b53cSBarry Smith   If no label exists of that name, one will be created marking all boundary faces
977*20f4b53cSBarry Smith 
978*20f4b53cSBarry Smith .seealso: [](chapter_unstructured), `DM`, `DMPLEX`, `DMCreate()`
97931266bc0SMatthew G. Knepley @*/
980d71ae5a4SJacob Faibussowitsch PetscErrorCode DMPlexConstructGhostCells(DM dm, const char labelName[], PetscInt *numGhostCells, DM *dmGhosted)
981d71ae5a4SJacob Faibussowitsch {
982cd0c2139SMatthew G Knepley   DM          gdm;
983cd0c2139SMatthew G Knepley   DMLabel     label;
984cd0c2139SMatthew G Knepley   const char *name = labelName ? labelName : "Face Sets";
985412e9a14SMatthew G. Knepley   PetscInt    dim, Ng = 0;
986b0441da4SMatthew G. Knepley   PetscBool   useCone, useClosure;
987cd0c2139SMatthew G Knepley 
988cd0c2139SMatthew G Knepley   PetscFunctionBegin;
989cd0c2139SMatthew G Knepley   PetscValidHeaderSpecific(dm, DM_CLASSID, 1);
990dadcf809SJacob Faibussowitsch   if (numGhostCells) PetscValidIntPointer(numGhostCells, 3);
991cd0c2139SMatthew G Knepley   PetscValidPointer(dmGhosted, 4);
9929566063dSJacob Faibussowitsch   PetscCall(DMCreate(PetscObjectComm((PetscObject)dm), &gdm));
9939566063dSJacob Faibussowitsch   PetscCall(DMSetType(gdm, DMPLEX));
9949566063dSJacob Faibussowitsch   PetscCall(DMGetDimension(dm, &dim));
9959566063dSJacob Faibussowitsch   PetscCall(DMSetDimension(gdm, dim));
9969566063dSJacob Faibussowitsch   PetscCall(DMGetBasicAdjacency(dm, &useCone, &useClosure));
9979566063dSJacob Faibussowitsch   PetscCall(DMSetBasicAdjacency(gdm, useCone, useClosure));
9989566063dSJacob Faibussowitsch   PetscCall(DMGetLabel(dm, name, &label));
999cd0c2139SMatthew G Knepley   if (!label) {
1000cd0c2139SMatthew G Knepley     /* Get label for boundary faces */
10019566063dSJacob Faibussowitsch     PetscCall(DMCreateLabel(dm, name));
10029566063dSJacob Faibussowitsch     PetscCall(DMGetLabel(dm, name, &label));
10039566063dSJacob Faibussowitsch     PetscCall(DMPlexMarkBoundaryFaces(dm, 1, label));
1004cd0c2139SMatthew G Knepley   }
10059566063dSJacob Faibussowitsch   PetscCall(DMPlexConstructGhostCells_Internal(dm, label, &Ng, gdm));
10069566063dSJacob Faibussowitsch   PetscCall(DMCopyDisc(dm, gdm));
10075de52c6dSVaclav Hapla   PetscCall(DMPlexCopy_Internal(dm, PETSC_TRUE, PETSC_TRUE, gdm));
1008cad26855SMatthew G. Knepley   gdm->setfromoptionscalled = dm->setfromoptionscalled;
1009d80ece95SMatthew G. Knepley   if (numGhostCells) *numGhostCells = Ng;
1010cd0c2139SMatthew G Knepley   *dmGhosted = gdm;
10113ba16761SJacob Faibussowitsch   PetscFunctionReturn(PETSC_SUCCESS);
1012cd0c2139SMatthew G Knepley }
1013cd0c2139SMatthew G Knepley 
1014d71ae5a4SJacob Faibussowitsch static PetscErrorCode DivideCells_Private(DM dm, DMLabel label, DMPlexPointQueue queue)
1015d71ae5a4SJacob Faibussowitsch {
1016accc9626SMatthew G. Knepley   PetscInt dim, d, shift = 100, *pStart, *pEnd;
1017accc9626SMatthew G. Knepley 
1018accc9626SMatthew G. Knepley   PetscFunctionBegin;
1019accc9626SMatthew G. Knepley   PetscCall(DMGetDimension(dm, &dim));
1020accc9626SMatthew G. Knepley   PetscCall(PetscMalloc2(dim, &pStart, dim, &pEnd));
102148a46eb9SPierre Jolivet   for (d = 0; d < dim; ++d) PetscCall(DMPlexGetDepthStratum(dm, d, &pStart[d], &pEnd[d]));
1022accc9626SMatthew G. Knepley   while (!DMPlexPointQueueEmpty(queue)) {
1023accc9626SMatthew G. Knepley     PetscInt  cell    = -1;
1024accc9626SMatthew G. Knepley     PetscInt *closure = NULL;
1025accc9626SMatthew G. Knepley     PetscInt  closureSize, cl, cval;
1026accc9626SMatthew G. Knepley 
1027accc9626SMatthew G. Knepley     PetscCall(DMPlexPointQueueDequeue(queue, &cell));
1028accc9626SMatthew G. Knepley     PetscCall(DMLabelGetValue(label, cell, &cval));
1029accc9626SMatthew G. Knepley     PetscCall(DMPlexGetTransitiveClosure(dm, cell, PETSC_TRUE, &closureSize, &closure));
1030accc9626SMatthew G. Knepley     /* Mark points in the cell closure that touch the fault */
1031accc9626SMatthew G. Knepley     for (d = 0; d < dim; ++d) {
1032accc9626SMatthew G. Knepley       for (cl = 0; cl < closureSize * 2; cl += 2) {
1033accc9626SMatthew G. Knepley         const PetscInt clp = closure[cl];
1034accc9626SMatthew G. Knepley         PetscInt       clval;
1035accc9626SMatthew G. Knepley 
1036accc9626SMatthew G. Knepley         if ((clp < pStart[d]) || (clp >= pEnd[d])) continue;
1037accc9626SMatthew G. Knepley         PetscCall(DMLabelGetValue(label, clp, &clval));
1038accc9626SMatthew G. Knepley         if (clval == -1) {
1039accc9626SMatthew G. Knepley           const PetscInt *cone;
1040accc9626SMatthew G. Knepley           PetscInt        coneSize, c;
1041accc9626SMatthew G. Knepley 
1042accc9626SMatthew G. Knepley           /* If a cone point touches the fault, then this point touches the fault */
1043accc9626SMatthew G. Knepley           PetscCall(DMPlexGetCone(dm, clp, &cone));
1044accc9626SMatthew G. Knepley           PetscCall(DMPlexGetConeSize(dm, clp, &coneSize));
1045accc9626SMatthew G. Knepley           for (c = 0; c < coneSize; ++c) {
1046accc9626SMatthew G. Knepley             PetscInt cpval;
1047accc9626SMatthew G. Knepley 
1048accc9626SMatthew G. Knepley             PetscCall(DMLabelGetValue(label, cone[c], &cpval));
1049accc9626SMatthew G. Knepley             if (cpval != -1) {
1050accc9626SMatthew G. Knepley               PetscInt dep;
1051accc9626SMatthew G. Knepley 
1052accc9626SMatthew G. Knepley               PetscCall(DMPlexGetPointDepth(dm, clp, &dep));
1053accc9626SMatthew G. Knepley               clval = cval < 0 ? -(shift + dep) : shift + dep;
1054accc9626SMatthew G. Knepley               PetscCall(DMLabelSetValue(label, clp, clval));
1055accc9626SMatthew G. Knepley               break;
1056accc9626SMatthew G. Knepley             }
1057accc9626SMatthew G. Knepley           }
1058accc9626SMatthew G. Knepley         }
1059accc9626SMatthew G. Knepley         /* Mark neighbor cells through marked faces (these cells must also touch the fault) */
1060accc9626SMatthew G. Knepley         if (d == dim - 1 && clval != -1) {
1061accc9626SMatthew G. Knepley           const PetscInt *support;
1062accc9626SMatthew G. Knepley           PetscInt        supportSize, s, nval;
1063accc9626SMatthew G. Knepley 
1064accc9626SMatthew G. Knepley           PetscCall(DMPlexGetSupport(dm, clp, &support));
1065accc9626SMatthew G. Knepley           PetscCall(DMPlexGetSupportSize(dm, clp, &supportSize));
1066accc9626SMatthew G. Knepley           for (s = 0; s < supportSize; ++s) {
1067accc9626SMatthew G. Knepley             PetscCall(DMLabelGetValue(label, support[s], &nval));
1068accc9626SMatthew G. Knepley             if (nval == -1) {
1069accc9626SMatthew G. Knepley               PetscCall(DMLabelSetValue(label, support[s], clval < 0 ? clval - 1 : clval + 1));
1070accc9626SMatthew G. Knepley               PetscCall(DMPlexPointQueueEnqueue(queue, support[s]));
1071accc9626SMatthew G. Knepley             }
1072accc9626SMatthew G. Knepley           }
1073accc9626SMatthew G. Knepley         }
1074accc9626SMatthew G. Knepley       }
1075accc9626SMatthew G. Knepley     }
1076accc9626SMatthew G. Knepley     PetscCall(DMPlexRestoreTransitiveClosure(dm, cell, PETSC_TRUE, &closureSize, &closure));
1077accc9626SMatthew G. Knepley   }
1078accc9626SMatthew G. Knepley   PetscCall(PetscFree2(pStart, pEnd));
10793ba16761SJacob Faibussowitsch   PetscFunctionReturn(PETSC_SUCCESS);
1080accc9626SMatthew G. Knepley }
1081accc9626SMatthew G. Knepley 
1082accc9626SMatthew G. Knepley typedef struct {
1083accc9626SMatthew G. Knepley   DM               dm;
1084accc9626SMatthew G. Knepley   DMPlexPointQueue queue;
1085accc9626SMatthew G. Knepley } PointDivision;
1086accc9626SMatthew G. Knepley 
1087d71ae5a4SJacob Faibussowitsch static PetscErrorCode divideCell(DMLabel label, PetscInt p, PetscInt val, void *ctx)
1088d71ae5a4SJacob Faibussowitsch {
1089accc9626SMatthew G. Knepley   PointDivision  *div  = (PointDivision *)ctx;
1090accc9626SMatthew G. Knepley   PetscInt        cval = val < 0 ? val - 1 : val + 1;
1091accc9626SMatthew G. Knepley   const PetscInt *support;
1092accc9626SMatthew G. Knepley   PetscInt        supportSize, s;
1093accc9626SMatthew G. Knepley 
1094accc9626SMatthew G. Knepley   PetscFunctionBegin;
1095accc9626SMatthew G. Knepley   PetscCall(DMPlexGetSupport(div->dm, p, &support));
1096accc9626SMatthew G. Knepley   PetscCall(DMPlexGetSupportSize(div->dm, p, &supportSize));
1097accc9626SMatthew G. Knepley   for (s = 0; s < supportSize; ++s) {
1098accc9626SMatthew G. Knepley     PetscCall(DMLabelSetValue(label, support[s], cval));
1099accc9626SMatthew G. Knepley     PetscCall(DMPlexPointQueueEnqueue(div->queue, support[s]));
1100accc9626SMatthew G. Knepley   }
11013ba16761SJacob Faibussowitsch   PetscFunctionReturn(PETSC_SUCCESS);
1102accc9626SMatthew G. Knepley }
1103accc9626SMatthew G. Knepley 
1104accc9626SMatthew G. Knepley /* Mark cells by label propagation */
1105d71ae5a4SJacob Faibussowitsch static PetscErrorCode DMPlexLabelFaultHalo(DM dm, DMLabel faultLabel)
1106d71ae5a4SJacob Faibussowitsch {
1107accc9626SMatthew G. Knepley   DMPlexPointQueue queue = NULL;
1108accc9626SMatthew G. Knepley   PointDivision    div;
1109accc9626SMatthew G. Knepley   PetscSF          pointSF;
1110accc9626SMatthew G. Knepley   IS               pointIS;
1111accc9626SMatthew G. Knepley   const PetscInt  *points;
1112accc9626SMatthew G. Knepley   PetscBool        empty;
1113accc9626SMatthew G. Knepley   PetscInt         dim, shift = 100, n, i;
1114accc9626SMatthew G. Knepley 
1115accc9626SMatthew G. Knepley   PetscFunctionBegin;
1116accc9626SMatthew G. Knepley   PetscCall(DMGetDimension(dm, &dim));
1117accc9626SMatthew G. Knepley   PetscCall(DMPlexPointQueueCreate(1024, &queue));
1118accc9626SMatthew G. Knepley   div.dm    = dm;
1119accc9626SMatthew G. Knepley   div.queue = queue;
1120accc9626SMatthew G. Knepley   /* Enqueue cells on fault */
1121accc9626SMatthew G. Knepley   PetscCall(DMLabelGetStratumIS(faultLabel, shift + dim, &pointIS));
1122accc9626SMatthew G. Knepley   if (pointIS) {
1123accc9626SMatthew G. Knepley     PetscCall(ISGetLocalSize(pointIS, &n));
1124accc9626SMatthew G. Knepley     PetscCall(ISGetIndices(pointIS, &points));
112548a46eb9SPierre Jolivet     for (i = 0; i < n; ++i) PetscCall(DMPlexPointQueueEnqueue(queue, points[i]));
1126accc9626SMatthew G. Knepley     PetscCall(ISRestoreIndices(pointIS, &points));
1127accc9626SMatthew G. Knepley     PetscCall(ISDestroy(&pointIS));
1128accc9626SMatthew G. Knepley   }
1129accc9626SMatthew G. Knepley   PetscCall(DMLabelGetStratumIS(faultLabel, -(shift + dim), &pointIS));
1130accc9626SMatthew G. Knepley   if (pointIS) {
1131accc9626SMatthew G. Knepley     PetscCall(ISGetLocalSize(pointIS, &n));
1132accc9626SMatthew G. Knepley     PetscCall(ISGetIndices(pointIS, &points));
113348a46eb9SPierre Jolivet     for (i = 0; i < n; ++i) PetscCall(DMPlexPointQueueEnqueue(queue, points[i]));
1134accc9626SMatthew G. Knepley     PetscCall(ISRestoreIndices(pointIS, &points));
1135accc9626SMatthew G. Knepley     PetscCall(ISDestroy(&pointIS));
1136accc9626SMatthew G. Knepley   }
1137accc9626SMatthew G. Knepley 
1138accc9626SMatthew G. Knepley   PetscCall(DMGetPointSF(dm, &pointSF));
1139accc9626SMatthew G. Knepley   PetscCall(DMLabelPropagateBegin(faultLabel, pointSF));
1140accc9626SMatthew G. Knepley   /* While edge queue is not empty: */
1141accc9626SMatthew G. Knepley   PetscCall(DMPlexPointQueueEmptyCollective((PetscObject)dm, queue, &empty));
1142accc9626SMatthew G. Knepley   while (!empty) {
1143accc9626SMatthew G. Knepley     PetscCall(DivideCells_Private(dm, faultLabel, queue));
1144accc9626SMatthew G. Knepley     PetscCall(DMLabelPropagatePush(faultLabel, pointSF, divideCell, &div));
1145accc9626SMatthew G. Knepley     PetscCall(DMPlexPointQueueEmptyCollective((PetscObject)dm, queue, &empty));
1146accc9626SMatthew G. Knepley   }
1147accc9626SMatthew G. Knepley   PetscCall(DMLabelPropagateEnd(faultLabel, pointSF));
1148accc9626SMatthew G. Knepley   PetscCall(DMPlexPointQueueDestroy(&queue));
11493ba16761SJacob Faibussowitsch   PetscFunctionReturn(PETSC_SUCCESS);
1150accc9626SMatthew G. Knepley }
1151accc9626SMatthew G. Knepley 
1152607ab7a9SMatthew G. Knepley /*
1153faedd622SMatthew G. Knepley   We are adding three kinds of points here:
1154607ab7a9SMatthew G. Knepley     Replicated:     Copies of points which exist in the mesh, such as vertices identified across a fault
1155faedd622SMatthew G. Knepley     Non-replicated: Points which exist on the fault, but are not replicated
1156b6dfa339SMatthew G. Knepley     Ghost:          These are shared fault faces which are not owned by this process. These do not produce hybrid cells and do not replicate
1157607ab7a9SMatthew G. Knepley     Hybrid:         Entirely new points, such as cohesive cells
1158a6ae58d1SMatthew G. Knepley 
1159a6ae58d1SMatthew G. Knepley   When creating subsequent cohesive cells, we shift the old hybrid cells to the end of the numbering at
1160a6ae58d1SMatthew G. Knepley   each depth so that the new split/hybrid points can be inserted as a block.
1161607ab7a9SMatthew G. Knepley */
1162d71ae5a4SJacob Faibussowitsch static PetscErrorCode DMPlexConstructCohesiveCells_Internal(DM dm, DMLabel label, DMLabel splitLabel, DM sdm)
1163d71ae5a4SJacob Faibussowitsch {
1164cd0c2139SMatthew G Knepley   MPI_Comm         comm;
1165607ab7a9SMatthew G. Knepley   IS               valueIS;
1166607ab7a9SMatthew G. Knepley   PetscInt         numSP = 0; /* The number of depths for which we have replicated points */
1167607ab7a9SMatthew G. Knepley   const PetscInt  *values;    /* List of depths for which we have replicated points */
116818c5995bSMatthew G. Knepley   IS              *splitIS;
116918c5995bSMatthew G. Knepley   IS              *unsplitIS;
1170b6dfa339SMatthew G. Knepley   IS               ghostIS;
1171607ab7a9SMatthew G. Knepley   PetscInt        *numSplitPoints;     /* The number of replicated points at each depth */
117218c5995bSMatthew G. Knepley   PetscInt        *numUnsplitPoints;   /* The number of non-replicated points at each depth which still give rise to hybrid points */
117336dbac82SMatthew G. Knepley   PetscInt        *numHybridPoints;    /* The number of new hybrid points at each depth */
117436dbac82SMatthew G. Knepley   PetscInt        *numHybridPointsOld; /* The number of existing hybrid points at each depth */
1175b6dfa339SMatthew G. Knepley   PetscInt         numGhostPoints;     /* The number of unowned, shared fault faces */
1176607ab7a9SMatthew G. Knepley   const PetscInt **splitPoints;        /* Replicated points for each depth */
117718c5995bSMatthew G. Knepley   const PetscInt **unsplitPoints;      /* Non-replicated points for each depth */
1178b6dfa339SMatthew G. Knepley   const PetscInt  *ghostPoints;        /* Ghost fault faces */
1179cd0c2139SMatthew G Knepley   PetscSection     coordSection;
1180cd0c2139SMatthew G Knepley   Vec              coordinates;
1181cd0c2139SMatthew G Knepley   PetscScalar     *coords;
1182a6ae58d1SMatthew G. Knepley   PetscInt        *depthMax;   /* The first hybrid point at each depth in the original mesh */
1183a6ae58d1SMatthew G. Knepley   PetscInt        *depthEnd;   /* The point limit at each depth in the original mesh */
1184607ab7a9SMatthew G. Knepley   PetscInt        *depthShift; /* Number of replicated+hybrid points at each depth */
1185607ab7a9SMatthew G. Knepley   PetscInt        *pMaxNew;    /* The first replicated point at each depth in the new mesh, hybrids come after this */
1186607ab7a9SMatthew G. Knepley   PetscInt        *coneNew, *coneONew, *supportNew;
118718c5995bSMatthew G. Knepley   PetscInt         shift = 100, shift2 = 200, depth = 0, dep, dim, d, sp, maxConeSize, maxSupportSize, maxConeSizeNew, maxSupportSizeNew, numLabels, vStart, vEnd, pEnd, p, v;
1188cd0c2139SMatthew G Knepley 
1189cd0c2139SMatthew G Knepley   PetscFunctionBegin;
11909566063dSJacob Faibussowitsch   PetscCall(PetscObjectGetComm((PetscObject)dm, &comm));
11919566063dSJacob Faibussowitsch   PetscCall(DMGetDimension(dm, &dim));
11929566063dSJacob Faibussowitsch   PetscCall(DMPlexGetDepth(dm, &depth));
11939566063dSJacob Faibussowitsch   PetscCall(DMPlexGetDepthStratum(dm, 0, &vStart, &vEnd));
1194412e9a14SMatthew G. Knepley   /* We do not want this label automatically computed, instead we compute it here */
11959566063dSJacob Faibussowitsch   PetscCall(DMCreateLabel(sdm, "celltype"));
1196cd0c2139SMatthew G Knepley   /* Count split points and add cohesive cells */
11979566063dSJacob Faibussowitsch   PetscCall(DMPlexGetMaxSizes(dm, &maxConeSize, &maxSupportSize));
11989566063dSJacob Faibussowitsch   PetscCall(PetscMalloc5(depth + 1, &depthMax, depth + 1, &depthEnd, 2 * (depth + 1), &depthShift, depth + 1, &pMaxNew, depth + 1, &numHybridPointsOld));
11999566063dSJacob Faibussowitsch   PetscCall(PetscMalloc7(depth + 1, &splitIS, depth + 1, &unsplitIS, depth + 1, &numSplitPoints, depth + 1, &numUnsplitPoints, depth + 1, &numHybridPoints, depth + 1, &splitPoints, depth + 1, &unsplitPoints));
1200607ab7a9SMatthew G. Knepley   for (d = 0; d <= depth; ++d) {
12019566063dSJacob Faibussowitsch     PetscCall(DMPlexGetDepthStratum(dm, d, NULL, &pMaxNew[d]));
12029566063dSJacob Faibussowitsch     PetscCall(DMPlexGetTensorPrismBounds_Internal(dm, d, &depthMax[d], NULL));
1203a6ae58d1SMatthew G. Knepley     depthEnd[d]           = pMaxNew[d];
1204a6ae58d1SMatthew G. Knepley     depthMax[d]           = depthMax[d] < 0 ? depthEnd[d] : depthMax[d];
1205607ab7a9SMatthew G. Knepley     numSplitPoints[d]     = 0;
120618c5995bSMatthew G. Knepley     numUnsplitPoints[d]   = 0;
1207607ab7a9SMatthew G. Knepley     numHybridPoints[d]    = 0;
1208a6ae58d1SMatthew G. Knepley     numHybridPointsOld[d] = depthMax[d] < 0 ? 0 : depthEnd[d] - depthMax[d];
1209607ab7a9SMatthew G. Knepley     splitPoints[d]        = NULL;
121018c5995bSMatthew G. Knepley     unsplitPoints[d]      = NULL;
121118c5995bSMatthew G. Knepley     splitIS[d]            = NULL;
121218c5995bSMatthew G. Knepley     unsplitIS[d]          = NULL;
121359eef20bSToby Isaac     /* we are shifting the existing hybrid points with the stratum behind them, so
121459eef20bSToby Isaac      * the split comes at the end of the normal points, i.e., at depthMax[d] */
121559eef20bSToby Isaac     depthShift[2 * d]     = depthMax[d];
121659eef20bSToby Isaac     depthShift[2 * d + 1] = 0;
1217607ab7a9SMatthew G. Knepley   }
1218b6dfa339SMatthew G. Knepley   numGhostPoints = 0;
1219b6dfa339SMatthew G. Knepley   ghostPoints    = NULL;
1220cd0c2139SMatthew G Knepley   if (label) {
12219566063dSJacob Faibussowitsch     PetscCall(DMLabelGetValueIS(label, &valueIS));
12229566063dSJacob Faibussowitsch     PetscCall(ISGetLocalSize(valueIS, &numSP));
12239566063dSJacob Faibussowitsch     PetscCall(ISGetIndices(valueIS, &values));
1224cd0c2139SMatthew G Knepley   }
1225cd0c2139SMatthew G Knepley   for (sp = 0; sp < numSP; ++sp) {
1226cd0c2139SMatthew G Knepley     const PetscInt dep = values[sp];
1227cd0c2139SMatthew G Knepley 
1228cd0c2139SMatthew G Knepley     if ((dep < 0) || (dep > depth)) continue;
12299566063dSJacob Faibussowitsch     PetscCall(DMLabelGetStratumIS(label, dep, &splitIS[dep]));
123018c5995bSMatthew G. Knepley     if (splitIS[dep]) {
12319566063dSJacob Faibussowitsch       PetscCall(ISGetLocalSize(splitIS[dep], &numSplitPoints[dep]));
12329566063dSJacob Faibussowitsch       PetscCall(ISGetIndices(splitIS[dep], &splitPoints[dep]));
123318c5995bSMatthew G. Knepley     }
12349566063dSJacob Faibussowitsch     PetscCall(DMLabelGetStratumIS(label, shift2 + dep, &unsplitIS[dep]));
123518c5995bSMatthew G. Knepley     if (unsplitIS[dep]) {
12369566063dSJacob Faibussowitsch       PetscCall(ISGetLocalSize(unsplitIS[dep], &numUnsplitPoints[dep]));
12379566063dSJacob Faibussowitsch       PetscCall(ISGetIndices(unsplitIS[dep], &unsplitPoints[dep]));
1238cd0c2139SMatthew G Knepley     }
1239cd0c2139SMatthew G Knepley   }
1240b6dfa339SMatthew G. Knepley   PetscCall(DMLabelGetStratumIS(label, shift2 + dim - 1, &ghostIS));
1241b6dfa339SMatthew G. Knepley   if (ghostIS) {
1242b6dfa339SMatthew G. Knepley     PetscCall(ISGetLocalSize(ghostIS, &numGhostPoints));
1243b6dfa339SMatthew G. Knepley     PetscCall(ISGetIndices(ghostIS, &ghostPoints));
1244b6dfa339SMatthew G. Knepley   }
1245607ab7a9SMatthew G. Knepley   /* Calculate number of hybrid points */
124618c5995bSMatthew G. Knepley   for (d = 1; d <= depth; ++d) numHybridPoints[d] = numSplitPoints[d - 1] + numUnsplitPoints[d - 1]; /* There is a hybrid cell/face/edge for every split face/edge/vertex   */
12472582d50cSToby Isaac   for (d = 0; d <= depth; ++d) depthShift[2 * d + 1] = numSplitPoints[d] + numHybridPoints[d];
12489566063dSJacob Faibussowitsch   PetscCall(DMPlexShiftPointSetUp_Internal(depth, depthShift));
124959eef20bSToby Isaac   /* the end of the points in this stratum that come before the new points:
125059eef20bSToby Isaac    * shifting pMaxNew[d] gets the new start of the next stratum, then count back the old hybrid points and the newly
125159eef20bSToby Isaac    * added points */
12522582d50cSToby Isaac   for (d = 0; d <= depth; ++d) pMaxNew[d] = DMPlexShiftPoint_Internal(pMaxNew[d], depth, depthShift) - (numHybridPointsOld[d] + numSplitPoints[d] + numHybridPoints[d]);
12539566063dSJacob Faibussowitsch   PetscCall(DMPlexShiftSizes_Internal(dm, depthShift, sdm));
1254cd0c2139SMatthew G Knepley   /* Step 3: Set cone/support sizes for new points */
1255cd0c2139SMatthew G Knepley   for (dep = 0; dep <= depth; ++dep) {
1256cd0c2139SMatthew G Knepley     for (p = 0; p < numSplitPoints[dep]; ++p) {
1257cd0c2139SMatthew G Knepley       const PetscInt  oldp   = splitPoints[dep][p];
12582582d50cSToby Isaac       const PetscInt  newp   = DMPlexShiftPoint_Internal(oldp, depth, depthShift) /*oldp + depthOffset[dep]*/;
12594c367dbcSMatthew G. Knepley       const PetscInt  splitp = p + pMaxNew[dep];
1260cd0c2139SMatthew G Knepley       const PetscInt *support;
1261394c2f0fSMatthew G. Knepley       DMPolytopeType  ct;
12624c367dbcSMatthew G. Knepley       PetscInt        coneSize, supportSize, qf, qn, qp, e;
1263cd0c2139SMatthew G Knepley 
12649566063dSJacob Faibussowitsch       PetscCall(DMPlexGetConeSize(dm, oldp, &coneSize));
12659566063dSJacob Faibussowitsch       PetscCall(DMPlexSetConeSize(sdm, splitp, coneSize));
12669566063dSJacob Faibussowitsch       PetscCall(DMPlexGetSupportSize(dm, oldp, &supportSize));
12679566063dSJacob Faibussowitsch       PetscCall(DMPlexSetSupportSize(sdm, splitp, supportSize));
12689566063dSJacob Faibussowitsch       PetscCall(DMPlexGetCellType(dm, oldp, &ct));
12699566063dSJacob Faibussowitsch       PetscCall(DMPlexSetCellType(sdm, splitp, ct));
1270cd0c2139SMatthew G Knepley       if (dep == depth - 1) {
12714c367dbcSMatthew G. Knepley         const PetscInt hybcell = p + pMaxNew[dep + 1] + numSplitPoints[dep + 1];
12724c367dbcSMatthew G. Knepley 
1273cd0c2139SMatthew G Knepley         /* Add cohesive cells, they are prisms */
12749566063dSJacob Faibussowitsch         PetscCall(DMPlexSetConeSize(sdm, hybcell, 2 + coneSize));
1275412e9a14SMatthew G. Knepley         switch (coneSize) {
1276d71ae5a4SJacob Faibussowitsch         case 2:
1277d71ae5a4SJacob Faibussowitsch           PetscCall(DMPlexSetCellType(sdm, hybcell, DM_POLYTOPE_SEG_PRISM_TENSOR));
1278d71ae5a4SJacob Faibussowitsch           break;
1279d71ae5a4SJacob Faibussowitsch         case 3:
1280d71ae5a4SJacob Faibussowitsch           PetscCall(DMPlexSetCellType(sdm, hybcell, DM_POLYTOPE_TRI_PRISM_TENSOR));
1281d71ae5a4SJacob Faibussowitsch           break;
1282d71ae5a4SJacob Faibussowitsch         case 4:
1283d71ae5a4SJacob Faibussowitsch           PetscCall(DMPlexSetCellType(sdm, hybcell, DM_POLYTOPE_QUAD_PRISM_TENSOR));
1284d71ae5a4SJacob Faibussowitsch           break;
1285412e9a14SMatthew G. Knepley         }
1286b6dfa339SMatthew G. Knepley         /* Shared fault faces with only one support cell now have two with the cohesive cell */
1287b6dfa339SMatthew G. Knepley         /*   TODO Check thaat oldp has rootdegree == 1 */
1288b6dfa339SMatthew G. Knepley         if (supportSize == 1) {
1289b6dfa339SMatthew G. Knepley           const PetscInt *support;
1290b6dfa339SMatthew G. Knepley           PetscInt        val;
1291b6dfa339SMatthew G. Knepley 
1292b6dfa339SMatthew G. Knepley           PetscCall(DMPlexGetSupport(dm, oldp, &support));
1293b6dfa339SMatthew G. Knepley           PetscCall(DMLabelGetValue(label, support[0], &val));
1294b6dfa339SMatthew G. Knepley           if (val < 0) PetscCall(DMPlexSetSupportSize(sdm, splitp, 2));
1295b6dfa339SMatthew G. Knepley           else PetscCall(DMPlexSetSupportSize(sdm, newp, 2));
1296b6dfa339SMatthew G. Knepley         }
1297cd0c2139SMatthew G Knepley       } else if (dep == 0) {
12984c367dbcSMatthew G. Knepley         const PetscInt hybedge = p + pMaxNew[dep + 1] + numSplitPoints[dep + 1];
1299cd0c2139SMatthew G Knepley 
13009566063dSJacob Faibussowitsch         PetscCall(DMPlexGetSupport(dm, oldp, &support));
13014c367dbcSMatthew G. Knepley         for (e = 0, qn = 0, qp = 0, qf = 0; e < supportSize; ++e) {
1302cd0c2139SMatthew G Knepley           PetscInt val;
1303cd0c2139SMatthew G Knepley 
13049566063dSJacob Faibussowitsch           PetscCall(DMLabelGetValue(label, support[e], &val));
13054c367dbcSMatthew G. Knepley           if (val == 1) ++qf;
13064c367dbcSMatthew G. Knepley           if ((val == 1) || (val == (shift + 1))) ++qn;
13074c367dbcSMatthew G. Knepley           if ((val == 1) || (val == -(shift + 1))) ++qp;
1308cd0c2139SMatthew G Knepley         }
13094c367dbcSMatthew G. Knepley         /* Split old vertex: Edges into original vertex and new cohesive edge */
13109566063dSJacob Faibussowitsch         PetscCall(DMPlexSetSupportSize(sdm, newp, qn + 1));
13114c367dbcSMatthew G. Knepley         /* Split new vertex: Edges into split vertex and new cohesive edge */
13129566063dSJacob Faibussowitsch         PetscCall(DMPlexSetSupportSize(sdm, splitp, qp + 1));
13134c367dbcSMatthew G. Knepley         /* Add hybrid edge */
13149566063dSJacob Faibussowitsch         PetscCall(DMPlexSetConeSize(sdm, hybedge, 2));
13159566063dSJacob Faibussowitsch         PetscCall(DMPlexSetSupportSize(sdm, hybedge, qf));
13169566063dSJacob Faibussowitsch         PetscCall(DMPlexSetCellType(sdm, hybedge, DM_POLYTOPE_POINT_PRISM_TENSOR));
1317cd0c2139SMatthew G Knepley       } else if (dep == dim - 2) {
13184c367dbcSMatthew G. Knepley         const PetscInt hybface = p + pMaxNew[dep + 1] + numSplitPoints[dep + 1];
13194c367dbcSMatthew G. Knepley 
13209566063dSJacob Faibussowitsch         PetscCall(DMPlexGetSupport(dm, oldp, &support));
13214c367dbcSMatthew G. Knepley         for (e = 0, qn = 0, qp = 0, qf = 0; e < supportSize; ++e) {
1322cd0c2139SMatthew G Knepley           PetscInt val;
1323cd0c2139SMatthew G Knepley 
13249566063dSJacob Faibussowitsch           PetscCall(DMLabelGetValue(label, support[e], &val));
13254c367dbcSMatthew G. Knepley           if (val == dim - 1) ++qf;
13264c367dbcSMatthew G. Knepley           if ((val == dim - 1) || (val == (shift + dim - 1))) ++qn;
13274c367dbcSMatthew G. Knepley           if ((val == dim - 1) || (val == -(shift + dim - 1))) ++qp;
1328cd0c2139SMatthew G Knepley         }
13294c367dbcSMatthew G. Knepley         /* Split old edge: Faces into original edge and cohesive face (positive side?) */
13309566063dSJacob Faibussowitsch         PetscCall(DMPlexSetSupportSize(sdm, newp, qn + 1));
13314c367dbcSMatthew G. Knepley         /* Split new edge: Faces into split edge and cohesive face (negative side?) */
13329566063dSJacob Faibussowitsch         PetscCall(DMPlexSetSupportSize(sdm, splitp, qp + 1));
13334c367dbcSMatthew G. Knepley         /* Add hybrid face */
13349566063dSJacob Faibussowitsch         PetscCall(DMPlexSetConeSize(sdm, hybface, 4));
13359566063dSJacob Faibussowitsch         PetscCall(DMPlexSetSupportSize(sdm, hybface, qf));
13369566063dSJacob Faibussowitsch         PetscCall(DMPlexSetCellType(sdm, hybface, DM_POLYTOPE_SEG_PRISM_TENSOR));
1337cd0c2139SMatthew G Knepley       }
1338cd0c2139SMatthew G Knepley     }
1339cd0c2139SMatthew G Knepley   }
134018c5995bSMatthew G. Knepley   for (dep = 0; dep <= depth; ++dep) {
134118c5995bSMatthew G. Knepley     for (p = 0; p < numUnsplitPoints[dep]; ++p) {
134218c5995bSMatthew G. Knepley       const PetscInt  oldp = unsplitPoints[dep][p];
13432582d50cSToby Isaac       const PetscInt  newp = DMPlexShiftPoint_Internal(oldp, depth, depthShift) /*oldp + depthOffset[dep]*/;
134418c5995bSMatthew G. Knepley       const PetscInt *support;
1345da1dd7e4SMatthew G. Knepley       PetscInt        coneSize, supportSize, qf, e, s;
134618c5995bSMatthew G. Knepley 
13479566063dSJacob Faibussowitsch       PetscCall(DMPlexGetConeSize(dm, oldp, &coneSize));
13489566063dSJacob Faibussowitsch       PetscCall(DMPlexGetSupportSize(dm, oldp, &supportSize));
13499566063dSJacob Faibussowitsch       PetscCall(DMPlexGetSupport(dm, oldp, &support));
135018c5995bSMatthew G. Knepley       if (dep == 0) {
135118c5995bSMatthew G. Knepley         const PetscInt hybedge = p + pMaxNew[dep + 1] + numSplitPoints[dep + 1] + numSplitPoints[dep];
135218c5995bSMatthew G. Knepley 
135339254ff6SMatthew G. Knepley         /* Unsplit vertex: Edges into original vertex, split edges, and new cohesive edge twice */
135439254ff6SMatthew G. Knepley         for (s = 0, qf = 0; s < supportSize; ++s, ++qf) {
13559566063dSJacob Faibussowitsch           PetscCall(PetscFindInt(support[s], numSplitPoints[dep + 1], splitPoints[dep + 1], &e));
135639254ff6SMatthew G. Knepley           if (e >= 0) ++qf;
135739254ff6SMatthew G. Knepley         }
13589566063dSJacob Faibussowitsch         PetscCall(DMPlexSetSupportSize(sdm, newp, qf + 2));
135918c5995bSMatthew G. Knepley         /* Add hybrid edge */
13609566063dSJacob Faibussowitsch         PetscCall(DMPlexSetConeSize(sdm, hybedge, 2));
1361e1757548SMatthew G. Knepley         for (e = 0, qf = 0; e < supportSize; ++e) {
1362e1757548SMatthew G. Knepley           PetscInt val;
1363e1757548SMatthew G. Knepley 
13649566063dSJacob Faibussowitsch           PetscCall(DMLabelGetValue(label, support[e], &val));
1365e1757548SMatthew G. Knepley           /* Split and unsplit edges produce hybrid faces */
1366da1dd7e4SMatthew G. Knepley           if (val == 1) ++qf;
1367da1dd7e4SMatthew G. Knepley           if (val == (shift2 + 1)) ++qf;
1368e1757548SMatthew G. Knepley         }
13699566063dSJacob Faibussowitsch         PetscCall(DMPlexSetSupportSize(sdm, hybedge, qf));
13709566063dSJacob Faibussowitsch         PetscCall(DMPlexSetCellType(sdm, hybedge, DM_POLYTOPE_POINT_PRISM_TENSOR));
137118c5995bSMatthew G. Knepley       } else if (dep == dim - 2) {
137218c5995bSMatthew G. Knepley         const PetscInt hybface = p + pMaxNew[dep + 1] + numSplitPoints[dep + 1] + numSplitPoints[dep];
1373cd0c2139SMatthew G Knepley         PetscInt       val;
1374cd0c2139SMatthew G Knepley 
1375da1dd7e4SMatthew G. Knepley         for (e = 0, qf = 0; e < supportSize; ++e) {
13769566063dSJacob Faibussowitsch           PetscCall(DMLabelGetValue(label, support[e], &val));
1377da1dd7e4SMatthew G. Knepley           if (val == dim - 1) qf += 2;
1378da1dd7e4SMatthew G. Knepley           else ++qf;
1379cd0c2139SMatthew G Knepley         }
138018c5995bSMatthew G. Knepley         /* Unsplit edge: Faces into original edge, split face, and cohesive face twice */
13819566063dSJacob Faibussowitsch         PetscCall(DMPlexSetSupportSize(sdm, newp, qf + 2));
138218c5995bSMatthew G. Knepley         /* Add hybrid face */
1383da1dd7e4SMatthew G. Knepley         for (e = 0, qf = 0; e < supportSize; ++e) {
13849566063dSJacob Faibussowitsch           PetscCall(DMLabelGetValue(label, support[e], &val));
1385da1dd7e4SMatthew G. Knepley           if (val == dim - 1) ++qf;
1386da1dd7e4SMatthew G. Knepley         }
13879566063dSJacob Faibussowitsch         PetscCall(DMPlexSetConeSize(sdm, hybface, 4));
13889566063dSJacob Faibussowitsch         PetscCall(DMPlexSetSupportSize(sdm, hybface, qf));
13899566063dSJacob Faibussowitsch         PetscCall(DMPlexSetCellType(sdm, hybface, DM_POLYTOPE_SEG_PRISM_TENSOR));
1390cd0c2139SMatthew G Knepley       }
1391cd0c2139SMatthew G Knepley     }
1392cd0c2139SMatthew G Knepley   }
1393cd0c2139SMatthew G Knepley   /* Step 4: Setup split DM */
13949566063dSJacob Faibussowitsch   PetscCall(DMSetUp(sdm));
13959566063dSJacob Faibussowitsch   PetscCall(DMPlexShiftPoints_Internal(dm, depthShift, sdm));
13969566063dSJacob Faibussowitsch   PetscCall(DMPlexGetMaxSizes(sdm, &maxConeSizeNew, &maxSupportSizeNew));
13979566063dSJacob Faibussowitsch   PetscCall(PetscMalloc3(PetscMax(maxConeSize, maxConeSizeNew) * 3, &coneNew, PetscMax(maxConeSize, maxConeSizeNew) * 3, &coneONew, PetscMax(maxSupportSize, maxSupportSizeNew), &supportNew));
1398cd0c2139SMatthew G Knepley   /* Step 6: Set cones and supports for new points */
1399cd0c2139SMatthew G Knepley   for (dep = 0; dep <= depth; ++dep) {
1400cd0c2139SMatthew G Knepley     for (p = 0; p < numSplitPoints[dep]; ++p) {
1401cd0c2139SMatthew G Knepley       const PetscInt  oldp   = splitPoints[dep][p];
14022582d50cSToby Isaac       const PetscInt  newp   = DMPlexShiftPoint_Internal(oldp, depth, depthShift) /*oldp + depthOffset[dep]*/;
14034c367dbcSMatthew G. Knepley       const PetscInt  splitp = p + pMaxNew[dep];
1404cd0c2139SMatthew G Knepley       const PetscInt *cone, *support, *ornt;
1405b5a892a1SMatthew G. Knepley       DMPolytopeType  ct;
14064c367dbcSMatthew G. Knepley       PetscInt        coneSize, supportSize, q, qf, qn, qp, v, e, s;
1407cd0c2139SMatthew G Knepley 
14089566063dSJacob Faibussowitsch       PetscCall(DMPlexGetCellType(dm, oldp, &ct));
14099566063dSJacob Faibussowitsch       PetscCall(DMPlexGetConeSize(dm, oldp, &coneSize));
14109566063dSJacob Faibussowitsch       PetscCall(DMPlexGetCone(dm, oldp, &cone));
14119566063dSJacob Faibussowitsch       PetscCall(DMPlexGetConeOrientation(dm, oldp, &ornt));
14129566063dSJacob Faibussowitsch       PetscCall(DMPlexGetSupportSize(dm, oldp, &supportSize));
14139566063dSJacob Faibussowitsch       PetscCall(DMPlexGetSupport(dm, oldp, &support));
1414cd0c2139SMatthew G Knepley       if (dep == depth - 1) {
141596a07cd0SMatthew G. Knepley         PetscBool       hasUnsplit = PETSC_FALSE;
14164c367dbcSMatthew G. Knepley         const PetscInt  hybcell    = p + pMaxNew[dep + 1] + numSplitPoints[dep + 1];
1417cd0c2139SMatthew G Knepley         const PetscInt *supportF;
1418cd0c2139SMatthew G Knepley 
1419b6dfa339SMatthew G. Knepley         coneONew[0] = coneONew[1] = -1000;
1420cd0c2139SMatthew G Knepley         /* Split face:       copy in old face to new face to start */
14219566063dSJacob Faibussowitsch         PetscCall(DMPlexGetSupport(sdm, newp, &supportF));
14229566063dSJacob Faibussowitsch         PetscCall(DMPlexSetSupport(sdm, splitp, supportF));
1423cd0c2139SMatthew G Knepley         /* Split old face:   old vertices/edges in cone so no change */
1424cd0c2139SMatthew G Knepley         /* Split new face:   new vertices/edges in cone */
1425cd0c2139SMatthew G Knepley         for (q = 0; q < coneSize; ++q) {
14269566063dSJacob Faibussowitsch           PetscCall(PetscFindInt(cone[q], numSplitPoints[dep - 1], splitPoints[dep - 1], &v));
142718c5995bSMatthew G. Knepley           if (v < 0) {
14289566063dSJacob Faibussowitsch             PetscCall(PetscFindInt(cone[q], numUnsplitPoints[dep - 1], unsplitPoints[dep - 1], &v));
142963a3b9bcSJacob Faibussowitsch             PetscCheck(v >= 0, PETSC_COMM_SELF, PETSC_ERR_ARG_WRONG, "Could not locate point %" PetscInt_FMT " in split or unsplit points of depth %" PetscInt_FMT, cone[q], dep - 1);
14302582d50cSToby Isaac             coneNew[2 + q] = DMPlexShiftPoint_Internal(cone[q], depth, depthShift) /*cone[q] + depthOffset[dep-1]*/;
143196a07cd0SMatthew G. Knepley             hasUnsplit     = PETSC_TRUE;
143218c5995bSMatthew G. Knepley           } else {
14334c367dbcSMatthew G. Knepley             coneNew[2 + q] = v + pMaxNew[dep - 1];
1434163235baSMatthew G. Knepley             if (dep > 1) {
1435163235baSMatthew G. Knepley               const PetscInt *econe;
1436163235baSMatthew G. Knepley               PetscInt        econeSize, r, vs, vu;
1437163235baSMatthew G. Knepley 
14389566063dSJacob Faibussowitsch               PetscCall(DMPlexGetConeSize(dm, cone[q], &econeSize));
14399566063dSJacob Faibussowitsch               PetscCall(DMPlexGetCone(dm, cone[q], &econe));
1440163235baSMatthew G. Knepley               for (r = 0; r < econeSize; ++r) {
14419566063dSJacob Faibussowitsch                 PetscCall(PetscFindInt(econe[r], numSplitPoints[dep - 2], splitPoints[dep - 2], &vs));
14429566063dSJacob Faibussowitsch                 PetscCall(PetscFindInt(econe[r], numUnsplitPoints[dep - 2], unsplitPoints[dep - 2], &vu));
1443163235baSMatthew G. Knepley                 if (vs >= 0) continue;
144463a3b9bcSJacob Faibussowitsch                 PetscCheck(vu >= 0, PETSC_COMM_SELF, PETSC_ERR_ARG_WRONG, "Could not locate point %" PetscInt_FMT " in split or unsplit points of depth %" PetscInt_FMT, econe[r], dep - 2);
1445163235baSMatthew G. Knepley                 hasUnsplit = PETSC_TRUE;
1446163235baSMatthew G. Knepley               }
1447163235baSMatthew G. Knepley             }
1448cd0c2139SMatthew G Knepley           }
1449cd0c2139SMatthew G Knepley         }
14509566063dSJacob Faibussowitsch         PetscCall(DMPlexSetCone(sdm, splitp, &coneNew[2]));
14519566063dSJacob Faibussowitsch         PetscCall(DMPlexSetConeOrientation(sdm, splitp, ornt));
1452e537020bSMatthew G. Knepley         /* Face support */
1453b6dfa339SMatthew G. Knepley         PetscInt vals[2];
1454cd0c2139SMatthew G Knepley 
1455b6dfa339SMatthew G. Knepley         PetscCall(DMLabelGetValue(label, support[0], &vals[0]));
1456b6dfa339SMatthew G. Knepley         if (supportSize > 1) PetscCall(DMLabelGetValue(label, support[1], &vals[1]));
1457b6dfa339SMatthew G. Knepley         else vals[1] = -vals[0];
1458b6dfa339SMatthew G. Knepley         PetscCheck(vals[0] * vals[1] < 0, PETSC_COMM_SELF, PETSC_ERR_PLIB, "Invalid support labels %" PetscInt_FMT " %" PetscInt_FMT, vals[0], vals[1]);
1459b6dfa339SMatthew G. Knepley 
1460b6dfa339SMatthew G. Knepley         for (s = 0; s < 2; ++s) {
1461b6dfa339SMatthew G. Knepley           if (s >= supportSize) {
1462b6dfa339SMatthew G. Knepley             if (vals[s] < 0) {
1463b6dfa339SMatthew G. Knepley               /* Ghost old face:   Replace negative side cell with cohesive cell */
1464accc9626SMatthew G. Knepley               PetscCall(DMPlexInsertSupport(sdm, newp, s, hybcell));
1465b6dfa339SMatthew G. Knepley             } else {
1466b6dfa339SMatthew G. Knepley               /* Ghost new face:   Replace positive side cell with cohesive cell */
1467accc9626SMatthew G. Knepley               PetscCall(DMPlexInsertSupport(sdm, splitp, s, hybcell));
1468b6dfa339SMatthew G. Knepley             }
1469b6dfa339SMatthew G. Knepley           } else {
1470b6dfa339SMatthew G. Knepley             if (vals[s] < 0) {
1471cd0c2139SMatthew G Knepley               /* Split old face:   Replace negative side cell with cohesive cell */
14729566063dSJacob Faibussowitsch               PetscCall(DMPlexInsertSupport(sdm, newp, s, hybcell));
1473cd0c2139SMatthew G Knepley             } else {
1474cd0c2139SMatthew G Knepley               /* Split new face:   Replace positive side cell with cohesive cell */
14759566063dSJacob Faibussowitsch               PetscCall(DMPlexInsertSupport(sdm, splitp, s, hybcell));
1476b6dfa339SMatthew G. Knepley             }
1477b6dfa339SMatthew G. Knepley           }
1478b6dfa339SMatthew G. Knepley         }
1479b6dfa339SMatthew G. Knepley         /* Get orientation for cohesive face using the positive side cell */
1480e537020bSMatthew G. Knepley         {
1481e537020bSMatthew G. Knepley           const PetscInt *ncone, *nconeO;
1482b6dfa339SMatthew G. Knepley           PetscInt        nconeSize, nc, ocell;
1483accc9626SMatthew G. Knepley           PetscBool       flip = PETSC_FALSE;
1484e537020bSMatthew G. Knepley 
14859371c9d4SSatish Balay           if (supportSize > 1) {
14869371c9d4SSatish Balay             ocell = vals[0] < 0 ? support[1] : support[0];
14879371c9d4SSatish Balay           } else {
14889371c9d4SSatish Balay             ocell = support[0];
14899371c9d4SSatish Balay             flip  = vals[0] < 0 ? PETSC_TRUE : PETSC_FALSE;
14909371c9d4SSatish Balay           }
1491b6dfa339SMatthew G. Knepley           PetscCall(DMPlexGetConeSize(dm, ocell, &nconeSize));
1492b6dfa339SMatthew G. Knepley           PetscCall(DMPlexGetCone(dm, ocell, &ncone));
1493e1a13daeSMatthew G. Knepley           PetscCall(DMPlexGetConeOrientation(dm, ocell, &nconeO));
1494e537020bSMatthew G. Knepley           for (nc = 0; nc < nconeSize; ++nc) {
1495e537020bSMatthew G. Knepley             if (ncone[nc] == oldp) {
1496b6dfa339SMatthew G. Knepley               coneONew[0] = flip ? -(nconeO[nc] + 1) : nconeO[nc];
1497e537020bSMatthew G. Knepley               break;
1498cd0c2139SMatthew G Knepley             }
1499cd0c2139SMatthew G Knepley           }
1500b6dfa339SMatthew G. Knepley           PetscCheck(nc < nconeSize, PETSC_COMM_SELF, PETSC_ERR_ARG_WRONG, "Could not locate face %" PetscInt_FMT " in neighboring cell %" PetscInt_FMT, oldp, ocell);
1501e537020bSMatthew G. Knepley         }
15024c367dbcSMatthew G. Knepley         /* Cohesive cell:    Old and new split face, then new cohesive faces */
1503b6dfa339SMatthew G. Knepley         {
1504b6dfa339SMatthew G. Knepley           const PetscInt No = DMPolytopeTypeGetNumArrangments(ct) / 2;
1505b6dfa339SMatthew G. Knepley           PetscCheck((coneONew[0] >= -No) && (coneONew[0] < No), PETSC_COMM_SELF, PETSC_ERR_PLIB, "Invalid %s orientation %" PetscInt_FMT, DMPolytopeTypes[ct], coneONew[0]);
1506b6dfa339SMatthew G. Knepley         }
1507b5a892a1SMatthew G. Knepley         const PetscInt *arr = DMPolytopeTypeGetArrangment(ct, coneONew[0]);
1508b5a892a1SMatthew G. Knepley 
1509fd4b9f15SMatthew G. Knepley         coneNew[0]  = newp; /* Extracted negative side orientation above */
15104c367dbcSMatthew G. Knepley         coneNew[1]  = splitp;
15114c367dbcSMatthew G. Knepley         coneONew[1] = coneONew[0];
1512e537020bSMatthew G. Knepley         for (q = 0; q < coneSize; ++q) {
1513412e9a14SMatthew G. Knepley           /* Hybrid faces must follow order from oriented end face */
1514b5a892a1SMatthew G. Knepley           const PetscInt qa = arr[q * 2 + 0];
1515b5a892a1SMatthew G. Knepley           const PetscInt qo = arr[q * 2 + 1];
1516b5a892a1SMatthew G. Knepley           DMPolytopeType ft = dep == 2 ? DM_POLYTOPE_SEGMENT : DM_POLYTOPE_POINT;
1517412e9a14SMatthew G. Knepley 
15189566063dSJacob Faibussowitsch           PetscCall(PetscFindInt(cone[qa], numSplitPoints[dep - 1], splitPoints[dep - 1], &v));
151918c5995bSMatthew G. Knepley           if (v < 0) {
15209566063dSJacob Faibussowitsch             PetscCall(PetscFindInt(cone[qa], numUnsplitPoints[dep - 1], unsplitPoints[dep - 1], &v));
152118c5995bSMatthew G. Knepley             coneNew[2 + q] = v + pMaxNew[dep] + numSplitPoints[dep] + numSplitPoints[dep - 1];
152218c5995bSMatthew G. Knepley           } else {
152318c5995bSMatthew G. Knepley             coneNew[2 + q] = v + pMaxNew[dep] + numSplitPoints[dep];
152418c5995bSMatthew G. Knepley           }
1525b5a892a1SMatthew G. Knepley           coneONew[2 + q] = DMPolytopeTypeComposeOrientation(ft, qo, ornt[qa]);
1526e537020bSMatthew G. Knepley         }
15279566063dSJacob Faibussowitsch         PetscCall(DMPlexSetCone(sdm, hybcell, coneNew));
15289566063dSJacob Faibussowitsch         PetscCall(DMPlexSetConeOrientation(sdm, hybcell, coneONew));
152996a07cd0SMatthew G. Knepley         /* Label the hybrid cells on the boundary of the split */
15309566063dSJacob Faibussowitsch         if (hasUnsplit) PetscCall(DMLabelSetValue(label, -hybcell, dim));
1531cd0c2139SMatthew G Knepley       } else if (dep == 0) {
15324c367dbcSMatthew G. Knepley         const PetscInt hybedge = p + pMaxNew[dep + 1] + numSplitPoints[dep + 1];
1533cd0c2139SMatthew G Knepley 
1534cd0c2139SMatthew G Knepley         /* Split old vertex: Edges in old split faces and new cohesive edge */
15354c367dbcSMatthew G. Knepley         for (e = 0, qn = 0; e < supportSize; ++e) {
1536cd0c2139SMatthew G Knepley           PetscInt val;
1537cd0c2139SMatthew G Knepley 
15389566063dSJacob Faibussowitsch           PetscCall(DMLabelGetValue(label, support[e], &val));
1539ad540459SPierre Jolivet           if ((val == 1) || (val == (shift + 1))) supportNew[qn++] = DMPlexShiftPoint_Internal(support[e], depth, depthShift) /*support[e] + depthOffset[dep+1]*/;
1540cd0c2139SMatthew G Knepley         }
15414c367dbcSMatthew G. Knepley         supportNew[qn] = hybedge;
15429566063dSJacob Faibussowitsch         PetscCall(DMPlexSetSupport(sdm, newp, supportNew));
1543cd0c2139SMatthew G Knepley         /* Split new vertex: Edges in new split faces and new cohesive edge */
15444c367dbcSMatthew G. Knepley         for (e = 0, qp = 0; e < supportSize; ++e) {
1545cd0c2139SMatthew G Knepley           PetscInt val, edge;
1546cd0c2139SMatthew G Knepley 
15479566063dSJacob Faibussowitsch           PetscCall(DMLabelGetValue(label, support[e], &val));
1548cd0c2139SMatthew G Knepley           if (val == 1) {
15499566063dSJacob Faibussowitsch             PetscCall(PetscFindInt(support[e], numSplitPoints[dep + 1], splitPoints[dep + 1], &edge));
155063a3b9bcSJacob Faibussowitsch             PetscCheck(edge >= 0, comm, PETSC_ERR_ARG_WRONG, "Edge %" PetscInt_FMT " is not a split edge", support[e]);
15514c367dbcSMatthew G. Knepley             supportNew[qp++] = edge + pMaxNew[dep + 1];
1552cd0c2139SMatthew G Knepley           } else if (val == -(shift + 1)) {
15532582d50cSToby Isaac             supportNew[qp++] = DMPlexShiftPoint_Internal(support[e], depth, depthShift) /*support[e] + depthOffset[dep+1]*/;
1554cd0c2139SMatthew G Knepley           }
1555cd0c2139SMatthew G Knepley         }
15564c367dbcSMatthew G. Knepley         supportNew[qp] = hybedge;
15579566063dSJacob Faibussowitsch         PetscCall(DMPlexSetSupport(sdm, splitp, supportNew));
15584c367dbcSMatthew G. Knepley         /* Hybrid edge:    Old and new split vertex */
1559cd0c2139SMatthew G Knepley         coneNew[0] = newp;
1560cd0c2139SMatthew G Knepley         coneNew[1] = splitp;
15619566063dSJacob Faibussowitsch         PetscCall(DMPlexSetCone(sdm, hybedge, coneNew));
15624c367dbcSMatthew G. Knepley         for (e = 0, qf = 0; e < supportSize; ++e) {
15634c367dbcSMatthew G. Knepley           PetscInt val, edge;
15644c367dbcSMatthew G. Knepley 
15659566063dSJacob Faibussowitsch           PetscCall(DMLabelGetValue(label, support[e], &val));
15664c367dbcSMatthew G. Knepley           if (val == 1) {
15679566063dSJacob Faibussowitsch             PetscCall(PetscFindInt(support[e], numSplitPoints[dep + 1], splitPoints[dep + 1], &edge));
156863a3b9bcSJacob Faibussowitsch             PetscCheck(edge >= 0, comm, PETSC_ERR_ARG_WRONG, "Edge %" PetscInt_FMT " is not a split edge", support[e]);
15694c367dbcSMatthew G. Knepley             supportNew[qf++] = edge + pMaxNew[dep + 2] + numSplitPoints[dep + 2];
15704c367dbcSMatthew G. Knepley           }
15714c367dbcSMatthew G. Knepley         }
15729566063dSJacob Faibussowitsch         PetscCall(DMPlexSetSupport(sdm, hybedge, supportNew));
1573cd0c2139SMatthew G Knepley       } else if (dep == dim - 2) {
15744c367dbcSMatthew G. Knepley         const PetscInt hybface = p + pMaxNew[dep + 1] + numSplitPoints[dep + 1];
15754c367dbcSMatthew G. Knepley 
1576cd0c2139SMatthew G Knepley         /* Split old edge:   old vertices in cone so no change */
1577cd0c2139SMatthew G Knepley         /* Split new edge:   new vertices in cone */
1578cd0c2139SMatthew G Knepley         for (q = 0; q < coneSize; ++q) {
15799566063dSJacob Faibussowitsch           PetscCall(PetscFindInt(cone[q], numSplitPoints[dep - 1], splitPoints[dep - 1], &v));
1580e1757548SMatthew G. Knepley           if (v < 0) {
15819566063dSJacob Faibussowitsch             PetscCall(PetscFindInt(cone[q], numUnsplitPoints[dep - 1], unsplitPoints[dep - 1], &v));
158263a3b9bcSJacob Faibussowitsch             PetscCheck(v >= 0, PETSC_COMM_SELF, PETSC_ERR_ARG_WRONG, "Could not locate point %" PetscInt_FMT " in split or unsplit points of depth %" PetscInt_FMT, cone[q], dep - 1);
15832582d50cSToby Isaac             coneNew[q] = DMPlexShiftPoint_Internal(cone[q], depth, depthShift) /*cone[q] + depthOffset[dep-1]*/;
1584e1757548SMatthew G. Knepley           } else {
15854c367dbcSMatthew G. Knepley             coneNew[q] = v + pMaxNew[dep - 1];
1586cd0c2139SMatthew G Knepley           }
1587e1757548SMatthew G. Knepley         }
15889566063dSJacob Faibussowitsch         PetscCall(DMPlexSetCone(sdm, splitp, coneNew));
1589cd0c2139SMatthew G Knepley         /* Split old edge: Faces in positive side cells and old split faces */
1590cd0c2139SMatthew G Knepley         for (e = 0, q = 0; e < supportSize; ++e) {
1591cd0c2139SMatthew G Knepley           PetscInt val;
1592cd0c2139SMatthew G Knepley 
15939566063dSJacob Faibussowitsch           PetscCall(DMLabelGetValue(label, support[e], &val));
15944c367dbcSMatthew G. Knepley           if (val == dim - 1) {
15952582d50cSToby Isaac             supportNew[q++] = DMPlexShiftPoint_Internal(support[e], depth, depthShift) /*support[e] + depthOffset[dep+1]*/;
15964c367dbcSMatthew G. Knepley           } else if (val == (shift + dim - 1)) {
15972582d50cSToby Isaac             supportNew[q++] = DMPlexShiftPoint_Internal(support[e], depth, depthShift) /*support[e] + depthOffset[dep+1]*/;
1598cd0c2139SMatthew G Knepley           }
1599cd0c2139SMatthew G Knepley         }
1600b279cd2aSMatthew G. Knepley         supportNew[q++] = p + pMaxNew[dep + 1] + numSplitPoints[dep + 1];
16019566063dSJacob Faibussowitsch         PetscCall(DMPlexSetSupport(sdm, newp, supportNew));
1602cd0c2139SMatthew G Knepley         /* Split new edge: Faces in negative side cells and new split faces */
1603cd0c2139SMatthew G Knepley         for (e = 0, q = 0; e < supportSize; ++e) {
1604cd0c2139SMatthew G Knepley           PetscInt val, face;
1605cd0c2139SMatthew G Knepley 
16069566063dSJacob Faibussowitsch           PetscCall(DMLabelGetValue(label, support[e], &val));
1607cd0c2139SMatthew G Knepley           if (val == dim - 1) {
16089566063dSJacob Faibussowitsch             PetscCall(PetscFindInt(support[e], numSplitPoints[dep + 1], splitPoints[dep + 1], &face));
160963a3b9bcSJacob Faibussowitsch             PetscCheck(face >= 0, comm, PETSC_ERR_ARG_WRONG, "Face %" PetscInt_FMT " is not a split face", support[e]);
16104c367dbcSMatthew G. Knepley             supportNew[q++] = face + pMaxNew[dep + 1];
1611cd0c2139SMatthew G Knepley           } else if (val == -(shift + dim - 1)) {
16122582d50cSToby Isaac             supportNew[q++] = DMPlexShiftPoint_Internal(support[e], depth, depthShift) /*support[e] + depthOffset[dep+1]*/;
1613cd0c2139SMatthew G Knepley           }
1614cd0c2139SMatthew G Knepley         }
1615b279cd2aSMatthew G. Knepley         supportNew[q++] = p + pMaxNew[dep + 1] + numSplitPoints[dep + 1];
16169566063dSJacob Faibussowitsch         PetscCall(DMPlexSetSupport(sdm, splitp, supportNew));
16174c367dbcSMatthew G. Knepley         /* Hybrid face */
16184c367dbcSMatthew G. Knepley         coneNew[0] = newp;
16194c367dbcSMatthew G. Knepley         coneNew[1] = splitp;
16204c367dbcSMatthew G. Knepley         for (v = 0; v < coneSize; ++v) {
16214c367dbcSMatthew G. Knepley           PetscInt vertex;
16229566063dSJacob Faibussowitsch           PetscCall(PetscFindInt(cone[v], numSplitPoints[dep - 1], splitPoints[dep - 1], &vertex));
1623e1757548SMatthew G. Knepley           if (vertex < 0) {
16249566063dSJacob Faibussowitsch             PetscCall(PetscFindInt(cone[v], numUnsplitPoints[dep - 1], unsplitPoints[dep - 1], &vertex));
162563a3b9bcSJacob Faibussowitsch             PetscCheck(vertex >= 0, PETSC_COMM_SELF, PETSC_ERR_ARG_WRONG, "Could not locate point %" PetscInt_FMT " in split or unsplit points of depth %" PetscInt_FMT, cone[v], dep - 1);
1626e1757548SMatthew G. Knepley             coneNew[2 + v] = vertex + pMaxNew[dep] + numSplitPoints[dep] + numSplitPoints[dep - 1];
1627e1757548SMatthew G. Knepley           } else {
16284c367dbcSMatthew G. Knepley             coneNew[2 + v] = vertex + pMaxNew[dep] + numSplitPoints[dep];
16294c367dbcSMatthew G. Knepley           }
1630e1757548SMatthew G. Knepley         }
16319566063dSJacob Faibussowitsch         PetscCall(DMPlexSetCone(sdm, hybface, coneNew));
16324c367dbcSMatthew G. Knepley         for (e = 0, qf = 0; e < supportSize; ++e) {
16334c367dbcSMatthew G. Knepley           PetscInt val, face;
16344c367dbcSMatthew G. Knepley 
16359566063dSJacob Faibussowitsch           PetscCall(DMLabelGetValue(label, support[e], &val));
16364c367dbcSMatthew G. Knepley           if (val == dim - 1) {
16379566063dSJacob Faibussowitsch             PetscCall(PetscFindInt(support[e], numSplitPoints[dep + 1], splitPoints[dep + 1], &face));
163863a3b9bcSJacob Faibussowitsch             PetscCheck(face >= 0, comm, PETSC_ERR_ARG_WRONG, "Face %" PetscInt_FMT " is not a split face", support[e]);
16394c367dbcSMatthew G. Knepley             supportNew[qf++] = face + pMaxNew[dep + 2] + numSplitPoints[dep + 2];
16404c367dbcSMatthew G. Knepley           }
16414c367dbcSMatthew G. Knepley         }
16429566063dSJacob Faibussowitsch         PetscCall(DMPlexSetSupport(sdm, hybface, supportNew));
1643cd0c2139SMatthew G Knepley       }
1644cd0c2139SMatthew G Knepley     }
1645cd0c2139SMatthew G Knepley   }
164618c5995bSMatthew G. Knepley   for (dep = 0; dep <= depth; ++dep) {
164718c5995bSMatthew G. Knepley     for (p = 0; p < numUnsplitPoints[dep]; ++p) {
164818c5995bSMatthew G. Knepley       const PetscInt  oldp = unsplitPoints[dep][p];
16492582d50cSToby Isaac       const PetscInt  newp = DMPlexShiftPoint_Internal(oldp, depth, depthShift) /*oldp + depthOffset[dep]*/;
1650b5a892a1SMatthew G. Knepley       const PetscInt *cone, *support;
1651e1757548SMatthew G. Knepley       PetscInt        coneSize, supportSize, supportSizeNew, q, qf, e, f, s;
165218c5995bSMatthew G. Knepley 
16539566063dSJacob Faibussowitsch       PetscCall(DMPlexGetConeSize(dm, oldp, &coneSize));
16549566063dSJacob Faibussowitsch       PetscCall(DMPlexGetCone(dm, oldp, &cone));
16559566063dSJacob Faibussowitsch       PetscCall(DMPlexGetSupportSize(dm, oldp, &supportSize));
16569566063dSJacob Faibussowitsch       PetscCall(DMPlexGetSupport(dm, oldp, &support));
165718c5995bSMatthew G. Knepley       if (dep == 0) {
165818c5995bSMatthew G. Knepley         const PetscInt hybedge = p + pMaxNew[dep + 1] + numSplitPoints[dep + 1] + numSplitPoints[dep];
165918c5995bSMatthew G. Knepley 
166018c5995bSMatthew G. Knepley         /* Unsplit vertex */
16619566063dSJacob Faibussowitsch         PetscCall(DMPlexGetSupportSize(sdm, newp, &supportSizeNew));
166218c5995bSMatthew G. Knepley         for (s = 0, q = 0; s < supportSize; ++s) {
16632582d50cSToby Isaac           supportNew[q++] = DMPlexShiftPoint_Internal(support[s], depth, depthShift) /*support[s] + depthOffset[dep+1]*/;
16649566063dSJacob Faibussowitsch           PetscCall(PetscFindInt(support[s], numSplitPoints[dep + 1], splitPoints[dep + 1], &e));
1665ad540459SPierre Jolivet           if (e >= 0) supportNew[q++] = e + pMaxNew[dep + 1];
166618c5995bSMatthew G. Knepley         }
166718c5995bSMatthew G. Knepley         supportNew[q++] = hybedge;
166818c5995bSMatthew G. Knepley         supportNew[q++] = hybedge;
166963a3b9bcSJacob Faibussowitsch         PetscCheck(q == supportSizeNew, comm, PETSC_ERR_ARG_WRONG, "Support size %" PetscInt_FMT " != %" PetscInt_FMT " for vertex %" PetscInt_FMT, q, supportSizeNew, newp);
16709566063dSJacob Faibussowitsch         PetscCall(DMPlexSetSupport(sdm, newp, supportNew));
167118c5995bSMatthew G. Knepley         /* Hybrid edge */
167218c5995bSMatthew G. Knepley         coneNew[0] = newp;
167318c5995bSMatthew G. Knepley         coneNew[1] = newp;
16749566063dSJacob Faibussowitsch         PetscCall(DMPlexSetCone(sdm, hybedge, coneNew));
167518c5995bSMatthew G. Knepley         for (e = 0, qf = 0; e < supportSize; ++e) {
167618c5995bSMatthew G. Knepley           PetscInt val, edge;
167718c5995bSMatthew G. Knepley 
16789566063dSJacob Faibussowitsch           PetscCall(DMLabelGetValue(label, support[e], &val));
167918c5995bSMatthew G. Knepley           if (val == 1) {
16809566063dSJacob Faibussowitsch             PetscCall(PetscFindInt(support[e], numSplitPoints[dep + 1], splitPoints[dep + 1], &edge));
168163a3b9bcSJacob Faibussowitsch             PetscCheck(edge >= 0, comm, PETSC_ERR_ARG_WRONG, "Edge %" PetscInt_FMT " is not a split edge", support[e]);
168218c5995bSMatthew G. Knepley             supportNew[qf++] = edge + pMaxNew[dep + 2] + numSplitPoints[dep + 2];
1683e1757548SMatthew G. Knepley           } else if (val == (shift2 + 1)) {
16849566063dSJacob Faibussowitsch             PetscCall(PetscFindInt(support[e], numUnsplitPoints[dep + 1], unsplitPoints[dep + 1], &edge));
168563a3b9bcSJacob Faibussowitsch             PetscCheck(edge >= 0, comm, PETSC_ERR_ARG_WRONG, "Edge %" PetscInt_FMT " is not a unsplit edge", support[e]);
1686e1757548SMatthew G. Knepley             supportNew[qf++] = edge + pMaxNew[dep + 2] + numSplitPoints[dep + 2] + numSplitPoints[dep + 1];
168718c5995bSMatthew G. Knepley           }
168818c5995bSMatthew G. Knepley         }
16899566063dSJacob Faibussowitsch         PetscCall(DMPlexSetSupport(sdm, hybedge, supportNew));
1690e1757548SMatthew G. Knepley       } else if (dep == dim - 2) {
1691e1757548SMatthew G. Knepley         const PetscInt hybface = p + pMaxNew[dep + 1] + numSplitPoints[dep + 1] + numSplitPoints[dep];
1692e1757548SMatthew G. Knepley 
1693da1dd7e4SMatthew G. Knepley         /* Unsplit edge: Faces into original edge, split face, and hybrid face twice */
1694e1757548SMatthew G. Knepley         for (f = 0, qf = 0; f < supportSize; ++f) {
1695e1757548SMatthew G. Knepley           PetscInt val, face;
1696e1757548SMatthew G. Knepley 
16979566063dSJacob Faibussowitsch           PetscCall(DMLabelGetValue(label, support[f], &val));
1698e1757548SMatthew G. Knepley           if (val == dim - 1) {
16999566063dSJacob Faibussowitsch             PetscCall(PetscFindInt(support[f], numSplitPoints[dep + 1], splitPoints[dep + 1], &face));
170063a3b9bcSJacob Faibussowitsch             PetscCheck(face >= 0, comm, PETSC_ERR_ARG_WRONG, "Face %" PetscInt_FMT " is not a split face", support[f]);
17012582d50cSToby Isaac             supportNew[qf++] = DMPlexShiftPoint_Internal(support[f], depth, depthShift) /*support[f] + depthOffset[dep+1]*/;
1702e1757548SMatthew G. Knepley             supportNew[qf++] = face + pMaxNew[dep + 1];
1703e1757548SMatthew G. Knepley           } else {
17042582d50cSToby Isaac             supportNew[qf++] = DMPlexShiftPoint_Internal(support[f], depth, depthShift) /*support[f] + depthOffset[dep+1]*/;
1705e1757548SMatthew G. Knepley           }
1706e1757548SMatthew G. Knepley         }
1707e1757548SMatthew G. Knepley         supportNew[qf++] = hybface;
1708e1757548SMatthew G. Knepley         supportNew[qf++] = hybface;
17099566063dSJacob Faibussowitsch         PetscCall(DMPlexGetSupportSize(sdm, newp, &supportSizeNew));
171063a3b9bcSJacob Faibussowitsch         PetscCheck(qf == supportSizeNew, PETSC_COMM_SELF, PETSC_ERR_PLIB, "Support size for unsplit edge %" PetscInt_FMT " is %" PetscInt_FMT " != %" PetscInt_FMT, newp, qf, supportSizeNew);
17119566063dSJacob Faibussowitsch         PetscCall(DMPlexSetSupport(sdm, newp, supportNew));
1712e1757548SMatthew G. Knepley         /* Add hybrid face */
1713e1757548SMatthew G. Knepley         coneNew[0] = newp;
1714212cc919SMatthew G. Knepley         coneNew[1] = newp;
17159566063dSJacob Faibussowitsch         PetscCall(PetscFindInt(cone[0], numUnsplitPoints[dep - 1], unsplitPoints[dep - 1], &v));
171663a3b9bcSJacob Faibussowitsch         PetscCheck(v >= 0, comm, PETSC_ERR_ARG_WRONG, "Vertex %" PetscInt_FMT " is not an unsplit vertex", cone[0]);
1717212cc919SMatthew G. Knepley         coneNew[2] = v + pMaxNew[dep] + numSplitPoints[dep] + numSplitPoints[dep - 1];
17189566063dSJacob Faibussowitsch         PetscCall(PetscFindInt(cone[1], numUnsplitPoints[dep - 1], unsplitPoints[dep - 1], &v));
171963a3b9bcSJacob Faibussowitsch         PetscCheck(v >= 0, comm, PETSC_ERR_ARG_WRONG, "Vertex %" PetscInt_FMT " is not an unsplit vertex", cone[1]);
1720e1757548SMatthew G. Knepley         coneNew[3] = v + pMaxNew[dep] + numSplitPoints[dep] + numSplitPoints[dep - 1];
17219566063dSJacob Faibussowitsch         PetscCall(DMPlexSetCone(sdm, hybface, coneNew));
1722da1dd7e4SMatthew G. Knepley         for (f = 0, qf = 0; f < supportSize; ++f) {
1723da1dd7e4SMatthew G. Knepley           PetscInt val, face;
1724da1dd7e4SMatthew G. Knepley 
17259566063dSJacob Faibussowitsch           PetscCall(DMLabelGetValue(label, support[f], &val));
1726da1dd7e4SMatthew G. Knepley           if (val == dim - 1) {
17279566063dSJacob Faibussowitsch             PetscCall(PetscFindInt(support[f], numSplitPoints[dep + 1], splitPoints[dep + 1], &face));
1728da1dd7e4SMatthew G. Knepley             supportNew[qf++] = face + pMaxNew[dep + 2] + numSplitPoints[dep + 2];
1729da1dd7e4SMatthew G. Knepley           }
1730da1dd7e4SMatthew G. Knepley         }
17319566063dSJacob Faibussowitsch         PetscCall(DMPlexGetSupportSize(sdm, hybface, &supportSizeNew));
173263a3b9bcSJacob Faibussowitsch         PetscCheck(qf == supportSizeNew, PETSC_COMM_SELF, PETSC_ERR_PLIB, "Support size for hybrid face %" PetscInt_FMT " is %" PetscInt_FMT " != %" PetscInt_FMT, hybface, qf, supportSizeNew);
17339566063dSJacob Faibussowitsch         PetscCall(DMPlexSetSupport(sdm, hybface, supportNew));
1734cd0c2139SMatthew G Knepley       }
1735cd0c2139SMatthew G Knepley     }
1736cd0c2139SMatthew G Knepley   }
1737cd0c2139SMatthew G Knepley   /* Step 6b: Replace split points in negative side cones */
1738cd0c2139SMatthew G Knepley   for (sp = 0; sp < numSP; ++sp) {
1739cd0c2139SMatthew G Knepley     PetscInt        dep = values[sp];
1740cd0c2139SMatthew G Knepley     IS              pIS;
1741cd0c2139SMatthew G Knepley     PetscInt        numPoints;
1742cd0c2139SMatthew G Knepley     const PetscInt *points;
1743cd0c2139SMatthew G Knepley 
1744cd0c2139SMatthew G Knepley     if (dep >= 0) continue;
17459566063dSJacob Faibussowitsch     PetscCall(DMLabelGetStratumIS(label, dep, &pIS));
1746cd0c2139SMatthew G Knepley     if (!pIS) continue;
1747cd0c2139SMatthew G Knepley     dep = -dep - shift;
17489566063dSJacob Faibussowitsch     PetscCall(ISGetLocalSize(pIS, &numPoints));
17499566063dSJacob Faibussowitsch     PetscCall(ISGetIndices(pIS, &points));
1750cd0c2139SMatthew G Knepley     for (p = 0; p < numPoints; ++p) {
1751cd0c2139SMatthew G Knepley       const PetscInt  oldp = points[p];
17522582d50cSToby Isaac       const PetscInt  newp = DMPlexShiftPoint_Internal(oldp, depth, depthShift) /*depthOffset[dep] + oldp*/;
1753cd0c2139SMatthew G Knepley       const PetscInt *cone;
1754cd0c2139SMatthew G Knepley       PetscInt        coneSize, c;
175550cf782dSMatthew G. Knepley       /* PetscBool       replaced = PETSC_FALSE; */
1756cd0c2139SMatthew G Knepley 
1757cd0c2139SMatthew G Knepley       /* Negative edge: replace split vertex */
1758cd0c2139SMatthew G Knepley       /* Negative cell: replace split face */
17599566063dSJacob Faibussowitsch       PetscCall(DMPlexGetConeSize(sdm, newp, &coneSize));
17609566063dSJacob Faibussowitsch       PetscCall(DMPlexGetCone(sdm, newp, &cone));
1761cd0c2139SMatthew G Knepley       for (c = 0; c < coneSize; ++c) {
1762e38fbfedSToby Isaac         const PetscInt coldp = DMPlexShiftPointInverse_Internal(cone[c], depth, depthShift);
1763cd0c2139SMatthew G Knepley         PetscInt       csplitp, cp, val;
1764cd0c2139SMatthew G Knepley 
17659566063dSJacob Faibussowitsch         PetscCall(DMLabelGetValue(label, coldp, &val));
1766cd0c2139SMatthew G Knepley         if (val == dep - 1) {
17679566063dSJacob Faibussowitsch           PetscCall(PetscFindInt(coldp, numSplitPoints[dep - 1], splitPoints[dep - 1], &cp));
176863a3b9bcSJacob Faibussowitsch           PetscCheck(cp >= 0, comm, PETSC_ERR_ARG_WRONG, "Point %" PetscInt_FMT " is not a split point of dimension %" PetscInt_FMT, oldp, dep - 1);
1769cd0c2139SMatthew G Knepley           csplitp = pMaxNew[dep - 1] + cp;
17709566063dSJacob Faibussowitsch           PetscCall(DMPlexInsertCone(sdm, newp, c, csplitp));
177150cf782dSMatthew G. Knepley           /* replaced = PETSC_TRUE; */
1772cd0c2139SMatthew G Knepley         }
1773cd0c2139SMatthew G Knepley       }
17744a189a86SMatthew G. Knepley       /* Cells with only a vertex or edge on the submesh have no replacement */
177528b400f6SJacob Faibussowitsch       /* PetscCheck(replaced,comm, PETSC_ERR_ARG_WRONG, "The cone of point %d does not contain split points", oldp); */
1776cd0c2139SMatthew G Knepley     }
17779566063dSJacob Faibussowitsch     PetscCall(ISRestoreIndices(pIS, &points));
17789566063dSJacob Faibussowitsch     PetscCall(ISDestroy(&pIS));
1779cd0c2139SMatthew G Knepley   }
1780fa8e8ae5SToby Isaac   /* Step 7: Coordinates */
17819566063dSJacob Faibussowitsch   PetscCall(DMPlexShiftCoordinates_Internal(dm, depthShift, sdm));
17829566063dSJacob Faibussowitsch   PetscCall(DMGetCoordinateSection(sdm, &coordSection));
17839566063dSJacob Faibussowitsch   PetscCall(DMGetCoordinatesLocal(sdm, &coordinates));
17849566063dSJacob Faibussowitsch   PetscCall(VecGetArray(coordinates, &coords));
1785cd0c2139SMatthew G Knepley   for (v = 0; v < (numSplitPoints ? numSplitPoints[0] : 0); ++v) {
17862582d50cSToby Isaac     const PetscInt newp   = DMPlexShiftPoint_Internal(splitPoints[0][v], depth, depthShift) /*depthOffset[0] + splitPoints[0][v]*/;
1787cd0c2139SMatthew G Knepley     const PetscInt splitp = pMaxNew[0] + v;
1788cd0c2139SMatthew G Knepley     PetscInt       dof, off, soff, d;
1789cd0c2139SMatthew G Knepley 
17909566063dSJacob Faibussowitsch     PetscCall(PetscSectionGetDof(coordSection, newp, &dof));
17919566063dSJacob Faibussowitsch     PetscCall(PetscSectionGetOffset(coordSection, newp, &off));
17929566063dSJacob Faibussowitsch     PetscCall(PetscSectionGetOffset(coordSection, splitp, &soff));
1793cd0c2139SMatthew G Knepley     for (d = 0; d < dof; ++d) coords[soff + d] = coords[off + d];
1794cd0c2139SMatthew G Knepley   }
17959566063dSJacob Faibussowitsch   PetscCall(VecRestoreArray(coordinates, &coords));
1796fa8e8ae5SToby Isaac   /* Step 8: SF, if I can figure this out we can split the mesh in parallel */
17979566063dSJacob Faibussowitsch   PetscCall(DMPlexShiftSF_Internal(dm, depthShift, sdm));
1798b6dfa339SMatthew G. Knepley   /*   TODO We need to associate the ghost points with the correct replica */
1799fa8e8ae5SToby Isaac   /* Step 9: Labels */
18009566063dSJacob Faibussowitsch   PetscCall(DMPlexShiftLabels_Internal(dm, depthShift, sdm));
18019566063dSJacob Faibussowitsch   PetscCall(DMPlexCreateVTKLabel_Internal(dm, PETSC_FALSE, sdm));
18029566063dSJacob Faibussowitsch   PetscCall(DMGetNumLabels(sdm, &numLabels));
1803cd0c2139SMatthew G Knepley   for (dep = 0; dep <= depth; ++dep) {
1804cd0c2139SMatthew G Knepley     for (p = 0; p < numSplitPoints[dep]; ++p) {
18052582d50cSToby Isaac       const PetscInt newp   = DMPlexShiftPoint_Internal(splitPoints[dep][p], depth, depthShift) /*depthOffset[dep] + splitPoints[dep][p]*/;
1806cd0c2139SMatthew G Knepley       const PetscInt splitp = pMaxNew[dep] + p;
1807cd0c2139SMatthew G Knepley       PetscInt       l;
1808cd0c2139SMatthew G Knepley 
18097db7e0a7SMatthew G. Knepley       if (splitLabel) {
18107db7e0a7SMatthew G. Knepley         const PetscInt val = 100 + dep;
18117db7e0a7SMatthew G. Knepley 
18129566063dSJacob Faibussowitsch         PetscCall(DMLabelSetValue(splitLabel, newp, val));
18139566063dSJacob Faibussowitsch         PetscCall(DMLabelSetValue(splitLabel, splitp, -val));
18147db7e0a7SMatthew G. Knepley       }
1815cd0c2139SMatthew G Knepley       for (l = 0; l < numLabels; ++l) {
1816cd0c2139SMatthew G Knepley         DMLabel     mlabel;
1817cd0c2139SMatthew G Knepley         const char *lname;
1818cd0c2139SMatthew G Knepley         PetscInt    val;
18199a356370SMatthew G. Knepley         PetscBool   isDepth;
1820cd0c2139SMatthew G Knepley 
18219566063dSJacob Faibussowitsch         PetscCall(DMGetLabelName(sdm, l, &lname));
18229566063dSJacob Faibussowitsch         PetscCall(PetscStrcmp(lname, "depth", &isDepth));
18239a356370SMatthew G. Knepley         if (isDepth) continue;
18249566063dSJacob Faibussowitsch         PetscCall(DMGetLabel(sdm, lname, &mlabel));
18259566063dSJacob Faibussowitsch         PetscCall(DMLabelGetValue(mlabel, newp, &val));
182648a46eb9SPierre Jolivet         if (val >= 0) PetscCall(DMLabelSetValue(mlabel, splitp, val));
1827cd0c2139SMatthew G Knepley       }
1828cd0c2139SMatthew G Knepley     }
1829cd0c2139SMatthew G Knepley   }
1830cd0c2139SMatthew G Knepley   for (sp = 0; sp < numSP; ++sp) {
1831cd0c2139SMatthew G Knepley     const PetscInt dep = values[sp];
1832cd0c2139SMatthew G Knepley 
1833cd0c2139SMatthew G Knepley     if ((dep < 0) || (dep > depth)) continue;
18349566063dSJacob Faibussowitsch     if (splitIS[dep]) PetscCall(ISRestoreIndices(splitIS[dep], &splitPoints[dep]));
18359566063dSJacob Faibussowitsch     PetscCall(ISDestroy(&splitIS[dep]));
18369566063dSJacob Faibussowitsch     if (unsplitIS[dep]) PetscCall(ISRestoreIndices(unsplitIS[dep], &unsplitPoints[dep]));
18379566063dSJacob Faibussowitsch     PetscCall(ISDestroy(&unsplitIS[dep]));
1838cd0c2139SMatthew G Knepley   }
1839b6dfa339SMatthew G. Knepley   if (ghostIS) PetscCall(ISRestoreIndices(ghostIS, &ghostPoints));
1840b6dfa339SMatthew G. Knepley   PetscCall(ISDestroy(&ghostIS));
1841cd0c2139SMatthew G Knepley   if (label) {
18429566063dSJacob Faibussowitsch     PetscCall(ISRestoreIndices(valueIS, &values));
18439566063dSJacob Faibussowitsch     PetscCall(ISDestroy(&valueIS));
1844cd0c2139SMatthew G Knepley   }
18450d4d4d06SMatthew G. Knepley   for (d = 0; d <= depth; ++d) {
18469566063dSJacob Faibussowitsch     PetscCall(DMPlexGetDepthStratum(sdm, d, NULL, &pEnd));
184736dbac82SMatthew G. Knepley     pMaxNew[d] = pEnd - numHybridPoints[d] - numHybridPointsOld[d];
18480d4d4d06SMatthew G. Knepley   }
18499566063dSJacob Faibussowitsch   PetscCall(PetscFree3(coneNew, coneONew, supportNew));
18509566063dSJacob Faibussowitsch   PetscCall(PetscFree5(depthMax, depthEnd, depthShift, pMaxNew, numHybridPointsOld));
18519566063dSJacob Faibussowitsch   PetscCall(PetscFree7(splitIS, unsplitIS, numSplitPoints, numUnsplitPoints, numHybridPoints, splitPoints, unsplitPoints));
18523ba16761SJacob Faibussowitsch   PetscFunctionReturn(PETSC_SUCCESS);
1853cd0c2139SMatthew G Knepley }
1854cd0c2139SMatthew G Knepley 
1855cd0c2139SMatthew G Knepley /*@C
1856cd0c2139SMatthew G Knepley   DMPlexConstructCohesiveCells - Construct cohesive cells which split the face along an internal interface
1857cd0c2139SMatthew G Knepley 
1858*20f4b53cSBarry Smith   Collective
1859cd0c2139SMatthew G Knepley 
1860cd0c2139SMatthew G Knepley   Input Parameters:
1861*20f4b53cSBarry Smith + dm - The original `DM`
1862*20f4b53cSBarry Smith - label - The `DMLabel` specifying the boundary faces (this could be auto-generated)
1863cd0c2139SMatthew G Knepley 
1864cd0c2139SMatthew G Knepley   Output Parameters:
1865*20f4b53cSBarry Smith + splitLabel - The `DMLabel` containing the split points, or `NULL` if no output is desired
1866*20f4b53cSBarry Smith - dmSplit - The new `DM`
1867cd0c2139SMatthew G Knepley 
1868cd0c2139SMatthew G Knepley   Level: developer
1869cd0c2139SMatthew G Knepley 
1870*20f4b53cSBarry Smith .seealso: [](chapter_unstructured), `DM`, `DMPLEX`, `DMCreate()`, `DMPlexLabelCohesiveComplete()`
1871cd0c2139SMatthew G Knepley @*/
1872d71ae5a4SJacob Faibussowitsch PetscErrorCode DMPlexConstructCohesiveCells(DM dm, DMLabel label, DMLabel splitLabel, DM *dmSplit)
1873d71ae5a4SJacob Faibussowitsch {
1874cd0c2139SMatthew G Knepley   DM       sdm;
1875cd0c2139SMatthew G Knepley   PetscInt dim;
1876cd0c2139SMatthew G Knepley 
1877cd0c2139SMatthew G Knepley   PetscFunctionBegin;
1878cd0c2139SMatthew G Knepley   PetscValidHeaderSpecific(dm, DM_CLASSID, 1);
1879064a246eSJacob Faibussowitsch   PetscValidPointer(dmSplit, 4);
18809566063dSJacob Faibussowitsch   PetscCall(DMCreate(PetscObjectComm((PetscObject)dm), &sdm));
18819566063dSJacob Faibussowitsch   PetscCall(DMSetType(sdm, DMPLEX));
18829566063dSJacob Faibussowitsch   PetscCall(DMGetDimension(dm, &dim));
18839566063dSJacob Faibussowitsch   PetscCall(DMSetDimension(sdm, dim));
1884cd0c2139SMatthew G Knepley   switch (dim) {
1885cd0c2139SMatthew G Knepley   case 2:
1886d71ae5a4SJacob Faibussowitsch   case 3:
1887d71ae5a4SJacob Faibussowitsch     PetscCall(DMPlexConstructCohesiveCells_Internal(dm, label, splitLabel, sdm));
1888d71ae5a4SJacob Faibussowitsch     break;
1889d71ae5a4SJacob Faibussowitsch   default:
1890d71ae5a4SJacob Faibussowitsch     SETERRQ(PetscObjectComm((PetscObject)dm), PETSC_ERR_ARG_OUTOFRANGE, "Cannot construct cohesive cells for dimension %" PetscInt_FMT, dim);
1891cd0c2139SMatthew G Knepley   }
1892cd0c2139SMatthew G Knepley   *dmSplit = sdm;
18933ba16761SJacob Faibussowitsch   PetscFunctionReturn(PETSC_SUCCESS);
1894cd0c2139SMatthew G Knepley }
1895cd0c2139SMatthew G Knepley 
18960f66a230SMatthew G. Knepley /* Returns the side of the surface for a given cell with a face on the surface */
1897d71ae5a4SJacob Faibussowitsch static PetscErrorCode GetSurfaceSide_Static(DM dm, DM subdm, PetscInt numSubpoints, const PetscInt *subpoints, PetscInt cell, PetscInt face, PetscBool *pos)
1898d71ae5a4SJacob Faibussowitsch {
18990f66a230SMatthew G. Knepley   const PetscInt *cone, *ornt;
19000f66a230SMatthew G. Knepley   PetscInt        dim, coneSize, c;
19010f66a230SMatthew G. Knepley 
19020f66a230SMatthew G. Knepley   PetscFunctionBegin;
19030f66a230SMatthew G. Knepley   *pos = PETSC_TRUE;
19049566063dSJacob Faibussowitsch   PetscCall(DMGetDimension(dm, &dim));
19059566063dSJacob Faibussowitsch   PetscCall(DMPlexGetConeSize(dm, cell, &coneSize));
19069566063dSJacob Faibussowitsch   PetscCall(DMPlexGetCone(dm, cell, &cone));
19079566063dSJacob Faibussowitsch   PetscCall(DMPlexGetConeOrientation(dm, cell, &ornt));
19080f66a230SMatthew G. Knepley   for (c = 0; c < coneSize; ++c) {
19090f66a230SMatthew G. Knepley     if (cone[c] == face) {
19100f66a230SMatthew G. Knepley       PetscInt o = ornt[c];
19110f66a230SMatthew G. Knepley 
19120f66a230SMatthew G. Knepley       if (subdm) {
19130f66a230SMatthew G. Knepley         const PetscInt *subcone, *subornt;
19140f66a230SMatthew G. Knepley         PetscInt        subpoint, subface, subconeSize, sc;
19150f66a230SMatthew G. Knepley 
19169566063dSJacob Faibussowitsch         PetscCall(PetscFindInt(cell, numSubpoints, subpoints, &subpoint));
19179566063dSJacob Faibussowitsch         PetscCall(PetscFindInt(face, numSubpoints, subpoints, &subface));
19189566063dSJacob Faibussowitsch         PetscCall(DMPlexGetConeSize(subdm, subpoint, &subconeSize));
19199566063dSJacob Faibussowitsch         PetscCall(DMPlexGetCone(subdm, subpoint, &subcone));
19209566063dSJacob Faibussowitsch         PetscCall(DMPlexGetConeOrientation(subdm, subpoint, &subornt));
19210f66a230SMatthew G. Knepley         for (sc = 0; sc < subconeSize; ++sc) {
19220f66a230SMatthew G. Knepley           if (subcone[sc] == subface) {
19230f66a230SMatthew G. Knepley             o = subornt[0];
19240f66a230SMatthew G. Knepley             break;
19250f66a230SMatthew G. Knepley           }
19260f66a230SMatthew G. Knepley         }
192763a3b9bcSJacob Faibussowitsch         PetscCheck(sc < subconeSize, PETSC_COMM_SELF, PETSC_ERR_ARG_WRONG, "Could not find subpoint %" PetscInt_FMT " (%" PetscInt_FMT ") in cone for subpoint %" PetscInt_FMT " (%" PetscInt_FMT ")", subface, face, subpoint, cell);
19280f66a230SMatthew G. Knepley       }
19290f66a230SMatthew G. Knepley       if (o >= 0) *pos = PETSC_TRUE;
19300f66a230SMatthew G. Knepley       else *pos = PETSC_FALSE;
19310f66a230SMatthew G. Knepley       break;
19320f66a230SMatthew G. Knepley     }
19330f66a230SMatthew G. Knepley   }
193463a3b9bcSJacob Faibussowitsch   PetscCheck(c != coneSize, PetscObjectComm((PetscObject)dm), PETSC_ERR_ARG_WRONG, "Cell %" PetscInt_FMT " in split face %" PetscInt_FMT " support does not have it in the cone", cell, face);
19353ba16761SJacob Faibussowitsch   PetscFunctionReturn(PETSC_SUCCESS);
19360f66a230SMatthew G. Knepley }
19370f66a230SMatthew G. Knepley 
1938d71ae5a4SJacob Faibussowitsch static PetscErrorCode CheckFaultEdge_Private(DM dm, DMLabel label)
1939d71ae5a4SJacob Faibussowitsch {
1940accc9626SMatthew G. Knepley   IS              facePosIS, faceNegIS, dimIS;
1941accc9626SMatthew G. Knepley   const PetscInt *points;
1942accc9626SMatthew G. Knepley   PetscInt        dim, numPoints, p, shift = 100, shift2 = 200;
1943accc9626SMatthew G. Knepley 
1944accc9626SMatthew G. Knepley   PetscFunctionBegin;
1945accc9626SMatthew G. Knepley   PetscCall(DMGetDimension(dm, &dim));
1946accc9626SMatthew G. Knepley   /* If any faces touching the fault divide cells on either side, split them */
1947accc9626SMatthew G. Knepley   PetscCall(DMLabelGetStratumIS(label, shift + dim - 1, &facePosIS));
1948accc9626SMatthew G. Knepley   PetscCall(DMLabelGetStratumIS(label, -(shift + dim - 1), &faceNegIS));
1949accc9626SMatthew G. Knepley   if (!facePosIS || !faceNegIS) {
1950accc9626SMatthew G. Knepley     PetscCall(ISDestroy(&facePosIS));
1951accc9626SMatthew G. Knepley     PetscCall(ISDestroy(&faceNegIS));
19523ba16761SJacob Faibussowitsch     PetscFunctionReturn(PETSC_SUCCESS);
1953accc9626SMatthew G. Knepley   }
1954accc9626SMatthew G. Knepley   PetscCall(ISExpand(facePosIS, faceNegIS, &dimIS));
1955accc9626SMatthew G. Knepley   PetscCall(ISDestroy(&facePosIS));
1956accc9626SMatthew G. Knepley   PetscCall(ISDestroy(&faceNegIS));
1957accc9626SMatthew G. Knepley   PetscCall(ISGetLocalSize(dimIS, &numPoints));
1958accc9626SMatthew G. Knepley   PetscCall(ISGetIndices(dimIS, &points));
1959accc9626SMatthew G. Knepley   for (p = 0; p < numPoints; ++p) {
1960accc9626SMatthew G. Knepley     const PetscInt  point = points[p];
1961accc9626SMatthew G. Knepley     const PetscInt *support;
1962accc9626SMatthew G. Knepley     PetscInt        supportSize, valA, valB;
1963accc9626SMatthew G. Knepley 
1964accc9626SMatthew G. Knepley     PetscCall(DMPlexGetSupportSize(dm, point, &supportSize));
1965accc9626SMatthew G. Knepley     if (supportSize != 2) continue;
1966accc9626SMatthew G. Knepley     PetscCall(DMPlexGetSupport(dm, point, &support));
1967accc9626SMatthew G. Knepley     PetscCall(DMLabelGetValue(label, support[0], &valA));
1968accc9626SMatthew G. Knepley     PetscCall(DMLabelGetValue(label, support[1], &valB));
1969accc9626SMatthew G. Knepley     if ((valA == -1) || (valB == -1)) continue;
1970accc9626SMatthew G. Knepley     if (valA * valB > 0) continue;
1971e1a13daeSMatthew G. Knepley     /* Check that this face is not incident on only unsplit faces, meaning has at least one split face */
1972e1a13daeSMatthew G. Knepley     {
1973e1a13daeSMatthew G. Knepley       PetscInt *closure = NULL;
1974e1a13daeSMatthew G. Knepley       PetscBool split   = PETSC_FALSE;
1975e1a13daeSMatthew G. Knepley       PetscInt  closureSize, cl;
1976e1a13daeSMatthew G. Knepley 
1977e1a13daeSMatthew G. Knepley       PetscCall(DMPlexGetTransitiveClosure(dm, point, PETSC_TRUE, &closureSize, &closure));
1978e1a13daeSMatthew G. Knepley       for (cl = 0; cl < closureSize * 2; cl += 2) {
1979e1a13daeSMatthew G. Knepley         PetscCall(DMLabelGetValue(label, closure[cl], &valA));
19809371c9d4SSatish Balay         if ((valA >= 0) && (valA <= dim)) {
19819371c9d4SSatish Balay           split = PETSC_TRUE;
19829371c9d4SSatish Balay           break;
19839371c9d4SSatish Balay         }
1984e1a13daeSMatthew G. Knepley       }
1985e1a13daeSMatthew G. Knepley       PetscCall(DMPlexRestoreTransitiveClosure(dm, point, PETSC_TRUE, &closureSize, &closure));
1986e1a13daeSMatthew G. Knepley       if (!split) continue;
1987e1a13daeSMatthew G. Knepley     }
1988accc9626SMatthew G. Knepley     /* Split the face */
1989accc9626SMatthew G. Knepley     PetscCall(DMLabelGetValue(label, point, &valA));
1990accc9626SMatthew G. Knepley     PetscCall(DMLabelClearValue(label, point, valA));
1991accc9626SMatthew G. Knepley     PetscCall(DMLabelSetValue(label, point, dim - 1));
1992accc9626SMatthew G. Knepley     /* Label its closure:
1993accc9626SMatthew G. Knepley       unmarked: label as unsplit
1994accc9626SMatthew G. Knepley       incident: relabel as split
1995accc9626SMatthew G. Knepley       split:    do nothing
1996accc9626SMatthew G. Knepley     */
1997accc9626SMatthew G. Knepley     {
1998accc9626SMatthew G. Knepley       PetscInt *closure = NULL;
1999accc9626SMatthew G. Knepley       PetscInt  closureSize, cl, dep;
2000accc9626SMatthew G. Knepley 
2001accc9626SMatthew G. Knepley       PetscCall(DMPlexGetTransitiveClosure(dm, point, PETSC_TRUE, &closureSize, &closure));
2002accc9626SMatthew G. Knepley       for (cl = 0; cl < closureSize * 2; cl += 2) {
2003accc9626SMatthew G. Knepley         PetscCall(DMLabelGetValue(label, closure[cl], &valA));
2004accc9626SMatthew G. Knepley         if (valA == -1) { /* Mark as unsplit */
2005accc9626SMatthew G. Knepley           PetscCall(DMPlexGetPointDepth(dm, closure[cl], &dep));
2006accc9626SMatthew G. Knepley           PetscCall(DMLabelSetValue(label, closure[cl], shift2 + dep));
2007accc9626SMatthew G. Knepley         } else if (((valA >= shift) && (valA < shift2)) || ((valA <= -shift) && (valA > -shift2))) {
2008accc9626SMatthew G. Knepley           PetscCall(DMPlexGetPointDepth(dm, closure[cl], &dep));
2009accc9626SMatthew G. Knepley           PetscCall(DMLabelClearValue(label, closure[cl], valA));
2010accc9626SMatthew G. Knepley           PetscCall(DMLabelSetValue(label, closure[cl], dep));
2011accc9626SMatthew G. Knepley         }
2012accc9626SMatthew G. Knepley       }
2013accc9626SMatthew G. Knepley       PetscCall(DMPlexRestoreTransitiveClosure(dm, point, PETSC_TRUE, &closureSize, &closure));
2014accc9626SMatthew G. Knepley     }
2015accc9626SMatthew G. Knepley   }
2016accc9626SMatthew G. Knepley   PetscCall(ISRestoreIndices(dimIS, &points));
2017accc9626SMatthew G. Knepley   PetscCall(ISDestroy(&dimIS));
20183ba16761SJacob Faibussowitsch   PetscFunctionReturn(PETSC_SUCCESS);
2019accc9626SMatthew G. Knepley }
2020accc9626SMatthew G. Knepley 
2021cd0c2139SMatthew G Knepley /*@
20220f66a230SMatthew G. Knepley   DMPlexLabelCohesiveComplete - Starting with a label marking points on an internal surface, we add all other mesh pieces
2023cd0c2139SMatthew G Knepley   to complete the surface
2024cd0c2139SMatthew G Knepley 
2025cd0c2139SMatthew G Knepley   Input Parameters:
2026*20f4b53cSBarry Smith + dm     - The `DM`
2027*20f4b53cSBarry Smith . label  - A `DMLabel` marking the surface
2028*20f4b53cSBarry Smith . blabel - A `DMLabel` marking the vertices on the boundary which will not be duplicated, or `NULL` to find them automatically
2029*20f4b53cSBarry Smith . bvalue - Value of `DMLabel` marking the vertices on the boundary
2030bb55d314SMatthew G. Knepley . flip   - Flag to flip the submesh normal and replace points on the other side
2031*20f4b53cSBarry Smith - subdm  - The `DM` associated with the label, or `NULL`
2032cd0c2139SMatthew G Knepley 
2033cd0c2139SMatthew G Knepley   Output Parameter:
2034*20f4b53cSBarry Smith . label - A `DMLabel` marking all surface points
20350f66a230SMatthew G. Knepley 
2036cd0c2139SMatthew G Knepley   Level: developer
2037cd0c2139SMatthew G Knepley 
2038*20f4b53cSBarry Smith   Note:
2039*20f4b53cSBarry Smith   The vertices in blabel are called "unsplit" in the terminology from hybrid cell creation.
2040*20f4b53cSBarry Smith 
2041*20f4b53cSBarry Smith .seealso: [](chapter_unstructured), `DM`, `DMPLEX`, `DMPlexConstructCohesiveCells()`, `DMPlexLabelComplete()`
2042cd0c2139SMatthew G Knepley @*/
2043d71ae5a4SJacob Faibussowitsch PetscErrorCode DMPlexLabelCohesiveComplete(DM dm, DMLabel label, DMLabel blabel, PetscInt bvalue, PetscBool flip, DM subdm)
2044d71ae5a4SJacob Faibussowitsch {
2045d90583fdSMatthew G. Knepley   DMLabel         depthLabel;
2046accc9626SMatthew G. Knepley   IS              dimIS, subpointIS = NULL;
204747946fd8SMatthew G. Knepley   const PetscInt *points, *subpoints;
2048bb55d314SMatthew G. Knepley   const PetscInt  rev   = flip ? -1 : 1;
2049accc9626SMatthew G. Knepley   PetscInt        shift = 100, shift2 = 200, shift3 = 300, dim, depth, numPoints, numSubpoints, p, val;
2050cd0c2139SMatthew G Knepley 
2051cd0c2139SMatthew G Knepley   PetscFunctionBegin;
20529566063dSJacob Faibussowitsch   PetscCall(DMPlexGetDepth(dm, &depth));
20539566063dSJacob Faibussowitsch   PetscCall(DMGetDimension(dm, &dim));
20549566063dSJacob Faibussowitsch   PetscCall(DMPlexGetDepthLabel(dm, &depthLabel));
205547946fd8SMatthew G. Knepley   if (subdm) {
20569566063dSJacob Faibussowitsch     PetscCall(DMPlexGetSubpointIS(subdm, &subpointIS));
205747946fd8SMatthew G. Knepley     if (subpointIS) {
20589566063dSJacob Faibussowitsch       PetscCall(ISGetLocalSize(subpointIS, &numSubpoints));
20599566063dSJacob Faibussowitsch       PetscCall(ISGetIndices(subpointIS, &subpoints));
206047946fd8SMatthew G. Knepley     }
206147946fd8SMatthew G. Knepley   }
2062d7c8f101SMatthew G. Knepley   /* Mark cell on the fault, and its faces which touch the fault: cell orientation for face gives the side of the fault */
20639566063dSJacob Faibussowitsch   PetscCall(DMLabelGetStratumIS(label, dim - 1, &dimIS));
2064accc9626SMatthew G. Knepley   if (!dimIS) goto divide;
20659566063dSJacob Faibussowitsch   PetscCall(ISGetLocalSize(dimIS, &numPoints));
20669566063dSJacob Faibussowitsch   PetscCall(ISGetIndices(dimIS, &points));
2067d7c8f101SMatthew G. Knepley   for (p = 0; p < numPoints; ++p) { /* Loop over fault faces */
2068cd0c2139SMatthew G Knepley     const PetscInt *support;
2069cd0c2139SMatthew G Knepley     PetscInt        supportSize, s;
2070cd0c2139SMatthew G Knepley 
20719566063dSJacob Faibussowitsch     PetscCall(DMPlexGetSupportSize(dm, points[p], &supportSize));
2072c4419245SMatthew G. Knepley #if 0
2073c4419245SMatthew G. Knepley     if (supportSize != 2) {
2074c4419245SMatthew G. Knepley       const PetscInt *lp;
2075c4419245SMatthew G. Knepley       PetscInt        Nlp, pind;
2076c4419245SMatthew G. Knepley 
2077c4419245SMatthew G. Knepley       /* Check that for a cell with a single support face, that face is in the SF */
2078c4419245SMatthew G. Knepley       /*   THis check only works for the remote side. We would need root side information */
20799566063dSJacob Faibussowitsch       PetscCall(PetscSFGetGraph(dm->sf, NULL, &Nlp, &lp, NULL));
20809566063dSJacob Faibussowitsch       PetscCall(PetscFindInt(points[p], Nlp, lp, &pind));
208163a3b9bcSJacob Faibussowitsch       PetscCheck(pind >= 0,PetscObjectComm((PetscObject) dm), PETSC_ERR_ARG_WRONG, "Split face %" PetscInt_FMT " has %" PetscInt_FMT " != 2 supports, and the face is not shared with another process", points[p], supportSize);
2082c4419245SMatthew G. Knepley     }
2083c4419245SMatthew G. Knepley #endif
20849566063dSJacob Faibussowitsch     PetscCall(DMPlexGetSupport(dm, points[p], &support));
2085cd0c2139SMatthew G Knepley     for (s = 0; s < supportSize; ++s) {
20860f66a230SMatthew G. Knepley       const PetscInt *cone;
2087cd0c2139SMatthew G Knepley       PetscInt        coneSize, c;
20880f66a230SMatthew G. Knepley       PetscBool       pos;
2089cd0c2139SMatthew G Knepley 
20909566063dSJacob Faibussowitsch       PetscCall(GetSurfaceSide_Static(dm, subdm, numSubpoints, subpoints, support[s], points[p], &pos));
20919566063dSJacob Faibussowitsch       if (pos) PetscCall(DMLabelSetValue(label, support[s], rev * (shift + dim)));
20929566063dSJacob Faibussowitsch       else PetscCall(DMLabelSetValue(label, support[s], -rev * (shift + dim)));
20930f66a230SMatthew G. Knepley       if (rev < 0) pos = !pos ? PETSC_TRUE : PETSC_FALSE;
20940f66a230SMatthew G. Knepley       /* Put faces touching the fault in the label */
20959566063dSJacob Faibussowitsch       PetscCall(DMPlexGetConeSize(dm, support[s], &coneSize));
20969566063dSJacob Faibussowitsch       PetscCall(DMPlexGetCone(dm, support[s], &cone));
2097cd0c2139SMatthew G Knepley       for (c = 0; c < coneSize; ++c) {
2098cd0c2139SMatthew G Knepley         const PetscInt point = cone[c];
2099cd0c2139SMatthew G Knepley 
21009566063dSJacob Faibussowitsch         PetscCall(DMLabelGetValue(label, point, &val));
2101cd0c2139SMatthew G Knepley         if (val == -1) {
2102cd0c2139SMatthew G Knepley           PetscInt *closure = NULL;
2103cd0c2139SMatthew G Knepley           PetscInt  closureSize, cl;
2104cd0c2139SMatthew G Knepley 
21059566063dSJacob Faibussowitsch           PetscCall(DMPlexGetTransitiveClosure(dm, point, PETSC_TRUE, &closureSize, &closure));
2106cd0c2139SMatthew G Knepley           for (cl = 0; cl < closureSize * 2; cl += 2) {
2107cd0c2139SMatthew G Knepley             const PetscInt clp  = closure[cl];
2108a0541d8aSMatthew G. Knepley             PetscInt       bval = -1;
2109cd0c2139SMatthew G Knepley 
21109566063dSJacob Faibussowitsch             PetscCall(DMLabelGetValue(label, clp, &val));
21119566063dSJacob Faibussowitsch             if (blabel) PetscCall(DMLabelGetValue(blabel, clp, &bval));
2112a0541d8aSMatthew G. Knepley             if ((val >= 0) && (val < dim - 1) && (bval < 0)) {
21139566063dSJacob Faibussowitsch               PetscCall(DMLabelSetValue(label, point, pos == PETSC_TRUE ? shift + dim - 1 : -(shift + dim - 1)));
2114cd0c2139SMatthew G Knepley               break;
2115cd0c2139SMatthew G Knepley             }
2116cd0c2139SMatthew G Knepley           }
21179566063dSJacob Faibussowitsch           PetscCall(DMPlexRestoreTransitiveClosure(dm, point, PETSC_TRUE, &closureSize, &closure));
2118cd0c2139SMatthew G Knepley         }
2119cd0c2139SMatthew G Knepley       }
2120cd0c2139SMatthew G Knepley     }
2121cd0c2139SMatthew G Knepley   }
2122accc9626SMatthew G. Knepley   PetscCall(ISRestoreIndices(dimIS, &points));
2123accc9626SMatthew G. Knepley   PetscCall(ISDestroy(&dimIS));
2124a0541d8aSMatthew G. Knepley   /* Mark boundary points as unsplit */
212586200784SMatthew G. Knepley   if (blabel) {
2126accc9626SMatthew G. Knepley     IS bdIS;
2127accc9626SMatthew G. Knepley 
2128caf9e14dSMatthew G. Knepley     PetscCall(DMLabelGetStratumIS(blabel, bvalue, &bdIS));
2129accc9626SMatthew G. Knepley     PetscCall(ISGetLocalSize(bdIS, &numPoints));
2130accc9626SMatthew G. Knepley     PetscCall(ISGetIndices(bdIS, &points));
2131a0541d8aSMatthew G. Knepley     for (p = 0; p < numPoints; ++p) {
2132a0541d8aSMatthew G. Knepley       const PetscInt point = points[p];
2133a0541d8aSMatthew G. Knepley       PetscInt       val, bval;
2134a0541d8aSMatthew G. Knepley 
21359566063dSJacob Faibussowitsch       PetscCall(DMLabelGetValue(blabel, point, &bval));
2136a0541d8aSMatthew G. Knepley       if (bval >= 0) {
21379566063dSJacob Faibussowitsch         PetscCall(DMLabelGetValue(label, point, &val));
2138f7019248SMatthew G. Knepley         if ((val < 0) || (val > dim)) {
2139f7019248SMatthew G. Knepley           /* This could be a point added from splitting a vertex on an adjacent fault, otherwise its just wrong */
21409566063dSJacob Faibussowitsch           PetscCall(DMLabelClearValue(blabel, point, bval));
2141f7019248SMatthew G. Knepley         }
2142f7019248SMatthew G. Knepley       }
2143f7019248SMatthew G. Knepley     }
2144f7019248SMatthew G. Knepley     for (p = 0; p < numPoints; ++p) {
2145f7019248SMatthew G. Knepley       const PetscInt point = points[p];
2146f7019248SMatthew G. Knepley       PetscInt       val, bval;
2147f7019248SMatthew G. Knepley 
21489566063dSJacob Faibussowitsch       PetscCall(DMLabelGetValue(blabel, point, &bval));
2149f7019248SMatthew G. Knepley       if (bval >= 0) {
215086200784SMatthew G. Knepley         const PetscInt *cone, *support;
215186200784SMatthew G. Knepley         PetscInt        coneSize, supportSize, s, valA, valB, valE;
215286200784SMatthew G. Knepley 
2153a0541d8aSMatthew G. Knepley         /* Mark as unsplit */
21549566063dSJacob Faibussowitsch         PetscCall(DMLabelGetValue(label, point, &val));
2155e1a13daeSMatthew G. Knepley         PetscCheck(val >= 0 && val <= dim, PETSC_COMM_SELF, PETSC_ERR_PLIB, "Point %" PetscInt_FMT " has label value %" PetscInt_FMT ", should be part of the fault", point, val);
21569566063dSJacob Faibussowitsch         PetscCall(DMLabelClearValue(label, point, val));
21579566063dSJacob Faibussowitsch         PetscCall(DMLabelSetValue(label, point, shift2 + val));
21582c06a818SMatthew G. Knepley         /* Check for cross-edge
21592c06a818SMatthew G. Knepley              A cross-edge has endpoints which are both on the boundary of the surface, but the edge itself is not. */
216086200784SMatthew G. Knepley         if (val != 0) continue;
21619566063dSJacob Faibussowitsch         PetscCall(DMPlexGetSupport(dm, point, &support));
21629566063dSJacob Faibussowitsch         PetscCall(DMPlexGetSupportSize(dm, point, &supportSize));
216386200784SMatthew G. Knepley         for (s = 0; s < supportSize; ++s) {
21649566063dSJacob Faibussowitsch           PetscCall(DMPlexGetCone(dm, support[s], &cone));
21659566063dSJacob Faibussowitsch           PetscCall(DMPlexGetConeSize(dm, support[s], &coneSize));
216663a3b9bcSJacob Faibussowitsch           PetscCheck(coneSize == 2, PETSC_COMM_SELF, PETSC_ERR_PLIB, "Edge %" PetscInt_FMT " has %" PetscInt_FMT " vertices != 2", support[s], coneSize);
21679566063dSJacob Faibussowitsch           PetscCall(DMLabelGetValue(blabel, cone[0], &valA));
21689566063dSJacob Faibussowitsch           PetscCall(DMLabelGetValue(blabel, cone[1], &valB));
21699566063dSJacob Faibussowitsch           PetscCall(DMLabelGetValue(blabel, support[s], &valE));
21709566063dSJacob Faibussowitsch           if ((valE < 0) && (valA >= 0) && (valB >= 0) && (cone[0] != cone[1])) PetscCall(DMLabelSetValue(blabel, support[s], 2));
217186200784SMatthew G. Knepley         }
2172a0541d8aSMatthew G. Knepley       }
2173a0541d8aSMatthew G. Knepley     }
2174accc9626SMatthew G. Knepley     PetscCall(ISRestoreIndices(bdIS, &points));
2175accc9626SMatthew G. Knepley     PetscCall(ISDestroy(&bdIS));
2176a0541d8aSMatthew G. Knepley   }
2177b6dfa339SMatthew G. Knepley   /* Mark ghost fault cells */
2178b6dfa339SMatthew G. Knepley   {
2179b6dfa339SMatthew G. Knepley     PetscSF         sf;
2180b6dfa339SMatthew G. Knepley     const PetscInt *leaves;
2181b6dfa339SMatthew G. Knepley     PetscInt        Nl, l;
2182b6dfa339SMatthew G. Knepley 
2183b6dfa339SMatthew G. Knepley     PetscCall(DMGetPointSF(dm, &sf));
2184b6dfa339SMatthew G. Knepley     PetscCall(PetscSFGetGraph(sf, NULL, &Nl, &leaves, NULL));
2185accc9626SMatthew G. Knepley     PetscCall(DMLabelGetStratumIS(label, dim - 1, &dimIS));
2186accc9626SMatthew G. Knepley     if (!dimIS) goto divide;
2187accc9626SMatthew G. Knepley     PetscCall(ISGetLocalSize(dimIS, &numPoints));
2188accc9626SMatthew G. Knepley     PetscCall(ISGetIndices(dimIS, &points));
2189b6dfa339SMatthew G. Knepley     if (Nl > 0) {
2190b6dfa339SMatthew G. Knepley       for (p = 0; p < numPoints; ++p) {
2191b6dfa339SMatthew G. Knepley         const PetscInt point = points[p];
2192b6dfa339SMatthew G. Knepley         PetscInt       val;
2193b6dfa339SMatthew G. Knepley 
2194b6dfa339SMatthew G. Knepley         PetscCall(PetscFindInt(point, Nl, leaves, &l));
2195b6dfa339SMatthew G. Knepley         if (l >= 0) {
2196b6dfa339SMatthew G. Knepley           PetscInt *closure = NULL;
2197b6dfa339SMatthew G. Knepley           PetscInt  closureSize, cl;
2198b6dfa339SMatthew G. Knepley 
2199b6dfa339SMatthew G. Knepley           PetscCall(DMLabelGetValue(label, point, &val));
2200b6dfa339SMatthew G. Knepley           PetscCheck((val == dim - 1) || (val == shift2 + dim - 1), PETSC_COMM_SELF, PETSC_ERR_PLIB, "Point %" PetscInt_FMT " has label value %" PetscInt_FMT ", should be a fault face", point, val);
2201b6dfa339SMatthew G. Knepley           PetscCall(DMLabelClearValue(label, point, val));
2202b6dfa339SMatthew G. Knepley           PetscCall(DMLabelSetValue(label, point, shift3 + val));
2203b6dfa339SMatthew G. Knepley           PetscCall(DMPlexGetTransitiveClosure(dm, point, PETSC_TRUE, &closureSize, &closure));
2204accc9626SMatthew G. Knepley           for (cl = 2; cl < closureSize * 2; cl += 2) {
2205b6dfa339SMatthew G. Knepley             const PetscInt clp = closure[cl];
2206b6dfa339SMatthew G. Knepley 
2207b6dfa339SMatthew G. Knepley             PetscCall(DMLabelGetValue(label, clp, &val));
2208b6dfa339SMatthew G. Knepley             PetscCheck(val != -1, PETSC_COMM_SELF, PETSC_ERR_PLIB, "Point %" PetscInt_FMT " is missing from label, but is in the closure of a fault face", point);
2209b6dfa339SMatthew G. Knepley             PetscCall(DMLabelClearValue(label, clp, val));
2210b6dfa339SMatthew G. Knepley             PetscCall(DMLabelSetValue(label, clp, shift3 + val));
2211b6dfa339SMatthew G. Knepley           }
2212b6dfa339SMatthew G. Knepley           PetscCall(DMPlexRestoreTransitiveClosure(dm, point, PETSC_TRUE, &closureSize, &closure));
2213b6dfa339SMatthew G. Knepley         }
2214b6dfa339SMatthew G. Knepley       }
2215b6dfa339SMatthew G. Knepley     }
2216b6dfa339SMatthew G. Knepley     PetscCall(ISRestoreIndices(dimIS, &points));
2217b6dfa339SMatthew G. Knepley     PetscCall(ISDestroy(&dimIS));
2218accc9626SMatthew G. Knepley   }
2219accc9626SMatthew G. Knepley divide:
2220b6dfa339SMatthew G. Knepley   if (subpointIS) PetscCall(ISRestoreIndices(subpointIS, &subpoints));
2221accc9626SMatthew G. Knepley   PetscCall(DMPlexLabelFaultHalo(dm, label));
2222accc9626SMatthew G. Knepley   PetscCall(CheckFaultEdge_Private(dm, label));
22233ba16761SJacob Faibussowitsch   PetscFunctionReturn(PETSC_SUCCESS);
2224cd0c2139SMatthew G Knepley }
2225cd0c2139SMatthew G Knepley 
2226720e594eSMatthew G. Knepley /* Check that no cell have all vertices on the fault */
2227d71ae5a4SJacob Faibussowitsch PetscErrorCode DMPlexCheckValidSubmesh_Private(DM dm, DMLabel label, DM subdm)
2228d71ae5a4SJacob Faibussowitsch {
2229720e594eSMatthew G. Knepley   IS              subpointIS;
2230720e594eSMatthew G. Knepley   const PetscInt *dmpoints;
2231720e594eSMatthew G. Knepley   PetscInt        defaultValue, cStart, cEnd, c, vStart, vEnd;
2232720e594eSMatthew G. Knepley 
2233720e594eSMatthew G. Knepley   PetscFunctionBegin;
22343ba16761SJacob Faibussowitsch   if (!label) PetscFunctionReturn(PETSC_SUCCESS);
22359566063dSJacob Faibussowitsch   PetscCall(DMLabelGetDefaultValue(label, &defaultValue));
22369566063dSJacob Faibussowitsch   PetscCall(DMPlexGetSubpointIS(subdm, &subpointIS));
22373ba16761SJacob Faibussowitsch   if (!subpointIS) PetscFunctionReturn(PETSC_SUCCESS);
22389566063dSJacob Faibussowitsch   PetscCall(DMPlexGetHeightStratum(subdm, 0, &cStart, &cEnd));
22399566063dSJacob Faibussowitsch   PetscCall(DMPlexGetDepthStratum(dm, 0, &vStart, &vEnd));
22409566063dSJacob Faibussowitsch   PetscCall(ISGetIndices(subpointIS, &dmpoints));
2241720e594eSMatthew G. Knepley   for (c = cStart; c < cEnd; ++c) {
2242720e594eSMatthew G. Knepley     PetscBool invalidCell = PETSC_TRUE;
2243720e594eSMatthew G. Knepley     PetscInt *closure     = NULL;
2244720e594eSMatthew G. Knepley     PetscInt  closureSize, cl;
2245720e594eSMatthew G. Knepley 
22469566063dSJacob Faibussowitsch     PetscCall(DMPlexGetTransitiveClosure(dm, dmpoints[c], PETSC_TRUE, &closureSize, &closure));
2247720e594eSMatthew G. Knepley     for (cl = 0; cl < closureSize * 2; cl += 2) {
2248720e594eSMatthew G. Knepley       PetscInt value = 0;
2249720e594eSMatthew G. Knepley 
2250720e594eSMatthew G. Knepley       if ((closure[cl] < vStart) || (closure[cl] >= vEnd)) continue;
22519566063dSJacob Faibussowitsch       PetscCall(DMLabelGetValue(label, closure[cl], &value));
22529371c9d4SSatish Balay       if (value == defaultValue) {
22539371c9d4SSatish Balay         invalidCell = PETSC_FALSE;
22549371c9d4SSatish Balay         break;
22559371c9d4SSatish Balay       }
2256720e594eSMatthew G. Knepley     }
22579566063dSJacob Faibussowitsch     PetscCall(DMPlexRestoreTransitiveClosure(dm, dmpoints[c], PETSC_TRUE, &closureSize, &closure));
2258720e594eSMatthew G. Knepley     if (invalidCell) {
22599566063dSJacob Faibussowitsch       PetscCall(ISRestoreIndices(subpointIS, &dmpoints));
22609566063dSJacob Faibussowitsch       PetscCall(ISDestroy(&subpointIS));
22619566063dSJacob Faibussowitsch       PetscCall(DMDestroy(&subdm));
226263a3b9bcSJacob Faibussowitsch       SETERRQ(PETSC_COMM_SELF, PETSC_ERR_ARG_WRONG, "Ambiguous submesh. Cell %" PetscInt_FMT " has all of its vertices on the submesh.", dmpoints[c]);
2263720e594eSMatthew G. Knepley     }
2264720e594eSMatthew G. Knepley   }
22659566063dSJacob Faibussowitsch   PetscCall(ISRestoreIndices(subpointIS, &dmpoints));
22663ba16761SJacob Faibussowitsch   PetscFunctionReturn(PETSC_SUCCESS);
2267720e594eSMatthew G. Knepley }
2268720e594eSMatthew G. Knepley 
2269c08575a3SMatthew G. Knepley /*@
22703cf72582SMatthew G. Knepley   DMPlexCreateHybridMesh - Create a mesh with hybrid cells along an internal interface
22713cf72582SMatthew G. Knepley 
2272*20f4b53cSBarry Smith   Collective
22733cf72582SMatthew G. Knepley 
22743cf72582SMatthew G. Knepley   Input Parameters:
2275*20f4b53cSBarry Smith + dm - The original `DM`
2276720e594eSMatthew G. Knepley . label - The label specifying the interface vertices
2277caf9e14dSMatthew G. Knepley . bdlabel - The optional label specifying the interface boundary vertices
2278caf9e14dSMatthew G. Knepley - bdvalue - Value of optional label specifying the interface boundary vertices
22793cf72582SMatthew G. Knepley 
22803cf72582SMatthew G. Knepley   Output Parameters:
2281*20f4b53cSBarry Smith + hybridLabel - The label fully marking the interface, or `NULL` if no output is desired
2282*20f4b53cSBarry Smith . splitLabel - The label containing the split points, or `NULL` if no output is desired
2283*20f4b53cSBarry Smith . dmInterface - The new interface `DM`, or `NULL`
2284*20f4b53cSBarry Smith - dmHybrid - The new `DM` with cohesive cells
22853cf72582SMatthew G. Knepley 
2286*20f4b53cSBarry Smith   Level: developer
2287*20f4b53cSBarry Smith 
2288*20f4b53cSBarry Smith   Note:
2289*20f4b53cSBarry Smith   The hybridLabel indicates what parts of the original mesh impinged on the division surface. For points
22906eccb800SMatthew Knepley   directly on the division surface, they are labeled with their dimension, so an edge 7 on the division surface would be
22916eccb800SMatthew Knepley   7 (1) in hybridLabel. For points that impinge from the positive side, they are labeled with 100+dim, so an edge 6 with
22926eccb800SMatthew Knepley   one vertex 3 on the surface would be 6 (101) and 3 (0) in hybridLabel. If an edge 9 from the negative side of the
22936eccb800SMatthew Knepley   surface also hits vertex 3, it would be 9 (-101) in hybridLabel.
22946eccb800SMatthew Knepley 
22956eccb800SMatthew Knepley   The splitLabel indicates what points in the new hybrid mesh were the result of splitting points in the original
229640cdb708SMatthew Knepley   mesh. The label value is $\pm 100+dim$ for each point. For example, if two edges 10 and 14 in the hybrid resulting from
22976eccb800SMatthew Knepley   splitting an edge in the original mesh, you would have 10 (101) and 14 (-101) in the splitLabel.
22986eccb800SMatthew Knepley 
2299*20f4b53cSBarry Smith   The dmInterface is a `DM` built from the original division surface. It has a label which can be retrieved using
2300*20f4b53cSBarry Smith   `DMPlexGetSubpointMap()` which maps each point back to the point in the surface of the original mesh.
23016eccb800SMatthew Knepley 
2302*20f4b53cSBarry Smith .seealso: [](chapter_unstructured), `DM`, `DMPLEX`, `DMPlexConstructCohesiveCells()`, `DMPlexLabelCohesiveComplete()`, `DMPlexGetSubpointMap()`, `DMCreate()`
23033cf72582SMatthew G. Knepley @*/
2304d71ae5a4SJacob Faibussowitsch PetscErrorCode DMPlexCreateHybridMesh(DM dm, DMLabel label, DMLabel bdlabel, PetscInt bdvalue, DMLabel *hybridLabel, DMLabel *splitLabel, DM *dmInterface, DM *dmHybrid)
2305d71ae5a4SJacob Faibussowitsch {
23063cf72582SMatthew G. Knepley   DM       idm;
23077db7e0a7SMatthew G. Knepley   DMLabel  subpointMap, hlabel, slabel = NULL;
23083cf72582SMatthew G. Knepley   PetscInt dim;
23093cf72582SMatthew G. Knepley 
23103cf72582SMatthew G. Knepley   PetscFunctionBegin;
23113cf72582SMatthew G. Knepley   PetscValidHeaderSpecific(dm, DM_CLASSID, 1);
231292ef8ba2SVaclav Hapla   if (label) PetscValidPointer(label, 2);
2313720e594eSMatthew G. Knepley   if (bdlabel) PetscValidPointer(bdlabel, 3);
231492ef8ba2SVaclav Hapla   if (hybridLabel) PetscValidPointer(hybridLabel, 5);
231592ef8ba2SVaclav Hapla   if (splitLabel) PetscValidPointer(splitLabel, 6);
231692ef8ba2SVaclav Hapla   if (dmInterface) PetscValidPointer(dmInterface, 7);
231792ef8ba2SVaclav Hapla   PetscValidPointer(dmHybrid, 8);
23189566063dSJacob Faibussowitsch   PetscCall(DMGetDimension(dm, &dim));
23199566063dSJacob Faibussowitsch   PetscCall(DMPlexCreateSubmesh(dm, label, 1, PETSC_FALSE, &idm));
23209566063dSJacob Faibussowitsch   PetscCall(DMPlexCheckValidSubmesh_Private(dm, label, idm));
23219566063dSJacob Faibussowitsch   PetscCall(DMPlexOrient(idm));
23229566063dSJacob Faibussowitsch   PetscCall(DMPlexGetSubpointMap(idm, &subpointMap));
23239566063dSJacob Faibussowitsch   PetscCall(DMLabelDuplicate(subpointMap, &hlabel));
23249566063dSJacob Faibussowitsch   PetscCall(DMLabelClearStratum(hlabel, dim));
23257db7e0a7SMatthew G. Knepley   if (splitLabel) {
23267db7e0a7SMatthew G. Knepley     const char *name;
23277db7e0a7SMatthew G. Knepley     char        sname[PETSC_MAX_PATH_LEN];
23287db7e0a7SMatthew G. Knepley 
23299566063dSJacob Faibussowitsch     PetscCall(PetscObjectGetName((PetscObject)hlabel, &name));
2330c6a7a370SJeremy L Thompson     PetscCall(PetscStrncpy(sname, name, sizeof(sname)));
2331c6a7a370SJeremy L Thompson     PetscCall(PetscStrlcat(sname, " split", sizeof(sname)));
23329566063dSJacob Faibussowitsch     PetscCall(DMLabelCreate(PETSC_COMM_SELF, sname, &slabel));
23337db7e0a7SMatthew G. Knepley   }
2334caf9e14dSMatthew G. Knepley   PetscCall(DMPlexLabelCohesiveComplete(dm, hlabel, bdlabel, bdvalue, PETSC_FALSE, idm));
23359371c9d4SSatish Balay   if (dmInterface) {
23369371c9d4SSatish Balay     *dmInterface = idm;
23379371c9d4SSatish Balay   } else PetscCall(DMDestroy(&idm));
23389566063dSJacob Faibussowitsch   PetscCall(DMPlexConstructCohesiveCells(dm, hlabel, slabel, dmHybrid));
23395de52c6dSVaclav Hapla   PetscCall(DMPlexCopy_Internal(dm, PETSC_TRUE, PETSC_TRUE, *dmHybrid));
23403cf72582SMatthew G. Knepley   if (hybridLabel) *hybridLabel = hlabel;
23419566063dSJacob Faibussowitsch   else PetscCall(DMLabelDestroy(&hlabel));
23427db7e0a7SMatthew G. Knepley   if (splitLabel) *splitLabel = slabel;
23434a7ee7d0SMatthew G. Knepley   {
23444a7ee7d0SMatthew G. Knepley     DM      cdm;
23454a7ee7d0SMatthew G. Knepley     DMLabel ctLabel;
23464a7ee7d0SMatthew G. Knepley 
23474a7ee7d0SMatthew G. Knepley     /* We need to somehow share the celltype label with the coordinate dm */
23489566063dSJacob Faibussowitsch     PetscCall(DMGetCoordinateDM(*dmHybrid, &cdm));
23499566063dSJacob Faibussowitsch     PetscCall(DMPlexGetCellTypeLabel(*dmHybrid, &ctLabel));
23509566063dSJacob Faibussowitsch     PetscCall(DMSetLabel(cdm, ctLabel));
23514a7ee7d0SMatthew G. Knepley   }
23523ba16761SJacob Faibussowitsch   PetscFunctionReturn(PETSC_SUCCESS);
2353cd0c2139SMatthew G Knepley }
2354cd0c2139SMatthew G Knepley 
2355efa14ee0SMatthew G Knepley /* Here we need the explicit assumption that:
2356efa14ee0SMatthew G Knepley 
2357efa14ee0SMatthew G Knepley      For any marked cell, the marked vertices constitute a single face
2358efa14ee0SMatthew G Knepley */
2359d71ae5a4SJacob Faibussowitsch static PetscErrorCode DMPlexMarkSubmesh_Uninterpolated(DM dm, DMLabel vertexLabel, PetscInt value, DMLabel subpointMap, PetscInt *numFaces, PetscInt *nFV, DM subdm)
2360d71ae5a4SJacob Faibussowitsch {
2361fed694aaSMatthew G. Knepley   IS              subvertexIS = NULL;
2362efa14ee0SMatthew G Knepley   const PetscInt *subvertices;
2363412e9a14SMatthew G. Knepley   PetscInt       *pStart, *pEnd, pSize;
2364efa14ee0SMatthew G Knepley   PetscInt        depth, dim, d, numSubVerticesInitial = 0, v;
2365efa14ee0SMatthew G Knepley 
2366efa14ee0SMatthew G Knepley   PetscFunctionBegin;
2367efa14ee0SMatthew G Knepley   *numFaces = 0;
2368efa14ee0SMatthew G Knepley   *nFV      = 0;
23699566063dSJacob Faibussowitsch   PetscCall(DMPlexGetDepth(dm, &depth));
23709566063dSJacob Faibussowitsch   PetscCall(DMGetDimension(dm, &dim));
237177d178adSMatthew G. Knepley   pSize = PetscMax(depth, dim) + 1;
23729566063dSJacob Faibussowitsch   PetscCall(PetscMalloc2(pSize, &pStart, pSize, &pEnd));
237348a46eb9SPierre Jolivet   for (d = 0; d <= depth; ++d) PetscCall(DMPlexGetSimplexOrBoxCells(dm, depth - d, &pStart[d], &pEnd[d]));
2374efa14ee0SMatthew G Knepley   /* Loop over initial vertices and mark all faces in the collective star() */
23759566063dSJacob Faibussowitsch   if (vertexLabel) PetscCall(DMLabelGetStratumIS(vertexLabel, value, &subvertexIS));
2376efa14ee0SMatthew G Knepley   if (subvertexIS) {
23779566063dSJacob Faibussowitsch     PetscCall(ISGetSize(subvertexIS, &numSubVerticesInitial));
23789566063dSJacob Faibussowitsch     PetscCall(ISGetIndices(subvertexIS, &subvertices));
2379efa14ee0SMatthew G Knepley   }
2380efa14ee0SMatthew G Knepley   for (v = 0; v < numSubVerticesInitial; ++v) {
2381efa14ee0SMatthew G Knepley     const PetscInt vertex = subvertices[v];
23820298fd71SBarry Smith     PetscInt      *star   = NULL;
2383efa14ee0SMatthew G Knepley     PetscInt       starSize, s, numCells = 0, c;
2384efa14ee0SMatthew G Knepley 
23859566063dSJacob Faibussowitsch     PetscCall(DMPlexGetTransitiveClosure(dm, vertex, PETSC_FALSE, &starSize, &star));
2386efa14ee0SMatthew G Knepley     for (s = 0; s < starSize * 2; s += 2) {
2387efa14ee0SMatthew G Knepley       const PetscInt point = star[s];
2388efa14ee0SMatthew G Knepley       if ((point >= pStart[depth]) && (point < pEnd[depth])) star[numCells++] = point;
2389efa14ee0SMatthew G Knepley     }
2390efa14ee0SMatthew G Knepley     for (c = 0; c < numCells; ++c) {
2391efa14ee0SMatthew G Knepley       const PetscInt cell    = star[c];
23920298fd71SBarry Smith       PetscInt      *closure = NULL;
2393efa14ee0SMatthew G Knepley       PetscInt       closureSize, cl;
2394efa14ee0SMatthew G Knepley       PetscInt       cellLoc, numCorners = 0, faceSize = 0;
2395efa14ee0SMatthew G Knepley 
23969566063dSJacob Faibussowitsch       PetscCall(DMLabelGetValue(subpointMap, cell, &cellLoc));
239765560c7fSMatthew G Knepley       if (cellLoc == 2) continue;
239863a3b9bcSJacob Faibussowitsch       PetscCheck(cellLoc < 0, PetscObjectComm((PetscObject)dm), PETSC_ERR_PLIB, "Cell %" PetscInt_FMT " has dimension %" PetscInt_FMT " in the surface label", cell, cellLoc);
23999566063dSJacob Faibussowitsch       PetscCall(DMPlexGetTransitiveClosure(dm, cell, PETSC_TRUE, &closureSize, &closure));
2400efa14ee0SMatthew G Knepley       for (cl = 0; cl < closureSize * 2; cl += 2) {
2401efa14ee0SMatthew G Knepley         const PetscInt point = closure[cl];
2402efa14ee0SMatthew G Knepley         PetscInt       vertexLoc;
2403efa14ee0SMatthew G Knepley 
2404efa14ee0SMatthew G Knepley         if ((point >= pStart[0]) && (point < pEnd[0])) {
2405efa14ee0SMatthew G Knepley           ++numCorners;
24069566063dSJacob Faibussowitsch           PetscCall(DMLabelGetValue(vertexLabel, point, &vertexLoc));
2407830e53efSMatthew G. Knepley           if (vertexLoc == value) closure[faceSize++] = point;
2408efa14ee0SMatthew G Knepley         }
2409efa14ee0SMatthew G Knepley       }
24109566063dSJacob Faibussowitsch       if (!(*nFV)) PetscCall(DMPlexGetNumFaceVertices(dm, dim, numCorners, nFV));
241163a3b9bcSJacob Faibussowitsch       PetscCheck(faceSize <= *nFV, PetscObjectComm((PetscObject)dm), PETSC_ERR_ARG_WRONG, "Invalid submesh: Too many vertices %" PetscInt_FMT " of an element on the surface", faceSize);
2412efa14ee0SMatthew G Knepley       if (faceSize == *nFV) {
2413007baee2SMatthew G. Knepley         const PetscInt *cells = NULL;
2414007baee2SMatthew G. Knepley         PetscInt        numCells, nc;
2415007baee2SMatthew G. Knepley 
2416efa14ee0SMatthew G Knepley         ++(*numFaces);
241748a46eb9SPierre Jolivet         for (cl = 0; cl < faceSize; ++cl) PetscCall(DMLabelSetValue(subpointMap, closure[cl], 0));
24189566063dSJacob Faibussowitsch         PetscCall(DMPlexGetJoin(dm, faceSize, closure, &numCells, &cells));
241948a46eb9SPierre Jolivet         for (nc = 0; nc < numCells; ++nc) PetscCall(DMLabelSetValue(subpointMap, cells[nc], 2));
24209566063dSJacob Faibussowitsch         PetscCall(DMPlexRestoreJoin(dm, faceSize, closure, &numCells, &cells));
2421efa14ee0SMatthew G Knepley       }
24229566063dSJacob Faibussowitsch       PetscCall(DMPlexRestoreTransitiveClosure(dm, cell, PETSC_TRUE, &closureSize, &closure));
2423efa14ee0SMatthew G Knepley     }
24249566063dSJacob Faibussowitsch     PetscCall(DMPlexRestoreTransitiveClosure(dm, vertex, PETSC_FALSE, &starSize, &star));
2425efa14ee0SMatthew G Knepley   }
242648a46eb9SPierre Jolivet   if (subvertexIS) PetscCall(ISRestoreIndices(subvertexIS, &subvertices));
24279566063dSJacob Faibussowitsch   PetscCall(ISDestroy(&subvertexIS));
24289566063dSJacob Faibussowitsch   PetscCall(PetscFree2(pStart, pEnd));
24293ba16761SJacob Faibussowitsch   PetscFunctionReturn(PETSC_SUCCESS);
2430efa14ee0SMatthew G Knepley }
2431efa14ee0SMatthew G Knepley 
2432d71ae5a4SJacob Faibussowitsch static PetscErrorCode DMPlexMarkSubmesh_Interpolated(DM dm, DMLabel vertexLabel, PetscInt value, PetscBool markedFaces, DMLabel subpointMap, DM subdm)
2433d71ae5a4SJacob Faibussowitsch {
243434b4c39eSMatthew G. Knepley   IS              subvertexIS = NULL;
2435efa14ee0SMatthew G Knepley   const PetscInt *subvertices;
2436412e9a14SMatthew G. Knepley   PetscInt       *pStart, *pEnd;
2437efa14ee0SMatthew G Knepley   PetscInt        dim, d, numSubVerticesInitial = 0, v;
2438efa14ee0SMatthew G Knepley 
2439efa14ee0SMatthew G Knepley   PetscFunctionBegin;
24409566063dSJacob Faibussowitsch   PetscCall(DMGetDimension(dm, &dim));
24419566063dSJacob Faibussowitsch   PetscCall(PetscMalloc2(dim + 1, &pStart, dim + 1, &pEnd));
244248a46eb9SPierre Jolivet   for (d = 0; d <= dim; ++d) PetscCall(DMPlexGetSimplexOrBoxCells(dm, dim - d, &pStart[d], &pEnd[d]));
2443efa14ee0SMatthew G Knepley   /* Loop over initial vertices and mark all faces in the collective star() */
244434b4c39eSMatthew G. Knepley   if (vertexLabel) {
24459566063dSJacob Faibussowitsch     PetscCall(DMLabelGetStratumIS(vertexLabel, value, &subvertexIS));
2446efa14ee0SMatthew G Knepley     if (subvertexIS) {
24479566063dSJacob Faibussowitsch       PetscCall(ISGetSize(subvertexIS, &numSubVerticesInitial));
24489566063dSJacob Faibussowitsch       PetscCall(ISGetIndices(subvertexIS, &subvertices));
2449efa14ee0SMatthew G Knepley     }
245034b4c39eSMatthew G. Knepley   }
2451efa14ee0SMatthew G Knepley   for (v = 0; v < numSubVerticesInitial; ++v) {
2452efa14ee0SMatthew G Knepley     const PetscInt vertex = subvertices[v];
24530298fd71SBarry Smith     PetscInt      *star   = NULL;
2454efa14ee0SMatthew G Knepley     PetscInt       starSize, s, numFaces = 0, f;
2455efa14ee0SMatthew G Knepley 
24569566063dSJacob Faibussowitsch     PetscCall(DMPlexGetTransitiveClosure(dm, vertex, PETSC_FALSE, &starSize, &star));
2457efa14ee0SMatthew G Knepley     for (s = 0; s < starSize * 2; s += 2) {
2458efa14ee0SMatthew G Knepley       const PetscInt point = star[s];
2459158acfadSMatthew G. Knepley       PetscInt       faceLoc;
2460158acfadSMatthew G. Knepley 
2461158acfadSMatthew G. Knepley       if ((point >= pStart[dim - 1]) && (point < pEnd[dim - 1])) {
2462158acfadSMatthew G. Knepley         if (markedFaces) {
24639566063dSJacob Faibussowitsch           PetscCall(DMLabelGetValue(vertexLabel, point, &faceLoc));
2464158acfadSMatthew G. Knepley           if (faceLoc < 0) continue;
2465158acfadSMatthew G. Knepley         }
2466158acfadSMatthew G. Knepley         star[numFaces++] = point;
2467158acfadSMatthew G. Knepley       }
2468efa14ee0SMatthew G Knepley     }
2469efa14ee0SMatthew G Knepley     for (f = 0; f < numFaces; ++f) {
2470efa14ee0SMatthew G Knepley       const PetscInt face    = star[f];
24710298fd71SBarry Smith       PetscInt      *closure = NULL;
2472efa14ee0SMatthew G Knepley       PetscInt       closureSize, c;
2473efa14ee0SMatthew G Knepley       PetscInt       faceLoc;
2474efa14ee0SMatthew G Knepley 
24759566063dSJacob Faibussowitsch       PetscCall(DMLabelGetValue(subpointMap, face, &faceLoc));
2476efa14ee0SMatthew G Knepley       if (faceLoc == dim - 1) continue;
247763a3b9bcSJacob Faibussowitsch       PetscCheck(faceLoc < 0, PetscObjectComm((PetscObject)dm), PETSC_ERR_PLIB, "Face %" PetscInt_FMT " has dimension %" PetscInt_FMT " in the surface label", face, faceLoc);
24789566063dSJacob Faibussowitsch       PetscCall(DMPlexGetTransitiveClosure(dm, face, PETSC_TRUE, &closureSize, &closure));
2479efa14ee0SMatthew G Knepley       for (c = 0; c < closureSize * 2; c += 2) {
2480efa14ee0SMatthew G Knepley         const PetscInt point = closure[c];
2481efa14ee0SMatthew G Knepley         PetscInt       vertexLoc;
2482efa14ee0SMatthew G Knepley 
2483efa14ee0SMatthew G Knepley         if ((point >= pStart[0]) && (point < pEnd[0])) {
24849566063dSJacob Faibussowitsch           PetscCall(DMLabelGetValue(vertexLabel, point, &vertexLoc));
2485830e53efSMatthew G. Knepley           if (vertexLoc != value) break;
2486efa14ee0SMatthew G Knepley         }
2487efa14ee0SMatthew G Knepley       }
2488efa14ee0SMatthew G Knepley       if (c == closureSize * 2) {
2489efa14ee0SMatthew G Knepley         const PetscInt *support;
2490efa14ee0SMatthew G Knepley         PetscInt        supportSize, s;
2491efa14ee0SMatthew G Knepley 
2492efa14ee0SMatthew G Knepley         for (c = 0; c < closureSize * 2; c += 2) {
2493efa14ee0SMatthew G Knepley           const PetscInt point = closure[c];
2494efa14ee0SMatthew G Knepley 
2495efa14ee0SMatthew G Knepley           for (d = 0; d < dim; ++d) {
2496efa14ee0SMatthew G Knepley             if ((point >= pStart[d]) && (point < pEnd[d])) {
24979566063dSJacob Faibussowitsch               PetscCall(DMLabelSetValue(subpointMap, point, d));
2498efa14ee0SMatthew G Knepley               break;
2499efa14ee0SMatthew G Knepley             }
2500efa14ee0SMatthew G Knepley           }
2501efa14ee0SMatthew G Knepley         }
25029566063dSJacob Faibussowitsch         PetscCall(DMPlexGetSupportSize(dm, face, &supportSize));
25039566063dSJacob Faibussowitsch         PetscCall(DMPlexGetSupport(dm, face, &support));
250448a46eb9SPierre Jolivet         for (s = 0; s < supportSize; ++s) PetscCall(DMLabelSetValue(subpointMap, support[s], dim));
2505efa14ee0SMatthew G Knepley       }
25069566063dSJacob Faibussowitsch       PetscCall(DMPlexRestoreTransitiveClosure(dm, face, PETSC_TRUE, &closureSize, &closure));
2507efa14ee0SMatthew G Knepley     }
25089566063dSJacob Faibussowitsch     PetscCall(DMPlexRestoreTransitiveClosure(dm, vertex, PETSC_FALSE, &starSize, &star));
2509efa14ee0SMatthew G Knepley   }
25109566063dSJacob Faibussowitsch   if (subvertexIS) PetscCall(ISRestoreIndices(subvertexIS, &subvertices));
25119566063dSJacob Faibussowitsch   PetscCall(ISDestroy(&subvertexIS));
25129566063dSJacob Faibussowitsch   PetscCall(PetscFree2(pStart, pEnd));
25133ba16761SJacob Faibussowitsch   PetscFunctionReturn(PETSC_SUCCESS);
2514efa14ee0SMatthew G Knepley }
2515efa14ee0SMatthew G Knepley 
2516d71ae5a4SJacob Faibussowitsch static PetscErrorCode DMPlexMarkCohesiveSubmesh_Uninterpolated(DM dm, PetscBool hasLagrange, const char labelname[], PetscInt value, DMLabel subpointMap, PetscInt *numFaces, PetscInt *nFV, PetscInt *subCells[], DM subdm)
2517d71ae5a4SJacob Faibussowitsch {
251827c04023SMatthew G. Knepley   DMLabel         label = NULL;
2519766ab985SMatthew G. Knepley   const PetscInt *cone;
25209fc93327SToby Isaac   PetscInt        dim, cMax, cEnd, c, subc = 0, p, coneSize = -1;
2521766ab985SMatthew G. Knepley 
2522812bfc34SJed Brown   PetscFunctionBegin;
2523c0ed958bSJed Brown   *numFaces = 0;
2524c0ed958bSJed Brown   *nFV      = 0;
25259566063dSJacob Faibussowitsch   if (labelname) PetscCall(DMGetLabel(dm, labelname, &label));
2526fed694aaSMatthew G. Knepley   *subCells = NULL;
25279566063dSJacob Faibussowitsch   PetscCall(DMGetDimension(dm, &dim));
25289566063dSJacob Faibussowitsch   PetscCall(DMPlexGetTensorPrismBounds_Internal(dm, dim, &cMax, &cEnd));
25293ba16761SJacob Faibussowitsch   if (cMax < 0) PetscFunctionReturn(PETSC_SUCCESS);
253027c04023SMatthew G. Knepley   if (label) {
253127c04023SMatthew G. Knepley     for (c = cMax; c < cEnd; ++c) {
253227c04023SMatthew G. Knepley       PetscInt val;
253327c04023SMatthew G. Knepley 
25349566063dSJacob Faibussowitsch       PetscCall(DMLabelGetValue(label, c, &val));
253527c04023SMatthew G. Knepley       if (val == value) {
253627c04023SMatthew G. Knepley         ++(*numFaces);
25379566063dSJacob Faibussowitsch         PetscCall(DMPlexGetConeSize(dm, c, &coneSize));
253827c04023SMatthew G. Knepley       }
253927c04023SMatthew G. Knepley     }
254027c04023SMatthew G. Knepley   } else {
2541766ab985SMatthew G. Knepley     *numFaces = cEnd - cMax;
25429566063dSJacob Faibussowitsch     PetscCall(DMPlexGetConeSize(dm, cMax, &coneSize));
254327c04023SMatthew G. Knepley   }
25449566063dSJacob Faibussowitsch   PetscCall(PetscMalloc1(*numFaces * 2, subCells));
25453ba16761SJacob Faibussowitsch   if (!(*numFaces)) PetscFunctionReturn(PETSC_SUCCESS);
25469fc93327SToby Isaac   *nFV = hasLagrange ? coneSize / 3 : coneSize / 2;
2547766ab985SMatthew G. Knepley   for (c = cMax; c < cEnd; ++c) {
2548766ab985SMatthew G. Knepley     const PetscInt *cells;
2549766ab985SMatthew G. Knepley     PetscInt        numCells;
2550766ab985SMatthew G. Knepley 
255127c04023SMatthew G. Knepley     if (label) {
255227c04023SMatthew G. Knepley       PetscInt val;
255327c04023SMatthew G. Knepley 
25549566063dSJacob Faibussowitsch       PetscCall(DMLabelGetValue(label, c, &val));
255527c04023SMatthew G. Knepley       if (val != value) continue;
255627c04023SMatthew G. Knepley     }
25579566063dSJacob Faibussowitsch     PetscCall(DMPlexGetCone(dm, c, &cone));
255848a46eb9SPierre Jolivet     for (p = 0; p < *nFV; ++p) PetscCall(DMLabelSetValue(subpointMap, cone[p], 0));
2559766ab985SMatthew G. Knepley     /* Negative face */
25609566063dSJacob Faibussowitsch     PetscCall(DMPlexGetJoin(dm, *nFV, cone, &numCells, &cells));
256127234c99SMatthew G. Knepley     /* Not true in parallel
256208401ef6SPierre Jolivet     PetscCheck(numCells == 2,PETSC_COMM_SELF, PETSC_ERR_ARG_WRONG, "Cohesive cells should separate two cells"); */
2563766ab985SMatthew G. Knepley     for (p = 0; p < numCells; ++p) {
25649566063dSJacob Faibussowitsch       PetscCall(DMLabelSetValue(subpointMap, cells[p], 2));
256527234c99SMatthew G. Knepley       (*subCells)[subc++] = cells[p];
2566766ab985SMatthew G. Knepley     }
25679566063dSJacob Faibussowitsch     PetscCall(DMPlexRestoreJoin(dm, *nFV, cone, &numCells, &cells));
2568766ab985SMatthew G. Knepley     /* Positive face is not included */
2569766ab985SMatthew G. Knepley   }
25703ba16761SJacob Faibussowitsch   PetscFunctionReturn(PETSC_SUCCESS);
2571766ab985SMatthew G. Knepley }
2572766ab985SMatthew G. Knepley 
2573d71ae5a4SJacob Faibussowitsch static PetscErrorCode DMPlexMarkCohesiveSubmesh_Interpolated(DM dm, DMLabel label, PetscInt value, DMLabel subpointMap, DM subdm)
2574d71ae5a4SJacob Faibussowitsch {
2575766ab985SMatthew G. Knepley   PetscInt *pStart, *pEnd;
2576766ab985SMatthew G. Knepley   PetscInt  dim, cMax, cEnd, c, d;
2577766ab985SMatthew G. Knepley 
2578812bfc34SJed Brown   PetscFunctionBegin;
25799566063dSJacob Faibussowitsch   PetscCall(DMGetDimension(dm, &dim));
25809566063dSJacob Faibussowitsch   PetscCall(DMPlexGetTensorPrismBounds_Internal(dm, dim, &cMax, &cEnd));
25813ba16761SJacob Faibussowitsch   if (cMax < 0) PetscFunctionReturn(PETSC_SUCCESS);
25829566063dSJacob Faibussowitsch   PetscCall(PetscMalloc2(dim + 1, &pStart, dim + 1, &pEnd));
25839566063dSJacob Faibussowitsch   for (d = 0; d <= dim; ++d) PetscCall(DMPlexGetDepthStratum(dm, d, &pStart[d], &pEnd[d]));
2584766ab985SMatthew G. Knepley   for (c = cMax; c < cEnd; ++c) {
2585766ab985SMatthew G. Knepley     const PetscInt *cone;
2586766ab985SMatthew G. Knepley     PetscInt       *closure = NULL;
2587b3154360SMatthew G. Knepley     PetscInt        fconeSize, coneSize, closureSize, cl, val;
2588766ab985SMatthew G. Knepley 
258927c04023SMatthew G. Knepley     if (label) {
25909566063dSJacob Faibussowitsch       PetscCall(DMLabelGetValue(label, c, &val));
259127c04023SMatthew G. Knepley       if (val != value) continue;
259227c04023SMatthew G. Knepley     }
25939566063dSJacob Faibussowitsch     PetscCall(DMPlexGetConeSize(dm, c, &coneSize));
25949566063dSJacob Faibussowitsch     PetscCall(DMPlexGetCone(dm, c, &cone));
25959566063dSJacob Faibussowitsch     PetscCall(DMPlexGetConeSize(dm, cone[0], &fconeSize));
25961dca8a05SBarry Smith     PetscCheck(coneSize == (fconeSize ? fconeSize : 1) + 2, PETSC_COMM_SELF, PETSC_ERR_ARG_WRONG, "Cohesive cells should separate two cells");
2597b3154360SMatthew G. Knepley     /* Negative face */
25989566063dSJacob Faibussowitsch     PetscCall(DMPlexGetTransitiveClosure(dm, cone[0], PETSC_TRUE, &closureSize, &closure));
2599766ab985SMatthew G. Knepley     for (cl = 0; cl < closureSize * 2; cl += 2) {
2600766ab985SMatthew G. Knepley       const PetscInt point = closure[cl];
2601766ab985SMatthew G. Knepley 
2602766ab985SMatthew G. Knepley       for (d = 0; d <= dim; ++d) {
2603766ab985SMatthew G. Knepley         if ((point >= pStart[d]) && (point < pEnd[d])) {
26049566063dSJacob Faibussowitsch           PetscCall(DMLabelSetValue(subpointMap, point, d));
2605766ab985SMatthew G. Knepley           break;
2606766ab985SMatthew G. Knepley         }
2607766ab985SMatthew G. Knepley       }
2608766ab985SMatthew G. Knepley     }
26099566063dSJacob Faibussowitsch     PetscCall(DMPlexRestoreTransitiveClosure(dm, cone[0], PETSC_TRUE, &closureSize, &closure));
2610766ab985SMatthew G. Knepley     /* Cells -- positive face is not included */
2611766ab985SMatthew G. Knepley     for (cl = 0; cl < 1; ++cl) {
2612766ab985SMatthew G. Knepley       const PetscInt *support;
2613766ab985SMatthew G. Knepley       PetscInt        supportSize, s;
2614766ab985SMatthew G. Knepley 
26159566063dSJacob Faibussowitsch       PetscCall(DMPlexGetSupportSize(dm, cone[cl], &supportSize));
261608401ef6SPierre Jolivet       /* PetscCheck(supportSize == 2,PETSC_COMM_SELF, PETSC_ERR_ARG_WRONG, "Cohesive faces should separate two cells"); */
26179566063dSJacob Faibussowitsch       PetscCall(DMPlexGetSupport(dm, cone[cl], &support));
261848a46eb9SPierre Jolivet       for (s = 0; s < supportSize; ++s) PetscCall(DMLabelSetValue(subpointMap, support[s], dim));
2619766ab985SMatthew G. Knepley     }
2620766ab985SMatthew G. Knepley   }
26219566063dSJacob Faibussowitsch   PetscCall(PetscFree2(pStart, pEnd));
26223ba16761SJacob Faibussowitsch   PetscFunctionReturn(PETSC_SUCCESS);
2623766ab985SMatthew G. Knepley }
2624766ab985SMatthew G. Knepley 
2625d71ae5a4SJacob Faibussowitsch static PetscErrorCode DMPlexGetFaceOrientation(DM dm, PetscInt cell, PetscInt numCorners, PetscInt indices[], PetscInt oppositeVertex, PetscInt origVertices[], PetscInt faceVertices[], PetscBool *posOriented)
2626d71ae5a4SJacob Faibussowitsch {
262782f516ccSBarry Smith   MPI_Comm       comm;
2628e6ccafaeSMatthew G Knepley   PetscBool      posOrient = PETSC_FALSE;
2629e6ccafaeSMatthew G Knepley   const PetscInt debug     = 0;
2630e6ccafaeSMatthew G Knepley   PetscInt       cellDim, faceSize, f;
2631e6ccafaeSMatthew G Knepley 
263282f516ccSBarry Smith   PetscFunctionBegin;
26339566063dSJacob Faibussowitsch   PetscCall(PetscObjectGetComm((PetscObject)dm, &comm));
26349566063dSJacob Faibussowitsch   PetscCall(DMGetDimension(dm, &cellDim));
263563a3b9bcSJacob Faibussowitsch   if (debug) PetscCall(PetscPrintf(comm, "cellDim: %" PetscInt_FMT " numCorners: %" PetscInt_FMT "\n", cellDim, numCorners));
2636e6ccafaeSMatthew G Knepley 
2637ddeab2a6SMatthew G. Knepley   if (cellDim == 1 && numCorners == 2) {
2638ddeab2a6SMatthew G. Knepley     /* Triangle */
2639e6ccafaeSMatthew G Knepley     faceSize  = numCorners - 1;
2640e6ccafaeSMatthew G Knepley     posOrient = !(oppositeVertex % 2) ? PETSC_TRUE : PETSC_FALSE;
2641ddeab2a6SMatthew G. Knepley   } else if (cellDim == 2 && numCorners == 3) {
2642ddeab2a6SMatthew G. Knepley     /* Triangle */
2643ddeab2a6SMatthew G. Knepley     faceSize  = numCorners - 1;
2644ddeab2a6SMatthew G. Knepley     posOrient = !(oppositeVertex % 2) ? PETSC_TRUE : PETSC_FALSE;
2645ddeab2a6SMatthew G. Knepley   } else if (cellDim == 3 && numCorners == 4) {
2646ddeab2a6SMatthew G. Knepley     /* Tetrahedron */
2647ddeab2a6SMatthew G. Knepley     faceSize  = numCorners - 1;
2648ddeab2a6SMatthew G. Knepley     posOrient = (oppositeVertex % 2) ? PETSC_TRUE : PETSC_FALSE;
2649e6ccafaeSMatthew G Knepley   } else if (cellDim == 1 && numCorners == 3) {
2650e6ccafaeSMatthew G Knepley     /* Quadratic line */
2651e6ccafaeSMatthew G Knepley     faceSize  = 1;
2652e6ccafaeSMatthew G Knepley     posOrient = PETSC_TRUE;
2653e6ccafaeSMatthew G Knepley   } else if (cellDim == 2 && numCorners == 4) {
2654e6ccafaeSMatthew G Knepley     /* Quads */
2655e6ccafaeSMatthew G Knepley     faceSize = 2;
2656e6ccafaeSMatthew G Knepley     if ((indices[1] > indices[0]) && (indices[1] - indices[0] == 1)) {
2657e6ccafaeSMatthew G Knepley       posOrient = PETSC_TRUE;
2658e6ccafaeSMatthew G Knepley     } else if ((indices[0] == 3) && (indices[1] == 0)) {
2659e6ccafaeSMatthew G Knepley       posOrient = PETSC_TRUE;
2660e6ccafaeSMatthew G Knepley     } else {
2661e6ccafaeSMatthew G Knepley       if (((indices[0] > indices[1]) && (indices[0] - indices[1] == 1)) || ((indices[0] == 0) && (indices[1] == 3))) {
2662e6ccafaeSMatthew G Knepley         posOrient = PETSC_FALSE;
2663e6ccafaeSMatthew G Knepley       } else SETERRQ(comm, PETSC_ERR_ARG_WRONG, "Invalid quad crossedge");
2664e6ccafaeSMatthew G Knepley     }
2665e6ccafaeSMatthew G Knepley   } else if (cellDim == 2 && numCorners == 6) {
2666e6ccafaeSMatthew G Knepley     /* Quadratic triangle (I hate this) */
2667e6ccafaeSMatthew G Knepley     /* Edges are determined by the first 2 vertices (corners of edges) */
2668e6ccafaeSMatthew G Knepley     const PetscInt faceSizeTri = 3;
2669e6ccafaeSMatthew G Knepley     PetscInt       sortedIndices[3], i, iFace;
2670e6ccafaeSMatthew G Knepley     PetscBool      found                    = PETSC_FALSE;
2671e6ccafaeSMatthew G Knepley     PetscInt       faceVerticesTriSorted[9] = {
2672e6ccafaeSMatthew G Knepley       0, 3, 4, /* bottom */
2673e6ccafaeSMatthew G Knepley       1, 4, 5, /* right */
2674e6ccafaeSMatthew G Knepley       2, 3, 5, /* left */
2675e6ccafaeSMatthew G Knepley     };
2676e6ccafaeSMatthew G Knepley     PetscInt faceVerticesTri[9] = {
2677e6ccafaeSMatthew G Knepley       0, 3, 4, /* bottom */
2678e6ccafaeSMatthew G Knepley       1, 4, 5, /* right */
2679e6ccafaeSMatthew G Knepley       2, 5, 3, /* left */
2680e6ccafaeSMatthew G Knepley     };
2681e6ccafaeSMatthew G Knepley 
2682e6ccafaeSMatthew G Knepley     for (i = 0; i < faceSizeTri; ++i) sortedIndices[i] = indices[i];
26839566063dSJacob Faibussowitsch     PetscCall(PetscSortInt(faceSizeTri, sortedIndices));
2684e6ccafaeSMatthew G Knepley     for (iFace = 0; iFace < 3; ++iFace) {
2685e6ccafaeSMatthew G Knepley       const PetscInt ii = iFace * faceSizeTri;
2686e6ccafaeSMatthew G Knepley       PetscInt       fVertex, cVertex;
2687e6ccafaeSMatthew G Knepley 
26889371c9d4SSatish Balay       if ((sortedIndices[0] == faceVerticesTriSorted[ii + 0]) && (sortedIndices[1] == faceVerticesTriSorted[ii + 1])) {
2689e6ccafaeSMatthew G Knepley         for (fVertex = 0; fVertex < faceSizeTri; ++fVertex) {
2690e6ccafaeSMatthew G Knepley           for (cVertex = 0; cVertex < faceSizeTri; ++cVertex) {
2691e6ccafaeSMatthew G Knepley             if (indices[cVertex] == faceVerticesTri[ii + fVertex]) {
2692e6ccafaeSMatthew G Knepley               faceVertices[fVertex] = origVertices[cVertex];
2693e6ccafaeSMatthew G Knepley               break;
2694e6ccafaeSMatthew G Knepley             }
2695e6ccafaeSMatthew G Knepley           }
2696e6ccafaeSMatthew G Knepley         }
2697e6ccafaeSMatthew G Knepley         found = PETSC_TRUE;
2698e6ccafaeSMatthew G Knepley         break;
2699e6ccafaeSMatthew G Knepley       }
2700e6ccafaeSMatthew G Knepley     }
270128b400f6SJacob Faibussowitsch     PetscCheck(found, comm, PETSC_ERR_ARG_WRONG, "Invalid tri crossface");
2702e6ccafaeSMatthew G Knepley     if (posOriented) *posOriented = PETSC_TRUE;
27033ba16761SJacob Faibussowitsch     PetscFunctionReturn(PETSC_SUCCESS);
2704e6ccafaeSMatthew G Knepley   } else if (cellDim == 2 && numCorners == 9) {
2705e6ccafaeSMatthew G Knepley     /* Quadratic quad (I hate this) */
2706e6ccafaeSMatthew G Knepley     /* Edges are determined by the first 2 vertices (corners of edges) */
2707e6ccafaeSMatthew G Knepley     const PetscInt faceSizeQuad = 3;
2708e6ccafaeSMatthew G Knepley     PetscInt       sortedIndices[3], i, iFace;
2709e6ccafaeSMatthew G Knepley     PetscBool      found                      = PETSC_FALSE;
2710e6ccafaeSMatthew G Knepley     PetscInt       faceVerticesQuadSorted[12] = {
2711e6ccafaeSMatthew G Knepley       0, 1, 4, /* bottom */
2712e6ccafaeSMatthew G Knepley       1, 2, 5, /* right */
2713e6ccafaeSMatthew G Knepley       2, 3, 6, /* top */
2714e6ccafaeSMatthew G Knepley       0, 3, 7, /* left */
2715e6ccafaeSMatthew G Knepley     };
2716e6ccafaeSMatthew G Knepley     PetscInt faceVerticesQuad[12] = {
2717e6ccafaeSMatthew G Knepley       0, 1, 4, /* bottom */
2718e6ccafaeSMatthew G Knepley       1, 2, 5, /* right */
2719e6ccafaeSMatthew G Knepley       2, 3, 6, /* top */
2720e6ccafaeSMatthew G Knepley       3, 0, 7, /* left */
2721e6ccafaeSMatthew G Knepley     };
2722e6ccafaeSMatthew G Knepley 
2723e6ccafaeSMatthew G Knepley     for (i = 0; i < faceSizeQuad; ++i) sortedIndices[i] = indices[i];
27249566063dSJacob Faibussowitsch     PetscCall(PetscSortInt(faceSizeQuad, sortedIndices));
2725e6ccafaeSMatthew G Knepley     for (iFace = 0; iFace < 4; ++iFace) {
2726e6ccafaeSMatthew G Knepley       const PetscInt ii = iFace * faceSizeQuad;
2727e6ccafaeSMatthew G Knepley       PetscInt       fVertex, cVertex;
2728e6ccafaeSMatthew G Knepley 
27299371c9d4SSatish Balay       if ((sortedIndices[0] == faceVerticesQuadSorted[ii + 0]) && (sortedIndices[1] == faceVerticesQuadSorted[ii + 1])) {
2730e6ccafaeSMatthew G Knepley         for (fVertex = 0; fVertex < faceSizeQuad; ++fVertex) {
2731e6ccafaeSMatthew G Knepley           for (cVertex = 0; cVertex < faceSizeQuad; ++cVertex) {
2732e6ccafaeSMatthew G Knepley             if (indices[cVertex] == faceVerticesQuad[ii + fVertex]) {
2733e6ccafaeSMatthew G Knepley               faceVertices[fVertex] = origVertices[cVertex];
2734e6ccafaeSMatthew G Knepley               break;
2735e6ccafaeSMatthew G Knepley             }
2736e6ccafaeSMatthew G Knepley           }
2737e6ccafaeSMatthew G Knepley         }
2738e6ccafaeSMatthew G Knepley         found = PETSC_TRUE;
2739e6ccafaeSMatthew G Knepley         break;
2740e6ccafaeSMatthew G Knepley       }
2741e6ccafaeSMatthew G Knepley     }
274228b400f6SJacob Faibussowitsch     PetscCheck(found, comm, PETSC_ERR_ARG_WRONG, "Invalid quad crossface");
2743e6ccafaeSMatthew G Knepley     if (posOriented) *posOriented = PETSC_TRUE;
27443ba16761SJacob Faibussowitsch     PetscFunctionReturn(PETSC_SUCCESS);
2745e6ccafaeSMatthew G Knepley   } else if (cellDim == 3 && numCorners == 8) {
2746e6ccafaeSMatthew G Knepley     /* Hexes
2747e6ccafaeSMatthew G Knepley        A hex is two oriented quads with the normal of the first
2748e6ccafaeSMatthew G Knepley        pointing up at the second.
2749e6ccafaeSMatthew G Knepley 
2750e6ccafaeSMatthew G Knepley           7---6
2751e6ccafaeSMatthew G Knepley          /|  /|
2752e6ccafaeSMatthew G Knepley         4---5 |
2753ddeab2a6SMatthew G. Knepley         | 1-|-2
2754e6ccafaeSMatthew G Knepley         |/  |/
2755ddeab2a6SMatthew G. Knepley         0---3
2756e6ccafaeSMatthew G Knepley 
2757e6ccafaeSMatthew G Knepley         Faces are determined by the first 4 vertices (corners of faces) */
2758e6ccafaeSMatthew G Knepley     const PetscInt faceSizeHex = 4;
2759e6ccafaeSMatthew G Knepley     PetscInt       sortedIndices[4], i, iFace;
2760e6ccafaeSMatthew G Knepley     PetscBool      found                     = PETSC_FALSE;
2761e6ccafaeSMatthew G Knepley     PetscInt       faceVerticesHexSorted[24] = {
2762e6ccafaeSMatthew G Knepley       0, 1, 2, 3, /* bottom */
2763e6ccafaeSMatthew G Knepley       4, 5, 6, 7, /* top */
2764ddeab2a6SMatthew G. Knepley       0, 3, 4, 5, /* front */
2765ddeab2a6SMatthew G. Knepley       2, 3, 5, 6, /* right */
2766ddeab2a6SMatthew G. Knepley       1, 2, 6, 7, /* back */
2767ddeab2a6SMatthew G. Knepley       0, 1, 4, 7, /* left */
2768e6ccafaeSMatthew G Knepley     };
2769e6ccafaeSMatthew G Knepley     PetscInt faceVerticesHex[24] = {
2770ddeab2a6SMatthew G. Knepley       1, 2, 3, 0, /* bottom */
2771e6ccafaeSMatthew G Knepley       4, 5, 6, 7, /* top */
2772ddeab2a6SMatthew G. Knepley       0, 3, 5, 4, /* front */
2773ddeab2a6SMatthew G. Knepley       3, 2, 6, 5, /* right */
2774ddeab2a6SMatthew G. Knepley       2, 1, 7, 6, /* back */
2775ddeab2a6SMatthew G. Knepley       1, 0, 4, 7, /* left */
2776e6ccafaeSMatthew G Knepley     };
2777e6ccafaeSMatthew G Knepley 
2778e6ccafaeSMatthew G Knepley     for (i = 0; i < faceSizeHex; ++i) sortedIndices[i] = indices[i];
27799566063dSJacob Faibussowitsch     PetscCall(PetscSortInt(faceSizeHex, sortedIndices));
2780e6ccafaeSMatthew G Knepley     for (iFace = 0; iFace < 6; ++iFace) {
2781e6ccafaeSMatthew G Knepley       const PetscInt ii = iFace * faceSizeHex;
2782e6ccafaeSMatthew G Knepley       PetscInt       fVertex, cVertex;
2783e6ccafaeSMatthew G Knepley 
27849371c9d4SSatish Balay       if ((sortedIndices[0] == faceVerticesHexSorted[ii + 0]) && (sortedIndices[1] == faceVerticesHexSorted[ii + 1]) && (sortedIndices[2] == faceVerticesHexSorted[ii + 2]) && (sortedIndices[3] == faceVerticesHexSorted[ii + 3])) {
2785e6ccafaeSMatthew G Knepley         for (fVertex = 0; fVertex < faceSizeHex; ++fVertex) {
2786e6ccafaeSMatthew G Knepley           for (cVertex = 0; cVertex < faceSizeHex; ++cVertex) {
2787e6ccafaeSMatthew G Knepley             if (indices[cVertex] == faceVerticesHex[ii + fVertex]) {
2788e6ccafaeSMatthew G Knepley               faceVertices[fVertex] = origVertices[cVertex];
2789e6ccafaeSMatthew G Knepley               break;
2790e6ccafaeSMatthew G Knepley             }
2791e6ccafaeSMatthew G Knepley           }
2792e6ccafaeSMatthew G Knepley         }
2793e6ccafaeSMatthew G Knepley         found = PETSC_TRUE;
2794e6ccafaeSMatthew G Knepley         break;
2795e6ccafaeSMatthew G Knepley       }
2796e6ccafaeSMatthew G Knepley     }
279728b400f6SJacob Faibussowitsch     PetscCheck(found, comm, PETSC_ERR_ARG_WRONG, "Invalid hex crossface");
2798e6ccafaeSMatthew G Knepley     if (posOriented) *posOriented = PETSC_TRUE;
27993ba16761SJacob Faibussowitsch     PetscFunctionReturn(PETSC_SUCCESS);
2800e6ccafaeSMatthew G Knepley   } else if (cellDim == 3 && numCorners == 10) {
2801e6ccafaeSMatthew G Knepley     /* Quadratic tet */
2802e6ccafaeSMatthew G Knepley     /* Faces are determined by the first 3 vertices (corners of faces) */
2803e6ccafaeSMatthew G Knepley     const PetscInt faceSizeTet = 6;
2804e6ccafaeSMatthew G Knepley     PetscInt       sortedIndices[6], i, iFace;
2805e6ccafaeSMatthew G Knepley     PetscBool      found                     = PETSC_FALSE;
2806e6ccafaeSMatthew G Knepley     PetscInt       faceVerticesTetSorted[24] = {
2807e6ccafaeSMatthew G Knepley       0, 1, 2, 6, 7, 8, /* bottom */
2808e6ccafaeSMatthew G Knepley       0, 3, 4, 6, 7, 9, /* front */
2809e6ccafaeSMatthew G Knepley       1, 4, 5, 7, 8, 9, /* right */
2810e6ccafaeSMatthew G Knepley       2, 3, 5, 6, 8, 9, /* left */
2811e6ccafaeSMatthew G Knepley     };
2812e6ccafaeSMatthew G Knepley     PetscInt faceVerticesTet[24] = {
2813e6ccafaeSMatthew G Knepley       0, 1, 2, 6, 7, 8, /* bottom */
2814e6ccafaeSMatthew G Knepley       0, 4, 3, 6, 7, 9, /* front */
2815e6ccafaeSMatthew G Knepley       1, 5, 4, 7, 8, 9, /* right */
2816e6ccafaeSMatthew G Knepley       2, 3, 5, 8, 6, 9, /* left */
2817e6ccafaeSMatthew G Knepley     };
2818e6ccafaeSMatthew G Knepley 
2819e6ccafaeSMatthew G Knepley     for (i = 0; i < faceSizeTet; ++i) sortedIndices[i] = indices[i];
28209566063dSJacob Faibussowitsch     PetscCall(PetscSortInt(faceSizeTet, sortedIndices));
2821e6ccafaeSMatthew G Knepley     for (iFace = 0; iFace < 4; ++iFace) {
2822e6ccafaeSMatthew G Knepley       const PetscInt ii = iFace * faceSizeTet;
2823e6ccafaeSMatthew G Knepley       PetscInt       fVertex, cVertex;
2824e6ccafaeSMatthew G Knepley 
28259371c9d4SSatish Balay       if ((sortedIndices[0] == faceVerticesTetSorted[ii + 0]) && (sortedIndices[1] == faceVerticesTetSorted[ii + 1]) && (sortedIndices[2] == faceVerticesTetSorted[ii + 2]) && (sortedIndices[3] == faceVerticesTetSorted[ii + 3])) {
2826e6ccafaeSMatthew G Knepley         for (fVertex = 0; fVertex < faceSizeTet; ++fVertex) {
2827e6ccafaeSMatthew G Knepley           for (cVertex = 0; cVertex < faceSizeTet; ++cVertex) {
2828e6ccafaeSMatthew G Knepley             if (indices[cVertex] == faceVerticesTet[ii + fVertex]) {
2829e6ccafaeSMatthew G Knepley               faceVertices[fVertex] = origVertices[cVertex];
2830e6ccafaeSMatthew G Knepley               break;
2831e6ccafaeSMatthew G Knepley             }
2832e6ccafaeSMatthew G Knepley           }
2833e6ccafaeSMatthew G Knepley         }
2834e6ccafaeSMatthew G Knepley         found = PETSC_TRUE;
2835e6ccafaeSMatthew G Knepley         break;
2836e6ccafaeSMatthew G Knepley       }
2837e6ccafaeSMatthew G Knepley     }
283828b400f6SJacob Faibussowitsch     PetscCheck(found, comm, PETSC_ERR_ARG_WRONG, "Invalid tet crossface");
2839e6ccafaeSMatthew G Knepley     if (posOriented) *posOriented = PETSC_TRUE;
28403ba16761SJacob Faibussowitsch     PetscFunctionReturn(PETSC_SUCCESS);
2841e6ccafaeSMatthew G Knepley   } else if (cellDim == 3 && numCorners == 27) {
2842e6ccafaeSMatthew G Knepley     /* Quadratic hexes (I hate this)
2843e6ccafaeSMatthew G Knepley        A hex is two oriented quads with the normal of the first
2844e6ccafaeSMatthew G Knepley        pointing up at the second.
2845e6ccafaeSMatthew G Knepley 
2846e6ccafaeSMatthew G Knepley          7---6
2847e6ccafaeSMatthew G Knepley         /|  /|
2848e6ccafaeSMatthew G Knepley        4---5 |
2849e6ccafaeSMatthew G Knepley        | 3-|-2
2850e6ccafaeSMatthew G Knepley        |/  |/
2851e6ccafaeSMatthew G Knepley        0---1
2852e6ccafaeSMatthew G Knepley 
2853e6ccafaeSMatthew G Knepley        Faces are determined by the first 4 vertices (corners of faces) */
2854e6ccafaeSMatthew G Knepley     const PetscInt faceSizeQuadHex = 9;
2855e6ccafaeSMatthew G Knepley     PetscInt       sortedIndices[9], i, iFace;
2856e6ccafaeSMatthew G Knepley     PetscBool      found                         = PETSC_FALSE;
2857e6ccafaeSMatthew G Knepley     PetscInt       faceVerticesQuadHexSorted[54] = {
2858e6ccafaeSMatthew G Knepley       0, 1, 2, 3, 8,  9,  10, 11, 24, /* bottom */
2859e6ccafaeSMatthew G Knepley       4, 5, 6, 7, 12, 13, 14, 15, 25, /* top */
2860e6ccafaeSMatthew G Knepley       0, 1, 4, 5, 8,  12, 16, 17, 22, /* front */
2861e6ccafaeSMatthew G Knepley       1, 2, 5, 6, 9,  13, 17, 18, 21, /* right */
2862e6ccafaeSMatthew G Knepley       2, 3, 6, 7, 10, 14, 18, 19, 23, /* back */
2863e6ccafaeSMatthew G Knepley       0, 3, 4, 7, 11, 15, 16, 19, 20, /* left */
2864e6ccafaeSMatthew G Knepley     };
2865e6ccafaeSMatthew G Knepley     PetscInt faceVerticesQuadHex[54] = {
2866e6ccafaeSMatthew G Knepley       3, 2, 1, 0, 10, 9,  8,  11, 24, /* bottom */
2867e6ccafaeSMatthew G Knepley       4, 5, 6, 7, 12, 13, 14, 15, 25, /* top */
2868e6ccafaeSMatthew G Knepley       0, 1, 5, 4, 8,  17, 12, 16, 22, /* front */
2869e6ccafaeSMatthew G Knepley       1, 2, 6, 5, 9,  18, 13, 17, 21, /* right */
2870e6ccafaeSMatthew G Knepley       2, 3, 7, 6, 10, 19, 14, 18, 23, /* back */
2871e6ccafaeSMatthew G Knepley       3, 0, 4, 7, 11, 16, 15, 19, 20  /* left */
2872e6ccafaeSMatthew G Knepley     };
2873e6ccafaeSMatthew G Knepley 
2874e6ccafaeSMatthew G Knepley     for (i = 0; i < faceSizeQuadHex; ++i) sortedIndices[i] = indices[i];
28759566063dSJacob Faibussowitsch     PetscCall(PetscSortInt(faceSizeQuadHex, sortedIndices));
2876e6ccafaeSMatthew G Knepley     for (iFace = 0; iFace < 6; ++iFace) {
2877e6ccafaeSMatthew G Knepley       const PetscInt ii = iFace * faceSizeQuadHex;
2878e6ccafaeSMatthew G Knepley       PetscInt       fVertex, cVertex;
2879e6ccafaeSMatthew G Knepley 
28809371c9d4SSatish Balay       if ((sortedIndices[0] == faceVerticesQuadHexSorted[ii + 0]) && (sortedIndices[1] == faceVerticesQuadHexSorted[ii + 1]) && (sortedIndices[2] == faceVerticesQuadHexSorted[ii + 2]) && (sortedIndices[3] == faceVerticesQuadHexSorted[ii + 3])) {
2881e6ccafaeSMatthew G Knepley         for (fVertex = 0; fVertex < faceSizeQuadHex; ++fVertex) {
2882e6ccafaeSMatthew G Knepley           for (cVertex = 0; cVertex < faceSizeQuadHex; ++cVertex) {
2883e6ccafaeSMatthew G Knepley             if (indices[cVertex] == faceVerticesQuadHex[ii + fVertex]) {
2884e6ccafaeSMatthew G Knepley               faceVertices[fVertex] = origVertices[cVertex];
2885e6ccafaeSMatthew G Knepley               break;
2886e6ccafaeSMatthew G Knepley             }
2887e6ccafaeSMatthew G Knepley           }
2888e6ccafaeSMatthew G Knepley         }
2889e6ccafaeSMatthew G Knepley         found = PETSC_TRUE;
2890e6ccafaeSMatthew G Knepley         break;
2891e6ccafaeSMatthew G Knepley       }
2892e6ccafaeSMatthew G Knepley     }
289328b400f6SJacob Faibussowitsch     PetscCheck(found, comm, PETSC_ERR_ARG_WRONG, "Invalid hex crossface");
2894e6ccafaeSMatthew G Knepley     if (posOriented) *posOriented = PETSC_TRUE;
28953ba16761SJacob Faibussowitsch     PetscFunctionReturn(PETSC_SUCCESS);
2896e6ccafaeSMatthew G Knepley   } else SETERRQ(comm, PETSC_ERR_ARG_WRONG, "Unknown cell type for faceOrientation().");
2897e6ccafaeSMatthew G Knepley   if (!posOrient) {
28989566063dSJacob Faibussowitsch     if (debug) PetscCall(PetscPrintf(comm, "  Reversing initial face orientation\n"));
2899e6ccafaeSMatthew G Knepley     for (f = 0; f < faceSize; ++f) faceVertices[f] = origVertices[faceSize - 1 - f];
2900e6ccafaeSMatthew G Knepley   } else {
29019566063dSJacob Faibussowitsch     if (debug) PetscCall(PetscPrintf(comm, "  Keeping initial face orientation\n"));
2902e6ccafaeSMatthew G Knepley     for (f = 0; f < faceSize; ++f) faceVertices[f] = origVertices[f];
2903e6ccafaeSMatthew G Knepley   }
2904e6ccafaeSMatthew G Knepley   if (posOriented) *posOriented = posOrient;
29053ba16761SJacob Faibussowitsch   PetscFunctionReturn(PETSC_SUCCESS);
2906e6ccafaeSMatthew G Knepley }
2907e6ccafaeSMatthew G Knepley 
2908c08575a3SMatthew G. Knepley /*@
2909c08575a3SMatthew G. Knepley   DMPlexGetOrientedFace - Given a cell and a face, as a set of vertices, return the oriented face, as a set of vertices,
2910c08575a3SMatthew G. Knepley   in faceVertices. The orientation is such that the face normal points out of the cell
2911c08575a3SMatthew G. Knepley 
2912*20f4b53cSBarry Smith   Not Collective
2913c08575a3SMatthew G. Knepley 
2914c08575a3SMatthew G. Knepley   Input Parameters:
2915c08575a3SMatthew G. Knepley + dm           - The original mesh
2916c08575a3SMatthew G. Knepley . cell         - The cell mesh point
2917c08575a3SMatthew G. Knepley . faceSize     - The number of vertices on the face
2918c08575a3SMatthew G. Knepley . face         - The face vertices
2919c08575a3SMatthew G. Knepley . numCorners   - The number of vertices on the cell
2920c08575a3SMatthew G. Knepley . indices      - Local numbering of face vertices in cell cone
2921c08575a3SMatthew G. Knepley - origVertices - Original face vertices
2922c08575a3SMatthew G. Knepley 
2923d8d19677SJose E. Roman   Output Parameters:
2924c08575a3SMatthew G. Knepley + faceVertices - The face vertices properly oriented
2925*20f4b53cSBarry Smith - posOriented  - `PETSC_TRUE` if the face was oriented with outward normal
2926c08575a3SMatthew G. Knepley 
2927c08575a3SMatthew G. Knepley   Level: developer
2928c08575a3SMatthew G. Knepley 
2929*20f4b53cSBarry Smith .seealso: [](chapter_unstructured), `DM`, `DMPLEX`, `DMPlexGetCone()`
2930c08575a3SMatthew G. Knepley @*/
2931d71ae5a4SJacob Faibussowitsch PetscErrorCode DMPlexGetOrientedFace(DM dm, PetscInt cell, PetscInt faceSize, const PetscInt face[], PetscInt numCorners, PetscInt indices[], PetscInt origVertices[], PetscInt faceVertices[], PetscBool *posOriented)
2932d71ae5a4SJacob Faibussowitsch {
29330298fd71SBarry Smith   const PetscInt *cone = NULL;
2934e6ccafaeSMatthew G Knepley   PetscInt        coneSize, v, f, v2;
2935e6ccafaeSMatthew G Knepley   PetscInt        oppositeVertex = -1;
2936e6ccafaeSMatthew G Knepley 
2937e6ccafaeSMatthew G Knepley   PetscFunctionBegin;
29389566063dSJacob Faibussowitsch   PetscCall(DMPlexGetConeSize(dm, cell, &coneSize));
29399566063dSJacob Faibussowitsch   PetscCall(DMPlexGetCone(dm, cell, &cone));
2940e6ccafaeSMatthew G Knepley   for (v = 0, v2 = 0; v < coneSize; ++v) {
2941e6ccafaeSMatthew G Knepley     PetscBool found = PETSC_FALSE;
2942e6ccafaeSMatthew G Knepley 
2943e6ccafaeSMatthew G Knepley     for (f = 0; f < faceSize; ++f) {
2944e6ccafaeSMatthew G Knepley       if (face[f] == cone[v]) {
29459371c9d4SSatish Balay         found = PETSC_TRUE;
29469371c9d4SSatish Balay         break;
2947e6ccafaeSMatthew G Knepley       }
2948e6ccafaeSMatthew G Knepley     }
2949e6ccafaeSMatthew G Knepley     if (found) {
2950e6ccafaeSMatthew G Knepley       indices[v2]      = v;
2951e6ccafaeSMatthew G Knepley       origVertices[v2] = cone[v];
2952e6ccafaeSMatthew G Knepley       ++v2;
2953e6ccafaeSMatthew G Knepley     } else {
2954e6ccafaeSMatthew G Knepley       oppositeVertex = v;
2955e6ccafaeSMatthew G Knepley     }
2956e6ccafaeSMatthew G Knepley   }
29579566063dSJacob Faibussowitsch   PetscCall(DMPlexGetFaceOrientation(dm, cell, numCorners, indices, oppositeVertex, origVertices, faceVertices, posOriented));
29583ba16761SJacob Faibussowitsch   PetscFunctionReturn(PETSC_SUCCESS);
2959e6ccafaeSMatthew G Knepley }
2960e6ccafaeSMatthew G Knepley 
2961e6ccafaeSMatthew G Knepley /*
2962cd0c2139SMatthew G Knepley   DMPlexInsertFace_Internal - Puts a face into the mesh
2963e6ccafaeSMatthew G Knepley 
2964*20f4b53cSBarry Smith   Not Collective
2965e6ccafaeSMatthew G Knepley 
2966e6ccafaeSMatthew G Knepley   Input Parameters:
2967*20f4b53cSBarry Smith   + dm              - The `DMPLEX`
2968e6ccafaeSMatthew G Knepley   . numFaceVertex   - The number of vertices in the face
2969*20f4b53cSBarry Smith   . faceVertices    - The vertices in the face for `dm`
2970e6ccafaeSMatthew G Knepley   . subfaceVertices - The vertices in the face for subdm
2971*20f4b53cSBarry Smith   . numCorners      - The number of vertices in the `cell`
2972*20f4b53cSBarry Smith   . cell            - A cell in `dm` containing the face
2973e6ccafaeSMatthew G Knepley   . subcell         - A cell in subdm containing the face
2974e6ccafaeSMatthew G Knepley   . firstFace       - First face in the mesh
2975e6ccafaeSMatthew G Knepley   - newFacePoint    - Next face in the mesh
2976e6ccafaeSMatthew G Knepley 
2977e6ccafaeSMatthew G Knepley   Output Parameters:
2978e6ccafaeSMatthew G Knepley   . newFacePoint - Contains next face point number on input, updated on output
2979e6ccafaeSMatthew G Knepley 
2980e6ccafaeSMatthew G Knepley   Level: developer
2981e6ccafaeSMatthew G Knepley */
2982d71ae5a4SJacob Faibussowitsch static PetscErrorCode DMPlexInsertFace_Internal(DM dm, DM subdm, PetscInt numFaceVertices, const PetscInt faceVertices[], const PetscInt subfaceVertices[], PetscInt numCorners, PetscInt cell, PetscInt subcell, PetscInt firstFace, PetscInt *newFacePoint)
2983d71ae5a4SJacob Faibussowitsch {
298482f516ccSBarry Smith   MPI_Comm        comm;
2985e6ccafaeSMatthew G Knepley   DM_Plex        *submesh = (DM_Plex *)subdm->data;
2986e6ccafaeSMatthew G Knepley   const PetscInt *faces;
2987e6ccafaeSMatthew G Knepley   PetscInt        numFaces, coneSize;
2988e6ccafaeSMatthew G Knepley 
2989e6ccafaeSMatthew G Knepley   PetscFunctionBegin;
29909566063dSJacob Faibussowitsch   PetscCall(PetscObjectGetComm((PetscObject)dm, &comm));
29919566063dSJacob Faibussowitsch   PetscCall(DMPlexGetConeSize(subdm, subcell, &coneSize));
299263a3b9bcSJacob Faibussowitsch   PetscCheck(coneSize == 1, comm, PETSC_ERR_ARG_OUTOFRANGE, "Cone size of cell %" PetscInt_FMT " is %" PetscInt_FMT " != 1", cell, coneSize);
2993e6ccafaeSMatthew G Knepley #if 0
2994e6ccafaeSMatthew G Knepley   /* Cannot use this because support() has not been constructed yet */
29959566063dSJacob Faibussowitsch   PetscCall(DMPlexGetJoin(subdm, numFaceVertices, subfaceVertices, &numFaces, &faces));
2996e6ccafaeSMatthew G Knepley #else
2997e6ccafaeSMatthew G Knepley   {
2998e6ccafaeSMatthew G Knepley     PetscInt f;
2999e6ccafaeSMatthew G Knepley 
3000e6ccafaeSMatthew G Knepley     numFaces = 0;
30019566063dSJacob Faibussowitsch     PetscCall(DMGetWorkArray(subdm, 1, MPIU_INT, (void **)&faces));
3002e6ccafaeSMatthew G Knepley     for (f = firstFace; f < *newFacePoint; ++f) {
3003e6ccafaeSMatthew G Knepley       PetscInt dof, off, d;
3004e6ccafaeSMatthew G Knepley 
30059566063dSJacob Faibussowitsch       PetscCall(PetscSectionGetDof(submesh->coneSection, f, &dof));
30069566063dSJacob Faibussowitsch       PetscCall(PetscSectionGetOffset(submesh->coneSection, f, &off));
3007e6ccafaeSMatthew G Knepley       /* Yes, I know this is quadratic, but I expect the sizes to be <5 */
3008e6ccafaeSMatthew G Knepley       for (d = 0; d < dof; ++d) {
3009e6ccafaeSMatthew G Knepley         const PetscInt p = submesh->cones[off + d];
3010e6ccafaeSMatthew G Knepley         PetscInt       v;
3011e6ccafaeSMatthew G Knepley 
3012e6ccafaeSMatthew G Knepley         for (v = 0; v < numFaceVertices; ++v) {
3013e6ccafaeSMatthew G Knepley           if (subfaceVertices[v] == p) break;
3014e6ccafaeSMatthew G Knepley         }
3015e6ccafaeSMatthew G Knepley         if (v == numFaceVertices) break;
3016e6ccafaeSMatthew G Knepley       }
3017e6ccafaeSMatthew G Knepley       if (d == dof) {
3018e6ccafaeSMatthew G Knepley         numFaces               = 1;
3019e6ccafaeSMatthew G Knepley         ((PetscInt *)faces)[0] = f;
3020e6ccafaeSMatthew G Knepley       }
3021e6ccafaeSMatthew G Knepley     }
3022e6ccafaeSMatthew G Knepley   }
3023e6ccafaeSMatthew G Knepley #endif
302463a3b9bcSJacob Faibussowitsch   PetscCheck(numFaces <= 1, comm, PETSC_ERR_ARG_WRONG, "Vertex set had %" PetscInt_FMT " faces, not one", numFaces);
3025f7d195e4SLawrence Mitchell   if (numFaces == 1) {
3026e6ccafaeSMatthew G Knepley     /* Add the other cell neighbor for this face */
30279566063dSJacob Faibussowitsch     PetscCall(DMPlexSetCone(subdm, subcell, faces));
3028e6ccafaeSMatthew G Knepley   } else {
3029e6ccafaeSMatthew G Knepley     PetscInt *indices, *origVertices, *orientedVertices, *orientedSubVertices, v, ov;
3030e6ccafaeSMatthew G Knepley     PetscBool posOriented;
3031e6ccafaeSMatthew G Knepley 
30329566063dSJacob Faibussowitsch     PetscCall(DMGetWorkArray(subdm, 4 * numFaceVertices * sizeof(PetscInt), MPIU_INT, &orientedVertices));
3033e6ccafaeSMatthew G Knepley     origVertices        = &orientedVertices[numFaceVertices];
3034e6ccafaeSMatthew G Knepley     indices             = &orientedVertices[numFaceVertices * 2];
3035e6ccafaeSMatthew G Knepley     orientedSubVertices = &orientedVertices[numFaceVertices * 3];
30369566063dSJacob Faibussowitsch     PetscCall(DMPlexGetOrientedFace(dm, cell, numFaceVertices, faceVertices, numCorners, indices, origVertices, orientedVertices, &posOriented));
3037e6ccafaeSMatthew G Knepley     /* TODO: I know that routine should return a permutation, not the indices */
3038e6ccafaeSMatthew G Knepley     for (v = 0; v < numFaceVertices; ++v) {
3039e6ccafaeSMatthew G Knepley       const PetscInt vertex = faceVertices[v], subvertex = subfaceVertices[v];
3040e6ccafaeSMatthew G Knepley       for (ov = 0; ov < numFaceVertices; ++ov) {
3041e6ccafaeSMatthew G Knepley         if (orientedVertices[ov] == vertex) {
3042e6ccafaeSMatthew G Knepley           orientedSubVertices[ov] = subvertex;
3043e6ccafaeSMatthew G Knepley           break;
3044e6ccafaeSMatthew G Knepley         }
3045e6ccafaeSMatthew G Knepley       }
304663a3b9bcSJacob Faibussowitsch       PetscCheck(ov != numFaceVertices, comm, PETSC_ERR_PLIB, "Could not find face vertex %" PetscInt_FMT " in orientated set", vertex);
3047e6ccafaeSMatthew G Knepley     }
30489566063dSJacob Faibussowitsch     PetscCall(DMPlexSetCone(subdm, *newFacePoint, orientedSubVertices));
30499566063dSJacob Faibussowitsch     PetscCall(DMPlexSetCone(subdm, subcell, newFacePoint));
30509566063dSJacob Faibussowitsch     PetscCall(DMRestoreWorkArray(subdm, 4 * numFaceVertices * sizeof(PetscInt), MPIU_INT, &orientedVertices));
3051e6ccafaeSMatthew G Knepley     ++(*newFacePoint);
3052e6ccafaeSMatthew G Knepley   }
3053ef07cca7SMatthew G. Knepley #if 0
30549566063dSJacob Faibussowitsch   PetscCall(DMPlexRestoreJoin(subdm, numFaceVertices, subfaceVertices, &numFaces, &faces));
3055ef07cca7SMatthew G. Knepley #else
30569566063dSJacob Faibussowitsch   PetscCall(DMRestoreWorkArray(subdm, 1, MPIU_INT, (void **)&faces));
3057ef07cca7SMatthew G. Knepley #endif
30583ba16761SJacob Faibussowitsch   PetscFunctionReturn(PETSC_SUCCESS);
3059e6ccafaeSMatthew G Knepley }
3060e6ccafaeSMatthew G Knepley 
3061d71ae5a4SJacob Faibussowitsch static PetscErrorCode DMPlexCreateSubmesh_Uninterpolated(DM dm, DMLabel vertexLabel, PetscInt value, DM subdm)
3062d71ae5a4SJacob Faibussowitsch {
306382f516ccSBarry Smith   MPI_Comm        comm;
306453156dfcSMatthew G. Knepley   DMLabel         subpointMap;
3065efa14ee0SMatthew G Knepley   IS              subvertexIS, subcellIS;
3066efa14ee0SMatthew G Knepley   const PetscInt *subVertices, *subCells;
3067efa14ee0SMatthew G Knepley   PetscInt        numSubVertices, firstSubVertex, numSubCells;
3068fed694aaSMatthew G. Knepley   PetscInt       *subface, maxConeSize, numSubFaces = 0, firstSubFace, newFacePoint, nFV = 0;
3069efa14ee0SMatthew G Knepley   PetscInt        vStart, vEnd, c, f;
3070e6ccafaeSMatthew G Knepley 
3071e6ccafaeSMatthew G Knepley   PetscFunctionBegin;
30729566063dSJacob Faibussowitsch   PetscCall(PetscObjectGetComm((PetscObject)dm, &comm));
3073efa14ee0SMatthew G Knepley   /* Create subpointMap which marks the submesh */
30749566063dSJacob Faibussowitsch   PetscCall(DMLabelCreate(PETSC_COMM_SELF, "subpoint_map", &subpointMap));
30759566063dSJacob Faibussowitsch   PetscCall(DMPlexSetSubpointMap(subdm, subpointMap));
30769566063dSJacob Faibussowitsch   PetscCall(DMLabelDestroy(&subpointMap));
30779566063dSJacob Faibussowitsch   if (vertexLabel) PetscCall(DMPlexMarkSubmesh_Uninterpolated(dm, vertexLabel, value, subpointMap, &numSubFaces, &nFV, subdm));
3078efa14ee0SMatthew G Knepley   /* Setup chart */
30799566063dSJacob Faibussowitsch   PetscCall(DMLabelGetStratumSize(subpointMap, 0, &numSubVertices));
30809566063dSJacob Faibussowitsch   PetscCall(DMLabelGetStratumSize(subpointMap, 2, &numSubCells));
30819566063dSJacob Faibussowitsch   PetscCall(DMPlexSetChart(subdm, 0, numSubCells + numSubFaces + numSubVertices));
30829566063dSJacob Faibussowitsch   PetscCall(DMPlexSetVTKCellHeight(subdm, 1));
3083e6ccafaeSMatthew G Knepley   /* Set cone sizes */
3084e6ccafaeSMatthew G Knepley   firstSubVertex = numSubCells;
3085efa14ee0SMatthew G Knepley   firstSubFace   = numSubCells + numSubVertices;
3086e6ccafaeSMatthew G Knepley   newFacePoint   = firstSubFace;
30879566063dSJacob Faibussowitsch   PetscCall(DMLabelGetStratumIS(subpointMap, 0, &subvertexIS));
30889566063dSJacob Faibussowitsch   if (subvertexIS) PetscCall(ISGetIndices(subvertexIS, &subVertices));
30899566063dSJacob Faibussowitsch   PetscCall(DMLabelGetStratumIS(subpointMap, 2, &subcellIS));
30909566063dSJacob Faibussowitsch   if (subcellIS) PetscCall(ISGetIndices(subcellIS, &subCells));
309148a46eb9SPierre Jolivet   for (c = 0; c < numSubCells; ++c) PetscCall(DMPlexSetConeSize(subdm, c, 1));
309248a46eb9SPierre Jolivet   for (f = firstSubFace; f < firstSubFace + numSubFaces; ++f) PetscCall(DMPlexSetConeSize(subdm, f, nFV));
30939566063dSJacob Faibussowitsch   PetscCall(DMSetUp(subdm));
3094e6ccafaeSMatthew G Knepley   /* Create face cones */
30959566063dSJacob Faibussowitsch   PetscCall(DMPlexGetDepthStratum(dm, 0, &vStart, &vEnd));
30969566063dSJacob Faibussowitsch   PetscCall(DMPlexGetMaxSizes(dm, &maxConeSize, NULL));
30979566063dSJacob Faibussowitsch   PetscCall(DMGetWorkArray(subdm, maxConeSize, MPIU_INT, (void **)&subface));
3098e6ccafaeSMatthew G Knepley   for (c = 0; c < numSubCells; ++c) {
3099e6ccafaeSMatthew G Knepley     const PetscInt cell    = subCells[c];
3100efa14ee0SMatthew G Knepley     const PetscInt subcell = c;
31010298fd71SBarry Smith     PetscInt      *closure = NULL;
3102efa14ee0SMatthew G Knepley     PetscInt       closureSize, cl, numCorners = 0, faceSize = 0;
3103e6ccafaeSMatthew G Knepley 
31049566063dSJacob Faibussowitsch     PetscCall(DMPlexGetTransitiveClosure(dm, cell, PETSC_TRUE, &closureSize, &closure));
3105efa14ee0SMatthew G Knepley     for (cl = 0; cl < closureSize * 2; cl += 2) {
3106efa14ee0SMatthew G Knepley       const PetscInt point = closure[cl];
3107e6ccafaeSMatthew G Knepley       PetscInt       subVertex;
3108e6ccafaeSMatthew G Knepley 
3109efa14ee0SMatthew G Knepley       if ((point >= vStart) && (point < vEnd)) {
3110efa14ee0SMatthew G Knepley         ++numCorners;
31119566063dSJacob Faibussowitsch         PetscCall(PetscFindInt(point, numSubVertices, subVertices, &subVertex));
3112efa14ee0SMatthew G Knepley         if (subVertex >= 0) {
3113efa14ee0SMatthew G Knepley           closure[faceSize] = point;
311465560c7fSMatthew G Knepley           subface[faceSize] = firstSubVertex + subVertex;
3115e6ccafaeSMatthew G Knepley           ++faceSize;
3116e6ccafaeSMatthew G Knepley         }
3117e6ccafaeSMatthew G Knepley       }
3118e6ccafaeSMatthew G Knepley     }
311963a3b9bcSJacob Faibussowitsch     PetscCheck(faceSize <= nFV, comm, PETSC_ERR_ARG_WRONG, "Invalid submesh: Too many vertices %" PetscInt_FMT " of an element on the surface", faceSize);
312048a46eb9SPierre Jolivet     if (faceSize == nFV) PetscCall(DMPlexInsertFace_Internal(dm, subdm, faceSize, closure, subface, numCorners, cell, subcell, firstSubFace, &newFacePoint));
31219566063dSJacob Faibussowitsch     PetscCall(DMPlexRestoreTransitiveClosure(dm, cell, PETSC_TRUE, &closureSize, &closure));
3122e6ccafaeSMatthew G Knepley   }
31239566063dSJacob Faibussowitsch   PetscCall(DMRestoreWorkArray(subdm, maxConeSize, MPIU_INT, (void **)&subface));
31249566063dSJacob Faibussowitsch   PetscCall(DMPlexSymmetrize(subdm));
31259566063dSJacob Faibussowitsch   PetscCall(DMPlexStratify(subdm));
3126e6ccafaeSMatthew G Knepley   /* Build coordinates */
3127efa14ee0SMatthew G Knepley   {
3128efa14ee0SMatthew G Knepley     PetscSection coordSection, subCoordSection;
3129efa14ee0SMatthew G Knepley     Vec          coordinates, subCoordinates;
3130efa14ee0SMatthew G Knepley     PetscScalar *coords, *subCoords;
3131285d324eSMatthew G. Knepley     PetscInt     numComp, coordSize, v;
313224640c55SToby Isaac     const char  *name;
3133efa14ee0SMatthew G Knepley 
31349566063dSJacob Faibussowitsch     PetscCall(DMGetCoordinateSection(dm, &coordSection));
31359566063dSJacob Faibussowitsch     PetscCall(DMGetCoordinatesLocal(dm, &coordinates));
31369566063dSJacob Faibussowitsch     PetscCall(DMGetCoordinateSection(subdm, &subCoordSection));
31379566063dSJacob Faibussowitsch     PetscCall(PetscSectionSetNumFields(subCoordSection, 1));
31389566063dSJacob Faibussowitsch     PetscCall(PetscSectionGetFieldComponents(coordSection, 0, &numComp));
31399566063dSJacob Faibussowitsch     PetscCall(PetscSectionSetFieldComponents(subCoordSection, 0, numComp));
31409566063dSJacob Faibussowitsch     PetscCall(PetscSectionSetChart(subCoordSection, firstSubVertex, firstSubVertex + numSubVertices));
3141efa14ee0SMatthew G Knepley     for (v = 0; v < numSubVertices; ++v) {
3142efa14ee0SMatthew G Knepley       const PetscInt vertex    = subVertices[v];
3143efa14ee0SMatthew G Knepley       const PetscInt subvertex = firstSubVertex + v;
3144efa14ee0SMatthew G Knepley       PetscInt       dof;
3145efa14ee0SMatthew G Knepley 
31469566063dSJacob Faibussowitsch       PetscCall(PetscSectionGetDof(coordSection, vertex, &dof));
31479566063dSJacob Faibussowitsch       PetscCall(PetscSectionSetDof(subCoordSection, subvertex, dof));
31489566063dSJacob Faibussowitsch       PetscCall(PetscSectionSetFieldDof(subCoordSection, subvertex, 0, dof));
3149e6ccafaeSMatthew G Knepley     }
31509566063dSJacob Faibussowitsch     PetscCall(PetscSectionSetUp(subCoordSection));
31519566063dSJacob Faibussowitsch     PetscCall(PetscSectionGetStorageSize(subCoordSection, &coordSize));
31529566063dSJacob Faibussowitsch     PetscCall(VecCreate(PETSC_COMM_SELF, &subCoordinates));
31539566063dSJacob Faibussowitsch     PetscCall(PetscObjectGetName((PetscObject)coordinates, &name));
31549566063dSJacob Faibussowitsch     PetscCall(PetscObjectSetName((PetscObject)subCoordinates, name));
31559566063dSJacob Faibussowitsch     PetscCall(VecSetSizes(subCoordinates, coordSize, PETSC_DETERMINE));
31569566063dSJacob Faibussowitsch     PetscCall(VecSetType(subCoordinates, VECSTANDARD));
3157830e53efSMatthew G. Knepley     if (coordSize) {
31589566063dSJacob Faibussowitsch       PetscCall(VecGetArray(coordinates, &coords));
31599566063dSJacob Faibussowitsch       PetscCall(VecGetArray(subCoordinates, &subCoords));
3160efa14ee0SMatthew G Knepley       for (v = 0; v < numSubVertices; ++v) {
3161efa14ee0SMatthew G Knepley         const PetscInt vertex    = subVertices[v];
3162efa14ee0SMatthew G Knepley         const PetscInt subvertex = firstSubVertex + v;
3163efa14ee0SMatthew G Knepley         PetscInt       dof, off, sdof, soff, d;
3164e6ccafaeSMatthew G Knepley 
31659566063dSJacob Faibussowitsch         PetscCall(PetscSectionGetDof(coordSection, vertex, &dof));
31669566063dSJacob Faibussowitsch         PetscCall(PetscSectionGetOffset(coordSection, vertex, &off));
31679566063dSJacob Faibussowitsch         PetscCall(PetscSectionGetDof(subCoordSection, subvertex, &sdof));
31689566063dSJacob Faibussowitsch         PetscCall(PetscSectionGetOffset(subCoordSection, subvertex, &soff));
316963a3b9bcSJacob Faibussowitsch         PetscCheck(dof == sdof, comm, PETSC_ERR_PLIB, "Coordinate dimension %" PetscInt_FMT " on subvertex %" PetscInt_FMT ", vertex %" PetscInt_FMT " should be %" PetscInt_FMT, sdof, subvertex, vertex, dof);
3170e6ccafaeSMatthew G Knepley         for (d = 0; d < dof; ++d) subCoords[soff + d] = coords[off + d];
3171e6ccafaeSMatthew G Knepley       }
31729566063dSJacob Faibussowitsch       PetscCall(VecRestoreArray(coordinates, &coords));
31739566063dSJacob Faibussowitsch       PetscCall(VecRestoreArray(subCoordinates, &subCoords));
31743b399e24SMatthew G. Knepley     }
31759566063dSJacob Faibussowitsch     PetscCall(DMSetCoordinatesLocal(subdm, subCoordinates));
31769566063dSJacob Faibussowitsch     PetscCall(VecDestroy(&subCoordinates));
3177e6ccafaeSMatthew G Knepley   }
3178efa14ee0SMatthew G Knepley   /* Cleanup */
31799566063dSJacob Faibussowitsch   if (subvertexIS) PetscCall(ISRestoreIndices(subvertexIS, &subVertices));
31809566063dSJacob Faibussowitsch   PetscCall(ISDestroy(&subvertexIS));
31819566063dSJacob Faibussowitsch   if (subcellIS) PetscCall(ISRestoreIndices(subcellIS, &subCells));
31829566063dSJacob Faibussowitsch   PetscCall(ISDestroy(&subcellIS));
31833ba16761SJacob Faibussowitsch   PetscFunctionReturn(PETSC_SUCCESS);
3184e6ccafaeSMatthew G Knepley }
3185e6ccafaeSMatthew G Knepley 
3186d5b43468SJose E. Roman /* TODO: Fix this to properly propagate up error conditions it may find */
3187d71ae5a4SJacob Faibussowitsch static inline PetscInt DMPlexFilterPoint_Internal(PetscInt point, PetscInt firstSubPoint, PetscInt numSubPoints, const PetscInt subPoints[])
3188d71ae5a4SJacob Faibussowitsch {
31893982b651SMatthew G. Knepley   PetscInt       subPoint;
31903982b651SMatthew G. Knepley   PetscErrorCode ierr;
31913982b651SMatthew G. Knepley 
31929371c9d4SSatish Balay   ierr = PetscFindInt(point, numSubPoints, subPoints, &subPoint);
31939371c9d4SSatish Balay   if (ierr) return -1;
31943982b651SMatthew G. Knepley   return subPoint < 0 ? subPoint : firstSubPoint + subPoint;
31953982b651SMatthew G. Knepley }
31963982b651SMatthew G. Knepley 
3197d5b43468SJose E. Roman /* TODO: Fix this to properly propagate up error conditions it may find */
3198d71ae5a4SJacob Faibussowitsch static inline PetscInt DMPlexFilterPointPerm_Internal(PetscInt point, PetscInt firstSubPoint, PetscInt numSubPoints, const PetscInt subPoints[], const PetscInt subIndices[])
3199d71ae5a4SJacob Faibussowitsch {
3200dd05d810SMatthew G. Knepley   PetscInt       subPoint;
3201dd05d810SMatthew G. Knepley   PetscErrorCode ierr;
3202dd05d810SMatthew G. Knepley 
3203dd05d810SMatthew G. Knepley   ierr = PetscFindInt(point, numSubPoints, subPoints, &subPoint);
3204dd05d810SMatthew G. Knepley   if (ierr) return -1;
3205dd05d810SMatthew G. Knepley   return subPoint < 0 ? subPoint : firstSubPoint + (subIndices ? subIndices[subPoint] : subPoint);
3206dd05d810SMatthew G. Knepley }
3207dd05d810SMatthew G. Knepley 
3208d71ae5a4SJacob Faibussowitsch static PetscErrorCode DMPlexFilterLabels_Internal(DM dm, const PetscInt numSubPoints[], const PetscInt *subpoints[], const PetscInt firstSubPoint[], DM subdm)
3209d71ae5a4SJacob Faibussowitsch {
3210695799ffSMatthew G. Knepley   DMLabel  depthLabel;
3211212103e5SMatthew Knepley   PetscInt Nl, l, d;
3212212103e5SMatthew Knepley 
3213212103e5SMatthew Knepley   PetscFunctionBegin;
3214695799ffSMatthew G. Knepley   // Reset depth label for fast lookup
3215695799ffSMatthew G. Knepley   PetscCall(DMPlexGetDepthLabel(dm, &depthLabel));
3216695799ffSMatthew G. Knepley   PetscCall(DMLabelMakeAllInvalid_Internal(depthLabel));
32179566063dSJacob Faibussowitsch   PetscCall(DMGetNumLabels(dm, &Nl));
3218212103e5SMatthew Knepley   for (l = 0; l < Nl; ++l) {
3219212103e5SMatthew Knepley     DMLabel         label, newlabel;
3220212103e5SMatthew Knepley     const char     *lname;
3221d56405f8SMatthew G. Knepley     PetscBool       isDepth, isDim, isCelltype, isVTK;
3222212103e5SMatthew Knepley     IS              valueIS;
3223212103e5SMatthew Knepley     const PetscInt *values;
3224212103e5SMatthew Knepley     PetscInt        Nv, v;
3225212103e5SMatthew Knepley 
32269566063dSJacob Faibussowitsch     PetscCall(DMGetLabelName(dm, l, &lname));
32279566063dSJacob Faibussowitsch     PetscCall(PetscStrcmp(lname, "depth", &isDepth));
32289566063dSJacob Faibussowitsch     PetscCall(PetscStrcmp(lname, "dim", &isDim));
32299566063dSJacob Faibussowitsch     PetscCall(PetscStrcmp(lname, "celltype", &isCelltype));
32309566063dSJacob Faibussowitsch     PetscCall(PetscStrcmp(lname, "vtk", &isVTK));
3231d56405f8SMatthew G. Knepley     if (isDepth || isDim || isCelltype || isVTK) continue;
32329566063dSJacob Faibussowitsch     PetscCall(DMCreateLabel(subdm, lname));
32339566063dSJacob Faibussowitsch     PetscCall(DMGetLabel(dm, lname, &label));
32349566063dSJacob Faibussowitsch     PetscCall(DMGetLabel(subdm, lname, &newlabel));
32359566063dSJacob Faibussowitsch     PetscCall(DMLabelGetDefaultValue(label, &v));
32369566063dSJacob Faibussowitsch     PetscCall(DMLabelSetDefaultValue(newlabel, v));
32379566063dSJacob Faibussowitsch     PetscCall(DMLabelGetValueIS(label, &valueIS));
32389566063dSJacob Faibussowitsch     PetscCall(ISGetLocalSize(valueIS, &Nv));
32399566063dSJacob Faibussowitsch     PetscCall(ISGetIndices(valueIS, &values));
3240212103e5SMatthew Knepley     for (v = 0; v < Nv; ++v) {
3241212103e5SMatthew Knepley       IS              pointIS;
3242212103e5SMatthew Knepley       const PetscInt *points;
3243212103e5SMatthew Knepley       PetscInt        Np, p;
3244212103e5SMatthew Knepley 
32459566063dSJacob Faibussowitsch       PetscCall(DMLabelGetStratumIS(label, values[v], &pointIS));
32469566063dSJacob Faibussowitsch       PetscCall(ISGetLocalSize(pointIS, &Np));
32479566063dSJacob Faibussowitsch       PetscCall(ISGetIndices(pointIS, &points));
3248212103e5SMatthew Knepley       for (p = 0; p < Np; ++p) {
3249212103e5SMatthew Knepley         const PetscInt point = points[p];
3250212103e5SMatthew Knepley         PetscInt       subp;
3251212103e5SMatthew Knepley 
32529566063dSJacob Faibussowitsch         PetscCall(DMPlexGetPointDepth(dm, point, &d));
3253212103e5SMatthew Knepley         subp = DMPlexFilterPoint_Internal(point, firstSubPoint[d], numSubPoints[d], subpoints[d]);
32549566063dSJacob Faibussowitsch         if (subp >= 0) PetscCall(DMLabelSetValue(newlabel, subp, values[v]));
3255212103e5SMatthew Knepley       }
32569566063dSJacob Faibussowitsch       PetscCall(ISRestoreIndices(pointIS, &points));
32579566063dSJacob Faibussowitsch       PetscCall(ISDestroy(&pointIS));
3258212103e5SMatthew Knepley     }
32599566063dSJacob Faibussowitsch     PetscCall(ISRestoreIndices(valueIS, &values));
32609566063dSJacob Faibussowitsch     PetscCall(ISDestroy(&valueIS));
3261212103e5SMatthew Knepley   }
32623ba16761SJacob Faibussowitsch   PetscFunctionReturn(PETSC_SUCCESS);
3263212103e5SMatthew Knepley }
3264212103e5SMatthew Knepley 
3265d71ae5a4SJacob Faibussowitsch static PetscErrorCode DMPlexCreateSubmeshGeneric_Interpolated(DM dm, DMLabel label, PetscInt value, PetscBool markedFaces, PetscBool isCohesive, PetscInt cellHeight, DM subdm)
3266d71ae5a4SJacob Faibussowitsch {
326782f516ccSBarry Smith   MPI_Comm         comm;
326853156dfcSMatthew G. Knepley   DMLabel          subpointMap;
3269efa14ee0SMatthew G Knepley   IS              *subpointIS;
3270efa14ee0SMatthew G Knepley   const PetscInt **subpoints;
32713982b651SMatthew G. Knepley   PetscInt        *numSubPoints, *firstSubPoint, *coneNew, *orntNew;
3272dd05d810SMatthew G. Knepley   PetscInt         totSubPoints = 0, maxConeSize, dim, sdim, cdim, p, d, v;
32730d366550SMatthew G. Knepley   PetscMPIInt      rank;
3274e6ccafaeSMatthew G Knepley 
3275e6ccafaeSMatthew G Knepley   PetscFunctionBegin;
32769566063dSJacob Faibussowitsch   PetscCall(PetscObjectGetComm((PetscObject)dm, &comm));
32779566063dSJacob Faibussowitsch   PetscCallMPI(MPI_Comm_rank(comm, &rank));
3278efa14ee0SMatthew G Knepley   /* Create subpointMap which marks the submesh */
32799566063dSJacob Faibussowitsch   PetscCall(DMLabelCreate(PETSC_COMM_SELF, "subpoint_map", &subpointMap));
32809566063dSJacob Faibussowitsch   PetscCall(DMPlexSetSubpointMap(subdm, subpointMap));
3281bec263e5SMatthew G. Knepley   if (cellHeight) {
32829566063dSJacob Faibussowitsch     if (isCohesive) PetscCall(DMPlexMarkCohesiveSubmesh_Interpolated(dm, label, value, subpointMap, subdm));
32839566063dSJacob Faibussowitsch     else PetscCall(DMPlexMarkSubmesh_Interpolated(dm, label, value, markedFaces, subpointMap, subdm));
3284bec263e5SMatthew G. Knepley   } else {
3285bec263e5SMatthew G. Knepley     DMLabel         depth;
3286bec263e5SMatthew G. Knepley     IS              pointIS;
3287bec263e5SMatthew G. Knepley     const PetscInt *points;
3288b85c8bf9SMatthew G. Knepley     PetscInt        numPoints = 0;
3289bec263e5SMatthew G. Knepley 
32909566063dSJacob Faibussowitsch     PetscCall(DMPlexGetDepthLabel(dm, &depth));
32919566063dSJacob Faibussowitsch     PetscCall(DMLabelGetStratumIS(label, value, &pointIS));
3292b85c8bf9SMatthew G. Knepley     if (pointIS) {
32939566063dSJacob Faibussowitsch       PetscCall(ISGetIndices(pointIS, &points));
32949566063dSJacob Faibussowitsch       PetscCall(ISGetLocalSize(pointIS, &numPoints));
3295b85c8bf9SMatthew G. Knepley     }
3296bec263e5SMatthew G. Knepley     for (p = 0; p < numPoints; ++p) {
3297bec263e5SMatthew G. Knepley       PetscInt *closure = NULL;
3298bec263e5SMatthew G. Knepley       PetscInt  closureSize, c, pdim;
3299bec263e5SMatthew G. Knepley 
33009566063dSJacob Faibussowitsch       PetscCall(DMPlexGetTransitiveClosure(dm, points[p], PETSC_TRUE, &closureSize, &closure));
3301bec263e5SMatthew G. Knepley       for (c = 0; c < closureSize * 2; c += 2) {
33029566063dSJacob Faibussowitsch         PetscCall(DMLabelGetValue(depth, closure[c], &pdim));
33039566063dSJacob Faibussowitsch         PetscCall(DMLabelSetValue(subpointMap, closure[c], pdim));
3304bec263e5SMatthew G. Knepley       }
33059566063dSJacob Faibussowitsch       PetscCall(DMPlexRestoreTransitiveClosure(dm, points[p], PETSC_TRUE, &closureSize, &closure));
3306bec263e5SMatthew G. Knepley     }
33079566063dSJacob Faibussowitsch     if (pointIS) PetscCall(ISRestoreIndices(pointIS, &points));
33089566063dSJacob Faibussowitsch     PetscCall(ISDestroy(&pointIS));
3309bec263e5SMatthew G. Knepley   }
3310efa14ee0SMatthew G Knepley   /* Setup chart */
33119566063dSJacob Faibussowitsch   PetscCall(DMGetDimension(dm, &dim));
3312dd05d810SMatthew G. Knepley   PetscCall(DMGetCoordinateDim(dm, &cdim));
33139566063dSJacob Faibussowitsch   PetscCall(PetscMalloc4(dim + 1, &numSubPoints, dim + 1, &firstSubPoint, dim + 1, &subpointIS, dim + 1, &subpoints));
3314e6ccafaeSMatthew G Knepley   for (d = 0; d <= dim; ++d) {
33159566063dSJacob Faibussowitsch     PetscCall(DMLabelGetStratumSize(subpointMap, d, &numSubPoints[d]));
3316e6ccafaeSMatthew G Knepley     totSubPoints += numSubPoints[d];
3317e6ccafaeSMatthew G Knepley   }
3318dd05d810SMatthew G. Knepley   // Determine submesh dimension
3319dd05d810SMatthew G. Knepley   PetscCall(DMGetDimension(subdm, &sdim));
3320dd05d810SMatthew G. Knepley   if (sdim > 0) {
3321dd05d810SMatthew G. Knepley     // Calling function knows what dimension to use, and we include neighboring cells as well
3322dd05d810SMatthew G. Knepley     sdim = dim;
3323dd05d810SMatthew G. Knepley   } else {
3324dd05d810SMatthew G. Knepley     // We reset the subdimension based on what is being selected
3325dd05d810SMatthew G. Knepley     PetscInt lsdim;
3326dd05d810SMatthew G. Knepley     for (lsdim = dim; lsdim >= 0; --lsdim)
3327dd05d810SMatthew G. Knepley       if (numSubPoints[lsdim]) break;
33283ba16761SJacob Faibussowitsch     PetscCallMPI(MPI_Allreduce(&lsdim, &sdim, 1, MPIU_INT, MPIU_MAX, comm));
3329dd05d810SMatthew G. Knepley     PetscCall(DMSetDimension(subdm, sdim));
3330dd05d810SMatthew G. Knepley     PetscCall(DMSetCoordinateDim(subdm, cdim));
3331dd05d810SMatthew G. Knepley   }
33329566063dSJacob Faibussowitsch   PetscCall(DMPlexSetChart(subdm, 0, totSubPoints));
33339566063dSJacob Faibussowitsch   PetscCall(DMPlexSetVTKCellHeight(subdm, cellHeight));
3334e6ccafaeSMatthew G Knepley   /* Set cone sizes */
3335dd05d810SMatthew G. Knepley   firstSubPoint[sdim] = 0;
3336dd05d810SMatthew G. Knepley   firstSubPoint[0]    = firstSubPoint[sdim] + numSubPoints[sdim];
3337dd05d810SMatthew G. Knepley   if (sdim > 1) firstSubPoint[sdim - 1] = firstSubPoint[0] + numSubPoints[0];
3338dd05d810SMatthew G. Knepley   if (sdim > 2) firstSubPoint[sdim - 2] = firstSubPoint[sdim - 1] + numSubPoints[sdim - 1];
3339dd05d810SMatthew G. Knepley   for (d = 0; d <= sdim; ++d) {
33409566063dSJacob Faibussowitsch     PetscCall(DMLabelGetStratumIS(subpointMap, d, &subpointIS[d]));
33419566063dSJacob Faibussowitsch     if (subpointIS[d]) PetscCall(ISGetIndices(subpointIS[d], &subpoints[d]));
3342e6ccafaeSMatthew G Knepley   }
3343412e9a14SMatthew G. Knepley   /* We do not want this label automatically computed, instead we compute it here */
33449566063dSJacob Faibussowitsch   PetscCall(DMCreateLabel(subdm, "celltype"));
3345dd05d810SMatthew G. Knepley   for (d = 0; d <= sdim; ++d) {
3346e6ccafaeSMatthew G Knepley     for (p = 0; p < numSubPoints[d]; ++p) {
3347e6ccafaeSMatthew G Knepley       const PetscInt  point    = subpoints[d][p];
3348e6ccafaeSMatthew G Knepley       const PetscInt  subpoint = firstSubPoint[d] + p;
3349e6ccafaeSMatthew G Knepley       const PetscInt *cone;
335015100a53SVaclav Hapla       PetscInt        coneSize;
3351e6ccafaeSMatthew G Knepley 
33529566063dSJacob Faibussowitsch       PetscCall(DMPlexGetConeSize(dm, point, &coneSize));
3353dd05d810SMatthew G. Knepley       if (cellHeight && (d == sdim)) {
335415100a53SVaclav Hapla         PetscInt coneSizeNew, c, val;
335515100a53SVaclav Hapla 
33569566063dSJacob Faibussowitsch         PetscCall(DMPlexGetCone(dm, point, &cone));
3357e6ccafaeSMatthew G Knepley         for (c = 0, coneSizeNew = 0; c < coneSize; ++c) {
33589566063dSJacob Faibussowitsch           PetscCall(DMLabelGetValue(subpointMap, cone[c], &val));
3359e6ccafaeSMatthew G Knepley           if (val >= 0) coneSizeNew++;
3360e6ccafaeSMatthew G Knepley         }
33619566063dSJacob Faibussowitsch         PetscCall(DMPlexSetConeSize(subdm, subpoint, coneSizeNew));
33629566063dSJacob Faibussowitsch         PetscCall(DMPlexSetCellType(subdm, subpoint, DM_POLYTOPE_FV_GHOST));
336315100a53SVaclav Hapla       } else {
336415100a53SVaclav Hapla         DMPolytopeType ct;
336515100a53SVaclav Hapla 
336615100a53SVaclav Hapla         PetscCall(DMPlexSetConeSize(subdm, subpoint, coneSize));
336715100a53SVaclav Hapla         PetscCall(DMPlexGetCellType(dm, point, &ct));
336815100a53SVaclav Hapla         PetscCall(DMPlexSetCellType(subdm, subpoint, ct));
3369e6ccafaeSMatthew G Knepley       }
3370e6ccafaeSMatthew G Knepley     }
3371e6ccafaeSMatthew G Knepley   }
33729566063dSJacob Faibussowitsch   PetscCall(DMLabelDestroy(&subpointMap));
33739566063dSJacob Faibussowitsch   PetscCall(DMSetUp(subdm));
3374e6ccafaeSMatthew G Knepley   /* Set cones */
33759566063dSJacob Faibussowitsch   PetscCall(DMPlexGetMaxSizes(dm, &maxConeSize, NULL));
33769566063dSJacob Faibussowitsch   PetscCall(PetscMalloc2(maxConeSize, &coneNew, maxConeSize, &orntNew));
3377dd05d810SMatthew G. Knepley   for (d = 0; d <= sdim; ++d) {
3378e6ccafaeSMatthew G Knepley     for (p = 0; p < numSubPoints[d]; ++p) {
3379e6ccafaeSMatthew G Knepley       const PetscInt  point    = subpoints[d][p];
3380e6ccafaeSMatthew G Knepley       const PetscInt  subpoint = firstSubPoint[d] + p;
33810e49e2e2SMatthew G. Knepley       const PetscInt *cone, *ornt;
33820d366550SMatthew G. Knepley       PetscInt        coneSize, subconeSize, coneSizeNew, c, subc, fornt = 0;
3383e6ccafaeSMatthew G Knepley 
3384dd05d810SMatthew G. Knepley       if (d == sdim - 1) {
33850d366550SMatthew G. Knepley         const PetscInt *support, *cone, *ornt;
33860d366550SMatthew G. Knepley         PetscInt        supportSize, coneSize, s, subc;
33870d366550SMatthew G. Knepley 
33889566063dSJacob Faibussowitsch         PetscCall(DMPlexGetSupport(dm, point, &support));
33899566063dSJacob Faibussowitsch         PetscCall(DMPlexGetSupportSize(dm, point, &supportSize));
33900d366550SMatthew G. Knepley         for (s = 0; s < supportSize; ++s) {
3391064cae4fSPierre Jolivet           PetscBool isHybrid = PETSC_FALSE;
3392412e9a14SMatthew G. Knepley 
33939566063dSJacob Faibussowitsch           PetscCall(DMPlexCellIsHybrid_Internal(dm, support[s], &isHybrid));
3394412e9a14SMatthew G. Knepley           if (!isHybrid) continue;
33959566063dSJacob Faibussowitsch           PetscCall(PetscFindInt(support[s], numSubPoints[d + 1], subpoints[d + 1], &subc));
33960d366550SMatthew G. Knepley           if (subc >= 0) {
33970d366550SMatthew G. Knepley             const PetscInt ccell = subpoints[d + 1][subc];
33980d366550SMatthew G. Knepley 
33999566063dSJacob Faibussowitsch             PetscCall(DMPlexGetCone(dm, ccell, &cone));
34009566063dSJacob Faibussowitsch             PetscCall(DMPlexGetConeSize(dm, ccell, &coneSize));
34019566063dSJacob Faibussowitsch             PetscCall(DMPlexGetConeOrientation(dm, ccell, &ornt));
34020d366550SMatthew G. Knepley             for (c = 0; c < coneSize; ++c) {
34030d366550SMatthew G. Knepley               if (cone[c] == point) {
34040d366550SMatthew G. Knepley                 fornt = ornt[c];
34050d366550SMatthew G. Knepley                 break;
34060d366550SMatthew G. Knepley               }
34070d366550SMatthew G. Knepley             }
34080d366550SMatthew G. Knepley             break;
34090d366550SMatthew G. Knepley           }
34100d366550SMatthew G. Knepley         }
34110d366550SMatthew G. Knepley       }
34129566063dSJacob Faibussowitsch       PetscCall(DMPlexGetConeSize(dm, point, &coneSize));
34139566063dSJacob Faibussowitsch       PetscCall(DMPlexGetConeSize(subdm, subpoint, &subconeSize));
34149566063dSJacob Faibussowitsch       PetscCall(DMPlexGetCone(dm, point, &cone));
34159566063dSJacob Faibussowitsch       PetscCall(DMPlexGetConeOrientation(dm, point, &ornt));
3416e6ccafaeSMatthew G Knepley       for (c = 0, coneSizeNew = 0; c < coneSize; ++c) {
34179566063dSJacob Faibussowitsch         PetscCall(PetscFindInt(cone[c], numSubPoints[d - 1], subpoints[d - 1], &subc));
341801a2673eSMatthew G. Knepley         if (subc >= 0) {
341901a2673eSMatthew G. Knepley           coneNew[coneSizeNew] = firstSubPoint[d - 1] + subc;
34203982b651SMatthew G. Knepley           orntNew[coneSizeNew] = ornt[c];
342101a2673eSMatthew G. Knepley           ++coneSizeNew;
342201a2673eSMatthew G. Knepley         }
3423e6ccafaeSMatthew G Knepley       }
342463a3b9bcSJacob Faibussowitsch       PetscCheck(coneSizeNew == subconeSize, comm, PETSC_ERR_PLIB, "Number of cone points located %" PetscInt_FMT " does not match subcone size %" PetscInt_FMT, coneSizeNew, subconeSize);
34259566063dSJacob Faibussowitsch       PetscCall(DMPlexSetCone(subdm, subpoint, coneNew));
34269566063dSJacob Faibussowitsch       PetscCall(DMPlexSetConeOrientation(subdm, subpoint, orntNew));
34279566063dSJacob Faibussowitsch       if (fornt < 0) PetscCall(DMPlexOrientPoint(subdm, subpoint, fornt));
3428e6ccafaeSMatthew G Knepley     }
3429e6ccafaeSMatthew G Knepley   }
34309566063dSJacob Faibussowitsch   PetscCall(PetscFree2(coneNew, orntNew));
34319566063dSJacob Faibussowitsch   PetscCall(DMPlexSymmetrize(subdm));
34329566063dSJacob Faibussowitsch   PetscCall(DMPlexStratify(subdm));
3433e6ccafaeSMatthew G Knepley   /* Build coordinates */
3434e6ccafaeSMatthew G Knepley   {
3435e6ccafaeSMatthew G Knepley     PetscSection coordSection, subCoordSection;
3436e6ccafaeSMatthew G Knepley     Vec          coordinates, subCoordinates;
3437e6ccafaeSMatthew G Knepley     PetscScalar *coords, *subCoords;
3438c0e8cf5fSMatthew G. Knepley     PetscInt     cdim, numComp, coordSize;
343924640c55SToby Isaac     const char  *name;
3440e6ccafaeSMatthew G Knepley 
34419566063dSJacob Faibussowitsch     PetscCall(DMGetCoordinateDim(dm, &cdim));
34429566063dSJacob Faibussowitsch     PetscCall(DMGetCoordinateSection(dm, &coordSection));
34439566063dSJacob Faibussowitsch     PetscCall(DMGetCoordinatesLocal(dm, &coordinates));
34449566063dSJacob Faibussowitsch     PetscCall(DMGetCoordinateSection(subdm, &subCoordSection));
34459566063dSJacob Faibussowitsch     PetscCall(PetscSectionSetNumFields(subCoordSection, 1));
34469566063dSJacob Faibussowitsch     PetscCall(PetscSectionGetFieldComponents(coordSection, 0, &numComp));
34479566063dSJacob Faibussowitsch     PetscCall(PetscSectionSetFieldComponents(subCoordSection, 0, numComp));
34489566063dSJacob Faibussowitsch     PetscCall(PetscSectionSetChart(subCoordSection, firstSubPoint[0], firstSubPoint[0] + numSubPoints[0]));
3449e6ccafaeSMatthew G Knepley     for (v = 0; v < numSubPoints[0]; ++v) {
3450e6ccafaeSMatthew G Knepley       const PetscInt vertex    = subpoints[0][v];
3451e6ccafaeSMatthew G Knepley       const PetscInt subvertex = firstSubPoint[0] + v;
3452e6ccafaeSMatthew G Knepley       PetscInt       dof;
3453e6ccafaeSMatthew G Knepley 
34549566063dSJacob Faibussowitsch       PetscCall(PetscSectionGetDof(coordSection, vertex, &dof));
34559566063dSJacob Faibussowitsch       PetscCall(PetscSectionSetDof(subCoordSection, subvertex, dof));
34569566063dSJacob Faibussowitsch       PetscCall(PetscSectionSetFieldDof(subCoordSection, subvertex, 0, dof));
3457e6ccafaeSMatthew G Knepley     }
34589566063dSJacob Faibussowitsch     PetscCall(PetscSectionSetUp(subCoordSection));
34599566063dSJacob Faibussowitsch     PetscCall(PetscSectionGetStorageSize(subCoordSection, &coordSize));
34609566063dSJacob Faibussowitsch     PetscCall(VecCreate(PETSC_COMM_SELF, &subCoordinates));
34619566063dSJacob Faibussowitsch     PetscCall(PetscObjectGetName((PetscObject)coordinates, &name));
34629566063dSJacob Faibussowitsch     PetscCall(PetscObjectSetName((PetscObject)subCoordinates, name));
34639566063dSJacob Faibussowitsch     PetscCall(VecSetSizes(subCoordinates, coordSize, PETSC_DETERMINE));
34649566063dSJacob Faibussowitsch     PetscCall(VecSetBlockSize(subCoordinates, cdim));
34659566063dSJacob Faibussowitsch     PetscCall(VecSetType(subCoordinates, VECSTANDARD));
34669566063dSJacob Faibussowitsch     PetscCall(VecGetArray(coordinates, &coords));
34679566063dSJacob Faibussowitsch     PetscCall(VecGetArray(subCoordinates, &subCoords));
3468e6ccafaeSMatthew G Knepley     for (v = 0; v < numSubPoints[0]; ++v) {
3469e6ccafaeSMatthew G Knepley       const PetscInt vertex    = subpoints[0][v];
3470e6ccafaeSMatthew G Knepley       const PetscInt subvertex = firstSubPoint[0] + v;
3471e6ccafaeSMatthew G Knepley       PetscInt       dof, off, sdof, soff, d;
3472e6ccafaeSMatthew G Knepley 
34739566063dSJacob Faibussowitsch       PetscCall(PetscSectionGetDof(coordSection, vertex, &dof));
34749566063dSJacob Faibussowitsch       PetscCall(PetscSectionGetOffset(coordSection, vertex, &off));
34759566063dSJacob Faibussowitsch       PetscCall(PetscSectionGetDof(subCoordSection, subvertex, &sdof));
34769566063dSJacob Faibussowitsch       PetscCall(PetscSectionGetOffset(subCoordSection, subvertex, &soff));
347763a3b9bcSJacob Faibussowitsch       PetscCheck(dof == sdof, comm, PETSC_ERR_PLIB, "Coordinate dimension %" PetscInt_FMT " on subvertex %" PetscInt_FMT ", vertex %" PetscInt_FMT " should be %" PetscInt_FMT, sdof, subvertex, vertex, dof);
3478efa14ee0SMatthew G Knepley       for (d = 0; d < dof; ++d) subCoords[soff + d] = coords[off + d];
3479e6ccafaeSMatthew G Knepley     }
34809566063dSJacob Faibussowitsch     PetscCall(VecRestoreArray(coordinates, &coords));
34819566063dSJacob Faibussowitsch     PetscCall(VecRestoreArray(subCoordinates, &subCoords));
34829566063dSJacob Faibussowitsch     PetscCall(DMSetCoordinatesLocal(subdm, subCoordinates));
34839566063dSJacob Faibussowitsch     PetscCall(VecDestroy(&subCoordinates));
3484e6ccafaeSMatthew G Knepley   }
34853982b651SMatthew G. Knepley   /* Build SF: We need this complexity because subpoints might not be selected on the owning process */
34863982b651SMatthew G. Knepley   {
34873982b651SMatthew G. Knepley     PetscSF            sfPoint, sfPointSub;
34883982b651SMatthew G. Knepley     IS                 subpIS;
34893982b651SMatthew G. Knepley     const PetscSFNode *remotePoints;
34905033f954SMatthew G. Knepley     PetscSFNode       *sremotePoints = NULL, *newLocalPoints = NULL, *newOwners = NULL;
34915033f954SMatthew G. Knepley     const PetscInt    *localPoints, *subpoints, *rootdegree;
3492dd05d810SMatthew G. Knepley     PetscInt          *slocalPoints = NULL, *sortedPoints = NULL, *sortedIndices = NULL;
34935033f954SMatthew G. Knepley     PetscInt           numRoots, numLeaves, numSubpoints = 0, numSubroots, numSubleaves = 0, l, sl = 0, ll = 0, pStart, pEnd, p;
34945033f954SMatthew G. Knepley     PetscMPIInt        rank, size;
34953982b651SMatthew G. Knepley 
34969566063dSJacob Faibussowitsch     PetscCallMPI(MPI_Comm_rank(PetscObjectComm((PetscObject)dm), &rank));
34975033f954SMatthew G. Knepley     PetscCallMPI(MPI_Comm_size(PetscObjectComm((PetscObject)dm), &size));
34989566063dSJacob Faibussowitsch     PetscCall(DMGetPointSF(dm, &sfPoint));
34999566063dSJacob Faibussowitsch     PetscCall(DMGetPointSF(subdm, &sfPointSub));
35009566063dSJacob Faibussowitsch     PetscCall(DMPlexGetChart(dm, &pStart, &pEnd));
35019566063dSJacob Faibussowitsch     PetscCall(DMPlexGetChart(subdm, NULL, &numSubroots));
35029566063dSJacob Faibussowitsch     PetscCall(DMPlexGetSubpointIS(subdm, &subpIS));
35033982b651SMatthew G. Knepley     if (subpIS) {
3504dd05d810SMatthew G. Knepley       PetscBool sorted = PETSC_TRUE;
3505dd05d810SMatthew G. Knepley 
35069566063dSJacob Faibussowitsch       PetscCall(ISGetIndices(subpIS, &subpoints));
35079566063dSJacob Faibussowitsch       PetscCall(ISGetLocalSize(subpIS, &numSubpoints));
3508dd05d810SMatthew G. Knepley       for (p = 1; p < numSubpoints; ++p) sorted = sorted && (subpoints[p] >= subpoints[p - 1]) ? PETSC_TRUE : PETSC_FALSE;
3509dd05d810SMatthew G. Knepley       if (!sorted) {
3510dd05d810SMatthew G. Knepley         PetscCall(PetscMalloc2(numSubpoints, &sortedPoints, numSubpoints, &sortedIndices));
3511dd05d810SMatthew G. Knepley         for (p = 0; p < numSubpoints; ++p) sortedIndices[p] = p;
3512dd05d810SMatthew G. Knepley         PetscCall(PetscArraycpy(sortedPoints, subpoints, numSubpoints));
3513dd05d810SMatthew G. Knepley         PetscCall(PetscSortIntWithArray(numSubpoints, sortedPoints, sortedIndices));
3514dd05d810SMatthew G. Knepley       }
35153982b651SMatthew G. Knepley     }
35169566063dSJacob Faibussowitsch     PetscCall(PetscSFGetGraph(sfPoint, &numRoots, &numLeaves, &localPoints, &remotePoints));
35173982b651SMatthew G. Knepley     if (numRoots >= 0) {
35185033f954SMatthew G. Knepley       PetscCall(PetscSFComputeDegreeBegin(sfPoint, &rootdegree));
35195033f954SMatthew G. Knepley       PetscCall(PetscSFComputeDegreeEnd(sfPoint, &rootdegree));
35209566063dSJacob Faibussowitsch       PetscCall(PetscMalloc2(pEnd - pStart, &newLocalPoints, numRoots, &newOwners));
35213982b651SMatthew G. Knepley       for (p = 0; p < pEnd - pStart; ++p) {
35223982b651SMatthew G. Knepley         newLocalPoints[p].rank  = -2;
35233982b651SMatthew G. Knepley         newLocalPoints[p].index = -2;
35243982b651SMatthew G. Knepley       }
35253982b651SMatthew G. Knepley       /* Set subleaves */
35263982b651SMatthew G. Knepley       for (l = 0; l < numLeaves; ++l) {
35273982b651SMatthew G. Knepley         const PetscInt point    = localPoints[l];
3528dd05d810SMatthew G. Knepley         const PetscInt subpoint = DMPlexFilterPointPerm_Internal(point, 0, numSubpoints, sortedPoints ? sortedPoints : subpoints, sortedIndices);
35293982b651SMatthew G. Knepley 
35303982b651SMatthew G. Knepley         if (subpoint < 0) continue;
35313982b651SMatthew G. Knepley         newLocalPoints[point - pStart].rank  = rank;
35323982b651SMatthew G. Knepley         newLocalPoints[point - pStart].index = subpoint;
35333982b651SMatthew G. Knepley         ++numSubleaves;
35343982b651SMatthew G. Knepley       }
35353982b651SMatthew G. Knepley       /* Must put in owned subpoints */
35363982b651SMatthew G. Knepley       for (p = pStart; p < pEnd; ++p) {
35373982b651SMatthew G. Knepley         newOwners[p - pStart].rank  = -3;
35383982b651SMatthew G. Knepley         newOwners[p - pStart].index = -3;
35393982b651SMatthew G. Knepley       }
3540d9384f27SMatthew G. Knepley       for (p = 0; p < numSubpoints; ++p) {
35415033f954SMatthew G. Knepley         /* Hold on to currently owned points */
35425033f954SMatthew G. Knepley         if (rootdegree[subpoints[p] - pStart]) newOwners[subpoints[p] - pStart].rank = rank + size;
35435033f954SMatthew G. Knepley         else newOwners[subpoints[p] - pStart].rank = rank;
3544d9384f27SMatthew G. Knepley         newOwners[subpoints[p] - pStart].index = p;
35453982b651SMatthew G. Knepley       }
35469566063dSJacob Faibussowitsch       PetscCall(PetscSFReduceBegin(sfPoint, MPIU_2INT, newLocalPoints, newOwners, MPI_MAXLOC));
35479566063dSJacob Faibussowitsch       PetscCall(PetscSFReduceEnd(sfPoint, MPIU_2INT, newLocalPoints, newOwners, MPI_MAXLOC));
35489371c9d4SSatish Balay       for (p = pStart; p < pEnd; ++p)
35499371c9d4SSatish Balay         if (newOwners[p - pStart].rank >= size) newOwners[p - pStart].rank -= size;
35509566063dSJacob Faibussowitsch       PetscCall(PetscSFBcastBegin(sfPoint, MPIU_2INT, newOwners, newLocalPoints, MPI_REPLACE));
35519566063dSJacob Faibussowitsch       PetscCall(PetscSFBcastEnd(sfPoint, MPIU_2INT, newOwners, newLocalPoints, MPI_REPLACE));
35529566063dSJacob Faibussowitsch       PetscCall(PetscMalloc1(numSubleaves, &slocalPoints));
35539566063dSJacob Faibussowitsch       PetscCall(PetscMalloc1(numSubleaves, &sremotePoints));
35545033f954SMatthew G. Knepley       for (l = 0; l < numLeaves; ++l) {
35553982b651SMatthew G. Knepley         const PetscInt point    = localPoints[l];
3556dd05d810SMatthew G. Knepley         const PetscInt subpoint = DMPlexFilterPointPerm_Internal(point, 0, numSubpoints, sortedPoints ? sortedPoints : subpoints, sortedIndices);
35573982b651SMatthew G. Knepley 
35583982b651SMatthew G. Knepley         if (subpoint < 0) continue;
35599371c9d4SSatish Balay         if (newLocalPoints[point].rank == rank) {
35609371c9d4SSatish Balay           ++ll;
35619371c9d4SSatish Balay           continue;
35629371c9d4SSatish Balay         }
35633982b651SMatthew G. Knepley         slocalPoints[sl]        = subpoint;
35643982b651SMatthew G. Knepley         sremotePoints[sl].rank  = newLocalPoints[point].rank;
35653982b651SMatthew G. Knepley         sremotePoints[sl].index = newLocalPoints[point].index;
356663a3b9bcSJacob Faibussowitsch         PetscCheck(sremotePoints[sl].rank >= 0, PETSC_COMM_SELF, PETSC_ERR_PLIB, "Invalid remote rank for local point %" PetscInt_FMT, point);
356763a3b9bcSJacob Faibussowitsch         PetscCheck(sremotePoints[sl].index >= 0, PETSC_COMM_SELF, PETSC_ERR_PLIB, "Invalid remote subpoint for local point %" PetscInt_FMT, point);
35683982b651SMatthew G. Knepley         ++sl;
35693982b651SMatthew G. Knepley       }
35701dca8a05SBarry Smith       PetscCheck(sl + ll == numSubleaves, PETSC_COMM_SELF, PETSC_ERR_PLIB, "Mismatch in number of subleaves %" PetscInt_FMT " + %" PetscInt_FMT " != %" PetscInt_FMT, sl, ll, numSubleaves);
35719566063dSJacob Faibussowitsch       PetscCall(PetscFree2(newLocalPoints, newOwners));
35729566063dSJacob Faibussowitsch       PetscCall(PetscSFSetGraph(sfPointSub, numSubroots, sl, slocalPoints, PETSC_OWN_POINTER, sremotePoints, PETSC_OWN_POINTER));
35733982b651SMatthew G. Knepley     }
357448a46eb9SPierre Jolivet     if (subpIS) PetscCall(ISRestoreIndices(subpIS, &subpoints));
3575dd05d810SMatthew G. Knepley     PetscCall(PetscFree2(sortedPoints, sortedIndices));
35763982b651SMatthew G. Knepley   }
3577212103e5SMatthew Knepley   /* Filter labels */
35789566063dSJacob Faibussowitsch   PetscCall(DMPlexFilterLabels_Internal(dm, numSubPoints, subpoints, firstSubPoint, subdm));
3579efa14ee0SMatthew G Knepley   /* Cleanup */
3580dd05d810SMatthew G. Knepley   for (d = 0; d <= sdim; ++d) {
35819566063dSJacob Faibussowitsch     if (subpointIS[d]) PetscCall(ISRestoreIndices(subpointIS[d], &subpoints[d]));
35829566063dSJacob Faibussowitsch     PetscCall(ISDestroy(&subpointIS[d]));
3583e6ccafaeSMatthew G Knepley   }
35849566063dSJacob Faibussowitsch   PetscCall(PetscFree4(numSubPoints, firstSubPoint, subpointIS, subpoints));
35853ba16761SJacob Faibussowitsch   PetscFunctionReturn(PETSC_SUCCESS);
3586e6ccafaeSMatthew G Knepley }
3587e6ccafaeSMatthew G Knepley 
3588d71ae5a4SJacob Faibussowitsch static PetscErrorCode DMPlexCreateSubmesh_Interpolated(DM dm, DMLabel vertexLabel, PetscInt value, PetscBool markedFaces, DM subdm)
3589d71ae5a4SJacob Faibussowitsch {
35903982b651SMatthew G. Knepley   PetscFunctionBegin;
35919566063dSJacob Faibussowitsch   PetscCall(DMPlexCreateSubmeshGeneric_Interpolated(dm, vertexLabel, value, markedFaces, PETSC_FALSE, 1, subdm));
35923ba16761SJacob Faibussowitsch   PetscFunctionReturn(PETSC_SUCCESS);
35933982b651SMatthew G. Knepley }
35943982b651SMatthew G. Knepley 
3595d0fa310fSMatthew G. Knepley /*@
3596e6ccafaeSMatthew G Knepley   DMPlexCreateSubmesh - Extract a hypersurface from the mesh using vertices defined by a label
3597e6ccafaeSMatthew G Knepley 
3598e6ccafaeSMatthew G Knepley   Input Parameters:
3599e6ccafaeSMatthew G Knepley + dm           - The original mesh
3600*20f4b53cSBarry Smith . vertexLabel  - The `DMLabel` marking points contained in the surface
3601158acfadSMatthew G. Knepley . value        - The label value to use
3602*20f4b53cSBarry Smith - markedFaces  - `PETSC_TRUE` if surface faces are marked in addition to vertices, `PETSC_FALSE` if only vertices are marked
3603e6ccafaeSMatthew G Knepley 
3604e6ccafaeSMatthew G Knepley   Output Parameter:
3605e6ccafaeSMatthew G Knepley . subdm - The surface mesh
3606e6ccafaeSMatthew G Knepley 
3607e6ccafaeSMatthew G Knepley   Level: developer
3608e6ccafaeSMatthew G Knepley 
3609*20f4b53cSBarry Smith   Note:
3610*20f4b53cSBarry Smith   This function produces a `DMLabel` mapping original points in the submesh to their depth. This can be obtained using `DMPlexGetSubpointMap()`.
3611*20f4b53cSBarry Smith 
3612*20f4b53cSBarry Smith .seealso: [](chapter_unstructured), `DM`, `DMPLEX`, `DMPlexGetSubpointMap()`, `DMGetLabel()`, `DMLabelSetValue()`
3613830e53efSMatthew G. Knepley @*/
3614d71ae5a4SJacob Faibussowitsch PetscErrorCode DMPlexCreateSubmesh(DM dm, DMLabel vertexLabel, PetscInt value, PetscBool markedFaces, DM *subdm)
3615d71ae5a4SJacob Faibussowitsch {
3616827c4036SVaclav Hapla   DMPlexInterpolatedFlag interpolated;
3617827c4036SVaclav Hapla   PetscInt               dim, cdim;
3618e6ccafaeSMatthew G Knepley 
3619e6ccafaeSMatthew G Knepley   PetscFunctionBegin;
3620e6ccafaeSMatthew G Knepley   PetscValidHeaderSpecific(dm, DM_CLASSID, 1);
3621064a246eSJacob Faibussowitsch   PetscValidPointer(subdm, 5);
36229566063dSJacob Faibussowitsch   PetscCall(DMGetDimension(dm, &dim));
36239566063dSJacob Faibussowitsch   PetscCall(DMCreate(PetscObjectComm((PetscObject)dm), subdm));
36249566063dSJacob Faibussowitsch   PetscCall(DMSetType(*subdm, DMPLEX));
36259566063dSJacob Faibussowitsch   PetscCall(DMSetDimension(*subdm, dim - 1));
36269566063dSJacob Faibussowitsch   PetscCall(DMGetCoordinateDim(dm, &cdim));
36279566063dSJacob Faibussowitsch   PetscCall(DMSetCoordinateDim(*subdm, cdim));
36289566063dSJacob Faibussowitsch   PetscCall(DMPlexIsInterpolated(dm, &interpolated));
362908401ef6SPierre Jolivet   PetscCheck(interpolated != DMPLEX_INTERPOLATED_PARTIAL, PETSC_COMM_SELF, PETSC_ERR_ARG_WRONG, "Not for partially interpolated meshes");
3630827c4036SVaclav Hapla   if (interpolated) {
36319566063dSJacob Faibussowitsch     PetscCall(DMPlexCreateSubmesh_Interpolated(dm, vertexLabel, value, markedFaces, *subdm));
3632e6ccafaeSMatthew G Knepley   } else {
36339566063dSJacob Faibussowitsch     PetscCall(DMPlexCreateSubmesh_Uninterpolated(dm, vertexLabel, value, *subdm));
3634e6ccafaeSMatthew G Knepley   }
36355de52c6dSVaclav Hapla   PetscCall(DMPlexCopy_Internal(dm, PETSC_TRUE, PETSC_TRUE, *subdm));
36363ba16761SJacob Faibussowitsch   PetscFunctionReturn(PETSC_SUCCESS);
3637e6ccafaeSMatthew G Knepley }
3638e6ccafaeSMatthew G Knepley 
3639d71ae5a4SJacob Faibussowitsch static PetscErrorCode DMPlexCreateCohesiveSubmesh_Uninterpolated(DM dm, PetscBool hasLagrange, const char label[], PetscInt value, DM subdm)
3640d71ae5a4SJacob Faibussowitsch {
3641766ab985SMatthew G. Knepley   MPI_Comm        comm;
3642766ab985SMatthew G. Knepley   DMLabel         subpointMap;
3643766ab985SMatthew G. Knepley   IS              subvertexIS;
3644766ab985SMatthew G. Knepley   const PetscInt *subVertices;
3645fed694aaSMatthew G. Knepley   PetscInt        numSubVertices, firstSubVertex, numSubCells, *subCells = NULL;
3646766ab985SMatthew G. Knepley   PetscInt       *subface, maxConeSize, numSubFaces, firstSubFace, newFacePoint, nFV;
3647412e9a14SMatthew G. Knepley   PetscInt        c, f;
3648766ab985SMatthew G. Knepley 
3649766ab985SMatthew G. Knepley   PetscFunctionBegin;
36509566063dSJacob Faibussowitsch   PetscCall(PetscObjectGetComm((PetscObject)dm, &comm));
3651766ab985SMatthew G. Knepley   /* Create subpointMap which marks the submesh */
36529566063dSJacob Faibussowitsch   PetscCall(DMLabelCreate(PETSC_COMM_SELF, "subpoint_map", &subpointMap));
36539566063dSJacob Faibussowitsch   PetscCall(DMPlexSetSubpointMap(subdm, subpointMap));
36549566063dSJacob Faibussowitsch   PetscCall(DMLabelDestroy(&subpointMap));
36559566063dSJacob Faibussowitsch   PetscCall(DMPlexMarkCohesiveSubmesh_Uninterpolated(dm, hasLagrange, label, value, subpointMap, &numSubFaces, &nFV, &subCells, subdm));
3656766ab985SMatthew G. Knepley   /* Setup chart */
36579566063dSJacob Faibussowitsch   PetscCall(DMLabelGetStratumSize(subpointMap, 0, &numSubVertices));
36589566063dSJacob Faibussowitsch   PetscCall(DMLabelGetStratumSize(subpointMap, 2, &numSubCells));
36599566063dSJacob Faibussowitsch   PetscCall(DMPlexSetChart(subdm, 0, numSubCells + numSubFaces + numSubVertices));
36609566063dSJacob Faibussowitsch   PetscCall(DMPlexSetVTKCellHeight(subdm, 1));
3661766ab985SMatthew G. Knepley   /* Set cone sizes */
3662766ab985SMatthew G. Knepley   firstSubVertex = numSubCells;
3663766ab985SMatthew G. Knepley   firstSubFace   = numSubCells + numSubVertices;
3664766ab985SMatthew G. Knepley   newFacePoint   = firstSubFace;
36659566063dSJacob Faibussowitsch   PetscCall(DMLabelGetStratumIS(subpointMap, 0, &subvertexIS));
36669566063dSJacob Faibussowitsch   if (subvertexIS) PetscCall(ISGetIndices(subvertexIS, &subVertices));
366748a46eb9SPierre Jolivet   for (c = 0; c < numSubCells; ++c) PetscCall(DMPlexSetConeSize(subdm, c, 1));
366848a46eb9SPierre Jolivet   for (f = firstSubFace; f < firstSubFace + numSubFaces; ++f) PetscCall(DMPlexSetConeSize(subdm, f, nFV));
36699566063dSJacob Faibussowitsch   PetscCall(DMSetUp(subdm));
3670766ab985SMatthew G. Knepley   /* Create face cones */
36719566063dSJacob Faibussowitsch   PetscCall(DMPlexGetMaxSizes(dm, &maxConeSize, NULL));
36729566063dSJacob Faibussowitsch   PetscCall(DMGetWorkArray(subdm, maxConeSize, MPIU_INT, (void **)&subface));
3673766ab985SMatthew G. Knepley   for (c = 0; c < numSubCells; ++c) {
3674766ab985SMatthew G. Knepley     const PetscInt  cell    = subCells[c];
3675766ab985SMatthew G. Knepley     const PetscInt  subcell = c;
367687feddfdSMatthew G. Knepley     const PetscInt *cone, *cells;
3677064cae4fSPierre Jolivet     PetscBool       isHybrid = PETSC_FALSE;
367887feddfdSMatthew G. Knepley     PetscInt        numCells, subVertex, p, v;
3679766ab985SMatthew G. Knepley 
36809566063dSJacob Faibussowitsch     PetscCall(DMPlexCellIsHybrid_Internal(dm, cell, &isHybrid));
3681412e9a14SMatthew G. Knepley     if (!isHybrid) continue;
36829566063dSJacob Faibussowitsch     PetscCall(DMPlexGetCone(dm, cell, &cone));
368387feddfdSMatthew G. Knepley     for (v = 0; v < nFV; ++v) {
36849566063dSJacob Faibussowitsch       PetscCall(PetscFindInt(cone[v], numSubVertices, subVertices, &subVertex));
368587feddfdSMatthew G. Knepley       subface[v] = firstSubVertex + subVertex;
368687feddfdSMatthew G. Knepley     }
36879566063dSJacob Faibussowitsch     PetscCall(DMPlexSetCone(subdm, newFacePoint, subface));
36889566063dSJacob Faibussowitsch     PetscCall(DMPlexSetCone(subdm, subcell, &newFacePoint));
36899566063dSJacob Faibussowitsch     PetscCall(DMPlexGetJoin(dm, nFV, cone, &numCells, &cells));
369027234c99SMatthew G. Knepley     /* Not true in parallel
369108401ef6SPierre Jolivet     PetscCheck(numCells == 2,PETSC_COMM_SELF, PETSC_ERR_ARG_WRONG, "Cohesive cells should separate two cells"); */
369287feddfdSMatthew G. Knepley     for (p = 0; p < numCells; ++p) {
369387feddfdSMatthew G. Knepley       PetscInt  negsubcell;
3694064cae4fSPierre Jolivet       PetscBool isHybrid = PETSC_FALSE;
3695766ab985SMatthew G. Knepley 
36969566063dSJacob Faibussowitsch       PetscCall(DMPlexCellIsHybrid_Internal(dm, cells[p], &isHybrid));
3697412e9a14SMatthew G. Knepley       if (isHybrid) continue;
369887feddfdSMatthew G. Knepley       /* I know this is a crap search */
369987feddfdSMatthew G. Knepley       for (negsubcell = 0; negsubcell < numSubCells; ++negsubcell) {
370087feddfdSMatthew G. Knepley         if (subCells[negsubcell] == cells[p]) break;
3701766ab985SMatthew G. Knepley       }
370263a3b9bcSJacob Faibussowitsch       PetscCheck(negsubcell != numSubCells, PETSC_COMM_SELF, PETSC_ERR_ARG_WRONG, "Could not find negative face neighbor for cohesive cell %" PetscInt_FMT, cell);
37039566063dSJacob Faibussowitsch       PetscCall(DMPlexSetCone(subdm, negsubcell, &newFacePoint));
3704766ab985SMatthew G. Knepley     }
37059566063dSJacob Faibussowitsch     PetscCall(DMPlexRestoreJoin(dm, nFV, cone, &numCells, &cells));
370687feddfdSMatthew G. Knepley     ++newFacePoint;
3707766ab985SMatthew G. Knepley   }
37089566063dSJacob Faibussowitsch   PetscCall(DMRestoreWorkArray(subdm, maxConeSize, MPIU_INT, (void **)&subface));
37099566063dSJacob Faibussowitsch   PetscCall(DMPlexSymmetrize(subdm));
37109566063dSJacob Faibussowitsch   PetscCall(DMPlexStratify(subdm));
3711766ab985SMatthew G. Knepley   /* Build coordinates */
3712766ab985SMatthew G. Knepley   {
3713766ab985SMatthew G. Knepley     PetscSection coordSection, subCoordSection;
3714766ab985SMatthew G. Knepley     Vec          coordinates, subCoordinates;
3715766ab985SMatthew G. Knepley     PetscScalar *coords, *subCoords;
3716c0e8cf5fSMatthew G. Knepley     PetscInt     cdim, numComp, coordSize, v;
371724640c55SToby Isaac     const char  *name;
3718766ab985SMatthew G. Knepley 
37199566063dSJacob Faibussowitsch     PetscCall(DMGetCoordinateDim(dm, &cdim));
37209566063dSJacob Faibussowitsch     PetscCall(DMGetCoordinateSection(dm, &coordSection));
37219566063dSJacob Faibussowitsch     PetscCall(DMGetCoordinatesLocal(dm, &coordinates));
37229566063dSJacob Faibussowitsch     PetscCall(DMGetCoordinateSection(subdm, &subCoordSection));
37239566063dSJacob Faibussowitsch     PetscCall(PetscSectionSetNumFields(subCoordSection, 1));
37249566063dSJacob Faibussowitsch     PetscCall(PetscSectionGetFieldComponents(coordSection, 0, &numComp));
37259566063dSJacob Faibussowitsch     PetscCall(PetscSectionSetFieldComponents(subCoordSection, 0, numComp));
37269566063dSJacob Faibussowitsch     PetscCall(PetscSectionSetChart(subCoordSection, firstSubVertex, firstSubVertex + numSubVertices));
3727766ab985SMatthew G. Knepley     for (v = 0; v < numSubVertices; ++v) {
3728766ab985SMatthew G. Knepley       const PetscInt vertex    = subVertices[v];
3729766ab985SMatthew G. Knepley       const PetscInt subvertex = firstSubVertex + v;
3730766ab985SMatthew G. Knepley       PetscInt       dof;
3731766ab985SMatthew G. Knepley 
37329566063dSJacob Faibussowitsch       PetscCall(PetscSectionGetDof(coordSection, vertex, &dof));
37339566063dSJacob Faibussowitsch       PetscCall(PetscSectionSetDof(subCoordSection, subvertex, dof));
37349566063dSJacob Faibussowitsch       PetscCall(PetscSectionSetFieldDof(subCoordSection, subvertex, 0, dof));
3735766ab985SMatthew G. Knepley     }
37369566063dSJacob Faibussowitsch     PetscCall(PetscSectionSetUp(subCoordSection));
37379566063dSJacob Faibussowitsch     PetscCall(PetscSectionGetStorageSize(subCoordSection, &coordSize));
37389566063dSJacob Faibussowitsch     PetscCall(VecCreate(PETSC_COMM_SELF, &subCoordinates));
37399566063dSJacob Faibussowitsch     PetscCall(PetscObjectGetName((PetscObject)coordinates, &name));
37409566063dSJacob Faibussowitsch     PetscCall(PetscObjectSetName((PetscObject)subCoordinates, name));
37419566063dSJacob Faibussowitsch     PetscCall(VecSetSizes(subCoordinates, coordSize, PETSC_DETERMINE));
37429566063dSJacob Faibussowitsch     PetscCall(VecSetBlockSize(subCoordinates, cdim));
37439566063dSJacob Faibussowitsch     PetscCall(VecSetType(subCoordinates, VECSTANDARD));
37449566063dSJacob Faibussowitsch     PetscCall(VecGetArray(coordinates, &coords));
37459566063dSJacob Faibussowitsch     PetscCall(VecGetArray(subCoordinates, &subCoords));
3746766ab985SMatthew G. Knepley     for (v = 0; v < numSubVertices; ++v) {
3747766ab985SMatthew G. Knepley       const PetscInt vertex    = subVertices[v];
3748766ab985SMatthew G. Knepley       const PetscInt subvertex = firstSubVertex + v;
3749766ab985SMatthew G. Knepley       PetscInt       dof, off, sdof, soff, d;
3750766ab985SMatthew G. Knepley 
37519566063dSJacob Faibussowitsch       PetscCall(PetscSectionGetDof(coordSection, vertex, &dof));
37529566063dSJacob Faibussowitsch       PetscCall(PetscSectionGetOffset(coordSection, vertex, &off));
37539566063dSJacob Faibussowitsch       PetscCall(PetscSectionGetDof(subCoordSection, subvertex, &sdof));
37549566063dSJacob Faibussowitsch       PetscCall(PetscSectionGetOffset(subCoordSection, subvertex, &soff));
375563a3b9bcSJacob Faibussowitsch       PetscCheck(dof == sdof, comm, PETSC_ERR_PLIB, "Coordinate dimension %" PetscInt_FMT " on subvertex %" PetscInt_FMT ", vertex %" PetscInt_FMT " should be %" PetscInt_FMT, sdof, subvertex, vertex, dof);
3756766ab985SMatthew G. Knepley       for (d = 0; d < dof; ++d) subCoords[soff + d] = coords[off + d];
3757766ab985SMatthew G. Knepley     }
37589566063dSJacob Faibussowitsch     PetscCall(VecRestoreArray(coordinates, &coords));
37599566063dSJacob Faibussowitsch     PetscCall(VecRestoreArray(subCoordinates, &subCoords));
37609566063dSJacob Faibussowitsch     PetscCall(DMSetCoordinatesLocal(subdm, subCoordinates));
37619566063dSJacob Faibussowitsch     PetscCall(VecDestroy(&subCoordinates));
3762766ab985SMatthew G. Knepley   }
3763aca35d17SMatthew G. Knepley   /* Build SF */
3764aca35d17SMatthew G. Knepley   CHKMEMQ;
3765aca35d17SMatthew G. Knepley   {
3766aca35d17SMatthew G. Knepley     PetscSF            sfPoint, sfPointSub;
3767aca35d17SMatthew G. Knepley     const PetscSFNode *remotePoints;
3768bdcf2095SMatthew G. Knepley     PetscSFNode       *sremotePoints, *newLocalPoints, *newOwners;
3769aca35d17SMatthew G. Knepley     const PetscInt    *localPoints;
3770bdcf2095SMatthew G. Knepley     PetscInt          *slocalPoints;
377149c26ae4SMatthew G. Knepley     PetscInt           numRoots, numLeaves, numSubRoots = numSubCells + numSubFaces + numSubVertices, numSubLeaves = 0, l, sl, ll, pStart, pEnd, p, vStart, vEnd;
3772bdcf2095SMatthew G. Knepley     PetscMPIInt        rank;
3773aca35d17SMatthew G. Knepley 
37749566063dSJacob Faibussowitsch     PetscCallMPI(MPI_Comm_rank(PetscObjectComm((PetscObject)dm), &rank));
37759566063dSJacob Faibussowitsch     PetscCall(DMGetPointSF(dm, &sfPoint));
37769566063dSJacob Faibussowitsch     PetscCall(DMGetPointSF(subdm, &sfPointSub));
37779566063dSJacob Faibussowitsch     PetscCall(DMPlexGetChart(dm, &pStart, &pEnd));
37789566063dSJacob Faibussowitsch     PetscCall(DMPlexGetDepthStratum(dm, 0, &vStart, &vEnd));
37799566063dSJacob Faibussowitsch     PetscCall(PetscSFGetGraph(sfPoint, &numRoots, &numLeaves, &localPoints, &remotePoints));
3780aca35d17SMatthew G. Knepley     if (numRoots >= 0) {
3781aca35d17SMatthew G. Knepley       /* Only vertices should be shared */
37829566063dSJacob Faibussowitsch       PetscCall(PetscMalloc2(pEnd - pStart, &newLocalPoints, numRoots, &newOwners));
3783bdcf2095SMatthew G. Knepley       for (p = 0; p < pEnd - pStart; ++p) {
3784bdcf2095SMatthew G. Knepley         newLocalPoints[p].rank  = -2;
3785bdcf2095SMatthew G. Knepley         newLocalPoints[p].index = -2;
3786bdcf2095SMatthew G. Knepley       }
37879e0823b2SMatthew G. Knepley       /* Set subleaves */
3788aca35d17SMatthew G. Knepley       for (l = 0; l < numLeaves; ++l) {
3789aca35d17SMatthew G. Knepley         const PetscInt point    = localPoints[l];
3790bdcf2095SMatthew G. Knepley         const PetscInt subPoint = DMPlexFilterPoint_Internal(point, firstSubVertex, numSubVertices, subVertices);
3791aca35d17SMatthew G. Knepley 
379263a3b9bcSJacob Faibussowitsch         PetscCheck(!(point < vStart) || !(point >= vEnd), PETSC_COMM_SELF, PETSC_ERR_ARG_OUTOFRANGE, "Should not be mapping anything but vertices, %" PetscInt_FMT, point);
3793bdcf2095SMatthew G. Knepley         if (subPoint < 0) continue;
3794bdcf2095SMatthew G. Knepley         newLocalPoints[point - pStart].rank  = rank;
3795bdcf2095SMatthew G. Knepley         newLocalPoints[point - pStart].index = subPoint;
3796bdcf2095SMatthew G. Knepley         ++numSubLeaves;
3797aca35d17SMatthew G. Knepley       }
37989e0823b2SMatthew G. Knepley       /* Must put in owned subpoints */
37999e0823b2SMatthew G. Knepley       for (p = pStart; p < pEnd; ++p) {
38009e0823b2SMatthew G. Knepley         const PetscInt subPoint = DMPlexFilterPoint_Internal(p, firstSubVertex, numSubVertices, subVertices);
38019e0823b2SMatthew G. Knepley 
38029e0823b2SMatthew G. Knepley         if (subPoint < 0) {
38039e0823b2SMatthew G. Knepley           newOwners[p - pStart].rank  = -3;
38049e0823b2SMatthew G. Knepley           newOwners[p - pStart].index = -3;
38059e0823b2SMatthew G. Knepley         } else {
38069e0823b2SMatthew G. Knepley           newOwners[p - pStart].rank  = rank;
38079e0823b2SMatthew G. Knepley           newOwners[p - pStart].index = subPoint;
38089e0823b2SMatthew G. Knepley         }
3809bdcf2095SMatthew G. Knepley       }
38109566063dSJacob Faibussowitsch       PetscCall(PetscSFReduceBegin(sfPoint, MPIU_2INT, newLocalPoints, newOwners, MPI_MAXLOC));
38119566063dSJacob Faibussowitsch       PetscCall(PetscSFReduceEnd(sfPoint, MPIU_2INT, newLocalPoints, newOwners, MPI_MAXLOC));
38129566063dSJacob Faibussowitsch       PetscCall(PetscSFBcastBegin(sfPoint, MPIU_2INT, newOwners, newLocalPoints, MPI_REPLACE));
38139566063dSJacob Faibussowitsch       PetscCall(PetscSFBcastEnd(sfPoint, MPIU_2INT, newOwners, newLocalPoints, MPI_REPLACE));
38149566063dSJacob Faibussowitsch       PetscCall(PetscMalloc1(numSubLeaves, &slocalPoints));
38159566063dSJacob Faibussowitsch       PetscCall(PetscMalloc1(numSubLeaves, &sremotePoints));
381649c26ae4SMatthew G. Knepley       for (l = 0, sl = 0, ll = 0; l < numLeaves; ++l) {
3817bdcf2095SMatthew G. Knepley         const PetscInt point    = localPoints[l];
3818bdcf2095SMatthew G. Knepley         const PetscInt subPoint = DMPlexFilterPoint_Internal(point, firstSubVertex, numSubVertices, subVertices);
3819aca35d17SMatthew G. Knepley 
3820aca35d17SMatthew G. Knepley         if (subPoint < 0) continue;
38219371c9d4SSatish Balay         if (newLocalPoints[point].rank == rank) {
38229371c9d4SSatish Balay           ++ll;
38239371c9d4SSatish Balay           continue;
38249371c9d4SSatish Balay         }
3825aca35d17SMatthew G. Knepley         slocalPoints[sl]        = subPoint;
3826bdcf2095SMatthew G. Knepley         sremotePoints[sl].rank  = newLocalPoints[point].rank;
3827bdcf2095SMatthew G. Knepley         sremotePoints[sl].index = newLocalPoints[point].index;
382863a3b9bcSJacob Faibussowitsch         PetscCheck(sremotePoints[sl].rank >= 0, PETSC_COMM_SELF, PETSC_ERR_PLIB, "Invalid remote rank for local point %" PetscInt_FMT, point);
382963a3b9bcSJacob Faibussowitsch         PetscCheck(sremotePoints[sl].index >= 0, PETSC_COMM_SELF, PETSC_ERR_PLIB, "Invalid remote subpoint for local point %" PetscInt_FMT, point);
3830aca35d17SMatthew G. Knepley         ++sl;
3831aca35d17SMatthew G. Knepley       }
38329566063dSJacob Faibussowitsch       PetscCall(PetscFree2(newLocalPoints, newOwners));
38331dca8a05SBarry Smith       PetscCheck(sl + ll == numSubLeaves, PETSC_COMM_SELF, PETSC_ERR_PLIB, "Mismatch in number of subleaves %" PetscInt_FMT " + %" PetscInt_FMT " != %" PetscInt_FMT, sl, ll, numSubLeaves);
38349566063dSJacob Faibussowitsch       PetscCall(PetscSFSetGraph(sfPointSub, numSubRoots, sl, slocalPoints, PETSC_OWN_POINTER, sremotePoints, PETSC_OWN_POINTER));
3835aca35d17SMatthew G. Knepley     }
3836aca35d17SMatthew G. Knepley   }
3837aca35d17SMatthew G. Knepley   CHKMEMQ;
3838766ab985SMatthew G. Knepley   /* Cleanup */
38399566063dSJacob Faibussowitsch   if (subvertexIS) PetscCall(ISRestoreIndices(subvertexIS, &subVertices));
38409566063dSJacob Faibussowitsch   PetscCall(ISDestroy(&subvertexIS));
38419566063dSJacob Faibussowitsch   PetscCall(PetscFree(subCells));
38423ba16761SJacob Faibussowitsch   PetscFunctionReturn(PETSC_SUCCESS);
3843766ab985SMatthew G. Knepley }
3844766ab985SMatthew G. Knepley 
3845d71ae5a4SJacob Faibussowitsch static PetscErrorCode DMPlexCreateCohesiveSubmesh_Interpolated(DM dm, const char labelname[], PetscInt value, DM subdm)
3846d71ae5a4SJacob Faibussowitsch {
38473982b651SMatthew G. Knepley   DMLabel label = NULL;
3848766ab985SMatthew G. Knepley 
3849766ab985SMatthew G. Knepley   PetscFunctionBegin;
38509566063dSJacob Faibussowitsch   if (labelname) PetscCall(DMGetLabel(dm, labelname, &label));
38519566063dSJacob Faibussowitsch   PetscCall(DMPlexCreateSubmeshGeneric_Interpolated(dm, label, value, PETSC_FALSE, PETSC_TRUE, 1, subdm));
38523ba16761SJacob Faibussowitsch   PetscFunctionReturn(PETSC_SUCCESS);
3853766ab985SMatthew G. Knepley }
3854766ab985SMatthew G. Knepley 
3855c08575a3SMatthew G. Knepley /*@C
3856*20f4b53cSBarry Smith   DMPlexCreateCohesiveSubmesh - Extract from a mesh with cohesive cells the hypersurface defined by one face of the cells. Optionally, a label can be given to restrict the cells.
3857766ab985SMatthew G. Knepley 
3858766ab985SMatthew G. Knepley   Input Parameters:
3859766ab985SMatthew G. Knepley + dm          - The original mesh
386027c04023SMatthew G. Knepley . hasLagrange - The mesh has Lagrange unknowns in the cohesive cells
3861*20f4b53cSBarry Smith . label       - A label name, or `NULL`
386227c04023SMatthew G. Knepley - value  - A label value
3863766ab985SMatthew G. Knepley 
3864766ab985SMatthew G. Knepley   Output Parameter:
3865766ab985SMatthew G. Knepley . subdm - The surface mesh
3866766ab985SMatthew G. Knepley 
3867766ab985SMatthew G. Knepley   Level: developer
3868766ab985SMatthew G. Knepley 
3869*20f4b53cSBarry Smith   Note:
3870*20f4b53cSBarry Smith   This function produces a `DMLabel` mapping original points in the submesh to their depth. This can be obtained using `DMPlexGetSubpointMap()`.
3871*20f4b53cSBarry Smith 
3872*20f4b53cSBarry Smith .seealso: [](chapter_unstructured), `DM`, `DMPLEX`, `DMPlexGetSubpointMap()`, `DMPlexCreateSubmesh()`
3873c08575a3SMatthew G. Knepley @*/
3874d71ae5a4SJacob Faibussowitsch PetscErrorCode DMPlexCreateCohesiveSubmesh(DM dm, PetscBool hasLagrange, const char label[], PetscInt value, DM *subdm)
3875d71ae5a4SJacob Faibussowitsch {
3876c0e8cf5fSMatthew G. Knepley   PetscInt dim, cdim, depth;
3877766ab985SMatthew G. Knepley 
3878766ab985SMatthew G. Knepley   PetscFunctionBegin;
3879766ab985SMatthew G. Knepley   PetscValidHeaderSpecific(dm, DM_CLASSID, 1);
388027c04023SMatthew G. Knepley   PetscValidPointer(subdm, 5);
38819566063dSJacob Faibussowitsch   PetscCall(DMGetDimension(dm, &dim));
38829566063dSJacob Faibussowitsch   PetscCall(DMPlexGetDepth(dm, &depth));
38839566063dSJacob Faibussowitsch   PetscCall(DMCreate(PetscObjectComm((PetscObject)dm), subdm));
38849566063dSJacob Faibussowitsch   PetscCall(DMSetType(*subdm, DMPLEX));
38859566063dSJacob Faibussowitsch   PetscCall(DMSetDimension(*subdm, dim - 1));
38869566063dSJacob Faibussowitsch   PetscCall(DMGetCoordinateDim(dm, &cdim));
38879566063dSJacob Faibussowitsch   PetscCall(DMSetCoordinateDim(*subdm, cdim));
3888766ab985SMatthew G. Knepley   if (depth == dim) {
38899566063dSJacob Faibussowitsch     PetscCall(DMPlexCreateCohesiveSubmesh_Interpolated(dm, label, value, *subdm));
3890766ab985SMatthew G. Knepley   } else {
38919566063dSJacob Faibussowitsch     PetscCall(DMPlexCreateCohesiveSubmesh_Uninterpolated(dm, hasLagrange, label, value, *subdm));
3892e6ccafaeSMatthew G Knepley   }
38935de52c6dSVaclav Hapla   PetscCall(DMPlexCopy_Internal(dm, PETSC_TRUE, PETSC_TRUE, *subdm));
38943ba16761SJacob Faibussowitsch   PetscFunctionReturn(PETSC_SUCCESS);
3895e6ccafaeSMatthew G Knepley }
3896e6ccafaeSMatthew G Knepley 
3897bec263e5SMatthew G. Knepley /*@
3898bec263e5SMatthew G. Knepley   DMPlexFilter - Extract a subset of mesh cells defined by a label as a separate mesh
3899bec263e5SMatthew G. Knepley 
3900bec263e5SMatthew G. Knepley   Input Parameters:
3901bec263e5SMatthew G. Knepley + dm        - The original mesh
3902*20f4b53cSBarry Smith . cellLabel - The `DMLabel` marking cells contained in the new mesh
3903bec263e5SMatthew G. Knepley - value     - The label value to use
3904bec263e5SMatthew G. Knepley 
3905bec263e5SMatthew G. Knepley   Output Parameter:
3906bec263e5SMatthew G. Knepley . subdm - The new mesh
3907bec263e5SMatthew G. Knepley 
3908bec263e5SMatthew G. Knepley   Level: developer
3909bec263e5SMatthew G. Knepley 
3910*20f4b53cSBarry Smith   Note:
3911*20f4b53cSBarry Smith   This function produces a `DMLabel` mapping original points in the submesh to their depth. This can be obtained using `DMPlexGetSubpointMap()`.
3912*20f4b53cSBarry Smith 
3913*20f4b53cSBarry Smith .seealso: [](chapter_unstructured), `DM`, `DMPLEX`, `DMPlexGetSubpointMap()`, `DMGetLabel()`, `DMLabelSetValue()`, `DMPlexCreateSubmesh()`
3914bec263e5SMatthew G. Knepley @*/
3915d71ae5a4SJacob Faibussowitsch PetscErrorCode DMPlexFilter(DM dm, DMLabel cellLabel, PetscInt value, DM *subdm)
3916d71ae5a4SJacob Faibussowitsch {
3917b47cd10cSMatthew G. Knepley   PetscInt dim, overlap;
3918bec263e5SMatthew G. Knepley 
3919bec263e5SMatthew G. Knepley   PetscFunctionBegin;
3920bec263e5SMatthew G. Knepley   PetscValidHeaderSpecific(dm, DM_CLASSID, 1);
3921064a246eSJacob Faibussowitsch   PetscValidPointer(subdm, 4);
39229566063dSJacob Faibussowitsch   PetscCall(DMGetDimension(dm, &dim));
39239566063dSJacob Faibussowitsch   PetscCall(DMCreate(PetscObjectComm((PetscObject)dm), subdm));
39249566063dSJacob Faibussowitsch   PetscCall(DMSetType(*subdm, DMPLEX));
3925bec263e5SMatthew G. Knepley   /* Extract submesh in place, could be empty on some procs, could have inconsistency if procs do not both extract a shared cell */
39269566063dSJacob Faibussowitsch   PetscCall(DMPlexCreateSubmeshGeneric_Interpolated(dm, cellLabel, value, PETSC_FALSE, PETSC_FALSE, 0, *subdm));
39275de52c6dSVaclav Hapla   PetscCall(DMPlexCopy_Internal(dm, PETSC_TRUE, PETSC_TRUE, *subdm));
3928b47cd10cSMatthew G. Knepley   // It is possible to obtain a surface mesh where some faces are in SF
3929b47cd10cSMatthew G. Knepley   //   We should either mark the mesh as having an overlap, or delete these from the SF
3930b47cd10cSMatthew G. Knepley   PetscCall(DMPlexGetOverlap(dm, &overlap));
3931b47cd10cSMatthew G. Knepley   if (!overlap) {
3932b47cd10cSMatthew G. Knepley     PetscSF         sf;
3933b47cd10cSMatthew G. Knepley     const PetscInt *leaves;
3934b47cd10cSMatthew G. Knepley     PetscInt        cStart, cEnd, Nl;
3935b47cd10cSMatthew G. Knepley     PetscBool       hasSubcell = PETSC_FALSE, ghasSubcell;
3936b47cd10cSMatthew G. Knepley 
3937b47cd10cSMatthew G. Knepley     PetscCall(DMPlexGetHeightStratum(*subdm, 0, &cStart, &cEnd));
3938b47cd10cSMatthew G. Knepley     PetscCall(DMGetPointSF(*subdm, &sf));
3939b47cd10cSMatthew G. Knepley     PetscCall(PetscSFGetGraph(sf, NULL, &Nl, &leaves, NULL));
3940b47cd10cSMatthew G. Knepley     for (PetscInt l = 0; l < Nl; ++l) {
3941b47cd10cSMatthew G. Knepley       const PetscInt point = leaves ? leaves[l] : l;
3942b47cd10cSMatthew G. Knepley 
3943b47cd10cSMatthew G. Knepley       if (point >= cStart && point < cEnd) {
3944b47cd10cSMatthew G. Knepley         hasSubcell = PETSC_TRUE;
3945b47cd10cSMatthew G. Knepley         break;
3946b47cd10cSMatthew G. Knepley       }
3947b47cd10cSMatthew G. Knepley     }
3948b47cd10cSMatthew G. Knepley     PetscCall(MPIU_Allreduce(&hasSubcell, &ghasSubcell, 1, MPIU_BOOL, MPI_LOR, PetscObjectComm((PetscObject)dm)));
3949b47cd10cSMatthew G. Knepley     if (ghasSubcell) PetscCall(DMPlexSetOverlap(*subdm, NULL, 1));
3950b47cd10cSMatthew G. Knepley   }
39513ba16761SJacob Faibussowitsch   PetscFunctionReturn(PETSC_SUCCESS);
3952bec263e5SMatthew G. Knepley }
3953bec263e5SMatthew G. Knepley 
395464beef6dSMatthew G. Knepley /*@
3955*20f4b53cSBarry Smith   DMPlexGetSubpointMap - Returns a `DMLabel` with point dimension as values
395664beef6dSMatthew G. Knepley 
395764beef6dSMatthew G. Knepley   Input Parameter:
3958*20f4b53cSBarry Smith . dm - The submesh `DM`
395964beef6dSMatthew G. Knepley 
396064beef6dSMatthew G. Knepley   Output Parameter:
3961*20f4b53cSBarry Smith . subpointMap - The `DMLabel` of all the points from the original mesh in this submesh, or `NULL` if this is not a submesh
396264beef6dSMatthew G. Knepley 
396364beef6dSMatthew G. Knepley   Level: developer
396464beef6dSMatthew G. Knepley 
3965*20f4b53cSBarry Smith .seealso: [](chapter_unstructured), `DM`, `DMPLEX`, `DMPlexCreateSubmesh()`, `DMPlexGetSubpointIS()`
396664beef6dSMatthew G. Knepley @*/
3967d71ae5a4SJacob Faibussowitsch PetscErrorCode DMPlexGetSubpointMap(DM dm, DMLabel *subpointMap)
3968d71ae5a4SJacob Faibussowitsch {
3969e6ccafaeSMatthew G Knepley   PetscFunctionBegin;
3970e6ccafaeSMatthew G Knepley   PetscValidHeaderSpecific(dm, DM_CLASSID, 1);
3971e6ccafaeSMatthew G Knepley   PetscValidPointer(subpointMap, 2);
397265663942SMatthew G. Knepley   *subpointMap = ((DM_Plex *)dm->data)->subpointMap;
39733ba16761SJacob Faibussowitsch   PetscFunctionReturn(PETSC_SUCCESS);
3974e6ccafaeSMatthew G Knepley }
3975e6ccafaeSMatthew G Knepley 
3976c08575a3SMatthew G. Knepley /*@
3977*20f4b53cSBarry Smith   DMPlexSetSubpointMap - Sets the `DMLabel` with point dimension as values
3978c08575a3SMatthew G. Knepley 
3979c08575a3SMatthew G. Knepley   Input Parameters:
3980*20f4b53cSBarry Smith + dm - The submesh `DM`
3981*20f4b53cSBarry Smith - subpointMap - The `DMLabel` of all the points from the original mesh in this submesh
3982c08575a3SMatthew G. Knepley 
3983c08575a3SMatthew G. Knepley   Level: developer
3984c08575a3SMatthew G. Knepley 
3985*20f4b53cSBarry Smith   Note:
3986*20f4b53cSBarry Smith   Should normally not be called by the user, since it is set in `DMPlexCreateSubmesh()`
3987*20f4b53cSBarry Smith 
3988*20f4b53cSBarry Smith .seealso: [](chapter_unstructured), `DM`, `DMPLEX`, `DMPlexCreateSubmesh()`, `DMPlexGetSubpointIS()`
3989c08575a3SMatthew G. Knepley @*/
3990d71ae5a4SJacob Faibussowitsch PetscErrorCode DMPlexSetSubpointMap(DM dm, DMLabel subpointMap)
3991d71ae5a4SJacob Faibussowitsch {
3992e6ccafaeSMatthew G Knepley   DM_Plex *mesh = (DM_Plex *)dm->data;
3993285d324eSMatthew G. Knepley   DMLabel  tmp;
3994e6ccafaeSMatthew G Knepley 
3995e6ccafaeSMatthew G Knepley   PetscFunctionBegin;
3996e6ccafaeSMatthew G Knepley   PetscValidHeaderSpecific(dm, DM_CLASSID, 1);
3997285d324eSMatthew G. Knepley   tmp               = mesh->subpointMap;
3998e6ccafaeSMatthew G Knepley   mesh->subpointMap = subpointMap;
39999566063dSJacob Faibussowitsch   PetscCall(PetscObjectReference((PetscObject)mesh->subpointMap));
40009566063dSJacob Faibussowitsch   PetscCall(DMLabelDestroy(&tmp));
40013ba16761SJacob Faibussowitsch   PetscFunctionReturn(PETSC_SUCCESS);
4002e6ccafaeSMatthew G Knepley }
4003e6ccafaeSMatthew G Knepley 
4004d71ae5a4SJacob Faibussowitsch static PetscErrorCode DMPlexCreateSubpointIS_Internal(DM dm, IS *subpointIS)
4005d71ae5a4SJacob Faibussowitsch {
400697d8846cSMatthew Knepley   DMLabel  spmap;
400797d8846cSMatthew Knepley   PetscInt depth, d;
400897d8846cSMatthew Knepley 
400997d8846cSMatthew Knepley   PetscFunctionBegin;
40109566063dSJacob Faibussowitsch   PetscCall(DMPlexGetSubpointMap(dm, &spmap));
40119566063dSJacob Faibussowitsch   PetscCall(DMPlexGetDepth(dm, &depth));
401297d8846cSMatthew Knepley   if (spmap && depth >= 0) {
401397d8846cSMatthew Knepley     DM_Plex  *mesh = (DM_Plex *)dm->data;
401497d8846cSMatthew Knepley     PetscInt *points, *depths;
401597d8846cSMatthew Knepley     PetscInt  pStart, pEnd, p, off;
401697d8846cSMatthew Knepley 
40179566063dSJacob Faibussowitsch     PetscCall(DMPlexGetChart(dm, &pStart, &pEnd));
401863a3b9bcSJacob Faibussowitsch     PetscCheck(!pStart, PETSC_COMM_SELF, PETSC_ERR_ARG_WRONG, "Submeshes must start the point numbering at 0, not %" PetscInt_FMT, pStart);
40199566063dSJacob Faibussowitsch     PetscCall(PetscMalloc1(pEnd, &points));
40209566063dSJacob Faibussowitsch     PetscCall(DMGetWorkArray(dm, depth + 1, MPIU_INT, &depths));
402197d8846cSMatthew Knepley     depths[0] = depth;
402297d8846cSMatthew Knepley     depths[1] = 0;
4023ad540459SPierre Jolivet     for (d = 2; d <= depth; ++d) depths[d] = depth + 1 - d;
402497d8846cSMatthew Knepley     for (d = 0, off = 0; d <= depth; ++d) {
402597d8846cSMatthew Knepley       const PetscInt dep = depths[d];
402697d8846cSMatthew Knepley       PetscInt       depStart, depEnd, n;
402797d8846cSMatthew Knepley 
40289566063dSJacob Faibussowitsch       PetscCall(DMPlexGetDepthStratum(dm, dep, &depStart, &depEnd));
40299566063dSJacob Faibussowitsch       PetscCall(DMLabelGetStratumSize(spmap, dep, &n));
403097d8846cSMatthew Knepley       if (((d < 2) && (depth > 1)) || (d == 1)) { /* Only check vertices and cells for now since the map is broken for others */
403163a3b9bcSJacob Faibussowitsch         PetscCheck(n == depEnd - depStart, PETSC_COMM_SELF, PETSC_ERR_ARG_WRONG, "The number of mapped submesh points %" PetscInt_FMT " at depth %" PetscInt_FMT " should be %" PetscInt_FMT, n, dep, depEnd - depStart);
403297d8846cSMatthew Knepley       } else {
403397d8846cSMatthew Knepley         if (!n) {
403497d8846cSMatthew Knepley           if (d == 0) {
403597d8846cSMatthew Knepley             /* Missing cells */
403697d8846cSMatthew Knepley             for (p = 0; p < depEnd - depStart; ++p, ++off) points[off] = -1;
403797d8846cSMatthew Knepley           } else {
403897d8846cSMatthew Knepley             /* Missing faces */
403997d8846cSMatthew Knepley             for (p = 0; p < depEnd - depStart; ++p, ++off) points[off] = PETSC_MAX_INT;
404097d8846cSMatthew Knepley           }
404197d8846cSMatthew Knepley         }
404297d8846cSMatthew Knepley       }
404397d8846cSMatthew Knepley       if (n) {
404497d8846cSMatthew Knepley         IS              is;
404597d8846cSMatthew Knepley         const PetscInt *opoints;
404697d8846cSMatthew Knepley 
40479566063dSJacob Faibussowitsch         PetscCall(DMLabelGetStratumIS(spmap, dep, &is));
40489566063dSJacob Faibussowitsch         PetscCall(ISGetIndices(is, &opoints));
404997d8846cSMatthew Knepley         for (p = 0; p < n; ++p, ++off) points[off] = opoints[p];
40509566063dSJacob Faibussowitsch         PetscCall(ISRestoreIndices(is, &opoints));
40519566063dSJacob Faibussowitsch         PetscCall(ISDestroy(&is));
405297d8846cSMatthew Knepley       }
405397d8846cSMatthew Knepley     }
40549566063dSJacob Faibussowitsch     PetscCall(DMRestoreWorkArray(dm, depth + 1, MPIU_INT, &depths));
405563a3b9bcSJacob Faibussowitsch     PetscCheck(off == pEnd, PETSC_COMM_SELF, PETSC_ERR_ARG_WRONG, "The number of mapped submesh points %" PetscInt_FMT " should be %" PetscInt_FMT, off, pEnd);
40569566063dSJacob Faibussowitsch     PetscCall(ISCreateGeneral(PETSC_COMM_SELF, pEnd, points, PETSC_OWN_POINTER, subpointIS));
40579566063dSJacob Faibussowitsch     PetscCall(PetscObjectStateGet((PetscObject)spmap, &mesh->subpointState));
405897d8846cSMatthew Knepley   }
40593ba16761SJacob Faibussowitsch   PetscFunctionReturn(PETSC_SUCCESS);
406097d8846cSMatthew Knepley }
406197d8846cSMatthew Knepley 
406264beef6dSMatthew G. Knepley /*@
4063*20f4b53cSBarry Smith   DMPlexGetSubpointIS - Returns an `IS` covering the entire subdm chart with the original points as data
4064e6ccafaeSMatthew G Knepley 
4065e6ccafaeSMatthew G Knepley   Input Parameter:
4066*20f4b53cSBarry Smith . dm - The submesh `DM`
4067e6ccafaeSMatthew G Knepley 
4068e6ccafaeSMatthew G Knepley   Output Parameter:
4069*20f4b53cSBarry Smith . subpointIS - The `IS` of all the points from the original mesh in this submesh, or `NULL` if this is not a submesh
407064beef6dSMatthew G. Knepley 
407164beef6dSMatthew G. Knepley   Level: developer
407264beef6dSMatthew G. Knepley 
4073*20f4b53cSBarry Smith   Note:
4074*20f4b53cSBarry Smith   This `IS` is guaranteed to be sorted by the construction of the submesh
4075*20f4b53cSBarry Smith 
4076*20f4b53cSBarry Smith .seealso: [](chapter_unstructured), `DM`, `DMPLEX`, `DMPlexCreateSubmesh()`, `DMPlexGetSubpointMap()`
407764beef6dSMatthew G. Knepley @*/
4078d71ae5a4SJacob Faibussowitsch PetscErrorCode DMPlexGetSubpointIS(DM dm, IS *subpointIS)
4079d71ae5a4SJacob Faibussowitsch {
408097d8846cSMatthew Knepley   DM_Plex         *mesh = (DM_Plex *)dm->data;
408197d8846cSMatthew Knepley   DMLabel          spmap;
408297d8846cSMatthew Knepley   PetscObjectState state;
4083e6ccafaeSMatthew G Knepley 
4084e6ccafaeSMatthew G Knepley   PetscFunctionBegin;
4085e6ccafaeSMatthew G Knepley   PetscValidHeaderSpecific(dm, DM_CLASSID, 1);
4086e6ccafaeSMatthew G Knepley   PetscValidPointer(subpointIS, 2);
40879566063dSJacob Faibussowitsch   PetscCall(DMPlexGetSubpointMap(dm, &spmap));
40889566063dSJacob Faibussowitsch   PetscCall(PetscObjectStateGet((PetscObject)spmap, &state));
40899566063dSJacob Faibussowitsch   if (state != mesh->subpointState || !mesh->subpointIS) PetscCall(DMPlexCreateSubpointIS_Internal(dm, &mesh->subpointIS));
409097d8846cSMatthew Knepley   *subpointIS = mesh->subpointIS;
40913ba16761SJacob Faibussowitsch   PetscFunctionReturn(PETSC_SUCCESS);
4092e6ccafaeSMatthew G Knepley }
4093559a1558SMatthew G. Knepley 
4094559a1558SMatthew G. Knepley /*@
4095*20f4b53cSBarry Smith   DMGetEnclosureRelation - Get the relationship between `dmA` and `dmB`
4096559a1558SMatthew G. Knepley 
4097559a1558SMatthew G. Knepley   Input Parameters:
4098*20f4b53cSBarry Smith + dmA - The first `DM`
4099*20f4b53cSBarry Smith - dmB - The second `DM`
4100559a1558SMatthew G. Knepley 
4101559a1558SMatthew G. Knepley   Output Parameter:
4102*20f4b53cSBarry Smith . rel - The relation of `dmA` to `dmB`
4103559a1558SMatthew G. Knepley 
4104a6e0b375SMatthew G. Knepley   Level: intermediate
4105559a1558SMatthew G. Knepley 
4106*20f4b53cSBarry Smith .seealso: [](chapter_unstructured), `DM`, `DMPLEX`, `DMGetEnclosurePoint()`
4107559a1558SMatthew G. Knepley @*/
4108d71ae5a4SJacob Faibussowitsch PetscErrorCode DMGetEnclosureRelation(DM dmA, DM dmB, DMEnclosureType *rel)
4109d71ae5a4SJacob Faibussowitsch {
4110a6e0b375SMatthew G. Knepley   DM       plexA, plexB, sdm;
4111559a1558SMatthew G. Knepley   DMLabel  spmap;
4112a6e0b375SMatthew G. Knepley   PetscInt pStartA, pEndA, pStartB, pEndB, NpA, NpB;
4113559a1558SMatthew G. Knepley 
411444171101SMatthew G. Knepley   PetscFunctionBegin;
4115a6e0b375SMatthew G. Knepley   PetscValidPointer(rel, 3);
4116a6e0b375SMatthew G. Knepley   *rel = DM_ENC_NONE;
41173ba16761SJacob Faibussowitsch   if (!dmA || !dmB) PetscFunctionReturn(PETSC_SUCCESS);
4118a6e0b375SMatthew G. Knepley   PetscValidHeaderSpecific(dmA, DM_CLASSID, 1);
4119064a246eSJacob Faibussowitsch   PetscValidHeaderSpecific(dmB, DM_CLASSID, 2);
41209371c9d4SSatish Balay   if (dmA == dmB) {
41219371c9d4SSatish Balay     *rel = DM_ENC_EQUALITY;
41223ba16761SJacob Faibussowitsch     PetscFunctionReturn(PETSC_SUCCESS);
41239371c9d4SSatish Balay   }
41249566063dSJacob Faibussowitsch   PetscCall(DMConvert(dmA, DMPLEX, &plexA));
41259566063dSJacob Faibussowitsch   PetscCall(DMConvert(dmB, DMPLEX, &plexB));
41269566063dSJacob Faibussowitsch   PetscCall(DMPlexGetChart(plexA, &pStartA, &pEndA));
41279566063dSJacob Faibussowitsch   PetscCall(DMPlexGetChart(plexB, &pStartB, &pEndB));
4128a6e0b375SMatthew G. Knepley   /* Assumption 1: subDMs have smaller charts than the DMs that they originate from
4129a6e0b375SMatthew G. Knepley     - The degenerate case of a subdomain which includes all of the domain on some process can be treated as equality */
4130a6e0b375SMatthew G. Knepley   if ((pStartA == pStartB) && (pEndA == pEndB)) {
4131a6e0b375SMatthew G. Knepley     *rel = DM_ENC_EQUALITY;
4132a6e0b375SMatthew G. Knepley     goto end;
4133559a1558SMatthew G. Knepley   }
4134a6e0b375SMatthew G. Knepley   NpA = pEndA - pStartA;
4135a6e0b375SMatthew G. Knepley   NpB = pEndB - pStartB;
4136a6e0b375SMatthew G. Knepley   if (NpA == NpB) goto end;
4137a6e0b375SMatthew G. Knepley   sdm = NpA > NpB ? plexB : plexA; /* The other is the original, enclosing dm */
41389566063dSJacob Faibussowitsch   PetscCall(DMPlexGetSubpointMap(sdm, &spmap));
4139a6e0b375SMatthew G. Knepley   if (!spmap) goto end;
4140a6e0b375SMatthew G. Knepley   /* TODO Check the space mapped to by subpointMap is same size as dm */
4141a6e0b375SMatthew G. Knepley   if (NpA > NpB) {
4142a6e0b375SMatthew G. Knepley     *rel = DM_ENC_SUPERMESH;
4143a6e0b375SMatthew G. Knepley   } else {
4144a6e0b375SMatthew G. Knepley     *rel = DM_ENC_SUBMESH;
4145a6e0b375SMatthew G. Knepley   }
4146a6e0b375SMatthew G. Knepley end:
41479566063dSJacob Faibussowitsch   PetscCall(DMDestroy(&plexA));
41489566063dSJacob Faibussowitsch   PetscCall(DMDestroy(&plexB));
41493ba16761SJacob Faibussowitsch   PetscFunctionReturn(PETSC_SUCCESS);
4150559a1558SMatthew G. Knepley }
415144171101SMatthew G. Knepley 
415244171101SMatthew G. Knepley /*@
4153*20f4b53cSBarry Smith   DMGetEnclosurePoint - Get the point `pA` in `dmA` which corresponds to the point `pB` in `dmB`
415444171101SMatthew G. Knepley 
415544171101SMatthew G. Knepley   Input Parameters:
4156*20f4b53cSBarry Smith + dmA   - The first `DM`
4157*20f4b53cSBarry Smith . dmB   - The second `DM`
4158*20f4b53cSBarry Smith . etype - The type of enclosure relation that `dmA` has to `dmB`
4159*20f4b53cSBarry Smith - pB    - A point of `dmB`
416044171101SMatthew G. Knepley 
416144171101SMatthew G. Knepley   Output Parameter:
4162*20f4b53cSBarry Smith . pA    - The corresponding point of `dmA`
416344171101SMatthew G. Knepley 
4164a6e0b375SMatthew G. Knepley   Level: intermediate
416544171101SMatthew G. Knepley 
4166*20f4b53cSBarry Smith .seealso: [](chapter_unstructured), `DM`, `DMPLEX`, `DMGetEnclosureRelation()`
416744171101SMatthew G. Knepley @*/
4168d71ae5a4SJacob Faibussowitsch PetscErrorCode DMGetEnclosurePoint(DM dmA, DM dmB, DMEnclosureType etype, PetscInt pB, PetscInt *pA)
4169d71ae5a4SJacob Faibussowitsch {
4170a6e0b375SMatthew G. Knepley   DM              sdm;
4171a6e0b375SMatthew G. Knepley   IS              subpointIS;
4172a6e0b375SMatthew G. Knepley   const PetscInt *subpoints;
4173a6e0b375SMatthew G. Knepley   PetscInt        numSubpoints;
417444171101SMatthew G. Knepley 
417544171101SMatthew G. Knepley   PetscFunctionBegin;
4176a6e0b375SMatthew G. Knepley   /* TODO Cache the IS, making it look like an index */
4177a6e0b375SMatthew G. Knepley   switch (etype) {
4178a6e0b375SMatthew G. Knepley   case DM_ENC_SUPERMESH:
4179a6e0b375SMatthew G. Knepley     sdm = dmB;
41809566063dSJacob Faibussowitsch     PetscCall(DMPlexGetSubpointIS(sdm, &subpointIS));
41819566063dSJacob Faibussowitsch     PetscCall(ISGetIndices(subpointIS, &subpoints));
4182a6e0b375SMatthew G. Knepley     *pA = subpoints[pB];
41839566063dSJacob Faibussowitsch     PetscCall(ISRestoreIndices(subpointIS, &subpoints));
4184a6e0b375SMatthew G. Knepley     break;
4185a6e0b375SMatthew G. Knepley   case DM_ENC_SUBMESH:
4186a6e0b375SMatthew G. Knepley     sdm = dmA;
41879566063dSJacob Faibussowitsch     PetscCall(DMPlexGetSubpointIS(sdm, &subpointIS));
41889566063dSJacob Faibussowitsch     PetscCall(ISGetLocalSize(subpointIS, &numSubpoints));
41899566063dSJacob Faibussowitsch     PetscCall(ISGetIndices(subpointIS, &subpoints));
41909566063dSJacob Faibussowitsch     PetscCall(PetscFindInt(pB, numSubpoints, subpoints, pA));
4191a6e0b375SMatthew G. Knepley     if (*pA < 0) {
41929566063dSJacob Faibussowitsch       PetscCall(DMViewFromOptions(dmA, NULL, "-dm_enc_A_view"));
41939566063dSJacob Faibussowitsch       PetscCall(DMViewFromOptions(dmB, NULL, "-dm_enc_B_view"));
419463a3b9bcSJacob Faibussowitsch       SETERRQ(PETSC_COMM_SELF, PETSC_ERR_ARG_OUTOFRANGE, "Point %" PetscInt_FMT " not found in submesh", pB);
4195a6e0b375SMatthew G. Knepley     }
41969566063dSJacob Faibussowitsch     PetscCall(ISRestoreIndices(subpointIS, &subpoints));
4197a6e0b375SMatthew G. Knepley     break;
4198a6e0b375SMatthew G. Knepley   case DM_ENC_EQUALITY:
4199d71ae5a4SJacob Faibussowitsch   case DM_ENC_NONE:
4200d71ae5a4SJacob Faibussowitsch     *pA = pB;
4201d71ae5a4SJacob Faibussowitsch     break;
42029371c9d4SSatish Balay   case DM_ENC_UNKNOWN: {
4203a6e0b375SMatthew G. Knepley     DMEnclosureType enc;
420444171101SMatthew G. Knepley 
42059566063dSJacob Faibussowitsch     PetscCall(DMGetEnclosureRelation(dmA, dmB, &enc));
42069566063dSJacob Faibussowitsch     PetscCall(DMGetEnclosurePoint(dmA, dmB, enc, pB, pA));
42079371c9d4SSatish Balay   } break;
4208d71ae5a4SJacob Faibussowitsch   default:
4209d71ae5a4SJacob Faibussowitsch     SETERRQ(PetscObjectComm((PetscObject)dmA), PETSC_ERR_ARG_OUTOFRANGE, "Invalid enclosure type %d", (int)etype);
421044171101SMatthew G. Knepley   }
42113ba16761SJacob Faibussowitsch   PetscFunctionReturn(PETSC_SUCCESS);
421244171101SMatthew G. Knepley }
4213