1af0996ceSBarry Smith #include <petsc/private/dmpleximpl.h> /*I "petscdmplex.h" I*/ 2c58f1c22SToby Isaac #include <petsc/private/dmlabelimpl.h> /*I "petscdmlabel.h" I*/ 30c312b8eSJed Brown #include <petscsf.h> 4e6ccafaeSMatthew G Knepley 5d71ae5a4SJacob Faibussowitsch static PetscErrorCode DMPlexCellIsHybrid_Internal(DM dm, PetscInt p, PetscBool *isHybrid) 6d71ae5a4SJacob Faibussowitsch { 7412e9a14SMatthew G. Knepley DMPolytopeType ct; 8412e9a14SMatthew G. Knepley 9412e9a14SMatthew G. Knepley PetscFunctionBegin; 109566063dSJacob Faibussowitsch PetscCall(DMPlexGetCellType(dm, p, &ct)); 11412e9a14SMatthew G. Knepley switch (ct) { 12412e9a14SMatthew G. Knepley case DM_POLYTOPE_POINT_PRISM_TENSOR: 13412e9a14SMatthew G. Knepley case DM_POLYTOPE_SEG_PRISM_TENSOR: 14412e9a14SMatthew G. Knepley case DM_POLYTOPE_TRI_PRISM_TENSOR: 15d71ae5a4SJacob Faibussowitsch case DM_POLYTOPE_QUAD_PRISM_TENSOR: 16d71ae5a4SJacob Faibussowitsch *isHybrid = PETSC_TRUE; 17d71ae5a4SJacob Faibussowitsch break; 18d71ae5a4SJacob Faibussowitsch default: 19d71ae5a4SJacob Faibussowitsch *isHybrid = PETSC_FALSE; 20d71ae5a4SJacob Faibussowitsch break; 21412e9a14SMatthew G. Knepley } 223ba16761SJacob Faibussowitsch PetscFunctionReturn(PETSC_SUCCESS); 23412e9a14SMatthew G. Knepley } 24412e9a14SMatthew G. Knepley 25d71ae5a4SJacob Faibussowitsch static PetscErrorCode DMPlexGetTensorPrismBounds_Internal(DM dm, PetscInt dim, PetscInt *cStart, PetscInt *cEnd) 26d71ae5a4SJacob Faibussowitsch { 27412e9a14SMatthew G. Knepley DMLabel ctLabel; 28412e9a14SMatthew G. Knepley 29412e9a14SMatthew G. Knepley PetscFunctionBegin; 30412e9a14SMatthew G. Knepley if (cStart) *cStart = -1; 31412e9a14SMatthew G. Knepley if (cEnd) *cEnd = -1; 329566063dSJacob Faibussowitsch PetscCall(DMPlexGetCellTypeLabel(dm, &ctLabel)); 33412e9a14SMatthew G. Knepley switch (dim) { 34d71ae5a4SJacob Faibussowitsch case 1: 35d71ae5a4SJacob Faibussowitsch PetscCall(DMLabelGetStratumBounds(ctLabel, DM_POLYTOPE_POINT_PRISM_TENSOR, cStart, cEnd)); 36d71ae5a4SJacob Faibussowitsch break; 37d71ae5a4SJacob Faibussowitsch case 2: 38d71ae5a4SJacob Faibussowitsch PetscCall(DMLabelGetStratumBounds(ctLabel, DM_POLYTOPE_SEG_PRISM_TENSOR, cStart, cEnd)); 39d71ae5a4SJacob Faibussowitsch break; 40412e9a14SMatthew G. Knepley case 3: 419566063dSJacob Faibussowitsch PetscCall(DMLabelGetStratumBounds(ctLabel, DM_POLYTOPE_TRI_PRISM_TENSOR, cStart, cEnd)); 429566063dSJacob Faibussowitsch if (*cStart < 0) PetscCall(DMLabelGetStratumBounds(ctLabel, DM_POLYTOPE_QUAD_PRISM_TENSOR, cStart, cEnd)); 43412e9a14SMatthew G. Knepley break; 44d71ae5a4SJacob Faibussowitsch default: 453ba16761SJacob Faibussowitsch PetscFunctionReturn(PETSC_SUCCESS); 46412e9a14SMatthew G. Knepley } 473ba16761SJacob Faibussowitsch PetscFunctionReturn(PETSC_SUCCESS); 48412e9a14SMatthew G. Knepley } 49412e9a14SMatthew G. Knepley 50d71ae5a4SJacob Faibussowitsch static PetscErrorCode DMPlexMarkBoundaryFaces_Internal(DM dm, PetscInt val, PetscInt cellHeight, DMLabel label) 51d71ae5a4SJacob Faibussowitsch { 52429fa399SMatthew G. Knepley PetscSF sf; 53429fa399SMatthew G. Knepley const PetscInt *rootdegree, *leaves; 54429fa399SMatthew G. Knepley PetscInt overlap, Nr = -1, Nl, pStart, fStart, fEnd; 5530560a7bSMatthew G. Knepley 5630560a7bSMatthew G. Knepley PetscFunctionBegin; 57429fa399SMatthew G. Knepley PetscCall(DMGetPointSF(dm, &sf)); 58429fa399SMatthew G. Knepley PetscCall(DMPlexGetOverlap(dm, &overlap)); 59429fa399SMatthew G. Knepley if (sf && !overlap) PetscCall(PetscSFGetGraph(sf, &Nr, &Nl, &leaves, NULL)); 60429fa399SMatthew G. Knepley if (Nr > 0) { 61429fa399SMatthew G. Knepley PetscCall(PetscSFComputeDegreeBegin(sf, &rootdegree)); 62429fa399SMatthew G. Knepley PetscCall(PetscSFComputeDegreeEnd(sf, &rootdegree)); 63429fa399SMatthew G. Knepley } else rootdegree = NULL; 64429fa399SMatthew G. Knepley PetscCall(DMPlexGetChart(dm, &pStart, NULL)); 659566063dSJacob Faibussowitsch PetscCall(DMPlexGetHeightStratum(dm, cellHeight + 1, &fStart, &fEnd)); 66429fa399SMatthew G. Knepley for (PetscInt f = fStart; f < fEnd; ++f) { 67429fa399SMatthew G. Knepley PetscInt supportSize, loc = -1; 6830560a7bSMatthew G. Knepley 699566063dSJacob Faibussowitsch PetscCall(DMPlexGetSupportSize(dm, f, &supportSize)); 70e752be1aSMatthew G. Knepley if (supportSize == 1) { 71429fa399SMatthew G. Knepley /* Do not mark faces which are shared, meaning 72429fa399SMatthew G. Knepley they are present in the pointSF, or 73429fa399SMatthew G. Knepley they have rootdegree > 0 74429fa399SMatthew G. Knepley since they presumably have cells on the other side */ 75429fa399SMatthew G. Knepley if (Nr > 0) { 76429fa399SMatthew G. Knepley PetscCall(PetscFindInt(f, Nl, leaves, &loc)); 77429fa399SMatthew G. Knepley if (rootdegree[f - pStart] || loc >= 0) continue; 78429fa399SMatthew G. Knepley } 79e752be1aSMatthew G. Knepley if (val < 0) { 80e752be1aSMatthew G. Knepley PetscInt *closure = NULL; 81e752be1aSMatthew G. Knepley PetscInt clSize, cl, cval; 82e752be1aSMatthew G. Knepley 839566063dSJacob Faibussowitsch PetscCall(DMPlexGetTransitiveClosure(dm, f, PETSC_TRUE, &clSize, &closure)); 84e752be1aSMatthew G. Knepley for (cl = 0; cl < clSize * 2; cl += 2) { 859566063dSJacob Faibussowitsch PetscCall(DMLabelGetValue(label, closure[cl], &cval)); 86e752be1aSMatthew G. Knepley if (cval < 0) continue; 879566063dSJacob Faibussowitsch PetscCall(DMLabelSetValue(label, f, cval)); 88e752be1aSMatthew G. Knepley break; 89e752be1aSMatthew G. Knepley } 909566063dSJacob Faibussowitsch if (cl == clSize * 2) PetscCall(DMLabelSetValue(label, f, 1)); 919566063dSJacob Faibussowitsch PetscCall(DMPlexRestoreTransitiveClosure(dm, f, PETSC_TRUE, &clSize, &closure)); 92e752be1aSMatthew G. Knepley } else { 939566063dSJacob Faibussowitsch PetscCall(DMLabelSetValue(label, f, val)); 94e752be1aSMatthew G. Knepley } 95e752be1aSMatthew G. Knepley } 9630560a7bSMatthew G. Knepley } 973ba16761SJacob Faibussowitsch PetscFunctionReturn(PETSC_SUCCESS); 9830560a7bSMatthew G. Knepley } 9930560a7bSMatthew G. Knepley 100cd0c2139SMatthew G Knepley /*@ 101cd0c2139SMatthew G Knepley DMPlexMarkBoundaryFaces - Mark all faces on the boundary 102cd0c2139SMatthew G Knepley 103cd0c2139SMatthew G Knepley Not Collective 104cd0c2139SMatthew G Knepley 105d8d19677SJose E. Roman Input Parameters: 106429fa399SMatthew G. Knepley + dm - The original `DM` 107*20f4b53cSBarry Smith - val - The marker value, or `PETSC_DETERMINE` to use some value in the closure (or 1 if none are found) 108cd0c2139SMatthew G Knepley 109cd0c2139SMatthew G Knepley Output Parameter: 110*20f4b53cSBarry Smith . label - The `DMLabel` marking boundary faces with the given value 111429fa399SMatthew G. Knepley 112cd0c2139SMatthew G Knepley Level: developer 113cd0c2139SMatthew G Knepley 114*20f4b53cSBarry Smith Note: 115*20f4b53cSBarry Smith This function will use the point `PetscSF` from the input `DM` to exclude points on the partition boundary from being marked, unless the partition overlap is greater than zero. If you also wish to mark the partition boundary, you can use `DMSetPointSF()` to temporarily set it to `NULL`, and then reset it to the original object after the call. 116*20f4b53cSBarry Smith 117*20f4b53cSBarry Smith .seealso: [](chapter_unstructured), `DM`, `DMPLEX`, `DMLabelCreate()`, `DMCreateLabel()` 11809f723d9SJed Brown @*/ 119d71ae5a4SJacob Faibussowitsch PetscErrorCode DMPlexMarkBoundaryFaces(DM dm, PetscInt val, DMLabel label) 120d71ae5a4SJacob Faibussowitsch { 121827c4036SVaclav Hapla DMPlexInterpolatedFlag flg; 122cd0c2139SMatthew G Knepley 123cd0c2139SMatthew G Knepley PetscFunctionBegin; 124827c4036SVaclav Hapla PetscValidHeaderSpecific(dm, DM_CLASSID, 1); 1259566063dSJacob Faibussowitsch PetscCall(DMPlexIsInterpolated(dm, &flg)); 12608401ef6SPierre Jolivet PetscCheck(flg == DMPLEX_INTERPOLATED_FULL, PETSC_COMM_SELF, PETSC_ERR_ARG_WRONG, "DM is not fully interpolated on this rank"); 1279566063dSJacob Faibussowitsch PetscCall(DMPlexMarkBoundaryFaces_Internal(dm, val, 0, label)); 1283ba16761SJacob Faibussowitsch PetscFunctionReturn(PETSC_SUCCESS); 129cd0c2139SMatthew G Knepley } 130cd0c2139SMatthew G Knepley 131d71ae5a4SJacob Faibussowitsch static PetscErrorCode DMPlexLabelComplete_Internal(DM dm, DMLabel label, PetscBool completeCells) 132d71ae5a4SJacob Faibussowitsch { 133b0bf5782SToby Isaac IS valueIS; 134ac51f24eSSander Arens PetscSF sfPoint; 135b0bf5782SToby Isaac const PetscInt *values; 136ac51f24eSSander Arens PetscInt numValues, v, cStart, cEnd, nroots; 137b0bf5782SToby Isaac 138b0bf5782SToby Isaac PetscFunctionBegin; 1399566063dSJacob Faibussowitsch PetscCall(DMLabelGetNumValues(label, &numValues)); 1409566063dSJacob Faibussowitsch PetscCall(DMLabelGetValueIS(label, &valueIS)); 1419566063dSJacob Faibussowitsch PetscCall(DMPlexGetHeightStratum(dm, 0, &cStart, &cEnd)); 1429566063dSJacob Faibussowitsch PetscCall(ISGetIndices(valueIS, &values)); 143b0bf5782SToby Isaac for (v = 0; v < numValues; ++v) { 144b0bf5782SToby Isaac IS pointIS; 145b0bf5782SToby Isaac const PetscInt *points; 146b0bf5782SToby Isaac PetscInt numPoints, p; 147b0bf5782SToby Isaac 1489566063dSJacob Faibussowitsch PetscCall(DMLabelGetStratumSize(label, values[v], &numPoints)); 1499566063dSJacob Faibussowitsch PetscCall(DMLabelGetStratumIS(label, values[v], &pointIS)); 1509566063dSJacob Faibussowitsch PetscCall(ISGetIndices(pointIS, &points)); 151b0bf5782SToby Isaac for (p = 0; p < numPoints; ++p) { 152b0bf5782SToby Isaac PetscInt q = points[p]; 153b0bf5782SToby Isaac PetscInt *closure = NULL; 154b0bf5782SToby Isaac PetscInt closureSize, c; 155b0bf5782SToby Isaac 156b0bf5782SToby Isaac if (cStart <= q && q < cEnd && !completeCells) { /* skip cells */ 157b0bf5782SToby Isaac continue; 158b0bf5782SToby Isaac } 1599566063dSJacob Faibussowitsch PetscCall(DMPlexGetTransitiveClosure(dm, q, PETSC_TRUE, &closureSize, &closure)); 16048a46eb9SPierre Jolivet for (c = 0; c < closureSize * 2; c += 2) PetscCall(DMLabelSetValue(label, closure[c], values[v])); 1619566063dSJacob Faibussowitsch PetscCall(DMPlexRestoreTransitiveClosure(dm, q, PETSC_TRUE, &closureSize, &closure)); 162b0bf5782SToby Isaac } 1639566063dSJacob Faibussowitsch PetscCall(ISRestoreIndices(pointIS, &points)); 1649566063dSJacob Faibussowitsch PetscCall(ISDestroy(&pointIS)); 165b0bf5782SToby Isaac } 1669566063dSJacob Faibussowitsch PetscCall(ISRestoreIndices(valueIS, &values)); 1679566063dSJacob Faibussowitsch PetscCall(ISDestroy(&valueIS)); 1689566063dSJacob Faibussowitsch PetscCall(DMGetPointSF(dm, &sfPoint)); 1699566063dSJacob Faibussowitsch PetscCall(PetscSFGetGraph(sfPoint, &nroots, NULL, NULL, NULL)); 170ac51f24eSSander Arens if (nroots >= 0) { 17126279d81SSanderA DMLabel lblRoots, lblLeaves; 17226279d81SSanderA IS valueIS, pointIS; 17326279d81SSanderA const PetscInt *values; 17426279d81SSanderA PetscInt numValues, v; 17526279d81SSanderA 17626279d81SSanderA /* Pull point contributions from remote leaves into local roots */ 1779566063dSJacob Faibussowitsch PetscCall(DMLabelGather(label, sfPoint, &lblLeaves)); 1789566063dSJacob Faibussowitsch PetscCall(DMLabelGetValueIS(lblLeaves, &valueIS)); 1799566063dSJacob Faibussowitsch PetscCall(ISGetLocalSize(valueIS, &numValues)); 1809566063dSJacob Faibussowitsch PetscCall(ISGetIndices(valueIS, &values)); 18126279d81SSanderA for (v = 0; v < numValues; ++v) { 18226279d81SSanderA const PetscInt value = values[v]; 18326279d81SSanderA 1849566063dSJacob Faibussowitsch PetscCall(DMLabelGetStratumIS(lblLeaves, value, &pointIS)); 1859566063dSJacob Faibussowitsch PetscCall(DMLabelInsertIS(label, pointIS, value)); 1869566063dSJacob Faibussowitsch PetscCall(ISDestroy(&pointIS)); 18726279d81SSanderA } 1889566063dSJacob Faibussowitsch PetscCall(ISRestoreIndices(valueIS, &values)); 1899566063dSJacob Faibussowitsch PetscCall(ISDestroy(&valueIS)); 1909566063dSJacob Faibussowitsch PetscCall(DMLabelDestroy(&lblLeaves)); 19126279d81SSanderA /* Push point contributions from roots into remote leaves */ 1929566063dSJacob Faibussowitsch PetscCall(DMLabelDistribute(label, sfPoint, &lblRoots)); 1939566063dSJacob Faibussowitsch PetscCall(DMLabelGetValueIS(lblRoots, &valueIS)); 1949566063dSJacob Faibussowitsch PetscCall(ISGetLocalSize(valueIS, &numValues)); 1959566063dSJacob Faibussowitsch PetscCall(ISGetIndices(valueIS, &values)); 19626279d81SSanderA for (v = 0; v < numValues; ++v) { 19726279d81SSanderA const PetscInt value = values[v]; 19826279d81SSanderA 1999566063dSJacob Faibussowitsch PetscCall(DMLabelGetStratumIS(lblRoots, value, &pointIS)); 2009566063dSJacob Faibussowitsch PetscCall(DMLabelInsertIS(label, pointIS, value)); 2019566063dSJacob Faibussowitsch PetscCall(ISDestroy(&pointIS)); 20226279d81SSanderA } 2039566063dSJacob Faibussowitsch PetscCall(ISRestoreIndices(valueIS, &values)); 2049566063dSJacob Faibussowitsch PetscCall(ISDestroy(&valueIS)); 2059566063dSJacob Faibussowitsch PetscCall(DMLabelDestroy(&lblRoots)); 20626279d81SSanderA } 2073ba16761SJacob Faibussowitsch PetscFunctionReturn(PETSC_SUCCESS); 208b0bf5782SToby Isaac } 209b0bf5782SToby Isaac 2102be2b188SMatthew G Knepley /*@ 2112be2b188SMatthew G Knepley DMPlexLabelComplete - Starting with a label marking points on a surface, we add the transitive closure to the surface 2122be2b188SMatthew G Knepley 2132be2b188SMatthew G Knepley Input Parameters: 214*20f4b53cSBarry Smith + dm - The `DM` 215*20f4b53cSBarry Smith - label - A `DMLabel` marking the surface points 2162be2b188SMatthew G Knepley 2172be2b188SMatthew G Knepley Output Parameter: 218*20f4b53cSBarry Smith . label - A `DMLabel` marking all surface points in the transitive closure 2192be2b188SMatthew G Knepley 2202be2b188SMatthew G Knepley Level: developer 2212be2b188SMatthew G Knepley 222*20f4b53cSBarry Smith .seealso: [](chapter_unstructured), `DM`, `DMPLEX`, `DMPlexLabelCohesiveComplete()` 2232be2b188SMatthew G Knepley @*/ 224d71ae5a4SJacob Faibussowitsch PetscErrorCode DMPlexLabelComplete(DM dm, DMLabel label) 225d71ae5a4SJacob Faibussowitsch { 2262be2b188SMatthew G Knepley PetscFunctionBegin; 2279566063dSJacob Faibussowitsch PetscCall(DMPlexLabelComplete_Internal(dm, label, PETSC_TRUE)); 2283ba16761SJacob Faibussowitsch PetscFunctionReturn(PETSC_SUCCESS); 2292be2b188SMatthew G Knepley } 2302be2b188SMatthew G Knepley 2316cf0e42fSMatthew G. Knepley /*@ 232a6e0b375SMatthew G. Knepley DMPlexLabelAddCells - Starting with a label marking points on a surface, we add a cell for each point 2336cf0e42fSMatthew G. Knepley 2346cf0e42fSMatthew G. Knepley Input Parameters: 235*20f4b53cSBarry Smith + dm - The `DM` 236*20f4b53cSBarry Smith - label - A `DMLabel` marking the surface points 2376cf0e42fSMatthew G. Knepley 2386cf0e42fSMatthew G. Knepley Output Parameter: 239*20f4b53cSBarry Smith . label - A `DMLabel` incorporating cells 2406cf0e42fSMatthew G. Knepley 2416cf0e42fSMatthew G. Knepley Level: developer 2426cf0e42fSMatthew G. Knepley 243*20f4b53cSBarry Smith Note: 244*20f4b53cSBarry Smith The cells allow FEM boundary conditions to be applied using the cell geometry 2456cf0e42fSMatthew G. Knepley 246*20f4b53cSBarry Smith .seealso: [](chapter_unstructured), `DM`, `DMPLEX`, `DMPlexLabelAddFaceCells()`, `DMPlexLabelComplete()`, `DMPlexLabelCohesiveComplete()` 2476cf0e42fSMatthew G. Knepley @*/ 248d71ae5a4SJacob Faibussowitsch PetscErrorCode DMPlexLabelAddCells(DM dm, DMLabel label) 249d71ae5a4SJacob Faibussowitsch { 2506cf0e42fSMatthew G. Knepley IS valueIS; 2516cf0e42fSMatthew G. Knepley const PetscInt *values; 2529df54392SMatthew G. Knepley PetscInt numValues, v, csStart, csEnd, chStart, chEnd; 2536cf0e42fSMatthew G. Knepley 2546cf0e42fSMatthew G. Knepley PetscFunctionBegin; 2559df54392SMatthew G. Knepley PetscCall(DMPlexGetSimplexOrBoxCells(dm, 0, &csStart, &csEnd)); 2569df54392SMatthew G. Knepley PetscCall(DMPlexGetHeightStratum(dm, 0, &chStart, &chEnd)); 2579566063dSJacob Faibussowitsch PetscCall(DMLabelGetNumValues(label, &numValues)); 2589566063dSJacob Faibussowitsch PetscCall(DMLabelGetValueIS(label, &valueIS)); 2599566063dSJacob Faibussowitsch PetscCall(ISGetIndices(valueIS, &values)); 2606cf0e42fSMatthew G. Knepley for (v = 0; v < numValues; ++v) { 2616cf0e42fSMatthew G. Knepley IS pointIS; 2626cf0e42fSMatthew G. Knepley const PetscInt *points; 2636cf0e42fSMatthew G. Knepley PetscInt numPoints, p; 2646cf0e42fSMatthew G. Knepley 2659566063dSJacob Faibussowitsch PetscCall(DMLabelGetStratumSize(label, values[v], &numPoints)); 2669566063dSJacob Faibussowitsch PetscCall(DMLabelGetStratumIS(label, values[v], &pointIS)); 2679566063dSJacob Faibussowitsch PetscCall(ISGetIndices(pointIS, &points)); 2686cf0e42fSMatthew G. Knepley for (p = 0; p < numPoints; ++p) { 2699df54392SMatthew G. Knepley const PetscInt point = points[p]; 2706cf0e42fSMatthew G. Knepley PetscInt *closure = NULL; 2719df54392SMatthew G. Knepley PetscInt closureSize, cl, h, pStart, pEnd, cStart, cEnd; 2729df54392SMatthew G. Knepley 2739df54392SMatthew G. Knepley // If the point is a hybrid, allow hybrid cells 2749df54392SMatthew G. Knepley PetscCall(DMPlexGetPointHeight(dm, point, &h)); 2759df54392SMatthew G. Knepley PetscCall(DMPlexGetSimplexOrBoxCells(dm, h, &pStart, &pEnd)); 2769df54392SMatthew G. Knepley if (point >= pStart && point < pEnd) { 2779df54392SMatthew G. Knepley cStart = csStart; 2789df54392SMatthew G. Knepley cEnd = csEnd; 2799df54392SMatthew G. Knepley } else { 2809df54392SMatthew G. Knepley cStart = chStart; 2819df54392SMatthew G. Knepley cEnd = chEnd; 2829df54392SMatthew G. Knepley } 2836cf0e42fSMatthew G. Knepley 2849566063dSJacob Faibussowitsch PetscCall(DMPlexGetTransitiveClosure(dm, points[p], PETSC_FALSE, &closureSize, &closure)); 28522eabd52SMatthew G. Knepley for (cl = closureSize - 1; cl > 0; --cl) { 286a6e0b375SMatthew G. Knepley const PetscInt cell = closure[cl * 2]; 2879371c9d4SSatish Balay if ((cell >= cStart) && (cell < cEnd)) { 2889371c9d4SSatish Balay PetscCall(DMLabelSetValue(label, cell, values[v])); 2899371c9d4SSatish Balay break; 2909371c9d4SSatish Balay } 29122eabd52SMatthew G. Knepley } 2929566063dSJacob Faibussowitsch PetscCall(DMPlexRestoreTransitiveClosure(dm, points[p], PETSC_FALSE, &closureSize, &closure)); 2936cf0e42fSMatthew G. Knepley } 2949566063dSJacob Faibussowitsch PetscCall(ISRestoreIndices(pointIS, &points)); 2959566063dSJacob Faibussowitsch PetscCall(ISDestroy(&pointIS)); 2966cf0e42fSMatthew G. Knepley } 2979566063dSJacob Faibussowitsch PetscCall(ISRestoreIndices(valueIS, &values)); 2989566063dSJacob Faibussowitsch PetscCall(ISDestroy(&valueIS)); 2993ba16761SJacob Faibussowitsch PetscFunctionReturn(PETSC_SUCCESS); 3006cf0e42fSMatthew G. Knepley } 3016cf0e42fSMatthew G. Knepley 302f402d5e4SToby Isaac /*@ 303a6e0b375SMatthew G. Knepley DMPlexLabelAddFaceCells - Starting with a label marking faces on a surface, we add a cell for each face 304a6e0b375SMatthew G. Knepley 305a6e0b375SMatthew G. Knepley Input Parameters: 306*20f4b53cSBarry Smith + dm - The `DM` 307*20f4b53cSBarry Smith - label - A `DMLabel` marking the surface points 308a6e0b375SMatthew G. Knepley 309a6e0b375SMatthew G. Knepley Output Parameter: 310*20f4b53cSBarry Smith . label - A `DMLabel` incorporating cells 311a6e0b375SMatthew G. Knepley 312a6e0b375SMatthew G. Knepley Level: developer 313a6e0b375SMatthew G. Knepley 314*20f4b53cSBarry Smith Note: 315*20f4b53cSBarry Smith The cells allow FEM boundary conditions to be applied using the cell geometry 316a6e0b375SMatthew G. Knepley 317*20f4b53cSBarry Smith .seealso: [](chapter_unstructured), `DM`, `DMPLEX`, `DMPlexLabelAddCells()`, `DMPlexLabelComplete()`, `DMPlexLabelCohesiveComplete()` 318a6e0b375SMatthew G. Knepley @*/ 319d71ae5a4SJacob Faibussowitsch PetscErrorCode DMPlexLabelAddFaceCells(DM dm, DMLabel label) 320d71ae5a4SJacob Faibussowitsch { 321a6e0b375SMatthew G. Knepley IS valueIS; 322a6e0b375SMatthew G. Knepley const PetscInt *values; 323a6e0b375SMatthew G. Knepley PetscInt numValues, v, cStart, cEnd, fStart, fEnd; 324a6e0b375SMatthew G. Knepley 325a6e0b375SMatthew G. Knepley PetscFunctionBegin; 3269566063dSJacob Faibussowitsch PetscCall(DMPlexGetSimplexOrBoxCells(dm, 0, &cStart, &cEnd)); 3279566063dSJacob Faibussowitsch PetscCall(DMPlexGetHeightStratum(dm, 1, &fStart, &fEnd)); 3289566063dSJacob Faibussowitsch PetscCall(DMLabelGetNumValues(label, &numValues)); 3299566063dSJacob Faibussowitsch PetscCall(DMLabelGetValueIS(label, &valueIS)); 3309566063dSJacob Faibussowitsch PetscCall(ISGetIndices(valueIS, &values)); 331a6e0b375SMatthew G. Knepley for (v = 0; v < numValues; ++v) { 332a6e0b375SMatthew G. Knepley IS pointIS; 333a6e0b375SMatthew G. Knepley const PetscInt *points; 334a6e0b375SMatthew G. Knepley PetscInt numPoints, p; 335a6e0b375SMatthew G. Knepley 3369566063dSJacob Faibussowitsch PetscCall(DMLabelGetStratumSize(label, values[v], &numPoints)); 3379566063dSJacob Faibussowitsch PetscCall(DMLabelGetStratumIS(label, values[v], &pointIS)); 3389566063dSJacob Faibussowitsch PetscCall(ISGetIndices(pointIS, &points)); 339a6e0b375SMatthew G. Knepley for (p = 0; p < numPoints; ++p) { 340a6e0b375SMatthew G. Knepley const PetscInt face = points[p]; 341a6e0b375SMatthew G. Knepley PetscInt *closure = NULL; 342a6e0b375SMatthew G. Knepley PetscInt closureSize, cl; 343a6e0b375SMatthew G. Knepley 344a6e0b375SMatthew G. Knepley if ((face < fStart) || (face >= fEnd)) continue; 3459566063dSJacob Faibussowitsch PetscCall(DMPlexGetTransitiveClosure(dm, face, PETSC_FALSE, &closureSize, &closure)); 346a6e0b375SMatthew G. Knepley for (cl = closureSize - 1; cl > 0; --cl) { 347a6e0b375SMatthew G. Knepley const PetscInt cell = closure[cl * 2]; 3489371c9d4SSatish Balay if ((cell >= cStart) && (cell < cEnd)) { 3499371c9d4SSatish Balay PetscCall(DMLabelSetValue(label, cell, values[v])); 3509371c9d4SSatish Balay break; 3519371c9d4SSatish Balay } 352a6e0b375SMatthew G. Knepley } 3539566063dSJacob Faibussowitsch PetscCall(DMPlexRestoreTransitiveClosure(dm, face, PETSC_FALSE, &closureSize, &closure)); 354a6e0b375SMatthew G. Knepley } 3559566063dSJacob Faibussowitsch PetscCall(ISRestoreIndices(pointIS, &points)); 3569566063dSJacob Faibussowitsch PetscCall(ISDestroy(&pointIS)); 357a6e0b375SMatthew G. Knepley } 3589566063dSJacob Faibussowitsch PetscCall(ISRestoreIndices(valueIS, &values)); 3599566063dSJacob Faibussowitsch PetscCall(ISDestroy(&valueIS)); 3603ba16761SJacob Faibussowitsch PetscFunctionReturn(PETSC_SUCCESS); 361a6e0b375SMatthew G. Knepley } 362a6e0b375SMatthew G. Knepley 363a6e0b375SMatthew G. Knepley /*@ 364f402d5e4SToby Isaac DMPlexLabelClearCells - Remove cells from a label 365f402d5e4SToby Isaac 366f402d5e4SToby Isaac Input Parameters: 367*20f4b53cSBarry Smith + dm - The `DM` 368*20f4b53cSBarry Smith - label - A `DMLabel` marking surface points and their adjacent cells 369f402d5e4SToby Isaac 370f402d5e4SToby Isaac Output Parameter: 371*20f4b53cSBarry Smith . label - A `DMLabel` without cells 372f402d5e4SToby Isaac 373f402d5e4SToby Isaac Level: developer 374f402d5e4SToby Isaac 375*20f4b53cSBarry Smith Note: 376*20f4b53cSBarry Smith This undoes `DMPlexLabelAddCells()` or `DMPlexLabelAddFaceCells()` 377f402d5e4SToby Isaac 378*20f4b53cSBarry Smith .seealso: [](chapter_unstructured), `DM`, `DMPLEX`, `DMPlexLabelComplete()`, `DMPlexLabelCohesiveComplete()`, `DMPlexLabelAddCells()` 379f402d5e4SToby Isaac @*/ 380d71ae5a4SJacob Faibussowitsch PetscErrorCode DMPlexLabelClearCells(DM dm, DMLabel label) 381d71ae5a4SJacob Faibussowitsch { 382f402d5e4SToby Isaac IS valueIS; 383f402d5e4SToby Isaac const PetscInt *values; 384485ad865SMatthew G. Knepley PetscInt numValues, v, cStart, cEnd; 385f402d5e4SToby Isaac 386f402d5e4SToby Isaac PetscFunctionBegin; 3879566063dSJacob Faibussowitsch PetscCall(DMPlexGetSimplexOrBoxCells(dm, 0, &cStart, &cEnd)); 3889566063dSJacob Faibussowitsch PetscCall(DMLabelGetNumValues(label, &numValues)); 3899566063dSJacob Faibussowitsch PetscCall(DMLabelGetValueIS(label, &valueIS)); 3909566063dSJacob Faibussowitsch PetscCall(ISGetIndices(valueIS, &values)); 391f402d5e4SToby Isaac for (v = 0; v < numValues; ++v) { 392f402d5e4SToby Isaac IS pointIS; 393f402d5e4SToby Isaac const PetscInt *points; 394f402d5e4SToby Isaac PetscInt numPoints, p; 395f402d5e4SToby Isaac 3969566063dSJacob Faibussowitsch PetscCall(DMLabelGetStratumSize(label, values[v], &numPoints)); 3979566063dSJacob Faibussowitsch PetscCall(DMLabelGetStratumIS(label, values[v], &pointIS)); 3989566063dSJacob Faibussowitsch PetscCall(ISGetIndices(pointIS, &points)); 399f402d5e4SToby Isaac for (p = 0; p < numPoints; ++p) { 400f402d5e4SToby Isaac PetscInt point = points[p]; 401f402d5e4SToby Isaac 40248a46eb9SPierre Jolivet if (point >= cStart && point < cEnd) PetscCall(DMLabelClearValue(label, point, values[v])); 403f402d5e4SToby Isaac } 4049566063dSJacob Faibussowitsch PetscCall(ISRestoreIndices(pointIS, &points)); 4059566063dSJacob Faibussowitsch PetscCall(ISDestroy(&pointIS)); 406f402d5e4SToby Isaac } 4079566063dSJacob Faibussowitsch PetscCall(ISRestoreIndices(valueIS, &values)); 4089566063dSJacob Faibussowitsch PetscCall(ISDestroy(&valueIS)); 4093ba16761SJacob Faibussowitsch PetscFunctionReturn(PETSC_SUCCESS); 410f402d5e4SToby Isaac } 411f402d5e4SToby Isaac 41259eef20bSToby Isaac /* take (oldEnd, added) pairs, ordered by height and convert them to (oldstart, newstart) pairs, ordered by ascending 41359eef20bSToby Isaac * index (skipping first, which is (0,0)) */ 414d71ae5a4SJacob Faibussowitsch static inline PetscErrorCode DMPlexShiftPointSetUp_Internal(PetscInt depth, PetscInt depthShift[]) 415d71ae5a4SJacob Faibussowitsch { 4162582d50cSToby Isaac PetscInt d, off = 0; 4172582d50cSToby Isaac 4182582d50cSToby Isaac PetscFunctionBegin; 41959eef20bSToby Isaac /* sort by (oldend): yes this is an O(n^2) sort, we expect depth <= 3 */ 4200974a383SToby Isaac for (d = 0; d < depth; d++) { 4212582d50cSToby Isaac PetscInt firstd = d; 4220974a383SToby Isaac PetscInt firstStart = depthShift[2 * d]; 4232582d50cSToby Isaac PetscInt e; 4242582d50cSToby Isaac 4252582d50cSToby Isaac for (e = d + 1; e <= depth; e++) { 4262582d50cSToby Isaac if (depthShift[2 * e] < firstStart) { 4272582d50cSToby Isaac firstd = e; 4282582d50cSToby Isaac firstStart = depthShift[2 * d]; 4292582d50cSToby Isaac } 4302582d50cSToby Isaac } 4312582d50cSToby Isaac if (firstd != d) { 4322582d50cSToby Isaac PetscInt swap[2]; 4332582d50cSToby Isaac 4342582d50cSToby Isaac e = firstd; 4352582d50cSToby Isaac swap[0] = depthShift[2 * d]; 4362582d50cSToby Isaac swap[1] = depthShift[2 * d + 1]; 4372582d50cSToby Isaac depthShift[2 * d] = depthShift[2 * e]; 4382582d50cSToby Isaac depthShift[2 * d + 1] = depthShift[2 * e + 1]; 4392582d50cSToby Isaac depthShift[2 * e] = swap[0]; 4402582d50cSToby Isaac depthShift[2 * e + 1] = swap[1]; 4412582d50cSToby Isaac } 4422582d50cSToby Isaac } 4432582d50cSToby Isaac /* convert (oldstart, added) to (oldstart, newstart) */ 4440974a383SToby Isaac for (d = 0; d <= depth; d++) { 4452582d50cSToby Isaac off += depthShift[2 * d + 1]; 44659eef20bSToby Isaac depthShift[2 * d + 1] = depthShift[2 * d] + off; 4472582d50cSToby Isaac } 4483ba16761SJacob Faibussowitsch PetscFunctionReturn(PETSC_SUCCESS); 4492582d50cSToby Isaac } 4502582d50cSToby Isaac 4512582d50cSToby Isaac /* depthShift is a list of (old, new) pairs */ 452d71ae5a4SJacob Faibussowitsch static inline PetscInt DMPlexShiftPoint_Internal(PetscInt p, PetscInt depth, PetscInt depthShift[]) 453d71ae5a4SJacob Faibussowitsch { 4542582d50cSToby Isaac PetscInt d; 4552582d50cSToby Isaac PetscInt newOff = 0; 4562582d50cSToby Isaac 4572582d50cSToby Isaac for (d = 0; d <= depth; d++) { 4582582d50cSToby Isaac if (p < depthShift[2 * d]) return p + newOff; 4592582d50cSToby Isaac else newOff = depthShift[2 * d + 1] - depthShift[2 * d]; 4602582d50cSToby Isaac } 4610974a383SToby Isaac return p + newOff; 4622582d50cSToby Isaac } 4632582d50cSToby Isaac 4642582d50cSToby Isaac /* depthShift is a list of (old, new) pairs */ 465d71ae5a4SJacob Faibussowitsch static inline PetscInt DMPlexShiftPointInverse_Internal(PetscInt p, PetscInt depth, PetscInt depthShift[]) 466d71ae5a4SJacob Faibussowitsch { 4672582d50cSToby Isaac PetscInt d; 4682582d50cSToby Isaac PetscInt newOff = 0; 4692582d50cSToby Isaac 4702582d50cSToby Isaac for (d = 0; d <= depth; d++) { 4712582d50cSToby Isaac if (p < depthShift[2 * d + 1]) return p + newOff; 4722582d50cSToby Isaac else newOff = depthShift[2 * d] - depthShift[2 * d + 1]; 4732582d50cSToby Isaac } 4740974a383SToby Isaac return p + newOff; 475cd0c2139SMatthew G Knepley } 476cd0c2139SMatthew G Knepley 477d71ae5a4SJacob Faibussowitsch static PetscErrorCode DMPlexShiftSizes_Internal(DM dm, PetscInt depthShift[], DM dmNew) 478d71ae5a4SJacob Faibussowitsch { 479cd0c2139SMatthew G Knepley PetscInt depth = 0, d, pStart, pEnd, p; 480fa8e8ae5SToby Isaac DMLabel depthLabel; 481cd0c2139SMatthew G Knepley 482cd0c2139SMatthew G Knepley PetscFunctionBegin; 4839566063dSJacob Faibussowitsch PetscCall(DMPlexGetDepth(dm, &depth)); 4843ba16761SJacob Faibussowitsch if (depth < 0) PetscFunctionReturn(PETSC_SUCCESS); 485cd0c2139SMatthew G Knepley /* Step 1: Expand chart */ 4869566063dSJacob Faibussowitsch PetscCall(DMPlexGetChart(dm, &pStart, &pEnd)); 4870974a383SToby Isaac pEnd = DMPlexShiftPoint_Internal(pEnd, depth, depthShift); 4889566063dSJacob Faibussowitsch PetscCall(DMPlexSetChart(dmNew, pStart, pEnd)); 4899566063dSJacob Faibussowitsch PetscCall(DMCreateLabel(dmNew, "depth")); 4909566063dSJacob Faibussowitsch PetscCall(DMPlexGetDepthLabel(dmNew, &depthLabel)); 4919566063dSJacob Faibussowitsch PetscCall(DMCreateLabel(dmNew, "celltype")); 492cd0c2139SMatthew G Knepley /* Step 2: Set cone and support sizes */ 493cd0c2139SMatthew G Knepley for (d = 0; d <= depth; ++d) { 494fa8e8ae5SToby Isaac PetscInt pStartNew, pEndNew; 495fa8e8ae5SToby Isaac IS pIS; 496fa8e8ae5SToby Isaac 4979566063dSJacob Faibussowitsch PetscCall(DMPlexGetDepthStratum(dm, d, &pStart, &pEnd)); 498fa8e8ae5SToby Isaac pStartNew = DMPlexShiftPoint_Internal(pStart, depth, depthShift); 499fa8e8ae5SToby Isaac pEndNew = DMPlexShiftPoint_Internal(pEnd, depth, depthShift); 5009566063dSJacob Faibussowitsch PetscCall(ISCreateStride(PETSC_COMM_SELF, pEndNew - pStartNew, pStartNew, 1, &pIS)); 5019566063dSJacob Faibussowitsch PetscCall(DMLabelSetStratumIS(depthLabel, d, pIS)); 5029566063dSJacob Faibussowitsch PetscCall(ISDestroy(&pIS)); 503cd0c2139SMatthew G Knepley for (p = pStart; p < pEnd; ++p) { 5042582d50cSToby Isaac PetscInt newp = DMPlexShiftPoint_Internal(p, depth, depthShift); 505cd0c2139SMatthew G Knepley PetscInt size; 506412e9a14SMatthew G. Knepley DMPolytopeType ct; 507cd0c2139SMatthew G Knepley 5089566063dSJacob Faibussowitsch PetscCall(DMPlexGetConeSize(dm, p, &size)); 5099566063dSJacob Faibussowitsch PetscCall(DMPlexSetConeSize(dmNew, newp, size)); 5109566063dSJacob Faibussowitsch PetscCall(DMPlexGetSupportSize(dm, p, &size)); 5119566063dSJacob Faibussowitsch PetscCall(DMPlexSetSupportSize(dmNew, newp, size)); 5129566063dSJacob Faibussowitsch PetscCall(DMPlexGetCellType(dm, p, &ct)); 5139566063dSJacob Faibussowitsch PetscCall(DMPlexSetCellType(dmNew, newp, ct)); 514cd0c2139SMatthew G Knepley } 515cd0c2139SMatthew G Knepley } 5163ba16761SJacob Faibussowitsch PetscFunctionReturn(PETSC_SUCCESS); 517cd0c2139SMatthew G Knepley } 518cd0c2139SMatthew G Knepley 519d71ae5a4SJacob Faibussowitsch static PetscErrorCode DMPlexShiftPoints_Internal(DM dm, PetscInt depthShift[], DM dmNew) 520d71ae5a4SJacob Faibussowitsch { 5212582d50cSToby Isaac PetscInt *newpoints; 5222582d50cSToby Isaac PetscInt depth = 0, maxConeSize, maxSupportSize, maxConeSizeNew, maxSupportSizeNew, pStart, pEnd, p; 523cd0c2139SMatthew G Knepley 524cd0c2139SMatthew G Knepley PetscFunctionBegin; 5259566063dSJacob Faibussowitsch PetscCall(DMPlexGetDepth(dm, &depth)); 5263ba16761SJacob Faibussowitsch if (depth < 0) PetscFunctionReturn(PETSC_SUCCESS); 5279566063dSJacob Faibussowitsch PetscCall(DMPlexGetMaxSizes(dm, &maxConeSize, &maxSupportSize)); 5289566063dSJacob Faibussowitsch PetscCall(DMPlexGetMaxSizes(dmNew, &maxConeSizeNew, &maxSupportSizeNew)); 5299566063dSJacob Faibussowitsch PetscCall(PetscMalloc1(PetscMax(PetscMax(maxConeSize, maxSupportSize), PetscMax(maxConeSizeNew, maxSupportSizeNew)), &newpoints)); 530cd0c2139SMatthew G Knepley /* Step 5: Set cones and supports */ 5319566063dSJacob Faibussowitsch PetscCall(DMPlexGetChart(dm, &pStart, &pEnd)); 532cd0c2139SMatthew G Knepley for (p = pStart; p < pEnd; ++p) { 533cd0c2139SMatthew G Knepley const PetscInt *points = NULL, *orientations = NULL; 5342582d50cSToby Isaac PetscInt size, sizeNew, i, newp = DMPlexShiftPoint_Internal(p, depth, depthShift); 535cd0c2139SMatthew G Knepley 5369566063dSJacob Faibussowitsch PetscCall(DMPlexGetConeSize(dm, p, &size)); 5379566063dSJacob Faibussowitsch PetscCall(DMPlexGetCone(dm, p, &points)); 5389566063dSJacob Faibussowitsch PetscCall(DMPlexGetConeOrientation(dm, p, &orientations)); 539ad540459SPierre Jolivet for (i = 0; i < size; ++i) newpoints[i] = DMPlexShiftPoint_Internal(points[i], depth, depthShift); 5409566063dSJacob Faibussowitsch PetscCall(DMPlexSetCone(dmNew, newp, newpoints)); 5419566063dSJacob Faibussowitsch PetscCall(DMPlexSetConeOrientation(dmNew, newp, orientations)); 5429566063dSJacob Faibussowitsch PetscCall(DMPlexGetSupportSize(dm, p, &size)); 5439566063dSJacob Faibussowitsch PetscCall(DMPlexGetSupportSize(dmNew, newp, &sizeNew)); 5449566063dSJacob Faibussowitsch PetscCall(DMPlexGetSupport(dm, p, &points)); 545ad540459SPierre Jolivet for (i = 0; i < size; ++i) newpoints[i] = DMPlexShiftPoint_Internal(points[i], depth, depthShift); 546dcbb62e8SMatthew G. Knepley for (i = size; i < sizeNew; ++i) newpoints[i] = 0; 5479566063dSJacob Faibussowitsch PetscCall(DMPlexSetSupport(dmNew, newp, newpoints)); 548cd0c2139SMatthew G Knepley } 5499566063dSJacob Faibussowitsch PetscCall(PetscFree(newpoints)); 5503ba16761SJacob Faibussowitsch PetscFunctionReturn(PETSC_SUCCESS); 551cd0c2139SMatthew G Knepley } 552cd0c2139SMatthew G Knepley 553d71ae5a4SJacob Faibussowitsch static PetscErrorCode DMPlexShiftCoordinates_Internal(DM dm, PetscInt depthShift[], DM dmNew) 554d71ae5a4SJacob Faibussowitsch { 555cd0c2139SMatthew G Knepley PetscSection coordSection, newCoordSection; 556cd0c2139SMatthew G Knepley Vec coordinates, newCoordinates; 557cd0c2139SMatthew G Knepley PetscScalar *coords, *newCoords; 558f2b8cce1SMatthew G. Knepley PetscInt coordSize, sStart, sEnd; 559f2b8cce1SMatthew G. Knepley PetscInt dim, depth = 0, cStart, cEnd, cStartNew, cEndNew, c, vStart, vEnd, vStartNew, vEndNew, v; 560f2b8cce1SMatthew G. Knepley PetscBool hasCells; 561cd0c2139SMatthew G Knepley 562cd0c2139SMatthew G Knepley PetscFunctionBegin; 5639566063dSJacob Faibussowitsch PetscCall(DMGetCoordinateDim(dm, &dim)); 5649566063dSJacob Faibussowitsch PetscCall(DMSetCoordinateDim(dmNew, dim)); 5659566063dSJacob Faibussowitsch PetscCall(DMPlexGetDepth(dm, &depth)); 566cd0c2139SMatthew G Knepley /* Step 8: Convert coordinates */ 5679566063dSJacob Faibussowitsch PetscCall(DMPlexGetDepthStratum(dm, 0, &vStart, &vEnd)); 5689566063dSJacob Faibussowitsch PetscCall(DMPlexGetHeightStratum(dm, 0, &cStart, &cEnd)); 5699566063dSJacob Faibussowitsch PetscCall(DMPlexGetDepthStratum(dmNew, 0, &vStartNew, &vEndNew)); 5709566063dSJacob Faibussowitsch PetscCall(DMPlexGetHeightStratum(dmNew, 0, &cStartNew, &cEndNew)); 5719566063dSJacob Faibussowitsch PetscCall(DMGetCoordinateSection(dm, &coordSection)); 5729566063dSJacob Faibussowitsch PetscCall(PetscSectionCreate(PetscObjectComm((PetscObject)dm), &newCoordSection)); 5739566063dSJacob Faibussowitsch PetscCall(PetscSectionSetNumFields(newCoordSection, 1)); 5749566063dSJacob Faibussowitsch PetscCall(PetscSectionSetFieldComponents(newCoordSection, 0, dim)); 5759566063dSJacob Faibussowitsch PetscCall(PetscSectionGetChart(coordSection, &sStart, &sEnd)); 576f2b8cce1SMatthew G. Knepley hasCells = sStart == cStart ? PETSC_TRUE : PETSC_FALSE; 5779566063dSJacob Faibussowitsch PetscCall(PetscSectionSetChart(newCoordSection, hasCells ? cStartNew : vStartNew, vEndNew)); 578f2b8cce1SMatthew G. Knepley if (hasCells) { 579f2b8cce1SMatthew G. Knepley for (c = cStart; c < cEnd; ++c) { 580f2b8cce1SMatthew G. Knepley PetscInt cNew = DMPlexShiftPoint_Internal(c, depth, depthShift), dof; 581f2b8cce1SMatthew G. Knepley 5829566063dSJacob Faibussowitsch PetscCall(PetscSectionGetDof(coordSection, c, &dof)); 5839566063dSJacob Faibussowitsch PetscCall(PetscSectionSetDof(newCoordSection, cNew, dof)); 5849566063dSJacob Faibussowitsch PetscCall(PetscSectionSetFieldDof(newCoordSection, cNew, 0, dof)); 585f2b8cce1SMatthew G. Knepley } 586f2b8cce1SMatthew G. Knepley } 587cd0c2139SMatthew G Knepley for (v = vStartNew; v < vEndNew; ++v) { 5889566063dSJacob Faibussowitsch PetscCall(PetscSectionSetDof(newCoordSection, v, dim)); 5899566063dSJacob Faibussowitsch PetscCall(PetscSectionSetFieldDof(newCoordSection, v, 0, dim)); 590cd0c2139SMatthew G Knepley } 5919566063dSJacob Faibussowitsch PetscCall(PetscSectionSetUp(newCoordSection)); 5929566063dSJacob Faibussowitsch PetscCall(DMSetCoordinateSection(dmNew, PETSC_DETERMINE, newCoordSection)); 5939566063dSJacob Faibussowitsch PetscCall(PetscSectionGetStorageSize(newCoordSection, &coordSize)); 5949566063dSJacob Faibussowitsch PetscCall(VecCreate(PETSC_COMM_SELF, &newCoordinates)); 5959566063dSJacob Faibussowitsch PetscCall(PetscObjectSetName((PetscObject)newCoordinates, "coordinates")); 5969566063dSJacob Faibussowitsch PetscCall(VecSetSizes(newCoordinates, coordSize, PETSC_DETERMINE)); 5979566063dSJacob Faibussowitsch PetscCall(VecSetBlockSize(newCoordinates, dim)); 5989566063dSJacob Faibussowitsch PetscCall(VecSetType(newCoordinates, VECSTANDARD)); 5999566063dSJacob Faibussowitsch PetscCall(DMSetCoordinatesLocal(dmNew, newCoordinates)); 6009566063dSJacob Faibussowitsch PetscCall(DMGetCoordinatesLocal(dm, &coordinates)); 6019566063dSJacob Faibussowitsch PetscCall(VecGetArray(coordinates, &coords)); 6029566063dSJacob Faibussowitsch PetscCall(VecGetArray(newCoordinates, &newCoords)); 603f2b8cce1SMatthew G. Knepley if (hasCells) { 604f2b8cce1SMatthew G. Knepley for (c = cStart; c < cEnd; ++c) { 605f2b8cce1SMatthew G. Knepley PetscInt cNew = DMPlexShiftPoint_Internal(c, depth, depthShift), dof, off, noff, d; 606f2b8cce1SMatthew G. Knepley 6079566063dSJacob Faibussowitsch PetscCall(PetscSectionGetDof(coordSection, c, &dof)); 6089566063dSJacob Faibussowitsch PetscCall(PetscSectionGetOffset(coordSection, c, &off)); 6099566063dSJacob Faibussowitsch PetscCall(PetscSectionGetOffset(newCoordSection, cNew, &noff)); 610f2b8cce1SMatthew G. Knepley for (d = 0; d < dof; ++d) newCoords[noff + d] = coords[off + d]; 611f2b8cce1SMatthew G. Knepley } 612f2b8cce1SMatthew G. Knepley } 613cd0c2139SMatthew G Knepley for (v = vStart; v < vEnd; ++v) { 614cd0c2139SMatthew G Knepley PetscInt dof, off, noff, d; 615cd0c2139SMatthew G Knepley 6169566063dSJacob Faibussowitsch PetscCall(PetscSectionGetDof(coordSection, v, &dof)); 6179566063dSJacob Faibussowitsch PetscCall(PetscSectionGetOffset(coordSection, v, &off)); 6189566063dSJacob Faibussowitsch PetscCall(PetscSectionGetOffset(newCoordSection, DMPlexShiftPoint_Internal(v, depth, depthShift), &noff)); 619f2b8cce1SMatthew G. Knepley for (d = 0; d < dof; ++d) newCoords[noff + d] = coords[off + d]; 620cd0c2139SMatthew G Knepley } 6219566063dSJacob Faibussowitsch PetscCall(VecRestoreArray(coordinates, &coords)); 6229566063dSJacob Faibussowitsch PetscCall(VecRestoreArray(newCoordinates, &newCoords)); 6239566063dSJacob Faibussowitsch PetscCall(VecDestroy(&newCoordinates)); 6249566063dSJacob Faibussowitsch PetscCall(PetscSectionDestroy(&newCoordSection)); 6253ba16761SJacob Faibussowitsch PetscFunctionReturn(PETSC_SUCCESS); 626cd0c2139SMatthew G Knepley } 627cd0c2139SMatthew G Knepley 628d71ae5a4SJacob Faibussowitsch static PetscErrorCode DMPlexShiftSF_Single(DM dm, PetscInt depthShift[], PetscSF sf, PetscSF sfNew) 629d71ae5a4SJacob Faibussowitsch { 630cd0c2139SMatthew G Knepley const PetscSFNode *remotePoints; 631cd0c2139SMatthew G Knepley PetscSFNode *gremotePoints; 632cd0c2139SMatthew G Knepley const PetscInt *localPoints; 633cd0c2139SMatthew G Knepley PetscInt *glocalPoints, *newLocation, *newRemoteLocation; 6340e33faafSMatthew G. Knepley PetscInt numRoots, numLeaves, l, pStart, pEnd, depth = 0, totShift = 0; 635cd0c2139SMatthew G Knepley 636cd0c2139SMatthew G Knepley PetscFunctionBegin; 6379566063dSJacob Faibussowitsch PetscCall(DMPlexGetDepth(dm, &depth)); 6389566063dSJacob Faibussowitsch PetscCall(DMPlexGetChart(dm, &pStart, &pEnd)); 6399566063dSJacob Faibussowitsch PetscCall(PetscSFGetGraph(sf, &numRoots, &numLeaves, &localPoints, &remotePoints)); 6406e21efdcSToby Isaac totShift = DMPlexShiftPoint_Internal(pEnd, depth, depthShift) - pEnd; 641cd0c2139SMatthew G Knepley if (numRoots >= 0) { 6429566063dSJacob Faibussowitsch PetscCall(PetscMalloc2(numRoots, &newLocation, pEnd - pStart, &newRemoteLocation)); 6430e33faafSMatthew G. Knepley for (l = 0; l < numRoots; ++l) newLocation[l] = DMPlexShiftPoint_Internal(l, depth, depthShift); 6449566063dSJacob Faibussowitsch PetscCall(PetscSFBcastBegin(sf, MPIU_INT, newLocation, newRemoteLocation, MPI_REPLACE)); 6459566063dSJacob Faibussowitsch PetscCall(PetscSFBcastEnd(sf, MPIU_INT, newLocation, newRemoteLocation, MPI_REPLACE)); 6469566063dSJacob Faibussowitsch PetscCall(PetscMalloc1(numLeaves, &glocalPoints)); 6479566063dSJacob Faibussowitsch PetscCall(PetscMalloc1(numLeaves, &gremotePoints)); 648cd0c2139SMatthew G Knepley for (l = 0; l < numLeaves; ++l) { 6492582d50cSToby Isaac glocalPoints[l] = DMPlexShiftPoint_Internal(localPoints[l], depth, depthShift); 650cd0c2139SMatthew G Knepley gremotePoints[l].rank = remotePoints[l].rank; 651cd0c2139SMatthew G Knepley gremotePoints[l].index = newRemoteLocation[localPoints[l]]; 652cd0c2139SMatthew G Knepley } 6539566063dSJacob Faibussowitsch PetscCall(PetscFree2(newLocation, newRemoteLocation)); 6549566063dSJacob Faibussowitsch PetscCall(PetscSFSetGraph(sfNew, numRoots + totShift, numLeaves, glocalPoints, PETSC_OWN_POINTER, gremotePoints, PETSC_OWN_POINTER)); 6550e33faafSMatthew G. Knepley } 6563ba16761SJacob Faibussowitsch PetscFunctionReturn(PETSC_SUCCESS); 6570e33faafSMatthew G. Knepley } 6580e33faafSMatthew G. Knepley 659d71ae5a4SJacob Faibussowitsch static PetscErrorCode DMPlexShiftSF_Internal(DM dm, PetscInt depthShift[], DM dmNew) 660d71ae5a4SJacob Faibussowitsch { 6610e33faafSMatthew G. Knepley PetscSF sfPoint, sfPointNew; 6620e33faafSMatthew G. Knepley PetscBool useNatural; 6630e33faafSMatthew G. Knepley 6640e33faafSMatthew G. Knepley PetscFunctionBegin; 6650e33faafSMatthew G. Knepley /* Step 9: Convert pointSF */ 6669566063dSJacob Faibussowitsch PetscCall(DMGetPointSF(dm, &sfPoint)); 6679566063dSJacob Faibussowitsch PetscCall(DMGetPointSF(dmNew, &sfPointNew)); 6689566063dSJacob Faibussowitsch PetscCall(DMPlexShiftSF_Single(dm, depthShift, sfPoint, sfPointNew)); 6690e33faafSMatthew G. Knepley /* Step 9b: Convert naturalSF */ 6709566063dSJacob Faibussowitsch PetscCall(DMGetUseNatural(dm, &useNatural)); 6710e33faafSMatthew G. Knepley if (useNatural) { 6720e33faafSMatthew G. Knepley PetscSF sfNat, sfNatNew; 6730e33faafSMatthew G. Knepley 6749566063dSJacob Faibussowitsch PetscCall(DMSetUseNatural(dmNew, useNatural)); 6759566063dSJacob Faibussowitsch PetscCall(DMGetNaturalSF(dm, &sfNat)); 6769566063dSJacob Faibussowitsch PetscCall(DMGetNaturalSF(dmNew, &sfNatNew)); 6779566063dSJacob Faibussowitsch PetscCall(DMPlexShiftSF_Single(dm, depthShift, sfNat, sfNatNew)); 678cd0c2139SMatthew G Knepley } 6793ba16761SJacob Faibussowitsch PetscFunctionReturn(PETSC_SUCCESS); 680cd0c2139SMatthew G Knepley } 681cd0c2139SMatthew G Knepley 682d71ae5a4SJacob Faibussowitsch static PetscErrorCode DMPlexShiftLabels_Internal(DM dm, PetscInt depthShift[], DM dmNew) 683d71ae5a4SJacob Faibussowitsch { 684d56405f8SMatthew G. Knepley PetscInt depth = 0, numLabels, l; 685cd0c2139SMatthew G Knepley 686cd0c2139SMatthew G Knepley PetscFunctionBegin; 6879566063dSJacob Faibussowitsch PetscCall(DMPlexGetDepth(dm, &depth)); 688cd0c2139SMatthew G Knepley /* Step 10: Convert labels */ 6899566063dSJacob Faibussowitsch PetscCall(DMGetNumLabels(dm, &numLabels)); 690cd0c2139SMatthew G Knepley for (l = 0; l < numLabels; ++l) { 691cd0c2139SMatthew G Knepley DMLabel label, newlabel; 692cd0c2139SMatthew G Knepley const char *lname; 693fa8e8ae5SToby Isaac PetscBool isDepth, isDim; 694cd0c2139SMatthew G Knepley IS valueIS; 695cd0c2139SMatthew G Knepley const PetscInt *values; 696cd0c2139SMatthew G Knepley PetscInt numValues, val; 697cd0c2139SMatthew G Knepley 6989566063dSJacob Faibussowitsch PetscCall(DMGetLabelName(dm, l, &lname)); 6999566063dSJacob Faibussowitsch PetscCall(PetscStrcmp(lname, "depth", &isDepth)); 700cd0c2139SMatthew G Knepley if (isDepth) continue; 7019566063dSJacob Faibussowitsch PetscCall(PetscStrcmp(lname, "dim", &isDim)); 702fa8e8ae5SToby Isaac if (isDim) continue; 7039566063dSJacob Faibussowitsch PetscCall(DMCreateLabel(dmNew, lname)); 7049566063dSJacob Faibussowitsch PetscCall(DMGetLabel(dm, lname, &label)); 7059566063dSJacob Faibussowitsch PetscCall(DMGetLabel(dmNew, lname, &newlabel)); 7069566063dSJacob Faibussowitsch PetscCall(DMLabelGetDefaultValue(label, &val)); 7079566063dSJacob Faibussowitsch PetscCall(DMLabelSetDefaultValue(newlabel, val)); 7089566063dSJacob Faibussowitsch PetscCall(DMLabelGetValueIS(label, &valueIS)); 7099566063dSJacob Faibussowitsch PetscCall(ISGetLocalSize(valueIS, &numValues)); 7109566063dSJacob Faibussowitsch PetscCall(ISGetIndices(valueIS, &values)); 711cd0c2139SMatthew G Knepley for (val = 0; val < numValues; ++val) { 712cd0c2139SMatthew G Knepley IS pointIS; 713cd0c2139SMatthew G Knepley const PetscInt *points; 714cd0c2139SMatthew G Knepley PetscInt numPoints, p; 715cd0c2139SMatthew G Knepley 7169566063dSJacob Faibussowitsch PetscCall(DMLabelGetStratumIS(label, values[val], &pointIS)); 7179566063dSJacob Faibussowitsch PetscCall(ISGetLocalSize(pointIS, &numPoints)); 7189566063dSJacob Faibussowitsch PetscCall(ISGetIndices(pointIS, &points)); 719cd0c2139SMatthew G Knepley for (p = 0; p < numPoints; ++p) { 7202582d50cSToby Isaac const PetscInt newpoint = DMPlexShiftPoint_Internal(points[p], depth, depthShift); 721cd0c2139SMatthew G Knepley 7229566063dSJacob Faibussowitsch PetscCall(DMLabelSetValue(newlabel, newpoint, values[val])); 723cd0c2139SMatthew G Knepley } 7249566063dSJacob Faibussowitsch PetscCall(ISRestoreIndices(pointIS, &points)); 7259566063dSJacob Faibussowitsch PetscCall(ISDestroy(&pointIS)); 726cd0c2139SMatthew G Knepley } 7279566063dSJacob Faibussowitsch PetscCall(ISRestoreIndices(valueIS, &values)); 7289566063dSJacob Faibussowitsch PetscCall(ISDestroy(&valueIS)); 729cd0c2139SMatthew G Knepley } 7303ba16761SJacob Faibussowitsch PetscFunctionReturn(PETSC_SUCCESS); 731d56405f8SMatthew G. Knepley } 732d56405f8SMatthew G. Knepley 733d71ae5a4SJacob Faibussowitsch static PetscErrorCode DMPlexCreateVTKLabel_Internal(DM dm, PetscBool createGhostLabel, DM dmNew) 734d71ae5a4SJacob Faibussowitsch { 735d56405f8SMatthew G. Knepley PetscSF sfPoint; 736d56405f8SMatthew G. Knepley DMLabel vtkLabel, ghostLabel = NULL; 737d56405f8SMatthew G. Knepley const PetscSFNode *leafRemote; 738d56405f8SMatthew G. Knepley const PetscInt *leafLocal; 739d56405f8SMatthew G. Knepley PetscInt cellHeight, cStart, cEnd, c, fStart, fEnd, f, numLeaves, l; 740d56405f8SMatthew G. Knepley PetscMPIInt rank; 741d56405f8SMatthew G. Knepley 742d56405f8SMatthew G. Knepley PetscFunctionBegin; 743cd0c2139SMatthew G Knepley /* Step 11: Make label for output (vtk) and to mark ghost points (ghost) */ 7449566063dSJacob Faibussowitsch PetscCallMPI(MPI_Comm_rank(PetscObjectComm((PetscObject)dm), &rank)); 7459566063dSJacob Faibussowitsch PetscCall(DMGetPointSF(dm, &sfPoint)); 7469566063dSJacob Faibussowitsch PetscCall(DMPlexGetVTKCellHeight(dmNew, &cellHeight)); 7479566063dSJacob Faibussowitsch PetscCall(DMPlexGetHeightStratum(dm, cellHeight, &cStart, &cEnd)); 7489566063dSJacob Faibussowitsch PetscCall(PetscSFGetGraph(sfPoint, NULL, &numLeaves, &leafLocal, &leafRemote)); 7499566063dSJacob Faibussowitsch PetscCall(DMCreateLabel(dmNew, "vtk")); 7509566063dSJacob Faibussowitsch PetscCall(DMGetLabel(dmNew, "vtk", &vtkLabel)); 751d56405f8SMatthew G. Knepley if (createGhostLabel) { 7529566063dSJacob Faibussowitsch PetscCall(DMCreateLabel(dmNew, "ghost")); 7539566063dSJacob Faibussowitsch PetscCall(DMGetLabel(dmNew, "ghost", &ghostLabel)); 754d56405f8SMatthew G. Knepley } 755cd0c2139SMatthew G Knepley for (l = 0, c = cStart; l < numLeaves && c < cEnd; ++l, ++c) { 75648a46eb9SPierre Jolivet for (; c < leafLocal[l] && c < cEnd; ++c) PetscCall(DMLabelSetValue(vtkLabel, c, 1)); 757cd0c2139SMatthew G Knepley if (leafLocal[l] >= cEnd) break; 758cd0c2139SMatthew G Knepley if (leafRemote[l].rank == rank) { 7599566063dSJacob Faibussowitsch PetscCall(DMLabelSetValue(vtkLabel, c, 1)); 7601baa6e33SBarry Smith } else if (ghostLabel) PetscCall(DMLabelSetValue(ghostLabel, c, 2)); 761cd0c2139SMatthew G Knepley } 76248a46eb9SPierre Jolivet for (; c < cEnd; ++c) PetscCall(DMLabelSetValue(vtkLabel, c, 1)); 763d56405f8SMatthew G. Knepley if (ghostLabel) { 7649566063dSJacob Faibussowitsch PetscCall(DMPlexGetHeightStratum(dmNew, 1, &fStart, &fEnd)); 765cd0c2139SMatthew G Knepley for (f = fStart; f < fEnd; ++f) { 766cd0c2139SMatthew G Knepley PetscInt numCells; 767cd0c2139SMatthew G Knepley 7689566063dSJacob Faibussowitsch PetscCall(DMPlexGetSupportSize(dmNew, f, &numCells)); 769cd0c2139SMatthew G Knepley if (numCells < 2) { 7709566063dSJacob Faibussowitsch PetscCall(DMLabelSetValue(ghostLabel, f, 1)); 771cd0c2139SMatthew G Knepley } else { 772cd0c2139SMatthew G Knepley const PetscInt *cells = NULL; 773cd0c2139SMatthew G Knepley PetscInt vA, vB; 774cd0c2139SMatthew G Knepley 7759566063dSJacob Faibussowitsch PetscCall(DMPlexGetSupport(dmNew, f, &cells)); 7769566063dSJacob Faibussowitsch PetscCall(DMLabelGetValue(vtkLabel, cells[0], &vA)); 7779566063dSJacob Faibussowitsch PetscCall(DMLabelGetValue(vtkLabel, cells[1], &vB)); 7789566063dSJacob Faibussowitsch if (vA != 1 && vB != 1) PetscCall(DMLabelSetValue(ghostLabel, f, 1)); 779cd0c2139SMatthew G Knepley } 780cd0c2139SMatthew G Knepley } 781d56405f8SMatthew G. Knepley } 7823ba16761SJacob Faibussowitsch PetscFunctionReturn(PETSC_SUCCESS); 783cd0c2139SMatthew G Knepley } 784cd0c2139SMatthew G Knepley 785d71ae5a4SJacob Faibussowitsch static PetscErrorCode DMPlexShiftTree_Internal(DM dm, PetscInt depthShift[], DM dmNew) 786d71ae5a4SJacob Faibussowitsch { 787ca04dac2SToby Isaac DM refTree; 788ca04dac2SToby Isaac PetscSection pSec; 789ca04dac2SToby Isaac PetscInt *parents, *childIDs; 790ca04dac2SToby Isaac 791ca04dac2SToby Isaac PetscFunctionBegin; 7929566063dSJacob Faibussowitsch PetscCall(DMPlexGetReferenceTree(dm, &refTree)); 7939566063dSJacob Faibussowitsch PetscCall(DMPlexSetReferenceTree(dmNew, refTree)); 7949566063dSJacob Faibussowitsch PetscCall(DMPlexGetTree(dm, &pSec, &parents, &childIDs, NULL, NULL)); 795ca04dac2SToby Isaac if (pSec) { 7962582d50cSToby Isaac PetscInt p, pStart, pEnd, *parentsShifted, pStartShifted, pEndShifted, depth; 797fb4630b5SToby Isaac PetscInt *childIDsShifted; 798ca04dac2SToby Isaac PetscSection pSecShifted; 799ca04dac2SToby Isaac 8009566063dSJacob Faibussowitsch PetscCall(PetscSectionGetChart(pSec, &pStart, &pEnd)); 8019566063dSJacob Faibussowitsch PetscCall(DMPlexGetDepth(dm, &depth)); 8022582d50cSToby Isaac pStartShifted = DMPlexShiftPoint_Internal(pStart, depth, depthShift); 8032582d50cSToby Isaac pEndShifted = DMPlexShiftPoint_Internal(pEnd, depth, depthShift); 8049566063dSJacob Faibussowitsch PetscCall(PetscMalloc2(pEndShifted - pStartShifted, &parentsShifted, pEndShifted - pStartShifted, &childIDsShifted)); 8059566063dSJacob Faibussowitsch PetscCall(PetscSectionCreate(PetscObjectComm((PetscObject)dmNew), &pSecShifted)); 8069566063dSJacob Faibussowitsch PetscCall(PetscSectionSetChart(pSecShifted, pStartShifted, pEndShifted)); 807ca04dac2SToby Isaac for (p = pStartShifted; p < pEndShifted; p++) { 808fb4630b5SToby Isaac /* start off assuming no children */ 8099566063dSJacob Faibussowitsch PetscCall(PetscSectionSetDof(pSecShifted, p, 0)); 810fb4630b5SToby Isaac } 811fb4630b5SToby Isaac for (p = pStart; p < pEnd; p++) { 812fb4630b5SToby Isaac PetscInt dof; 813fb4630b5SToby Isaac PetscInt pNew = DMPlexShiftPoint_Internal(p, depth, depthShift); 814ca04dac2SToby Isaac 8159566063dSJacob Faibussowitsch PetscCall(PetscSectionGetDof(pSec, p, &dof)); 8169566063dSJacob Faibussowitsch PetscCall(PetscSectionSetDof(pSecShifted, pNew, dof)); 817ca04dac2SToby Isaac } 8189566063dSJacob Faibussowitsch PetscCall(PetscSectionSetUp(pSecShifted)); 819fb4630b5SToby Isaac for (p = pStart; p < pEnd; p++) { 820fb4630b5SToby Isaac PetscInt dof; 821fb4630b5SToby Isaac PetscInt pNew = DMPlexShiftPoint_Internal(p, depth, depthShift); 822fb4630b5SToby Isaac 8239566063dSJacob Faibussowitsch PetscCall(PetscSectionGetDof(pSec, p, &dof)); 824fb4630b5SToby Isaac if (dof) { 825fb4630b5SToby Isaac PetscInt off, offNew; 826fb4630b5SToby Isaac 8279566063dSJacob Faibussowitsch PetscCall(PetscSectionGetOffset(pSec, p, &off)); 8289566063dSJacob Faibussowitsch PetscCall(PetscSectionGetOffset(pSecShifted, pNew, &offNew)); 829fb4630b5SToby Isaac parentsShifted[offNew] = DMPlexShiftPoint_Internal(parents[off], depth, depthShift); 830fb4630b5SToby Isaac childIDsShifted[offNew] = childIDs[off]; 831fb4630b5SToby Isaac } 832fb4630b5SToby Isaac } 8339566063dSJacob Faibussowitsch PetscCall(DMPlexSetTree(dmNew, pSecShifted, parentsShifted, childIDsShifted)); 8349566063dSJacob Faibussowitsch PetscCall(PetscFree2(parentsShifted, childIDsShifted)); 8359566063dSJacob Faibussowitsch PetscCall(PetscSectionDestroy(&pSecShifted)); 836ca04dac2SToby Isaac } 8373ba16761SJacob Faibussowitsch PetscFunctionReturn(PETSC_SUCCESS); 838ca04dac2SToby Isaac } 839ca04dac2SToby Isaac 840d71ae5a4SJacob Faibussowitsch static PetscErrorCode DMPlexConstructGhostCells_Internal(DM dm, DMLabel label, PetscInt *numGhostCells, DM gdm) 841d71ae5a4SJacob Faibussowitsch { 842da97024aSMatthew G. Knepley PetscSF sf; 843cd0c2139SMatthew G Knepley IS valueIS; 844da97024aSMatthew G. Knepley const PetscInt *values, *leaves; 845cd0c2139SMatthew G Knepley PetscInt *depthShift; 8462582d50cSToby Isaac PetscInt d, depth = 0, nleaves, loc, Ng, numFS, fs, fStart, fEnd, ghostCell, cEnd, c; 8474fb89dddSMatthew G. Knepley const PetscReal *maxCell, *Lstart, *L; 848cd0c2139SMatthew G Knepley 849cd0c2139SMatthew G Knepley PetscFunctionBegin; 8509566063dSJacob Faibussowitsch PetscCall(DMGetPointSF(dm, &sf)); 8519566063dSJacob Faibussowitsch PetscCall(PetscSFGetGraph(sf, NULL, &nleaves, &leaves, NULL)); 852da97024aSMatthew G. Knepley nleaves = PetscMax(0, nleaves); 8539566063dSJacob Faibussowitsch PetscCall(DMPlexGetHeightStratum(dm, 1, &fStart, &fEnd)); 854cd0c2139SMatthew G Knepley /* Count ghost cells */ 8559566063dSJacob Faibussowitsch PetscCall(DMLabelGetValueIS(label, &valueIS)); 8569566063dSJacob Faibussowitsch PetscCall(ISGetLocalSize(valueIS, &numFS)); 8579566063dSJacob Faibussowitsch PetscCall(ISGetIndices(valueIS, &values)); 8584a6cfa73SMatthew G. Knepley Ng = 0; 859cd0c2139SMatthew G Knepley for (fs = 0; fs < numFS; ++fs) { 86046c796b9SMatthew G. Knepley IS faceIS; 86146c796b9SMatthew G. Knepley const PetscInt *faces; 86246c796b9SMatthew G. Knepley PetscInt numFaces, f, numBdFaces = 0; 863cd0c2139SMatthew G Knepley 8649566063dSJacob Faibussowitsch PetscCall(DMLabelGetStratumIS(label, values[fs], &faceIS)); 8659566063dSJacob Faibussowitsch PetscCall(ISGetLocalSize(faceIS, &numFaces)); 8669566063dSJacob Faibussowitsch PetscCall(ISGetIndices(faceIS, &faces)); 86746c796b9SMatthew G. Knepley for (f = 0; f < numFaces; ++f) { 868ca04dac2SToby Isaac PetscInt numChildren; 869ca04dac2SToby Isaac 8709566063dSJacob Faibussowitsch PetscCall(PetscFindInt(faces[f], nleaves, leaves, &loc)); 8719566063dSJacob Faibussowitsch PetscCall(DMPlexGetTreeChildren(dm, faces[f], &numChildren, NULL)); 872ca04dac2SToby Isaac /* non-local and ancestors points don't get to register ghosts */ 873ca04dac2SToby Isaac if (loc >= 0 || numChildren) continue; 87446c796b9SMatthew G. Knepley if ((faces[f] >= fStart) && (faces[f] < fEnd)) ++numBdFaces; 87546c796b9SMatthew G. Knepley } 8764a6cfa73SMatthew G. Knepley Ng += numBdFaces; 8779566063dSJacob Faibussowitsch PetscCall(ISRestoreIndices(faceIS, &faces)); 8789566063dSJacob Faibussowitsch PetscCall(ISDestroy(&faceIS)); 879cd0c2139SMatthew G Knepley } 8809566063dSJacob Faibussowitsch PetscCall(DMPlexGetDepth(dm, &depth)); 8819566063dSJacob Faibussowitsch PetscCall(PetscMalloc1(2 * (depth + 1), &depthShift)); 8822582d50cSToby Isaac for (d = 0; d <= depth; d++) { 88359eef20bSToby Isaac PetscInt dEnd; 8842582d50cSToby Isaac 8859566063dSJacob Faibussowitsch PetscCall(DMPlexGetDepthStratum(dm, d, NULL, &dEnd)); 88659eef20bSToby Isaac depthShift[2 * d] = dEnd; 8872582d50cSToby Isaac depthShift[2 * d + 1] = 0; 8882582d50cSToby Isaac } 8892582d50cSToby Isaac if (depth >= 0) depthShift[2 * depth + 1] = Ng; 8909566063dSJacob Faibussowitsch PetscCall(DMPlexShiftPointSetUp_Internal(depth, depthShift)); 8919566063dSJacob Faibussowitsch PetscCall(DMPlexShiftSizes_Internal(dm, depthShift, gdm)); 892cd0c2139SMatthew G Knepley /* Step 3: Set cone/support sizes for new points */ 8939566063dSJacob Faibussowitsch PetscCall(DMPlexGetHeightStratum(dm, 0, NULL, &cEnd)); 89448a46eb9SPierre Jolivet for (c = cEnd; c < cEnd + Ng; ++c) PetscCall(DMPlexSetConeSize(gdm, c, 1)); 895cd0c2139SMatthew G Knepley for (fs = 0; fs < numFS; ++fs) { 896cd0c2139SMatthew G Knepley IS faceIS; 897cd0c2139SMatthew G Knepley const PetscInt *faces; 898cd0c2139SMatthew G Knepley PetscInt numFaces, f; 899cd0c2139SMatthew G Knepley 9009566063dSJacob Faibussowitsch PetscCall(DMLabelGetStratumIS(label, values[fs], &faceIS)); 9019566063dSJacob Faibussowitsch PetscCall(ISGetLocalSize(faceIS, &numFaces)); 9029566063dSJacob Faibussowitsch PetscCall(ISGetIndices(faceIS, &faces)); 903cd0c2139SMatthew G Knepley for (f = 0; f < numFaces; ++f) { 904ca04dac2SToby Isaac PetscInt size, numChildren; 905cd0c2139SMatthew G Knepley 9069566063dSJacob Faibussowitsch PetscCall(PetscFindInt(faces[f], nleaves, leaves, &loc)); 9079566063dSJacob Faibussowitsch PetscCall(DMPlexGetTreeChildren(dm, faces[f], &numChildren, NULL)); 908ca04dac2SToby Isaac if (loc >= 0 || numChildren) continue; 90946c796b9SMatthew G. Knepley if ((faces[f] < fStart) || (faces[f] >= fEnd)) continue; 9109566063dSJacob Faibussowitsch PetscCall(DMPlexGetSupportSize(dm, faces[f], &size)); 91163a3b9bcSJacob Faibussowitsch PetscCheck(size == 1, PETSC_COMM_SELF, PETSC_ERR_ARG_WRONG, "DM has boundary face %" PetscInt_FMT " with %" PetscInt_FMT " support cells", faces[f], size); 9129566063dSJacob Faibussowitsch PetscCall(DMPlexSetSupportSize(gdm, faces[f] + Ng, 2)); 913cd0c2139SMatthew G Knepley } 9149566063dSJacob Faibussowitsch PetscCall(ISRestoreIndices(faceIS, &faces)); 9159566063dSJacob Faibussowitsch PetscCall(ISDestroy(&faceIS)); 916cd0c2139SMatthew G Knepley } 917cd0c2139SMatthew G Knepley /* Step 4: Setup ghosted DM */ 9189566063dSJacob Faibussowitsch PetscCall(DMSetUp(gdm)); 9199566063dSJacob Faibussowitsch PetscCall(DMPlexShiftPoints_Internal(dm, depthShift, gdm)); 920cd0c2139SMatthew G Knepley /* Step 6: Set cones and supports for new points */ 921cd0c2139SMatthew G Knepley ghostCell = cEnd; 922cd0c2139SMatthew G Knepley for (fs = 0; fs < numFS; ++fs) { 923cd0c2139SMatthew G Knepley IS faceIS; 924cd0c2139SMatthew G Knepley const PetscInt *faces; 925cd0c2139SMatthew G Knepley PetscInt numFaces, f; 926cd0c2139SMatthew G Knepley 9279566063dSJacob Faibussowitsch PetscCall(DMLabelGetStratumIS(label, values[fs], &faceIS)); 9289566063dSJacob Faibussowitsch PetscCall(ISGetLocalSize(faceIS, &numFaces)); 9299566063dSJacob Faibussowitsch PetscCall(ISGetIndices(faceIS, &faces)); 93046c796b9SMatthew G. Knepley for (f = 0; f < numFaces; ++f) { 931ca04dac2SToby Isaac PetscInt newFace = faces[f] + Ng, numChildren; 932cd0c2139SMatthew G Knepley 9339566063dSJacob Faibussowitsch PetscCall(PetscFindInt(faces[f], nleaves, leaves, &loc)); 9349566063dSJacob Faibussowitsch PetscCall(DMPlexGetTreeChildren(dm, faces[f], &numChildren, NULL)); 935ca04dac2SToby Isaac if (loc >= 0 || numChildren) continue; 93646c796b9SMatthew G. Knepley if ((faces[f] < fStart) || (faces[f] >= fEnd)) continue; 9379566063dSJacob Faibussowitsch PetscCall(DMPlexSetCone(gdm, ghostCell, &newFace)); 9389566063dSJacob Faibussowitsch PetscCall(DMPlexInsertSupport(gdm, newFace, 1, ghostCell)); 93946c796b9SMatthew G. Knepley ++ghostCell; 940cd0c2139SMatthew G Knepley } 9419566063dSJacob Faibussowitsch PetscCall(ISRestoreIndices(faceIS, &faces)); 9429566063dSJacob Faibussowitsch PetscCall(ISDestroy(&faceIS)); 943cd0c2139SMatthew G Knepley } 9449566063dSJacob Faibussowitsch PetscCall(ISRestoreIndices(valueIS, &values)); 9459566063dSJacob Faibussowitsch PetscCall(ISDestroy(&valueIS)); 9469566063dSJacob Faibussowitsch PetscCall(DMPlexShiftCoordinates_Internal(dm, depthShift, gdm)); 9479566063dSJacob Faibussowitsch PetscCall(DMPlexShiftSF_Internal(dm, depthShift, gdm)); 9489566063dSJacob Faibussowitsch PetscCall(DMPlexShiftLabels_Internal(dm, depthShift, gdm)); 9499566063dSJacob Faibussowitsch PetscCall(DMPlexCreateVTKLabel_Internal(dm, PETSC_TRUE, gdm)); 9509566063dSJacob Faibussowitsch PetscCall(DMPlexShiftTree_Internal(dm, depthShift, gdm)); 9519566063dSJacob Faibussowitsch PetscCall(PetscFree(depthShift)); 95248a46eb9SPierre Jolivet for (c = cEnd; c < cEnd + Ng; ++c) PetscCall(DMPlexSetCellType(gdm, c, DM_POLYTOPE_FV_GHOST)); 953966c7b3fSMatthew G. Knepley /* Step 7: Periodicity */ 9544fb89dddSMatthew G. Knepley PetscCall(DMGetPeriodicity(dm, &maxCell, &Lstart, &L)); 9554fb89dddSMatthew G. Knepley PetscCall(DMSetPeriodicity(gdm, maxCell, Lstart, L)); 9564a6cfa73SMatthew G. Knepley if (numGhostCells) *numGhostCells = Ng; 9573ba16761SJacob Faibussowitsch PetscFunctionReturn(PETSC_SUCCESS); 958cd0c2139SMatthew G Knepley } 959cd0c2139SMatthew G Knepley 960cd0c2139SMatthew G Knepley /*@C 961cd0c2139SMatthew G Knepley DMPlexConstructGhostCells - Construct ghost cells which connect to every boundary face 962cd0c2139SMatthew G Knepley 963*20f4b53cSBarry Smith Collective 964cd0c2139SMatthew G Knepley 965cd0c2139SMatthew G Knepley Input Parameters: 966*20f4b53cSBarry Smith + dm - The original `DM` 967*20f4b53cSBarry Smith - labelName - The label specifying the boundary faces, or "Face Sets" if this is `NULL` 968cd0c2139SMatthew G Knepley 969cd0c2139SMatthew G Knepley Output Parameters: 970*20f4b53cSBarry Smith + numGhostCells - The number of ghost cells added to the `DM` 971*20f4b53cSBarry Smith - dmGhosted - The new `DM` 972cd0c2139SMatthew G Knepley 973cd0c2139SMatthew G Knepley Level: developer 974cd0c2139SMatthew G Knepley 975*20f4b53cSBarry Smith Note: 976*20f4b53cSBarry Smith If no label exists of that name, one will be created marking all boundary faces 977*20f4b53cSBarry Smith 978*20f4b53cSBarry Smith .seealso: [](chapter_unstructured), `DM`, `DMPLEX`, `DMCreate()` 97931266bc0SMatthew G. Knepley @*/ 980d71ae5a4SJacob Faibussowitsch PetscErrorCode DMPlexConstructGhostCells(DM dm, const char labelName[], PetscInt *numGhostCells, DM *dmGhosted) 981d71ae5a4SJacob Faibussowitsch { 982cd0c2139SMatthew G Knepley DM gdm; 983cd0c2139SMatthew G Knepley DMLabel label; 984cd0c2139SMatthew G Knepley const char *name = labelName ? labelName : "Face Sets"; 985412e9a14SMatthew G. Knepley PetscInt dim, Ng = 0; 986b0441da4SMatthew G. Knepley PetscBool useCone, useClosure; 987cd0c2139SMatthew G Knepley 988cd0c2139SMatthew G Knepley PetscFunctionBegin; 989cd0c2139SMatthew G Knepley PetscValidHeaderSpecific(dm, DM_CLASSID, 1); 990dadcf809SJacob Faibussowitsch if (numGhostCells) PetscValidIntPointer(numGhostCells, 3); 991cd0c2139SMatthew G Knepley PetscValidPointer(dmGhosted, 4); 9929566063dSJacob Faibussowitsch PetscCall(DMCreate(PetscObjectComm((PetscObject)dm), &gdm)); 9939566063dSJacob Faibussowitsch PetscCall(DMSetType(gdm, DMPLEX)); 9949566063dSJacob Faibussowitsch PetscCall(DMGetDimension(dm, &dim)); 9959566063dSJacob Faibussowitsch PetscCall(DMSetDimension(gdm, dim)); 9969566063dSJacob Faibussowitsch PetscCall(DMGetBasicAdjacency(dm, &useCone, &useClosure)); 9979566063dSJacob Faibussowitsch PetscCall(DMSetBasicAdjacency(gdm, useCone, useClosure)); 9989566063dSJacob Faibussowitsch PetscCall(DMGetLabel(dm, name, &label)); 999cd0c2139SMatthew G Knepley if (!label) { 1000cd0c2139SMatthew G Knepley /* Get label for boundary faces */ 10019566063dSJacob Faibussowitsch PetscCall(DMCreateLabel(dm, name)); 10029566063dSJacob Faibussowitsch PetscCall(DMGetLabel(dm, name, &label)); 10039566063dSJacob Faibussowitsch PetscCall(DMPlexMarkBoundaryFaces(dm, 1, label)); 1004cd0c2139SMatthew G Knepley } 10059566063dSJacob Faibussowitsch PetscCall(DMPlexConstructGhostCells_Internal(dm, label, &Ng, gdm)); 10069566063dSJacob Faibussowitsch PetscCall(DMCopyDisc(dm, gdm)); 10075de52c6dSVaclav Hapla PetscCall(DMPlexCopy_Internal(dm, PETSC_TRUE, PETSC_TRUE, gdm)); 1008cad26855SMatthew G. Knepley gdm->setfromoptionscalled = dm->setfromoptionscalled; 1009d80ece95SMatthew G. Knepley if (numGhostCells) *numGhostCells = Ng; 1010cd0c2139SMatthew G Knepley *dmGhosted = gdm; 10113ba16761SJacob Faibussowitsch PetscFunctionReturn(PETSC_SUCCESS); 1012cd0c2139SMatthew G Knepley } 1013cd0c2139SMatthew G Knepley 1014d71ae5a4SJacob Faibussowitsch static PetscErrorCode DivideCells_Private(DM dm, DMLabel label, DMPlexPointQueue queue) 1015d71ae5a4SJacob Faibussowitsch { 1016accc9626SMatthew G. Knepley PetscInt dim, d, shift = 100, *pStart, *pEnd; 1017accc9626SMatthew G. Knepley 1018accc9626SMatthew G. Knepley PetscFunctionBegin; 1019accc9626SMatthew G. Knepley PetscCall(DMGetDimension(dm, &dim)); 1020accc9626SMatthew G. Knepley PetscCall(PetscMalloc2(dim, &pStart, dim, &pEnd)); 102148a46eb9SPierre Jolivet for (d = 0; d < dim; ++d) PetscCall(DMPlexGetDepthStratum(dm, d, &pStart[d], &pEnd[d])); 1022accc9626SMatthew G. Knepley while (!DMPlexPointQueueEmpty(queue)) { 1023accc9626SMatthew G. Knepley PetscInt cell = -1; 1024accc9626SMatthew G. Knepley PetscInt *closure = NULL; 1025accc9626SMatthew G. Knepley PetscInt closureSize, cl, cval; 1026accc9626SMatthew G. Knepley 1027accc9626SMatthew G. Knepley PetscCall(DMPlexPointQueueDequeue(queue, &cell)); 1028accc9626SMatthew G. Knepley PetscCall(DMLabelGetValue(label, cell, &cval)); 1029accc9626SMatthew G. Knepley PetscCall(DMPlexGetTransitiveClosure(dm, cell, PETSC_TRUE, &closureSize, &closure)); 1030accc9626SMatthew G. Knepley /* Mark points in the cell closure that touch the fault */ 1031accc9626SMatthew G. Knepley for (d = 0; d < dim; ++d) { 1032accc9626SMatthew G. Knepley for (cl = 0; cl < closureSize * 2; cl += 2) { 1033accc9626SMatthew G. Knepley const PetscInt clp = closure[cl]; 1034accc9626SMatthew G. Knepley PetscInt clval; 1035accc9626SMatthew G. Knepley 1036accc9626SMatthew G. Knepley if ((clp < pStart[d]) || (clp >= pEnd[d])) continue; 1037accc9626SMatthew G. Knepley PetscCall(DMLabelGetValue(label, clp, &clval)); 1038accc9626SMatthew G. Knepley if (clval == -1) { 1039accc9626SMatthew G. Knepley const PetscInt *cone; 1040accc9626SMatthew G. Knepley PetscInt coneSize, c; 1041accc9626SMatthew G. Knepley 1042accc9626SMatthew G. Knepley /* If a cone point touches the fault, then this point touches the fault */ 1043accc9626SMatthew G. Knepley PetscCall(DMPlexGetCone(dm, clp, &cone)); 1044accc9626SMatthew G. Knepley PetscCall(DMPlexGetConeSize(dm, clp, &coneSize)); 1045accc9626SMatthew G. Knepley for (c = 0; c < coneSize; ++c) { 1046accc9626SMatthew G. Knepley PetscInt cpval; 1047accc9626SMatthew G. Knepley 1048accc9626SMatthew G. Knepley PetscCall(DMLabelGetValue(label, cone[c], &cpval)); 1049accc9626SMatthew G. Knepley if (cpval != -1) { 1050accc9626SMatthew G. Knepley PetscInt dep; 1051accc9626SMatthew G. Knepley 1052accc9626SMatthew G. Knepley PetscCall(DMPlexGetPointDepth(dm, clp, &dep)); 1053accc9626SMatthew G. Knepley clval = cval < 0 ? -(shift + dep) : shift + dep; 1054accc9626SMatthew G. Knepley PetscCall(DMLabelSetValue(label, clp, clval)); 1055accc9626SMatthew G. Knepley break; 1056accc9626SMatthew G. Knepley } 1057accc9626SMatthew G. Knepley } 1058accc9626SMatthew G. Knepley } 1059accc9626SMatthew G. Knepley /* Mark neighbor cells through marked faces (these cells must also touch the fault) */ 1060accc9626SMatthew G. Knepley if (d == dim - 1 && clval != -1) { 1061accc9626SMatthew G. Knepley const PetscInt *support; 1062accc9626SMatthew G. Knepley PetscInt supportSize, s, nval; 1063accc9626SMatthew G. Knepley 1064accc9626SMatthew G. Knepley PetscCall(DMPlexGetSupport(dm, clp, &support)); 1065accc9626SMatthew G. Knepley PetscCall(DMPlexGetSupportSize(dm, clp, &supportSize)); 1066accc9626SMatthew G. Knepley for (s = 0; s < supportSize; ++s) { 1067accc9626SMatthew G. Knepley PetscCall(DMLabelGetValue(label, support[s], &nval)); 1068accc9626SMatthew G. Knepley if (nval == -1) { 1069accc9626SMatthew G. Knepley PetscCall(DMLabelSetValue(label, support[s], clval < 0 ? clval - 1 : clval + 1)); 1070accc9626SMatthew G. Knepley PetscCall(DMPlexPointQueueEnqueue(queue, support[s])); 1071accc9626SMatthew G. Knepley } 1072accc9626SMatthew G. Knepley } 1073accc9626SMatthew G. Knepley } 1074accc9626SMatthew G. Knepley } 1075accc9626SMatthew G. Knepley } 1076accc9626SMatthew G. Knepley PetscCall(DMPlexRestoreTransitiveClosure(dm, cell, PETSC_TRUE, &closureSize, &closure)); 1077accc9626SMatthew G. Knepley } 1078accc9626SMatthew G. Knepley PetscCall(PetscFree2(pStart, pEnd)); 10793ba16761SJacob Faibussowitsch PetscFunctionReturn(PETSC_SUCCESS); 1080accc9626SMatthew G. Knepley } 1081accc9626SMatthew G. Knepley 1082accc9626SMatthew G. Knepley typedef struct { 1083accc9626SMatthew G. Knepley DM dm; 1084accc9626SMatthew G. Knepley DMPlexPointQueue queue; 1085accc9626SMatthew G. Knepley } PointDivision; 1086accc9626SMatthew G. Knepley 1087d71ae5a4SJacob Faibussowitsch static PetscErrorCode divideCell(DMLabel label, PetscInt p, PetscInt val, void *ctx) 1088d71ae5a4SJacob Faibussowitsch { 1089accc9626SMatthew G. Knepley PointDivision *div = (PointDivision *)ctx; 1090accc9626SMatthew G. Knepley PetscInt cval = val < 0 ? val - 1 : val + 1; 1091accc9626SMatthew G. Knepley const PetscInt *support; 1092accc9626SMatthew G. Knepley PetscInt supportSize, s; 1093accc9626SMatthew G. Knepley 1094accc9626SMatthew G. Knepley PetscFunctionBegin; 1095accc9626SMatthew G. Knepley PetscCall(DMPlexGetSupport(div->dm, p, &support)); 1096accc9626SMatthew G. Knepley PetscCall(DMPlexGetSupportSize(div->dm, p, &supportSize)); 1097accc9626SMatthew G. Knepley for (s = 0; s < supportSize; ++s) { 1098accc9626SMatthew G. Knepley PetscCall(DMLabelSetValue(label, support[s], cval)); 1099accc9626SMatthew G. Knepley PetscCall(DMPlexPointQueueEnqueue(div->queue, support[s])); 1100accc9626SMatthew G. Knepley } 11013ba16761SJacob Faibussowitsch PetscFunctionReturn(PETSC_SUCCESS); 1102accc9626SMatthew G. Knepley } 1103accc9626SMatthew G. Knepley 1104accc9626SMatthew G. Knepley /* Mark cells by label propagation */ 1105d71ae5a4SJacob Faibussowitsch static PetscErrorCode DMPlexLabelFaultHalo(DM dm, DMLabel faultLabel) 1106d71ae5a4SJacob Faibussowitsch { 1107accc9626SMatthew G. Knepley DMPlexPointQueue queue = NULL; 1108accc9626SMatthew G. Knepley PointDivision div; 1109accc9626SMatthew G. Knepley PetscSF pointSF; 1110accc9626SMatthew G. Knepley IS pointIS; 1111accc9626SMatthew G. Knepley const PetscInt *points; 1112accc9626SMatthew G. Knepley PetscBool empty; 1113accc9626SMatthew G. Knepley PetscInt dim, shift = 100, n, i; 1114accc9626SMatthew G. Knepley 1115accc9626SMatthew G. Knepley PetscFunctionBegin; 1116accc9626SMatthew G. Knepley PetscCall(DMGetDimension(dm, &dim)); 1117accc9626SMatthew G. Knepley PetscCall(DMPlexPointQueueCreate(1024, &queue)); 1118accc9626SMatthew G. Knepley div.dm = dm; 1119accc9626SMatthew G. Knepley div.queue = queue; 1120accc9626SMatthew G. Knepley /* Enqueue cells on fault */ 1121accc9626SMatthew G. Knepley PetscCall(DMLabelGetStratumIS(faultLabel, shift + dim, &pointIS)); 1122accc9626SMatthew G. Knepley if (pointIS) { 1123accc9626SMatthew G. Knepley PetscCall(ISGetLocalSize(pointIS, &n)); 1124accc9626SMatthew G. Knepley PetscCall(ISGetIndices(pointIS, &points)); 112548a46eb9SPierre Jolivet for (i = 0; i < n; ++i) PetscCall(DMPlexPointQueueEnqueue(queue, points[i])); 1126accc9626SMatthew G. Knepley PetscCall(ISRestoreIndices(pointIS, &points)); 1127accc9626SMatthew G. Knepley PetscCall(ISDestroy(&pointIS)); 1128accc9626SMatthew G. Knepley } 1129accc9626SMatthew G. Knepley PetscCall(DMLabelGetStratumIS(faultLabel, -(shift + dim), &pointIS)); 1130accc9626SMatthew G. Knepley if (pointIS) { 1131accc9626SMatthew G. Knepley PetscCall(ISGetLocalSize(pointIS, &n)); 1132accc9626SMatthew G. Knepley PetscCall(ISGetIndices(pointIS, &points)); 113348a46eb9SPierre Jolivet for (i = 0; i < n; ++i) PetscCall(DMPlexPointQueueEnqueue(queue, points[i])); 1134accc9626SMatthew G. Knepley PetscCall(ISRestoreIndices(pointIS, &points)); 1135accc9626SMatthew G. Knepley PetscCall(ISDestroy(&pointIS)); 1136accc9626SMatthew G. Knepley } 1137accc9626SMatthew G. Knepley 1138accc9626SMatthew G. Knepley PetscCall(DMGetPointSF(dm, &pointSF)); 1139accc9626SMatthew G. Knepley PetscCall(DMLabelPropagateBegin(faultLabel, pointSF)); 1140accc9626SMatthew G. Knepley /* While edge queue is not empty: */ 1141accc9626SMatthew G. Knepley PetscCall(DMPlexPointQueueEmptyCollective((PetscObject)dm, queue, &empty)); 1142accc9626SMatthew G. Knepley while (!empty) { 1143accc9626SMatthew G. Knepley PetscCall(DivideCells_Private(dm, faultLabel, queue)); 1144accc9626SMatthew G. Knepley PetscCall(DMLabelPropagatePush(faultLabel, pointSF, divideCell, &div)); 1145accc9626SMatthew G. Knepley PetscCall(DMPlexPointQueueEmptyCollective((PetscObject)dm, queue, &empty)); 1146accc9626SMatthew G. Knepley } 1147accc9626SMatthew G. Knepley PetscCall(DMLabelPropagateEnd(faultLabel, pointSF)); 1148accc9626SMatthew G. Knepley PetscCall(DMPlexPointQueueDestroy(&queue)); 11493ba16761SJacob Faibussowitsch PetscFunctionReturn(PETSC_SUCCESS); 1150accc9626SMatthew G. Knepley } 1151accc9626SMatthew G. Knepley 1152607ab7a9SMatthew G. Knepley /* 1153faedd622SMatthew G. Knepley We are adding three kinds of points here: 1154607ab7a9SMatthew G. Knepley Replicated: Copies of points which exist in the mesh, such as vertices identified across a fault 1155faedd622SMatthew G. Knepley Non-replicated: Points which exist on the fault, but are not replicated 1156b6dfa339SMatthew G. Knepley Ghost: These are shared fault faces which are not owned by this process. These do not produce hybrid cells and do not replicate 1157607ab7a9SMatthew G. Knepley Hybrid: Entirely new points, such as cohesive cells 1158a6ae58d1SMatthew G. Knepley 1159a6ae58d1SMatthew G. Knepley When creating subsequent cohesive cells, we shift the old hybrid cells to the end of the numbering at 1160a6ae58d1SMatthew G. Knepley each depth so that the new split/hybrid points can be inserted as a block. 1161607ab7a9SMatthew G. Knepley */ 1162d71ae5a4SJacob Faibussowitsch static PetscErrorCode DMPlexConstructCohesiveCells_Internal(DM dm, DMLabel label, DMLabel splitLabel, DM sdm) 1163d71ae5a4SJacob Faibussowitsch { 1164cd0c2139SMatthew G Knepley MPI_Comm comm; 1165607ab7a9SMatthew G. Knepley IS valueIS; 1166607ab7a9SMatthew G. Knepley PetscInt numSP = 0; /* The number of depths for which we have replicated points */ 1167607ab7a9SMatthew G. Knepley const PetscInt *values; /* List of depths for which we have replicated points */ 116818c5995bSMatthew G. Knepley IS *splitIS; 116918c5995bSMatthew G. Knepley IS *unsplitIS; 1170b6dfa339SMatthew G. Knepley IS ghostIS; 1171607ab7a9SMatthew G. Knepley PetscInt *numSplitPoints; /* The number of replicated points at each depth */ 117218c5995bSMatthew G. Knepley PetscInt *numUnsplitPoints; /* The number of non-replicated points at each depth which still give rise to hybrid points */ 117336dbac82SMatthew G. Knepley PetscInt *numHybridPoints; /* The number of new hybrid points at each depth */ 117436dbac82SMatthew G. Knepley PetscInt *numHybridPointsOld; /* The number of existing hybrid points at each depth */ 1175b6dfa339SMatthew G. Knepley PetscInt numGhostPoints; /* The number of unowned, shared fault faces */ 1176607ab7a9SMatthew G. Knepley const PetscInt **splitPoints; /* Replicated points for each depth */ 117718c5995bSMatthew G. Knepley const PetscInt **unsplitPoints; /* Non-replicated points for each depth */ 1178b6dfa339SMatthew G. Knepley const PetscInt *ghostPoints; /* Ghost fault faces */ 1179cd0c2139SMatthew G Knepley PetscSection coordSection; 1180cd0c2139SMatthew G Knepley Vec coordinates; 1181cd0c2139SMatthew G Knepley PetscScalar *coords; 1182a6ae58d1SMatthew G. Knepley PetscInt *depthMax; /* The first hybrid point at each depth in the original mesh */ 1183a6ae58d1SMatthew G. Knepley PetscInt *depthEnd; /* The point limit at each depth in the original mesh */ 1184607ab7a9SMatthew G. Knepley PetscInt *depthShift; /* Number of replicated+hybrid points at each depth */ 1185607ab7a9SMatthew G. Knepley PetscInt *pMaxNew; /* The first replicated point at each depth in the new mesh, hybrids come after this */ 1186607ab7a9SMatthew G. Knepley PetscInt *coneNew, *coneONew, *supportNew; 118718c5995bSMatthew G. Knepley PetscInt shift = 100, shift2 = 200, depth = 0, dep, dim, d, sp, maxConeSize, maxSupportSize, maxConeSizeNew, maxSupportSizeNew, numLabels, vStart, vEnd, pEnd, p, v; 1188cd0c2139SMatthew G Knepley 1189cd0c2139SMatthew G Knepley PetscFunctionBegin; 11909566063dSJacob Faibussowitsch PetscCall(PetscObjectGetComm((PetscObject)dm, &comm)); 11919566063dSJacob Faibussowitsch PetscCall(DMGetDimension(dm, &dim)); 11929566063dSJacob Faibussowitsch PetscCall(DMPlexGetDepth(dm, &depth)); 11939566063dSJacob Faibussowitsch PetscCall(DMPlexGetDepthStratum(dm, 0, &vStart, &vEnd)); 1194412e9a14SMatthew G. Knepley /* We do not want this label automatically computed, instead we compute it here */ 11959566063dSJacob Faibussowitsch PetscCall(DMCreateLabel(sdm, "celltype")); 1196cd0c2139SMatthew G Knepley /* Count split points and add cohesive cells */ 11979566063dSJacob Faibussowitsch PetscCall(DMPlexGetMaxSizes(dm, &maxConeSize, &maxSupportSize)); 11989566063dSJacob Faibussowitsch PetscCall(PetscMalloc5(depth + 1, &depthMax, depth + 1, &depthEnd, 2 * (depth + 1), &depthShift, depth + 1, &pMaxNew, depth + 1, &numHybridPointsOld)); 11999566063dSJacob Faibussowitsch PetscCall(PetscMalloc7(depth + 1, &splitIS, depth + 1, &unsplitIS, depth + 1, &numSplitPoints, depth + 1, &numUnsplitPoints, depth + 1, &numHybridPoints, depth + 1, &splitPoints, depth + 1, &unsplitPoints)); 1200607ab7a9SMatthew G. Knepley for (d = 0; d <= depth; ++d) { 12019566063dSJacob Faibussowitsch PetscCall(DMPlexGetDepthStratum(dm, d, NULL, &pMaxNew[d])); 12029566063dSJacob Faibussowitsch PetscCall(DMPlexGetTensorPrismBounds_Internal(dm, d, &depthMax[d], NULL)); 1203a6ae58d1SMatthew G. Knepley depthEnd[d] = pMaxNew[d]; 1204a6ae58d1SMatthew G. Knepley depthMax[d] = depthMax[d] < 0 ? depthEnd[d] : depthMax[d]; 1205607ab7a9SMatthew G. Knepley numSplitPoints[d] = 0; 120618c5995bSMatthew G. Knepley numUnsplitPoints[d] = 0; 1207607ab7a9SMatthew G. Knepley numHybridPoints[d] = 0; 1208a6ae58d1SMatthew G. Knepley numHybridPointsOld[d] = depthMax[d] < 0 ? 0 : depthEnd[d] - depthMax[d]; 1209607ab7a9SMatthew G. Knepley splitPoints[d] = NULL; 121018c5995bSMatthew G. Knepley unsplitPoints[d] = NULL; 121118c5995bSMatthew G. Knepley splitIS[d] = NULL; 121218c5995bSMatthew G. Knepley unsplitIS[d] = NULL; 121359eef20bSToby Isaac /* we are shifting the existing hybrid points with the stratum behind them, so 121459eef20bSToby Isaac * the split comes at the end of the normal points, i.e., at depthMax[d] */ 121559eef20bSToby Isaac depthShift[2 * d] = depthMax[d]; 121659eef20bSToby Isaac depthShift[2 * d + 1] = 0; 1217607ab7a9SMatthew G. Knepley } 1218b6dfa339SMatthew G. Knepley numGhostPoints = 0; 1219b6dfa339SMatthew G. Knepley ghostPoints = NULL; 1220cd0c2139SMatthew G Knepley if (label) { 12219566063dSJacob Faibussowitsch PetscCall(DMLabelGetValueIS(label, &valueIS)); 12229566063dSJacob Faibussowitsch PetscCall(ISGetLocalSize(valueIS, &numSP)); 12239566063dSJacob Faibussowitsch PetscCall(ISGetIndices(valueIS, &values)); 1224cd0c2139SMatthew G Knepley } 1225cd0c2139SMatthew G Knepley for (sp = 0; sp < numSP; ++sp) { 1226cd0c2139SMatthew G Knepley const PetscInt dep = values[sp]; 1227cd0c2139SMatthew G Knepley 1228cd0c2139SMatthew G Knepley if ((dep < 0) || (dep > depth)) continue; 12299566063dSJacob Faibussowitsch PetscCall(DMLabelGetStratumIS(label, dep, &splitIS[dep])); 123018c5995bSMatthew G. Knepley if (splitIS[dep]) { 12319566063dSJacob Faibussowitsch PetscCall(ISGetLocalSize(splitIS[dep], &numSplitPoints[dep])); 12329566063dSJacob Faibussowitsch PetscCall(ISGetIndices(splitIS[dep], &splitPoints[dep])); 123318c5995bSMatthew G. Knepley } 12349566063dSJacob Faibussowitsch PetscCall(DMLabelGetStratumIS(label, shift2 + dep, &unsplitIS[dep])); 123518c5995bSMatthew G. Knepley if (unsplitIS[dep]) { 12369566063dSJacob Faibussowitsch PetscCall(ISGetLocalSize(unsplitIS[dep], &numUnsplitPoints[dep])); 12379566063dSJacob Faibussowitsch PetscCall(ISGetIndices(unsplitIS[dep], &unsplitPoints[dep])); 1238cd0c2139SMatthew G Knepley } 1239cd0c2139SMatthew G Knepley } 1240b6dfa339SMatthew G. Knepley PetscCall(DMLabelGetStratumIS(label, shift2 + dim - 1, &ghostIS)); 1241b6dfa339SMatthew G. Knepley if (ghostIS) { 1242b6dfa339SMatthew G. Knepley PetscCall(ISGetLocalSize(ghostIS, &numGhostPoints)); 1243b6dfa339SMatthew G. Knepley PetscCall(ISGetIndices(ghostIS, &ghostPoints)); 1244b6dfa339SMatthew G. Knepley } 1245607ab7a9SMatthew G. Knepley /* Calculate number of hybrid points */ 124618c5995bSMatthew G. Knepley for (d = 1; d <= depth; ++d) numHybridPoints[d] = numSplitPoints[d - 1] + numUnsplitPoints[d - 1]; /* There is a hybrid cell/face/edge for every split face/edge/vertex */ 12472582d50cSToby Isaac for (d = 0; d <= depth; ++d) depthShift[2 * d + 1] = numSplitPoints[d] + numHybridPoints[d]; 12489566063dSJacob Faibussowitsch PetscCall(DMPlexShiftPointSetUp_Internal(depth, depthShift)); 124959eef20bSToby Isaac /* the end of the points in this stratum that come before the new points: 125059eef20bSToby Isaac * shifting pMaxNew[d] gets the new start of the next stratum, then count back the old hybrid points and the newly 125159eef20bSToby Isaac * added points */ 12522582d50cSToby Isaac for (d = 0; d <= depth; ++d) pMaxNew[d] = DMPlexShiftPoint_Internal(pMaxNew[d], depth, depthShift) - (numHybridPointsOld[d] + numSplitPoints[d] + numHybridPoints[d]); 12539566063dSJacob Faibussowitsch PetscCall(DMPlexShiftSizes_Internal(dm, depthShift, sdm)); 1254cd0c2139SMatthew G Knepley /* Step 3: Set cone/support sizes for new points */ 1255cd0c2139SMatthew G Knepley for (dep = 0; dep <= depth; ++dep) { 1256cd0c2139SMatthew G Knepley for (p = 0; p < numSplitPoints[dep]; ++p) { 1257cd0c2139SMatthew G Knepley const PetscInt oldp = splitPoints[dep][p]; 12582582d50cSToby Isaac const PetscInt newp = DMPlexShiftPoint_Internal(oldp, depth, depthShift) /*oldp + depthOffset[dep]*/; 12594c367dbcSMatthew G. Knepley const PetscInt splitp = p + pMaxNew[dep]; 1260cd0c2139SMatthew G Knepley const PetscInt *support; 1261394c2f0fSMatthew G. Knepley DMPolytopeType ct; 12624c367dbcSMatthew G. Knepley PetscInt coneSize, supportSize, qf, qn, qp, e; 1263cd0c2139SMatthew G Knepley 12649566063dSJacob Faibussowitsch PetscCall(DMPlexGetConeSize(dm, oldp, &coneSize)); 12659566063dSJacob Faibussowitsch PetscCall(DMPlexSetConeSize(sdm, splitp, coneSize)); 12669566063dSJacob Faibussowitsch PetscCall(DMPlexGetSupportSize(dm, oldp, &supportSize)); 12679566063dSJacob Faibussowitsch PetscCall(DMPlexSetSupportSize(sdm, splitp, supportSize)); 12689566063dSJacob Faibussowitsch PetscCall(DMPlexGetCellType(dm, oldp, &ct)); 12699566063dSJacob Faibussowitsch PetscCall(DMPlexSetCellType(sdm, splitp, ct)); 1270cd0c2139SMatthew G Knepley if (dep == depth - 1) { 12714c367dbcSMatthew G. Knepley const PetscInt hybcell = p + pMaxNew[dep + 1] + numSplitPoints[dep + 1]; 12724c367dbcSMatthew G. Knepley 1273cd0c2139SMatthew G Knepley /* Add cohesive cells, they are prisms */ 12749566063dSJacob Faibussowitsch PetscCall(DMPlexSetConeSize(sdm, hybcell, 2 + coneSize)); 1275412e9a14SMatthew G. Knepley switch (coneSize) { 1276d71ae5a4SJacob Faibussowitsch case 2: 1277d71ae5a4SJacob Faibussowitsch PetscCall(DMPlexSetCellType(sdm, hybcell, DM_POLYTOPE_SEG_PRISM_TENSOR)); 1278d71ae5a4SJacob Faibussowitsch break; 1279d71ae5a4SJacob Faibussowitsch case 3: 1280d71ae5a4SJacob Faibussowitsch PetscCall(DMPlexSetCellType(sdm, hybcell, DM_POLYTOPE_TRI_PRISM_TENSOR)); 1281d71ae5a4SJacob Faibussowitsch break; 1282d71ae5a4SJacob Faibussowitsch case 4: 1283d71ae5a4SJacob Faibussowitsch PetscCall(DMPlexSetCellType(sdm, hybcell, DM_POLYTOPE_QUAD_PRISM_TENSOR)); 1284d71ae5a4SJacob Faibussowitsch break; 1285412e9a14SMatthew G. Knepley } 1286b6dfa339SMatthew G. Knepley /* Shared fault faces with only one support cell now have two with the cohesive cell */ 1287b6dfa339SMatthew G. Knepley /* TODO Check thaat oldp has rootdegree == 1 */ 1288b6dfa339SMatthew G. Knepley if (supportSize == 1) { 1289b6dfa339SMatthew G. Knepley const PetscInt *support; 1290b6dfa339SMatthew G. Knepley PetscInt val; 1291b6dfa339SMatthew G. Knepley 1292b6dfa339SMatthew G. Knepley PetscCall(DMPlexGetSupport(dm, oldp, &support)); 1293b6dfa339SMatthew G. Knepley PetscCall(DMLabelGetValue(label, support[0], &val)); 1294b6dfa339SMatthew G. Knepley if (val < 0) PetscCall(DMPlexSetSupportSize(sdm, splitp, 2)); 1295b6dfa339SMatthew G. Knepley else PetscCall(DMPlexSetSupportSize(sdm, newp, 2)); 1296b6dfa339SMatthew G. Knepley } 1297cd0c2139SMatthew G Knepley } else if (dep == 0) { 12984c367dbcSMatthew G. Knepley const PetscInt hybedge = p + pMaxNew[dep + 1] + numSplitPoints[dep + 1]; 1299cd0c2139SMatthew G Knepley 13009566063dSJacob Faibussowitsch PetscCall(DMPlexGetSupport(dm, oldp, &support)); 13014c367dbcSMatthew G. Knepley for (e = 0, qn = 0, qp = 0, qf = 0; e < supportSize; ++e) { 1302cd0c2139SMatthew G Knepley PetscInt val; 1303cd0c2139SMatthew G Knepley 13049566063dSJacob Faibussowitsch PetscCall(DMLabelGetValue(label, support[e], &val)); 13054c367dbcSMatthew G. Knepley if (val == 1) ++qf; 13064c367dbcSMatthew G. Knepley if ((val == 1) || (val == (shift + 1))) ++qn; 13074c367dbcSMatthew G. Knepley if ((val == 1) || (val == -(shift + 1))) ++qp; 1308cd0c2139SMatthew G Knepley } 13094c367dbcSMatthew G. Knepley /* Split old vertex: Edges into original vertex and new cohesive edge */ 13109566063dSJacob Faibussowitsch PetscCall(DMPlexSetSupportSize(sdm, newp, qn + 1)); 13114c367dbcSMatthew G. Knepley /* Split new vertex: Edges into split vertex and new cohesive edge */ 13129566063dSJacob Faibussowitsch PetscCall(DMPlexSetSupportSize(sdm, splitp, qp + 1)); 13134c367dbcSMatthew G. Knepley /* Add hybrid edge */ 13149566063dSJacob Faibussowitsch PetscCall(DMPlexSetConeSize(sdm, hybedge, 2)); 13159566063dSJacob Faibussowitsch PetscCall(DMPlexSetSupportSize(sdm, hybedge, qf)); 13169566063dSJacob Faibussowitsch PetscCall(DMPlexSetCellType(sdm, hybedge, DM_POLYTOPE_POINT_PRISM_TENSOR)); 1317cd0c2139SMatthew G Knepley } else if (dep == dim - 2) { 13184c367dbcSMatthew G. Knepley const PetscInt hybface = p + pMaxNew[dep + 1] + numSplitPoints[dep + 1]; 13194c367dbcSMatthew G. Knepley 13209566063dSJacob Faibussowitsch PetscCall(DMPlexGetSupport(dm, oldp, &support)); 13214c367dbcSMatthew G. Knepley for (e = 0, qn = 0, qp = 0, qf = 0; e < supportSize; ++e) { 1322cd0c2139SMatthew G Knepley PetscInt val; 1323cd0c2139SMatthew G Knepley 13249566063dSJacob Faibussowitsch PetscCall(DMLabelGetValue(label, support[e], &val)); 13254c367dbcSMatthew G. Knepley if (val == dim - 1) ++qf; 13264c367dbcSMatthew G. Knepley if ((val == dim - 1) || (val == (shift + dim - 1))) ++qn; 13274c367dbcSMatthew G. Knepley if ((val == dim - 1) || (val == -(shift + dim - 1))) ++qp; 1328cd0c2139SMatthew G Knepley } 13294c367dbcSMatthew G. Knepley /* Split old edge: Faces into original edge and cohesive face (positive side?) */ 13309566063dSJacob Faibussowitsch PetscCall(DMPlexSetSupportSize(sdm, newp, qn + 1)); 13314c367dbcSMatthew G. Knepley /* Split new edge: Faces into split edge and cohesive face (negative side?) */ 13329566063dSJacob Faibussowitsch PetscCall(DMPlexSetSupportSize(sdm, splitp, qp + 1)); 13334c367dbcSMatthew G. Knepley /* Add hybrid face */ 13349566063dSJacob Faibussowitsch PetscCall(DMPlexSetConeSize(sdm, hybface, 4)); 13359566063dSJacob Faibussowitsch PetscCall(DMPlexSetSupportSize(sdm, hybface, qf)); 13369566063dSJacob Faibussowitsch PetscCall(DMPlexSetCellType(sdm, hybface, DM_POLYTOPE_SEG_PRISM_TENSOR)); 1337cd0c2139SMatthew G Knepley } 1338cd0c2139SMatthew G Knepley } 1339cd0c2139SMatthew G Knepley } 134018c5995bSMatthew G. Knepley for (dep = 0; dep <= depth; ++dep) { 134118c5995bSMatthew G. Knepley for (p = 0; p < numUnsplitPoints[dep]; ++p) { 134218c5995bSMatthew G. Knepley const PetscInt oldp = unsplitPoints[dep][p]; 13432582d50cSToby Isaac const PetscInt newp = DMPlexShiftPoint_Internal(oldp, depth, depthShift) /*oldp + depthOffset[dep]*/; 134418c5995bSMatthew G. Knepley const PetscInt *support; 1345da1dd7e4SMatthew G. Knepley PetscInt coneSize, supportSize, qf, e, s; 134618c5995bSMatthew G. Knepley 13479566063dSJacob Faibussowitsch PetscCall(DMPlexGetConeSize(dm, oldp, &coneSize)); 13489566063dSJacob Faibussowitsch PetscCall(DMPlexGetSupportSize(dm, oldp, &supportSize)); 13499566063dSJacob Faibussowitsch PetscCall(DMPlexGetSupport(dm, oldp, &support)); 135018c5995bSMatthew G. Knepley if (dep == 0) { 135118c5995bSMatthew G. Knepley const PetscInt hybedge = p + pMaxNew[dep + 1] + numSplitPoints[dep + 1] + numSplitPoints[dep]; 135218c5995bSMatthew G. Knepley 135339254ff6SMatthew G. Knepley /* Unsplit vertex: Edges into original vertex, split edges, and new cohesive edge twice */ 135439254ff6SMatthew G. Knepley for (s = 0, qf = 0; s < supportSize; ++s, ++qf) { 13559566063dSJacob Faibussowitsch PetscCall(PetscFindInt(support[s], numSplitPoints[dep + 1], splitPoints[dep + 1], &e)); 135639254ff6SMatthew G. Knepley if (e >= 0) ++qf; 135739254ff6SMatthew G. Knepley } 13589566063dSJacob Faibussowitsch PetscCall(DMPlexSetSupportSize(sdm, newp, qf + 2)); 135918c5995bSMatthew G. Knepley /* Add hybrid edge */ 13609566063dSJacob Faibussowitsch PetscCall(DMPlexSetConeSize(sdm, hybedge, 2)); 1361e1757548SMatthew G. Knepley for (e = 0, qf = 0; e < supportSize; ++e) { 1362e1757548SMatthew G. Knepley PetscInt val; 1363e1757548SMatthew G. Knepley 13649566063dSJacob Faibussowitsch PetscCall(DMLabelGetValue(label, support[e], &val)); 1365e1757548SMatthew G. Knepley /* Split and unsplit edges produce hybrid faces */ 1366da1dd7e4SMatthew G. Knepley if (val == 1) ++qf; 1367da1dd7e4SMatthew G. Knepley if (val == (shift2 + 1)) ++qf; 1368e1757548SMatthew G. Knepley } 13699566063dSJacob Faibussowitsch PetscCall(DMPlexSetSupportSize(sdm, hybedge, qf)); 13709566063dSJacob Faibussowitsch PetscCall(DMPlexSetCellType(sdm, hybedge, DM_POLYTOPE_POINT_PRISM_TENSOR)); 137118c5995bSMatthew G. Knepley } else if (dep == dim - 2) { 137218c5995bSMatthew G. Knepley const PetscInt hybface = p + pMaxNew[dep + 1] + numSplitPoints[dep + 1] + numSplitPoints[dep]; 1373cd0c2139SMatthew G Knepley PetscInt val; 1374cd0c2139SMatthew G Knepley 1375da1dd7e4SMatthew G. Knepley for (e = 0, qf = 0; e < supportSize; ++e) { 13769566063dSJacob Faibussowitsch PetscCall(DMLabelGetValue(label, support[e], &val)); 1377da1dd7e4SMatthew G. Knepley if (val == dim - 1) qf += 2; 1378da1dd7e4SMatthew G. Knepley else ++qf; 1379cd0c2139SMatthew G Knepley } 138018c5995bSMatthew G. Knepley /* Unsplit edge: Faces into original edge, split face, and cohesive face twice */ 13819566063dSJacob Faibussowitsch PetscCall(DMPlexSetSupportSize(sdm, newp, qf + 2)); 138218c5995bSMatthew G. Knepley /* Add hybrid face */ 1383da1dd7e4SMatthew G. Knepley for (e = 0, qf = 0; e < supportSize; ++e) { 13849566063dSJacob Faibussowitsch PetscCall(DMLabelGetValue(label, support[e], &val)); 1385da1dd7e4SMatthew G. Knepley if (val == dim - 1) ++qf; 1386da1dd7e4SMatthew G. Knepley } 13879566063dSJacob Faibussowitsch PetscCall(DMPlexSetConeSize(sdm, hybface, 4)); 13889566063dSJacob Faibussowitsch PetscCall(DMPlexSetSupportSize(sdm, hybface, qf)); 13899566063dSJacob Faibussowitsch PetscCall(DMPlexSetCellType(sdm, hybface, DM_POLYTOPE_SEG_PRISM_TENSOR)); 1390cd0c2139SMatthew G Knepley } 1391cd0c2139SMatthew G Knepley } 1392cd0c2139SMatthew G Knepley } 1393cd0c2139SMatthew G Knepley /* Step 4: Setup split DM */ 13949566063dSJacob Faibussowitsch PetscCall(DMSetUp(sdm)); 13959566063dSJacob Faibussowitsch PetscCall(DMPlexShiftPoints_Internal(dm, depthShift, sdm)); 13969566063dSJacob Faibussowitsch PetscCall(DMPlexGetMaxSizes(sdm, &maxConeSizeNew, &maxSupportSizeNew)); 13979566063dSJacob Faibussowitsch PetscCall(PetscMalloc3(PetscMax(maxConeSize, maxConeSizeNew) * 3, &coneNew, PetscMax(maxConeSize, maxConeSizeNew) * 3, &coneONew, PetscMax(maxSupportSize, maxSupportSizeNew), &supportNew)); 1398cd0c2139SMatthew G Knepley /* Step 6: Set cones and supports for new points */ 1399cd0c2139SMatthew G Knepley for (dep = 0; dep <= depth; ++dep) { 1400cd0c2139SMatthew G Knepley for (p = 0; p < numSplitPoints[dep]; ++p) { 1401cd0c2139SMatthew G Knepley const PetscInt oldp = splitPoints[dep][p]; 14022582d50cSToby Isaac const PetscInt newp = DMPlexShiftPoint_Internal(oldp, depth, depthShift) /*oldp + depthOffset[dep]*/; 14034c367dbcSMatthew G. Knepley const PetscInt splitp = p + pMaxNew[dep]; 1404cd0c2139SMatthew G Knepley const PetscInt *cone, *support, *ornt; 1405b5a892a1SMatthew G. Knepley DMPolytopeType ct; 14064c367dbcSMatthew G. Knepley PetscInt coneSize, supportSize, q, qf, qn, qp, v, e, s; 1407cd0c2139SMatthew G Knepley 14089566063dSJacob Faibussowitsch PetscCall(DMPlexGetCellType(dm, oldp, &ct)); 14099566063dSJacob Faibussowitsch PetscCall(DMPlexGetConeSize(dm, oldp, &coneSize)); 14109566063dSJacob Faibussowitsch PetscCall(DMPlexGetCone(dm, oldp, &cone)); 14119566063dSJacob Faibussowitsch PetscCall(DMPlexGetConeOrientation(dm, oldp, &ornt)); 14129566063dSJacob Faibussowitsch PetscCall(DMPlexGetSupportSize(dm, oldp, &supportSize)); 14139566063dSJacob Faibussowitsch PetscCall(DMPlexGetSupport(dm, oldp, &support)); 1414cd0c2139SMatthew G Knepley if (dep == depth - 1) { 141596a07cd0SMatthew G. Knepley PetscBool hasUnsplit = PETSC_FALSE; 14164c367dbcSMatthew G. Knepley const PetscInt hybcell = p + pMaxNew[dep + 1] + numSplitPoints[dep + 1]; 1417cd0c2139SMatthew G Knepley const PetscInt *supportF; 1418cd0c2139SMatthew G Knepley 1419b6dfa339SMatthew G. Knepley coneONew[0] = coneONew[1] = -1000; 1420cd0c2139SMatthew G Knepley /* Split face: copy in old face to new face to start */ 14219566063dSJacob Faibussowitsch PetscCall(DMPlexGetSupport(sdm, newp, &supportF)); 14229566063dSJacob Faibussowitsch PetscCall(DMPlexSetSupport(sdm, splitp, supportF)); 1423cd0c2139SMatthew G Knepley /* Split old face: old vertices/edges in cone so no change */ 1424cd0c2139SMatthew G Knepley /* Split new face: new vertices/edges in cone */ 1425cd0c2139SMatthew G Knepley for (q = 0; q < coneSize; ++q) { 14269566063dSJacob Faibussowitsch PetscCall(PetscFindInt(cone[q], numSplitPoints[dep - 1], splitPoints[dep - 1], &v)); 142718c5995bSMatthew G. Knepley if (v < 0) { 14289566063dSJacob Faibussowitsch PetscCall(PetscFindInt(cone[q], numUnsplitPoints[dep - 1], unsplitPoints[dep - 1], &v)); 142963a3b9bcSJacob Faibussowitsch PetscCheck(v >= 0, PETSC_COMM_SELF, PETSC_ERR_ARG_WRONG, "Could not locate point %" PetscInt_FMT " in split or unsplit points of depth %" PetscInt_FMT, cone[q], dep - 1); 14302582d50cSToby Isaac coneNew[2 + q] = DMPlexShiftPoint_Internal(cone[q], depth, depthShift) /*cone[q] + depthOffset[dep-1]*/; 143196a07cd0SMatthew G. Knepley hasUnsplit = PETSC_TRUE; 143218c5995bSMatthew G. Knepley } else { 14334c367dbcSMatthew G. Knepley coneNew[2 + q] = v + pMaxNew[dep - 1]; 1434163235baSMatthew G. Knepley if (dep > 1) { 1435163235baSMatthew G. Knepley const PetscInt *econe; 1436163235baSMatthew G. Knepley PetscInt econeSize, r, vs, vu; 1437163235baSMatthew G. Knepley 14389566063dSJacob Faibussowitsch PetscCall(DMPlexGetConeSize(dm, cone[q], &econeSize)); 14399566063dSJacob Faibussowitsch PetscCall(DMPlexGetCone(dm, cone[q], &econe)); 1440163235baSMatthew G. Knepley for (r = 0; r < econeSize; ++r) { 14419566063dSJacob Faibussowitsch PetscCall(PetscFindInt(econe[r], numSplitPoints[dep - 2], splitPoints[dep - 2], &vs)); 14429566063dSJacob Faibussowitsch PetscCall(PetscFindInt(econe[r], numUnsplitPoints[dep - 2], unsplitPoints[dep - 2], &vu)); 1443163235baSMatthew G. Knepley if (vs >= 0) continue; 144463a3b9bcSJacob Faibussowitsch PetscCheck(vu >= 0, PETSC_COMM_SELF, PETSC_ERR_ARG_WRONG, "Could not locate point %" PetscInt_FMT " in split or unsplit points of depth %" PetscInt_FMT, econe[r], dep - 2); 1445163235baSMatthew G. Knepley hasUnsplit = PETSC_TRUE; 1446163235baSMatthew G. Knepley } 1447163235baSMatthew G. Knepley } 1448cd0c2139SMatthew G Knepley } 1449cd0c2139SMatthew G Knepley } 14509566063dSJacob Faibussowitsch PetscCall(DMPlexSetCone(sdm, splitp, &coneNew[2])); 14519566063dSJacob Faibussowitsch PetscCall(DMPlexSetConeOrientation(sdm, splitp, ornt)); 1452e537020bSMatthew G. Knepley /* Face support */ 1453b6dfa339SMatthew G. Knepley PetscInt vals[2]; 1454cd0c2139SMatthew G Knepley 1455b6dfa339SMatthew G. Knepley PetscCall(DMLabelGetValue(label, support[0], &vals[0])); 1456b6dfa339SMatthew G. Knepley if (supportSize > 1) PetscCall(DMLabelGetValue(label, support[1], &vals[1])); 1457b6dfa339SMatthew G. Knepley else vals[1] = -vals[0]; 1458b6dfa339SMatthew G. Knepley PetscCheck(vals[0] * vals[1] < 0, PETSC_COMM_SELF, PETSC_ERR_PLIB, "Invalid support labels %" PetscInt_FMT " %" PetscInt_FMT, vals[0], vals[1]); 1459b6dfa339SMatthew G. Knepley 1460b6dfa339SMatthew G. Knepley for (s = 0; s < 2; ++s) { 1461b6dfa339SMatthew G. Knepley if (s >= supportSize) { 1462b6dfa339SMatthew G. Knepley if (vals[s] < 0) { 1463b6dfa339SMatthew G. Knepley /* Ghost old face: Replace negative side cell with cohesive cell */ 1464accc9626SMatthew G. Knepley PetscCall(DMPlexInsertSupport(sdm, newp, s, hybcell)); 1465b6dfa339SMatthew G. Knepley } else { 1466b6dfa339SMatthew G. Knepley /* Ghost new face: Replace positive side cell with cohesive cell */ 1467accc9626SMatthew G. Knepley PetscCall(DMPlexInsertSupport(sdm, splitp, s, hybcell)); 1468b6dfa339SMatthew G. Knepley } 1469b6dfa339SMatthew G. Knepley } else { 1470b6dfa339SMatthew G. Knepley if (vals[s] < 0) { 1471cd0c2139SMatthew G Knepley /* Split old face: Replace negative side cell with cohesive cell */ 14729566063dSJacob Faibussowitsch PetscCall(DMPlexInsertSupport(sdm, newp, s, hybcell)); 1473cd0c2139SMatthew G Knepley } else { 1474cd0c2139SMatthew G Knepley /* Split new face: Replace positive side cell with cohesive cell */ 14759566063dSJacob Faibussowitsch PetscCall(DMPlexInsertSupport(sdm, splitp, s, hybcell)); 1476b6dfa339SMatthew G. Knepley } 1477b6dfa339SMatthew G. Knepley } 1478b6dfa339SMatthew G. Knepley } 1479b6dfa339SMatthew G. Knepley /* Get orientation for cohesive face using the positive side cell */ 1480e537020bSMatthew G. Knepley { 1481e537020bSMatthew G. Knepley const PetscInt *ncone, *nconeO; 1482b6dfa339SMatthew G. Knepley PetscInt nconeSize, nc, ocell; 1483accc9626SMatthew G. Knepley PetscBool flip = PETSC_FALSE; 1484e537020bSMatthew G. Knepley 14859371c9d4SSatish Balay if (supportSize > 1) { 14869371c9d4SSatish Balay ocell = vals[0] < 0 ? support[1] : support[0]; 14879371c9d4SSatish Balay } else { 14889371c9d4SSatish Balay ocell = support[0]; 14899371c9d4SSatish Balay flip = vals[0] < 0 ? PETSC_TRUE : PETSC_FALSE; 14909371c9d4SSatish Balay } 1491b6dfa339SMatthew G. Knepley PetscCall(DMPlexGetConeSize(dm, ocell, &nconeSize)); 1492b6dfa339SMatthew G. Knepley PetscCall(DMPlexGetCone(dm, ocell, &ncone)); 1493e1a13daeSMatthew G. Knepley PetscCall(DMPlexGetConeOrientation(dm, ocell, &nconeO)); 1494e537020bSMatthew G. Knepley for (nc = 0; nc < nconeSize; ++nc) { 1495e537020bSMatthew G. Knepley if (ncone[nc] == oldp) { 1496b6dfa339SMatthew G. Knepley coneONew[0] = flip ? -(nconeO[nc] + 1) : nconeO[nc]; 1497e537020bSMatthew G. Knepley break; 1498cd0c2139SMatthew G Knepley } 1499cd0c2139SMatthew G Knepley } 1500b6dfa339SMatthew G. Knepley PetscCheck(nc < nconeSize, PETSC_COMM_SELF, PETSC_ERR_ARG_WRONG, "Could not locate face %" PetscInt_FMT " in neighboring cell %" PetscInt_FMT, oldp, ocell); 1501e537020bSMatthew G. Knepley } 15024c367dbcSMatthew G. Knepley /* Cohesive cell: Old and new split face, then new cohesive faces */ 1503b6dfa339SMatthew G. Knepley { 1504b6dfa339SMatthew G. Knepley const PetscInt No = DMPolytopeTypeGetNumArrangments(ct) / 2; 1505b6dfa339SMatthew G. Knepley PetscCheck((coneONew[0] >= -No) && (coneONew[0] < No), PETSC_COMM_SELF, PETSC_ERR_PLIB, "Invalid %s orientation %" PetscInt_FMT, DMPolytopeTypes[ct], coneONew[0]); 1506b6dfa339SMatthew G. Knepley } 1507b5a892a1SMatthew G. Knepley const PetscInt *arr = DMPolytopeTypeGetArrangment(ct, coneONew[0]); 1508b5a892a1SMatthew G. Knepley 1509fd4b9f15SMatthew G. Knepley coneNew[0] = newp; /* Extracted negative side orientation above */ 15104c367dbcSMatthew G. Knepley coneNew[1] = splitp; 15114c367dbcSMatthew G. Knepley coneONew[1] = coneONew[0]; 1512e537020bSMatthew G. Knepley for (q = 0; q < coneSize; ++q) { 1513412e9a14SMatthew G. Knepley /* Hybrid faces must follow order from oriented end face */ 1514b5a892a1SMatthew G. Knepley const PetscInt qa = arr[q * 2 + 0]; 1515b5a892a1SMatthew G. Knepley const PetscInt qo = arr[q * 2 + 1]; 1516b5a892a1SMatthew G. Knepley DMPolytopeType ft = dep == 2 ? DM_POLYTOPE_SEGMENT : DM_POLYTOPE_POINT; 1517412e9a14SMatthew G. Knepley 15189566063dSJacob Faibussowitsch PetscCall(PetscFindInt(cone[qa], numSplitPoints[dep - 1], splitPoints[dep - 1], &v)); 151918c5995bSMatthew G. Knepley if (v < 0) { 15209566063dSJacob Faibussowitsch PetscCall(PetscFindInt(cone[qa], numUnsplitPoints[dep - 1], unsplitPoints[dep - 1], &v)); 152118c5995bSMatthew G. Knepley coneNew[2 + q] = v + pMaxNew[dep] + numSplitPoints[dep] + numSplitPoints[dep - 1]; 152218c5995bSMatthew G. Knepley } else { 152318c5995bSMatthew G. Knepley coneNew[2 + q] = v + pMaxNew[dep] + numSplitPoints[dep]; 152418c5995bSMatthew G. Knepley } 1525b5a892a1SMatthew G. Knepley coneONew[2 + q] = DMPolytopeTypeComposeOrientation(ft, qo, ornt[qa]); 1526e537020bSMatthew G. Knepley } 15279566063dSJacob Faibussowitsch PetscCall(DMPlexSetCone(sdm, hybcell, coneNew)); 15289566063dSJacob Faibussowitsch PetscCall(DMPlexSetConeOrientation(sdm, hybcell, coneONew)); 152996a07cd0SMatthew G. Knepley /* Label the hybrid cells on the boundary of the split */ 15309566063dSJacob Faibussowitsch if (hasUnsplit) PetscCall(DMLabelSetValue(label, -hybcell, dim)); 1531cd0c2139SMatthew G Knepley } else if (dep == 0) { 15324c367dbcSMatthew G. Knepley const PetscInt hybedge = p + pMaxNew[dep + 1] + numSplitPoints[dep + 1]; 1533cd0c2139SMatthew G Knepley 1534cd0c2139SMatthew G Knepley /* Split old vertex: Edges in old split faces and new cohesive edge */ 15354c367dbcSMatthew G. Knepley for (e = 0, qn = 0; e < supportSize; ++e) { 1536cd0c2139SMatthew G Knepley PetscInt val; 1537cd0c2139SMatthew G Knepley 15389566063dSJacob Faibussowitsch PetscCall(DMLabelGetValue(label, support[e], &val)); 1539ad540459SPierre Jolivet if ((val == 1) || (val == (shift + 1))) supportNew[qn++] = DMPlexShiftPoint_Internal(support[e], depth, depthShift) /*support[e] + depthOffset[dep+1]*/; 1540cd0c2139SMatthew G Knepley } 15414c367dbcSMatthew G. Knepley supportNew[qn] = hybedge; 15429566063dSJacob Faibussowitsch PetscCall(DMPlexSetSupport(sdm, newp, supportNew)); 1543cd0c2139SMatthew G Knepley /* Split new vertex: Edges in new split faces and new cohesive edge */ 15444c367dbcSMatthew G. Knepley for (e = 0, qp = 0; e < supportSize; ++e) { 1545cd0c2139SMatthew G Knepley PetscInt val, edge; 1546cd0c2139SMatthew G Knepley 15479566063dSJacob Faibussowitsch PetscCall(DMLabelGetValue(label, support[e], &val)); 1548cd0c2139SMatthew G Knepley if (val == 1) { 15499566063dSJacob Faibussowitsch PetscCall(PetscFindInt(support[e], numSplitPoints[dep + 1], splitPoints[dep + 1], &edge)); 155063a3b9bcSJacob Faibussowitsch PetscCheck(edge >= 0, comm, PETSC_ERR_ARG_WRONG, "Edge %" PetscInt_FMT " is not a split edge", support[e]); 15514c367dbcSMatthew G. Knepley supportNew[qp++] = edge + pMaxNew[dep + 1]; 1552cd0c2139SMatthew G Knepley } else if (val == -(shift + 1)) { 15532582d50cSToby Isaac supportNew[qp++] = DMPlexShiftPoint_Internal(support[e], depth, depthShift) /*support[e] + depthOffset[dep+1]*/; 1554cd0c2139SMatthew G Knepley } 1555cd0c2139SMatthew G Knepley } 15564c367dbcSMatthew G. Knepley supportNew[qp] = hybedge; 15579566063dSJacob Faibussowitsch PetscCall(DMPlexSetSupport(sdm, splitp, supportNew)); 15584c367dbcSMatthew G. Knepley /* Hybrid edge: Old and new split vertex */ 1559cd0c2139SMatthew G Knepley coneNew[0] = newp; 1560cd0c2139SMatthew G Knepley coneNew[1] = splitp; 15619566063dSJacob Faibussowitsch PetscCall(DMPlexSetCone(sdm, hybedge, coneNew)); 15624c367dbcSMatthew G. Knepley for (e = 0, qf = 0; e < supportSize; ++e) { 15634c367dbcSMatthew G. Knepley PetscInt val, edge; 15644c367dbcSMatthew G. Knepley 15659566063dSJacob Faibussowitsch PetscCall(DMLabelGetValue(label, support[e], &val)); 15664c367dbcSMatthew G. Knepley if (val == 1) { 15679566063dSJacob Faibussowitsch PetscCall(PetscFindInt(support[e], numSplitPoints[dep + 1], splitPoints[dep + 1], &edge)); 156863a3b9bcSJacob Faibussowitsch PetscCheck(edge >= 0, comm, PETSC_ERR_ARG_WRONG, "Edge %" PetscInt_FMT " is not a split edge", support[e]); 15694c367dbcSMatthew G. Knepley supportNew[qf++] = edge + pMaxNew[dep + 2] + numSplitPoints[dep + 2]; 15704c367dbcSMatthew G. Knepley } 15714c367dbcSMatthew G. Knepley } 15729566063dSJacob Faibussowitsch PetscCall(DMPlexSetSupport(sdm, hybedge, supportNew)); 1573cd0c2139SMatthew G Knepley } else if (dep == dim - 2) { 15744c367dbcSMatthew G. Knepley const PetscInt hybface = p + pMaxNew[dep + 1] + numSplitPoints[dep + 1]; 15754c367dbcSMatthew G. Knepley 1576cd0c2139SMatthew G Knepley /* Split old edge: old vertices in cone so no change */ 1577cd0c2139SMatthew G Knepley /* Split new edge: new vertices in cone */ 1578cd0c2139SMatthew G Knepley for (q = 0; q < coneSize; ++q) { 15799566063dSJacob Faibussowitsch PetscCall(PetscFindInt(cone[q], numSplitPoints[dep - 1], splitPoints[dep - 1], &v)); 1580e1757548SMatthew G. Knepley if (v < 0) { 15819566063dSJacob Faibussowitsch PetscCall(PetscFindInt(cone[q], numUnsplitPoints[dep - 1], unsplitPoints[dep - 1], &v)); 158263a3b9bcSJacob Faibussowitsch PetscCheck(v >= 0, PETSC_COMM_SELF, PETSC_ERR_ARG_WRONG, "Could not locate point %" PetscInt_FMT " in split or unsplit points of depth %" PetscInt_FMT, cone[q], dep - 1); 15832582d50cSToby Isaac coneNew[q] = DMPlexShiftPoint_Internal(cone[q], depth, depthShift) /*cone[q] + depthOffset[dep-1]*/; 1584e1757548SMatthew G. Knepley } else { 15854c367dbcSMatthew G. Knepley coneNew[q] = v + pMaxNew[dep - 1]; 1586cd0c2139SMatthew G Knepley } 1587e1757548SMatthew G. Knepley } 15889566063dSJacob Faibussowitsch PetscCall(DMPlexSetCone(sdm, splitp, coneNew)); 1589cd0c2139SMatthew G Knepley /* Split old edge: Faces in positive side cells and old split faces */ 1590cd0c2139SMatthew G Knepley for (e = 0, q = 0; e < supportSize; ++e) { 1591cd0c2139SMatthew G Knepley PetscInt val; 1592cd0c2139SMatthew G Knepley 15939566063dSJacob Faibussowitsch PetscCall(DMLabelGetValue(label, support[e], &val)); 15944c367dbcSMatthew G. Knepley if (val == dim - 1) { 15952582d50cSToby Isaac supportNew[q++] = DMPlexShiftPoint_Internal(support[e], depth, depthShift) /*support[e] + depthOffset[dep+1]*/; 15964c367dbcSMatthew G. Knepley } else if (val == (shift + dim - 1)) { 15972582d50cSToby Isaac supportNew[q++] = DMPlexShiftPoint_Internal(support[e], depth, depthShift) /*support[e] + depthOffset[dep+1]*/; 1598cd0c2139SMatthew G Knepley } 1599cd0c2139SMatthew G Knepley } 1600b279cd2aSMatthew G. Knepley supportNew[q++] = p + pMaxNew[dep + 1] + numSplitPoints[dep + 1]; 16019566063dSJacob Faibussowitsch PetscCall(DMPlexSetSupport(sdm, newp, supportNew)); 1602cd0c2139SMatthew G Knepley /* Split new edge: Faces in negative side cells and new split faces */ 1603cd0c2139SMatthew G Knepley for (e = 0, q = 0; e < supportSize; ++e) { 1604cd0c2139SMatthew G Knepley PetscInt val, face; 1605cd0c2139SMatthew G Knepley 16069566063dSJacob Faibussowitsch PetscCall(DMLabelGetValue(label, support[e], &val)); 1607cd0c2139SMatthew G Knepley if (val == dim - 1) { 16089566063dSJacob Faibussowitsch PetscCall(PetscFindInt(support[e], numSplitPoints[dep + 1], splitPoints[dep + 1], &face)); 160963a3b9bcSJacob Faibussowitsch PetscCheck(face >= 0, comm, PETSC_ERR_ARG_WRONG, "Face %" PetscInt_FMT " is not a split face", support[e]); 16104c367dbcSMatthew G. Knepley supportNew[q++] = face + pMaxNew[dep + 1]; 1611cd0c2139SMatthew G Knepley } else if (val == -(shift + dim - 1)) { 16122582d50cSToby Isaac supportNew[q++] = DMPlexShiftPoint_Internal(support[e], depth, depthShift) /*support[e] + depthOffset[dep+1]*/; 1613cd0c2139SMatthew G Knepley } 1614cd0c2139SMatthew G Knepley } 1615b279cd2aSMatthew G. Knepley supportNew[q++] = p + pMaxNew[dep + 1] + numSplitPoints[dep + 1]; 16169566063dSJacob Faibussowitsch PetscCall(DMPlexSetSupport(sdm, splitp, supportNew)); 16174c367dbcSMatthew G. Knepley /* Hybrid face */ 16184c367dbcSMatthew G. Knepley coneNew[0] = newp; 16194c367dbcSMatthew G. Knepley coneNew[1] = splitp; 16204c367dbcSMatthew G. Knepley for (v = 0; v < coneSize; ++v) { 16214c367dbcSMatthew G. Knepley PetscInt vertex; 16229566063dSJacob Faibussowitsch PetscCall(PetscFindInt(cone[v], numSplitPoints[dep - 1], splitPoints[dep - 1], &vertex)); 1623e1757548SMatthew G. Knepley if (vertex < 0) { 16249566063dSJacob Faibussowitsch PetscCall(PetscFindInt(cone[v], numUnsplitPoints[dep - 1], unsplitPoints[dep - 1], &vertex)); 162563a3b9bcSJacob Faibussowitsch PetscCheck(vertex >= 0, PETSC_COMM_SELF, PETSC_ERR_ARG_WRONG, "Could not locate point %" PetscInt_FMT " in split or unsplit points of depth %" PetscInt_FMT, cone[v], dep - 1); 1626e1757548SMatthew G. Knepley coneNew[2 + v] = vertex + pMaxNew[dep] + numSplitPoints[dep] + numSplitPoints[dep - 1]; 1627e1757548SMatthew G. Knepley } else { 16284c367dbcSMatthew G. Knepley coneNew[2 + v] = vertex + pMaxNew[dep] + numSplitPoints[dep]; 16294c367dbcSMatthew G. Knepley } 1630e1757548SMatthew G. Knepley } 16319566063dSJacob Faibussowitsch PetscCall(DMPlexSetCone(sdm, hybface, coneNew)); 16324c367dbcSMatthew G. Knepley for (e = 0, qf = 0; e < supportSize; ++e) { 16334c367dbcSMatthew G. Knepley PetscInt val, face; 16344c367dbcSMatthew G. Knepley 16359566063dSJacob Faibussowitsch PetscCall(DMLabelGetValue(label, support[e], &val)); 16364c367dbcSMatthew G. Knepley if (val == dim - 1) { 16379566063dSJacob Faibussowitsch PetscCall(PetscFindInt(support[e], numSplitPoints[dep + 1], splitPoints[dep + 1], &face)); 163863a3b9bcSJacob Faibussowitsch PetscCheck(face >= 0, comm, PETSC_ERR_ARG_WRONG, "Face %" PetscInt_FMT " is not a split face", support[e]); 16394c367dbcSMatthew G. Knepley supportNew[qf++] = face + pMaxNew[dep + 2] + numSplitPoints[dep + 2]; 16404c367dbcSMatthew G. Knepley } 16414c367dbcSMatthew G. Knepley } 16429566063dSJacob Faibussowitsch PetscCall(DMPlexSetSupport(sdm, hybface, supportNew)); 1643cd0c2139SMatthew G Knepley } 1644cd0c2139SMatthew G Knepley } 1645cd0c2139SMatthew G Knepley } 164618c5995bSMatthew G. Knepley for (dep = 0; dep <= depth; ++dep) { 164718c5995bSMatthew G. Knepley for (p = 0; p < numUnsplitPoints[dep]; ++p) { 164818c5995bSMatthew G. Knepley const PetscInt oldp = unsplitPoints[dep][p]; 16492582d50cSToby Isaac const PetscInt newp = DMPlexShiftPoint_Internal(oldp, depth, depthShift) /*oldp + depthOffset[dep]*/; 1650b5a892a1SMatthew G. Knepley const PetscInt *cone, *support; 1651e1757548SMatthew G. Knepley PetscInt coneSize, supportSize, supportSizeNew, q, qf, e, f, s; 165218c5995bSMatthew G. Knepley 16539566063dSJacob Faibussowitsch PetscCall(DMPlexGetConeSize(dm, oldp, &coneSize)); 16549566063dSJacob Faibussowitsch PetscCall(DMPlexGetCone(dm, oldp, &cone)); 16559566063dSJacob Faibussowitsch PetscCall(DMPlexGetSupportSize(dm, oldp, &supportSize)); 16569566063dSJacob Faibussowitsch PetscCall(DMPlexGetSupport(dm, oldp, &support)); 165718c5995bSMatthew G. Knepley if (dep == 0) { 165818c5995bSMatthew G. Knepley const PetscInt hybedge = p + pMaxNew[dep + 1] + numSplitPoints[dep + 1] + numSplitPoints[dep]; 165918c5995bSMatthew G. Knepley 166018c5995bSMatthew G. Knepley /* Unsplit vertex */ 16619566063dSJacob Faibussowitsch PetscCall(DMPlexGetSupportSize(sdm, newp, &supportSizeNew)); 166218c5995bSMatthew G. Knepley for (s = 0, q = 0; s < supportSize; ++s) { 16632582d50cSToby Isaac supportNew[q++] = DMPlexShiftPoint_Internal(support[s], depth, depthShift) /*support[s] + depthOffset[dep+1]*/; 16649566063dSJacob Faibussowitsch PetscCall(PetscFindInt(support[s], numSplitPoints[dep + 1], splitPoints[dep + 1], &e)); 1665ad540459SPierre Jolivet if (e >= 0) supportNew[q++] = e + pMaxNew[dep + 1]; 166618c5995bSMatthew G. Knepley } 166718c5995bSMatthew G. Knepley supportNew[q++] = hybedge; 166818c5995bSMatthew G. Knepley supportNew[q++] = hybedge; 166963a3b9bcSJacob Faibussowitsch PetscCheck(q == supportSizeNew, comm, PETSC_ERR_ARG_WRONG, "Support size %" PetscInt_FMT " != %" PetscInt_FMT " for vertex %" PetscInt_FMT, q, supportSizeNew, newp); 16709566063dSJacob Faibussowitsch PetscCall(DMPlexSetSupport(sdm, newp, supportNew)); 167118c5995bSMatthew G. Knepley /* Hybrid edge */ 167218c5995bSMatthew G. Knepley coneNew[0] = newp; 167318c5995bSMatthew G. Knepley coneNew[1] = newp; 16749566063dSJacob Faibussowitsch PetscCall(DMPlexSetCone(sdm, hybedge, coneNew)); 167518c5995bSMatthew G. Knepley for (e = 0, qf = 0; e < supportSize; ++e) { 167618c5995bSMatthew G. Knepley PetscInt val, edge; 167718c5995bSMatthew G. Knepley 16789566063dSJacob Faibussowitsch PetscCall(DMLabelGetValue(label, support[e], &val)); 167918c5995bSMatthew G. Knepley if (val == 1) { 16809566063dSJacob Faibussowitsch PetscCall(PetscFindInt(support[e], numSplitPoints[dep + 1], splitPoints[dep + 1], &edge)); 168163a3b9bcSJacob Faibussowitsch PetscCheck(edge >= 0, comm, PETSC_ERR_ARG_WRONG, "Edge %" PetscInt_FMT " is not a split edge", support[e]); 168218c5995bSMatthew G. Knepley supportNew[qf++] = edge + pMaxNew[dep + 2] + numSplitPoints[dep + 2]; 1683e1757548SMatthew G. Knepley } else if (val == (shift2 + 1)) { 16849566063dSJacob Faibussowitsch PetscCall(PetscFindInt(support[e], numUnsplitPoints[dep + 1], unsplitPoints[dep + 1], &edge)); 168563a3b9bcSJacob Faibussowitsch PetscCheck(edge >= 0, comm, PETSC_ERR_ARG_WRONG, "Edge %" PetscInt_FMT " is not a unsplit edge", support[e]); 1686e1757548SMatthew G. Knepley supportNew[qf++] = edge + pMaxNew[dep + 2] + numSplitPoints[dep + 2] + numSplitPoints[dep + 1]; 168718c5995bSMatthew G. Knepley } 168818c5995bSMatthew G. Knepley } 16899566063dSJacob Faibussowitsch PetscCall(DMPlexSetSupport(sdm, hybedge, supportNew)); 1690e1757548SMatthew G. Knepley } else if (dep == dim - 2) { 1691e1757548SMatthew G. Knepley const PetscInt hybface = p + pMaxNew[dep + 1] + numSplitPoints[dep + 1] + numSplitPoints[dep]; 1692e1757548SMatthew G. Knepley 1693da1dd7e4SMatthew G. Knepley /* Unsplit edge: Faces into original edge, split face, and hybrid face twice */ 1694e1757548SMatthew G. Knepley for (f = 0, qf = 0; f < supportSize; ++f) { 1695e1757548SMatthew G. Knepley PetscInt val, face; 1696e1757548SMatthew G. Knepley 16979566063dSJacob Faibussowitsch PetscCall(DMLabelGetValue(label, support[f], &val)); 1698e1757548SMatthew G. Knepley if (val == dim - 1) { 16999566063dSJacob Faibussowitsch PetscCall(PetscFindInt(support[f], numSplitPoints[dep + 1], splitPoints[dep + 1], &face)); 170063a3b9bcSJacob Faibussowitsch PetscCheck(face >= 0, comm, PETSC_ERR_ARG_WRONG, "Face %" PetscInt_FMT " is not a split face", support[f]); 17012582d50cSToby Isaac supportNew[qf++] = DMPlexShiftPoint_Internal(support[f], depth, depthShift) /*support[f] + depthOffset[dep+1]*/; 1702e1757548SMatthew G. Knepley supportNew[qf++] = face + pMaxNew[dep + 1]; 1703e1757548SMatthew G. Knepley } else { 17042582d50cSToby Isaac supportNew[qf++] = DMPlexShiftPoint_Internal(support[f], depth, depthShift) /*support[f] + depthOffset[dep+1]*/; 1705e1757548SMatthew G. Knepley } 1706e1757548SMatthew G. Knepley } 1707e1757548SMatthew G. Knepley supportNew[qf++] = hybface; 1708e1757548SMatthew G. Knepley supportNew[qf++] = hybface; 17099566063dSJacob Faibussowitsch PetscCall(DMPlexGetSupportSize(sdm, newp, &supportSizeNew)); 171063a3b9bcSJacob Faibussowitsch PetscCheck(qf == supportSizeNew, PETSC_COMM_SELF, PETSC_ERR_PLIB, "Support size for unsplit edge %" PetscInt_FMT " is %" PetscInt_FMT " != %" PetscInt_FMT, newp, qf, supportSizeNew); 17119566063dSJacob Faibussowitsch PetscCall(DMPlexSetSupport(sdm, newp, supportNew)); 1712e1757548SMatthew G. Knepley /* Add hybrid face */ 1713e1757548SMatthew G. Knepley coneNew[0] = newp; 1714212cc919SMatthew G. Knepley coneNew[1] = newp; 17159566063dSJacob Faibussowitsch PetscCall(PetscFindInt(cone[0], numUnsplitPoints[dep - 1], unsplitPoints[dep - 1], &v)); 171663a3b9bcSJacob Faibussowitsch PetscCheck(v >= 0, comm, PETSC_ERR_ARG_WRONG, "Vertex %" PetscInt_FMT " is not an unsplit vertex", cone[0]); 1717212cc919SMatthew G. Knepley coneNew[2] = v + pMaxNew[dep] + numSplitPoints[dep] + numSplitPoints[dep - 1]; 17189566063dSJacob Faibussowitsch PetscCall(PetscFindInt(cone[1], numUnsplitPoints[dep - 1], unsplitPoints[dep - 1], &v)); 171963a3b9bcSJacob Faibussowitsch PetscCheck(v >= 0, comm, PETSC_ERR_ARG_WRONG, "Vertex %" PetscInt_FMT " is not an unsplit vertex", cone[1]); 1720e1757548SMatthew G. Knepley coneNew[3] = v + pMaxNew[dep] + numSplitPoints[dep] + numSplitPoints[dep - 1]; 17219566063dSJacob Faibussowitsch PetscCall(DMPlexSetCone(sdm, hybface, coneNew)); 1722da1dd7e4SMatthew G. Knepley for (f = 0, qf = 0; f < supportSize; ++f) { 1723da1dd7e4SMatthew G. Knepley PetscInt val, face; 1724da1dd7e4SMatthew G. Knepley 17259566063dSJacob Faibussowitsch PetscCall(DMLabelGetValue(label, support[f], &val)); 1726da1dd7e4SMatthew G. Knepley if (val == dim - 1) { 17279566063dSJacob Faibussowitsch PetscCall(PetscFindInt(support[f], numSplitPoints[dep + 1], splitPoints[dep + 1], &face)); 1728da1dd7e4SMatthew G. Knepley supportNew[qf++] = face + pMaxNew[dep + 2] + numSplitPoints[dep + 2]; 1729da1dd7e4SMatthew G. Knepley } 1730da1dd7e4SMatthew G. Knepley } 17319566063dSJacob Faibussowitsch PetscCall(DMPlexGetSupportSize(sdm, hybface, &supportSizeNew)); 173263a3b9bcSJacob Faibussowitsch PetscCheck(qf == supportSizeNew, PETSC_COMM_SELF, PETSC_ERR_PLIB, "Support size for hybrid face %" PetscInt_FMT " is %" PetscInt_FMT " != %" PetscInt_FMT, hybface, qf, supportSizeNew); 17339566063dSJacob Faibussowitsch PetscCall(DMPlexSetSupport(sdm, hybface, supportNew)); 1734cd0c2139SMatthew G Knepley } 1735cd0c2139SMatthew G Knepley } 1736cd0c2139SMatthew G Knepley } 1737cd0c2139SMatthew G Knepley /* Step 6b: Replace split points in negative side cones */ 1738cd0c2139SMatthew G Knepley for (sp = 0; sp < numSP; ++sp) { 1739cd0c2139SMatthew G Knepley PetscInt dep = values[sp]; 1740cd0c2139SMatthew G Knepley IS pIS; 1741cd0c2139SMatthew G Knepley PetscInt numPoints; 1742cd0c2139SMatthew G Knepley const PetscInt *points; 1743cd0c2139SMatthew G Knepley 1744cd0c2139SMatthew G Knepley if (dep >= 0) continue; 17459566063dSJacob Faibussowitsch PetscCall(DMLabelGetStratumIS(label, dep, &pIS)); 1746cd0c2139SMatthew G Knepley if (!pIS) continue; 1747cd0c2139SMatthew G Knepley dep = -dep - shift; 17489566063dSJacob Faibussowitsch PetscCall(ISGetLocalSize(pIS, &numPoints)); 17499566063dSJacob Faibussowitsch PetscCall(ISGetIndices(pIS, &points)); 1750cd0c2139SMatthew G Knepley for (p = 0; p < numPoints; ++p) { 1751cd0c2139SMatthew G Knepley const PetscInt oldp = points[p]; 17522582d50cSToby Isaac const PetscInt newp = DMPlexShiftPoint_Internal(oldp, depth, depthShift) /*depthOffset[dep] + oldp*/; 1753cd0c2139SMatthew G Knepley const PetscInt *cone; 1754cd0c2139SMatthew G Knepley PetscInt coneSize, c; 175550cf782dSMatthew G. Knepley /* PetscBool replaced = PETSC_FALSE; */ 1756cd0c2139SMatthew G Knepley 1757cd0c2139SMatthew G Knepley /* Negative edge: replace split vertex */ 1758cd0c2139SMatthew G Knepley /* Negative cell: replace split face */ 17599566063dSJacob Faibussowitsch PetscCall(DMPlexGetConeSize(sdm, newp, &coneSize)); 17609566063dSJacob Faibussowitsch PetscCall(DMPlexGetCone(sdm, newp, &cone)); 1761cd0c2139SMatthew G Knepley for (c = 0; c < coneSize; ++c) { 1762e38fbfedSToby Isaac const PetscInt coldp = DMPlexShiftPointInverse_Internal(cone[c], depth, depthShift); 1763cd0c2139SMatthew G Knepley PetscInt csplitp, cp, val; 1764cd0c2139SMatthew G Knepley 17659566063dSJacob Faibussowitsch PetscCall(DMLabelGetValue(label, coldp, &val)); 1766cd0c2139SMatthew G Knepley if (val == dep - 1) { 17679566063dSJacob Faibussowitsch PetscCall(PetscFindInt(coldp, numSplitPoints[dep - 1], splitPoints[dep - 1], &cp)); 176863a3b9bcSJacob Faibussowitsch PetscCheck(cp >= 0, comm, PETSC_ERR_ARG_WRONG, "Point %" PetscInt_FMT " is not a split point of dimension %" PetscInt_FMT, oldp, dep - 1); 1769cd0c2139SMatthew G Knepley csplitp = pMaxNew[dep - 1] + cp; 17709566063dSJacob Faibussowitsch PetscCall(DMPlexInsertCone(sdm, newp, c, csplitp)); 177150cf782dSMatthew G. Knepley /* replaced = PETSC_TRUE; */ 1772cd0c2139SMatthew G Knepley } 1773cd0c2139SMatthew G Knepley } 17744a189a86SMatthew G. Knepley /* Cells with only a vertex or edge on the submesh have no replacement */ 177528b400f6SJacob Faibussowitsch /* PetscCheck(replaced,comm, PETSC_ERR_ARG_WRONG, "The cone of point %d does not contain split points", oldp); */ 1776cd0c2139SMatthew G Knepley } 17779566063dSJacob Faibussowitsch PetscCall(ISRestoreIndices(pIS, &points)); 17789566063dSJacob Faibussowitsch PetscCall(ISDestroy(&pIS)); 1779cd0c2139SMatthew G Knepley } 1780fa8e8ae5SToby Isaac /* Step 7: Coordinates */ 17819566063dSJacob Faibussowitsch PetscCall(DMPlexShiftCoordinates_Internal(dm, depthShift, sdm)); 17829566063dSJacob Faibussowitsch PetscCall(DMGetCoordinateSection(sdm, &coordSection)); 17839566063dSJacob Faibussowitsch PetscCall(DMGetCoordinatesLocal(sdm, &coordinates)); 17849566063dSJacob Faibussowitsch PetscCall(VecGetArray(coordinates, &coords)); 1785cd0c2139SMatthew G Knepley for (v = 0; v < (numSplitPoints ? numSplitPoints[0] : 0); ++v) { 17862582d50cSToby Isaac const PetscInt newp = DMPlexShiftPoint_Internal(splitPoints[0][v], depth, depthShift) /*depthOffset[0] + splitPoints[0][v]*/; 1787cd0c2139SMatthew G Knepley const PetscInt splitp = pMaxNew[0] + v; 1788cd0c2139SMatthew G Knepley PetscInt dof, off, soff, d; 1789cd0c2139SMatthew G Knepley 17909566063dSJacob Faibussowitsch PetscCall(PetscSectionGetDof(coordSection, newp, &dof)); 17919566063dSJacob Faibussowitsch PetscCall(PetscSectionGetOffset(coordSection, newp, &off)); 17929566063dSJacob Faibussowitsch PetscCall(PetscSectionGetOffset(coordSection, splitp, &soff)); 1793cd0c2139SMatthew G Knepley for (d = 0; d < dof; ++d) coords[soff + d] = coords[off + d]; 1794cd0c2139SMatthew G Knepley } 17959566063dSJacob Faibussowitsch PetscCall(VecRestoreArray(coordinates, &coords)); 1796fa8e8ae5SToby Isaac /* Step 8: SF, if I can figure this out we can split the mesh in parallel */ 17979566063dSJacob Faibussowitsch PetscCall(DMPlexShiftSF_Internal(dm, depthShift, sdm)); 1798b6dfa339SMatthew G. Knepley /* TODO We need to associate the ghost points with the correct replica */ 1799fa8e8ae5SToby Isaac /* Step 9: Labels */ 18009566063dSJacob Faibussowitsch PetscCall(DMPlexShiftLabels_Internal(dm, depthShift, sdm)); 18019566063dSJacob Faibussowitsch PetscCall(DMPlexCreateVTKLabel_Internal(dm, PETSC_FALSE, sdm)); 18029566063dSJacob Faibussowitsch PetscCall(DMGetNumLabels(sdm, &numLabels)); 1803cd0c2139SMatthew G Knepley for (dep = 0; dep <= depth; ++dep) { 1804cd0c2139SMatthew G Knepley for (p = 0; p < numSplitPoints[dep]; ++p) { 18052582d50cSToby Isaac const PetscInt newp = DMPlexShiftPoint_Internal(splitPoints[dep][p], depth, depthShift) /*depthOffset[dep] + splitPoints[dep][p]*/; 1806cd0c2139SMatthew G Knepley const PetscInt splitp = pMaxNew[dep] + p; 1807cd0c2139SMatthew G Knepley PetscInt l; 1808cd0c2139SMatthew G Knepley 18097db7e0a7SMatthew G. Knepley if (splitLabel) { 18107db7e0a7SMatthew G. Knepley const PetscInt val = 100 + dep; 18117db7e0a7SMatthew G. Knepley 18129566063dSJacob Faibussowitsch PetscCall(DMLabelSetValue(splitLabel, newp, val)); 18139566063dSJacob Faibussowitsch PetscCall(DMLabelSetValue(splitLabel, splitp, -val)); 18147db7e0a7SMatthew G. Knepley } 1815cd0c2139SMatthew G Knepley for (l = 0; l < numLabels; ++l) { 1816cd0c2139SMatthew G Knepley DMLabel mlabel; 1817cd0c2139SMatthew G Knepley const char *lname; 1818cd0c2139SMatthew G Knepley PetscInt val; 18199a356370SMatthew G. Knepley PetscBool isDepth; 1820cd0c2139SMatthew G Knepley 18219566063dSJacob Faibussowitsch PetscCall(DMGetLabelName(sdm, l, &lname)); 18229566063dSJacob Faibussowitsch PetscCall(PetscStrcmp(lname, "depth", &isDepth)); 18239a356370SMatthew G. Knepley if (isDepth) continue; 18249566063dSJacob Faibussowitsch PetscCall(DMGetLabel(sdm, lname, &mlabel)); 18259566063dSJacob Faibussowitsch PetscCall(DMLabelGetValue(mlabel, newp, &val)); 182648a46eb9SPierre Jolivet if (val >= 0) PetscCall(DMLabelSetValue(mlabel, splitp, val)); 1827cd0c2139SMatthew G Knepley } 1828cd0c2139SMatthew G Knepley } 1829cd0c2139SMatthew G Knepley } 1830cd0c2139SMatthew G Knepley for (sp = 0; sp < numSP; ++sp) { 1831cd0c2139SMatthew G Knepley const PetscInt dep = values[sp]; 1832cd0c2139SMatthew G Knepley 1833cd0c2139SMatthew G Knepley if ((dep < 0) || (dep > depth)) continue; 18349566063dSJacob Faibussowitsch if (splitIS[dep]) PetscCall(ISRestoreIndices(splitIS[dep], &splitPoints[dep])); 18359566063dSJacob Faibussowitsch PetscCall(ISDestroy(&splitIS[dep])); 18369566063dSJacob Faibussowitsch if (unsplitIS[dep]) PetscCall(ISRestoreIndices(unsplitIS[dep], &unsplitPoints[dep])); 18379566063dSJacob Faibussowitsch PetscCall(ISDestroy(&unsplitIS[dep])); 1838cd0c2139SMatthew G Knepley } 1839b6dfa339SMatthew G. Knepley if (ghostIS) PetscCall(ISRestoreIndices(ghostIS, &ghostPoints)); 1840b6dfa339SMatthew G. Knepley PetscCall(ISDestroy(&ghostIS)); 1841cd0c2139SMatthew G Knepley if (label) { 18429566063dSJacob Faibussowitsch PetscCall(ISRestoreIndices(valueIS, &values)); 18439566063dSJacob Faibussowitsch PetscCall(ISDestroy(&valueIS)); 1844cd0c2139SMatthew G Knepley } 18450d4d4d06SMatthew G. Knepley for (d = 0; d <= depth; ++d) { 18469566063dSJacob Faibussowitsch PetscCall(DMPlexGetDepthStratum(sdm, d, NULL, &pEnd)); 184736dbac82SMatthew G. Knepley pMaxNew[d] = pEnd - numHybridPoints[d] - numHybridPointsOld[d]; 18480d4d4d06SMatthew G. Knepley } 18499566063dSJacob Faibussowitsch PetscCall(PetscFree3(coneNew, coneONew, supportNew)); 18509566063dSJacob Faibussowitsch PetscCall(PetscFree5(depthMax, depthEnd, depthShift, pMaxNew, numHybridPointsOld)); 18519566063dSJacob Faibussowitsch PetscCall(PetscFree7(splitIS, unsplitIS, numSplitPoints, numUnsplitPoints, numHybridPoints, splitPoints, unsplitPoints)); 18523ba16761SJacob Faibussowitsch PetscFunctionReturn(PETSC_SUCCESS); 1853cd0c2139SMatthew G Knepley } 1854cd0c2139SMatthew G Knepley 1855cd0c2139SMatthew G Knepley /*@C 1856cd0c2139SMatthew G Knepley DMPlexConstructCohesiveCells - Construct cohesive cells which split the face along an internal interface 1857cd0c2139SMatthew G Knepley 1858*20f4b53cSBarry Smith Collective 1859cd0c2139SMatthew G Knepley 1860cd0c2139SMatthew G Knepley Input Parameters: 1861*20f4b53cSBarry Smith + dm - The original `DM` 1862*20f4b53cSBarry Smith - label - The `DMLabel` specifying the boundary faces (this could be auto-generated) 1863cd0c2139SMatthew G Knepley 1864cd0c2139SMatthew G Knepley Output Parameters: 1865*20f4b53cSBarry Smith + splitLabel - The `DMLabel` containing the split points, or `NULL` if no output is desired 1866*20f4b53cSBarry Smith - dmSplit - The new `DM` 1867cd0c2139SMatthew G Knepley 1868cd0c2139SMatthew G Knepley Level: developer 1869cd0c2139SMatthew G Knepley 1870*20f4b53cSBarry Smith .seealso: [](chapter_unstructured), `DM`, `DMPLEX`, `DMCreate()`, `DMPlexLabelCohesiveComplete()` 1871cd0c2139SMatthew G Knepley @*/ 1872d71ae5a4SJacob Faibussowitsch PetscErrorCode DMPlexConstructCohesiveCells(DM dm, DMLabel label, DMLabel splitLabel, DM *dmSplit) 1873d71ae5a4SJacob Faibussowitsch { 1874cd0c2139SMatthew G Knepley DM sdm; 1875cd0c2139SMatthew G Knepley PetscInt dim; 1876cd0c2139SMatthew G Knepley 1877cd0c2139SMatthew G Knepley PetscFunctionBegin; 1878cd0c2139SMatthew G Knepley PetscValidHeaderSpecific(dm, DM_CLASSID, 1); 1879064a246eSJacob Faibussowitsch PetscValidPointer(dmSplit, 4); 18809566063dSJacob Faibussowitsch PetscCall(DMCreate(PetscObjectComm((PetscObject)dm), &sdm)); 18819566063dSJacob Faibussowitsch PetscCall(DMSetType(sdm, DMPLEX)); 18829566063dSJacob Faibussowitsch PetscCall(DMGetDimension(dm, &dim)); 18839566063dSJacob Faibussowitsch PetscCall(DMSetDimension(sdm, dim)); 1884cd0c2139SMatthew G Knepley switch (dim) { 1885cd0c2139SMatthew G Knepley case 2: 1886d71ae5a4SJacob Faibussowitsch case 3: 1887d71ae5a4SJacob Faibussowitsch PetscCall(DMPlexConstructCohesiveCells_Internal(dm, label, splitLabel, sdm)); 1888d71ae5a4SJacob Faibussowitsch break; 1889d71ae5a4SJacob Faibussowitsch default: 1890d71ae5a4SJacob Faibussowitsch SETERRQ(PetscObjectComm((PetscObject)dm), PETSC_ERR_ARG_OUTOFRANGE, "Cannot construct cohesive cells for dimension %" PetscInt_FMT, dim); 1891cd0c2139SMatthew G Knepley } 1892cd0c2139SMatthew G Knepley *dmSplit = sdm; 18933ba16761SJacob Faibussowitsch PetscFunctionReturn(PETSC_SUCCESS); 1894cd0c2139SMatthew G Knepley } 1895cd0c2139SMatthew G Knepley 18960f66a230SMatthew G. Knepley /* Returns the side of the surface for a given cell with a face on the surface */ 1897d71ae5a4SJacob Faibussowitsch static PetscErrorCode GetSurfaceSide_Static(DM dm, DM subdm, PetscInt numSubpoints, const PetscInt *subpoints, PetscInt cell, PetscInt face, PetscBool *pos) 1898d71ae5a4SJacob Faibussowitsch { 18990f66a230SMatthew G. Knepley const PetscInt *cone, *ornt; 19000f66a230SMatthew G. Knepley PetscInt dim, coneSize, c; 19010f66a230SMatthew G. Knepley 19020f66a230SMatthew G. Knepley PetscFunctionBegin; 19030f66a230SMatthew G. Knepley *pos = PETSC_TRUE; 19049566063dSJacob Faibussowitsch PetscCall(DMGetDimension(dm, &dim)); 19059566063dSJacob Faibussowitsch PetscCall(DMPlexGetConeSize(dm, cell, &coneSize)); 19069566063dSJacob Faibussowitsch PetscCall(DMPlexGetCone(dm, cell, &cone)); 19079566063dSJacob Faibussowitsch PetscCall(DMPlexGetConeOrientation(dm, cell, &ornt)); 19080f66a230SMatthew G. Knepley for (c = 0; c < coneSize; ++c) { 19090f66a230SMatthew G. Knepley if (cone[c] == face) { 19100f66a230SMatthew G. Knepley PetscInt o = ornt[c]; 19110f66a230SMatthew G. Knepley 19120f66a230SMatthew G. Knepley if (subdm) { 19130f66a230SMatthew G. Knepley const PetscInt *subcone, *subornt; 19140f66a230SMatthew G. Knepley PetscInt subpoint, subface, subconeSize, sc; 19150f66a230SMatthew G. Knepley 19169566063dSJacob Faibussowitsch PetscCall(PetscFindInt(cell, numSubpoints, subpoints, &subpoint)); 19179566063dSJacob Faibussowitsch PetscCall(PetscFindInt(face, numSubpoints, subpoints, &subface)); 19189566063dSJacob Faibussowitsch PetscCall(DMPlexGetConeSize(subdm, subpoint, &subconeSize)); 19199566063dSJacob Faibussowitsch PetscCall(DMPlexGetCone(subdm, subpoint, &subcone)); 19209566063dSJacob Faibussowitsch PetscCall(DMPlexGetConeOrientation(subdm, subpoint, &subornt)); 19210f66a230SMatthew G. Knepley for (sc = 0; sc < subconeSize; ++sc) { 19220f66a230SMatthew G. Knepley if (subcone[sc] == subface) { 19230f66a230SMatthew G. Knepley o = subornt[0]; 19240f66a230SMatthew G. Knepley break; 19250f66a230SMatthew G. Knepley } 19260f66a230SMatthew G. Knepley } 192763a3b9bcSJacob Faibussowitsch PetscCheck(sc < subconeSize, PETSC_COMM_SELF, PETSC_ERR_ARG_WRONG, "Could not find subpoint %" PetscInt_FMT " (%" PetscInt_FMT ") in cone for subpoint %" PetscInt_FMT " (%" PetscInt_FMT ")", subface, face, subpoint, cell); 19280f66a230SMatthew G. Knepley } 19290f66a230SMatthew G. Knepley if (o >= 0) *pos = PETSC_TRUE; 19300f66a230SMatthew G. Knepley else *pos = PETSC_FALSE; 19310f66a230SMatthew G. Knepley break; 19320f66a230SMatthew G. Knepley } 19330f66a230SMatthew G. Knepley } 193463a3b9bcSJacob Faibussowitsch PetscCheck(c != coneSize, PetscObjectComm((PetscObject)dm), PETSC_ERR_ARG_WRONG, "Cell %" PetscInt_FMT " in split face %" PetscInt_FMT " support does not have it in the cone", cell, face); 19353ba16761SJacob Faibussowitsch PetscFunctionReturn(PETSC_SUCCESS); 19360f66a230SMatthew G. Knepley } 19370f66a230SMatthew G. Knepley 1938d71ae5a4SJacob Faibussowitsch static PetscErrorCode CheckFaultEdge_Private(DM dm, DMLabel label) 1939d71ae5a4SJacob Faibussowitsch { 1940accc9626SMatthew G. Knepley IS facePosIS, faceNegIS, dimIS; 1941accc9626SMatthew G. Knepley const PetscInt *points; 1942accc9626SMatthew G. Knepley PetscInt dim, numPoints, p, shift = 100, shift2 = 200; 1943accc9626SMatthew G. Knepley 1944accc9626SMatthew G. Knepley PetscFunctionBegin; 1945accc9626SMatthew G. Knepley PetscCall(DMGetDimension(dm, &dim)); 1946accc9626SMatthew G. Knepley /* If any faces touching the fault divide cells on either side, split them */ 1947accc9626SMatthew G. Knepley PetscCall(DMLabelGetStratumIS(label, shift + dim - 1, &facePosIS)); 1948accc9626SMatthew G. Knepley PetscCall(DMLabelGetStratumIS(label, -(shift + dim - 1), &faceNegIS)); 1949accc9626SMatthew G. Knepley if (!facePosIS || !faceNegIS) { 1950accc9626SMatthew G. Knepley PetscCall(ISDestroy(&facePosIS)); 1951accc9626SMatthew G. Knepley PetscCall(ISDestroy(&faceNegIS)); 19523ba16761SJacob Faibussowitsch PetscFunctionReturn(PETSC_SUCCESS); 1953accc9626SMatthew G. Knepley } 1954accc9626SMatthew G. Knepley PetscCall(ISExpand(facePosIS, faceNegIS, &dimIS)); 1955accc9626SMatthew G. Knepley PetscCall(ISDestroy(&facePosIS)); 1956accc9626SMatthew G. Knepley PetscCall(ISDestroy(&faceNegIS)); 1957accc9626SMatthew G. Knepley PetscCall(ISGetLocalSize(dimIS, &numPoints)); 1958accc9626SMatthew G. Knepley PetscCall(ISGetIndices(dimIS, &points)); 1959accc9626SMatthew G. Knepley for (p = 0; p < numPoints; ++p) { 1960accc9626SMatthew G. Knepley const PetscInt point = points[p]; 1961accc9626SMatthew G. Knepley const PetscInt *support; 1962accc9626SMatthew G. Knepley PetscInt supportSize, valA, valB; 1963accc9626SMatthew G. Knepley 1964accc9626SMatthew G. Knepley PetscCall(DMPlexGetSupportSize(dm, point, &supportSize)); 1965accc9626SMatthew G. Knepley if (supportSize != 2) continue; 1966accc9626SMatthew G. Knepley PetscCall(DMPlexGetSupport(dm, point, &support)); 1967accc9626SMatthew G. Knepley PetscCall(DMLabelGetValue(label, support[0], &valA)); 1968accc9626SMatthew G. Knepley PetscCall(DMLabelGetValue(label, support[1], &valB)); 1969accc9626SMatthew G. Knepley if ((valA == -1) || (valB == -1)) continue; 1970accc9626SMatthew G. Knepley if (valA * valB > 0) continue; 1971e1a13daeSMatthew G. Knepley /* Check that this face is not incident on only unsplit faces, meaning has at least one split face */ 1972e1a13daeSMatthew G. Knepley { 1973e1a13daeSMatthew G. Knepley PetscInt *closure = NULL; 1974e1a13daeSMatthew G. Knepley PetscBool split = PETSC_FALSE; 1975e1a13daeSMatthew G. Knepley PetscInt closureSize, cl; 1976e1a13daeSMatthew G. Knepley 1977e1a13daeSMatthew G. Knepley PetscCall(DMPlexGetTransitiveClosure(dm, point, PETSC_TRUE, &closureSize, &closure)); 1978e1a13daeSMatthew G. Knepley for (cl = 0; cl < closureSize * 2; cl += 2) { 1979e1a13daeSMatthew G. Knepley PetscCall(DMLabelGetValue(label, closure[cl], &valA)); 19809371c9d4SSatish Balay if ((valA >= 0) && (valA <= dim)) { 19819371c9d4SSatish Balay split = PETSC_TRUE; 19829371c9d4SSatish Balay break; 19839371c9d4SSatish Balay } 1984e1a13daeSMatthew G. Knepley } 1985e1a13daeSMatthew G. Knepley PetscCall(DMPlexRestoreTransitiveClosure(dm, point, PETSC_TRUE, &closureSize, &closure)); 1986e1a13daeSMatthew G. Knepley if (!split) continue; 1987e1a13daeSMatthew G. Knepley } 1988accc9626SMatthew G. Knepley /* Split the face */ 1989accc9626SMatthew G. Knepley PetscCall(DMLabelGetValue(label, point, &valA)); 1990accc9626SMatthew G. Knepley PetscCall(DMLabelClearValue(label, point, valA)); 1991accc9626SMatthew G. Knepley PetscCall(DMLabelSetValue(label, point, dim - 1)); 1992accc9626SMatthew G. Knepley /* Label its closure: 1993accc9626SMatthew G. Knepley unmarked: label as unsplit 1994accc9626SMatthew G. Knepley incident: relabel as split 1995accc9626SMatthew G. Knepley split: do nothing 1996accc9626SMatthew G. Knepley */ 1997accc9626SMatthew G. Knepley { 1998accc9626SMatthew G. Knepley PetscInt *closure = NULL; 1999accc9626SMatthew G. Knepley PetscInt closureSize, cl, dep; 2000accc9626SMatthew G. Knepley 2001accc9626SMatthew G. Knepley PetscCall(DMPlexGetTransitiveClosure(dm, point, PETSC_TRUE, &closureSize, &closure)); 2002accc9626SMatthew G. Knepley for (cl = 0; cl < closureSize * 2; cl += 2) { 2003accc9626SMatthew G. Knepley PetscCall(DMLabelGetValue(label, closure[cl], &valA)); 2004accc9626SMatthew G. Knepley if (valA == -1) { /* Mark as unsplit */ 2005accc9626SMatthew G. Knepley PetscCall(DMPlexGetPointDepth(dm, closure[cl], &dep)); 2006accc9626SMatthew G. Knepley PetscCall(DMLabelSetValue(label, closure[cl], shift2 + dep)); 2007accc9626SMatthew G. Knepley } else if (((valA >= shift) && (valA < shift2)) || ((valA <= -shift) && (valA > -shift2))) { 2008accc9626SMatthew G. Knepley PetscCall(DMPlexGetPointDepth(dm, closure[cl], &dep)); 2009accc9626SMatthew G. Knepley PetscCall(DMLabelClearValue(label, closure[cl], valA)); 2010accc9626SMatthew G. Knepley PetscCall(DMLabelSetValue(label, closure[cl], dep)); 2011accc9626SMatthew G. Knepley } 2012accc9626SMatthew G. Knepley } 2013accc9626SMatthew G. Knepley PetscCall(DMPlexRestoreTransitiveClosure(dm, point, PETSC_TRUE, &closureSize, &closure)); 2014accc9626SMatthew G. Knepley } 2015accc9626SMatthew G. Knepley } 2016accc9626SMatthew G. Knepley PetscCall(ISRestoreIndices(dimIS, &points)); 2017accc9626SMatthew G. Knepley PetscCall(ISDestroy(&dimIS)); 20183ba16761SJacob Faibussowitsch PetscFunctionReturn(PETSC_SUCCESS); 2019accc9626SMatthew G. Knepley } 2020accc9626SMatthew G. Knepley 2021cd0c2139SMatthew G Knepley /*@ 20220f66a230SMatthew G. Knepley DMPlexLabelCohesiveComplete - Starting with a label marking points on an internal surface, we add all other mesh pieces 2023cd0c2139SMatthew G Knepley to complete the surface 2024cd0c2139SMatthew G Knepley 2025cd0c2139SMatthew G Knepley Input Parameters: 2026*20f4b53cSBarry Smith + dm - The `DM` 2027*20f4b53cSBarry Smith . label - A `DMLabel` marking the surface 2028*20f4b53cSBarry Smith . blabel - A `DMLabel` marking the vertices on the boundary which will not be duplicated, or `NULL` to find them automatically 2029*20f4b53cSBarry Smith . bvalue - Value of `DMLabel` marking the vertices on the boundary 2030bb55d314SMatthew G. Knepley . flip - Flag to flip the submesh normal and replace points on the other side 2031*20f4b53cSBarry Smith - subdm - The `DM` associated with the label, or `NULL` 2032cd0c2139SMatthew G Knepley 2033cd0c2139SMatthew G Knepley Output Parameter: 2034*20f4b53cSBarry Smith . label - A `DMLabel` marking all surface points 20350f66a230SMatthew G. Knepley 2036cd0c2139SMatthew G Knepley Level: developer 2037cd0c2139SMatthew G Knepley 2038*20f4b53cSBarry Smith Note: 2039*20f4b53cSBarry Smith The vertices in blabel are called "unsplit" in the terminology from hybrid cell creation. 2040*20f4b53cSBarry Smith 2041*20f4b53cSBarry Smith .seealso: [](chapter_unstructured), `DM`, `DMPLEX`, `DMPlexConstructCohesiveCells()`, `DMPlexLabelComplete()` 2042cd0c2139SMatthew G Knepley @*/ 2043d71ae5a4SJacob Faibussowitsch PetscErrorCode DMPlexLabelCohesiveComplete(DM dm, DMLabel label, DMLabel blabel, PetscInt bvalue, PetscBool flip, DM subdm) 2044d71ae5a4SJacob Faibussowitsch { 2045d90583fdSMatthew G. Knepley DMLabel depthLabel; 2046accc9626SMatthew G. Knepley IS dimIS, subpointIS = NULL; 204747946fd8SMatthew G. Knepley const PetscInt *points, *subpoints; 2048bb55d314SMatthew G. Knepley const PetscInt rev = flip ? -1 : 1; 2049accc9626SMatthew G. Knepley PetscInt shift = 100, shift2 = 200, shift3 = 300, dim, depth, numPoints, numSubpoints, p, val; 2050cd0c2139SMatthew G Knepley 2051cd0c2139SMatthew G Knepley PetscFunctionBegin; 20529566063dSJacob Faibussowitsch PetscCall(DMPlexGetDepth(dm, &depth)); 20539566063dSJacob Faibussowitsch PetscCall(DMGetDimension(dm, &dim)); 20549566063dSJacob Faibussowitsch PetscCall(DMPlexGetDepthLabel(dm, &depthLabel)); 205547946fd8SMatthew G. Knepley if (subdm) { 20569566063dSJacob Faibussowitsch PetscCall(DMPlexGetSubpointIS(subdm, &subpointIS)); 205747946fd8SMatthew G. Knepley if (subpointIS) { 20589566063dSJacob Faibussowitsch PetscCall(ISGetLocalSize(subpointIS, &numSubpoints)); 20599566063dSJacob Faibussowitsch PetscCall(ISGetIndices(subpointIS, &subpoints)); 206047946fd8SMatthew G. Knepley } 206147946fd8SMatthew G. Knepley } 2062d7c8f101SMatthew G. Knepley /* Mark cell on the fault, and its faces which touch the fault: cell orientation for face gives the side of the fault */ 20639566063dSJacob Faibussowitsch PetscCall(DMLabelGetStratumIS(label, dim - 1, &dimIS)); 2064accc9626SMatthew G. Knepley if (!dimIS) goto divide; 20659566063dSJacob Faibussowitsch PetscCall(ISGetLocalSize(dimIS, &numPoints)); 20669566063dSJacob Faibussowitsch PetscCall(ISGetIndices(dimIS, &points)); 2067d7c8f101SMatthew G. Knepley for (p = 0; p < numPoints; ++p) { /* Loop over fault faces */ 2068cd0c2139SMatthew G Knepley const PetscInt *support; 2069cd0c2139SMatthew G Knepley PetscInt supportSize, s; 2070cd0c2139SMatthew G Knepley 20719566063dSJacob Faibussowitsch PetscCall(DMPlexGetSupportSize(dm, points[p], &supportSize)); 2072c4419245SMatthew G. Knepley #if 0 2073c4419245SMatthew G. Knepley if (supportSize != 2) { 2074c4419245SMatthew G. Knepley const PetscInt *lp; 2075c4419245SMatthew G. Knepley PetscInt Nlp, pind; 2076c4419245SMatthew G. Knepley 2077c4419245SMatthew G. Knepley /* Check that for a cell with a single support face, that face is in the SF */ 2078c4419245SMatthew G. Knepley /* THis check only works for the remote side. We would need root side information */ 20799566063dSJacob Faibussowitsch PetscCall(PetscSFGetGraph(dm->sf, NULL, &Nlp, &lp, NULL)); 20809566063dSJacob Faibussowitsch PetscCall(PetscFindInt(points[p], Nlp, lp, &pind)); 208163a3b9bcSJacob Faibussowitsch PetscCheck(pind >= 0,PetscObjectComm((PetscObject) dm), PETSC_ERR_ARG_WRONG, "Split face %" PetscInt_FMT " has %" PetscInt_FMT " != 2 supports, and the face is not shared with another process", points[p], supportSize); 2082c4419245SMatthew G. Knepley } 2083c4419245SMatthew G. Knepley #endif 20849566063dSJacob Faibussowitsch PetscCall(DMPlexGetSupport(dm, points[p], &support)); 2085cd0c2139SMatthew G Knepley for (s = 0; s < supportSize; ++s) { 20860f66a230SMatthew G. Knepley const PetscInt *cone; 2087cd0c2139SMatthew G Knepley PetscInt coneSize, c; 20880f66a230SMatthew G. Knepley PetscBool pos; 2089cd0c2139SMatthew G Knepley 20909566063dSJacob Faibussowitsch PetscCall(GetSurfaceSide_Static(dm, subdm, numSubpoints, subpoints, support[s], points[p], &pos)); 20919566063dSJacob Faibussowitsch if (pos) PetscCall(DMLabelSetValue(label, support[s], rev * (shift + dim))); 20929566063dSJacob Faibussowitsch else PetscCall(DMLabelSetValue(label, support[s], -rev * (shift + dim))); 20930f66a230SMatthew G. Knepley if (rev < 0) pos = !pos ? PETSC_TRUE : PETSC_FALSE; 20940f66a230SMatthew G. Knepley /* Put faces touching the fault in the label */ 20959566063dSJacob Faibussowitsch PetscCall(DMPlexGetConeSize(dm, support[s], &coneSize)); 20969566063dSJacob Faibussowitsch PetscCall(DMPlexGetCone(dm, support[s], &cone)); 2097cd0c2139SMatthew G Knepley for (c = 0; c < coneSize; ++c) { 2098cd0c2139SMatthew G Knepley const PetscInt point = cone[c]; 2099cd0c2139SMatthew G Knepley 21009566063dSJacob Faibussowitsch PetscCall(DMLabelGetValue(label, point, &val)); 2101cd0c2139SMatthew G Knepley if (val == -1) { 2102cd0c2139SMatthew G Knepley PetscInt *closure = NULL; 2103cd0c2139SMatthew G Knepley PetscInt closureSize, cl; 2104cd0c2139SMatthew G Knepley 21059566063dSJacob Faibussowitsch PetscCall(DMPlexGetTransitiveClosure(dm, point, PETSC_TRUE, &closureSize, &closure)); 2106cd0c2139SMatthew G Knepley for (cl = 0; cl < closureSize * 2; cl += 2) { 2107cd0c2139SMatthew G Knepley const PetscInt clp = closure[cl]; 2108a0541d8aSMatthew G. Knepley PetscInt bval = -1; 2109cd0c2139SMatthew G Knepley 21109566063dSJacob Faibussowitsch PetscCall(DMLabelGetValue(label, clp, &val)); 21119566063dSJacob Faibussowitsch if (blabel) PetscCall(DMLabelGetValue(blabel, clp, &bval)); 2112a0541d8aSMatthew G. Knepley if ((val >= 0) && (val < dim - 1) && (bval < 0)) { 21139566063dSJacob Faibussowitsch PetscCall(DMLabelSetValue(label, point, pos == PETSC_TRUE ? shift + dim - 1 : -(shift + dim - 1))); 2114cd0c2139SMatthew G Knepley break; 2115cd0c2139SMatthew G Knepley } 2116cd0c2139SMatthew G Knepley } 21179566063dSJacob Faibussowitsch PetscCall(DMPlexRestoreTransitiveClosure(dm, point, PETSC_TRUE, &closureSize, &closure)); 2118cd0c2139SMatthew G Knepley } 2119cd0c2139SMatthew G Knepley } 2120cd0c2139SMatthew G Knepley } 2121cd0c2139SMatthew G Knepley } 2122accc9626SMatthew G. Knepley PetscCall(ISRestoreIndices(dimIS, &points)); 2123accc9626SMatthew G. Knepley PetscCall(ISDestroy(&dimIS)); 2124a0541d8aSMatthew G. Knepley /* Mark boundary points as unsplit */ 212586200784SMatthew G. Knepley if (blabel) { 2126accc9626SMatthew G. Knepley IS bdIS; 2127accc9626SMatthew G. Knepley 2128caf9e14dSMatthew G. Knepley PetscCall(DMLabelGetStratumIS(blabel, bvalue, &bdIS)); 2129accc9626SMatthew G. Knepley PetscCall(ISGetLocalSize(bdIS, &numPoints)); 2130accc9626SMatthew G. Knepley PetscCall(ISGetIndices(bdIS, &points)); 2131a0541d8aSMatthew G. Knepley for (p = 0; p < numPoints; ++p) { 2132a0541d8aSMatthew G. Knepley const PetscInt point = points[p]; 2133a0541d8aSMatthew G. Knepley PetscInt val, bval; 2134a0541d8aSMatthew G. Knepley 21359566063dSJacob Faibussowitsch PetscCall(DMLabelGetValue(blabel, point, &bval)); 2136a0541d8aSMatthew G. Knepley if (bval >= 0) { 21379566063dSJacob Faibussowitsch PetscCall(DMLabelGetValue(label, point, &val)); 2138f7019248SMatthew G. Knepley if ((val < 0) || (val > dim)) { 2139f7019248SMatthew G. Knepley /* This could be a point added from splitting a vertex on an adjacent fault, otherwise its just wrong */ 21409566063dSJacob Faibussowitsch PetscCall(DMLabelClearValue(blabel, point, bval)); 2141f7019248SMatthew G. Knepley } 2142f7019248SMatthew G. Knepley } 2143f7019248SMatthew G. Knepley } 2144f7019248SMatthew G. Knepley for (p = 0; p < numPoints; ++p) { 2145f7019248SMatthew G. Knepley const PetscInt point = points[p]; 2146f7019248SMatthew G. Knepley PetscInt val, bval; 2147f7019248SMatthew G. Knepley 21489566063dSJacob Faibussowitsch PetscCall(DMLabelGetValue(blabel, point, &bval)); 2149f7019248SMatthew G. Knepley if (bval >= 0) { 215086200784SMatthew G. Knepley const PetscInt *cone, *support; 215186200784SMatthew G. Knepley PetscInt coneSize, supportSize, s, valA, valB, valE; 215286200784SMatthew G. Knepley 2153a0541d8aSMatthew G. Knepley /* Mark as unsplit */ 21549566063dSJacob Faibussowitsch PetscCall(DMLabelGetValue(label, point, &val)); 2155e1a13daeSMatthew G. Knepley PetscCheck(val >= 0 && val <= dim, PETSC_COMM_SELF, PETSC_ERR_PLIB, "Point %" PetscInt_FMT " has label value %" PetscInt_FMT ", should be part of the fault", point, val); 21569566063dSJacob Faibussowitsch PetscCall(DMLabelClearValue(label, point, val)); 21579566063dSJacob Faibussowitsch PetscCall(DMLabelSetValue(label, point, shift2 + val)); 21582c06a818SMatthew G. Knepley /* Check for cross-edge 21592c06a818SMatthew G. Knepley A cross-edge has endpoints which are both on the boundary of the surface, but the edge itself is not. */ 216086200784SMatthew G. Knepley if (val != 0) continue; 21619566063dSJacob Faibussowitsch PetscCall(DMPlexGetSupport(dm, point, &support)); 21629566063dSJacob Faibussowitsch PetscCall(DMPlexGetSupportSize(dm, point, &supportSize)); 216386200784SMatthew G. Knepley for (s = 0; s < supportSize; ++s) { 21649566063dSJacob Faibussowitsch PetscCall(DMPlexGetCone(dm, support[s], &cone)); 21659566063dSJacob Faibussowitsch PetscCall(DMPlexGetConeSize(dm, support[s], &coneSize)); 216663a3b9bcSJacob Faibussowitsch PetscCheck(coneSize == 2, PETSC_COMM_SELF, PETSC_ERR_PLIB, "Edge %" PetscInt_FMT " has %" PetscInt_FMT " vertices != 2", support[s], coneSize); 21679566063dSJacob Faibussowitsch PetscCall(DMLabelGetValue(blabel, cone[0], &valA)); 21689566063dSJacob Faibussowitsch PetscCall(DMLabelGetValue(blabel, cone[1], &valB)); 21699566063dSJacob Faibussowitsch PetscCall(DMLabelGetValue(blabel, support[s], &valE)); 21709566063dSJacob Faibussowitsch if ((valE < 0) && (valA >= 0) && (valB >= 0) && (cone[0] != cone[1])) PetscCall(DMLabelSetValue(blabel, support[s], 2)); 217186200784SMatthew G. Knepley } 2172a0541d8aSMatthew G. Knepley } 2173a0541d8aSMatthew G. Knepley } 2174accc9626SMatthew G. Knepley PetscCall(ISRestoreIndices(bdIS, &points)); 2175accc9626SMatthew G. Knepley PetscCall(ISDestroy(&bdIS)); 2176a0541d8aSMatthew G. Knepley } 2177b6dfa339SMatthew G. Knepley /* Mark ghost fault cells */ 2178b6dfa339SMatthew G. Knepley { 2179b6dfa339SMatthew G. Knepley PetscSF sf; 2180b6dfa339SMatthew G. Knepley const PetscInt *leaves; 2181b6dfa339SMatthew G. Knepley PetscInt Nl, l; 2182b6dfa339SMatthew G. Knepley 2183b6dfa339SMatthew G. Knepley PetscCall(DMGetPointSF(dm, &sf)); 2184b6dfa339SMatthew G. Knepley PetscCall(PetscSFGetGraph(sf, NULL, &Nl, &leaves, NULL)); 2185accc9626SMatthew G. Knepley PetscCall(DMLabelGetStratumIS(label, dim - 1, &dimIS)); 2186accc9626SMatthew G. Knepley if (!dimIS) goto divide; 2187accc9626SMatthew G. Knepley PetscCall(ISGetLocalSize(dimIS, &numPoints)); 2188accc9626SMatthew G. Knepley PetscCall(ISGetIndices(dimIS, &points)); 2189b6dfa339SMatthew G. Knepley if (Nl > 0) { 2190b6dfa339SMatthew G. Knepley for (p = 0; p < numPoints; ++p) { 2191b6dfa339SMatthew G. Knepley const PetscInt point = points[p]; 2192b6dfa339SMatthew G. Knepley PetscInt val; 2193b6dfa339SMatthew G. Knepley 2194b6dfa339SMatthew G. Knepley PetscCall(PetscFindInt(point, Nl, leaves, &l)); 2195b6dfa339SMatthew G. Knepley if (l >= 0) { 2196b6dfa339SMatthew G. Knepley PetscInt *closure = NULL; 2197b6dfa339SMatthew G. Knepley PetscInt closureSize, cl; 2198b6dfa339SMatthew G. Knepley 2199b6dfa339SMatthew G. Knepley PetscCall(DMLabelGetValue(label, point, &val)); 2200b6dfa339SMatthew G. Knepley PetscCheck((val == dim - 1) || (val == shift2 + dim - 1), PETSC_COMM_SELF, PETSC_ERR_PLIB, "Point %" PetscInt_FMT " has label value %" PetscInt_FMT ", should be a fault face", point, val); 2201b6dfa339SMatthew G. Knepley PetscCall(DMLabelClearValue(label, point, val)); 2202b6dfa339SMatthew G. Knepley PetscCall(DMLabelSetValue(label, point, shift3 + val)); 2203b6dfa339SMatthew G. Knepley PetscCall(DMPlexGetTransitiveClosure(dm, point, PETSC_TRUE, &closureSize, &closure)); 2204accc9626SMatthew G. Knepley for (cl = 2; cl < closureSize * 2; cl += 2) { 2205b6dfa339SMatthew G. Knepley const PetscInt clp = closure[cl]; 2206b6dfa339SMatthew G. Knepley 2207b6dfa339SMatthew G. Knepley PetscCall(DMLabelGetValue(label, clp, &val)); 2208b6dfa339SMatthew G. Knepley PetscCheck(val != -1, PETSC_COMM_SELF, PETSC_ERR_PLIB, "Point %" PetscInt_FMT " is missing from label, but is in the closure of a fault face", point); 2209b6dfa339SMatthew G. Knepley PetscCall(DMLabelClearValue(label, clp, val)); 2210b6dfa339SMatthew G. Knepley PetscCall(DMLabelSetValue(label, clp, shift3 + val)); 2211b6dfa339SMatthew G. Knepley } 2212b6dfa339SMatthew G. Knepley PetscCall(DMPlexRestoreTransitiveClosure(dm, point, PETSC_TRUE, &closureSize, &closure)); 2213b6dfa339SMatthew G. Knepley } 2214b6dfa339SMatthew G. Knepley } 2215b6dfa339SMatthew G. Knepley } 2216b6dfa339SMatthew G. Knepley PetscCall(ISRestoreIndices(dimIS, &points)); 2217b6dfa339SMatthew G. Knepley PetscCall(ISDestroy(&dimIS)); 2218accc9626SMatthew G. Knepley } 2219accc9626SMatthew G. Knepley divide: 2220b6dfa339SMatthew G. Knepley if (subpointIS) PetscCall(ISRestoreIndices(subpointIS, &subpoints)); 2221accc9626SMatthew G. Knepley PetscCall(DMPlexLabelFaultHalo(dm, label)); 2222accc9626SMatthew G. Knepley PetscCall(CheckFaultEdge_Private(dm, label)); 22233ba16761SJacob Faibussowitsch PetscFunctionReturn(PETSC_SUCCESS); 2224cd0c2139SMatthew G Knepley } 2225cd0c2139SMatthew G Knepley 2226720e594eSMatthew G. Knepley /* Check that no cell have all vertices on the fault */ 2227d71ae5a4SJacob Faibussowitsch PetscErrorCode DMPlexCheckValidSubmesh_Private(DM dm, DMLabel label, DM subdm) 2228d71ae5a4SJacob Faibussowitsch { 2229720e594eSMatthew G. Knepley IS subpointIS; 2230720e594eSMatthew G. Knepley const PetscInt *dmpoints; 2231720e594eSMatthew G. Knepley PetscInt defaultValue, cStart, cEnd, c, vStart, vEnd; 2232720e594eSMatthew G. Knepley 2233720e594eSMatthew G. Knepley PetscFunctionBegin; 22343ba16761SJacob Faibussowitsch if (!label) PetscFunctionReturn(PETSC_SUCCESS); 22359566063dSJacob Faibussowitsch PetscCall(DMLabelGetDefaultValue(label, &defaultValue)); 22369566063dSJacob Faibussowitsch PetscCall(DMPlexGetSubpointIS(subdm, &subpointIS)); 22373ba16761SJacob Faibussowitsch if (!subpointIS) PetscFunctionReturn(PETSC_SUCCESS); 22389566063dSJacob Faibussowitsch PetscCall(DMPlexGetHeightStratum(subdm, 0, &cStart, &cEnd)); 22399566063dSJacob Faibussowitsch PetscCall(DMPlexGetDepthStratum(dm, 0, &vStart, &vEnd)); 22409566063dSJacob Faibussowitsch PetscCall(ISGetIndices(subpointIS, &dmpoints)); 2241720e594eSMatthew G. Knepley for (c = cStart; c < cEnd; ++c) { 2242720e594eSMatthew G. Knepley PetscBool invalidCell = PETSC_TRUE; 2243720e594eSMatthew G. Knepley PetscInt *closure = NULL; 2244720e594eSMatthew G. Knepley PetscInt closureSize, cl; 2245720e594eSMatthew G. Knepley 22469566063dSJacob Faibussowitsch PetscCall(DMPlexGetTransitiveClosure(dm, dmpoints[c], PETSC_TRUE, &closureSize, &closure)); 2247720e594eSMatthew G. Knepley for (cl = 0; cl < closureSize * 2; cl += 2) { 2248720e594eSMatthew G. Knepley PetscInt value = 0; 2249720e594eSMatthew G. Knepley 2250720e594eSMatthew G. Knepley if ((closure[cl] < vStart) || (closure[cl] >= vEnd)) continue; 22519566063dSJacob Faibussowitsch PetscCall(DMLabelGetValue(label, closure[cl], &value)); 22529371c9d4SSatish Balay if (value == defaultValue) { 22539371c9d4SSatish Balay invalidCell = PETSC_FALSE; 22549371c9d4SSatish Balay break; 22559371c9d4SSatish Balay } 2256720e594eSMatthew G. Knepley } 22579566063dSJacob Faibussowitsch PetscCall(DMPlexRestoreTransitiveClosure(dm, dmpoints[c], PETSC_TRUE, &closureSize, &closure)); 2258720e594eSMatthew G. Knepley if (invalidCell) { 22599566063dSJacob Faibussowitsch PetscCall(ISRestoreIndices(subpointIS, &dmpoints)); 22609566063dSJacob Faibussowitsch PetscCall(ISDestroy(&subpointIS)); 22619566063dSJacob Faibussowitsch PetscCall(DMDestroy(&subdm)); 226263a3b9bcSJacob Faibussowitsch SETERRQ(PETSC_COMM_SELF, PETSC_ERR_ARG_WRONG, "Ambiguous submesh. Cell %" PetscInt_FMT " has all of its vertices on the submesh.", dmpoints[c]); 2263720e594eSMatthew G. Knepley } 2264720e594eSMatthew G. Knepley } 22659566063dSJacob Faibussowitsch PetscCall(ISRestoreIndices(subpointIS, &dmpoints)); 22663ba16761SJacob Faibussowitsch PetscFunctionReturn(PETSC_SUCCESS); 2267720e594eSMatthew G. Knepley } 2268720e594eSMatthew G. Knepley 2269c08575a3SMatthew G. Knepley /*@ 22703cf72582SMatthew G. Knepley DMPlexCreateHybridMesh - Create a mesh with hybrid cells along an internal interface 22713cf72582SMatthew G. Knepley 2272*20f4b53cSBarry Smith Collective 22733cf72582SMatthew G. Knepley 22743cf72582SMatthew G. Knepley Input Parameters: 2275*20f4b53cSBarry Smith + dm - The original `DM` 2276720e594eSMatthew G. Knepley . label - The label specifying the interface vertices 2277caf9e14dSMatthew G. Knepley . bdlabel - The optional label specifying the interface boundary vertices 2278caf9e14dSMatthew G. Knepley - bdvalue - Value of optional label specifying the interface boundary vertices 22793cf72582SMatthew G. Knepley 22803cf72582SMatthew G. Knepley Output Parameters: 2281*20f4b53cSBarry Smith + hybridLabel - The label fully marking the interface, or `NULL` if no output is desired 2282*20f4b53cSBarry Smith . splitLabel - The label containing the split points, or `NULL` if no output is desired 2283*20f4b53cSBarry Smith . dmInterface - The new interface `DM`, or `NULL` 2284*20f4b53cSBarry Smith - dmHybrid - The new `DM` with cohesive cells 22853cf72582SMatthew G. Knepley 2286*20f4b53cSBarry Smith Level: developer 2287*20f4b53cSBarry Smith 2288*20f4b53cSBarry Smith Note: 2289*20f4b53cSBarry Smith The hybridLabel indicates what parts of the original mesh impinged on the division surface. For points 22906eccb800SMatthew Knepley directly on the division surface, they are labeled with their dimension, so an edge 7 on the division surface would be 22916eccb800SMatthew Knepley 7 (1) in hybridLabel. For points that impinge from the positive side, they are labeled with 100+dim, so an edge 6 with 22926eccb800SMatthew Knepley one vertex 3 on the surface would be 6 (101) and 3 (0) in hybridLabel. If an edge 9 from the negative side of the 22936eccb800SMatthew Knepley surface also hits vertex 3, it would be 9 (-101) in hybridLabel. 22946eccb800SMatthew Knepley 22956eccb800SMatthew Knepley The splitLabel indicates what points in the new hybrid mesh were the result of splitting points in the original 229640cdb708SMatthew Knepley mesh. The label value is $\pm 100+dim$ for each point. For example, if two edges 10 and 14 in the hybrid resulting from 22976eccb800SMatthew Knepley splitting an edge in the original mesh, you would have 10 (101) and 14 (-101) in the splitLabel. 22986eccb800SMatthew Knepley 2299*20f4b53cSBarry Smith The dmInterface is a `DM` built from the original division surface. It has a label which can be retrieved using 2300*20f4b53cSBarry Smith `DMPlexGetSubpointMap()` which maps each point back to the point in the surface of the original mesh. 23016eccb800SMatthew Knepley 2302*20f4b53cSBarry Smith .seealso: [](chapter_unstructured), `DM`, `DMPLEX`, `DMPlexConstructCohesiveCells()`, `DMPlexLabelCohesiveComplete()`, `DMPlexGetSubpointMap()`, `DMCreate()` 23033cf72582SMatthew G. Knepley @*/ 2304d71ae5a4SJacob Faibussowitsch PetscErrorCode DMPlexCreateHybridMesh(DM dm, DMLabel label, DMLabel bdlabel, PetscInt bdvalue, DMLabel *hybridLabel, DMLabel *splitLabel, DM *dmInterface, DM *dmHybrid) 2305d71ae5a4SJacob Faibussowitsch { 23063cf72582SMatthew G. Knepley DM idm; 23077db7e0a7SMatthew G. Knepley DMLabel subpointMap, hlabel, slabel = NULL; 23083cf72582SMatthew G. Knepley PetscInt dim; 23093cf72582SMatthew G. Knepley 23103cf72582SMatthew G. Knepley PetscFunctionBegin; 23113cf72582SMatthew G. Knepley PetscValidHeaderSpecific(dm, DM_CLASSID, 1); 231292ef8ba2SVaclav Hapla if (label) PetscValidPointer(label, 2); 2313720e594eSMatthew G. Knepley if (bdlabel) PetscValidPointer(bdlabel, 3); 231492ef8ba2SVaclav Hapla if (hybridLabel) PetscValidPointer(hybridLabel, 5); 231592ef8ba2SVaclav Hapla if (splitLabel) PetscValidPointer(splitLabel, 6); 231692ef8ba2SVaclav Hapla if (dmInterface) PetscValidPointer(dmInterface, 7); 231792ef8ba2SVaclav Hapla PetscValidPointer(dmHybrid, 8); 23189566063dSJacob Faibussowitsch PetscCall(DMGetDimension(dm, &dim)); 23199566063dSJacob Faibussowitsch PetscCall(DMPlexCreateSubmesh(dm, label, 1, PETSC_FALSE, &idm)); 23209566063dSJacob Faibussowitsch PetscCall(DMPlexCheckValidSubmesh_Private(dm, label, idm)); 23219566063dSJacob Faibussowitsch PetscCall(DMPlexOrient(idm)); 23229566063dSJacob Faibussowitsch PetscCall(DMPlexGetSubpointMap(idm, &subpointMap)); 23239566063dSJacob Faibussowitsch PetscCall(DMLabelDuplicate(subpointMap, &hlabel)); 23249566063dSJacob Faibussowitsch PetscCall(DMLabelClearStratum(hlabel, dim)); 23257db7e0a7SMatthew G. Knepley if (splitLabel) { 23267db7e0a7SMatthew G. Knepley const char *name; 23277db7e0a7SMatthew G. Knepley char sname[PETSC_MAX_PATH_LEN]; 23287db7e0a7SMatthew G. Knepley 23299566063dSJacob Faibussowitsch PetscCall(PetscObjectGetName((PetscObject)hlabel, &name)); 2330c6a7a370SJeremy L Thompson PetscCall(PetscStrncpy(sname, name, sizeof(sname))); 2331c6a7a370SJeremy L Thompson PetscCall(PetscStrlcat(sname, " split", sizeof(sname))); 23329566063dSJacob Faibussowitsch PetscCall(DMLabelCreate(PETSC_COMM_SELF, sname, &slabel)); 23337db7e0a7SMatthew G. Knepley } 2334caf9e14dSMatthew G. Knepley PetscCall(DMPlexLabelCohesiveComplete(dm, hlabel, bdlabel, bdvalue, PETSC_FALSE, idm)); 23359371c9d4SSatish Balay if (dmInterface) { 23369371c9d4SSatish Balay *dmInterface = idm; 23379371c9d4SSatish Balay } else PetscCall(DMDestroy(&idm)); 23389566063dSJacob Faibussowitsch PetscCall(DMPlexConstructCohesiveCells(dm, hlabel, slabel, dmHybrid)); 23395de52c6dSVaclav Hapla PetscCall(DMPlexCopy_Internal(dm, PETSC_TRUE, PETSC_TRUE, *dmHybrid)); 23403cf72582SMatthew G. Knepley if (hybridLabel) *hybridLabel = hlabel; 23419566063dSJacob Faibussowitsch else PetscCall(DMLabelDestroy(&hlabel)); 23427db7e0a7SMatthew G. Knepley if (splitLabel) *splitLabel = slabel; 23434a7ee7d0SMatthew G. Knepley { 23444a7ee7d0SMatthew G. Knepley DM cdm; 23454a7ee7d0SMatthew G. Knepley DMLabel ctLabel; 23464a7ee7d0SMatthew G. Knepley 23474a7ee7d0SMatthew G. Knepley /* We need to somehow share the celltype label with the coordinate dm */ 23489566063dSJacob Faibussowitsch PetscCall(DMGetCoordinateDM(*dmHybrid, &cdm)); 23499566063dSJacob Faibussowitsch PetscCall(DMPlexGetCellTypeLabel(*dmHybrid, &ctLabel)); 23509566063dSJacob Faibussowitsch PetscCall(DMSetLabel(cdm, ctLabel)); 23514a7ee7d0SMatthew G. Knepley } 23523ba16761SJacob Faibussowitsch PetscFunctionReturn(PETSC_SUCCESS); 2353cd0c2139SMatthew G Knepley } 2354cd0c2139SMatthew G Knepley 2355efa14ee0SMatthew G Knepley /* Here we need the explicit assumption that: 2356efa14ee0SMatthew G Knepley 2357efa14ee0SMatthew G Knepley For any marked cell, the marked vertices constitute a single face 2358efa14ee0SMatthew G Knepley */ 2359d71ae5a4SJacob Faibussowitsch static PetscErrorCode DMPlexMarkSubmesh_Uninterpolated(DM dm, DMLabel vertexLabel, PetscInt value, DMLabel subpointMap, PetscInt *numFaces, PetscInt *nFV, DM subdm) 2360d71ae5a4SJacob Faibussowitsch { 2361fed694aaSMatthew G. Knepley IS subvertexIS = NULL; 2362efa14ee0SMatthew G Knepley const PetscInt *subvertices; 2363412e9a14SMatthew G. Knepley PetscInt *pStart, *pEnd, pSize; 2364efa14ee0SMatthew G Knepley PetscInt depth, dim, d, numSubVerticesInitial = 0, v; 2365efa14ee0SMatthew G Knepley 2366efa14ee0SMatthew G Knepley PetscFunctionBegin; 2367efa14ee0SMatthew G Knepley *numFaces = 0; 2368efa14ee0SMatthew G Knepley *nFV = 0; 23699566063dSJacob Faibussowitsch PetscCall(DMPlexGetDepth(dm, &depth)); 23709566063dSJacob Faibussowitsch PetscCall(DMGetDimension(dm, &dim)); 237177d178adSMatthew G. Knepley pSize = PetscMax(depth, dim) + 1; 23729566063dSJacob Faibussowitsch PetscCall(PetscMalloc2(pSize, &pStart, pSize, &pEnd)); 237348a46eb9SPierre Jolivet for (d = 0; d <= depth; ++d) PetscCall(DMPlexGetSimplexOrBoxCells(dm, depth - d, &pStart[d], &pEnd[d])); 2374efa14ee0SMatthew G Knepley /* Loop over initial vertices and mark all faces in the collective star() */ 23759566063dSJacob Faibussowitsch if (vertexLabel) PetscCall(DMLabelGetStratumIS(vertexLabel, value, &subvertexIS)); 2376efa14ee0SMatthew G Knepley if (subvertexIS) { 23779566063dSJacob Faibussowitsch PetscCall(ISGetSize(subvertexIS, &numSubVerticesInitial)); 23789566063dSJacob Faibussowitsch PetscCall(ISGetIndices(subvertexIS, &subvertices)); 2379efa14ee0SMatthew G Knepley } 2380efa14ee0SMatthew G Knepley for (v = 0; v < numSubVerticesInitial; ++v) { 2381efa14ee0SMatthew G Knepley const PetscInt vertex = subvertices[v]; 23820298fd71SBarry Smith PetscInt *star = NULL; 2383efa14ee0SMatthew G Knepley PetscInt starSize, s, numCells = 0, c; 2384efa14ee0SMatthew G Knepley 23859566063dSJacob Faibussowitsch PetscCall(DMPlexGetTransitiveClosure(dm, vertex, PETSC_FALSE, &starSize, &star)); 2386efa14ee0SMatthew G Knepley for (s = 0; s < starSize * 2; s += 2) { 2387efa14ee0SMatthew G Knepley const PetscInt point = star[s]; 2388efa14ee0SMatthew G Knepley if ((point >= pStart[depth]) && (point < pEnd[depth])) star[numCells++] = point; 2389efa14ee0SMatthew G Knepley } 2390efa14ee0SMatthew G Knepley for (c = 0; c < numCells; ++c) { 2391efa14ee0SMatthew G Knepley const PetscInt cell = star[c]; 23920298fd71SBarry Smith PetscInt *closure = NULL; 2393efa14ee0SMatthew G Knepley PetscInt closureSize, cl; 2394efa14ee0SMatthew G Knepley PetscInt cellLoc, numCorners = 0, faceSize = 0; 2395efa14ee0SMatthew G Knepley 23969566063dSJacob Faibussowitsch PetscCall(DMLabelGetValue(subpointMap, cell, &cellLoc)); 239765560c7fSMatthew G Knepley if (cellLoc == 2) continue; 239863a3b9bcSJacob Faibussowitsch PetscCheck(cellLoc < 0, PetscObjectComm((PetscObject)dm), PETSC_ERR_PLIB, "Cell %" PetscInt_FMT " has dimension %" PetscInt_FMT " in the surface label", cell, cellLoc); 23999566063dSJacob Faibussowitsch PetscCall(DMPlexGetTransitiveClosure(dm, cell, PETSC_TRUE, &closureSize, &closure)); 2400efa14ee0SMatthew G Knepley for (cl = 0; cl < closureSize * 2; cl += 2) { 2401efa14ee0SMatthew G Knepley const PetscInt point = closure[cl]; 2402efa14ee0SMatthew G Knepley PetscInt vertexLoc; 2403efa14ee0SMatthew G Knepley 2404efa14ee0SMatthew G Knepley if ((point >= pStart[0]) && (point < pEnd[0])) { 2405efa14ee0SMatthew G Knepley ++numCorners; 24069566063dSJacob Faibussowitsch PetscCall(DMLabelGetValue(vertexLabel, point, &vertexLoc)); 2407830e53efSMatthew G. Knepley if (vertexLoc == value) closure[faceSize++] = point; 2408efa14ee0SMatthew G Knepley } 2409efa14ee0SMatthew G Knepley } 24109566063dSJacob Faibussowitsch if (!(*nFV)) PetscCall(DMPlexGetNumFaceVertices(dm, dim, numCorners, nFV)); 241163a3b9bcSJacob Faibussowitsch PetscCheck(faceSize <= *nFV, PetscObjectComm((PetscObject)dm), PETSC_ERR_ARG_WRONG, "Invalid submesh: Too many vertices %" PetscInt_FMT " of an element on the surface", faceSize); 2412efa14ee0SMatthew G Knepley if (faceSize == *nFV) { 2413007baee2SMatthew G. Knepley const PetscInt *cells = NULL; 2414007baee2SMatthew G. Knepley PetscInt numCells, nc; 2415007baee2SMatthew G. Knepley 2416efa14ee0SMatthew G Knepley ++(*numFaces); 241748a46eb9SPierre Jolivet for (cl = 0; cl < faceSize; ++cl) PetscCall(DMLabelSetValue(subpointMap, closure[cl], 0)); 24189566063dSJacob Faibussowitsch PetscCall(DMPlexGetJoin(dm, faceSize, closure, &numCells, &cells)); 241948a46eb9SPierre Jolivet for (nc = 0; nc < numCells; ++nc) PetscCall(DMLabelSetValue(subpointMap, cells[nc], 2)); 24209566063dSJacob Faibussowitsch PetscCall(DMPlexRestoreJoin(dm, faceSize, closure, &numCells, &cells)); 2421efa14ee0SMatthew G Knepley } 24229566063dSJacob Faibussowitsch PetscCall(DMPlexRestoreTransitiveClosure(dm, cell, PETSC_TRUE, &closureSize, &closure)); 2423efa14ee0SMatthew G Knepley } 24249566063dSJacob Faibussowitsch PetscCall(DMPlexRestoreTransitiveClosure(dm, vertex, PETSC_FALSE, &starSize, &star)); 2425efa14ee0SMatthew G Knepley } 242648a46eb9SPierre Jolivet if (subvertexIS) PetscCall(ISRestoreIndices(subvertexIS, &subvertices)); 24279566063dSJacob Faibussowitsch PetscCall(ISDestroy(&subvertexIS)); 24289566063dSJacob Faibussowitsch PetscCall(PetscFree2(pStart, pEnd)); 24293ba16761SJacob Faibussowitsch PetscFunctionReturn(PETSC_SUCCESS); 2430efa14ee0SMatthew G Knepley } 2431efa14ee0SMatthew G Knepley 2432d71ae5a4SJacob Faibussowitsch static PetscErrorCode DMPlexMarkSubmesh_Interpolated(DM dm, DMLabel vertexLabel, PetscInt value, PetscBool markedFaces, DMLabel subpointMap, DM subdm) 2433d71ae5a4SJacob Faibussowitsch { 243434b4c39eSMatthew G. Knepley IS subvertexIS = NULL; 2435efa14ee0SMatthew G Knepley const PetscInt *subvertices; 2436412e9a14SMatthew G. Knepley PetscInt *pStart, *pEnd; 2437efa14ee0SMatthew G Knepley PetscInt dim, d, numSubVerticesInitial = 0, v; 2438efa14ee0SMatthew G Knepley 2439efa14ee0SMatthew G Knepley PetscFunctionBegin; 24409566063dSJacob Faibussowitsch PetscCall(DMGetDimension(dm, &dim)); 24419566063dSJacob Faibussowitsch PetscCall(PetscMalloc2(dim + 1, &pStart, dim + 1, &pEnd)); 244248a46eb9SPierre Jolivet for (d = 0; d <= dim; ++d) PetscCall(DMPlexGetSimplexOrBoxCells(dm, dim - d, &pStart[d], &pEnd[d])); 2443efa14ee0SMatthew G Knepley /* Loop over initial vertices and mark all faces in the collective star() */ 244434b4c39eSMatthew G. Knepley if (vertexLabel) { 24459566063dSJacob Faibussowitsch PetscCall(DMLabelGetStratumIS(vertexLabel, value, &subvertexIS)); 2446efa14ee0SMatthew G Knepley if (subvertexIS) { 24479566063dSJacob Faibussowitsch PetscCall(ISGetSize(subvertexIS, &numSubVerticesInitial)); 24489566063dSJacob Faibussowitsch PetscCall(ISGetIndices(subvertexIS, &subvertices)); 2449efa14ee0SMatthew G Knepley } 245034b4c39eSMatthew G. Knepley } 2451efa14ee0SMatthew G Knepley for (v = 0; v < numSubVerticesInitial; ++v) { 2452efa14ee0SMatthew G Knepley const PetscInt vertex = subvertices[v]; 24530298fd71SBarry Smith PetscInt *star = NULL; 2454efa14ee0SMatthew G Knepley PetscInt starSize, s, numFaces = 0, f; 2455efa14ee0SMatthew G Knepley 24569566063dSJacob Faibussowitsch PetscCall(DMPlexGetTransitiveClosure(dm, vertex, PETSC_FALSE, &starSize, &star)); 2457efa14ee0SMatthew G Knepley for (s = 0; s < starSize * 2; s += 2) { 2458efa14ee0SMatthew G Knepley const PetscInt point = star[s]; 2459158acfadSMatthew G. Knepley PetscInt faceLoc; 2460158acfadSMatthew G. Knepley 2461158acfadSMatthew G. Knepley if ((point >= pStart[dim - 1]) && (point < pEnd[dim - 1])) { 2462158acfadSMatthew G. Knepley if (markedFaces) { 24639566063dSJacob Faibussowitsch PetscCall(DMLabelGetValue(vertexLabel, point, &faceLoc)); 2464158acfadSMatthew G. Knepley if (faceLoc < 0) continue; 2465158acfadSMatthew G. Knepley } 2466158acfadSMatthew G. Knepley star[numFaces++] = point; 2467158acfadSMatthew G. Knepley } 2468efa14ee0SMatthew G Knepley } 2469efa14ee0SMatthew G Knepley for (f = 0; f < numFaces; ++f) { 2470efa14ee0SMatthew G Knepley const PetscInt face = star[f]; 24710298fd71SBarry Smith PetscInt *closure = NULL; 2472efa14ee0SMatthew G Knepley PetscInt closureSize, c; 2473efa14ee0SMatthew G Knepley PetscInt faceLoc; 2474efa14ee0SMatthew G Knepley 24759566063dSJacob Faibussowitsch PetscCall(DMLabelGetValue(subpointMap, face, &faceLoc)); 2476efa14ee0SMatthew G Knepley if (faceLoc == dim - 1) continue; 247763a3b9bcSJacob Faibussowitsch PetscCheck(faceLoc < 0, PetscObjectComm((PetscObject)dm), PETSC_ERR_PLIB, "Face %" PetscInt_FMT " has dimension %" PetscInt_FMT " in the surface label", face, faceLoc); 24789566063dSJacob Faibussowitsch PetscCall(DMPlexGetTransitiveClosure(dm, face, PETSC_TRUE, &closureSize, &closure)); 2479efa14ee0SMatthew G Knepley for (c = 0; c < closureSize * 2; c += 2) { 2480efa14ee0SMatthew G Knepley const PetscInt point = closure[c]; 2481efa14ee0SMatthew G Knepley PetscInt vertexLoc; 2482efa14ee0SMatthew G Knepley 2483efa14ee0SMatthew G Knepley if ((point >= pStart[0]) && (point < pEnd[0])) { 24849566063dSJacob Faibussowitsch PetscCall(DMLabelGetValue(vertexLabel, point, &vertexLoc)); 2485830e53efSMatthew G. Knepley if (vertexLoc != value) break; 2486efa14ee0SMatthew G Knepley } 2487efa14ee0SMatthew G Knepley } 2488efa14ee0SMatthew G Knepley if (c == closureSize * 2) { 2489efa14ee0SMatthew G Knepley const PetscInt *support; 2490efa14ee0SMatthew G Knepley PetscInt supportSize, s; 2491efa14ee0SMatthew G Knepley 2492efa14ee0SMatthew G Knepley for (c = 0; c < closureSize * 2; c += 2) { 2493efa14ee0SMatthew G Knepley const PetscInt point = closure[c]; 2494efa14ee0SMatthew G Knepley 2495efa14ee0SMatthew G Knepley for (d = 0; d < dim; ++d) { 2496efa14ee0SMatthew G Knepley if ((point >= pStart[d]) && (point < pEnd[d])) { 24979566063dSJacob Faibussowitsch PetscCall(DMLabelSetValue(subpointMap, point, d)); 2498efa14ee0SMatthew G Knepley break; 2499efa14ee0SMatthew G Knepley } 2500efa14ee0SMatthew G Knepley } 2501efa14ee0SMatthew G Knepley } 25029566063dSJacob Faibussowitsch PetscCall(DMPlexGetSupportSize(dm, face, &supportSize)); 25039566063dSJacob Faibussowitsch PetscCall(DMPlexGetSupport(dm, face, &support)); 250448a46eb9SPierre Jolivet for (s = 0; s < supportSize; ++s) PetscCall(DMLabelSetValue(subpointMap, support[s], dim)); 2505efa14ee0SMatthew G Knepley } 25069566063dSJacob Faibussowitsch PetscCall(DMPlexRestoreTransitiveClosure(dm, face, PETSC_TRUE, &closureSize, &closure)); 2507efa14ee0SMatthew G Knepley } 25089566063dSJacob Faibussowitsch PetscCall(DMPlexRestoreTransitiveClosure(dm, vertex, PETSC_FALSE, &starSize, &star)); 2509efa14ee0SMatthew G Knepley } 25109566063dSJacob Faibussowitsch if (subvertexIS) PetscCall(ISRestoreIndices(subvertexIS, &subvertices)); 25119566063dSJacob Faibussowitsch PetscCall(ISDestroy(&subvertexIS)); 25129566063dSJacob Faibussowitsch PetscCall(PetscFree2(pStart, pEnd)); 25133ba16761SJacob Faibussowitsch PetscFunctionReturn(PETSC_SUCCESS); 2514efa14ee0SMatthew G Knepley } 2515efa14ee0SMatthew G Knepley 2516d71ae5a4SJacob Faibussowitsch static PetscErrorCode DMPlexMarkCohesiveSubmesh_Uninterpolated(DM dm, PetscBool hasLagrange, const char labelname[], PetscInt value, DMLabel subpointMap, PetscInt *numFaces, PetscInt *nFV, PetscInt *subCells[], DM subdm) 2517d71ae5a4SJacob Faibussowitsch { 251827c04023SMatthew G. Knepley DMLabel label = NULL; 2519766ab985SMatthew G. Knepley const PetscInt *cone; 25209fc93327SToby Isaac PetscInt dim, cMax, cEnd, c, subc = 0, p, coneSize = -1; 2521766ab985SMatthew G. Knepley 2522812bfc34SJed Brown PetscFunctionBegin; 2523c0ed958bSJed Brown *numFaces = 0; 2524c0ed958bSJed Brown *nFV = 0; 25259566063dSJacob Faibussowitsch if (labelname) PetscCall(DMGetLabel(dm, labelname, &label)); 2526fed694aaSMatthew G. Knepley *subCells = NULL; 25279566063dSJacob Faibussowitsch PetscCall(DMGetDimension(dm, &dim)); 25289566063dSJacob Faibussowitsch PetscCall(DMPlexGetTensorPrismBounds_Internal(dm, dim, &cMax, &cEnd)); 25293ba16761SJacob Faibussowitsch if (cMax < 0) PetscFunctionReturn(PETSC_SUCCESS); 253027c04023SMatthew G. Knepley if (label) { 253127c04023SMatthew G. Knepley for (c = cMax; c < cEnd; ++c) { 253227c04023SMatthew G. Knepley PetscInt val; 253327c04023SMatthew G. Knepley 25349566063dSJacob Faibussowitsch PetscCall(DMLabelGetValue(label, c, &val)); 253527c04023SMatthew G. Knepley if (val == value) { 253627c04023SMatthew G. Knepley ++(*numFaces); 25379566063dSJacob Faibussowitsch PetscCall(DMPlexGetConeSize(dm, c, &coneSize)); 253827c04023SMatthew G. Knepley } 253927c04023SMatthew G. Knepley } 254027c04023SMatthew G. Knepley } else { 2541766ab985SMatthew G. Knepley *numFaces = cEnd - cMax; 25429566063dSJacob Faibussowitsch PetscCall(DMPlexGetConeSize(dm, cMax, &coneSize)); 254327c04023SMatthew G. Knepley } 25449566063dSJacob Faibussowitsch PetscCall(PetscMalloc1(*numFaces * 2, subCells)); 25453ba16761SJacob Faibussowitsch if (!(*numFaces)) PetscFunctionReturn(PETSC_SUCCESS); 25469fc93327SToby Isaac *nFV = hasLagrange ? coneSize / 3 : coneSize / 2; 2547766ab985SMatthew G. Knepley for (c = cMax; c < cEnd; ++c) { 2548766ab985SMatthew G. Knepley const PetscInt *cells; 2549766ab985SMatthew G. Knepley PetscInt numCells; 2550766ab985SMatthew G. Knepley 255127c04023SMatthew G. Knepley if (label) { 255227c04023SMatthew G. Knepley PetscInt val; 255327c04023SMatthew G. Knepley 25549566063dSJacob Faibussowitsch PetscCall(DMLabelGetValue(label, c, &val)); 255527c04023SMatthew G. Knepley if (val != value) continue; 255627c04023SMatthew G. Knepley } 25579566063dSJacob Faibussowitsch PetscCall(DMPlexGetCone(dm, c, &cone)); 255848a46eb9SPierre Jolivet for (p = 0; p < *nFV; ++p) PetscCall(DMLabelSetValue(subpointMap, cone[p], 0)); 2559766ab985SMatthew G. Knepley /* Negative face */ 25609566063dSJacob Faibussowitsch PetscCall(DMPlexGetJoin(dm, *nFV, cone, &numCells, &cells)); 256127234c99SMatthew G. Knepley /* Not true in parallel 256208401ef6SPierre Jolivet PetscCheck(numCells == 2,PETSC_COMM_SELF, PETSC_ERR_ARG_WRONG, "Cohesive cells should separate two cells"); */ 2563766ab985SMatthew G. Knepley for (p = 0; p < numCells; ++p) { 25649566063dSJacob Faibussowitsch PetscCall(DMLabelSetValue(subpointMap, cells[p], 2)); 256527234c99SMatthew G. Knepley (*subCells)[subc++] = cells[p]; 2566766ab985SMatthew G. Knepley } 25679566063dSJacob Faibussowitsch PetscCall(DMPlexRestoreJoin(dm, *nFV, cone, &numCells, &cells)); 2568766ab985SMatthew G. Knepley /* Positive face is not included */ 2569766ab985SMatthew G. Knepley } 25703ba16761SJacob Faibussowitsch PetscFunctionReturn(PETSC_SUCCESS); 2571766ab985SMatthew G. Knepley } 2572766ab985SMatthew G. Knepley 2573d71ae5a4SJacob Faibussowitsch static PetscErrorCode DMPlexMarkCohesiveSubmesh_Interpolated(DM dm, DMLabel label, PetscInt value, DMLabel subpointMap, DM subdm) 2574d71ae5a4SJacob Faibussowitsch { 2575766ab985SMatthew G. Knepley PetscInt *pStart, *pEnd; 2576766ab985SMatthew G. Knepley PetscInt dim, cMax, cEnd, c, d; 2577766ab985SMatthew G. Knepley 2578812bfc34SJed Brown PetscFunctionBegin; 25799566063dSJacob Faibussowitsch PetscCall(DMGetDimension(dm, &dim)); 25809566063dSJacob Faibussowitsch PetscCall(DMPlexGetTensorPrismBounds_Internal(dm, dim, &cMax, &cEnd)); 25813ba16761SJacob Faibussowitsch if (cMax < 0) PetscFunctionReturn(PETSC_SUCCESS); 25829566063dSJacob Faibussowitsch PetscCall(PetscMalloc2(dim + 1, &pStart, dim + 1, &pEnd)); 25839566063dSJacob Faibussowitsch for (d = 0; d <= dim; ++d) PetscCall(DMPlexGetDepthStratum(dm, d, &pStart[d], &pEnd[d])); 2584766ab985SMatthew G. Knepley for (c = cMax; c < cEnd; ++c) { 2585766ab985SMatthew G. Knepley const PetscInt *cone; 2586766ab985SMatthew G. Knepley PetscInt *closure = NULL; 2587b3154360SMatthew G. Knepley PetscInt fconeSize, coneSize, closureSize, cl, val; 2588766ab985SMatthew G. Knepley 258927c04023SMatthew G. Knepley if (label) { 25909566063dSJacob Faibussowitsch PetscCall(DMLabelGetValue(label, c, &val)); 259127c04023SMatthew G. Knepley if (val != value) continue; 259227c04023SMatthew G. Knepley } 25939566063dSJacob Faibussowitsch PetscCall(DMPlexGetConeSize(dm, c, &coneSize)); 25949566063dSJacob Faibussowitsch PetscCall(DMPlexGetCone(dm, c, &cone)); 25959566063dSJacob Faibussowitsch PetscCall(DMPlexGetConeSize(dm, cone[0], &fconeSize)); 25961dca8a05SBarry Smith PetscCheck(coneSize == (fconeSize ? fconeSize : 1) + 2, PETSC_COMM_SELF, PETSC_ERR_ARG_WRONG, "Cohesive cells should separate two cells"); 2597b3154360SMatthew G. Knepley /* Negative face */ 25989566063dSJacob Faibussowitsch PetscCall(DMPlexGetTransitiveClosure(dm, cone[0], PETSC_TRUE, &closureSize, &closure)); 2599766ab985SMatthew G. Knepley for (cl = 0; cl < closureSize * 2; cl += 2) { 2600766ab985SMatthew G. Knepley const PetscInt point = closure[cl]; 2601766ab985SMatthew G. Knepley 2602766ab985SMatthew G. Knepley for (d = 0; d <= dim; ++d) { 2603766ab985SMatthew G. Knepley if ((point >= pStart[d]) && (point < pEnd[d])) { 26049566063dSJacob Faibussowitsch PetscCall(DMLabelSetValue(subpointMap, point, d)); 2605766ab985SMatthew G. Knepley break; 2606766ab985SMatthew G. Knepley } 2607766ab985SMatthew G. Knepley } 2608766ab985SMatthew G. Knepley } 26099566063dSJacob Faibussowitsch PetscCall(DMPlexRestoreTransitiveClosure(dm, cone[0], PETSC_TRUE, &closureSize, &closure)); 2610766ab985SMatthew G. Knepley /* Cells -- positive face is not included */ 2611766ab985SMatthew G. Knepley for (cl = 0; cl < 1; ++cl) { 2612766ab985SMatthew G. Knepley const PetscInt *support; 2613766ab985SMatthew G. Knepley PetscInt supportSize, s; 2614766ab985SMatthew G. Knepley 26159566063dSJacob Faibussowitsch PetscCall(DMPlexGetSupportSize(dm, cone[cl], &supportSize)); 261608401ef6SPierre Jolivet /* PetscCheck(supportSize == 2,PETSC_COMM_SELF, PETSC_ERR_ARG_WRONG, "Cohesive faces should separate two cells"); */ 26179566063dSJacob Faibussowitsch PetscCall(DMPlexGetSupport(dm, cone[cl], &support)); 261848a46eb9SPierre Jolivet for (s = 0; s < supportSize; ++s) PetscCall(DMLabelSetValue(subpointMap, support[s], dim)); 2619766ab985SMatthew G. Knepley } 2620766ab985SMatthew G. Knepley } 26219566063dSJacob Faibussowitsch PetscCall(PetscFree2(pStart, pEnd)); 26223ba16761SJacob Faibussowitsch PetscFunctionReturn(PETSC_SUCCESS); 2623766ab985SMatthew G. Knepley } 2624766ab985SMatthew G. Knepley 2625d71ae5a4SJacob Faibussowitsch static PetscErrorCode DMPlexGetFaceOrientation(DM dm, PetscInt cell, PetscInt numCorners, PetscInt indices[], PetscInt oppositeVertex, PetscInt origVertices[], PetscInt faceVertices[], PetscBool *posOriented) 2626d71ae5a4SJacob Faibussowitsch { 262782f516ccSBarry Smith MPI_Comm comm; 2628e6ccafaeSMatthew G Knepley PetscBool posOrient = PETSC_FALSE; 2629e6ccafaeSMatthew G Knepley const PetscInt debug = 0; 2630e6ccafaeSMatthew G Knepley PetscInt cellDim, faceSize, f; 2631e6ccafaeSMatthew G Knepley 263282f516ccSBarry Smith PetscFunctionBegin; 26339566063dSJacob Faibussowitsch PetscCall(PetscObjectGetComm((PetscObject)dm, &comm)); 26349566063dSJacob Faibussowitsch PetscCall(DMGetDimension(dm, &cellDim)); 263563a3b9bcSJacob Faibussowitsch if (debug) PetscCall(PetscPrintf(comm, "cellDim: %" PetscInt_FMT " numCorners: %" PetscInt_FMT "\n", cellDim, numCorners)); 2636e6ccafaeSMatthew G Knepley 2637ddeab2a6SMatthew G. Knepley if (cellDim == 1 && numCorners == 2) { 2638ddeab2a6SMatthew G. Knepley /* Triangle */ 2639e6ccafaeSMatthew G Knepley faceSize = numCorners - 1; 2640e6ccafaeSMatthew G Knepley posOrient = !(oppositeVertex % 2) ? PETSC_TRUE : PETSC_FALSE; 2641ddeab2a6SMatthew G. Knepley } else if (cellDim == 2 && numCorners == 3) { 2642ddeab2a6SMatthew G. Knepley /* Triangle */ 2643ddeab2a6SMatthew G. Knepley faceSize = numCorners - 1; 2644ddeab2a6SMatthew G. Knepley posOrient = !(oppositeVertex % 2) ? PETSC_TRUE : PETSC_FALSE; 2645ddeab2a6SMatthew G. Knepley } else if (cellDim == 3 && numCorners == 4) { 2646ddeab2a6SMatthew G. Knepley /* Tetrahedron */ 2647ddeab2a6SMatthew G. Knepley faceSize = numCorners - 1; 2648ddeab2a6SMatthew G. Knepley posOrient = (oppositeVertex % 2) ? PETSC_TRUE : PETSC_FALSE; 2649e6ccafaeSMatthew G Knepley } else if (cellDim == 1 && numCorners == 3) { 2650e6ccafaeSMatthew G Knepley /* Quadratic line */ 2651e6ccafaeSMatthew G Knepley faceSize = 1; 2652e6ccafaeSMatthew G Knepley posOrient = PETSC_TRUE; 2653e6ccafaeSMatthew G Knepley } else if (cellDim == 2 && numCorners == 4) { 2654e6ccafaeSMatthew G Knepley /* Quads */ 2655e6ccafaeSMatthew G Knepley faceSize = 2; 2656e6ccafaeSMatthew G Knepley if ((indices[1] > indices[0]) && (indices[1] - indices[0] == 1)) { 2657e6ccafaeSMatthew G Knepley posOrient = PETSC_TRUE; 2658e6ccafaeSMatthew G Knepley } else if ((indices[0] == 3) && (indices[1] == 0)) { 2659e6ccafaeSMatthew G Knepley posOrient = PETSC_TRUE; 2660e6ccafaeSMatthew G Knepley } else { 2661e6ccafaeSMatthew G Knepley if (((indices[0] > indices[1]) && (indices[0] - indices[1] == 1)) || ((indices[0] == 0) && (indices[1] == 3))) { 2662e6ccafaeSMatthew G Knepley posOrient = PETSC_FALSE; 2663e6ccafaeSMatthew G Knepley } else SETERRQ(comm, PETSC_ERR_ARG_WRONG, "Invalid quad crossedge"); 2664e6ccafaeSMatthew G Knepley } 2665e6ccafaeSMatthew G Knepley } else if (cellDim == 2 && numCorners == 6) { 2666e6ccafaeSMatthew G Knepley /* Quadratic triangle (I hate this) */ 2667e6ccafaeSMatthew G Knepley /* Edges are determined by the first 2 vertices (corners of edges) */ 2668e6ccafaeSMatthew G Knepley const PetscInt faceSizeTri = 3; 2669e6ccafaeSMatthew G Knepley PetscInt sortedIndices[3], i, iFace; 2670e6ccafaeSMatthew G Knepley PetscBool found = PETSC_FALSE; 2671e6ccafaeSMatthew G Knepley PetscInt faceVerticesTriSorted[9] = { 2672e6ccafaeSMatthew G Knepley 0, 3, 4, /* bottom */ 2673e6ccafaeSMatthew G Knepley 1, 4, 5, /* right */ 2674e6ccafaeSMatthew G Knepley 2, 3, 5, /* left */ 2675e6ccafaeSMatthew G Knepley }; 2676e6ccafaeSMatthew G Knepley PetscInt faceVerticesTri[9] = { 2677e6ccafaeSMatthew G Knepley 0, 3, 4, /* bottom */ 2678e6ccafaeSMatthew G Knepley 1, 4, 5, /* right */ 2679e6ccafaeSMatthew G Knepley 2, 5, 3, /* left */ 2680e6ccafaeSMatthew G Knepley }; 2681e6ccafaeSMatthew G Knepley 2682e6ccafaeSMatthew G Knepley for (i = 0; i < faceSizeTri; ++i) sortedIndices[i] = indices[i]; 26839566063dSJacob Faibussowitsch PetscCall(PetscSortInt(faceSizeTri, sortedIndices)); 2684e6ccafaeSMatthew G Knepley for (iFace = 0; iFace < 3; ++iFace) { 2685e6ccafaeSMatthew G Knepley const PetscInt ii = iFace * faceSizeTri; 2686e6ccafaeSMatthew G Knepley PetscInt fVertex, cVertex; 2687e6ccafaeSMatthew G Knepley 26889371c9d4SSatish Balay if ((sortedIndices[0] == faceVerticesTriSorted[ii + 0]) && (sortedIndices[1] == faceVerticesTriSorted[ii + 1])) { 2689e6ccafaeSMatthew G Knepley for (fVertex = 0; fVertex < faceSizeTri; ++fVertex) { 2690e6ccafaeSMatthew G Knepley for (cVertex = 0; cVertex < faceSizeTri; ++cVertex) { 2691e6ccafaeSMatthew G Knepley if (indices[cVertex] == faceVerticesTri[ii + fVertex]) { 2692e6ccafaeSMatthew G Knepley faceVertices[fVertex] = origVertices[cVertex]; 2693e6ccafaeSMatthew G Knepley break; 2694e6ccafaeSMatthew G Knepley } 2695e6ccafaeSMatthew G Knepley } 2696e6ccafaeSMatthew G Knepley } 2697e6ccafaeSMatthew G Knepley found = PETSC_TRUE; 2698e6ccafaeSMatthew G Knepley break; 2699e6ccafaeSMatthew G Knepley } 2700e6ccafaeSMatthew G Knepley } 270128b400f6SJacob Faibussowitsch PetscCheck(found, comm, PETSC_ERR_ARG_WRONG, "Invalid tri crossface"); 2702e6ccafaeSMatthew G Knepley if (posOriented) *posOriented = PETSC_TRUE; 27033ba16761SJacob Faibussowitsch PetscFunctionReturn(PETSC_SUCCESS); 2704e6ccafaeSMatthew G Knepley } else if (cellDim == 2 && numCorners == 9) { 2705e6ccafaeSMatthew G Knepley /* Quadratic quad (I hate this) */ 2706e6ccafaeSMatthew G Knepley /* Edges are determined by the first 2 vertices (corners of edges) */ 2707e6ccafaeSMatthew G Knepley const PetscInt faceSizeQuad = 3; 2708e6ccafaeSMatthew G Knepley PetscInt sortedIndices[3], i, iFace; 2709e6ccafaeSMatthew G Knepley PetscBool found = PETSC_FALSE; 2710e6ccafaeSMatthew G Knepley PetscInt faceVerticesQuadSorted[12] = { 2711e6ccafaeSMatthew G Knepley 0, 1, 4, /* bottom */ 2712e6ccafaeSMatthew G Knepley 1, 2, 5, /* right */ 2713e6ccafaeSMatthew G Knepley 2, 3, 6, /* top */ 2714e6ccafaeSMatthew G Knepley 0, 3, 7, /* left */ 2715e6ccafaeSMatthew G Knepley }; 2716e6ccafaeSMatthew G Knepley PetscInt faceVerticesQuad[12] = { 2717e6ccafaeSMatthew G Knepley 0, 1, 4, /* bottom */ 2718e6ccafaeSMatthew G Knepley 1, 2, 5, /* right */ 2719e6ccafaeSMatthew G Knepley 2, 3, 6, /* top */ 2720e6ccafaeSMatthew G Knepley 3, 0, 7, /* left */ 2721e6ccafaeSMatthew G Knepley }; 2722e6ccafaeSMatthew G Knepley 2723e6ccafaeSMatthew G Knepley for (i = 0; i < faceSizeQuad; ++i) sortedIndices[i] = indices[i]; 27249566063dSJacob Faibussowitsch PetscCall(PetscSortInt(faceSizeQuad, sortedIndices)); 2725e6ccafaeSMatthew G Knepley for (iFace = 0; iFace < 4; ++iFace) { 2726e6ccafaeSMatthew G Knepley const PetscInt ii = iFace * faceSizeQuad; 2727e6ccafaeSMatthew G Knepley PetscInt fVertex, cVertex; 2728e6ccafaeSMatthew G Knepley 27299371c9d4SSatish Balay if ((sortedIndices[0] == faceVerticesQuadSorted[ii + 0]) && (sortedIndices[1] == faceVerticesQuadSorted[ii + 1])) { 2730e6ccafaeSMatthew G Knepley for (fVertex = 0; fVertex < faceSizeQuad; ++fVertex) { 2731e6ccafaeSMatthew G Knepley for (cVertex = 0; cVertex < faceSizeQuad; ++cVertex) { 2732e6ccafaeSMatthew G Knepley if (indices[cVertex] == faceVerticesQuad[ii + fVertex]) { 2733e6ccafaeSMatthew G Knepley faceVertices[fVertex] = origVertices[cVertex]; 2734e6ccafaeSMatthew G Knepley break; 2735e6ccafaeSMatthew G Knepley } 2736e6ccafaeSMatthew G Knepley } 2737e6ccafaeSMatthew G Knepley } 2738e6ccafaeSMatthew G Knepley found = PETSC_TRUE; 2739e6ccafaeSMatthew G Knepley break; 2740e6ccafaeSMatthew G Knepley } 2741e6ccafaeSMatthew G Knepley } 274228b400f6SJacob Faibussowitsch PetscCheck(found, comm, PETSC_ERR_ARG_WRONG, "Invalid quad crossface"); 2743e6ccafaeSMatthew G Knepley if (posOriented) *posOriented = PETSC_TRUE; 27443ba16761SJacob Faibussowitsch PetscFunctionReturn(PETSC_SUCCESS); 2745e6ccafaeSMatthew G Knepley } else if (cellDim == 3 && numCorners == 8) { 2746e6ccafaeSMatthew G Knepley /* Hexes 2747e6ccafaeSMatthew G Knepley A hex is two oriented quads with the normal of the first 2748e6ccafaeSMatthew G Knepley pointing up at the second. 2749e6ccafaeSMatthew G Knepley 2750e6ccafaeSMatthew G Knepley 7---6 2751e6ccafaeSMatthew G Knepley /| /| 2752e6ccafaeSMatthew G Knepley 4---5 | 2753ddeab2a6SMatthew G. Knepley | 1-|-2 2754e6ccafaeSMatthew G Knepley |/ |/ 2755ddeab2a6SMatthew G. Knepley 0---3 2756e6ccafaeSMatthew G Knepley 2757e6ccafaeSMatthew G Knepley Faces are determined by the first 4 vertices (corners of faces) */ 2758e6ccafaeSMatthew G Knepley const PetscInt faceSizeHex = 4; 2759e6ccafaeSMatthew G Knepley PetscInt sortedIndices[4], i, iFace; 2760e6ccafaeSMatthew G Knepley PetscBool found = PETSC_FALSE; 2761e6ccafaeSMatthew G Knepley PetscInt faceVerticesHexSorted[24] = { 2762e6ccafaeSMatthew G Knepley 0, 1, 2, 3, /* bottom */ 2763e6ccafaeSMatthew G Knepley 4, 5, 6, 7, /* top */ 2764ddeab2a6SMatthew G. Knepley 0, 3, 4, 5, /* front */ 2765ddeab2a6SMatthew G. Knepley 2, 3, 5, 6, /* right */ 2766ddeab2a6SMatthew G. Knepley 1, 2, 6, 7, /* back */ 2767ddeab2a6SMatthew G. Knepley 0, 1, 4, 7, /* left */ 2768e6ccafaeSMatthew G Knepley }; 2769e6ccafaeSMatthew G Knepley PetscInt faceVerticesHex[24] = { 2770ddeab2a6SMatthew G. Knepley 1, 2, 3, 0, /* bottom */ 2771e6ccafaeSMatthew G Knepley 4, 5, 6, 7, /* top */ 2772ddeab2a6SMatthew G. Knepley 0, 3, 5, 4, /* front */ 2773ddeab2a6SMatthew G. Knepley 3, 2, 6, 5, /* right */ 2774ddeab2a6SMatthew G. Knepley 2, 1, 7, 6, /* back */ 2775ddeab2a6SMatthew G. Knepley 1, 0, 4, 7, /* left */ 2776e6ccafaeSMatthew G Knepley }; 2777e6ccafaeSMatthew G Knepley 2778e6ccafaeSMatthew G Knepley for (i = 0; i < faceSizeHex; ++i) sortedIndices[i] = indices[i]; 27799566063dSJacob Faibussowitsch PetscCall(PetscSortInt(faceSizeHex, sortedIndices)); 2780e6ccafaeSMatthew G Knepley for (iFace = 0; iFace < 6; ++iFace) { 2781e6ccafaeSMatthew G Knepley const PetscInt ii = iFace * faceSizeHex; 2782e6ccafaeSMatthew G Knepley PetscInt fVertex, cVertex; 2783e6ccafaeSMatthew G Knepley 27849371c9d4SSatish Balay if ((sortedIndices[0] == faceVerticesHexSorted[ii + 0]) && (sortedIndices[1] == faceVerticesHexSorted[ii + 1]) && (sortedIndices[2] == faceVerticesHexSorted[ii + 2]) && (sortedIndices[3] == faceVerticesHexSorted[ii + 3])) { 2785e6ccafaeSMatthew G Knepley for (fVertex = 0; fVertex < faceSizeHex; ++fVertex) { 2786e6ccafaeSMatthew G Knepley for (cVertex = 0; cVertex < faceSizeHex; ++cVertex) { 2787e6ccafaeSMatthew G Knepley if (indices[cVertex] == faceVerticesHex[ii + fVertex]) { 2788e6ccafaeSMatthew G Knepley faceVertices[fVertex] = origVertices[cVertex]; 2789e6ccafaeSMatthew G Knepley break; 2790e6ccafaeSMatthew G Knepley } 2791e6ccafaeSMatthew G Knepley } 2792e6ccafaeSMatthew G Knepley } 2793e6ccafaeSMatthew G Knepley found = PETSC_TRUE; 2794e6ccafaeSMatthew G Knepley break; 2795e6ccafaeSMatthew G Knepley } 2796e6ccafaeSMatthew G Knepley } 279728b400f6SJacob Faibussowitsch PetscCheck(found, comm, PETSC_ERR_ARG_WRONG, "Invalid hex crossface"); 2798e6ccafaeSMatthew G Knepley if (posOriented) *posOriented = PETSC_TRUE; 27993ba16761SJacob Faibussowitsch PetscFunctionReturn(PETSC_SUCCESS); 2800e6ccafaeSMatthew G Knepley } else if (cellDim == 3 && numCorners == 10) { 2801e6ccafaeSMatthew G Knepley /* Quadratic tet */ 2802e6ccafaeSMatthew G Knepley /* Faces are determined by the first 3 vertices (corners of faces) */ 2803e6ccafaeSMatthew G Knepley const PetscInt faceSizeTet = 6; 2804e6ccafaeSMatthew G Knepley PetscInt sortedIndices[6], i, iFace; 2805e6ccafaeSMatthew G Knepley PetscBool found = PETSC_FALSE; 2806e6ccafaeSMatthew G Knepley PetscInt faceVerticesTetSorted[24] = { 2807e6ccafaeSMatthew G Knepley 0, 1, 2, 6, 7, 8, /* bottom */ 2808e6ccafaeSMatthew G Knepley 0, 3, 4, 6, 7, 9, /* front */ 2809e6ccafaeSMatthew G Knepley 1, 4, 5, 7, 8, 9, /* right */ 2810e6ccafaeSMatthew G Knepley 2, 3, 5, 6, 8, 9, /* left */ 2811e6ccafaeSMatthew G Knepley }; 2812e6ccafaeSMatthew G Knepley PetscInt faceVerticesTet[24] = { 2813e6ccafaeSMatthew G Knepley 0, 1, 2, 6, 7, 8, /* bottom */ 2814e6ccafaeSMatthew G Knepley 0, 4, 3, 6, 7, 9, /* front */ 2815e6ccafaeSMatthew G Knepley 1, 5, 4, 7, 8, 9, /* right */ 2816e6ccafaeSMatthew G Knepley 2, 3, 5, 8, 6, 9, /* left */ 2817e6ccafaeSMatthew G Knepley }; 2818e6ccafaeSMatthew G Knepley 2819e6ccafaeSMatthew G Knepley for (i = 0; i < faceSizeTet; ++i) sortedIndices[i] = indices[i]; 28209566063dSJacob Faibussowitsch PetscCall(PetscSortInt(faceSizeTet, sortedIndices)); 2821e6ccafaeSMatthew G Knepley for (iFace = 0; iFace < 4; ++iFace) { 2822e6ccafaeSMatthew G Knepley const PetscInt ii = iFace * faceSizeTet; 2823e6ccafaeSMatthew G Knepley PetscInt fVertex, cVertex; 2824e6ccafaeSMatthew G Knepley 28259371c9d4SSatish Balay if ((sortedIndices[0] == faceVerticesTetSorted[ii + 0]) && (sortedIndices[1] == faceVerticesTetSorted[ii + 1]) && (sortedIndices[2] == faceVerticesTetSorted[ii + 2]) && (sortedIndices[3] == faceVerticesTetSorted[ii + 3])) { 2826e6ccafaeSMatthew G Knepley for (fVertex = 0; fVertex < faceSizeTet; ++fVertex) { 2827e6ccafaeSMatthew G Knepley for (cVertex = 0; cVertex < faceSizeTet; ++cVertex) { 2828e6ccafaeSMatthew G Knepley if (indices[cVertex] == faceVerticesTet[ii + fVertex]) { 2829e6ccafaeSMatthew G Knepley faceVertices[fVertex] = origVertices[cVertex]; 2830e6ccafaeSMatthew G Knepley break; 2831e6ccafaeSMatthew G Knepley } 2832e6ccafaeSMatthew G Knepley } 2833e6ccafaeSMatthew G Knepley } 2834e6ccafaeSMatthew G Knepley found = PETSC_TRUE; 2835e6ccafaeSMatthew G Knepley break; 2836e6ccafaeSMatthew G Knepley } 2837e6ccafaeSMatthew G Knepley } 283828b400f6SJacob Faibussowitsch PetscCheck(found, comm, PETSC_ERR_ARG_WRONG, "Invalid tet crossface"); 2839e6ccafaeSMatthew G Knepley if (posOriented) *posOriented = PETSC_TRUE; 28403ba16761SJacob Faibussowitsch PetscFunctionReturn(PETSC_SUCCESS); 2841e6ccafaeSMatthew G Knepley } else if (cellDim == 3 && numCorners == 27) { 2842e6ccafaeSMatthew G Knepley /* Quadratic hexes (I hate this) 2843e6ccafaeSMatthew G Knepley A hex is two oriented quads with the normal of the first 2844e6ccafaeSMatthew G Knepley pointing up at the second. 2845e6ccafaeSMatthew G Knepley 2846e6ccafaeSMatthew G Knepley 7---6 2847e6ccafaeSMatthew G Knepley /| /| 2848e6ccafaeSMatthew G Knepley 4---5 | 2849e6ccafaeSMatthew G Knepley | 3-|-2 2850e6ccafaeSMatthew G Knepley |/ |/ 2851e6ccafaeSMatthew G Knepley 0---1 2852e6ccafaeSMatthew G Knepley 2853e6ccafaeSMatthew G Knepley Faces are determined by the first 4 vertices (corners of faces) */ 2854e6ccafaeSMatthew G Knepley const PetscInt faceSizeQuadHex = 9; 2855e6ccafaeSMatthew G Knepley PetscInt sortedIndices[9], i, iFace; 2856e6ccafaeSMatthew G Knepley PetscBool found = PETSC_FALSE; 2857e6ccafaeSMatthew G Knepley PetscInt faceVerticesQuadHexSorted[54] = { 2858e6ccafaeSMatthew G Knepley 0, 1, 2, 3, 8, 9, 10, 11, 24, /* bottom */ 2859e6ccafaeSMatthew G Knepley 4, 5, 6, 7, 12, 13, 14, 15, 25, /* top */ 2860e6ccafaeSMatthew G Knepley 0, 1, 4, 5, 8, 12, 16, 17, 22, /* front */ 2861e6ccafaeSMatthew G Knepley 1, 2, 5, 6, 9, 13, 17, 18, 21, /* right */ 2862e6ccafaeSMatthew G Knepley 2, 3, 6, 7, 10, 14, 18, 19, 23, /* back */ 2863e6ccafaeSMatthew G Knepley 0, 3, 4, 7, 11, 15, 16, 19, 20, /* left */ 2864e6ccafaeSMatthew G Knepley }; 2865e6ccafaeSMatthew G Knepley PetscInt faceVerticesQuadHex[54] = { 2866e6ccafaeSMatthew G Knepley 3, 2, 1, 0, 10, 9, 8, 11, 24, /* bottom */ 2867e6ccafaeSMatthew G Knepley 4, 5, 6, 7, 12, 13, 14, 15, 25, /* top */ 2868e6ccafaeSMatthew G Knepley 0, 1, 5, 4, 8, 17, 12, 16, 22, /* front */ 2869e6ccafaeSMatthew G Knepley 1, 2, 6, 5, 9, 18, 13, 17, 21, /* right */ 2870e6ccafaeSMatthew G Knepley 2, 3, 7, 6, 10, 19, 14, 18, 23, /* back */ 2871e6ccafaeSMatthew G Knepley 3, 0, 4, 7, 11, 16, 15, 19, 20 /* left */ 2872e6ccafaeSMatthew G Knepley }; 2873e6ccafaeSMatthew G Knepley 2874e6ccafaeSMatthew G Knepley for (i = 0; i < faceSizeQuadHex; ++i) sortedIndices[i] = indices[i]; 28759566063dSJacob Faibussowitsch PetscCall(PetscSortInt(faceSizeQuadHex, sortedIndices)); 2876e6ccafaeSMatthew G Knepley for (iFace = 0; iFace < 6; ++iFace) { 2877e6ccafaeSMatthew G Knepley const PetscInt ii = iFace * faceSizeQuadHex; 2878e6ccafaeSMatthew G Knepley PetscInt fVertex, cVertex; 2879e6ccafaeSMatthew G Knepley 28809371c9d4SSatish Balay if ((sortedIndices[0] == faceVerticesQuadHexSorted[ii + 0]) && (sortedIndices[1] == faceVerticesQuadHexSorted[ii + 1]) && (sortedIndices[2] == faceVerticesQuadHexSorted[ii + 2]) && (sortedIndices[3] == faceVerticesQuadHexSorted[ii + 3])) { 2881e6ccafaeSMatthew G Knepley for (fVertex = 0; fVertex < faceSizeQuadHex; ++fVertex) { 2882e6ccafaeSMatthew G Knepley for (cVertex = 0; cVertex < faceSizeQuadHex; ++cVertex) { 2883e6ccafaeSMatthew G Knepley if (indices[cVertex] == faceVerticesQuadHex[ii + fVertex]) { 2884e6ccafaeSMatthew G Knepley faceVertices[fVertex] = origVertices[cVertex]; 2885e6ccafaeSMatthew G Knepley break; 2886e6ccafaeSMatthew G Knepley } 2887e6ccafaeSMatthew G Knepley } 2888e6ccafaeSMatthew G Knepley } 2889e6ccafaeSMatthew G Knepley found = PETSC_TRUE; 2890e6ccafaeSMatthew G Knepley break; 2891e6ccafaeSMatthew G Knepley } 2892e6ccafaeSMatthew G Knepley } 289328b400f6SJacob Faibussowitsch PetscCheck(found, comm, PETSC_ERR_ARG_WRONG, "Invalid hex crossface"); 2894e6ccafaeSMatthew G Knepley if (posOriented) *posOriented = PETSC_TRUE; 28953ba16761SJacob Faibussowitsch PetscFunctionReturn(PETSC_SUCCESS); 2896e6ccafaeSMatthew G Knepley } else SETERRQ(comm, PETSC_ERR_ARG_WRONG, "Unknown cell type for faceOrientation()."); 2897e6ccafaeSMatthew G Knepley if (!posOrient) { 28989566063dSJacob Faibussowitsch if (debug) PetscCall(PetscPrintf(comm, " Reversing initial face orientation\n")); 2899e6ccafaeSMatthew G Knepley for (f = 0; f < faceSize; ++f) faceVertices[f] = origVertices[faceSize - 1 - f]; 2900e6ccafaeSMatthew G Knepley } else { 29019566063dSJacob Faibussowitsch if (debug) PetscCall(PetscPrintf(comm, " Keeping initial face orientation\n")); 2902e6ccafaeSMatthew G Knepley for (f = 0; f < faceSize; ++f) faceVertices[f] = origVertices[f]; 2903e6ccafaeSMatthew G Knepley } 2904e6ccafaeSMatthew G Knepley if (posOriented) *posOriented = posOrient; 29053ba16761SJacob Faibussowitsch PetscFunctionReturn(PETSC_SUCCESS); 2906e6ccafaeSMatthew G Knepley } 2907e6ccafaeSMatthew G Knepley 2908c08575a3SMatthew G. Knepley /*@ 2909c08575a3SMatthew G. Knepley DMPlexGetOrientedFace - Given a cell and a face, as a set of vertices, return the oriented face, as a set of vertices, 2910c08575a3SMatthew G. Knepley in faceVertices. The orientation is such that the face normal points out of the cell 2911c08575a3SMatthew G. Knepley 2912*20f4b53cSBarry Smith Not Collective 2913c08575a3SMatthew G. Knepley 2914c08575a3SMatthew G. Knepley Input Parameters: 2915c08575a3SMatthew G. Knepley + dm - The original mesh 2916c08575a3SMatthew G. Knepley . cell - The cell mesh point 2917c08575a3SMatthew G. Knepley . faceSize - The number of vertices on the face 2918c08575a3SMatthew G. Knepley . face - The face vertices 2919c08575a3SMatthew G. Knepley . numCorners - The number of vertices on the cell 2920c08575a3SMatthew G. Knepley . indices - Local numbering of face vertices in cell cone 2921c08575a3SMatthew G. Knepley - origVertices - Original face vertices 2922c08575a3SMatthew G. Knepley 2923d8d19677SJose E. Roman Output Parameters: 2924c08575a3SMatthew G. Knepley + faceVertices - The face vertices properly oriented 2925*20f4b53cSBarry Smith - posOriented - `PETSC_TRUE` if the face was oriented with outward normal 2926c08575a3SMatthew G. Knepley 2927c08575a3SMatthew G. Knepley Level: developer 2928c08575a3SMatthew G. Knepley 2929*20f4b53cSBarry Smith .seealso: [](chapter_unstructured), `DM`, `DMPLEX`, `DMPlexGetCone()` 2930c08575a3SMatthew G. Knepley @*/ 2931d71ae5a4SJacob Faibussowitsch PetscErrorCode DMPlexGetOrientedFace(DM dm, PetscInt cell, PetscInt faceSize, const PetscInt face[], PetscInt numCorners, PetscInt indices[], PetscInt origVertices[], PetscInt faceVertices[], PetscBool *posOriented) 2932d71ae5a4SJacob Faibussowitsch { 29330298fd71SBarry Smith const PetscInt *cone = NULL; 2934e6ccafaeSMatthew G Knepley PetscInt coneSize, v, f, v2; 2935e6ccafaeSMatthew G Knepley PetscInt oppositeVertex = -1; 2936e6ccafaeSMatthew G Knepley 2937e6ccafaeSMatthew G Knepley PetscFunctionBegin; 29389566063dSJacob Faibussowitsch PetscCall(DMPlexGetConeSize(dm, cell, &coneSize)); 29399566063dSJacob Faibussowitsch PetscCall(DMPlexGetCone(dm, cell, &cone)); 2940e6ccafaeSMatthew G Knepley for (v = 0, v2 = 0; v < coneSize; ++v) { 2941e6ccafaeSMatthew G Knepley PetscBool found = PETSC_FALSE; 2942e6ccafaeSMatthew G Knepley 2943e6ccafaeSMatthew G Knepley for (f = 0; f < faceSize; ++f) { 2944e6ccafaeSMatthew G Knepley if (face[f] == cone[v]) { 29459371c9d4SSatish Balay found = PETSC_TRUE; 29469371c9d4SSatish Balay break; 2947e6ccafaeSMatthew G Knepley } 2948e6ccafaeSMatthew G Knepley } 2949e6ccafaeSMatthew G Knepley if (found) { 2950e6ccafaeSMatthew G Knepley indices[v2] = v; 2951e6ccafaeSMatthew G Knepley origVertices[v2] = cone[v]; 2952e6ccafaeSMatthew G Knepley ++v2; 2953e6ccafaeSMatthew G Knepley } else { 2954e6ccafaeSMatthew G Knepley oppositeVertex = v; 2955e6ccafaeSMatthew G Knepley } 2956e6ccafaeSMatthew G Knepley } 29579566063dSJacob Faibussowitsch PetscCall(DMPlexGetFaceOrientation(dm, cell, numCorners, indices, oppositeVertex, origVertices, faceVertices, posOriented)); 29583ba16761SJacob Faibussowitsch PetscFunctionReturn(PETSC_SUCCESS); 2959e6ccafaeSMatthew G Knepley } 2960e6ccafaeSMatthew G Knepley 2961e6ccafaeSMatthew G Knepley /* 2962cd0c2139SMatthew G Knepley DMPlexInsertFace_Internal - Puts a face into the mesh 2963e6ccafaeSMatthew G Knepley 2964*20f4b53cSBarry Smith Not Collective 2965e6ccafaeSMatthew G Knepley 2966e6ccafaeSMatthew G Knepley Input Parameters: 2967*20f4b53cSBarry Smith + dm - The `DMPLEX` 2968e6ccafaeSMatthew G Knepley . numFaceVertex - The number of vertices in the face 2969*20f4b53cSBarry Smith . faceVertices - The vertices in the face for `dm` 2970e6ccafaeSMatthew G Knepley . subfaceVertices - The vertices in the face for subdm 2971*20f4b53cSBarry Smith . numCorners - The number of vertices in the `cell` 2972*20f4b53cSBarry Smith . cell - A cell in `dm` containing the face 2973e6ccafaeSMatthew G Knepley . subcell - A cell in subdm containing the face 2974e6ccafaeSMatthew G Knepley . firstFace - First face in the mesh 2975e6ccafaeSMatthew G Knepley - newFacePoint - Next face in the mesh 2976e6ccafaeSMatthew G Knepley 2977e6ccafaeSMatthew G Knepley Output Parameters: 2978e6ccafaeSMatthew G Knepley . newFacePoint - Contains next face point number on input, updated on output 2979e6ccafaeSMatthew G Knepley 2980e6ccafaeSMatthew G Knepley Level: developer 2981e6ccafaeSMatthew G Knepley */ 2982d71ae5a4SJacob Faibussowitsch static PetscErrorCode DMPlexInsertFace_Internal(DM dm, DM subdm, PetscInt numFaceVertices, const PetscInt faceVertices[], const PetscInt subfaceVertices[], PetscInt numCorners, PetscInt cell, PetscInt subcell, PetscInt firstFace, PetscInt *newFacePoint) 2983d71ae5a4SJacob Faibussowitsch { 298482f516ccSBarry Smith MPI_Comm comm; 2985e6ccafaeSMatthew G Knepley DM_Plex *submesh = (DM_Plex *)subdm->data; 2986e6ccafaeSMatthew G Knepley const PetscInt *faces; 2987e6ccafaeSMatthew G Knepley PetscInt numFaces, coneSize; 2988e6ccafaeSMatthew G Knepley 2989e6ccafaeSMatthew G Knepley PetscFunctionBegin; 29909566063dSJacob Faibussowitsch PetscCall(PetscObjectGetComm((PetscObject)dm, &comm)); 29919566063dSJacob Faibussowitsch PetscCall(DMPlexGetConeSize(subdm, subcell, &coneSize)); 299263a3b9bcSJacob Faibussowitsch PetscCheck(coneSize == 1, comm, PETSC_ERR_ARG_OUTOFRANGE, "Cone size of cell %" PetscInt_FMT " is %" PetscInt_FMT " != 1", cell, coneSize); 2993e6ccafaeSMatthew G Knepley #if 0 2994e6ccafaeSMatthew G Knepley /* Cannot use this because support() has not been constructed yet */ 29959566063dSJacob Faibussowitsch PetscCall(DMPlexGetJoin(subdm, numFaceVertices, subfaceVertices, &numFaces, &faces)); 2996e6ccafaeSMatthew G Knepley #else 2997e6ccafaeSMatthew G Knepley { 2998e6ccafaeSMatthew G Knepley PetscInt f; 2999e6ccafaeSMatthew G Knepley 3000e6ccafaeSMatthew G Knepley numFaces = 0; 30019566063dSJacob Faibussowitsch PetscCall(DMGetWorkArray(subdm, 1, MPIU_INT, (void **)&faces)); 3002e6ccafaeSMatthew G Knepley for (f = firstFace; f < *newFacePoint; ++f) { 3003e6ccafaeSMatthew G Knepley PetscInt dof, off, d; 3004e6ccafaeSMatthew G Knepley 30059566063dSJacob Faibussowitsch PetscCall(PetscSectionGetDof(submesh->coneSection, f, &dof)); 30069566063dSJacob Faibussowitsch PetscCall(PetscSectionGetOffset(submesh->coneSection, f, &off)); 3007e6ccafaeSMatthew G Knepley /* Yes, I know this is quadratic, but I expect the sizes to be <5 */ 3008e6ccafaeSMatthew G Knepley for (d = 0; d < dof; ++d) { 3009e6ccafaeSMatthew G Knepley const PetscInt p = submesh->cones[off + d]; 3010e6ccafaeSMatthew G Knepley PetscInt v; 3011e6ccafaeSMatthew G Knepley 3012e6ccafaeSMatthew G Knepley for (v = 0; v < numFaceVertices; ++v) { 3013e6ccafaeSMatthew G Knepley if (subfaceVertices[v] == p) break; 3014e6ccafaeSMatthew G Knepley } 3015e6ccafaeSMatthew G Knepley if (v == numFaceVertices) break; 3016e6ccafaeSMatthew G Knepley } 3017e6ccafaeSMatthew G Knepley if (d == dof) { 3018e6ccafaeSMatthew G Knepley numFaces = 1; 3019e6ccafaeSMatthew G Knepley ((PetscInt *)faces)[0] = f; 3020e6ccafaeSMatthew G Knepley } 3021e6ccafaeSMatthew G Knepley } 3022e6ccafaeSMatthew G Knepley } 3023e6ccafaeSMatthew G Knepley #endif 302463a3b9bcSJacob Faibussowitsch PetscCheck(numFaces <= 1, comm, PETSC_ERR_ARG_WRONG, "Vertex set had %" PetscInt_FMT " faces, not one", numFaces); 3025f7d195e4SLawrence Mitchell if (numFaces == 1) { 3026e6ccafaeSMatthew G Knepley /* Add the other cell neighbor for this face */ 30279566063dSJacob Faibussowitsch PetscCall(DMPlexSetCone(subdm, subcell, faces)); 3028e6ccafaeSMatthew G Knepley } else { 3029e6ccafaeSMatthew G Knepley PetscInt *indices, *origVertices, *orientedVertices, *orientedSubVertices, v, ov; 3030e6ccafaeSMatthew G Knepley PetscBool posOriented; 3031e6ccafaeSMatthew G Knepley 30329566063dSJacob Faibussowitsch PetscCall(DMGetWorkArray(subdm, 4 * numFaceVertices * sizeof(PetscInt), MPIU_INT, &orientedVertices)); 3033e6ccafaeSMatthew G Knepley origVertices = &orientedVertices[numFaceVertices]; 3034e6ccafaeSMatthew G Knepley indices = &orientedVertices[numFaceVertices * 2]; 3035e6ccafaeSMatthew G Knepley orientedSubVertices = &orientedVertices[numFaceVertices * 3]; 30369566063dSJacob Faibussowitsch PetscCall(DMPlexGetOrientedFace(dm, cell, numFaceVertices, faceVertices, numCorners, indices, origVertices, orientedVertices, &posOriented)); 3037e6ccafaeSMatthew G Knepley /* TODO: I know that routine should return a permutation, not the indices */ 3038e6ccafaeSMatthew G Knepley for (v = 0; v < numFaceVertices; ++v) { 3039e6ccafaeSMatthew G Knepley const PetscInt vertex = faceVertices[v], subvertex = subfaceVertices[v]; 3040e6ccafaeSMatthew G Knepley for (ov = 0; ov < numFaceVertices; ++ov) { 3041e6ccafaeSMatthew G Knepley if (orientedVertices[ov] == vertex) { 3042e6ccafaeSMatthew G Knepley orientedSubVertices[ov] = subvertex; 3043e6ccafaeSMatthew G Knepley break; 3044e6ccafaeSMatthew G Knepley } 3045e6ccafaeSMatthew G Knepley } 304663a3b9bcSJacob Faibussowitsch PetscCheck(ov != numFaceVertices, comm, PETSC_ERR_PLIB, "Could not find face vertex %" PetscInt_FMT " in orientated set", vertex); 3047e6ccafaeSMatthew G Knepley } 30489566063dSJacob Faibussowitsch PetscCall(DMPlexSetCone(subdm, *newFacePoint, orientedSubVertices)); 30499566063dSJacob Faibussowitsch PetscCall(DMPlexSetCone(subdm, subcell, newFacePoint)); 30509566063dSJacob Faibussowitsch PetscCall(DMRestoreWorkArray(subdm, 4 * numFaceVertices * sizeof(PetscInt), MPIU_INT, &orientedVertices)); 3051e6ccafaeSMatthew G Knepley ++(*newFacePoint); 3052e6ccafaeSMatthew G Knepley } 3053ef07cca7SMatthew G. Knepley #if 0 30549566063dSJacob Faibussowitsch PetscCall(DMPlexRestoreJoin(subdm, numFaceVertices, subfaceVertices, &numFaces, &faces)); 3055ef07cca7SMatthew G. Knepley #else 30569566063dSJacob Faibussowitsch PetscCall(DMRestoreWorkArray(subdm, 1, MPIU_INT, (void **)&faces)); 3057ef07cca7SMatthew G. Knepley #endif 30583ba16761SJacob Faibussowitsch PetscFunctionReturn(PETSC_SUCCESS); 3059e6ccafaeSMatthew G Knepley } 3060e6ccafaeSMatthew G Knepley 3061d71ae5a4SJacob Faibussowitsch static PetscErrorCode DMPlexCreateSubmesh_Uninterpolated(DM dm, DMLabel vertexLabel, PetscInt value, DM subdm) 3062d71ae5a4SJacob Faibussowitsch { 306382f516ccSBarry Smith MPI_Comm comm; 306453156dfcSMatthew G. Knepley DMLabel subpointMap; 3065efa14ee0SMatthew G Knepley IS subvertexIS, subcellIS; 3066efa14ee0SMatthew G Knepley const PetscInt *subVertices, *subCells; 3067efa14ee0SMatthew G Knepley PetscInt numSubVertices, firstSubVertex, numSubCells; 3068fed694aaSMatthew G. Knepley PetscInt *subface, maxConeSize, numSubFaces = 0, firstSubFace, newFacePoint, nFV = 0; 3069efa14ee0SMatthew G Knepley PetscInt vStart, vEnd, c, f; 3070e6ccafaeSMatthew G Knepley 3071e6ccafaeSMatthew G Knepley PetscFunctionBegin; 30729566063dSJacob Faibussowitsch PetscCall(PetscObjectGetComm((PetscObject)dm, &comm)); 3073efa14ee0SMatthew G Knepley /* Create subpointMap which marks the submesh */ 30749566063dSJacob Faibussowitsch PetscCall(DMLabelCreate(PETSC_COMM_SELF, "subpoint_map", &subpointMap)); 30759566063dSJacob Faibussowitsch PetscCall(DMPlexSetSubpointMap(subdm, subpointMap)); 30769566063dSJacob Faibussowitsch PetscCall(DMLabelDestroy(&subpointMap)); 30779566063dSJacob Faibussowitsch if (vertexLabel) PetscCall(DMPlexMarkSubmesh_Uninterpolated(dm, vertexLabel, value, subpointMap, &numSubFaces, &nFV, subdm)); 3078efa14ee0SMatthew G Knepley /* Setup chart */ 30799566063dSJacob Faibussowitsch PetscCall(DMLabelGetStratumSize(subpointMap, 0, &numSubVertices)); 30809566063dSJacob Faibussowitsch PetscCall(DMLabelGetStratumSize(subpointMap, 2, &numSubCells)); 30819566063dSJacob Faibussowitsch PetscCall(DMPlexSetChart(subdm, 0, numSubCells + numSubFaces + numSubVertices)); 30829566063dSJacob Faibussowitsch PetscCall(DMPlexSetVTKCellHeight(subdm, 1)); 3083e6ccafaeSMatthew G Knepley /* Set cone sizes */ 3084e6ccafaeSMatthew G Knepley firstSubVertex = numSubCells; 3085efa14ee0SMatthew G Knepley firstSubFace = numSubCells + numSubVertices; 3086e6ccafaeSMatthew G Knepley newFacePoint = firstSubFace; 30879566063dSJacob Faibussowitsch PetscCall(DMLabelGetStratumIS(subpointMap, 0, &subvertexIS)); 30889566063dSJacob Faibussowitsch if (subvertexIS) PetscCall(ISGetIndices(subvertexIS, &subVertices)); 30899566063dSJacob Faibussowitsch PetscCall(DMLabelGetStratumIS(subpointMap, 2, &subcellIS)); 30909566063dSJacob Faibussowitsch if (subcellIS) PetscCall(ISGetIndices(subcellIS, &subCells)); 309148a46eb9SPierre Jolivet for (c = 0; c < numSubCells; ++c) PetscCall(DMPlexSetConeSize(subdm, c, 1)); 309248a46eb9SPierre Jolivet for (f = firstSubFace; f < firstSubFace + numSubFaces; ++f) PetscCall(DMPlexSetConeSize(subdm, f, nFV)); 30939566063dSJacob Faibussowitsch PetscCall(DMSetUp(subdm)); 3094e6ccafaeSMatthew G Knepley /* Create face cones */ 30959566063dSJacob Faibussowitsch PetscCall(DMPlexGetDepthStratum(dm, 0, &vStart, &vEnd)); 30969566063dSJacob Faibussowitsch PetscCall(DMPlexGetMaxSizes(dm, &maxConeSize, NULL)); 30979566063dSJacob Faibussowitsch PetscCall(DMGetWorkArray(subdm, maxConeSize, MPIU_INT, (void **)&subface)); 3098e6ccafaeSMatthew G Knepley for (c = 0; c < numSubCells; ++c) { 3099e6ccafaeSMatthew G Knepley const PetscInt cell = subCells[c]; 3100efa14ee0SMatthew G Knepley const PetscInt subcell = c; 31010298fd71SBarry Smith PetscInt *closure = NULL; 3102efa14ee0SMatthew G Knepley PetscInt closureSize, cl, numCorners = 0, faceSize = 0; 3103e6ccafaeSMatthew G Knepley 31049566063dSJacob Faibussowitsch PetscCall(DMPlexGetTransitiveClosure(dm, cell, PETSC_TRUE, &closureSize, &closure)); 3105efa14ee0SMatthew G Knepley for (cl = 0; cl < closureSize * 2; cl += 2) { 3106efa14ee0SMatthew G Knepley const PetscInt point = closure[cl]; 3107e6ccafaeSMatthew G Knepley PetscInt subVertex; 3108e6ccafaeSMatthew G Knepley 3109efa14ee0SMatthew G Knepley if ((point >= vStart) && (point < vEnd)) { 3110efa14ee0SMatthew G Knepley ++numCorners; 31119566063dSJacob Faibussowitsch PetscCall(PetscFindInt(point, numSubVertices, subVertices, &subVertex)); 3112efa14ee0SMatthew G Knepley if (subVertex >= 0) { 3113efa14ee0SMatthew G Knepley closure[faceSize] = point; 311465560c7fSMatthew G Knepley subface[faceSize] = firstSubVertex + subVertex; 3115e6ccafaeSMatthew G Knepley ++faceSize; 3116e6ccafaeSMatthew G Knepley } 3117e6ccafaeSMatthew G Knepley } 3118e6ccafaeSMatthew G Knepley } 311963a3b9bcSJacob Faibussowitsch PetscCheck(faceSize <= nFV, comm, PETSC_ERR_ARG_WRONG, "Invalid submesh: Too many vertices %" PetscInt_FMT " of an element on the surface", faceSize); 312048a46eb9SPierre Jolivet if (faceSize == nFV) PetscCall(DMPlexInsertFace_Internal(dm, subdm, faceSize, closure, subface, numCorners, cell, subcell, firstSubFace, &newFacePoint)); 31219566063dSJacob Faibussowitsch PetscCall(DMPlexRestoreTransitiveClosure(dm, cell, PETSC_TRUE, &closureSize, &closure)); 3122e6ccafaeSMatthew G Knepley } 31239566063dSJacob Faibussowitsch PetscCall(DMRestoreWorkArray(subdm, maxConeSize, MPIU_INT, (void **)&subface)); 31249566063dSJacob Faibussowitsch PetscCall(DMPlexSymmetrize(subdm)); 31259566063dSJacob Faibussowitsch PetscCall(DMPlexStratify(subdm)); 3126e6ccafaeSMatthew G Knepley /* Build coordinates */ 3127efa14ee0SMatthew G Knepley { 3128efa14ee0SMatthew G Knepley PetscSection coordSection, subCoordSection; 3129efa14ee0SMatthew G Knepley Vec coordinates, subCoordinates; 3130efa14ee0SMatthew G Knepley PetscScalar *coords, *subCoords; 3131285d324eSMatthew G. Knepley PetscInt numComp, coordSize, v; 313224640c55SToby Isaac const char *name; 3133efa14ee0SMatthew G Knepley 31349566063dSJacob Faibussowitsch PetscCall(DMGetCoordinateSection(dm, &coordSection)); 31359566063dSJacob Faibussowitsch PetscCall(DMGetCoordinatesLocal(dm, &coordinates)); 31369566063dSJacob Faibussowitsch PetscCall(DMGetCoordinateSection(subdm, &subCoordSection)); 31379566063dSJacob Faibussowitsch PetscCall(PetscSectionSetNumFields(subCoordSection, 1)); 31389566063dSJacob Faibussowitsch PetscCall(PetscSectionGetFieldComponents(coordSection, 0, &numComp)); 31399566063dSJacob Faibussowitsch PetscCall(PetscSectionSetFieldComponents(subCoordSection, 0, numComp)); 31409566063dSJacob Faibussowitsch PetscCall(PetscSectionSetChart(subCoordSection, firstSubVertex, firstSubVertex + numSubVertices)); 3141efa14ee0SMatthew G Knepley for (v = 0; v < numSubVertices; ++v) { 3142efa14ee0SMatthew G Knepley const PetscInt vertex = subVertices[v]; 3143efa14ee0SMatthew G Knepley const PetscInt subvertex = firstSubVertex + v; 3144efa14ee0SMatthew G Knepley PetscInt dof; 3145efa14ee0SMatthew G Knepley 31469566063dSJacob Faibussowitsch PetscCall(PetscSectionGetDof(coordSection, vertex, &dof)); 31479566063dSJacob Faibussowitsch PetscCall(PetscSectionSetDof(subCoordSection, subvertex, dof)); 31489566063dSJacob Faibussowitsch PetscCall(PetscSectionSetFieldDof(subCoordSection, subvertex, 0, dof)); 3149e6ccafaeSMatthew G Knepley } 31509566063dSJacob Faibussowitsch PetscCall(PetscSectionSetUp(subCoordSection)); 31519566063dSJacob Faibussowitsch PetscCall(PetscSectionGetStorageSize(subCoordSection, &coordSize)); 31529566063dSJacob Faibussowitsch PetscCall(VecCreate(PETSC_COMM_SELF, &subCoordinates)); 31539566063dSJacob Faibussowitsch PetscCall(PetscObjectGetName((PetscObject)coordinates, &name)); 31549566063dSJacob Faibussowitsch PetscCall(PetscObjectSetName((PetscObject)subCoordinates, name)); 31559566063dSJacob Faibussowitsch PetscCall(VecSetSizes(subCoordinates, coordSize, PETSC_DETERMINE)); 31569566063dSJacob Faibussowitsch PetscCall(VecSetType(subCoordinates, VECSTANDARD)); 3157830e53efSMatthew G. Knepley if (coordSize) { 31589566063dSJacob Faibussowitsch PetscCall(VecGetArray(coordinates, &coords)); 31599566063dSJacob Faibussowitsch PetscCall(VecGetArray(subCoordinates, &subCoords)); 3160efa14ee0SMatthew G Knepley for (v = 0; v < numSubVertices; ++v) { 3161efa14ee0SMatthew G Knepley const PetscInt vertex = subVertices[v]; 3162efa14ee0SMatthew G Knepley const PetscInt subvertex = firstSubVertex + v; 3163efa14ee0SMatthew G Knepley PetscInt dof, off, sdof, soff, d; 3164e6ccafaeSMatthew G Knepley 31659566063dSJacob Faibussowitsch PetscCall(PetscSectionGetDof(coordSection, vertex, &dof)); 31669566063dSJacob Faibussowitsch PetscCall(PetscSectionGetOffset(coordSection, vertex, &off)); 31679566063dSJacob Faibussowitsch PetscCall(PetscSectionGetDof(subCoordSection, subvertex, &sdof)); 31689566063dSJacob Faibussowitsch PetscCall(PetscSectionGetOffset(subCoordSection, subvertex, &soff)); 316963a3b9bcSJacob Faibussowitsch PetscCheck(dof == sdof, comm, PETSC_ERR_PLIB, "Coordinate dimension %" PetscInt_FMT " on subvertex %" PetscInt_FMT ", vertex %" PetscInt_FMT " should be %" PetscInt_FMT, sdof, subvertex, vertex, dof); 3170e6ccafaeSMatthew G Knepley for (d = 0; d < dof; ++d) subCoords[soff + d] = coords[off + d]; 3171e6ccafaeSMatthew G Knepley } 31729566063dSJacob Faibussowitsch PetscCall(VecRestoreArray(coordinates, &coords)); 31739566063dSJacob Faibussowitsch PetscCall(VecRestoreArray(subCoordinates, &subCoords)); 31743b399e24SMatthew G. Knepley } 31759566063dSJacob Faibussowitsch PetscCall(DMSetCoordinatesLocal(subdm, subCoordinates)); 31769566063dSJacob Faibussowitsch PetscCall(VecDestroy(&subCoordinates)); 3177e6ccafaeSMatthew G Knepley } 3178efa14ee0SMatthew G Knepley /* Cleanup */ 31799566063dSJacob Faibussowitsch if (subvertexIS) PetscCall(ISRestoreIndices(subvertexIS, &subVertices)); 31809566063dSJacob Faibussowitsch PetscCall(ISDestroy(&subvertexIS)); 31819566063dSJacob Faibussowitsch if (subcellIS) PetscCall(ISRestoreIndices(subcellIS, &subCells)); 31829566063dSJacob Faibussowitsch PetscCall(ISDestroy(&subcellIS)); 31833ba16761SJacob Faibussowitsch PetscFunctionReturn(PETSC_SUCCESS); 3184e6ccafaeSMatthew G Knepley } 3185e6ccafaeSMatthew G Knepley 3186d5b43468SJose E. Roman /* TODO: Fix this to properly propagate up error conditions it may find */ 3187d71ae5a4SJacob Faibussowitsch static inline PetscInt DMPlexFilterPoint_Internal(PetscInt point, PetscInt firstSubPoint, PetscInt numSubPoints, const PetscInt subPoints[]) 3188d71ae5a4SJacob Faibussowitsch { 31893982b651SMatthew G. Knepley PetscInt subPoint; 31903982b651SMatthew G. Knepley PetscErrorCode ierr; 31913982b651SMatthew G. Knepley 31929371c9d4SSatish Balay ierr = PetscFindInt(point, numSubPoints, subPoints, &subPoint); 31939371c9d4SSatish Balay if (ierr) return -1; 31943982b651SMatthew G. Knepley return subPoint < 0 ? subPoint : firstSubPoint + subPoint; 31953982b651SMatthew G. Knepley } 31963982b651SMatthew G. Knepley 3197d5b43468SJose E. Roman /* TODO: Fix this to properly propagate up error conditions it may find */ 3198d71ae5a4SJacob Faibussowitsch static inline PetscInt DMPlexFilterPointPerm_Internal(PetscInt point, PetscInt firstSubPoint, PetscInt numSubPoints, const PetscInt subPoints[], const PetscInt subIndices[]) 3199d71ae5a4SJacob Faibussowitsch { 3200dd05d810SMatthew G. Knepley PetscInt subPoint; 3201dd05d810SMatthew G. Knepley PetscErrorCode ierr; 3202dd05d810SMatthew G. Knepley 3203dd05d810SMatthew G. Knepley ierr = PetscFindInt(point, numSubPoints, subPoints, &subPoint); 3204dd05d810SMatthew G. Knepley if (ierr) return -1; 3205dd05d810SMatthew G. Knepley return subPoint < 0 ? subPoint : firstSubPoint + (subIndices ? subIndices[subPoint] : subPoint); 3206dd05d810SMatthew G. Knepley } 3207dd05d810SMatthew G. Knepley 3208d71ae5a4SJacob Faibussowitsch static PetscErrorCode DMPlexFilterLabels_Internal(DM dm, const PetscInt numSubPoints[], const PetscInt *subpoints[], const PetscInt firstSubPoint[], DM subdm) 3209d71ae5a4SJacob Faibussowitsch { 3210695799ffSMatthew G. Knepley DMLabel depthLabel; 3211212103e5SMatthew Knepley PetscInt Nl, l, d; 3212212103e5SMatthew Knepley 3213212103e5SMatthew Knepley PetscFunctionBegin; 3214695799ffSMatthew G. Knepley // Reset depth label for fast lookup 3215695799ffSMatthew G. Knepley PetscCall(DMPlexGetDepthLabel(dm, &depthLabel)); 3216695799ffSMatthew G. Knepley PetscCall(DMLabelMakeAllInvalid_Internal(depthLabel)); 32179566063dSJacob Faibussowitsch PetscCall(DMGetNumLabels(dm, &Nl)); 3218212103e5SMatthew Knepley for (l = 0; l < Nl; ++l) { 3219212103e5SMatthew Knepley DMLabel label, newlabel; 3220212103e5SMatthew Knepley const char *lname; 3221d56405f8SMatthew G. Knepley PetscBool isDepth, isDim, isCelltype, isVTK; 3222212103e5SMatthew Knepley IS valueIS; 3223212103e5SMatthew Knepley const PetscInt *values; 3224212103e5SMatthew Knepley PetscInt Nv, v; 3225212103e5SMatthew Knepley 32269566063dSJacob Faibussowitsch PetscCall(DMGetLabelName(dm, l, &lname)); 32279566063dSJacob Faibussowitsch PetscCall(PetscStrcmp(lname, "depth", &isDepth)); 32289566063dSJacob Faibussowitsch PetscCall(PetscStrcmp(lname, "dim", &isDim)); 32299566063dSJacob Faibussowitsch PetscCall(PetscStrcmp(lname, "celltype", &isCelltype)); 32309566063dSJacob Faibussowitsch PetscCall(PetscStrcmp(lname, "vtk", &isVTK)); 3231d56405f8SMatthew G. Knepley if (isDepth || isDim || isCelltype || isVTK) continue; 32329566063dSJacob Faibussowitsch PetscCall(DMCreateLabel(subdm, lname)); 32339566063dSJacob Faibussowitsch PetscCall(DMGetLabel(dm, lname, &label)); 32349566063dSJacob Faibussowitsch PetscCall(DMGetLabel(subdm, lname, &newlabel)); 32359566063dSJacob Faibussowitsch PetscCall(DMLabelGetDefaultValue(label, &v)); 32369566063dSJacob Faibussowitsch PetscCall(DMLabelSetDefaultValue(newlabel, v)); 32379566063dSJacob Faibussowitsch PetscCall(DMLabelGetValueIS(label, &valueIS)); 32389566063dSJacob Faibussowitsch PetscCall(ISGetLocalSize(valueIS, &Nv)); 32399566063dSJacob Faibussowitsch PetscCall(ISGetIndices(valueIS, &values)); 3240212103e5SMatthew Knepley for (v = 0; v < Nv; ++v) { 3241212103e5SMatthew Knepley IS pointIS; 3242212103e5SMatthew Knepley const PetscInt *points; 3243212103e5SMatthew Knepley PetscInt Np, p; 3244212103e5SMatthew Knepley 32459566063dSJacob Faibussowitsch PetscCall(DMLabelGetStratumIS(label, values[v], &pointIS)); 32469566063dSJacob Faibussowitsch PetscCall(ISGetLocalSize(pointIS, &Np)); 32479566063dSJacob Faibussowitsch PetscCall(ISGetIndices(pointIS, &points)); 3248212103e5SMatthew Knepley for (p = 0; p < Np; ++p) { 3249212103e5SMatthew Knepley const PetscInt point = points[p]; 3250212103e5SMatthew Knepley PetscInt subp; 3251212103e5SMatthew Knepley 32529566063dSJacob Faibussowitsch PetscCall(DMPlexGetPointDepth(dm, point, &d)); 3253212103e5SMatthew Knepley subp = DMPlexFilterPoint_Internal(point, firstSubPoint[d], numSubPoints[d], subpoints[d]); 32549566063dSJacob Faibussowitsch if (subp >= 0) PetscCall(DMLabelSetValue(newlabel, subp, values[v])); 3255212103e5SMatthew Knepley } 32569566063dSJacob Faibussowitsch PetscCall(ISRestoreIndices(pointIS, &points)); 32579566063dSJacob Faibussowitsch PetscCall(ISDestroy(&pointIS)); 3258212103e5SMatthew Knepley } 32599566063dSJacob Faibussowitsch PetscCall(ISRestoreIndices(valueIS, &values)); 32609566063dSJacob Faibussowitsch PetscCall(ISDestroy(&valueIS)); 3261212103e5SMatthew Knepley } 32623ba16761SJacob Faibussowitsch PetscFunctionReturn(PETSC_SUCCESS); 3263212103e5SMatthew Knepley } 3264212103e5SMatthew Knepley 3265d71ae5a4SJacob Faibussowitsch static PetscErrorCode DMPlexCreateSubmeshGeneric_Interpolated(DM dm, DMLabel label, PetscInt value, PetscBool markedFaces, PetscBool isCohesive, PetscInt cellHeight, DM subdm) 3266d71ae5a4SJacob Faibussowitsch { 326782f516ccSBarry Smith MPI_Comm comm; 326853156dfcSMatthew G. Knepley DMLabel subpointMap; 3269efa14ee0SMatthew G Knepley IS *subpointIS; 3270efa14ee0SMatthew G Knepley const PetscInt **subpoints; 32713982b651SMatthew G. Knepley PetscInt *numSubPoints, *firstSubPoint, *coneNew, *orntNew; 3272dd05d810SMatthew G. Knepley PetscInt totSubPoints = 0, maxConeSize, dim, sdim, cdim, p, d, v; 32730d366550SMatthew G. Knepley PetscMPIInt rank; 3274e6ccafaeSMatthew G Knepley 3275e6ccafaeSMatthew G Knepley PetscFunctionBegin; 32769566063dSJacob Faibussowitsch PetscCall(PetscObjectGetComm((PetscObject)dm, &comm)); 32779566063dSJacob Faibussowitsch PetscCallMPI(MPI_Comm_rank(comm, &rank)); 3278efa14ee0SMatthew G Knepley /* Create subpointMap which marks the submesh */ 32799566063dSJacob Faibussowitsch PetscCall(DMLabelCreate(PETSC_COMM_SELF, "subpoint_map", &subpointMap)); 32809566063dSJacob Faibussowitsch PetscCall(DMPlexSetSubpointMap(subdm, subpointMap)); 3281bec263e5SMatthew G. Knepley if (cellHeight) { 32829566063dSJacob Faibussowitsch if (isCohesive) PetscCall(DMPlexMarkCohesiveSubmesh_Interpolated(dm, label, value, subpointMap, subdm)); 32839566063dSJacob Faibussowitsch else PetscCall(DMPlexMarkSubmesh_Interpolated(dm, label, value, markedFaces, subpointMap, subdm)); 3284bec263e5SMatthew G. Knepley } else { 3285bec263e5SMatthew G. Knepley DMLabel depth; 3286bec263e5SMatthew G. Knepley IS pointIS; 3287bec263e5SMatthew G. Knepley const PetscInt *points; 3288b85c8bf9SMatthew G. Knepley PetscInt numPoints = 0; 3289bec263e5SMatthew G. Knepley 32909566063dSJacob Faibussowitsch PetscCall(DMPlexGetDepthLabel(dm, &depth)); 32919566063dSJacob Faibussowitsch PetscCall(DMLabelGetStratumIS(label, value, &pointIS)); 3292b85c8bf9SMatthew G. Knepley if (pointIS) { 32939566063dSJacob Faibussowitsch PetscCall(ISGetIndices(pointIS, &points)); 32949566063dSJacob Faibussowitsch PetscCall(ISGetLocalSize(pointIS, &numPoints)); 3295b85c8bf9SMatthew G. Knepley } 3296bec263e5SMatthew G. Knepley for (p = 0; p < numPoints; ++p) { 3297bec263e5SMatthew G. Knepley PetscInt *closure = NULL; 3298bec263e5SMatthew G. Knepley PetscInt closureSize, c, pdim; 3299bec263e5SMatthew G. Knepley 33009566063dSJacob Faibussowitsch PetscCall(DMPlexGetTransitiveClosure(dm, points[p], PETSC_TRUE, &closureSize, &closure)); 3301bec263e5SMatthew G. Knepley for (c = 0; c < closureSize * 2; c += 2) { 33029566063dSJacob Faibussowitsch PetscCall(DMLabelGetValue(depth, closure[c], &pdim)); 33039566063dSJacob Faibussowitsch PetscCall(DMLabelSetValue(subpointMap, closure[c], pdim)); 3304bec263e5SMatthew G. Knepley } 33059566063dSJacob Faibussowitsch PetscCall(DMPlexRestoreTransitiveClosure(dm, points[p], PETSC_TRUE, &closureSize, &closure)); 3306bec263e5SMatthew G. Knepley } 33079566063dSJacob Faibussowitsch if (pointIS) PetscCall(ISRestoreIndices(pointIS, &points)); 33089566063dSJacob Faibussowitsch PetscCall(ISDestroy(&pointIS)); 3309bec263e5SMatthew G. Knepley } 3310efa14ee0SMatthew G Knepley /* Setup chart */ 33119566063dSJacob Faibussowitsch PetscCall(DMGetDimension(dm, &dim)); 3312dd05d810SMatthew G. Knepley PetscCall(DMGetCoordinateDim(dm, &cdim)); 33139566063dSJacob Faibussowitsch PetscCall(PetscMalloc4(dim + 1, &numSubPoints, dim + 1, &firstSubPoint, dim + 1, &subpointIS, dim + 1, &subpoints)); 3314e6ccafaeSMatthew G Knepley for (d = 0; d <= dim; ++d) { 33159566063dSJacob Faibussowitsch PetscCall(DMLabelGetStratumSize(subpointMap, d, &numSubPoints[d])); 3316e6ccafaeSMatthew G Knepley totSubPoints += numSubPoints[d]; 3317e6ccafaeSMatthew G Knepley } 3318dd05d810SMatthew G. Knepley // Determine submesh dimension 3319dd05d810SMatthew G. Knepley PetscCall(DMGetDimension(subdm, &sdim)); 3320dd05d810SMatthew G. Knepley if (sdim > 0) { 3321dd05d810SMatthew G. Knepley // Calling function knows what dimension to use, and we include neighboring cells as well 3322dd05d810SMatthew G. Knepley sdim = dim; 3323dd05d810SMatthew G. Knepley } else { 3324dd05d810SMatthew G. Knepley // We reset the subdimension based on what is being selected 3325dd05d810SMatthew G. Knepley PetscInt lsdim; 3326dd05d810SMatthew G. Knepley for (lsdim = dim; lsdim >= 0; --lsdim) 3327dd05d810SMatthew G. Knepley if (numSubPoints[lsdim]) break; 33283ba16761SJacob Faibussowitsch PetscCallMPI(MPI_Allreduce(&lsdim, &sdim, 1, MPIU_INT, MPIU_MAX, comm)); 3329dd05d810SMatthew G. Knepley PetscCall(DMSetDimension(subdm, sdim)); 3330dd05d810SMatthew G. Knepley PetscCall(DMSetCoordinateDim(subdm, cdim)); 3331dd05d810SMatthew G. Knepley } 33329566063dSJacob Faibussowitsch PetscCall(DMPlexSetChart(subdm, 0, totSubPoints)); 33339566063dSJacob Faibussowitsch PetscCall(DMPlexSetVTKCellHeight(subdm, cellHeight)); 3334e6ccafaeSMatthew G Knepley /* Set cone sizes */ 3335dd05d810SMatthew G. Knepley firstSubPoint[sdim] = 0; 3336dd05d810SMatthew G. Knepley firstSubPoint[0] = firstSubPoint[sdim] + numSubPoints[sdim]; 3337dd05d810SMatthew G. Knepley if (sdim > 1) firstSubPoint[sdim - 1] = firstSubPoint[0] + numSubPoints[0]; 3338dd05d810SMatthew G. Knepley if (sdim > 2) firstSubPoint[sdim - 2] = firstSubPoint[sdim - 1] + numSubPoints[sdim - 1]; 3339dd05d810SMatthew G. Knepley for (d = 0; d <= sdim; ++d) { 33409566063dSJacob Faibussowitsch PetscCall(DMLabelGetStratumIS(subpointMap, d, &subpointIS[d])); 33419566063dSJacob Faibussowitsch if (subpointIS[d]) PetscCall(ISGetIndices(subpointIS[d], &subpoints[d])); 3342e6ccafaeSMatthew G Knepley } 3343412e9a14SMatthew G. Knepley /* We do not want this label automatically computed, instead we compute it here */ 33449566063dSJacob Faibussowitsch PetscCall(DMCreateLabel(subdm, "celltype")); 3345dd05d810SMatthew G. Knepley for (d = 0; d <= sdim; ++d) { 3346e6ccafaeSMatthew G Knepley for (p = 0; p < numSubPoints[d]; ++p) { 3347e6ccafaeSMatthew G Knepley const PetscInt point = subpoints[d][p]; 3348e6ccafaeSMatthew G Knepley const PetscInt subpoint = firstSubPoint[d] + p; 3349e6ccafaeSMatthew G Knepley const PetscInt *cone; 335015100a53SVaclav Hapla PetscInt coneSize; 3351e6ccafaeSMatthew G Knepley 33529566063dSJacob Faibussowitsch PetscCall(DMPlexGetConeSize(dm, point, &coneSize)); 3353dd05d810SMatthew G. Knepley if (cellHeight && (d == sdim)) { 335415100a53SVaclav Hapla PetscInt coneSizeNew, c, val; 335515100a53SVaclav Hapla 33569566063dSJacob Faibussowitsch PetscCall(DMPlexGetCone(dm, point, &cone)); 3357e6ccafaeSMatthew G Knepley for (c = 0, coneSizeNew = 0; c < coneSize; ++c) { 33589566063dSJacob Faibussowitsch PetscCall(DMLabelGetValue(subpointMap, cone[c], &val)); 3359e6ccafaeSMatthew G Knepley if (val >= 0) coneSizeNew++; 3360e6ccafaeSMatthew G Knepley } 33619566063dSJacob Faibussowitsch PetscCall(DMPlexSetConeSize(subdm, subpoint, coneSizeNew)); 33629566063dSJacob Faibussowitsch PetscCall(DMPlexSetCellType(subdm, subpoint, DM_POLYTOPE_FV_GHOST)); 336315100a53SVaclav Hapla } else { 336415100a53SVaclav Hapla DMPolytopeType ct; 336515100a53SVaclav Hapla 336615100a53SVaclav Hapla PetscCall(DMPlexSetConeSize(subdm, subpoint, coneSize)); 336715100a53SVaclav Hapla PetscCall(DMPlexGetCellType(dm, point, &ct)); 336815100a53SVaclav Hapla PetscCall(DMPlexSetCellType(subdm, subpoint, ct)); 3369e6ccafaeSMatthew G Knepley } 3370e6ccafaeSMatthew G Knepley } 3371e6ccafaeSMatthew G Knepley } 33729566063dSJacob Faibussowitsch PetscCall(DMLabelDestroy(&subpointMap)); 33739566063dSJacob Faibussowitsch PetscCall(DMSetUp(subdm)); 3374e6ccafaeSMatthew G Knepley /* Set cones */ 33759566063dSJacob Faibussowitsch PetscCall(DMPlexGetMaxSizes(dm, &maxConeSize, NULL)); 33769566063dSJacob Faibussowitsch PetscCall(PetscMalloc2(maxConeSize, &coneNew, maxConeSize, &orntNew)); 3377dd05d810SMatthew G. Knepley for (d = 0; d <= sdim; ++d) { 3378e6ccafaeSMatthew G Knepley for (p = 0; p < numSubPoints[d]; ++p) { 3379e6ccafaeSMatthew G Knepley const PetscInt point = subpoints[d][p]; 3380e6ccafaeSMatthew G Knepley const PetscInt subpoint = firstSubPoint[d] + p; 33810e49e2e2SMatthew G. Knepley const PetscInt *cone, *ornt; 33820d366550SMatthew G. Knepley PetscInt coneSize, subconeSize, coneSizeNew, c, subc, fornt = 0; 3383e6ccafaeSMatthew G Knepley 3384dd05d810SMatthew G. Knepley if (d == sdim - 1) { 33850d366550SMatthew G. Knepley const PetscInt *support, *cone, *ornt; 33860d366550SMatthew G. Knepley PetscInt supportSize, coneSize, s, subc; 33870d366550SMatthew G. Knepley 33889566063dSJacob Faibussowitsch PetscCall(DMPlexGetSupport(dm, point, &support)); 33899566063dSJacob Faibussowitsch PetscCall(DMPlexGetSupportSize(dm, point, &supportSize)); 33900d366550SMatthew G. Knepley for (s = 0; s < supportSize; ++s) { 3391064cae4fSPierre Jolivet PetscBool isHybrid = PETSC_FALSE; 3392412e9a14SMatthew G. Knepley 33939566063dSJacob Faibussowitsch PetscCall(DMPlexCellIsHybrid_Internal(dm, support[s], &isHybrid)); 3394412e9a14SMatthew G. Knepley if (!isHybrid) continue; 33959566063dSJacob Faibussowitsch PetscCall(PetscFindInt(support[s], numSubPoints[d + 1], subpoints[d + 1], &subc)); 33960d366550SMatthew G. Knepley if (subc >= 0) { 33970d366550SMatthew G. Knepley const PetscInt ccell = subpoints[d + 1][subc]; 33980d366550SMatthew G. Knepley 33999566063dSJacob Faibussowitsch PetscCall(DMPlexGetCone(dm, ccell, &cone)); 34009566063dSJacob Faibussowitsch PetscCall(DMPlexGetConeSize(dm, ccell, &coneSize)); 34019566063dSJacob Faibussowitsch PetscCall(DMPlexGetConeOrientation(dm, ccell, &ornt)); 34020d366550SMatthew G. Knepley for (c = 0; c < coneSize; ++c) { 34030d366550SMatthew G. Knepley if (cone[c] == point) { 34040d366550SMatthew G. Knepley fornt = ornt[c]; 34050d366550SMatthew G. Knepley break; 34060d366550SMatthew G. Knepley } 34070d366550SMatthew G. Knepley } 34080d366550SMatthew G. Knepley break; 34090d366550SMatthew G. Knepley } 34100d366550SMatthew G. Knepley } 34110d366550SMatthew G. Knepley } 34129566063dSJacob Faibussowitsch PetscCall(DMPlexGetConeSize(dm, point, &coneSize)); 34139566063dSJacob Faibussowitsch PetscCall(DMPlexGetConeSize(subdm, subpoint, &subconeSize)); 34149566063dSJacob Faibussowitsch PetscCall(DMPlexGetCone(dm, point, &cone)); 34159566063dSJacob Faibussowitsch PetscCall(DMPlexGetConeOrientation(dm, point, &ornt)); 3416e6ccafaeSMatthew G Knepley for (c = 0, coneSizeNew = 0; c < coneSize; ++c) { 34179566063dSJacob Faibussowitsch PetscCall(PetscFindInt(cone[c], numSubPoints[d - 1], subpoints[d - 1], &subc)); 341801a2673eSMatthew G. Knepley if (subc >= 0) { 341901a2673eSMatthew G. Knepley coneNew[coneSizeNew] = firstSubPoint[d - 1] + subc; 34203982b651SMatthew G. Knepley orntNew[coneSizeNew] = ornt[c]; 342101a2673eSMatthew G. Knepley ++coneSizeNew; 342201a2673eSMatthew G. Knepley } 3423e6ccafaeSMatthew G Knepley } 342463a3b9bcSJacob Faibussowitsch PetscCheck(coneSizeNew == subconeSize, comm, PETSC_ERR_PLIB, "Number of cone points located %" PetscInt_FMT " does not match subcone size %" PetscInt_FMT, coneSizeNew, subconeSize); 34259566063dSJacob Faibussowitsch PetscCall(DMPlexSetCone(subdm, subpoint, coneNew)); 34269566063dSJacob Faibussowitsch PetscCall(DMPlexSetConeOrientation(subdm, subpoint, orntNew)); 34279566063dSJacob Faibussowitsch if (fornt < 0) PetscCall(DMPlexOrientPoint(subdm, subpoint, fornt)); 3428e6ccafaeSMatthew G Knepley } 3429e6ccafaeSMatthew G Knepley } 34309566063dSJacob Faibussowitsch PetscCall(PetscFree2(coneNew, orntNew)); 34319566063dSJacob Faibussowitsch PetscCall(DMPlexSymmetrize(subdm)); 34329566063dSJacob Faibussowitsch PetscCall(DMPlexStratify(subdm)); 3433e6ccafaeSMatthew G Knepley /* Build coordinates */ 3434e6ccafaeSMatthew G Knepley { 3435e6ccafaeSMatthew G Knepley PetscSection coordSection, subCoordSection; 3436e6ccafaeSMatthew G Knepley Vec coordinates, subCoordinates; 3437e6ccafaeSMatthew G Knepley PetscScalar *coords, *subCoords; 3438c0e8cf5fSMatthew G. Knepley PetscInt cdim, numComp, coordSize; 343924640c55SToby Isaac const char *name; 3440e6ccafaeSMatthew G Knepley 34419566063dSJacob Faibussowitsch PetscCall(DMGetCoordinateDim(dm, &cdim)); 34429566063dSJacob Faibussowitsch PetscCall(DMGetCoordinateSection(dm, &coordSection)); 34439566063dSJacob Faibussowitsch PetscCall(DMGetCoordinatesLocal(dm, &coordinates)); 34449566063dSJacob Faibussowitsch PetscCall(DMGetCoordinateSection(subdm, &subCoordSection)); 34459566063dSJacob Faibussowitsch PetscCall(PetscSectionSetNumFields(subCoordSection, 1)); 34469566063dSJacob Faibussowitsch PetscCall(PetscSectionGetFieldComponents(coordSection, 0, &numComp)); 34479566063dSJacob Faibussowitsch PetscCall(PetscSectionSetFieldComponents(subCoordSection, 0, numComp)); 34489566063dSJacob Faibussowitsch PetscCall(PetscSectionSetChart(subCoordSection, firstSubPoint[0], firstSubPoint[0] + numSubPoints[0])); 3449e6ccafaeSMatthew G Knepley for (v = 0; v < numSubPoints[0]; ++v) { 3450e6ccafaeSMatthew G Knepley const PetscInt vertex = subpoints[0][v]; 3451e6ccafaeSMatthew G Knepley const PetscInt subvertex = firstSubPoint[0] + v; 3452e6ccafaeSMatthew G Knepley PetscInt dof; 3453e6ccafaeSMatthew G Knepley 34549566063dSJacob Faibussowitsch PetscCall(PetscSectionGetDof(coordSection, vertex, &dof)); 34559566063dSJacob Faibussowitsch PetscCall(PetscSectionSetDof(subCoordSection, subvertex, dof)); 34569566063dSJacob Faibussowitsch PetscCall(PetscSectionSetFieldDof(subCoordSection, subvertex, 0, dof)); 3457e6ccafaeSMatthew G Knepley } 34589566063dSJacob Faibussowitsch PetscCall(PetscSectionSetUp(subCoordSection)); 34599566063dSJacob Faibussowitsch PetscCall(PetscSectionGetStorageSize(subCoordSection, &coordSize)); 34609566063dSJacob Faibussowitsch PetscCall(VecCreate(PETSC_COMM_SELF, &subCoordinates)); 34619566063dSJacob Faibussowitsch PetscCall(PetscObjectGetName((PetscObject)coordinates, &name)); 34629566063dSJacob Faibussowitsch PetscCall(PetscObjectSetName((PetscObject)subCoordinates, name)); 34639566063dSJacob Faibussowitsch PetscCall(VecSetSizes(subCoordinates, coordSize, PETSC_DETERMINE)); 34649566063dSJacob Faibussowitsch PetscCall(VecSetBlockSize(subCoordinates, cdim)); 34659566063dSJacob Faibussowitsch PetscCall(VecSetType(subCoordinates, VECSTANDARD)); 34669566063dSJacob Faibussowitsch PetscCall(VecGetArray(coordinates, &coords)); 34679566063dSJacob Faibussowitsch PetscCall(VecGetArray(subCoordinates, &subCoords)); 3468e6ccafaeSMatthew G Knepley for (v = 0; v < numSubPoints[0]; ++v) { 3469e6ccafaeSMatthew G Knepley const PetscInt vertex = subpoints[0][v]; 3470e6ccafaeSMatthew G Knepley const PetscInt subvertex = firstSubPoint[0] + v; 3471e6ccafaeSMatthew G Knepley PetscInt dof, off, sdof, soff, d; 3472e6ccafaeSMatthew G Knepley 34739566063dSJacob Faibussowitsch PetscCall(PetscSectionGetDof(coordSection, vertex, &dof)); 34749566063dSJacob Faibussowitsch PetscCall(PetscSectionGetOffset(coordSection, vertex, &off)); 34759566063dSJacob Faibussowitsch PetscCall(PetscSectionGetDof(subCoordSection, subvertex, &sdof)); 34769566063dSJacob Faibussowitsch PetscCall(PetscSectionGetOffset(subCoordSection, subvertex, &soff)); 347763a3b9bcSJacob Faibussowitsch PetscCheck(dof == sdof, comm, PETSC_ERR_PLIB, "Coordinate dimension %" PetscInt_FMT " on subvertex %" PetscInt_FMT ", vertex %" PetscInt_FMT " should be %" PetscInt_FMT, sdof, subvertex, vertex, dof); 3478efa14ee0SMatthew G Knepley for (d = 0; d < dof; ++d) subCoords[soff + d] = coords[off + d]; 3479e6ccafaeSMatthew G Knepley } 34809566063dSJacob Faibussowitsch PetscCall(VecRestoreArray(coordinates, &coords)); 34819566063dSJacob Faibussowitsch PetscCall(VecRestoreArray(subCoordinates, &subCoords)); 34829566063dSJacob Faibussowitsch PetscCall(DMSetCoordinatesLocal(subdm, subCoordinates)); 34839566063dSJacob Faibussowitsch PetscCall(VecDestroy(&subCoordinates)); 3484e6ccafaeSMatthew G Knepley } 34853982b651SMatthew G. Knepley /* Build SF: We need this complexity because subpoints might not be selected on the owning process */ 34863982b651SMatthew G. Knepley { 34873982b651SMatthew G. Knepley PetscSF sfPoint, sfPointSub; 34883982b651SMatthew G. Knepley IS subpIS; 34893982b651SMatthew G. Knepley const PetscSFNode *remotePoints; 34905033f954SMatthew G. Knepley PetscSFNode *sremotePoints = NULL, *newLocalPoints = NULL, *newOwners = NULL; 34915033f954SMatthew G. Knepley const PetscInt *localPoints, *subpoints, *rootdegree; 3492dd05d810SMatthew G. Knepley PetscInt *slocalPoints = NULL, *sortedPoints = NULL, *sortedIndices = NULL; 34935033f954SMatthew G. Knepley PetscInt numRoots, numLeaves, numSubpoints = 0, numSubroots, numSubleaves = 0, l, sl = 0, ll = 0, pStart, pEnd, p; 34945033f954SMatthew G. Knepley PetscMPIInt rank, size; 34953982b651SMatthew G. Knepley 34969566063dSJacob Faibussowitsch PetscCallMPI(MPI_Comm_rank(PetscObjectComm((PetscObject)dm), &rank)); 34975033f954SMatthew G. Knepley PetscCallMPI(MPI_Comm_size(PetscObjectComm((PetscObject)dm), &size)); 34989566063dSJacob Faibussowitsch PetscCall(DMGetPointSF(dm, &sfPoint)); 34999566063dSJacob Faibussowitsch PetscCall(DMGetPointSF(subdm, &sfPointSub)); 35009566063dSJacob Faibussowitsch PetscCall(DMPlexGetChart(dm, &pStart, &pEnd)); 35019566063dSJacob Faibussowitsch PetscCall(DMPlexGetChart(subdm, NULL, &numSubroots)); 35029566063dSJacob Faibussowitsch PetscCall(DMPlexGetSubpointIS(subdm, &subpIS)); 35033982b651SMatthew G. Knepley if (subpIS) { 3504dd05d810SMatthew G. Knepley PetscBool sorted = PETSC_TRUE; 3505dd05d810SMatthew G. Knepley 35069566063dSJacob Faibussowitsch PetscCall(ISGetIndices(subpIS, &subpoints)); 35079566063dSJacob Faibussowitsch PetscCall(ISGetLocalSize(subpIS, &numSubpoints)); 3508dd05d810SMatthew G. Knepley for (p = 1; p < numSubpoints; ++p) sorted = sorted && (subpoints[p] >= subpoints[p - 1]) ? PETSC_TRUE : PETSC_FALSE; 3509dd05d810SMatthew G. Knepley if (!sorted) { 3510dd05d810SMatthew G. Knepley PetscCall(PetscMalloc2(numSubpoints, &sortedPoints, numSubpoints, &sortedIndices)); 3511dd05d810SMatthew G. Knepley for (p = 0; p < numSubpoints; ++p) sortedIndices[p] = p; 3512dd05d810SMatthew G. Knepley PetscCall(PetscArraycpy(sortedPoints, subpoints, numSubpoints)); 3513dd05d810SMatthew G. Knepley PetscCall(PetscSortIntWithArray(numSubpoints, sortedPoints, sortedIndices)); 3514dd05d810SMatthew G. Knepley } 35153982b651SMatthew G. Knepley } 35169566063dSJacob Faibussowitsch PetscCall(PetscSFGetGraph(sfPoint, &numRoots, &numLeaves, &localPoints, &remotePoints)); 35173982b651SMatthew G. Knepley if (numRoots >= 0) { 35185033f954SMatthew G. Knepley PetscCall(PetscSFComputeDegreeBegin(sfPoint, &rootdegree)); 35195033f954SMatthew G. Knepley PetscCall(PetscSFComputeDegreeEnd(sfPoint, &rootdegree)); 35209566063dSJacob Faibussowitsch PetscCall(PetscMalloc2(pEnd - pStart, &newLocalPoints, numRoots, &newOwners)); 35213982b651SMatthew G. Knepley for (p = 0; p < pEnd - pStart; ++p) { 35223982b651SMatthew G. Knepley newLocalPoints[p].rank = -2; 35233982b651SMatthew G. Knepley newLocalPoints[p].index = -2; 35243982b651SMatthew G. Knepley } 35253982b651SMatthew G. Knepley /* Set subleaves */ 35263982b651SMatthew G. Knepley for (l = 0; l < numLeaves; ++l) { 35273982b651SMatthew G. Knepley const PetscInt point = localPoints[l]; 3528dd05d810SMatthew G. Knepley const PetscInt subpoint = DMPlexFilterPointPerm_Internal(point, 0, numSubpoints, sortedPoints ? sortedPoints : subpoints, sortedIndices); 35293982b651SMatthew G. Knepley 35303982b651SMatthew G. Knepley if (subpoint < 0) continue; 35313982b651SMatthew G. Knepley newLocalPoints[point - pStart].rank = rank; 35323982b651SMatthew G. Knepley newLocalPoints[point - pStart].index = subpoint; 35333982b651SMatthew G. Knepley ++numSubleaves; 35343982b651SMatthew G. Knepley } 35353982b651SMatthew G. Knepley /* Must put in owned subpoints */ 35363982b651SMatthew G. Knepley for (p = pStart; p < pEnd; ++p) { 35373982b651SMatthew G. Knepley newOwners[p - pStart].rank = -3; 35383982b651SMatthew G. Knepley newOwners[p - pStart].index = -3; 35393982b651SMatthew G. Knepley } 3540d9384f27SMatthew G. Knepley for (p = 0; p < numSubpoints; ++p) { 35415033f954SMatthew G. Knepley /* Hold on to currently owned points */ 35425033f954SMatthew G. Knepley if (rootdegree[subpoints[p] - pStart]) newOwners[subpoints[p] - pStart].rank = rank + size; 35435033f954SMatthew G. Knepley else newOwners[subpoints[p] - pStart].rank = rank; 3544d9384f27SMatthew G. Knepley newOwners[subpoints[p] - pStart].index = p; 35453982b651SMatthew G. Knepley } 35469566063dSJacob Faibussowitsch PetscCall(PetscSFReduceBegin(sfPoint, MPIU_2INT, newLocalPoints, newOwners, MPI_MAXLOC)); 35479566063dSJacob Faibussowitsch PetscCall(PetscSFReduceEnd(sfPoint, MPIU_2INT, newLocalPoints, newOwners, MPI_MAXLOC)); 35489371c9d4SSatish Balay for (p = pStart; p < pEnd; ++p) 35499371c9d4SSatish Balay if (newOwners[p - pStart].rank >= size) newOwners[p - pStart].rank -= size; 35509566063dSJacob Faibussowitsch PetscCall(PetscSFBcastBegin(sfPoint, MPIU_2INT, newOwners, newLocalPoints, MPI_REPLACE)); 35519566063dSJacob Faibussowitsch PetscCall(PetscSFBcastEnd(sfPoint, MPIU_2INT, newOwners, newLocalPoints, MPI_REPLACE)); 35529566063dSJacob Faibussowitsch PetscCall(PetscMalloc1(numSubleaves, &slocalPoints)); 35539566063dSJacob Faibussowitsch PetscCall(PetscMalloc1(numSubleaves, &sremotePoints)); 35545033f954SMatthew G. Knepley for (l = 0; l < numLeaves; ++l) { 35553982b651SMatthew G. Knepley const PetscInt point = localPoints[l]; 3556dd05d810SMatthew G. Knepley const PetscInt subpoint = DMPlexFilterPointPerm_Internal(point, 0, numSubpoints, sortedPoints ? sortedPoints : subpoints, sortedIndices); 35573982b651SMatthew G. Knepley 35583982b651SMatthew G. Knepley if (subpoint < 0) continue; 35599371c9d4SSatish Balay if (newLocalPoints[point].rank == rank) { 35609371c9d4SSatish Balay ++ll; 35619371c9d4SSatish Balay continue; 35629371c9d4SSatish Balay } 35633982b651SMatthew G. Knepley slocalPoints[sl] = subpoint; 35643982b651SMatthew G. Knepley sremotePoints[sl].rank = newLocalPoints[point].rank; 35653982b651SMatthew G. Knepley sremotePoints[sl].index = newLocalPoints[point].index; 356663a3b9bcSJacob Faibussowitsch PetscCheck(sremotePoints[sl].rank >= 0, PETSC_COMM_SELF, PETSC_ERR_PLIB, "Invalid remote rank for local point %" PetscInt_FMT, point); 356763a3b9bcSJacob Faibussowitsch PetscCheck(sremotePoints[sl].index >= 0, PETSC_COMM_SELF, PETSC_ERR_PLIB, "Invalid remote subpoint for local point %" PetscInt_FMT, point); 35683982b651SMatthew G. Knepley ++sl; 35693982b651SMatthew G. Knepley } 35701dca8a05SBarry Smith PetscCheck(sl + ll == numSubleaves, PETSC_COMM_SELF, PETSC_ERR_PLIB, "Mismatch in number of subleaves %" PetscInt_FMT " + %" PetscInt_FMT " != %" PetscInt_FMT, sl, ll, numSubleaves); 35719566063dSJacob Faibussowitsch PetscCall(PetscFree2(newLocalPoints, newOwners)); 35729566063dSJacob Faibussowitsch PetscCall(PetscSFSetGraph(sfPointSub, numSubroots, sl, slocalPoints, PETSC_OWN_POINTER, sremotePoints, PETSC_OWN_POINTER)); 35733982b651SMatthew G. Knepley } 357448a46eb9SPierre Jolivet if (subpIS) PetscCall(ISRestoreIndices(subpIS, &subpoints)); 3575dd05d810SMatthew G. Knepley PetscCall(PetscFree2(sortedPoints, sortedIndices)); 35763982b651SMatthew G. Knepley } 3577212103e5SMatthew Knepley /* Filter labels */ 35789566063dSJacob Faibussowitsch PetscCall(DMPlexFilterLabels_Internal(dm, numSubPoints, subpoints, firstSubPoint, subdm)); 3579efa14ee0SMatthew G Knepley /* Cleanup */ 3580dd05d810SMatthew G. Knepley for (d = 0; d <= sdim; ++d) { 35819566063dSJacob Faibussowitsch if (subpointIS[d]) PetscCall(ISRestoreIndices(subpointIS[d], &subpoints[d])); 35829566063dSJacob Faibussowitsch PetscCall(ISDestroy(&subpointIS[d])); 3583e6ccafaeSMatthew G Knepley } 35849566063dSJacob Faibussowitsch PetscCall(PetscFree4(numSubPoints, firstSubPoint, subpointIS, subpoints)); 35853ba16761SJacob Faibussowitsch PetscFunctionReturn(PETSC_SUCCESS); 3586e6ccafaeSMatthew G Knepley } 3587e6ccafaeSMatthew G Knepley 3588d71ae5a4SJacob Faibussowitsch static PetscErrorCode DMPlexCreateSubmesh_Interpolated(DM dm, DMLabel vertexLabel, PetscInt value, PetscBool markedFaces, DM subdm) 3589d71ae5a4SJacob Faibussowitsch { 35903982b651SMatthew G. Knepley PetscFunctionBegin; 35919566063dSJacob Faibussowitsch PetscCall(DMPlexCreateSubmeshGeneric_Interpolated(dm, vertexLabel, value, markedFaces, PETSC_FALSE, 1, subdm)); 35923ba16761SJacob Faibussowitsch PetscFunctionReturn(PETSC_SUCCESS); 35933982b651SMatthew G. Knepley } 35943982b651SMatthew G. Knepley 3595d0fa310fSMatthew G. Knepley /*@ 3596e6ccafaeSMatthew G Knepley DMPlexCreateSubmesh - Extract a hypersurface from the mesh using vertices defined by a label 3597e6ccafaeSMatthew G Knepley 3598e6ccafaeSMatthew G Knepley Input Parameters: 3599e6ccafaeSMatthew G Knepley + dm - The original mesh 3600*20f4b53cSBarry Smith . vertexLabel - The `DMLabel` marking points contained in the surface 3601158acfadSMatthew G. Knepley . value - The label value to use 3602*20f4b53cSBarry Smith - markedFaces - `PETSC_TRUE` if surface faces are marked in addition to vertices, `PETSC_FALSE` if only vertices are marked 3603e6ccafaeSMatthew G Knepley 3604e6ccafaeSMatthew G Knepley Output Parameter: 3605e6ccafaeSMatthew G Knepley . subdm - The surface mesh 3606e6ccafaeSMatthew G Knepley 3607e6ccafaeSMatthew G Knepley Level: developer 3608e6ccafaeSMatthew G Knepley 3609*20f4b53cSBarry Smith Note: 3610*20f4b53cSBarry Smith This function produces a `DMLabel` mapping original points in the submesh to their depth. This can be obtained using `DMPlexGetSubpointMap()`. 3611*20f4b53cSBarry Smith 3612*20f4b53cSBarry Smith .seealso: [](chapter_unstructured), `DM`, `DMPLEX`, `DMPlexGetSubpointMap()`, `DMGetLabel()`, `DMLabelSetValue()` 3613830e53efSMatthew G. Knepley @*/ 3614d71ae5a4SJacob Faibussowitsch PetscErrorCode DMPlexCreateSubmesh(DM dm, DMLabel vertexLabel, PetscInt value, PetscBool markedFaces, DM *subdm) 3615d71ae5a4SJacob Faibussowitsch { 3616827c4036SVaclav Hapla DMPlexInterpolatedFlag interpolated; 3617827c4036SVaclav Hapla PetscInt dim, cdim; 3618e6ccafaeSMatthew G Knepley 3619e6ccafaeSMatthew G Knepley PetscFunctionBegin; 3620e6ccafaeSMatthew G Knepley PetscValidHeaderSpecific(dm, DM_CLASSID, 1); 3621064a246eSJacob Faibussowitsch PetscValidPointer(subdm, 5); 36229566063dSJacob Faibussowitsch PetscCall(DMGetDimension(dm, &dim)); 36239566063dSJacob Faibussowitsch PetscCall(DMCreate(PetscObjectComm((PetscObject)dm), subdm)); 36249566063dSJacob Faibussowitsch PetscCall(DMSetType(*subdm, DMPLEX)); 36259566063dSJacob Faibussowitsch PetscCall(DMSetDimension(*subdm, dim - 1)); 36269566063dSJacob Faibussowitsch PetscCall(DMGetCoordinateDim(dm, &cdim)); 36279566063dSJacob Faibussowitsch PetscCall(DMSetCoordinateDim(*subdm, cdim)); 36289566063dSJacob Faibussowitsch PetscCall(DMPlexIsInterpolated(dm, &interpolated)); 362908401ef6SPierre Jolivet PetscCheck(interpolated != DMPLEX_INTERPOLATED_PARTIAL, PETSC_COMM_SELF, PETSC_ERR_ARG_WRONG, "Not for partially interpolated meshes"); 3630827c4036SVaclav Hapla if (interpolated) { 36319566063dSJacob Faibussowitsch PetscCall(DMPlexCreateSubmesh_Interpolated(dm, vertexLabel, value, markedFaces, *subdm)); 3632e6ccafaeSMatthew G Knepley } else { 36339566063dSJacob Faibussowitsch PetscCall(DMPlexCreateSubmesh_Uninterpolated(dm, vertexLabel, value, *subdm)); 3634e6ccafaeSMatthew G Knepley } 36355de52c6dSVaclav Hapla PetscCall(DMPlexCopy_Internal(dm, PETSC_TRUE, PETSC_TRUE, *subdm)); 36363ba16761SJacob Faibussowitsch PetscFunctionReturn(PETSC_SUCCESS); 3637e6ccafaeSMatthew G Knepley } 3638e6ccafaeSMatthew G Knepley 3639d71ae5a4SJacob Faibussowitsch static PetscErrorCode DMPlexCreateCohesiveSubmesh_Uninterpolated(DM dm, PetscBool hasLagrange, const char label[], PetscInt value, DM subdm) 3640d71ae5a4SJacob Faibussowitsch { 3641766ab985SMatthew G. Knepley MPI_Comm comm; 3642766ab985SMatthew G. Knepley DMLabel subpointMap; 3643766ab985SMatthew G. Knepley IS subvertexIS; 3644766ab985SMatthew G. Knepley const PetscInt *subVertices; 3645fed694aaSMatthew G. Knepley PetscInt numSubVertices, firstSubVertex, numSubCells, *subCells = NULL; 3646766ab985SMatthew G. Knepley PetscInt *subface, maxConeSize, numSubFaces, firstSubFace, newFacePoint, nFV; 3647412e9a14SMatthew G. Knepley PetscInt c, f; 3648766ab985SMatthew G. Knepley 3649766ab985SMatthew G. Knepley PetscFunctionBegin; 36509566063dSJacob Faibussowitsch PetscCall(PetscObjectGetComm((PetscObject)dm, &comm)); 3651766ab985SMatthew G. Knepley /* Create subpointMap which marks the submesh */ 36529566063dSJacob Faibussowitsch PetscCall(DMLabelCreate(PETSC_COMM_SELF, "subpoint_map", &subpointMap)); 36539566063dSJacob Faibussowitsch PetscCall(DMPlexSetSubpointMap(subdm, subpointMap)); 36549566063dSJacob Faibussowitsch PetscCall(DMLabelDestroy(&subpointMap)); 36559566063dSJacob Faibussowitsch PetscCall(DMPlexMarkCohesiveSubmesh_Uninterpolated(dm, hasLagrange, label, value, subpointMap, &numSubFaces, &nFV, &subCells, subdm)); 3656766ab985SMatthew G. Knepley /* Setup chart */ 36579566063dSJacob Faibussowitsch PetscCall(DMLabelGetStratumSize(subpointMap, 0, &numSubVertices)); 36589566063dSJacob Faibussowitsch PetscCall(DMLabelGetStratumSize(subpointMap, 2, &numSubCells)); 36599566063dSJacob Faibussowitsch PetscCall(DMPlexSetChart(subdm, 0, numSubCells + numSubFaces + numSubVertices)); 36609566063dSJacob Faibussowitsch PetscCall(DMPlexSetVTKCellHeight(subdm, 1)); 3661766ab985SMatthew G. Knepley /* Set cone sizes */ 3662766ab985SMatthew G. Knepley firstSubVertex = numSubCells; 3663766ab985SMatthew G. Knepley firstSubFace = numSubCells + numSubVertices; 3664766ab985SMatthew G. Knepley newFacePoint = firstSubFace; 36659566063dSJacob Faibussowitsch PetscCall(DMLabelGetStratumIS(subpointMap, 0, &subvertexIS)); 36669566063dSJacob Faibussowitsch if (subvertexIS) PetscCall(ISGetIndices(subvertexIS, &subVertices)); 366748a46eb9SPierre Jolivet for (c = 0; c < numSubCells; ++c) PetscCall(DMPlexSetConeSize(subdm, c, 1)); 366848a46eb9SPierre Jolivet for (f = firstSubFace; f < firstSubFace + numSubFaces; ++f) PetscCall(DMPlexSetConeSize(subdm, f, nFV)); 36699566063dSJacob Faibussowitsch PetscCall(DMSetUp(subdm)); 3670766ab985SMatthew G. Knepley /* Create face cones */ 36719566063dSJacob Faibussowitsch PetscCall(DMPlexGetMaxSizes(dm, &maxConeSize, NULL)); 36729566063dSJacob Faibussowitsch PetscCall(DMGetWorkArray(subdm, maxConeSize, MPIU_INT, (void **)&subface)); 3673766ab985SMatthew G. Knepley for (c = 0; c < numSubCells; ++c) { 3674766ab985SMatthew G. Knepley const PetscInt cell = subCells[c]; 3675766ab985SMatthew G. Knepley const PetscInt subcell = c; 367687feddfdSMatthew G. Knepley const PetscInt *cone, *cells; 3677064cae4fSPierre Jolivet PetscBool isHybrid = PETSC_FALSE; 367887feddfdSMatthew G. Knepley PetscInt numCells, subVertex, p, v; 3679766ab985SMatthew G. Knepley 36809566063dSJacob Faibussowitsch PetscCall(DMPlexCellIsHybrid_Internal(dm, cell, &isHybrid)); 3681412e9a14SMatthew G. Knepley if (!isHybrid) continue; 36829566063dSJacob Faibussowitsch PetscCall(DMPlexGetCone(dm, cell, &cone)); 368387feddfdSMatthew G. Knepley for (v = 0; v < nFV; ++v) { 36849566063dSJacob Faibussowitsch PetscCall(PetscFindInt(cone[v], numSubVertices, subVertices, &subVertex)); 368587feddfdSMatthew G. Knepley subface[v] = firstSubVertex + subVertex; 368687feddfdSMatthew G. Knepley } 36879566063dSJacob Faibussowitsch PetscCall(DMPlexSetCone(subdm, newFacePoint, subface)); 36889566063dSJacob Faibussowitsch PetscCall(DMPlexSetCone(subdm, subcell, &newFacePoint)); 36899566063dSJacob Faibussowitsch PetscCall(DMPlexGetJoin(dm, nFV, cone, &numCells, &cells)); 369027234c99SMatthew G. Knepley /* Not true in parallel 369108401ef6SPierre Jolivet PetscCheck(numCells == 2,PETSC_COMM_SELF, PETSC_ERR_ARG_WRONG, "Cohesive cells should separate two cells"); */ 369287feddfdSMatthew G. Knepley for (p = 0; p < numCells; ++p) { 369387feddfdSMatthew G. Knepley PetscInt negsubcell; 3694064cae4fSPierre Jolivet PetscBool isHybrid = PETSC_FALSE; 3695766ab985SMatthew G. Knepley 36969566063dSJacob Faibussowitsch PetscCall(DMPlexCellIsHybrid_Internal(dm, cells[p], &isHybrid)); 3697412e9a14SMatthew G. Knepley if (isHybrid) continue; 369887feddfdSMatthew G. Knepley /* I know this is a crap search */ 369987feddfdSMatthew G. Knepley for (negsubcell = 0; negsubcell < numSubCells; ++negsubcell) { 370087feddfdSMatthew G. Knepley if (subCells[negsubcell] == cells[p]) break; 3701766ab985SMatthew G. Knepley } 370263a3b9bcSJacob Faibussowitsch PetscCheck(negsubcell != numSubCells, PETSC_COMM_SELF, PETSC_ERR_ARG_WRONG, "Could not find negative face neighbor for cohesive cell %" PetscInt_FMT, cell); 37039566063dSJacob Faibussowitsch PetscCall(DMPlexSetCone(subdm, negsubcell, &newFacePoint)); 3704766ab985SMatthew G. Knepley } 37059566063dSJacob Faibussowitsch PetscCall(DMPlexRestoreJoin(dm, nFV, cone, &numCells, &cells)); 370687feddfdSMatthew G. Knepley ++newFacePoint; 3707766ab985SMatthew G. Knepley } 37089566063dSJacob Faibussowitsch PetscCall(DMRestoreWorkArray(subdm, maxConeSize, MPIU_INT, (void **)&subface)); 37099566063dSJacob Faibussowitsch PetscCall(DMPlexSymmetrize(subdm)); 37109566063dSJacob Faibussowitsch PetscCall(DMPlexStratify(subdm)); 3711766ab985SMatthew G. Knepley /* Build coordinates */ 3712766ab985SMatthew G. Knepley { 3713766ab985SMatthew G. Knepley PetscSection coordSection, subCoordSection; 3714766ab985SMatthew G. Knepley Vec coordinates, subCoordinates; 3715766ab985SMatthew G. Knepley PetscScalar *coords, *subCoords; 3716c0e8cf5fSMatthew G. Knepley PetscInt cdim, numComp, coordSize, v; 371724640c55SToby Isaac const char *name; 3718766ab985SMatthew G. Knepley 37199566063dSJacob Faibussowitsch PetscCall(DMGetCoordinateDim(dm, &cdim)); 37209566063dSJacob Faibussowitsch PetscCall(DMGetCoordinateSection(dm, &coordSection)); 37219566063dSJacob Faibussowitsch PetscCall(DMGetCoordinatesLocal(dm, &coordinates)); 37229566063dSJacob Faibussowitsch PetscCall(DMGetCoordinateSection(subdm, &subCoordSection)); 37239566063dSJacob Faibussowitsch PetscCall(PetscSectionSetNumFields(subCoordSection, 1)); 37249566063dSJacob Faibussowitsch PetscCall(PetscSectionGetFieldComponents(coordSection, 0, &numComp)); 37259566063dSJacob Faibussowitsch PetscCall(PetscSectionSetFieldComponents(subCoordSection, 0, numComp)); 37269566063dSJacob Faibussowitsch PetscCall(PetscSectionSetChart(subCoordSection, firstSubVertex, firstSubVertex + numSubVertices)); 3727766ab985SMatthew G. Knepley for (v = 0; v < numSubVertices; ++v) { 3728766ab985SMatthew G. Knepley const PetscInt vertex = subVertices[v]; 3729766ab985SMatthew G. Knepley const PetscInt subvertex = firstSubVertex + v; 3730766ab985SMatthew G. Knepley PetscInt dof; 3731766ab985SMatthew G. Knepley 37329566063dSJacob Faibussowitsch PetscCall(PetscSectionGetDof(coordSection, vertex, &dof)); 37339566063dSJacob Faibussowitsch PetscCall(PetscSectionSetDof(subCoordSection, subvertex, dof)); 37349566063dSJacob Faibussowitsch PetscCall(PetscSectionSetFieldDof(subCoordSection, subvertex, 0, dof)); 3735766ab985SMatthew G. Knepley } 37369566063dSJacob Faibussowitsch PetscCall(PetscSectionSetUp(subCoordSection)); 37379566063dSJacob Faibussowitsch PetscCall(PetscSectionGetStorageSize(subCoordSection, &coordSize)); 37389566063dSJacob Faibussowitsch PetscCall(VecCreate(PETSC_COMM_SELF, &subCoordinates)); 37399566063dSJacob Faibussowitsch PetscCall(PetscObjectGetName((PetscObject)coordinates, &name)); 37409566063dSJacob Faibussowitsch PetscCall(PetscObjectSetName((PetscObject)subCoordinates, name)); 37419566063dSJacob Faibussowitsch PetscCall(VecSetSizes(subCoordinates, coordSize, PETSC_DETERMINE)); 37429566063dSJacob Faibussowitsch PetscCall(VecSetBlockSize(subCoordinates, cdim)); 37439566063dSJacob Faibussowitsch PetscCall(VecSetType(subCoordinates, VECSTANDARD)); 37449566063dSJacob Faibussowitsch PetscCall(VecGetArray(coordinates, &coords)); 37459566063dSJacob Faibussowitsch PetscCall(VecGetArray(subCoordinates, &subCoords)); 3746766ab985SMatthew G. Knepley for (v = 0; v < numSubVertices; ++v) { 3747766ab985SMatthew G. Knepley const PetscInt vertex = subVertices[v]; 3748766ab985SMatthew G. Knepley const PetscInt subvertex = firstSubVertex + v; 3749766ab985SMatthew G. Knepley PetscInt dof, off, sdof, soff, d; 3750766ab985SMatthew G. Knepley 37519566063dSJacob Faibussowitsch PetscCall(PetscSectionGetDof(coordSection, vertex, &dof)); 37529566063dSJacob Faibussowitsch PetscCall(PetscSectionGetOffset(coordSection, vertex, &off)); 37539566063dSJacob Faibussowitsch PetscCall(PetscSectionGetDof(subCoordSection, subvertex, &sdof)); 37549566063dSJacob Faibussowitsch PetscCall(PetscSectionGetOffset(subCoordSection, subvertex, &soff)); 375563a3b9bcSJacob Faibussowitsch PetscCheck(dof == sdof, comm, PETSC_ERR_PLIB, "Coordinate dimension %" PetscInt_FMT " on subvertex %" PetscInt_FMT ", vertex %" PetscInt_FMT " should be %" PetscInt_FMT, sdof, subvertex, vertex, dof); 3756766ab985SMatthew G. Knepley for (d = 0; d < dof; ++d) subCoords[soff + d] = coords[off + d]; 3757766ab985SMatthew G. Knepley } 37589566063dSJacob Faibussowitsch PetscCall(VecRestoreArray(coordinates, &coords)); 37599566063dSJacob Faibussowitsch PetscCall(VecRestoreArray(subCoordinates, &subCoords)); 37609566063dSJacob Faibussowitsch PetscCall(DMSetCoordinatesLocal(subdm, subCoordinates)); 37619566063dSJacob Faibussowitsch PetscCall(VecDestroy(&subCoordinates)); 3762766ab985SMatthew G. Knepley } 3763aca35d17SMatthew G. Knepley /* Build SF */ 3764aca35d17SMatthew G. Knepley CHKMEMQ; 3765aca35d17SMatthew G. Knepley { 3766aca35d17SMatthew G. Knepley PetscSF sfPoint, sfPointSub; 3767aca35d17SMatthew G. Knepley const PetscSFNode *remotePoints; 3768bdcf2095SMatthew G. Knepley PetscSFNode *sremotePoints, *newLocalPoints, *newOwners; 3769aca35d17SMatthew G. Knepley const PetscInt *localPoints; 3770bdcf2095SMatthew G. Knepley PetscInt *slocalPoints; 377149c26ae4SMatthew G. Knepley PetscInt numRoots, numLeaves, numSubRoots = numSubCells + numSubFaces + numSubVertices, numSubLeaves = 0, l, sl, ll, pStart, pEnd, p, vStart, vEnd; 3772bdcf2095SMatthew G. Knepley PetscMPIInt rank; 3773aca35d17SMatthew G. Knepley 37749566063dSJacob Faibussowitsch PetscCallMPI(MPI_Comm_rank(PetscObjectComm((PetscObject)dm), &rank)); 37759566063dSJacob Faibussowitsch PetscCall(DMGetPointSF(dm, &sfPoint)); 37769566063dSJacob Faibussowitsch PetscCall(DMGetPointSF(subdm, &sfPointSub)); 37779566063dSJacob Faibussowitsch PetscCall(DMPlexGetChart(dm, &pStart, &pEnd)); 37789566063dSJacob Faibussowitsch PetscCall(DMPlexGetDepthStratum(dm, 0, &vStart, &vEnd)); 37799566063dSJacob Faibussowitsch PetscCall(PetscSFGetGraph(sfPoint, &numRoots, &numLeaves, &localPoints, &remotePoints)); 3780aca35d17SMatthew G. Knepley if (numRoots >= 0) { 3781aca35d17SMatthew G. Knepley /* Only vertices should be shared */ 37829566063dSJacob Faibussowitsch PetscCall(PetscMalloc2(pEnd - pStart, &newLocalPoints, numRoots, &newOwners)); 3783bdcf2095SMatthew G. Knepley for (p = 0; p < pEnd - pStart; ++p) { 3784bdcf2095SMatthew G. Knepley newLocalPoints[p].rank = -2; 3785bdcf2095SMatthew G. Knepley newLocalPoints[p].index = -2; 3786bdcf2095SMatthew G. Knepley } 37879e0823b2SMatthew G. Knepley /* Set subleaves */ 3788aca35d17SMatthew G. Knepley for (l = 0; l < numLeaves; ++l) { 3789aca35d17SMatthew G. Knepley const PetscInt point = localPoints[l]; 3790bdcf2095SMatthew G. Knepley const PetscInt subPoint = DMPlexFilterPoint_Internal(point, firstSubVertex, numSubVertices, subVertices); 3791aca35d17SMatthew G. Knepley 379263a3b9bcSJacob Faibussowitsch PetscCheck(!(point < vStart) || !(point >= vEnd), PETSC_COMM_SELF, PETSC_ERR_ARG_OUTOFRANGE, "Should not be mapping anything but vertices, %" PetscInt_FMT, point); 3793bdcf2095SMatthew G. Knepley if (subPoint < 0) continue; 3794bdcf2095SMatthew G. Knepley newLocalPoints[point - pStart].rank = rank; 3795bdcf2095SMatthew G. Knepley newLocalPoints[point - pStart].index = subPoint; 3796bdcf2095SMatthew G. Knepley ++numSubLeaves; 3797aca35d17SMatthew G. Knepley } 37989e0823b2SMatthew G. Knepley /* Must put in owned subpoints */ 37999e0823b2SMatthew G. Knepley for (p = pStart; p < pEnd; ++p) { 38009e0823b2SMatthew G. Knepley const PetscInt subPoint = DMPlexFilterPoint_Internal(p, firstSubVertex, numSubVertices, subVertices); 38019e0823b2SMatthew G. Knepley 38029e0823b2SMatthew G. Knepley if (subPoint < 0) { 38039e0823b2SMatthew G. Knepley newOwners[p - pStart].rank = -3; 38049e0823b2SMatthew G. Knepley newOwners[p - pStart].index = -3; 38059e0823b2SMatthew G. Knepley } else { 38069e0823b2SMatthew G. Knepley newOwners[p - pStart].rank = rank; 38079e0823b2SMatthew G. Knepley newOwners[p - pStart].index = subPoint; 38089e0823b2SMatthew G. Knepley } 3809bdcf2095SMatthew G. Knepley } 38109566063dSJacob Faibussowitsch PetscCall(PetscSFReduceBegin(sfPoint, MPIU_2INT, newLocalPoints, newOwners, MPI_MAXLOC)); 38119566063dSJacob Faibussowitsch PetscCall(PetscSFReduceEnd(sfPoint, MPIU_2INT, newLocalPoints, newOwners, MPI_MAXLOC)); 38129566063dSJacob Faibussowitsch PetscCall(PetscSFBcastBegin(sfPoint, MPIU_2INT, newOwners, newLocalPoints, MPI_REPLACE)); 38139566063dSJacob Faibussowitsch PetscCall(PetscSFBcastEnd(sfPoint, MPIU_2INT, newOwners, newLocalPoints, MPI_REPLACE)); 38149566063dSJacob Faibussowitsch PetscCall(PetscMalloc1(numSubLeaves, &slocalPoints)); 38159566063dSJacob Faibussowitsch PetscCall(PetscMalloc1(numSubLeaves, &sremotePoints)); 381649c26ae4SMatthew G. Knepley for (l = 0, sl = 0, ll = 0; l < numLeaves; ++l) { 3817bdcf2095SMatthew G. Knepley const PetscInt point = localPoints[l]; 3818bdcf2095SMatthew G. Knepley const PetscInt subPoint = DMPlexFilterPoint_Internal(point, firstSubVertex, numSubVertices, subVertices); 3819aca35d17SMatthew G. Knepley 3820aca35d17SMatthew G. Knepley if (subPoint < 0) continue; 38219371c9d4SSatish Balay if (newLocalPoints[point].rank == rank) { 38229371c9d4SSatish Balay ++ll; 38239371c9d4SSatish Balay continue; 38249371c9d4SSatish Balay } 3825aca35d17SMatthew G. Knepley slocalPoints[sl] = subPoint; 3826bdcf2095SMatthew G. Knepley sremotePoints[sl].rank = newLocalPoints[point].rank; 3827bdcf2095SMatthew G. Knepley sremotePoints[sl].index = newLocalPoints[point].index; 382863a3b9bcSJacob Faibussowitsch PetscCheck(sremotePoints[sl].rank >= 0, PETSC_COMM_SELF, PETSC_ERR_PLIB, "Invalid remote rank for local point %" PetscInt_FMT, point); 382963a3b9bcSJacob Faibussowitsch PetscCheck(sremotePoints[sl].index >= 0, PETSC_COMM_SELF, PETSC_ERR_PLIB, "Invalid remote subpoint for local point %" PetscInt_FMT, point); 3830aca35d17SMatthew G. Knepley ++sl; 3831aca35d17SMatthew G. Knepley } 38329566063dSJacob Faibussowitsch PetscCall(PetscFree2(newLocalPoints, newOwners)); 38331dca8a05SBarry Smith PetscCheck(sl + ll == numSubLeaves, PETSC_COMM_SELF, PETSC_ERR_PLIB, "Mismatch in number of subleaves %" PetscInt_FMT " + %" PetscInt_FMT " != %" PetscInt_FMT, sl, ll, numSubLeaves); 38349566063dSJacob Faibussowitsch PetscCall(PetscSFSetGraph(sfPointSub, numSubRoots, sl, slocalPoints, PETSC_OWN_POINTER, sremotePoints, PETSC_OWN_POINTER)); 3835aca35d17SMatthew G. Knepley } 3836aca35d17SMatthew G. Knepley } 3837aca35d17SMatthew G. Knepley CHKMEMQ; 3838766ab985SMatthew G. Knepley /* Cleanup */ 38399566063dSJacob Faibussowitsch if (subvertexIS) PetscCall(ISRestoreIndices(subvertexIS, &subVertices)); 38409566063dSJacob Faibussowitsch PetscCall(ISDestroy(&subvertexIS)); 38419566063dSJacob Faibussowitsch PetscCall(PetscFree(subCells)); 38423ba16761SJacob Faibussowitsch PetscFunctionReturn(PETSC_SUCCESS); 3843766ab985SMatthew G. Knepley } 3844766ab985SMatthew G. Knepley 3845d71ae5a4SJacob Faibussowitsch static PetscErrorCode DMPlexCreateCohesiveSubmesh_Interpolated(DM dm, const char labelname[], PetscInt value, DM subdm) 3846d71ae5a4SJacob Faibussowitsch { 38473982b651SMatthew G. Knepley DMLabel label = NULL; 3848766ab985SMatthew G. Knepley 3849766ab985SMatthew G. Knepley PetscFunctionBegin; 38509566063dSJacob Faibussowitsch if (labelname) PetscCall(DMGetLabel(dm, labelname, &label)); 38519566063dSJacob Faibussowitsch PetscCall(DMPlexCreateSubmeshGeneric_Interpolated(dm, label, value, PETSC_FALSE, PETSC_TRUE, 1, subdm)); 38523ba16761SJacob Faibussowitsch PetscFunctionReturn(PETSC_SUCCESS); 3853766ab985SMatthew G. Knepley } 3854766ab985SMatthew G. Knepley 3855c08575a3SMatthew G. Knepley /*@C 3856*20f4b53cSBarry Smith DMPlexCreateCohesiveSubmesh - Extract from a mesh with cohesive cells the hypersurface defined by one face of the cells. Optionally, a label can be given to restrict the cells. 3857766ab985SMatthew G. Knepley 3858766ab985SMatthew G. Knepley Input Parameters: 3859766ab985SMatthew G. Knepley + dm - The original mesh 386027c04023SMatthew G. Knepley . hasLagrange - The mesh has Lagrange unknowns in the cohesive cells 3861*20f4b53cSBarry Smith . label - A label name, or `NULL` 386227c04023SMatthew G. Knepley - value - A label value 3863766ab985SMatthew G. Knepley 3864766ab985SMatthew G. Knepley Output Parameter: 3865766ab985SMatthew G. Knepley . subdm - The surface mesh 3866766ab985SMatthew G. Knepley 3867766ab985SMatthew G. Knepley Level: developer 3868766ab985SMatthew G. Knepley 3869*20f4b53cSBarry Smith Note: 3870*20f4b53cSBarry Smith This function produces a `DMLabel` mapping original points in the submesh to their depth. This can be obtained using `DMPlexGetSubpointMap()`. 3871*20f4b53cSBarry Smith 3872*20f4b53cSBarry Smith .seealso: [](chapter_unstructured), `DM`, `DMPLEX`, `DMPlexGetSubpointMap()`, `DMPlexCreateSubmesh()` 3873c08575a3SMatthew G. Knepley @*/ 3874d71ae5a4SJacob Faibussowitsch PetscErrorCode DMPlexCreateCohesiveSubmesh(DM dm, PetscBool hasLagrange, const char label[], PetscInt value, DM *subdm) 3875d71ae5a4SJacob Faibussowitsch { 3876c0e8cf5fSMatthew G. Knepley PetscInt dim, cdim, depth; 3877766ab985SMatthew G. Knepley 3878766ab985SMatthew G. Knepley PetscFunctionBegin; 3879766ab985SMatthew G. Knepley PetscValidHeaderSpecific(dm, DM_CLASSID, 1); 388027c04023SMatthew G. Knepley PetscValidPointer(subdm, 5); 38819566063dSJacob Faibussowitsch PetscCall(DMGetDimension(dm, &dim)); 38829566063dSJacob Faibussowitsch PetscCall(DMPlexGetDepth(dm, &depth)); 38839566063dSJacob Faibussowitsch PetscCall(DMCreate(PetscObjectComm((PetscObject)dm), subdm)); 38849566063dSJacob Faibussowitsch PetscCall(DMSetType(*subdm, DMPLEX)); 38859566063dSJacob Faibussowitsch PetscCall(DMSetDimension(*subdm, dim - 1)); 38869566063dSJacob Faibussowitsch PetscCall(DMGetCoordinateDim(dm, &cdim)); 38879566063dSJacob Faibussowitsch PetscCall(DMSetCoordinateDim(*subdm, cdim)); 3888766ab985SMatthew G. Knepley if (depth == dim) { 38899566063dSJacob Faibussowitsch PetscCall(DMPlexCreateCohesiveSubmesh_Interpolated(dm, label, value, *subdm)); 3890766ab985SMatthew G. Knepley } else { 38919566063dSJacob Faibussowitsch PetscCall(DMPlexCreateCohesiveSubmesh_Uninterpolated(dm, hasLagrange, label, value, *subdm)); 3892e6ccafaeSMatthew G Knepley } 38935de52c6dSVaclav Hapla PetscCall(DMPlexCopy_Internal(dm, PETSC_TRUE, PETSC_TRUE, *subdm)); 38943ba16761SJacob Faibussowitsch PetscFunctionReturn(PETSC_SUCCESS); 3895e6ccafaeSMatthew G Knepley } 3896e6ccafaeSMatthew G Knepley 3897bec263e5SMatthew G. Knepley /*@ 3898bec263e5SMatthew G. Knepley DMPlexFilter - Extract a subset of mesh cells defined by a label as a separate mesh 3899bec263e5SMatthew G. Knepley 3900bec263e5SMatthew G. Knepley Input Parameters: 3901bec263e5SMatthew G. Knepley + dm - The original mesh 3902*20f4b53cSBarry Smith . cellLabel - The `DMLabel` marking cells contained in the new mesh 3903bec263e5SMatthew G. Knepley - value - The label value to use 3904bec263e5SMatthew G. Knepley 3905bec263e5SMatthew G. Knepley Output Parameter: 3906bec263e5SMatthew G. Knepley . subdm - The new mesh 3907bec263e5SMatthew G. Knepley 3908bec263e5SMatthew G. Knepley Level: developer 3909bec263e5SMatthew G. Knepley 3910*20f4b53cSBarry Smith Note: 3911*20f4b53cSBarry Smith This function produces a `DMLabel` mapping original points in the submesh to their depth. This can be obtained using `DMPlexGetSubpointMap()`. 3912*20f4b53cSBarry Smith 3913*20f4b53cSBarry Smith .seealso: [](chapter_unstructured), `DM`, `DMPLEX`, `DMPlexGetSubpointMap()`, `DMGetLabel()`, `DMLabelSetValue()`, `DMPlexCreateSubmesh()` 3914bec263e5SMatthew G. Knepley @*/ 3915d71ae5a4SJacob Faibussowitsch PetscErrorCode DMPlexFilter(DM dm, DMLabel cellLabel, PetscInt value, DM *subdm) 3916d71ae5a4SJacob Faibussowitsch { 3917b47cd10cSMatthew G. Knepley PetscInt dim, overlap; 3918bec263e5SMatthew G. Knepley 3919bec263e5SMatthew G. Knepley PetscFunctionBegin; 3920bec263e5SMatthew G. Knepley PetscValidHeaderSpecific(dm, DM_CLASSID, 1); 3921064a246eSJacob Faibussowitsch PetscValidPointer(subdm, 4); 39229566063dSJacob Faibussowitsch PetscCall(DMGetDimension(dm, &dim)); 39239566063dSJacob Faibussowitsch PetscCall(DMCreate(PetscObjectComm((PetscObject)dm), subdm)); 39249566063dSJacob Faibussowitsch PetscCall(DMSetType(*subdm, DMPLEX)); 3925bec263e5SMatthew G. Knepley /* Extract submesh in place, could be empty on some procs, could have inconsistency if procs do not both extract a shared cell */ 39269566063dSJacob Faibussowitsch PetscCall(DMPlexCreateSubmeshGeneric_Interpolated(dm, cellLabel, value, PETSC_FALSE, PETSC_FALSE, 0, *subdm)); 39275de52c6dSVaclav Hapla PetscCall(DMPlexCopy_Internal(dm, PETSC_TRUE, PETSC_TRUE, *subdm)); 3928b47cd10cSMatthew G. Knepley // It is possible to obtain a surface mesh where some faces are in SF 3929b47cd10cSMatthew G. Knepley // We should either mark the mesh as having an overlap, or delete these from the SF 3930b47cd10cSMatthew G. Knepley PetscCall(DMPlexGetOverlap(dm, &overlap)); 3931b47cd10cSMatthew G. Knepley if (!overlap) { 3932b47cd10cSMatthew G. Knepley PetscSF sf; 3933b47cd10cSMatthew G. Knepley const PetscInt *leaves; 3934b47cd10cSMatthew G. Knepley PetscInt cStart, cEnd, Nl; 3935b47cd10cSMatthew G. Knepley PetscBool hasSubcell = PETSC_FALSE, ghasSubcell; 3936b47cd10cSMatthew G. Knepley 3937b47cd10cSMatthew G. Knepley PetscCall(DMPlexGetHeightStratum(*subdm, 0, &cStart, &cEnd)); 3938b47cd10cSMatthew G. Knepley PetscCall(DMGetPointSF(*subdm, &sf)); 3939b47cd10cSMatthew G. Knepley PetscCall(PetscSFGetGraph(sf, NULL, &Nl, &leaves, NULL)); 3940b47cd10cSMatthew G. Knepley for (PetscInt l = 0; l < Nl; ++l) { 3941b47cd10cSMatthew G. Knepley const PetscInt point = leaves ? leaves[l] : l; 3942b47cd10cSMatthew G. Knepley 3943b47cd10cSMatthew G. Knepley if (point >= cStart && point < cEnd) { 3944b47cd10cSMatthew G. Knepley hasSubcell = PETSC_TRUE; 3945b47cd10cSMatthew G. Knepley break; 3946b47cd10cSMatthew G. Knepley } 3947b47cd10cSMatthew G. Knepley } 3948b47cd10cSMatthew G. Knepley PetscCall(MPIU_Allreduce(&hasSubcell, &ghasSubcell, 1, MPIU_BOOL, MPI_LOR, PetscObjectComm((PetscObject)dm))); 3949b47cd10cSMatthew G. Knepley if (ghasSubcell) PetscCall(DMPlexSetOverlap(*subdm, NULL, 1)); 3950b47cd10cSMatthew G. Knepley } 39513ba16761SJacob Faibussowitsch PetscFunctionReturn(PETSC_SUCCESS); 3952bec263e5SMatthew G. Knepley } 3953bec263e5SMatthew G. Knepley 395464beef6dSMatthew G. Knepley /*@ 3955*20f4b53cSBarry Smith DMPlexGetSubpointMap - Returns a `DMLabel` with point dimension as values 395664beef6dSMatthew G. Knepley 395764beef6dSMatthew G. Knepley Input Parameter: 3958*20f4b53cSBarry Smith . dm - The submesh `DM` 395964beef6dSMatthew G. Knepley 396064beef6dSMatthew G. Knepley Output Parameter: 3961*20f4b53cSBarry Smith . subpointMap - The `DMLabel` of all the points from the original mesh in this submesh, or `NULL` if this is not a submesh 396264beef6dSMatthew G. Knepley 396364beef6dSMatthew G. Knepley Level: developer 396464beef6dSMatthew G. Knepley 3965*20f4b53cSBarry Smith .seealso: [](chapter_unstructured), `DM`, `DMPLEX`, `DMPlexCreateSubmesh()`, `DMPlexGetSubpointIS()` 396664beef6dSMatthew G. Knepley @*/ 3967d71ae5a4SJacob Faibussowitsch PetscErrorCode DMPlexGetSubpointMap(DM dm, DMLabel *subpointMap) 3968d71ae5a4SJacob Faibussowitsch { 3969e6ccafaeSMatthew G Knepley PetscFunctionBegin; 3970e6ccafaeSMatthew G Knepley PetscValidHeaderSpecific(dm, DM_CLASSID, 1); 3971e6ccafaeSMatthew G Knepley PetscValidPointer(subpointMap, 2); 397265663942SMatthew G. Knepley *subpointMap = ((DM_Plex *)dm->data)->subpointMap; 39733ba16761SJacob Faibussowitsch PetscFunctionReturn(PETSC_SUCCESS); 3974e6ccafaeSMatthew G Knepley } 3975e6ccafaeSMatthew G Knepley 3976c08575a3SMatthew G. Knepley /*@ 3977*20f4b53cSBarry Smith DMPlexSetSubpointMap - Sets the `DMLabel` with point dimension as values 3978c08575a3SMatthew G. Knepley 3979c08575a3SMatthew G. Knepley Input Parameters: 3980*20f4b53cSBarry Smith + dm - The submesh `DM` 3981*20f4b53cSBarry Smith - subpointMap - The `DMLabel` of all the points from the original mesh in this submesh 3982c08575a3SMatthew G. Knepley 3983c08575a3SMatthew G. Knepley Level: developer 3984c08575a3SMatthew G. Knepley 3985*20f4b53cSBarry Smith Note: 3986*20f4b53cSBarry Smith Should normally not be called by the user, since it is set in `DMPlexCreateSubmesh()` 3987*20f4b53cSBarry Smith 3988*20f4b53cSBarry Smith .seealso: [](chapter_unstructured), `DM`, `DMPLEX`, `DMPlexCreateSubmesh()`, `DMPlexGetSubpointIS()` 3989c08575a3SMatthew G. Knepley @*/ 3990d71ae5a4SJacob Faibussowitsch PetscErrorCode DMPlexSetSubpointMap(DM dm, DMLabel subpointMap) 3991d71ae5a4SJacob Faibussowitsch { 3992e6ccafaeSMatthew G Knepley DM_Plex *mesh = (DM_Plex *)dm->data; 3993285d324eSMatthew G. Knepley DMLabel tmp; 3994e6ccafaeSMatthew G Knepley 3995e6ccafaeSMatthew G Knepley PetscFunctionBegin; 3996e6ccafaeSMatthew G Knepley PetscValidHeaderSpecific(dm, DM_CLASSID, 1); 3997285d324eSMatthew G. Knepley tmp = mesh->subpointMap; 3998e6ccafaeSMatthew G Knepley mesh->subpointMap = subpointMap; 39999566063dSJacob Faibussowitsch PetscCall(PetscObjectReference((PetscObject)mesh->subpointMap)); 40009566063dSJacob Faibussowitsch PetscCall(DMLabelDestroy(&tmp)); 40013ba16761SJacob Faibussowitsch PetscFunctionReturn(PETSC_SUCCESS); 4002e6ccafaeSMatthew G Knepley } 4003e6ccafaeSMatthew G Knepley 4004d71ae5a4SJacob Faibussowitsch static PetscErrorCode DMPlexCreateSubpointIS_Internal(DM dm, IS *subpointIS) 4005d71ae5a4SJacob Faibussowitsch { 400697d8846cSMatthew Knepley DMLabel spmap; 400797d8846cSMatthew Knepley PetscInt depth, d; 400897d8846cSMatthew Knepley 400997d8846cSMatthew Knepley PetscFunctionBegin; 40109566063dSJacob Faibussowitsch PetscCall(DMPlexGetSubpointMap(dm, &spmap)); 40119566063dSJacob Faibussowitsch PetscCall(DMPlexGetDepth(dm, &depth)); 401297d8846cSMatthew Knepley if (spmap && depth >= 0) { 401397d8846cSMatthew Knepley DM_Plex *mesh = (DM_Plex *)dm->data; 401497d8846cSMatthew Knepley PetscInt *points, *depths; 401597d8846cSMatthew Knepley PetscInt pStart, pEnd, p, off; 401697d8846cSMatthew Knepley 40179566063dSJacob Faibussowitsch PetscCall(DMPlexGetChart(dm, &pStart, &pEnd)); 401863a3b9bcSJacob Faibussowitsch PetscCheck(!pStart, PETSC_COMM_SELF, PETSC_ERR_ARG_WRONG, "Submeshes must start the point numbering at 0, not %" PetscInt_FMT, pStart); 40199566063dSJacob Faibussowitsch PetscCall(PetscMalloc1(pEnd, &points)); 40209566063dSJacob Faibussowitsch PetscCall(DMGetWorkArray(dm, depth + 1, MPIU_INT, &depths)); 402197d8846cSMatthew Knepley depths[0] = depth; 402297d8846cSMatthew Knepley depths[1] = 0; 4023ad540459SPierre Jolivet for (d = 2; d <= depth; ++d) depths[d] = depth + 1 - d; 402497d8846cSMatthew Knepley for (d = 0, off = 0; d <= depth; ++d) { 402597d8846cSMatthew Knepley const PetscInt dep = depths[d]; 402697d8846cSMatthew Knepley PetscInt depStart, depEnd, n; 402797d8846cSMatthew Knepley 40289566063dSJacob Faibussowitsch PetscCall(DMPlexGetDepthStratum(dm, dep, &depStart, &depEnd)); 40299566063dSJacob Faibussowitsch PetscCall(DMLabelGetStratumSize(spmap, dep, &n)); 403097d8846cSMatthew Knepley if (((d < 2) && (depth > 1)) || (d == 1)) { /* Only check vertices and cells for now since the map is broken for others */ 403163a3b9bcSJacob Faibussowitsch PetscCheck(n == depEnd - depStart, PETSC_COMM_SELF, PETSC_ERR_ARG_WRONG, "The number of mapped submesh points %" PetscInt_FMT " at depth %" PetscInt_FMT " should be %" PetscInt_FMT, n, dep, depEnd - depStart); 403297d8846cSMatthew Knepley } else { 403397d8846cSMatthew Knepley if (!n) { 403497d8846cSMatthew Knepley if (d == 0) { 403597d8846cSMatthew Knepley /* Missing cells */ 403697d8846cSMatthew Knepley for (p = 0; p < depEnd - depStart; ++p, ++off) points[off] = -1; 403797d8846cSMatthew Knepley } else { 403897d8846cSMatthew Knepley /* Missing faces */ 403997d8846cSMatthew Knepley for (p = 0; p < depEnd - depStart; ++p, ++off) points[off] = PETSC_MAX_INT; 404097d8846cSMatthew Knepley } 404197d8846cSMatthew Knepley } 404297d8846cSMatthew Knepley } 404397d8846cSMatthew Knepley if (n) { 404497d8846cSMatthew Knepley IS is; 404597d8846cSMatthew Knepley const PetscInt *opoints; 404697d8846cSMatthew Knepley 40479566063dSJacob Faibussowitsch PetscCall(DMLabelGetStratumIS(spmap, dep, &is)); 40489566063dSJacob Faibussowitsch PetscCall(ISGetIndices(is, &opoints)); 404997d8846cSMatthew Knepley for (p = 0; p < n; ++p, ++off) points[off] = opoints[p]; 40509566063dSJacob Faibussowitsch PetscCall(ISRestoreIndices(is, &opoints)); 40519566063dSJacob Faibussowitsch PetscCall(ISDestroy(&is)); 405297d8846cSMatthew Knepley } 405397d8846cSMatthew Knepley } 40549566063dSJacob Faibussowitsch PetscCall(DMRestoreWorkArray(dm, depth + 1, MPIU_INT, &depths)); 405563a3b9bcSJacob Faibussowitsch PetscCheck(off == pEnd, PETSC_COMM_SELF, PETSC_ERR_ARG_WRONG, "The number of mapped submesh points %" PetscInt_FMT " should be %" PetscInt_FMT, off, pEnd); 40569566063dSJacob Faibussowitsch PetscCall(ISCreateGeneral(PETSC_COMM_SELF, pEnd, points, PETSC_OWN_POINTER, subpointIS)); 40579566063dSJacob Faibussowitsch PetscCall(PetscObjectStateGet((PetscObject)spmap, &mesh->subpointState)); 405897d8846cSMatthew Knepley } 40593ba16761SJacob Faibussowitsch PetscFunctionReturn(PETSC_SUCCESS); 406097d8846cSMatthew Knepley } 406197d8846cSMatthew Knepley 406264beef6dSMatthew G. Knepley /*@ 4063*20f4b53cSBarry Smith DMPlexGetSubpointIS - Returns an `IS` covering the entire subdm chart with the original points as data 4064e6ccafaeSMatthew G Knepley 4065e6ccafaeSMatthew G Knepley Input Parameter: 4066*20f4b53cSBarry Smith . dm - The submesh `DM` 4067e6ccafaeSMatthew G Knepley 4068e6ccafaeSMatthew G Knepley Output Parameter: 4069*20f4b53cSBarry Smith . subpointIS - The `IS` of all the points from the original mesh in this submesh, or `NULL` if this is not a submesh 407064beef6dSMatthew G. Knepley 407164beef6dSMatthew G. Knepley Level: developer 407264beef6dSMatthew G. Knepley 4073*20f4b53cSBarry Smith Note: 4074*20f4b53cSBarry Smith This `IS` is guaranteed to be sorted by the construction of the submesh 4075*20f4b53cSBarry Smith 4076*20f4b53cSBarry Smith .seealso: [](chapter_unstructured), `DM`, `DMPLEX`, `DMPlexCreateSubmesh()`, `DMPlexGetSubpointMap()` 407764beef6dSMatthew G. Knepley @*/ 4078d71ae5a4SJacob Faibussowitsch PetscErrorCode DMPlexGetSubpointIS(DM dm, IS *subpointIS) 4079d71ae5a4SJacob Faibussowitsch { 408097d8846cSMatthew Knepley DM_Plex *mesh = (DM_Plex *)dm->data; 408197d8846cSMatthew Knepley DMLabel spmap; 408297d8846cSMatthew Knepley PetscObjectState state; 4083e6ccafaeSMatthew G Knepley 4084e6ccafaeSMatthew G Knepley PetscFunctionBegin; 4085e6ccafaeSMatthew G Knepley PetscValidHeaderSpecific(dm, DM_CLASSID, 1); 4086e6ccafaeSMatthew G Knepley PetscValidPointer(subpointIS, 2); 40879566063dSJacob Faibussowitsch PetscCall(DMPlexGetSubpointMap(dm, &spmap)); 40889566063dSJacob Faibussowitsch PetscCall(PetscObjectStateGet((PetscObject)spmap, &state)); 40899566063dSJacob Faibussowitsch if (state != mesh->subpointState || !mesh->subpointIS) PetscCall(DMPlexCreateSubpointIS_Internal(dm, &mesh->subpointIS)); 409097d8846cSMatthew Knepley *subpointIS = mesh->subpointIS; 40913ba16761SJacob Faibussowitsch PetscFunctionReturn(PETSC_SUCCESS); 4092e6ccafaeSMatthew G Knepley } 4093559a1558SMatthew G. Knepley 4094559a1558SMatthew G. Knepley /*@ 4095*20f4b53cSBarry Smith DMGetEnclosureRelation - Get the relationship between `dmA` and `dmB` 4096559a1558SMatthew G. Knepley 4097559a1558SMatthew G. Knepley Input Parameters: 4098*20f4b53cSBarry Smith + dmA - The first `DM` 4099*20f4b53cSBarry Smith - dmB - The second `DM` 4100559a1558SMatthew G. Knepley 4101559a1558SMatthew G. Knepley Output Parameter: 4102*20f4b53cSBarry Smith . rel - The relation of `dmA` to `dmB` 4103559a1558SMatthew G. Knepley 4104a6e0b375SMatthew G. Knepley Level: intermediate 4105559a1558SMatthew G. Knepley 4106*20f4b53cSBarry Smith .seealso: [](chapter_unstructured), `DM`, `DMPLEX`, `DMGetEnclosurePoint()` 4107559a1558SMatthew G. Knepley @*/ 4108d71ae5a4SJacob Faibussowitsch PetscErrorCode DMGetEnclosureRelation(DM dmA, DM dmB, DMEnclosureType *rel) 4109d71ae5a4SJacob Faibussowitsch { 4110a6e0b375SMatthew G. Knepley DM plexA, plexB, sdm; 4111559a1558SMatthew G. Knepley DMLabel spmap; 4112a6e0b375SMatthew G. Knepley PetscInt pStartA, pEndA, pStartB, pEndB, NpA, NpB; 4113559a1558SMatthew G. Knepley 411444171101SMatthew G. Knepley PetscFunctionBegin; 4115a6e0b375SMatthew G. Knepley PetscValidPointer(rel, 3); 4116a6e0b375SMatthew G. Knepley *rel = DM_ENC_NONE; 41173ba16761SJacob Faibussowitsch if (!dmA || !dmB) PetscFunctionReturn(PETSC_SUCCESS); 4118a6e0b375SMatthew G. Knepley PetscValidHeaderSpecific(dmA, DM_CLASSID, 1); 4119064a246eSJacob Faibussowitsch PetscValidHeaderSpecific(dmB, DM_CLASSID, 2); 41209371c9d4SSatish Balay if (dmA == dmB) { 41219371c9d4SSatish Balay *rel = DM_ENC_EQUALITY; 41223ba16761SJacob Faibussowitsch PetscFunctionReturn(PETSC_SUCCESS); 41239371c9d4SSatish Balay } 41249566063dSJacob Faibussowitsch PetscCall(DMConvert(dmA, DMPLEX, &plexA)); 41259566063dSJacob Faibussowitsch PetscCall(DMConvert(dmB, DMPLEX, &plexB)); 41269566063dSJacob Faibussowitsch PetscCall(DMPlexGetChart(plexA, &pStartA, &pEndA)); 41279566063dSJacob Faibussowitsch PetscCall(DMPlexGetChart(plexB, &pStartB, &pEndB)); 4128a6e0b375SMatthew G. Knepley /* Assumption 1: subDMs have smaller charts than the DMs that they originate from 4129a6e0b375SMatthew G. Knepley - The degenerate case of a subdomain which includes all of the domain on some process can be treated as equality */ 4130a6e0b375SMatthew G. Knepley if ((pStartA == pStartB) && (pEndA == pEndB)) { 4131a6e0b375SMatthew G. Knepley *rel = DM_ENC_EQUALITY; 4132a6e0b375SMatthew G. Knepley goto end; 4133559a1558SMatthew G. Knepley } 4134a6e0b375SMatthew G. Knepley NpA = pEndA - pStartA; 4135a6e0b375SMatthew G. Knepley NpB = pEndB - pStartB; 4136a6e0b375SMatthew G. Knepley if (NpA == NpB) goto end; 4137a6e0b375SMatthew G. Knepley sdm = NpA > NpB ? plexB : plexA; /* The other is the original, enclosing dm */ 41389566063dSJacob Faibussowitsch PetscCall(DMPlexGetSubpointMap(sdm, &spmap)); 4139a6e0b375SMatthew G. Knepley if (!spmap) goto end; 4140a6e0b375SMatthew G. Knepley /* TODO Check the space mapped to by subpointMap is same size as dm */ 4141a6e0b375SMatthew G. Knepley if (NpA > NpB) { 4142a6e0b375SMatthew G. Knepley *rel = DM_ENC_SUPERMESH; 4143a6e0b375SMatthew G. Knepley } else { 4144a6e0b375SMatthew G. Knepley *rel = DM_ENC_SUBMESH; 4145a6e0b375SMatthew G. Knepley } 4146a6e0b375SMatthew G. Knepley end: 41479566063dSJacob Faibussowitsch PetscCall(DMDestroy(&plexA)); 41489566063dSJacob Faibussowitsch PetscCall(DMDestroy(&plexB)); 41493ba16761SJacob Faibussowitsch PetscFunctionReturn(PETSC_SUCCESS); 4150559a1558SMatthew G. Knepley } 415144171101SMatthew G. Knepley 415244171101SMatthew G. Knepley /*@ 4153*20f4b53cSBarry Smith DMGetEnclosurePoint - Get the point `pA` in `dmA` which corresponds to the point `pB` in `dmB` 415444171101SMatthew G. Knepley 415544171101SMatthew G. Knepley Input Parameters: 4156*20f4b53cSBarry Smith + dmA - The first `DM` 4157*20f4b53cSBarry Smith . dmB - The second `DM` 4158*20f4b53cSBarry Smith . etype - The type of enclosure relation that `dmA` has to `dmB` 4159*20f4b53cSBarry Smith - pB - A point of `dmB` 416044171101SMatthew G. Knepley 416144171101SMatthew G. Knepley Output Parameter: 4162*20f4b53cSBarry Smith . pA - The corresponding point of `dmA` 416344171101SMatthew G. Knepley 4164a6e0b375SMatthew G. Knepley Level: intermediate 416544171101SMatthew G. Knepley 4166*20f4b53cSBarry Smith .seealso: [](chapter_unstructured), `DM`, `DMPLEX`, `DMGetEnclosureRelation()` 416744171101SMatthew G. Knepley @*/ 4168d71ae5a4SJacob Faibussowitsch PetscErrorCode DMGetEnclosurePoint(DM dmA, DM dmB, DMEnclosureType etype, PetscInt pB, PetscInt *pA) 4169d71ae5a4SJacob Faibussowitsch { 4170a6e0b375SMatthew G. Knepley DM sdm; 4171a6e0b375SMatthew G. Knepley IS subpointIS; 4172a6e0b375SMatthew G. Knepley const PetscInt *subpoints; 4173a6e0b375SMatthew G. Knepley PetscInt numSubpoints; 417444171101SMatthew G. Knepley 417544171101SMatthew G. Knepley PetscFunctionBegin; 4176a6e0b375SMatthew G. Knepley /* TODO Cache the IS, making it look like an index */ 4177a6e0b375SMatthew G. Knepley switch (etype) { 4178a6e0b375SMatthew G. Knepley case DM_ENC_SUPERMESH: 4179a6e0b375SMatthew G. Knepley sdm = dmB; 41809566063dSJacob Faibussowitsch PetscCall(DMPlexGetSubpointIS(sdm, &subpointIS)); 41819566063dSJacob Faibussowitsch PetscCall(ISGetIndices(subpointIS, &subpoints)); 4182a6e0b375SMatthew G. Knepley *pA = subpoints[pB]; 41839566063dSJacob Faibussowitsch PetscCall(ISRestoreIndices(subpointIS, &subpoints)); 4184a6e0b375SMatthew G. Knepley break; 4185a6e0b375SMatthew G. Knepley case DM_ENC_SUBMESH: 4186a6e0b375SMatthew G. Knepley sdm = dmA; 41879566063dSJacob Faibussowitsch PetscCall(DMPlexGetSubpointIS(sdm, &subpointIS)); 41889566063dSJacob Faibussowitsch PetscCall(ISGetLocalSize(subpointIS, &numSubpoints)); 41899566063dSJacob Faibussowitsch PetscCall(ISGetIndices(subpointIS, &subpoints)); 41909566063dSJacob Faibussowitsch PetscCall(PetscFindInt(pB, numSubpoints, subpoints, pA)); 4191a6e0b375SMatthew G. Knepley if (*pA < 0) { 41929566063dSJacob Faibussowitsch PetscCall(DMViewFromOptions(dmA, NULL, "-dm_enc_A_view")); 41939566063dSJacob Faibussowitsch PetscCall(DMViewFromOptions(dmB, NULL, "-dm_enc_B_view")); 419463a3b9bcSJacob Faibussowitsch SETERRQ(PETSC_COMM_SELF, PETSC_ERR_ARG_OUTOFRANGE, "Point %" PetscInt_FMT " not found in submesh", pB); 4195a6e0b375SMatthew G. Knepley } 41969566063dSJacob Faibussowitsch PetscCall(ISRestoreIndices(subpointIS, &subpoints)); 4197a6e0b375SMatthew G. Knepley break; 4198a6e0b375SMatthew G. Knepley case DM_ENC_EQUALITY: 4199d71ae5a4SJacob Faibussowitsch case DM_ENC_NONE: 4200d71ae5a4SJacob Faibussowitsch *pA = pB; 4201d71ae5a4SJacob Faibussowitsch break; 42029371c9d4SSatish Balay case DM_ENC_UNKNOWN: { 4203a6e0b375SMatthew G. Knepley DMEnclosureType enc; 420444171101SMatthew G. Knepley 42059566063dSJacob Faibussowitsch PetscCall(DMGetEnclosureRelation(dmA, dmB, &enc)); 42069566063dSJacob Faibussowitsch PetscCall(DMGetEnclosurePoint(dmA, dmB, enc, pB, pA)); 42079371c9d4SSatish Balay } break; 4208d71ae5a4SJacob Faibussowitsch default: 4209d71ae5a4SJacob Faibussowitsch SETERRQ(PetscObjectComm((PetscObject)dmA), PETSC_ERR_ARG_OUTOFRANGE, "Invalid enclosure type %d", (int)etype); 421044171101SMatthew G. Knepley } 42113ba16761SJacob Faibussowitsch PetscFunctionReturn(PETSC_SUCCESS); 421244171101SMatthew G. Knepley } 4213