1af0996ceSBarry Smith #include <petsc/private/dmpleximpl.h> /*I "petscdmplex.h" I*/ 2da97024aSMatthew G. Knepley #include <petscsf.h> 3cb1e1211SMatthew G Knepley 48e3a2eefSMatthew G. Knepley #include <petscblaslapack.h> 5e8f14785SLisandro Dalcin #include <petsc/private/hashsetij.h> 6af0996ceSBarry Smith #include <petsc/private/petscfeimpl.h> 7af0996ceSBarry Smith #include <petsc/private/petscfvimpl.h> 8a0845e3aSMatthew G. Knepley 95f0b18bfSMatthew G. Knepley PetscBool Clementcite = PETSC_FALSE; 105f0b18bfSMatthew G. Knepley const char ClementCitation[] = "@article{clement1975approximation,\n" 115f0b18bfSMatthew G. Knepley " title = {Approximation by finite element functions using local regularization},\n" 125f0b18bfSMatthew G. Knepley " author = {Philippe Cl{\\'e}ment},\n" 135f0b18bfSMatthew G. Knepley " journal = {Revue fran{\\c{c}}aise d'automatique, informatique, recherche op{\\'e}rationnelle. Analyse num{\\'e}rique},\n" 145f0b18bfSMatthew G. Knepley " volume = {9},\n" 155f0b18bfSMatthew G. Knepley " number = {R2},\n" 165f0b18bfSMatthew G. Knepley " pages = {77--84},\n" 175f0b18bfSMatthew G. Knepley " year = {1975}\n}\n"; 185f0b18bfSMatthew G. Knepley 19d71ae5a4SJacob Faibussowitsch static PetscErrorCode DMPlexConvertPlex(DM dm, DM *plex, PetscBool copy) 20d71ae5a4SJacob Faibussowitsch { 212f856554SMatthew G. Knepley PetscBool isPlex; 222f856554SMatthew G. Knepley 232f856554SMatthew G. Knepley PetscFunctionBegin; 249566063dSJacob Faibussowitsch PetscCall(PetscObjectTypeCompare((PetscObject)dm, DMPLEX, &isPlex)); 252f856554SMatthew G. Knepley if (isPlex) { 262f856554SMatthew G. Knepley *plex = dm; 279566063dSJacob Faibussowitsch PetscCall(PetscObjectReference((PetscObject)dm)); 282f856554SMatthew G. Knepley } else { 299566063dSJacob Faibussowitsch PetscCall(PetscObjectQuery((PetscObject)dm, "dm_plex", (PetscObject *)plex)); 302f856554SMatthew G. Knepley if (!*plex) { 319566063dSJacob Faibussowitsch PetscCall(DMConvert(dm, DMPLEX, plex)); 329566063dSJacob Faibussowitsch PetscCall(PetscObjectCompose((PetscObject)dm, "dm_plex", (PetscObject)*plex)); 33cbf8eb3cSStefano Zampini } else { 34cbf8eb3cSStefano Zampini PetscCall(PetscObjectReference((PetscObject)*plex)); 35cbf8eb3cSStefano Zampini } 362f856554SMatthew G. Knepley if (copy) { 372f856554SMatthew G. Knepley DMSubDomainHookLink link; 389a2a23afSMatthew G. Knepley 39cbf8eb3cSStefano Zampini PetscCall(DMCopyDS(dm, *plex)); 409566063dSJacob Faibussowitsch PetscCall(DMCopyAuxiliaryVec(dm, *plex)); 419a2a23afSMatthew G. Knepley /* Run the subdomain hook (this will copy the DMSNES/DMTS) */ 422f856554SMatthew G. Knepley for (link = dm->subdomainhook; link; link = link->next) { 439566063dSJacob Faibussowitsch if (link->ddhook) PetscCall((*link->ddhook)(dm, *plex, link->ctx)); 442f856554SMatthew G. Knepley } 452f856554SMatthew G. Knepley } 462f856554SMatthew G. Knepley } 473ba16761SJacob Faibussowitsch PetscFunctionReturn(PETSC_SUCCESS); 482f856554SMatthew G. Knepley } 492f856554SMatthew G. Knepley 50d71ae5a4SJacob Faibussowitsch static PetscErrorCode PetscContainerUserDestroy_PetscFEGeom(void *ctx) 51d71ae5a4SJacob Faibussowitsch { 529b6f715bSMatthew G. Knepley PetscFEGeom *geom = (PetscFEGeom *)ctx; 539b6f715bSMatthew G. Knepley 549b6f715bSMatthew G. Knepley PetscFunctionBegin; 559566063dSJacob Faibussowitsch PetscCall(PetscFEGeomDestroy(&geom)); 563ba16761SJacob Faibussowitsch PetscFunctionReturn(PETSC_SUCCESS); 579b6f715bSMatthew G. Knepley } 589b6f715bSMatthew G. Knepley 59d71ae5a4SJacob Faibussowitsch static PetscErrorCode DMPlexGetFEGeom(DMField coordField, IS pointIS, PetscQuadrature quad, PetscBool faceData, PetscFEGeom **geom) 60d71ae5a4SJacob Faibussowitsch { 619b6f715bSMatthew G. Knepley char composeStr[33] = {0}; 629b6f715bSMatthew G. Knepley PetscObjectId id; 639b6f715bSMatthew G. Knepley PetscContainer container; 649b6f715bSMatthew G. Knepley 659b6f715bSMatthew G. Knepley PetscFunctionBegin; 669566063dSJacob Faibussowitsch PetscCall(PetscObjectGetId((PetscObject)quad, &id)); 6763a3b9bcSJacob Faibussowitsch PetscCall(PetscSNPrintf(composeStr, 32, "DMPlexGetFEGeom_%" PetscInt64_FMT "\n", id)); 689566063dSJacob Faibussowitsch PetscCall(PetscObjectQuery((PetscObject)pointIS, composeStr, (PetscObject *)&container)); 699b6f715bSMatthew G. Knepley if (container) { 709566063dSJacob Faibussowitsch PetscCall(PetscContainerGetPointer(container, (void **)geom)); 719b6f715bSMatthew G. Knepley } else { 729566063dSJacob Faibussowitsch PetscCall(DMFieldCreateFEGeom(coordField, pointIS, quad, faceData, geom)); 739566063dSJacob Faibussowitsch PetscCall(PetscContainerCreate(PETSC_COMM_SELF, &container)); 749566063dSJacob Faibussowitsch PetscCall(PetscContainerSetPointer(container, (void *)*geom)); 759566063dSJacob Faibussowitsch PetscCall(PetscContainerSetUserDestroy(container, PetscContainerUserDestroy_PetscFEGeom)); 769566063dSJacob Faibussowitsch PetscCall(PetscObjectCompose((PetscObject)pointIS, composeStr, (PetscObject)container)); 779566063dSJacob Faibussowitsch PetscCall(PetscContainerDestroy(&container)); 789b6f715bSMatthew G. Knepley } 793ba16761SJacob Faibussowitsch PetscFunctionReturn(PETSC_SUCCESS); 809b6f715bSMatthew G. Knepley } 819b6f715bSMatthew G. Knepley 82d71ae5a4SJacob Faibussowitsch static PetscErrorCode DMPlexRestoreFEGeom(DMField coordField, IS pointIS, PetscQuadrature quad, PetscBool faceData, PetscFEGeom **geom) 83d71ae5a4SJacob Faibussowitsch { 849b6f715bSMatthew G. Knepley PetscFunctionBegin; 859b6f715bSMatthew G. Knepley *geom = NULL; 863ba16761SJacob Faibussowitsch PetscFunctionReturn(PETSC_SUCCESS); 879b6f715bSMatthew G. Knepley } 889b6f715bSMatthew G. Knepley 8946fa42a0SMatthew G. Knepley /*@ 9046fa42a0SMatthew G. Knepley DMPlexGetScale - Get the scale for the specified fundamental unit 9146fa42a0SMatthew G. Knepley 9220f4b53cSBarry Smith Not Collective 9346fa42a0SMatthew G. Knepley 944165533cSJose E. Roman Input Parameters: 95a1cb98faSBarry Smith + dm - the `DM` 9646fa42a0SMatthew G. Knepley - unit - The SI unit 9746fa42a0SMatthew G. Knepley 984165533cSJose E. Roman Output Parameter: 9946fa42a0SMatthew G. Knepley . scale - The value used to scale all quantities with this unit 10046fa42a0SMatthew G. Knepley 10146fa42a0SMatthew G. Knepley Level: advanced 10246fa42a0SMatthew G. Knepley 1031cc06b55SBarry Smith .seealso: [](ch_unstructured), `DM`, `DMPLEX`, `DMPlexSetScale()`, `PetscUnit` 10446fa42a0SMatthew G. Knepley @*/ 105d71ae5a4SJacob Faibussowitsch PetscErrorCode DMPlexGetScale(DM dm, PetscUnit unit, PetscReal *scale) 106d71ae5a4SJacob Faibussowitsch { 107cb1e1211SMatthew G Knepley DM_Plex *mesh = (DM_Plex *)dm->data; 108cb1e1211SMatthew G Knepley 109cb1e1211SMatthew G Knepley PetscFunctionBegin; 110cb1e1211SMatthew G Knepley PetscValidHeaderSpecific(dm, DM_CLASSID, 1); 1114f572ea9SToby Isaac PetscAssertPointer(scale, 3); 112cb1e1211SMatthew G Knepley *scale = mesh->scale[unit]; 1133ba16761SJacob Faibussowitsch PetscFunctionReturn(PETSC_SUCCESS); 114cb1e1211SMatthew G Knepley } 115cb1e1211SMatthew G Knepley 11646fa42a0SMatthew G. Knepley /*@ 11746fa42a0SMatthew G. Knepley DMPlexSetScale - Set the scale for the specified fundamental unit 11846fa42a0SMatthew G. Knepley 11920f4b53cSBarry Smith Not Collective 12046fa42a0SMatthew G. Knepley 1214165533cSJose E. Roman Input Parameters: 122a1cb98faSBarry Smith + dm - the `DM` 12346fa42a0SMatthew G. Knepley . unit - The SI unit 12446fa42a0SMatthew G. Knepley - scale - The value used to scale all quantities with this unit 12546fa42a0SMatthew G. Knepley 12646fa42a0SMatthew G. Knepley Level: advanced 12746fa42a0SMatthew G. Knepley 1281cc06b55SBarry Smith .seealso: [](ch_unstructured), `DM`, `DMPLEX`, `DMPlexGetScale()`, `PetscUnit` 12946fa42a0SMatthew G. Knepley @*/ 130d71ae5a4SJacob Faibussowitsch PetscErrorCode DMPlexSetScale(DM dm, PetscUnit unit, PetscReal scale) 131d71ae5a4SJacob Faibussowitsch { 132cb1e1211SMatthew G Knepley DM_Plex *mesh = (DM_Plex *)dm->data; 133cb1e1211SMatthew G Knepley 134cb1e1211SMatthew G Knepley PetscFunctionBegin; 135cb1e1211SMatthew G Knepley PetscValidHeaderSpecific(dm, DM_CLASSID, 1); 136cb1e1211SMatthew G Knepley mesh->scale[unit] = scale; 1373ba16761SJacob Faibussowitsch PetscFunctionReturn(PETSC_SUCCESS); 138cb1e1211SMatthew G Knepley } 139cb1e1211SMatthew G Knepley 140d2b2dc1eSMatthew G. Knepley PetscErrorCode DMPlexGetUseCeed_Plex(DM dm, PetscBool *useCeed) 141d2b2dc1eSMatthew G. Knepley { 142d2b2dc1eSMatthew G. Knepley DM_Plex *mesh = (DM_Plex *)dm->data; 143d2b2dc1eSMatthew G. Knepley 144d2b2dc1eSMatthew G. Knepley PetscFunctionBegin; 145d2b2dc1eSMatthew G. Knepley *useCeed = mesh->useCeed; 146d2b2dc1eSMatthew G. Knepley PetscFunctionReturn(PETSC_SUCCESS); 147d2b2dc1eSMatthew G. Knepley } 148d2b2dc1eSMatthew G. Knepley PetscErrorCode DMPlexSetUseCeed_Plex(DM dm, PetscBool useCeed) 149d2b2dc1eSMatthew G. Knepley { 150d2b2dc1eSMatthew G. Knepley DM_Plex *mesh = (DM_Plex *)dm->data; 151d2b2dc1eSMatthew G. Knepley 152d2b2dc1eSMatthew G. Knepley PetscFunctionBegin; 153d2b2dc1eSMatthew G. Knepley mesh->useCeed = useCeed; 154d2b2dc1eSMatthew G. Knepley PetscFunctionReturn(PETSC_SUCCESS); 155d2b2dc1eSMatthew G. Knepley } 156d2b2dc1eSMatthew G. Knepley 157d2b2dc1eSMatthew G. Knepley /*@ 158d2b2dc1eSMatthew G. Knepley DMPlexGetUseCeed - Get flag for using the LibCEED backend 159d2b2dc1eSMatthew G. Knepley 160d2b2dc1eSMatthew G. Knepley Not collective 161d2b2dc1eSMatthew G. Knepley 162d2b2dc1eSMatthew G. Knepley Input Parameter: 163d2b2dc1eSMatthew G. Knepley . dm - The `DM` 164d2b2dc1eSMatthew G. Knepley 165d2b2dc1eSMatthew G. Knepley Output Parameter: 166d2b2dc1eSMatthew G. Knepley . useCeed - The flag 167d2b2dc1eSMatthew G. Knepley 168d2b2dc1eSMatthew G. Knepley Level: intermediate 169d2b2dc1eSMatthew G. Knepley 170d2b2dc1eSMatthew G. Knepley .seealso: `DMPlexSetUseCeed()` 171d2b2dc1eSMatthew G. Knepley @*/ 172d2b2dc1eSMatthew G. Knepley PetscErrorCode DMPlexGetUseCeed(DM dm, PetscBool *useCeed) 173d2b2dc1eSMatthew G. Knepley { 174d2b2dc1eSMatthew G. Knepley PetscFunctionBegin; 175d2b2dc1eSMatthew G. Knepley PetscValidHeaderSpecific(dm, DM_CLASSID, 1); 176d2b2dc1eSMatthew G. Knepley PetscAssertPointer(useCeed, 2); 177d2b2dc1eSMatthew G. Knepley *useCeed = PETSC_FALSE; 178d2b2dc1eSMatthew G. Knepley PetscTryMethod(dm, "DMPlexGetUseCeed_C", (DM, PetscBool *), (dm, useCeed)); 179d2b2dc1eSMatthew G. Knepley PetscFunctionReturn(PETSC_SUCCESS); 180d2b2dc1eSMatthew G. Knepley } 181d2b2dc1eSMatthew G. Knepley 182d2b2dc1eSMatthew G. Knepley /*@ 183d2b2dc1eSMatthew G. Knepley DMPlexSetUseCeed - Set flag for using the LibCEED backend 184d2b2dc1eSMatthew G. Knepley 185d2b2dc1eSMatthew G. Knepley Not collective 186d2b2dc1eSMatthew G. Knepley 187d2b2dc1eSMatthew G. Knepley Input Parameters: 188d2b2dc1eSMatthew G. Knepley + dm - The `DM` 189d2b2dc1eSMatthew G. Knepley - useCeed - The flag 190d2b2dc1eSMatthew G. Knepley 191d2b2dc1eSMatthew G. Knepley Level: intermediate 192d2b2dc1eSMatthew G. Knepley 193fe8e7dddSPierre Jolivet .seealso: `DMPlexGetUseCeed()` 194d2b2dc1eSMatthew G. Knepley @*/ 195d2b2dc1eSMatthew G. Knepley PetscErrorCode DMPlexSetUseCeed(DM dm, PetscBool useCeed) 196d2b2dc1eSMatthew G. Knepley { 197d2b2dc1eSMatthew G. Knepley PetscFunctionBegin; 198d2b2dc1eSMatthew G. Knepley PetscValidHeaderSpecific(dm, DM_CLASSID, 1); 199d2b2dc1eSMatthew G. Knepley PetscValidLogicalCollectiveBool(dm, useCeed, 2); 200d2b2dc1eSMatthew G. Knepley PetscUseMethod(dm, "DMPlexSetUseCeed_C", (DM, PetscBool), (dm, useCeed)); 201d2b2dc1eSMatthew G. Knepley PetscFunctionReturn(PETSC_SUCCESS); 202d2b2dc1eSMatthew G. Knepley } 203d2b2dc1eSMatthew G. Knepley 204e8e188d2SZach Atkins /*@ 205e8e188d2SZach Atkins DMPlexGetUseMatClosurePermutation - Get flag for using a closure permutation for matrix insertion 206e8e188d2SZach Atkins 207e8e188d2SZach Atkins Not collective 208e8e188d2SZach Atkins 209e8e188d2SZach Atkins Input Parameter: 210e8e188d2SZach Atkins . dm - The `DM` 211e8e188d2SZach Atkins 212e8e188d2SZach Atkins Output Parameter: 213e8e188d2SZach Atkins . useClPerm - The flag 214e8e188d2SZach Atkins 215e8e188d2SZach Atkins Level: intermediate 216e8e188d2SZach Atkins 217e8e188d2SZach Atkins .seealso: `DMPlexSetUseMatClosurePermutation()` 218e8e188d2SZach Atkins @*/ 219e8e188d2SZach Atkins PetscErrorCode DMPlexGetUseMatClosurePermutation(DM dm, PetscBool *useClPerm) 220e8e188d2SZach Atkins { 221e8e188d2SZach Atkins DM_Plex *mesh = (DM_Plex *)dm->data; 222e8e188d2SZach Atkins 223e8e188d2SZach Atkins PetscFunctionBegin; 224e8e188d2SZach Atkins PetscValidHeaderSpecific(dm, DM_CLASSID, 1); 225e8e188d2SZach Atkins PetscAssertPointer(useClPerm, 2); 226e8e188d2SZach Atkins *useClPerm = mesh->useMatClPerm; 227e8e188d2SZach Atkins PetscFunctionReturn(PETSC_SUCCESS); 228e8e188d2SZach Atkins } 229e8e188d2SZach Atkins 230e8e188d2SZach Atkins /*@ 231e8e188d2SZach Atkins DMPlexSetUseMatClosurePermutation - Set flag for using a closure permutation for matrix insertion 232e8e188d2SZach Atkins 233e8e188d2SZach Atkins Not collective 234e8e188d2SZach Atkins 235e8e188d2SZach Atkins Input Parameters: 236e8e188d2SZach Atkins + dm - The `DM` 237e8e188d2SZach Atkins - useClPerm - The flag 238e8e188d2SZach Atkins 239e8e188d2SZach Atkins Level: intermediate 240e8e188d2SZach Atkins 241e8e188d2SZach Atkins .seealso: `DMPlexGetUseMatClosurePermutation()` 242e8e188d2SZach Atkins @*/ 243e8e188d2SZach Atkins PetscErrorCode DMPlexSetUseMatClosurePermutation(DM dm, PetscBool useClPerm) 244e8e188d2SZach Atkins { 245e8e188d2SZach Atkins DM_Plex *mesh = (DM_Plex *)dm->data; 246e8e188d2SZach Atkins 247e8e188d2SZach Atkins PetscFunctionBegin; 248e8e188d2SZach Atkins PetscValidHeaderSpecific(dm, DM_CLASSID, 1); 249e8e188d2SZach Atkins PetscValidLogicalCollectiveBool(dm, useClPerm, 2); 250e8e188d2SZach Atkins mesh->useMatClPerm = useClPerm; 251e8e188d2SZach Atkins PetscFunctionReturn(PETSC_SUCCESS); 252e8e188d2SZach Atkins } 253e8e188d2SZach Atkins 254d71ae5a4SJacob Faibussowitsch static PetscErrorCode DMPlexProjectRigidBody_Private(PetscInt dim, PetscReal t, const PetscReal X[], PetscInt Nc, PetscScalar *mode, void *ctx) 255d71ae5a4SJacob Faibussowitsch { 2569371c9d4SSatish Balay const PetscInt eps[3][3][3] = { 2579371c9d4SSatish Balay {{0, 0, 0}, {0, 0, 1}, {0, -1, 0}}, 2589371c9d4SSatish Balay {{0, 0, -1}, {0, 0, 0}, {1, 0, 0} }, 2599371c9d4SSatish Balay {{0, 1, 0}, {-1, 0, 0}, {0, 0, 0} } 2609371c9d4SSatish Balay }; 261026175e5SToby Isaac PetscInt *ctxInt = (PetscInt *)ctx; 262ad917190SMatthew G. Knepley PetscInt dim2 = ctxInt[0]; 263026175e5SToby Isaac PetscInt d = ctxInt[1]; 264026175e5SToby Isaac PetscInt i, j, k = dim > 2 ? d - dim : d; 265026175e5SToby Isaac 266ad917190SMatthew G. Knepley PetscFunctionBegin; 26763a3b9bcSJacob Faibussowitsch PetscCheck(dim == dim2, PETSC_COMM_SELF, PETSC_ERR_ARG_WRONG, "Input dimension %" PetscInt_FMT " does not match context dimension %" PetscInt_FMT, dim, dim2); 268026175e5SToby Isaac for (i = 0; i < dim; i++) mode[i] = 0.; 269026175e5SToby Isaac if (d < dim) { 27012adca46SMatthew G. Knepley mode[d] = 1.; /* Translation along axis d */ 271ad917190SMatthew G. Knepley } else { 272026175e5SToby Isaac for (i = 0; i < dim; i++) { 2739371c9d4SSatish Balay for (j = 0; j < dim; j++) { mode[j] += eps[i][j][k] * X[i]; /* Rotation about axis d */ } 274026175e5SToby Isaac } 275026175e5SToby Isaac } 2763ba16761SJacob Faibussowitsch PetscFunctionReturn(PETSC_SUCCESS); 277026175e5SToby Isaac } 278026175e5SToby Isaac 279cc4e42d9SMartin Diehl /*@ 28012adca46SMatthew G. Knepley DMPlexCreateRigidBody - For the default global section, create rigid body modes by function space interpolation 281cb1e1211SMatthew G Knepley 28220f4b53cSBarry Smith Collective 283cb1e1211SMatthew G Knepley 2844165533cSJose E. Roman Input Parameters: 285a1cb98faSBarry Smith + dm - the `DM` 28656cf3b9cSMatthew G. Knepley - field - The field number for the rigid body space, or 0 for the default 287cb1e1211SMatthew G Knepley 2884165533cSJose E. Roman Output Parameter: 289cb1e1211SMatthew G Knepley . sp - the null space 290cb1e1211SMatthew G Knepley 291cb1e1211SMatthew G Knepley Level: advanced 292cb1e1211SMatthew G Knepley 293a1cb98faSBarry Smith Note: 294a1cb98faSBarry Smith This is necessary to provide a suitable coarse space for algebraic multigrid 295a1cb98faSBarry Smith 2961cc06b55SBarry Smith .seealso: [](ch_unstructured), `DM`, `DMPLEX`, `MatNullSpaceCreate()`, `PCGAMG` 297cb1e1211SMatthew G Knepley @*/ 298d71ae5a4SJacob Faibussowitsch PetscErrorCode DMPlexCreateRigidBody(DM dm, PetscInt field, MatNullSpace *sp) 299d71ae5a4SJacob Faibussowitsch { 30056cf3b9cSMatthew G. Knepley PetscErrorCode (**func)(PetscInt, PetscReal, const PetscReal *, PetscInt, PetscScalar *, void *); 301cb1e1211SMatthew G Knepley MPI_Comm comm; 302026175e5SToby Isaac Vec mode[6]; 303026175e5SToby Isaac PetscSection section, globalSection; 30456cf3b9cSMatthew G. Knepley PetscInt dim, dimEmbed, Nf, n, m, mmin, d, i, j; 305db14aad5SMatthew G. Knepley void **ctxs; 306cb1e1211SMatthew G Knepley 307cb1e1211SMatthew G Knepley PetscFunctionBegin; 3089566063dSJacob Faibussowitsch PetscCall(PetscObjectGetComm((PetscObject)dm, &comm)); 3099566063dSJacob Faibussowitsch PetscCall(DMGetDimension(dm, &dim)); 3109566063dSJacob Faibussowitsch PetscCall(DMGetCoordinateDim(dm, &dimEmbed)); 3119566063dSJacob Faibussowitsch PetscCall(DMGetNumFields(dm, &Nf)); 31263a3b9bcSJacob Faibussowitsch PetscCheck(!Nf || !(field < 0 || field >= Nf), comm, PETSC_ERR_ARG_OUTOFRANGE, "Field %" PetscInt_FMT " is not in [0, %" PetscInt_FMT ")", field, Nf); 31356cf3b9cSMatthew G. Knepley if (dim == 1 && Nf < 2) { 3149566063dSJacob Faibussowitsch PetscCall(MatNullSpaceCreate(comm, PETSC_TRUE, 0, NULL, sp)); 3153ba16761SJacob Faibussowitsch PetscFunctionReturn(PETSC_SUCCESS); 316cb1e1211SMatthew G Knepley } 3179566063dSJacob Faibussowitsch PetscCall(DMGetLocalSection(dm, §ion)); 3189566063dSJacob Faibussowitsch PetscCall(DMGetGlobalSection(dm, &globalSection)); 3199566063dSJacob Faibussowitsch PetscCall(PetscSectionGetConstrainedStorageSize(globalSection, &n)); 320db14aad5SMatthew G. Knepley PetscCall(PetscCalloc2(Nf, &func, Nf, &ctxs)); 321b247467aSMatthew G. Knepley m = (dim * (dim + 1)) / 2; 3229566063dSJacob Faibussowitsch PetscCall(VecCreate(comm, &mode[0])); 3239566063dSJacob Faibussowitsch PetscCall(VecSetType(mode[0], dm->vectype)); 3249566063dSJacob Faibussowitsch PetscCall(VecSetSizes(mode[0], n, PETSC_DETERMINE)); 3259566063dSJacob Faibussowitsch PetscCall(VecSetUp(mode[0])); 3269566063dSJacob Faibussowitsch PetscCall(VecGetSize(mode[0], &n)); 327b247467aSMatthew G. Knepley mmin = PetscMin(m, n); 32856cf3b9cSMatthew G. Knepley func[field] = DMPlexProjectRigidBody_Private; 3299566063dSJacob Faibussowitsch for (i = 1; i < m; ++i) PetscCall(VecDuplicate(mode[0], &mode[i])); 330026175e5SToby Isaac for (d = 0; d < m; d++) { 331330485fdSToby Isaac PetscInt ctx[2]; 332cb1e1211SMatthew G Knepley 333db14aad5SMatthew G. Knepley ctxs[field] = (void *)(&ctx[0]); 3349d8fbdeaSMatthew G. Knepley ctx[0] = dimEmbed; 335330485fdSToby Isaac ctx[1] = d; 336db14aad5SMatthew G. Knepley PetscCall(DMProjectFunction(dm, 0.0, func, ctxs, INSERT_VALUES, mode[d])); 337cb1e1211SMatthew G Knepley } 3383b2202bfSJacob Faibussowitsch /* Orthonormalize system */ 339b50a2c0aSJacob Faibussowitsch for (i = 0; i < mmin; ++i) { 340b77f2eeeSJacob Faibussowitsch PetscScalar dots[6]; 341b50a2c0aSJacob Faibussowitsch 3429566063dSJacob Faibussowitsch PetscCall(VecNormalize(mode[i], NULL)); 3439566063dSJacob Faibussowitsch PetscCall(VecMDot(mode[i], mmin - i - 1, mode + i + 1, dots + i + 1)); 344b50a2c0aSJacob Faibussowitsch for (j = i + 1; j < mmin; ++j) { 345b77f2eeeSJacob Faibussowitsch dots[j] *= -1.0; 3469566063dSJacob Faibussowitsch PetscCall(VecAXPY(mode[j], dots[j], mode[i])); 347b50a2c0aSJacob Faibussowitsch } 348cb1e1211SMatthew G Knepley } 3499566063dSJacob Faibussowitsch PetscCall(MatNullSpaceCreate(comm, PETSC_FALSE, mmin, mode, sp)); 3509566063dSJacob Faibussowitsch for (i = 0; i < m; ++i) PetscCall(VecDestroy(&mode[i])); 351db14aad5SMatthew G. Knepley PetscCall(PetscFree2(func, ctxs)); 3523ba16761SJacob Faibussowitsch PetscFunctionReturn(PETSC_SUCCESS); 353cb1e1211SMatthew G Knepley } 354cb1e1211SMatthew G Knepley 355cc4e42d9SMartin Diehl /*@ 35612adca46SMatthew G. Knepley DMPlexCreateRigidBodies - For the default global section, create rigid body modes by function space interpolation 35712adca46SMatthew G. Knepley 35820f4b53cSBarry Smith Collective 35912adca46SMatthew G. Knepley 3604165533cSJose E. Roman Input Parameters: 361a1cb98faSBarry Smith + dm - the `DM` 36212adca46SMatthew G. Knepley . nb - The number of bodies 363a1cb98faSBarry Smith . label - The `DMLabel` marking each domain 36412adca46SMatthew G. Knepley . nids - The number of ids per body 36512adca46SMatthew G. Knepley - ids - An array of the label ids in sequence for each domain 36612adca46SMatthew G. Knepley 3674165533cSJose E. Roman Output Parameter: 36812adca46SMatthew G. Knepley . sp - the null space 36912adca46SMatthew G. Knepley 37012adca46SMatthew G. Knepley Level: advanced 37112adca46SMatthew G. Knepley 372a1cb98faSBarry Smith Note: 373a1cb98faSBarry Smith This is necessary to provide a suitable coarse space for algebraic multigrid 374a1cb98faSBarry Smith 3751cc06b55SBarry Smith .seealso: [](ch_unstructured), `DM`, `DMPLEX`, `MatNullSpaceCreate()` 37612adca46SMatthew G. Knepley @*/ 377d71ae5a4SJacob Faibussowitsch PetscErrorCode DMPlexCreateRigidBodies(DM dm, PetscInt nb, DMLabel label, const PetscInt nids[], const PetscInt ids[], MatNullSpace *sp) 378d71ae5a4SJacob Faibussowitsch { 37912adca46SMatthew G. Knepley MPI_Comm comm; 38012adca46SMatthew G. Knepley PetscSection section, globalSection; 38112adca46SMatthew G. Knepley Vec *mode; 38212adca46SMatthew G. Knepley PetscScalar *dots; 38312adca46SMatthew G. Knepley PetscInt dim, dimEmbed, n, m, b, d, i, j, off; 38412adca46SMatthew G. Knepley 38512adca46SMatthew G. Knepley PetscFunctionBegin; 3869566063dSJacob Faibussowitsch PetscCall(PetscObjectGetComm((PetscObject)dm, &comm)); 3879566063dSJacob Faibussowitsch PetscCall(DMGetDimension(dm, &dim)); 3889566063dSJacob Faibussowitsch PetscCall(DMGetCoordinateDim(dm, &dimEmbed)); 3899566063dSJacob Faibussowitsch PetscCall(DMGetLocalSection(dm, §ion)); 3909566063dSJacob Faibussowitsch PetscCall(DMGetGlobalSection(dm, &globalSection)); 3919566063dSJacob Faibussowitsch PetscCall(PetscSectionGetConstrainedStorageSize(globalSection, &n)); 39212adca46SMatthew G. Knepley m = nb * (dim * (dim + 1)) / 2; 3939566063dSJacob Faibussowitsch PetscCall(PetscMalloc2(m, &mode, m, &dots)); 3949566063dSJacob Faibussowitsch PetscCall(VecCreate(comm, &mode[0])); 3959566063dSJacob Faibussowitsch PetscCall(VecSetSizes(mode[0], n, PETSC_DETERMINE)); 3969566063dSJacob Faibussowitsch PetscCall(VecSetUp(mode[0])); 3979566063dSJacob Faibussowitsch for (i = 1; i < m; ++i) PetscCall(VecDuplicate(mode[0], &mode[i])); 39812adca46SMatthew G. Knepley for (b = 0, off = 0; b < nb; ++b) { 39912adca46SMatthew G. Knepley for (d = 0; d < m / nb; ++d) { 40012adca46SMatthew G. Knepley PetscInt ctx[2]; 40112adca46SMatthew G. Knepley PetscErrorCode (*func)(PetscInt, PetscReal, const PetscReal *, PetscInt, PetscScalar *, void *) = DMPlexProjectRigidBody_Private; 40212adca46SMatthew G. Knepley void *voidctx = (void *)(&ctx[0]); 40312adca46SMatthew G. Knepley 40412adca46SMatthew G. Knepley ctx[0] = dimEmbed; 40512adca46SMatthew G. Knepley ctx[1] = d; 4069566063dSJacob Faibussowitsch PetscCall(DMProjectFunctionLabel(dm, 0.0, label, nids[b], &ids[off], 0, NULL, &func, &voidctx, INSERT_VALUES, mode[d])); 40712adca46SMatthew G. Knepley off += nids[b]; 40812adca46SMatthew G. Knepley } 40912adca46SMatthew G. Knepley } 4103b2202bfSJacob Faibussowitsch /* Orthonormalize system */ 411606c1a1cSJacob Faibussowitsch for (i = 0; i < m; ++i) { 412b77f2eeeSJacob Faibussowitsch PetscScalar dots[6]; 4135a0e29b9SJacob Faibussowitsch 4149566063dSJacob Faibussowitsch PetscCall(VecNormalize(mode[i], NULL)); 4159566063dSJacob Faibussowitsch PetscCall(VecMDot(mode[i], m - i - 1, mode + i + 1, dots + i + 1)); 4165a0e29b9SJacob Faibussowitsch for (j = i + 1; j < m; ++j) { 417b77f2eeeSJacob Faibussowitsch dots[j] *= -1.0; 4189566063dSJacob Faibussowitsch PetscCall(VecAXPY(mode[j], dots[j], mode[i])); 4195a0e29b9SJacob Faibussowitsch } 42012adca46SMatthew G. Knepley } 4219566063dSJacob Faibussowitsch PetscCall(MatNullSpaceCreate(comm, PETSC_FALSE, m, mode, sp)); 4229566063dSJacob Faibussowitsch for (i = 0; i < m; ++i) PetscCall(VecDestroy(&mode[i])); 4239566063dSJacob Faibussowitsch PetscCall(PetscFree2(mode, dots)); 4243ba16761SJacob Faibussowitsch PetscFunctionReturn(PETSC_SUCCESS); 42512adca46SMatthew G. Knepley } 42612adca46SMatthew G. Knepley 427b29cfa1cSToby Isaac /*@ 428b29cfa1cSToby Isaac DMPlexSetMaxProjectionHeight - In DMPlexProjectXXXLocal() functions, the projected values of a basis function's dofs 429b29cfa1cSToby Isaac are computed by associating the basis function with one of the mesh points in its transitively-closed support, and 430a4e35b19SJacob Faibussowitsch evaluating the dual space basis of that point. 431b29cfa1cSToby Isaac 432b29cfa1cSToby Isaac Input Parameters: 433a1cb98faSBarry Smith + dm - the `DMPLEX` object 434b29cfa1cSToby Isaac - height - the maximum projection height >= 0 435b29cfa1cSToby Isaac 436b29cfa1cSToby Isaac Level: advanced 437b29cfa1cSToby Isaac 438a4e35b19SJacob Faibussowitsch Notes: 439a4e35b19SJacob Faibussowitsch A basis function is associated with the point in its transitively-closed support whose mesh 440a4e35b19SJacob Faibussowitsch height is highest (w.r.t. DAG height), but not greater than the maximum projection height, 441a4e35b19SJacob Faibussowitsch which is set with this function. By default, the maximum projection height is zero, which 442a4e35b19SJacob Faibussowitsch means that only mesh cells are used to project basis functions. A height of one, for 443a4e35b19SJacob Faibussowitsch example, evaluates a cell-interior basis functions using its cells dual space basis, but all 444a4e35b19SJacob Faibussowitsch other basis functions with the dual space basis of a face. 445a4e35b19SJacob Faibussowitsch 4461cc06b55SBarry Smith .seealso: [](ch_unstructured), `DM`, `DMPLEX`, `DMPlexGetMaxProjectionHeight()`, `DMProjectFunctionLocal()`, `DMProjectFunctionLabelLocal()` 447b29cfa1cSToby Isaac @*/ 448d71ae5a4SJacob Faibussowitsch PetscErrorCode DMPlexSetMaxProjectionHeight(DM dm, PetscInt height) 449d71ae5a4SJacob Faibussowitsch { 450b29cfa1cSToby Isaac DM_Plex *plex = (DM_Plex *)dm->data; 451b29cfa1cSToby Isaac 452b29cfa1cSToby Isaac PetscFunctionBegin; 453b29cfa1cSToby Isaac PetscValidHeaderSpecific(dm, DM_CLASSID, 1); 454b29cfa1cSToby Isaac plex->maxProjectionHeight = height; 4553ba16761SJacob Faibussowitsch PetscFunctionReturn(PETSC_SUCCESS); 456b29cfa1cSToby Isaac } 457b29cfa1cSToby Isaac 458b29cfa1cSToby Isaac /*@ 459b29cfa1cSToby Isaac DMPlexGetMaxProjectionHeight - Get the maximum height (w.r.t. DAG) of mesh points used to evaluate dual bases in 460b29cfa1cSToby Isaac DMPlexProjectXXXLocal() functions. 461b29cfa1cSToby Isaac 4622fe279fdSBarry Smith Input Parameter: 463a1cb98faSBarry Smith . dm - the `DMPLEX` object 464b29cfa1cSToby Isaac 4652fe279fdSBarry Smith Output Parameter: 466b29cfa1cSToby Isaac . height - the maximum projection height 467b29cfa1cSToby Isaac 468b29cfa1cSToby Isaac Level: intermediate 469b29cfa1cSToby Isaac 4701cc06b55SBarry Smith .seealso: [](ch_unstructured), `DM`, `DMPLEX`, `DMPlexSetMaxProjectionHeight()`, `DMProjectFunctionLocal()`, `DMProjectFunctionLabelLocal()` 471b29cfa1cSToby Isaac @*/ 472d71ae5a4SJacob Faibussowitsch PetscErrorCode DMPlexGetMaxProjectionHeight(DM dm, PetscInt *height) 473d71ae5a4SJacob Faibussowitsch { 474b29cfa1cSToby Isaac DM_Plex *plex = (DM_Plex *)dm->data; 475b29cfa1cSToby Isaac 476b29cfa1cSToby Isaac PetscFunctionBegin; 477b29cfa1cSToby Isaac PetscValidHeaderSpecific(dm, DM_CLASSID, 1); 478b29cfa1cSToby Isaac *height = plex->maxProjectionHeight; 4793ba16761SJacob Faibussowitsch PetscFunctionReturn(PETSC_SUCCESS); 480b29cfa1cSToby Isaac } 481b29cfa1cSToby Isaac 482ca3d3a14SMatthew G. Knepley typedef struct { 483ca3d3a14SMatthew G. Knepley PetscReal alpha; /* The first Euler angle, and in 2D the only one */ 484ca3d3a14SMatthew G. Knepley PetscReal beta; /* The second Euler angle */ 485ca3d3a14SMatthew G. Knepley PetscReal gamma; /* The third Euler angle */ 486ca3d3a14SMatthew G. Knepley PetscInt dim; /* The dimension of R */ 487ca3d3a14SMatthew G. Knepley PetscScalar *R; /* The rotation matrix, transforming a vector in the local basis to the global basis */ 488ca3d3a14SMatthew G. Knepley PetscScalar *RT; /* The transposed rotation matrix, transforming a vector in the global basis to the local basis */ 489ca3d3a14SMatthew G. Knepley } RotCtx; 490ca3d3a14SMatthew G. Knepley 491ca3d3a14SMatthew G. Knepley /* 492ca3d3a14SMatthew G. Knepley Note: Following https://en.wikipedia.org/wiki/Euler_angles, we will specify Euler angles by extrinsic rotations, meaning that 493ca3d3a14SMatthew G. Knepley we rotate with respect to a fixed initial coordinate system, the local basis (x-y-z). The global basis (X-Y-Z) is reached as follows: 494ca3d3a14SMatthew G. Knepley $ The XYZ system rotates about the z axis by alpha. The X axis is now at angle alpha with respect to the x axis. 495ca3d3a14SMatthew G. Knepley $ The XYZ system rotates again about the x axis by beta. The Z axis is now at angle beta with respect to the z axis. 496ca3d3a14SMatthew G. Knepley $ The XYZ system rotates a third time about the z axis by gamma. 497ca3d3a14SMatthew G. Knepley */ 498d71ae5a4SJacob Faibussowitsch static PetscErrorCode DMPlexBasisTransformSetUp_Rotation_Internal(DM dm, void *ctx) 499d71ae5a4SJacob Faibussowitsch { 500ca3d3a14SMatthew G. Knepley RotCtx *rc = (RotCtx *)ctx; 501ca3d3a14SMatthew G. Knepley PetscInt dim = rc->dim; 502ca3d3a14SMatthew G. Knepley PetscReal c1, s1, c2, s2, c3, s3; 503ca3d3a14SMatthew G. Knepley 504ca3d3a14SMatthew G. Knepley PetscFunctionBegin; 5059566063dSJacob Faibussowitsch PetscCall(PetscMalloc2(PetscSqr(dim), &rc->R, PetscSqr(dim), &rc->RT)); 506ca3d3a14SMatthew G. Knepley switch (dim) { 507ca3d3a14SMatthew G. Knepley case 2: 5089371c9d4SSatish Balay c1 = PetscCosReal(rc->alpha); 5099371c9d4SSatish Balay s1 = PetscSinReal(rc->alpha); 5109371c9d4SSatish Balay rc->R[0] = c1; 5119371c9d4SSatish Balay rc->R[1] = s1; 5129371c9d4SSatish Balay rc->R[2] = -s1; 5139371c9d4SSatish Balay rc->R[3] = c1; 5149566063dSJacob Faibussowitsch PetscCall(PetscArraycpy(rc->RT, rc->R, PetscSqr(dim))); 515b458e8f1SJose E. Roman DMPlex_Transpose2D_Internal(rc->RT); 516ca3d3a14SMatthew G. Knepley break; 517ca3d3a14SMatthew G. Knepley case 3: 5189371c9d4SSatish Balay c1 = PetscCosReal(rc->alpha); 5199371c9d4SSatish Balay s1 = PetscSinReal(rc->alpha); 5209371c9d4SSatish Balay c2 = PetscCosReal(rc->beta); 5219371c9d4SSatish Balay s2 = PetscSinReal(rc->beta); 5229371c9d4SSatish Balay c3 = PetscCosReal(rc->gamma); 5239371c9d4SSatish Balay s3 = PetscSinReal(rc->gamma); 5249371c9d4SSatish Balay rc->R[0] = c1 * c3 - c2 * s1 * s3; 5259371c9d4SSatish Balay rc->R[1] = c3 * s1 + c1 * c2 * s3; 5269371c9d4SSatish Balay rc->R[2] = s2 * s3; 5279371c9d4SSatish Balay rc->R[3] = -c1 * s3 - c2 * c3 * s1; 5289371c9d4SSatish Balay rc->R[4] = c1 * c2 * c3 - s1 * s3; 5299371c9d4SSatish Balay rc->R[5] = c3 * s2; 5309371c9d4SSatish Balay rc->R[6] = s1 * s2; 5319371c9d4SSatish Balay rc->R[7] = -c1 * s2; 5329371c9d4SSatish Balay rc->R[8] = c2; 5339566063dSJacob Faibussowitsch PetscCall(PetscArraycpy(rc->RT, rc->R, PetscSqr(dim))); 534b458e8f1SJose E. Roman DMPlex_Transpose3D_Internal(rc->RT); 535ca3d3a14SMatthew G. Knepley break; 536d71ae5a4SJacob Faibussowitsch default: 537d71ae5a4SJacob Faibussowitsch SETERRQ(PetscObjectComm((PetscObject)dm), PETSC_ERR_ARG_OUTOFRANGE, "Dimension %" PetscInt_FMT " not supported", dim); 538ca3d3a14SMatthew G. Knepley } 5393ba16761SJacob Faibussowitsch PetscFunctionReturn(PETSC_SUCCESS); 540ca3d3a14SMatthew G. Knepley } 541ca3d3a14SMatthew G. Knepley 542d71ae5a4SJacob Faibussowitsch static PetscErrorCode DMPlexBasisTransformDestroy_Rotation_Internal(DM dm, void *ctx) 543d71ae5a4SJacob Faibussowitsch { 544ca3d3a14SMatthew G. Knepley RotCtx *rc = (RotCtx *)ctx; 545ca3d3a14SMatthew G. Knepley 546ca3d3a14SMatthew G. Knepley PetscFunctionBegin; 5479566063dSJacob Faibussowitsch PetscCall(PetscFree2(rc->R, rc->RT)); 5489566063dSJacob Faibussowitsch PetscCall(PetscFree(rc)); 5493ba16761SJacob Faibussowitsch PetscFunctionReturn(PETSC_SUCCESS); 550ca3d3a14SMatthew G. Knepley } 551ca3d3a14SMatthew G. Knepley 552d71ae5a4SJacob Faibussowitsch static PetscErrorCode DMPlexBasisTransformGetMatrix_Rotation_Internal(DM dm, const PetscReal x[], PetscBool l2g, const PetscScalar **A, void *ctx) 553d71ae5a4SJacob Faibussowitsch { 554ca3d3a14SMatthew G. Knepley RotCtx *rc = (RotCtx *)ctx; 555ca3d3a14SMatthew G. Knepley 556ca3d3a14SMatthew G. Knepley PetscFunctionBeginHot; 5574f572ea9SToby Isaac PetscAssertPointer(ctx, 5); 5589371c9d4SSatish Balay if (l2g) { 5599371c9d4SSatish Balay *A = rc->R; 5609371c9d4SSatish Balay } else { 5619371c9d4SSatish Balay *A = rc->RT; 5629371c9d4SSatish Balay } 5633ba16761SJacob Faibussowitsch PetscFunctionReturn(PETSC_SUCCESS); 564ca3d3a14SMatthew G. Knepley } 565ca3d3a14SMatthew G. Knepley 566d71ae5a4SJacob Faibussowitsch PetscErrorCode DMPlexBasisTransformApplyReal_Internal(DM dm, const PetscReal x[], PetscBool l2g, PetscInt dim, const PetscReal *y, PetscReal *z, void *ctx) 567d71ae5a4SJacob Faibussowitsch { 568ec277c0fSMatthew G. Knepley PetscFunctionBegin; 569ab6a9622SMatthew G. Knepley #if defined(PETSC_USE_COMPLEX) 570ab6a9622SMatthew G. Knepley switch (dim) { 5719371c9d4SSatish Balay case 2: { 57227104ee2SJacob Faibussowitsch PetscScalar yt[2] = {y[0], y[1]}, zt[2] = {0.0, 0.0}; 573ab6a9622SMatthew G. Knepley 5749566063dSJacob Faibussowitsch PetscCall(DMPlexBasisTransformApply_Internal(dm, x, l2g, dim, yt, zt, ctx)); 5759371c9d4SSatish Balay z[0] = PetscRealPart(zt[0]); 5769371c9d4SSatish Balay z[1] = PetscRealPart(zt[1]); 5779371c9d4SSatish Balay } break; 5789371c9d4SSatish Balay case 3: { 57927104ee2SJacob Faibussowitsch PetscScalar yt[3] = {y[0], y[1], y[2]}, zt[3] = {0.0, 0.0, 0.0}; 580ab6a9622SMatthew G. Knepley 5819566063dSJacob Faibussowitsch PetscCall(DMPlexBasisTransformApply_Internal(dm, x, l2g, dim, yt, zt, ctx)); 5829371c9d4SSatish Balay z[0] = PetscRealPart(zt[0]); 5839371c9d4SSatish Balay z[1] = PetscRealPart(zt[1]); 5849371c9d4SSatish Balay z[2] = PetscRealPart(zt[2]); 5859371c9d4SSatish Balay } break; 586ab6a9622SMatthew G. Knepley } 587ab6a9622SMatthew G. Knepley #else 5889566063dSJacob Faibussowitsch PetscCall(DMPlexBasisTransformApply_Internal(dm, x, l2g, dim, y, z, ctx)); 589ab6a9622SMatthew G. Knepley #endif 5903ba16761SJacob Faibussowitsch PetscFunctionReturn(PETSC_SUCCESS); 591ab6a9622SMatthew G. Knepley } 592ab6a9622SMatthew G. Knepley 593d71ae5a4SJacob Faibussowitsch PetscErrorCode DMPlexBasisTransformApply_Internal(DM dm, const PetscReal x[], PetscBool l2g, PetscInt dim, const PetscScalar *y, PetscScalar *z, void *ctx) 594d71ae5a4SJacob Faibussowitsch { 595ca3d3a14SMatthew G. Knepley const PetscScalar *A; 596ca3d3a14SMatthew G. Knepley 597ca3d3a14SMatthew G. Knepley PetscFunctionBeginHot; 5989566063dSJacob Faibussowitsch PetscCall((*dm->transformGetMatrix)(dm, x, l2g, &A, ctx)); 599ca3d3a14SMatthew G. Knepley switch (dim) { 600d71ae5a4SJacob Faibussowitsch case 2: 601d71ae5a4SJacob Faibussowitsch DMPlex_Mult2D_Internal(A, 1, y, z); 602d71ae5a4SJacob Faibussowitsch break; 603d71ae5a4SJacob Faibussowitsch case 3: 604d71ae5a4SJacob Faibussowitsch DMPlex_Mult3D_Internal(A, 1, y, z); 605d71ae5a4SJacob Faibussowitsch break; 606ca3d3a14SMatthew G. Knepley } 6073ba16761SJacob Faibussowitsch PetscFunctionReturn(PETSC_SUCCESS); 608ca3d3a14SMatthew G. Knepley } 609ca3d3a14SMatthew G. Knepley 610d71ae5a4SJacob Faibussowitsch static PetscErrorCode DMPlexBasisTransformField_Internal(DM dm, DM tdm, Vec tv, PetscInt p, PetscInt f, PetscBool l2g, PetscScalar *a) 611d71ae5a4SJacob Faibussowitsch { 612ca3d3a14SMatthew G. Knepley PetscSection ts; 613ca3d3a14SMatthew G. Knepley const PetscScalar *ta, *tva; 614ca3d3a14SMatthew G. Knepley PetscInt dof; 615ca3d3a14SMatthew G. Knepley 616ca3d3a14SMatthew G. Knepley PetscFunctionBeginHot; 6179566063dSJacob Faibussowitsch PetscCall(DMGetLocalSection(tdm, &ts)); 6189566063dSJacob Faibussowitsch PetscCall(PetscSectionGetFieldDof(ts, p, f, &dof)); 6199566063dSJacob Faibussowitsch PetscCall(VecGetArrayRead(tv, &ta)); 6209566063dSJacob Faibussowitsch PetscCall(DMPlexPointLocalFieldRead(tdm, p, f, ta, &tva)); 621ca3d3a14SMatthew G. Knepley if (l2g) { 622ca3d3a14SMatthew G. Knepley switch (dof) { 623d71ae5a4SJacob Faibussowitsch case 4: 624d71ae5a4SJacob Faibussowitsch DMPlex_Mult2D_Internal(tva, 1, a, a); 625d71ae5a4SJacob Faibussowitsch break; 626d71ae5a4SJacob Faibussowitsch case 9: 627d71ae5a4SJacob Faibussowitsch DMPlex_Mult3D_Internal(tva, 1, a, a); 628d71ae5a4SJacob Faibussowitsch break; 629ca3d3a14SMatthew G. Knepley } 630ca3d3a14SMatthew G. Knepley } else { 631ca3d3a14SMatthew G. Knepley switch (dof) { 632d71ae5a4SJacob Faibussowitsch case 4: 633d71ae5a4SJacob Faibussowitsch DMPlex_MultTranspose2D_Internal(tva, 1, a, a); 634d71ae5a4SJacob Faibussowitsch break; 635d71ae5a4SJacob Faibussowitsch case 9: 636d71ae5a4SJacob Faibussowitsch DMPlex_MultTranspose3D_Internal(tva, 1, a, a); 637d71ae5a4SJacob Faibussowitsch break; 638ca3d3a14SMatthew G. Knepley } 639ca3d3a14SMatthew G. Knepley } 6409566063dSJacob Faibussowitsch PetscCall(VecRestoreArrayRead(tv, &ta)); 6413ba16761SJacob Faibussowitsch PetscFunctionReturn(PETSC_SUCCESS); 642ca3d3a14SMatthew G. Knepley } 643ca3d3a14SMatthew G. Knepley 644d71ae5a4SJacob Faibussowitsch static PetscErrorCode DMPlexBasisTransformFieldTensor_Internal(DM dm, DM tdm, Vec tv, PetscInt pf, PetscInt f, PetscInt pg, PetscInt g, PetscBool l2g, PetscInt lda, PetscScalar *a) 645d71ae5a4SJacob Faibussowitsch { 646ca3d3a14SMatthew G. Knepley PetscSection s, ts; 647ca3d3a14SMatthew G. Knepley const PetscScalar *ta, *tvaf, *tvag; 648ca3d3a14SMatthew G. Knepley PetscInt fdof, gdof, fpdof, gpdof; 649ca3d3a14SMatthew G. Knepley 650ca3d3a14SMatthew G. Knepley PetscFunctionBeginHot; 6519566063dSJacob Faibussowitsch PetscCall(DMGetLocalSection(dm, &s)); 6529566063dSJacob Faibussowitsch PetscCall(DMGetLocalSection(tdm, &ts)); 6539566063dSJacob Faibussowitsch PetscCall(PetscSectionGetFieldDof(s, pf, f, &fpdof)); 6549566063dSJacob Faibussowitsch PetscCall(PetscSectionGetFieldDof(s, pg, g, &gpdof)); 6559566063dSJacob Faibussowitsch PetscCall(PetscSectionGetFieldDof(ts, pf, f, &fdof)); 6569566063dSJacob Faibussowitsch PetscCall(PetscSectionGetFieldDof(ts, pg, g, &gdof)); 6579566063dSJacob Faibussowitsch PetscCall(VecGetArrayRead(tv, &ta)); 6589566063dSJacob Faibussowitsch PetscCall(DMPlexPointLocalFieldRead(tdm, pf, f, ta, &tvaf)); 6599566063dSJacob Faibussowitsch PetscCall(DMPlexPointLocalFieldRead(tdm, pg, g, ta, &tvag)); 660ca3d3a14SMatthew G. Knepley if (l2g) { 661ca3d3a14SMatthew G. Knepley switch (fdof) { 662d71ae5a4SJacob Faibussowitsch case 4: 663d71ae5a4SJacob Faibussowitsch DMPlex_MatMult2D_Internal(tvaf, gpdof, lda, a, a); 664d71ae5a4SJacob Faibussowitsch break; 665d71ae5a4SJacob Faibussowitsch case 9: 666d71ae5a4SJacob Faibussowitsch DMPlex_MatMult3D_Internal(tvaf, gpdof, lda, a, a); 667d71ae5a4SJacob Faibussowitsch break; 668ca3d3a14SMatthew G. Knepley } 669ca3d3a14SMatthew G. Knepley switch (gdof) { 670d71ae5a4SJacob Faibussowitsch case 4: 671d71ae5a4SJacob Faibussowitsch DMPlex_MatMultTransposeLeft2D_Internal(tvag, fpdof, lda, a, a); 672d71ae5a4SJacob Faibussowitsch break; 673d71ae5a4SJacob Faibussowitsch case 9: 674d71ae5a4SJacob Faibussowitsch DMPlex_MatMultTransposeLeft3D_Internal(tvag, fpdof, lda, a, a); 675d71ae5a4SJacob Faibussowitsch break; 676ca3d3a14SMatthew G. Knepley } 677ca3d3a14SMatthew G. Knepley } else { 678ca3d3a14SMatthew G. Knepley switch (fdof) { 679d71ae5a4SJacob Faibussowitsch case 4: 680d71ae5a4SJacob Faibussowitsch DMPlex_MatMultTranspose2D_Internal(tvaf, gpdof, lda, a, a); 681d71ae5a4SJacob Faibussowitsch break; 682d71ae5a4SJacob Faibussowitsch case 9: 683d71ae5a4SJacob Faibussowitsch DMPlex_MatMultTranspose3D_Internal(tvaf, gpdof, lda, a, a); 684d71ae5a4SJacob Faibussowitsch break; 685ca3d3a14SMatthew G. Knepley } 686ca3d3a14SMatthew G. Knepley switch (gdof) { 687d71ae5a4SJacob Faibussowitsch case 4: 688d71ae5a4SJacob Faibussowitsch DMPlex_MatMultLeft2D_Internal(tvag, fpdof, lda, a, a); 689d71ae5a4SJacob Faibussowitsch break; 690d71ae5a4SJacob Faibussowitsch case 9: 691d71ae5a4SJacob Faibussowitsch DMPlex_MatMultLeft3D_Internal(tvag, fpdof, lda, a, a); 692d71ae5a4SJacob Faibussowitsch break; 693ca3d3a14SMatthew G. Knepley } 694ca3d3a14SMatthew G. Knepley } 6959566063dSJacob Faibussowitsch PetscCall(VecRestoreArrayRead(tv, &ta)); 6963ba16761SJacob Faibussowitsch PetscFunctionReturn(PETSC_SUCCESS); 697ca3d3a14SMatthew G. Knepley } 698ca3d3a14SMatthew G. Knepley 699d71ae5a4SJacob Faibussowitsch PetscErrorCode DMPlexBasisTransformPoint_Internal(DM dm, DM tdm, Vec tv, PetscInt p, PetscBool fieldActive[], PetscBool l2g, PetscScalar *a) 700d71ae5a4SJacob Faibussowitsch { 701ca3d3a14SMatthew G. Knepley PetscSection s; 702ca3d3a14SMatthew G. Knepley PetscSection clSection; 703ca3d3a14SMatthew G. Knepley IS clPoints; 704ca3d3a14SMatthew G. Knepley const PetscInt *clp; 705ca3d3a14SMatthew G. Knepley PetscInt *points = NULL; 706ca3d3a14SMatthew G. Knepley PetscInt Nf, f, Np, cp, dof, d = 0; 707ca3d3a14SMatthew G. Knepley 708ca3d3a14SMatthew G. Knepley PetscFunctionBegin; 7099566063dSJacob Faibussowitsch PetscCall(DMGetLocalSection(dm, &s)); 7109566063dSJacob Faibussowitsch PetscCall(PetscSectionGetNumFields(s, &Nf)); 71107218a29SMatthew G. Knepley PetscCall(DMPlexGetCompressedClosure(dm, s, p, 0, &Np, &points, &clSection, &clPoints, &clp)); 712ca3d3a14SMatthew G. Knepley for (f = 0; f < Nf; ++f) { 713ca3d3a14SMatthew G. Knepley for (cp = 0; cp < Np * 2; cp += 2) { 7149566063dSJacob Faibussowitsch PetscCall(PetscSectionGetFieldDof(s, points[cp], f, &dof)); 715ca3d3a14SMatthew G. Knepley if (!dof) continue; 7169566063dSJacob Faibussowitsch if (fieldActive[f]) PetscCall(DMPlexBasisTransformField_Internal(dm, tdm, tv, points[cp], f, l2g, &a[d])); 717ca3d3a14SMatthew G. Knepley d += dof; 718ca3d3a14SMatthew G. Knepley } 719ca3d3a14SMatthew G. Knepley } 7209566063dSJacob Faibussowitsch PetscCall(DMPlexRestoreCompressedClosure(dm, s, p, &Np, &points, &clSection, &clPoints, &clp)); 7213ba16761SJacob Faibussowitsch PetscFunctionReturn(PETSC_SUCCESS); 722ca3d3a14SMatthew G. Knepley } 723ca3d3a14SMatthew G. Knepley 724d71ae5a4SJacob Faibussowitsch PetscErrorCode DMPlexBasisTransformPointTensor_Internal(DM dm, DM tdm, Vec tv, PetscInt p, PetscBool l2g, PetscInt lda, PetscScalar *a) 725d71ae5a4SJacob Faibussowitsch { 726ca3d3a14SMatthew G. Knepley PetscSection s; 727ca3d3a14SMatthew G. Knepley PetscSection clSection; 728ca3d3a14SMatthew G. Knepley IS clPoints; 729ca3d3a14SMatthew G. Knepley const PetscInt *clp; 730ca3d3a14SMatthew G. Knepley PetscInt *points = NULL; 7318bdb3c71SMatthew G. Knepley PetscInt Nf, f, g, Np, cpf, cpg, fdof, gdof, r, c = 0; 732ca3d3a14SMatthew G. Knepley 733ca3d3a14SMatthew G. Knepley PetscFunctionBegin; 7349566063dSJacob Faibussowitsch PetscCall(DMGetLocalSection(dm, &s)); 7359566063dSJacob Faibussowitsch PetscCall(PetscSectionGetNumFields(s, &Nf)); 73607218a29SMatthew G. Knepley PetscCall(DMPlexGetCompressedClosure(dm, s, p, 0, &Np, &points, &clSection, &clPoints, &clp)); 737ca3d3a14SMatthew G. Knepley for (f = 0, r = 0; f < Nf; ++f) { 738ca3d3a14SMatthew G. Knepley for (cpf = 0; cpf < Np * 2; cpf += 2) { 7399566063dSJacob Faibussowitsch PetscCall(PetscSectionGetFieldDof(s, points[cpf], f, &fdof)); 740ca3d3a14SMatthew G. Knepley for (g = 0, c = 0; g < Nf; ++g) { 741ca3d3a14SMatthew G. Knepley for (cpg = 0; cpg < Np * 2; cpg += 2) { 7429566063dSJacob Faibussowitsch PetscCall(PetscSectionGetFieldDof(s, points[cpg], g, &gdof)); 7439566063dSJacob Faibussowitsch PetscCall(DMPlexBasisTransformFieldTensor_Internal(dm, tdm, tv, points[cpf], f, points[cpg], g, l2g, lda, &a[r * lda + c])); 744ca3d3a14SMatthew G. Knepley c += gdof; 745ca3d3a14SMatthew G. Knepley } 746ca3d3a14SMatthew G. Knepley } 74763a3b9bcSJacob Faibussowitsch PetscCheck(c == lda, PETSC_COMM_SELF, PETSC_ERR_PLIB, "Invalid number of columns %" PetscInt_FMT " should be %" PetscInt_FMT, c, lda); 748ca3d3a14SMatthew G. Knepley r += fdof; 749ca3d3a14SMatthew G. Knepley } 750ca3d3a14SMatthew G. Knepley } 75163a3b9bcSJacob Faibussowitsch PetscCheck(r == lda, PETSC_COMM_SELF, PETSC_ERR_PLIB, "Invalid number of rows %" PetscInt_FMT " should be %" PetscInt_FMT, c, lda); 7529566063dSJacob Faibussowitsch PetscCall(DMPlexRestoreCompressedClosure(dm, s, p, &Np, &points, &clSection, &clPoints, &clp)); 7533ba16761SJacob Faibussowitsch PetscFunctionReturn(PETSC_SUCCESS); 754ca3d3a14SMatthew G. Knepley } 755ca3d3a14SMatthew G. Knepley 756d71ae5a4SJacob Faibussowitsch static PetscErrorCode DMPlexBasisTransform_Internal(DM dm, Vec lv, PetscBool l2g) 757d71ae5a4SJacob Faibussowitsch { 758ca3d3a14SMatthew G. Knepley DM tdm; 759ca3d3a14SMatthew G. Knepley Vec tv; 760ca3d3a14SMatthew G. Knepley PetscSection ts, s; 761ca3d3a14SMatthew G. Knepley const PetscScalar *ta; 762ca3d3a14SMatthew G. Knepley PetscScalar *a, *va; 763ca3d3a14SMatthew G. Knepley PetscInt pStart, pEnd, p, Nf, f; 764ca3d3a14SMatthew G. Knepley 765ca3d3a14SMatthew G. Knepley PetscFunctionBegin; 7669566063dSJacob Faibussowitsch PetscCall(DMGetBasisTransformDM_Internal(dm, &tdm)); 7679566063dSJacob Faibussowitsch PetscCall(DMGetBasisTransformVec_Internal(dm, &tv)); 7689566063dSJacob Faibussowitsch PetscCall(DMGetLocalSection(tdm, &ts)); 7699566063dSJacob Faibussowitsch PetscCall(DMGetLocalSection(dm, &s)); 7709566063dSJacob Faibussowitsch PetscCall(PetscSectionGetChart(s, &pStart, &pEnd)); 7719566063dSJacob Faibussowitsch PetscCall(PetscSectionGetNumFields(s, &Nf)); 7729566063dSJacob Faibussowitsch PetscCall(VecGetArray(lv, &a)); 7739566063dSJacob Faibussowitsch PetscCall(VecGetArrayRead(tv, &ta)); 774ca3d3a14SMatthew G. Knepley for (p = pStart; p < pEnd; ++p) { 775ca3d3a14SMatthew G. Knepley for (f = 0; f < Nf; ++f) { 7769566063dSJacob Faibussowitsch PetscCall(DMPlexPointLocalFieldRef(dm, p, f, a, &va)); 7779566063dSJacob Faibussowitsch PetscCall(DMPlexBasisTransformField_Internal(dm, tdm, tv, p, f, l2g, va)); 778ca3d3a14SMatthew G. Knepley } 779ca3d3a14SMatthew G. Knepley } 7809566063dSJacob Faibussowitsch PetscCall(VecRestoreArray(lv, &a)); 7819566063dSJacob Faibussowitsch PetscCall(VecRestoreArrayRead(tv, &ta)); 7823ba16761SJacob Faibussowitsch PetscFunctionReturn(PETSC_SUCCESS); 783ca3d3a14SMatthew G. Knepley } 784ca3d3a14SMatthew G. Knepley 785ca3d3a14SMatthew G. Knepley /*@ 786ca3d3a14SMatthew G. Knepley DMPlexGlobalToLocalBasis - Transform the values in the given local vector from the global basis to the local basis 787ca3d3a14SMatthew G. Knepley 788ca3d3a14SMatthew G. Knepley Input Parameters: 789a1cb98faSBarry Smith + dm - The `DM` 790ca3d3a14SMatthew G. Knepley - lv - A local vector with values in the global basis 791ca3d3a14SMatthew G. Knepley 7922fe279fdSBarry Smith Output Parameter: 793ca3d3a14SMatthew G. Knepley . lv - A local vector with values in the local basis 794ca3d3a14SMatthew G. Knepley 795ca3d3a14SMatthew G. Knepley Level: developer 796ca3d3a14SMatthew G. Knepley 797a1cb98faSBarry Smith Note: 798a1cb98faSBarry Smith This method is only intended to be called inside `DMGlobalToLocal()`. It is unlikely that a user will have a local vector full of coefficients for the global basis unless they are reimplementing GlobalToLocal. 799a1cb98faSBarry Smith 8001cc06b55SBarry Smith .seealso: [](ch_unstructured), `DM`, `DMPLEX`, `DMPlexLocalToGlobalBasis()`, `DMGetLocalSection()`, `DMPlexCreateBasisRotation()` 801ca3d3a14SMatthew G. Knepley @*/ 802d71ae5a4SJacob Faibussowitsch PetscErrorCode DMPlexGlobalToLocalBasis(DM dm, Vec lv) 803d71ae5a4SJacob Faibussowitsch { 804ca3d3a14SMatthew G. Knepley PetscFunctionBegin; 805ca3d3a14SMatthew G. Knepley PetscValidHeaderSpecific(dm, DM_CLASSID, 1); 806ca3d3a14SMatthew G. Knepley PetscValidHeaderSpecific(lv, VEC_CLASSID, 2); 8079566063dSJacob Faibussowitsch PetscCall(DMPlexBasisTransform_Internal(dm, lv, PETSC_FALSE)); 8083ba16761SJacob Faibussowitsch PetscFunctionReturn(PETSC_SUCCESS); 809ca3d3a14SMatthew G. Knepley } 810ca3d3a14SMatthew G. Knepley 811ca3d3a14SMatthew G. Knepley /*@ 812ca3d3a14SMatthew G. Knepley DMPlexLocalToGlobalBasis - Transform the values in the given local vector from the local basis to the global basis 813ca3d3a14SMatthew G. Knepley 814ca3d3a14SMatthew G. Knepley Input Parameters: 815a1cb98faSBarry Smith + dm - The `DM` 816ca3d3a14SMatthew G. Knepley - lv - A local vector with values in the local basis 817ca3d3a14SMatthew G. Knepley 8182fe279fdSBarry Smith Output Parameter: 819ca3d3a14SMatthew G. Knepley . lv - A local vector with values in the global basis 820ca3d3a14SMatthew G. Knepley 821ca3d3a14SMatthew G. Knepley Level: developer 822ca3d3a14SMatthew G. Knepley 823a1cb98faSBarry Smith Note: 824a1cb98faSBarry Smith This method is only intended to be called inside `DMGlobalToLocal()`. It is unlikely that a user would want a local vector full of coefficients for the global basis unless they are reimplementing GlobalToLocal. 825a1cb98faSBarry Smith 8261cc06b55SBarry Smith .seealso: [](ch_unstructured), `DM`, `DMPLEX`, `DMPlexGlobalToLocalBasis()`, `DMGetLocalSection()`, `DMPlexCreateBasisRotation()` 827ca3d3a14SMatthew G. Knepley @*/ 828d71ae5a4SJacob Faibussowitsch PetscErrorCode DMPlexLocalToGlobalBasis(DM dm, Vec lv) 829d71ae5a4SJacob Faibussowitsch { 830ca3d3a14SMatthew G. Knepley PetscFunctionBegin; 831ca3d3a14SMatthew G. Knepley PetscValidHeaderSpecific(dm, DM_CLASSID, 1); 832ca3d3a14SMatthew G. Knepley PetscValidHeaderSpecific(lv, VEC_CLASSID, 2); 8339566063dSJacob Faibussowitsch PetscCall(DMPlexBasisTransform_Internal(dm, lv, PETSC_TRUE)); 8343ba16761SJacob Faibussowitsch PetscFunctionReturn(PETSC_SUCCESS); 835ca3d3a14SMatthew G. Knepley } 836ca3d3a14SMatthew G. Knepley 837ca3d3a14SMatthew G. Knepley /*@ 838ca3d3a14SMatthew G. Knepley DMPlexCreateBasisRotation - Create an internal transformation from the global basis, used to specify boundary conditions 839ca3d3a14SMatthew G. Knepley and global solutions, to a local basis, appropriate for discretization integrals and assembly. 840ca3d3a14SMatthew G. Knepley 841ca3d3a14SMatthew G. Knepley Input Parameters: 842a1cb98faSBarry Smith + dm - The `DM` 843ca3d3a14SMatthew G. Knepley . alpha - The first Euler angle, and in 2D the only one 844ca3d3a14SMatthew G. Knepley . beta - The second Euler angle 845f0fc11ceSJed Brown - gamma - The third Euler angle 846ca3d3a14SMatthew G. Knepley 847ca3d3a14SMatthew G. Knepley Level: developer 848ca3d3a14SMatthew G. Knepley 849a1cb98faSBarry Smith Note: 850a1cb98faSBarry Smith Following https://en.wikipedia.org/wiki/Euler_angles, we will specify Euler angles by extrinsic rotations, meaning that 851a1cb98faSBarry Smith we rotate with respect to a fixed initial coordinate system, the local basis (x-y-z). The global basis (X-Y-Z) is reached as follows 852a1cb98faSBarry Smith .vb 853a1cb98faSBarry Smith The XYZ system rotates about the z axis by alpha. The X axis is now at angle alpha with respect to the x axis. 854a1cb98faSBarry Smith The XYZ system rotates again about the x axis by beta. The Z axis is now at angle beta with respect to the z axis. 855a1cb98faSBarry Smith The XYZ system rotates a third time about the z axis by gamma. 856a1cb98faSBarry Smith .ve 857a1cb98faSBarry Smith 8581cc06b55SBarry Smith .seealso: [](ch_unstructured), `DM`, `DMPLEX`, `DMPlexGlobalToLocalBasis()`, `DMPlexLocalToGlobalBasis()` 859ca3d3a14SMatthew G. Knepley @*/ 860d71ae5a4SJacob Faibussowitsch PetscErrorCode DMPlexCreateBasisRotation(DM dm, PetscReal alpha, PetscReal beta, PetscReal gamma) 861d71ae5a4SJacob Faibussowitsch { 862ca3d3a14SMatthew G. Knepley RotCtx *rc; 863ca3d3a14SMatthew G. Knepley PetscInt cdim; 864ca3d3a14SMatthew G. Knepley 865362febeeSStefano Zampini PetscFunctionBegin; 8669566063dSJacob Faibussowitsch PetscCall(DMGetCoordinateDim(dm, &cdim)); 8679566063dSJacob Faibussowitsch PetscCall(PetscMalloc1(1, &rc)); 868ca3d3a14SMatthew G. Knepley dm->transformCtx = rc; 869ca3d3a14SMatthew G. Knepley dm->transformSetUp = DMPlexBasisTransformSetUp_Rotation_Internal; 870ca3d3a14SMatthew G. Knepley dm->transformDestroy = DMPlexBasisTransformDestroy_Rotation_Internal; 871ca3d3a14SMatthew G. Knepley dm->transformGetMatrix = DMPlexBasisTransformGetMatrix_Rotation_Internal; 872ca3d3a14SMatthew G. Knepley rc->dim = cdim; 873ca3d3a14SMatthew G. Knepley rc->alpha = alpha; 874ca3d3a14SMatthew G. Knepley rc->beta = beta; 875ca3d3a14SMatthew G. Knepley rc->gamma = gamma; 8769566063dSJacob Faibussowitsch PetscCall((*dm->transformSetUp)(dm, dm->transformCtx)); 8779566063dSJacob Faibussowitsch PetscCall(DMConstructBasisTransform_Internal(dm)); 8783ba16761SJacob Faibussowitsch PetscFunctionReturn(PETSC_SUCCESS); 879ca3d3a14SMatthew G. Knepley } 880ca3d3a14SMatthew G. Knepley 881b278463cSMatthew G. Knepley /*@C 882ece3a9fcSMatthew G. Knepley DMPlexInsertBoundaryValuesEssential - Insert boundary values into a local vector using a function of the coordinates 883b278463cSMatthew G. Knepley 884b278463cSMatthew G. Knepley Input Parameters: 885a1cb98faSBarry Smith + dm - The `DM`, with a `PetscDS` that matches the problem being constrained 886b278463cSMatthew G. Knepley . time - The time 887b278463cSMatthew G. Knepley . field - The field to constrain 8881c531cf8SMatthew G. Knepley . Nc - The number of constrained field components, or 0 for all components 88920f4b53cSBarry Smith . comps - An array of constrained component numbers, or `NULL` for all components 890a1cb98faSBarry Smith . label - The `DMLabel` defining constrained points 891a1cb98faSBarry Smith . numids - The number of `DMLabel` ids for constrained points 892b278463cSMatthew G. Knepley . ids - An array of ids for constrained points 893b278463cSMatthew G. Knepley . func - A pointwise function giving boundary values 894b278463cSMatthew G. Knepley - ctx - An optional user context for bcFunc 895b278463cSMatthew G. Knepley 896b278463cSMatthew G. Knepley Output Parameter: 897b278463cSMatthew G. Knepley . locX - A local vector to receives the boundary values 898b278463cSMatthew G. Knepley 899b278463cSMatthew G. Knepley Level: developer 900b278463cSMatthew G. Knepley 9011cc06b55SBarry Smith .seealso: [](ch_unstructured), `DM`, `DMPLEX`, `DMLabel`, `DMPlexInsertBoundaryValuesEssentialField()`, `DMPlexInsertBoundaryValuesEssentialBdField()`, `DMAddBoundary()` 902b278463cSMatthew G. Knepley @*/ 903d71ae5a4SJacob Faibussowitsch PetscErrorCode DMPlexInsertBoundaryValuesEssential(DM dm, PetscReal time, PetscInt field, PetscInt Nc, const PetscInt comps[], DMLabel label, PetscInt numids, const PetscInt ids[], PetscErrorCode (*func)(PetscInt, PetscReal, const PetscReal[], PetscInt, PetscScalar *, void *), void *ctx, Vec locX) 904d71ae5a4SJacob Faibussowitsch { 9050163fd50SMatthew G. Knepley PetscErrorCode (**funcs)(PetscInt, PetscReal, const PetscReal x[], PetscInt, PetscScalar *u, void *ctx); 90655f2e967SMatthew G. Knepley void **ctxs; 907d7ddef95SMatthew G. Knepley PetscInt numFields; 908d7ddef95SMatthew G. Knepley 909d7ddef95SMatthew G. Knepley PetscFunctionBegin; 9109566063dSJacob Faibussowitsch PetscCall(DMGetNumFields(dm, &numFields)); 9119566063dSJacob Faibussowitsch PetscCall(PetscCalloc2(numFields, &funcs, numFields, &ctxs)); 912d7ddef95SMatthew G. Knepley funcs[field] = func; 913d7ddef95SMatthew G. Knepley ctxs[field] = ctx; 9149566063dSJacob Faibussowitsch PetscCall(DMProjectFunctionLabelLocal(dm, time, label, numids, ids, Nc, comps, funcs, ctxs, INSERT_BC_VALUES, locX)); 9159566063dSJacob Faibussowitsch PetscCall(PetscFree2(funcs, ctxs)); 9163ba16761SJacob Faibussowitsch PetscFunctionReturn(PETSC_SUCCESS); 917d7ddef95SMatthew G. Knepley } 918d7ddef95SMatthew G. Knepley 919b278463cSMatthew G. Knepley /*@C 920ece3a9fcSMatthew G. Knepley DMPlexInsertBoundaryValuesEssentialField - Insert boundary values into a local vector using a function of the coordinates and field data 921b278463cSMatthew G. Knepley 922b278463cSMatthew G. Knepley Input Parameters: 923a1cb98faSBarry Smith + dm - The `DM`, with a `PetscDS` that matches the problem being constrained 924b278463cSMatthew G. Knepley . time - The time 925b278463cSMatthew G. Knepley . locU - A local vector with the input solution values 926b278463cSMatthew G. Knepley . field - The field to constrain 9271c531cf8SMatthew G. Knepley . Nc - The number of constrained field components, or 0 for all components 92820f4b53cSBarry Smith . comps - An array of constrained component numbers, or `NULL` for all components 929a1cb98faSBarry Smith . label - The `DMLabel` defining constrained points 930a1cb98faSBarry Smith . numids - The number of `DMLabel` ids for constrained points 931b278463cSMatthew G. Knepley . ids - An array of ids for constrained points 932b278463cSMatthew G. Knepley . func - A pointwise function giving boundary values 933b278463cSMatthew G. Knepley - ctx - An optional user context for bcFunc 934b278463cSMatthew G. Knepley 935b278463cSMatthew G. Knepley Output Parameter: 936b278463cSMatthew G. Knepley . locX - A local vector to receives the boundary values 937b278463cSMatthew G. Knepley 938b278463cSMatthew G. Knepley Level: developer 939b278463cSMatthew G. Knepley 9401cc06b55SBarry Smith .seealso: [](ch_unstructured), `DM`, `DMPLEX`, `DMPlexInsertBoundaryValuesEssential()`, `DMPlexInsertBoundaryValuesEssentialBdField()`, `DMAddBoundary()` 941b278463cSMatthew G. Knepley @*/ 942d71ae5a4SJacob Faibussowitsch PetscErrorCode DMPlexInsertBoundaryValuesEssentialField(DM dm, PetscReal time, Vec locU, PetscInt field, PetscInt Nc, const PetscInt comps[], DMLabel label, PetscInt numids, const PetscInt ids[], void (*func)(PetscInt, PetscInt, PetscInt, const PetscInt[], const PetscInt[], const PetscScalar[], const PetscScalar[], const PetscScalar[], const PetscInt[], const PetscInt[], const PetscScalar[], const PetscScalar[], const PetscScalar[], PetscReal, const PetscReal[], PetscInt, const PetscScalar[], PetscScalar[]), void *ctx, Vec locX) 943d71ae5a4SJacob Faibussowitsch { 9449371c9d4SSatish Balay void (**funcs)(PetscInt, PetscInt, PetscInt, const PetscInt[], const PetscInt[], const PetscScalar[], const PetscScalar[], const PetscScalar[], const PetscInt[], const PetscInt[], const PetscScalar[], const PetscScalar[], const PetscScalar[], PetscReal, const PetscReal[], PetscInt, const PetscScalar[], PetscScalar[]); 945c60e475cSMatthew G. Knepley void **ctxs; 946c60e475cSMatthew G. Knepley PetscInt numFields; 947c60e475cSMatthew G. Knepley 948c60e475cSMatthew G. Knepley PetscFunctionBegin; 9499566063dSJacob Faibussowitsch PetscCall(DMGetNumFields(dm, &numFields)); 9509566063dSJacob Faibussowitsch PetscCall(PetscCalloc2(numFields, &funcs, numFields, &ctxs)); 951c60e475cSMatthew G. Knepley funcs[field] = func; 952c60e475cSMatthew G. Knepley ctxs[field] = ctx; 9539566063dSJacob Faibussowitsch PetscCall(DMProjectFieldLabelLocal(dm, time, label, numids, ids, Nc, comps, locU, funcs, INSERT_BC_VALUES, locX)); 9549566063dSJacob Faibussowitsch PetscCall(PetscFree2(funcs, ctxs)); 9553ba16761SJacob Faibussowitsch PetscFunctionReturn(PETSC_SUCCESS); 956c60e475cSMatthew G. Knepley } 957c60e475cSMatthew G. Knepley 958b278463cSMatthew G. Knepley /*@C 959d5b43468SJose E. Roman DMPlexInsertBoundaryValuesEssentialBdField - Insert boundary values into a local vector using a function of the coordinates and boundary field data 960ece3a9fcSMatthew G. Knepley 96120f4b53cSBarry Smith Collective 962ece3a9fcSMatthew G. Knepley 963ece3a9fcSMatthew G. Knepley Input Parameters: 964a1cb98faSBarry Smith + dm - The `DM`, with a `PetscDS` that matches the problem being constrained 965ece3a9fcSMatthew G. Knepley . time - The time 966ece3a9fcSMatthew G. Knepley . locU - A local vector with the input solution values 967ece3a9fcSMatthew G. Knepley . field - The field to constrain 968ece3a9fcSMatthew G. Knepley . Nc - The number of constrained field components, or 0 for all components 96920f4b53cSBarry Smith . comps - An array of constrained component numbers, or `NULL` for all components 970a1cb98faSBarry Smith . label - The `DMLabel` defining constrained points 971a1cb98faSBarry Smith . numids - The number of `DMLabel` ids for constrained points 972ece3a9fcSMatthew G. Knepley . ids - An array of ids for constrained points 97320f4b53cSBarry Smith . func - A pointwise function giving boundary values, the calling sequence is given in `DMProjectBdFieldLabelLocal()` 97420f4b53cSBarry Smith - ctx - An optional user context for `func` 975ece3a9fcSMatthew G. Knepley 976ece3a9fcSMatthew G. Knepley Output Parameter: 977ece3a9fcSMatthew G. Knepley . locX - A local vector to receive the boundary values 978ece3a9fcSMatthew G. Knepley 979ece3a9fcSMatthew G. Knepley Level: developer 980ece3a9fcSMatthew G. Knepley 9811cc06b55SBarry Smith .seealso: [](ch_unstructured), `DM`, `DMPLEX`, `DMProjectBdFieldLabelLocal()`, `DMPlexInsertBoundaryValuesEssential()`, `DMPlexInsertBoundaryValuesEssentialField()`, `DMAddBoundary()` 982ece3a9fcSMatthew G. Knepley @*/ 983d71ae5a4SJacob Faibussowitsch PetscErrorCode DMPlexInsertBoundaryValuesEssentialBdField(DM dm, PetscReal time, Vec locU, PetscInt field, PetscInt Nc, const PetscInt comps[], DMLabel label, PetscInt numids, const PetscInt ids[], void (*func)(PetscInt, PetscInt, PetscInt, const PetscInt[], const PetscInt[], const PetscScalar[], const PetscScalar[], const PetscScalar[], const PetscInt[], const PetscInt[], const PetscScalar[], const PetscScalar[], const PetscScalar[], PetscReal, const PetscReal[], const PetscReal[], PetscInt, const PetscScalar[], PetscScalar[]), void *ctx, Vec locX) 984d71ae5a4SJacob Faibussowitsch { 9859371c9d4SSatish Balay void (**funcs)(PetscInt, PetscInt, PetscInt, const PetscInt[], const PetscInt[], const PetscScalar[], const PetscScalar[], const PetscScalar[], const PetscInt[], const PetscInt[], const PetscScalar[], const PetscScalar[], const PetscScalar[], PetscReal, const PetscReal[], const PetscReal[], PetscInt, const PetscScalar[], PetscScalar[]); 986ece3a9fcSMatthew G. Knepley void **ctxs; 987ece3a9fcSMatthew G. Knepley PetscInt numFields; 988ece3a9fcSMatthew G. Knepley 989ece3a9fcSMatthew G. Knepley PetscFunctionBegin; 9909566063dSJacob Faibussowitsch PetscCall(DMGetNumFields(dm, &numFields)); 9919566063dSJacob Faibussowitsch PetscCall(PetscCalloc2(numFields, &funcs, numFields, &ctxs)); 992ece3a9fcSMatthew G. Knepley funcs[field] = func; 993ece3a9fcSMatthew G. Knepley ctxs[field] = ctx; 9949566063dSJacob Faibussowitsch PetscCall(DMProjectBdFieldLabelLocal(dm, time, label, numids, ids, Nc, comps, locU, funcs, INSERT_BC_VALUES, locX)); 9959566063dSJacob Faibussowitsch PetscCall(PetscFree2(funcs, ctxs)); 9963ba16761SJacob Faibussowitsch PetscFunctionReturn(PETSC_SUCCESS); 997ece3a9fcSMatthew G. Knepley } 998ece3a9fcSMatthew G. Knepley 999ece3a9fcSMatthew G. Knepley /*@C 1000b278463cSMatthew G. Knepley DMPlexInsertBoundaryValuesRiemann - Insert boundary values into a local vector 1001b278463cSMatthew G. Knepley 1002b278463cSMatthew G. Knepley Input Parameters: 1003a1cb98faSBarry Smith + dm - The `DM`, with a `PetscDS` that matches the problem being constrained 1004b278463cSMatthew G. Knepley . time - The time 1005b278463cSMatthew G. Knepley . faceGeometry - A vector with the FVM face geometry information 1006b278463cSMatthew G. Knepley . cellGeometry - A vector with the FVM cell geometry information 1007b278463cSMatthew G. Knepley . Grad - A vector with the FVM cell gradient information 1008b278463cSMatthew G. Knepley . field - The field to constrain 10091c531cf8SMatthew G. Knepley . Nc - The number of constrained field components, or 0 for all components 101020f4b53cSBarry Smith . comps - An array of constrained component numbers, or `NULL` for all components 1011a1cb98faSBarry Smith . label - The `DMLabel` defining constrained points 1012a1cb98faSBarry Smith . numids - The number of `DMLabel` ids for constrained points 1013b278463cSMatthew G. Knepley . ids - An array of ids for constrained points 1014b278463cSMatthew G. Knepley . func - A pointwise function giving boundary values 1015b278463cSMatthew G. Knepley - ctx - An optional user context for bcFunc 1016b278463cSMatthew G. Knepley 1017b278463cSMatthew G. Knepley Output Parameter: 1018b278463cSMatthew G. Knepley . locX - A local vector to receives the boundary values 1019b278463cSMatthew G. Knepley 1020b278463cSMatthew G. Knepley Level: developer 1021b278463cSMatthew G. Knepley 1022a1cb98faSBarry Smith Note: 1023a1cb98faSBarry Smith This implementation currently ignores the numcomps/comps argument from `DMAddBoundary()` 1024a1cb98faSBarry Smith 10251cc06b55SBarry Smith .seealso: [](ch_unstructured), `DM`, `DMPLEX`, `DMPlexInsertBoundaryValuesEssential()`, `DMPlexInsertBoundaryValuesEssentialField()`, `DMAddBoundary()` 1026b278463cSMatthew G. Knepley @*/ 1027d71ae5a4SJacob Faibussowitsch PetscErrorCode DMPlexInsertBoundaryValuesRiemann(DM dm, PetscReal time, Vec faceGeometry, Vec cellGeometry, Vec Grad, PetscInt field, PetscInt Nc, const PetscInt comps[], DMLabel label, PetscInt numids, const PetscInt ids[], PetscErrorCode (*func)(PetscReal, const PetscReal *, const PetscReal *, const PetscScalar *, PetscScalar *, void *), void *ctx, Vec locX) 1028d71ae5a4SJacob Faibussowitsch { 102961f58d28SMatthew G. Knepley PetscDS prob; 1030da97024aSMatthew G. Knepley PetscSF sf; 1031d7ddef95SMatthew G. Knepley DM dmFace, dmCell, dmGrad; 103220369375SToby Isaac const PetscScalar *facegeom, *cellgeom = NULL, *grad; 1033da97024aSMatthew G. Knepley const PetscInt *leaves; 1034d7ddef95SMatthew G. Knepley PetscScalar *x, *fx; 1035520b3818SMatthew G. Knepley PetscInt dim, nleaves, loc, fStart, fEnd, pdim, i; 10363ba16761SJacob Faibussowitsch PetscErrorCode ierru = PETSC_SUCCESS; 1037d7ddef95SMatthew G. Knepley 1038d7ddef95SMatthew G. Knepley PetscFunctionBegin; 10399566063dSJacob Faibussowitsch PetscCall(DMGetPointSF(dm, &sf)); 10409566063dSJacob Faibussowitsch PetscCall(PetscSFGetGraph(sf, NULL, &nleaves, &leaves, NULL)); 1041da97024aSMatthew G. Knepley nleaves = PetscMax(0, nleaves); 10429566063dSJacob Faibussowitsch PetscCall(DMGetDimension(dm, &dim)); 10439566063dSJacob Faibussowitsch PetscCall(DMPlexGetHeightStratum(dm, 1, &fStart, &fEnd)); 10449566063dSJacob Faibussowitsch PetscCall(DMGetDS(dm, &prob)); 10459566063dSJacob Faibussowitsch PetscCall(VecGetDM(faceGeometry, &dmFace)); 10469566063dSJacob Faibussowitsch PetscCall(VecGetArrayRead(faceGeometry, &facegeom)); 104720369375SToby Isaac if (cellGeometry) { 10489566063dSJacob Faibussowitsch PetscCall(VecGetDM(cellGeometry, &dmCell)); 10499566063dSJacob Faibussowitsch PetscCall(VecGetArrayRead(cellGeometry, &cellgeom)); 105020369375SToby Isaac } 1051d7ddef95SMatthew G. Knepley if (Grad) { 1052c0a6632aSMatthew G. Knepley PetscFV fv; 1053c0a6632aSMatthew G. Knepley 10549566063dSJacob Faibussowitsch PetscCall(PetscDSGetDiscretization(prob, field, (PetscObject *)&fv)); 10559566063dSJacob Faibussowitsch PetscCall(VecGetDM(Grad, &dmGrad)); 10569566063dSJacob Faibussowitsch PetscCall(VecGetArrayRead(Grad, &grad)); 10579566063dSJacob Faibussowitsch PetscCall(PetscFVGetNumComponents(fv, &pdim)); 10589566063dSJacob Faibussowitsch PetscCall(DMGetWorkArray(dm, pdim, MPIU_SCALAR, &fx)); 1059d7ddef95SMatthew G. Knepley } 10609566063dSJacob Faibussowitsch PetscCall(VecGetArray(locX, &x)); 1061d7ddef95SMatthew G. Knepley for (i = 0; i < numids; ++i) { 1062d7ddef95SMatthew G. Knepley IS faceIS; 1063d7ddef95SMatthew G. Knepley const PetscInt *faces; 1064d7ddef95SMatthew G. Knepley PetscInt numFaces, f; 1065d7ddef95SMatthew G. Knepley 10669566063dSJacob Faibussowitsch PetscCall(DMLabelGetStratumIS(label, ids[i], &faceIS)); 1067d7ddef95SMatthew G. Knepley if (!faceIS) continue; /* No points with that id on this process */ 10689566063dSJacob Faibussowitsch PetscCall(ISGetLocalSize(faceIS, &numFaces)); 10699566063dSJacob Faibussowitsch PetscCall(ISGetIndices(faceIS, &faces)); 1070d7ddef95SMatthew G. Knepley for (f = 0; f < numFaces; ++f) { 1071d7ddef95SMatthew G. Knepley const PetscInt face = faces[f], *cells; 1072640bce14SSatish Balay PetscFVFaceGeom *fg; 1073d7ddef95SMatthew G. Knepley 1074d7ddef95SMatthew G. Knepley if ((face < fStart) || (face >= fEnd)) continue; /* Refinement adds non-faces to labels */ 10759566063dSJacob Faibussowitsch PetscCall(PetscFindInt(face, nleaves, (PetscInt *)leaves, &loc)); 1076da97024aSMatthew G. Knepley if (loc >= 0) continue; 10779566063dSJacob Faibussowitsch PetscCall(DMPlexPointLocalRead(dmFace, face, facegeom, &fg)); 10789566063dSJacob Faibussowitsch PetscCall(DMPlexGetSupport(dm, face, &cells)); 1079d7ddef95SMatthew G. Knepley if (Grad) { 1080640bce14SSatish Balay PetscFVCellGeom *cg; 1081640bce14SSatish Balay PetscScalar *cx, *cgrad; 1082d7ddef95SMatthew G. Knepley PetscScalar *xG; 1083d7ddef95SMatthew G. Knepley PetscReal dx[3]; 1084d7ddef95SMatthew G. Knepley PetscInt d; 1085d7ddef95SMatthew G. Knepley 10869566063dSJacob Faibussowitsch PetscCall(DMPlexPointLocalRead(dmCell, cells[0], cellgeom, &cg)); 10879566063dSJacob Faibussowitsch PetscCall(DMPlexPointLocalRead(dm, cells[0], x, &cx)); 10889566063dSJacob Faibussowitsch PetscCall(DMPlexPointLocalRead(dmGrad, cells[0], grad, &cgrad)); 10899566063dSJacob Faibussowitsch PetscCall(DMPlexPointLocalFieldRef(dm, cells[1], field, x, &xG)); 1090d7ddef95SMatthew G. Knepley DMPlex_WaxpyD_Internal(dim, -1, cg->centroid, fg->centroid, dx); 1091d7ddef95SMatthew G. Knepley for (d = 0; d < pdim; ++d) fx[d] = cx[d] + DMPlex_DotD_Internal(dim, &cgrad[d * dim], dx); 10929566063dSJacob Faibussowitsch PetscCall((*func)(time, fg->centroid, fg->normal, fx, xG, ctx)); 1093d7ddef95SMatthew G. Knepley } else { 1094640bce14SSatish Balay PetscScalar *xI; 1095d7ddef95SMatthew G. Knepley PetscScalar *xG; 1096d7ddef95SMatthew G. Knepley 10979566063dSJacob Faibussowitsch PetscCall(DMPlexPointLocalRead(dm, cells[0], x, &xI)); 10989566063dSJacob Faibussowitsch PetscCall(DMPlexPointLocalFieldRef(dm, cells[1], field, x, &xG)); 1099e735a8a9SMatthew G. Knepley ierru = (*func)(time, fg->centroid, fg->normal, xI, xG, ctx); 1100e735a8a9SMatthew G. Knepley if (ierru) { 11019566063dSJacob Faibussowitsch PetscCall(ISRestoreIndices(faceIS, &faces)); 11029566063dSJacob Faibussowitsch PetscCall(ISDestroy(&faceIS)); 1103e735a8a9SMatthew G. Knepley goto cleanup; 1104e735a8a9SMatthew G. Knepley } 1105d7ddef95SMatthew G. Knepley } 1106d7ddef95SMatthew G. Knepley } 11079566063dSJacob Faibussowitsch PetscCall(ISRestoreIndices(faceIS, &faces)); 11089566063dSJacob Faibussowitsch PetscCall(ISDestroy(&faceIS)); 1109d7ddef95SMatthew G. Knepley } 1110e735a8a9SMatthew G. Knepley cleanup: 11119566063dSJacob Faibussowitsch PetscCall(VecRestoreArray(locX, &x)); 1112d7ddef95SMatthew G. Knepley if (Grad) { 11139566063dSJacob Faibussowitsch PetscCall(DMRestoreWorkArray(dm, pdim, MPIU_SCALAR, &fx)); 11149566063dSJacob Faibussowitsch PetscCall(VecRestoreArrayRead(Grad, &grad)); 1115d7ddef95SMatthew G. Knepley } 11169566063dSJacob Faibussowitsch if (cellGeometry) PetscCall(VecRestoreArrayRead(cellGeometry, &cellgeom)); 11179566063dSJacob Faibussowitsch PetscCall(VecRestoreArrayRead(faceGeometry, &facegeom)); 11189566063dSJacob Faibussowitsch PetscCall(ierru); 11193ba16761SJacob Faibussowitsch PetscFunctionReturn(PETSC_SUCCESS); 1120d7ddef95SMatthew G. Knepley } 1121d7ddef95SMatthew G. Knepley 1122d71ae5a4SJacob Faibussowitsch static PetscErrorCode zero(PetscInt dim, PetscReal time, const PetscReal x[], PetscInt Nc, PetscScalar *u, void *ctx) 1123d71ae5a4SJacob Faibussowitsch { 11240c364540SMatthew G. Knepley PetscInt c; 11250c364540SMatthew G. Knepley for (c = 0; c < Nc; ++c) u[c] = 0.0; 11263ba16761SJacob Faibussowitsch return PETSC_SUCCESS; 11270c364540SMatthew G. Knepley } 11280c364540SMatthew G. Knepley 1129d71ae5a4SJacob Faibussowitsch PetscErrorCode DMPlexInsertBoundaryValues_Plex(DM dm, PetscBool insertEssential, Vec locX, PetscReal time, Vec faceGeomFVM, Vec cellGeomFVM, Vec gradFVM) 1130d71ae5a4SJacob Faibussowitsch { 11310c364540SMatthew G. Knepley PetscObject isZero; 1132e5e52638SMatthew G. Knepley PetscDS prob; 1133d7ddef95SMatthew G. Knepley PetscInt numBd, b; 113455f2e967SMatthew G. Knepley 113555f2e967SMatthew G. Knepley PetscFunctionBegin; 11369566063dSJacob Faibussowitsch PetscCall(DMGetDS(dm, &prob)); 11379566063dSJacob Faibussowitsch PetscCall(PetscDSGetNumBoundary(prob, &numBd)); 11389566063dSJacob Faibussowitsch PetscCall(PetscObjectQuery((PetscObject)locX, "__Vec_bc_zero__", &isZero)); 113955f2e967SMatthew G. Knepley for (b = 0; b < numBd; ++b) { 114045480ffeSMatthew G. Knepley PetscWeakForm wf; 1141f971fd6bSMatthew G. Knepley DMBoundaryConditionType type; 114245480ffeSMatthew G. Knepley const char *name; 1143d7ddef95SMatthew G. Knepley DMLabel label; 11441c531cf8SMatthew G. Knepley PetscInt field, Nc; 11451c531cf8SMatthew G. Knepley const PetscInt *comps; 1146d7ddef95SMatthew G. Knepley PetscObject obj; 1147d7ddef95SMatthew G. Knepley PetscClassId id; 114845480ffeSMatthew G. Knepley void (*bvfunc)(void); 1149d7ddef95SMatthew G. Knepley PetscInt numids; 1150d7ddef95SMatthew G. Knepley const PetscInt *ids; 115155f2e967SMatthew G. Knepley void *ctx; 115255f2e967SMatthew G. Knepley 11539566063dSJacob Faibussowitsch PetscCall(PetscDSGetBoundary(prob, b, &wf, &type, &name, &label, &numids, &ids, &field, &Nc, &comps, &bvfunc, NULL, &ctx)); 1154f971fd6bSMatthew G. Knepley if (insertEssential != (type & DM_BC_ESSENTIAL)) continue; 11559566063dSJacob Faibussowitsch PetscCall(DMGetField(dm, field, NULL, &obj)); 11569566063dSJacob Faibussowitsch PetscCall(PetscObjectGetClassId(obj, &id)); 1157d7ddef95SMatthew G. Knepley if (id == PETSCFE_CLASSID) { 1158c60e475cSMatthew G. Knepley switch (type) { 1159c60e475cSMatthew G. Knepley /* for FEM, there is no insertion to be done for non-essential boundary conditions */ 11609371c9d4SSatish Balay case DM_BC_ESSENTIAL: { 116145480ffeSMatthew G. Knepley PetscSimplePointFunc func = (PetscSimplePointFunc)bvfunc; 116245480ffeSMatthew G. Knepley 116345480ffeSMatthew G. Knepley if (isZero) func = zero; 11649566063dSJacob Faibussowitsch PetscCall(DMPlexLabelAddCells(dm, label)); 11659566063dSJacob Faibussowitsch PetscCall(DMPlexInsertBoundaryValuesEssential(dm, time, field, Nc, comps, label, numids, ids, func, ctx, locX)); 11669566063dSJacob Faibussowitsch PetscCall(DMPlexLabelClearCells(dm, label)); 11679371c9d4SSatish Balay } break; 11689371c9d4SSatish Balay case DM_BC_ESSENTIAL_FIELD: { 116945480ffeSMatthew G. Knepley PetscPointFunc func = (PetscPointFunc)bvfunc; 117045480ffeSMatthew G. Knepley 11719566063dSJacob Faibussowitsch PetscCall(DMPlexLabelAddCells(dm, label)); 11729566063dSJacob Faibussowitsch PetscCall(DMPlexInsertBoundaryValuesEssentialField(dm, time, locX, field, Nc, comps, label, numids, ids, func, ctx, locX)); 11739566063dSJacob Faibussowitsch PetscCall(DMPlexLabelClearCells(dm, label)); 11749371c9d4SSatish Balay } break; 1175d71ae5a4SJacob Faibussowitsch default: 1176d71ae5a4SJacob Faibussowitsch break; 1177c60e475cSMatthew G. Knepley } 1178d7ddef95SMatthew G. Knepley } else if (id == PETSCFV_CLASSID) { 117945480ffeSMatthew G. Knepley { 118045480ffeSMatthew G. Knepley PetscErrorCode (*func)(PetscReal, const PetscReal *, const PetscReal *, const PetscScalar *, PetscScalar *, void *) = (PetscErrorCode(*)(PetscReal, const PetscReal *, const PetscReal *, const PetscScalar *, PetscScalar *, void *))bvfunc; 118145480ffeSMatthew G. Knepley 118243ea7facSMatthew G. Knepley if (!faceGeomFVM) continue; 11839566063dSJacob Faibussowitsch PetscCall(DMPlexInsertBoundaryValuesRiemann(dm, time, faceGeomFVM, cellGeomFVM, gradFVM, field, Nc, comps, label, numids, ids, func, ctx, locX)); 118445480ffeSMatthew G. Knepley } 118563a3b9bcSJacob Faibussowitsch } else SETERRQ(PetscObjectComm((PetscObject)dm), PETSC_ERR_ARG_WRONG, "Unknown discretization type for field %" PetscInt_FMT, field); 118655f2e967SMatthew G. Knepley } 11873ba16761SJacob Faibussowitsch PetscFunctionReturn(PETSC_SUCCESS); 118855f2e967SMatthew G. Knepley } 118955f2e967SMatthew G. Knepley 1190d71ae5a4SJacob Faibussowitsch PetscErrorCode DMPlexInsertTimeDerivativeBoundaryValues_Plex(DM dm, PetscBool insertEssential, Vec locX, PetscReal time, Vec faceGeomFVM, Vec cellGeomFVM, Vec gradFVM) 1191d71ae5a4SJacob Faibussowitsch { 119256cf3b9cSMatthew G. Knepley PetscObject isZero; 119356cf3b9cSMatthew G. Knepley PetscDS prob; 119456cf3b9cSMatthew G. Knepley PetscInt numBd, b; 119556cf3b9cSMatthew G. Knepley 119656cf3b9cSMatthew G. Knepley PetscFunctionBegin; 11973ba16761SJacob Faibussowitsch if (!locX) PetscFunctionReturn(PETSC_SUCCESS); 11989566063dSJacob Faibussowitsch PetscCall(DMGetDS(dm, &prob)); 11999566063dSJacob Faibussowitsch PetscCall(PetscDSGetNumBoundary(prob, &numBd)); 12009566063dSJacob Faibussowitsch PetscCall(PetscObjectQuery((PetscObject)locX, "__Vec_bc_zero__", &isZero)); 120156cf3b9cSMatthew G. Knepley for (b = 0; b < numBd; ++b) { 120245480ffeSMatthew G. Knepley PetscWeakForm wf; 120356cf3b9cSMatthew G. Knepley DMBoundaryConditionType type; 120445480ffeSMatthew G. Knepley const char *name; 120556cf3b9cSMatthew G. Knepley DMLabel label; 120656cf3b9cSMatthew G. Knepley PetscInt field, Nc; 120756cf3b9cSMatthew G. Knepley const PetscInt *comps; 120856cf3b9cSMatthew G. Knepley PetscObject obj; 120956cf3b9cSMatthew G. Knepley PetscClassId id; 121056cf3b9cSMatthew G. Knepley PetscInt numids; 121156cf3b9cSMatthew G. Knepley const PetscInt *ids; 121245480ffeSMatthew G. Knepley void (*bvfunc)(void); 121356cf3b9cSMatthew G. Knepley void *ctx; 121456cf3b9cSMatthew G. Knepley 12159566063dSJacob Faibussowitsch PetscCall(PetscDSGetBoundary(prob, b, &wf, &type, &name, &label, &numids, &ids, &field, &Nc, &comps, NULL, &bvfunc, &ctx)); 121656cf3b9cSMatthew G. Knepley if (insertEssential != (type & DM_BC_ESSENTIAL)) continue; 12179566063dSJacob Faibussowitsch PetscCall(DMGetField(dm, field, NULL, &obj)); 12189566063dSJacob Faibussowitsch PetscCall(PetscObjectGetClassId(obj, &id)); 121956cf3b9cSMatthew G. Knepley if (id == PETSCFE_CLASSID) { 122056cf3b9cSMatthew G. Knepley switch (type) { 122156cf3b9cSMatthew G. Knepley /* for FEM, there is no insertion to be done for non-essential boundary conditions */ 12229371c9d4SSatish Balay case DM_BC_ESSENTIAL: { 122345480ffeSMatthew G. Knepley PetscSimplePointFunc func_t = (PetscSimplePointFunc)bvfunc; 122445480ffeSMatthew G. Knepley 122545480ffeSMatthew G. Knepley if (isZero) func_t = zero; 12269566063dSJacob Faibussowitsch PetscCall(DMPlexLabelAddCells(dm, label)); 12279566063dSJacob Faibussowitsch PetscCall(DMPlexInsertBoundaryValuesEssential(dm, time, field, Nc, comps, label, numids, ids, func_t, ctx, locX)); 12289566063dSJacob Faibussowitsch PetscCall(DMPlexLabelClearCells(dm, label)); 12299371c9d4SSatish Balay } break; 12309371c9d4SSatish Balay case DM_BC_ESSENTIAL_FIELD: { 123145480ffeSMatthew G. Knepley PetscPointFunc func_t = (PetscPointFunc)bvfunc; 123245480ffeSMatthew G. Knepley 12339566063dSJacob Faibussowitsch PetscCall(DMPlexLabelAddCells(dm, label)); 12349566063dSJacob Faibussowitsch PetscCall(DMPlexInsertBoundaryValuesEssentialField(dm, time, locX, field, Nc, comps, label, numids, ids, func_t, ctx, locX)); 12359566063dSJacob Faibussowitsch PetscCall(DMPlexLabelClearCells(dm, label)); 12369371c9d4SSatish Balay } break; 1237d71ae5a4SJacob Faibussowitsch default: 1238d71ae5a4SJacob Faibussowitsch break; 123956cf3b9cSMatthew G. Knepley } 124063a3b9bcSJacob Faibussowitsch } else SETERRQ(PetscObjectComm((PetscObject)dm), PETSC_ERR_ARG_WRONG, "Unknown discretization type for field %" PetscInt_FMT, field); 124156cf3b9cSMatthew G. Knepley } 12423ba16761SJacob Faibussowitsch PetscFunctionReturn(PETSC_SUCCESS); 124356cf3b9cSMatthew G. Knepley } 124456cf3b9cSMatthew G. Knepley 1245f1d73a7aSMatthew G. Knepley /*@ 1246f1d73a7aSMatthew G. Knepley DMPlexInsertBoundaryValues - Puts coefficients which represent boundary values into the local solution vector 1247f1d73a7aSMatthew G. Knepley 1248ed808b8fSJed Brown Not Collective 1249ed808b8fSJed Brown 1250f1d73a7aSMatthew G. Knepley Input Parameters: 1251a1cb98faSBarry Smith + dm - The `DM` 1252f1d73a7aSMatthew G. Knepley . insertEssential - Should I insert essential (e.g. Dirichlet) or inessential (e.g. Neumann) boundary conditions 1253f1d73a7aSMatthew G. Knepley . time - The time 1254f1d73a7aSMatthew G. Knepley . faceGeomFVM - Face geometry data for FV discretizations 1255f1d73a7aSMatthew G. Knepley . cellGeomFVM - Cell geometry data for FV discretizations 1256f1d73a7aSMatthew G. Knepley - gradFVM - Gradient reconstruction data for FV discretizations 1257f1d73a7aSMatthew G. Knepley 12582fe279fdSBarry Smith Output Parameter: 1259f1d73a7aSMatthew G. Knepley . locX - Solution updated with boundary values 1260f1d73a7aSMatthew G. Knepley 1261ed808b8fSJed Brown Level: intermediate 1262f1d73a7aSMatthew G. Knepley 12631cc06b55SBarry Smith .seealso: [](ch_unstructured), `DM`, `DMPLEX`, `DMProjectFunctionLabelLocal()`, `DMAddBoundary()` 1264f1d73a7aSMatthew G. Knepley @*/ 1265d71ae5a4SJacob Faibussowitsch PetscErrorCode DMPlexInsertBoundaryValues(DM dm, PetscBool insertEssential, Vec locX, PetscReal time, Vec faceGeomFVM, Vec cellGeomFVM, Vec gradFVM) 1266d71ae5a4SJacob Faibussowitsch { 1267f1d73a7aSMatthew G. Knepley PetscFunctionBegin; 1268f1d73a7aSMatthew G. Knepley PetscValidHeaderSpecific(dm, DM_CLASSID, 1); 1269064a246eSJacob Faibussowitsch PetscValidHeaderSpecific(locX, VEC_CLASSID, 3); 1270ad540459SPierre Jolivet if (faceGeomFVM) PetscValidHeaderSpecific(faceGeomFVM, VEC_CLASSID, 5); 1271ad540459SPierre Jolivet if (cellGeomFVM) PetscValidHeaderSpecific(cellGeomFVM, VEC_CLASSID, 6); 1272ad540459SPierre Jolivet if (gradFVM) PetscValidHeaderSpecific(gradFVM, VEC_CLASSID, 7); 1273cac4c232SBarry Smith PetscTryMethod(dm, "DMPlexInsertBoundaryValues_C", (DM, PetscBool, Vec, PetscReal, Vec, Vec, Vec), (dm, insertEssential, locX, time, faceGeomFVM, cellGeomFVM, gradFVM)); 12743ba16761SJacob Faibussowitsch PetscFunctionReturn(PETSC_SUCCESS); 1275f1d73a7aSMatthew G. Knepley } 1276f1d73a7aSMatthew G. Knepley 127756cf3b9cSMatthew G. Knepley /*@ 1278a5b23f4aSJose E. Roman DMPlexInsertTimeDerivativeBoundaryValues - Puts coefficients which represent boundary values of the time derivative into the local solution vector 127956cf3b9cSMatthew G. Knepley 128056cf3b9cSMatthew G. Knepley Input Parameters: 1281a1cb98faSBarry Smith + dm - The `DM` 128256cf3b9cSMatthew G. Knepley . insertEssential - Should I insert essential (e.g. Dirichlet) or inessential (e.g. Neumann) boundary conditions 128356cf3b9cSMatthew G. Knepley . time - The time 128456cf3b9cSMatthew G. Knepley . faceGeomFVM - Face geometry data for FV discretizations 128556cf3b9cSMatthew G. Knepley . cellGeomFVM - Cell geometry data for FV discretizations 128656cf3b9cSMatthew G. Knepley - gradFVM - Gradient reconstruction data for FV discretizations 128756cf3b9cSMatthew G. Knepley 12882fe279fdSBarry Smith Output Parameter: 128956cf3b9cSMatthew G. Knepley . locX_t - Solution updated with boundary values 129056cf3b9cSMatthew G. Knepley 129156cf3b9cSMatthew G. Knepley Level: developer 129256cf3b9cSMatthew G. Knepley 12931cc06b55SBarry Smith .seealso: [](ch_unstructured), `DM`, `DMPLEX`, `DMProjectFunctionLabelLocal()` 129456cf3b9cSMatthew G. Knepley @*/ 1295d71ae5a4SJacob Faibussowitsch PetscErrorCode DMPlexInsertTimeDerivativeBoundaryValues(DM dm, PetscBool insertEssential, Vec locX_t, PetscReal time, Vec faceGeomFVM, Vec cellGeomFVM, Vec gradFVM) 1296d71ae5a4SJacob Faibussowitsch { 129756cf3b9cSMatthew G. Knepley PetscFunctionBegin; 129856cf3b9cSMatthew G. Knepley PetscValidHeaderSpecific(dm, DM_CLASSID, 1); 1299ad540459SPierre Jolivet if (locX_t) PetscValidHeaderSpecific(locX_t, VEC_CLASSID, 3); 1300ad540459SPierre Jolivet if (faceGeomFVM) PetscValidHeaderSpecific(faceGeomFVM, VEC_CLASSID, 5); 1301ad540459SPierre Jolivet if (cellGeomFVM) PetscValidHeaderSpecific(cellGeomFVM, VEC_CLASSID, 6); 1302ad540459SPierre Jolivet if (gradFVM) PetscValidHeaderSpecific(gradFVM, VEC_CLASSID, 7); 13036c51210dSStefano Zampini PetscTryMethod(dm, "DMPlexInsertTimeDerivativeBoundaryValues_C", (DM, PetscBool, Vec, PetscReal, Vec, Vec, Vec), (dm, insertEssential, locX_t, time, faceGeomFVM, cellGeomFVM, gradFVM)); 13043ba16761SJacob Faibussowitsch PetscFunctionReturn(PETSC_SUCCESS); 130556cf3b9cSMatthew G. Knepley } 130656cf3b9cSMatthew G. Knepley 13075962854dSMatthew G. Knepley // Handle non-essential (e.g. outflow) boundary values 13085962854dSMatthew G. Knepley PetscErrorCode DMPlexInsertBoundaryValuesFVM(DM dm, PetscFV fv, Vec locX, PetscReal time, Vec *locGradient) 13095962854dSMatthew G. Knepley { 13105962854dSMatthew G. Knepley DM dmGrad; 13115962854dSMatthew G. Knepley Vec cellGeometryFVM, faceGeometryFVM, locGrad = NULL; 13125962854dSMatthew G. Knepley 13135962854dSMatthew G. Knepley PetscFunctionBegin; 13145962854dSMatthew G. Knepley PetscValidHeaderSpecific(dm, DM_CLASSID, 1); 13155962854dSMatthew G. Knepley PetscValidHeaderSpecific(fv, PETSCFV_CLASSID, 2); 13165962854dSMatthew G. Knepley PetscValidHeaderSpecific(locX, VEC_CLASSID, 3); 13175962854dSMatthew G. Knepley if (locGradient) { 13185962854dSMatthew G. Knepley PetscAssertPointer(locGradient, 5); 13195962854dSMatthew G. Knepley *locGradient = NULL; 13205962854dSMatthew G. Knepley } 13215962854dSMatthew G. Knepley PetscCall(DMPlexGetGeometryFVM(dm, &faceGeometryFVM, &cellGeometryFVM, NULL)); 13225962854dSMatthew G. Knepley /* Reconstruct and limit cell gradients */ 13235962854dSMatthew G. Knepley PetscCall(DMPlexGetGradientDM(dm, fv, &dmGrad)); 13245962854dSMatthew G. Knepley if (dmGrad) { 13255962854dSMatthew G. Knepley Vec grad; 13265962854dSMatthew G. Knepley PetscInt fStart, fEnd; 13275962854dSMatthew G. Knepley 13285962854dSMatthew G. Knepley PetscCall(DMPlexGetHeightStratum(dm, 1, &fStart, &fEnd)); 13295962854dSMatthew G. Knepley PetscCall(DMGetGlobalVector(dmGrad, &grad)); 13305962854dSMatthew G. Knepley PetscCall(DMPlexReconstructGradients_Internal(dm, fv, fStart, fEnd, faceGeometryFVM, cellGeometryFVM, locX, grad)); 13315962854dSMatthew G. Knepley /* Communicate gradient values */ 13325962854dSMatthew G. Knepley PetscCall(DMGetLocalVector(dmGrad, &locGrad)); 13335962854dSMatthew G. Knepley PetscCall(DMGlobalToLocalBegin(dmGrad, grad, INSERT_VALUES, locGrad)); 13345962854dSMatthew G. Knepley PetscCall(DMGlobalToLocalEnd(dmGrad, grad, INSERT_VALUES, locGrad)); 13355962854dSMatthew G. Knepley PetscCall(DMRestoreGlobalVector(dmGrad, &grad)); 13365962854dSMatthew G. Knepley } 13375962854dSMatthew G. Knepley PetscCall(DMPlexInsertBoundaryValues(dm, PETSC_FALSE, locX, time, faceGeometryFVM, cellGeometryFVM, locGrad)); 13385962854dSMatthew G. Knepley if (locGradient) *locGradient = locGrad; 13395962854dSMatthew G. Knepley else if (locGrad) PetscCall(DMRestoreLocalVector(dmGrad, &locGrad)); 13405962854dSMatthew G. Knepley PetscFunctionReturn(PETSC_SUCCESS); 13415962854dSMatthew G. Knepley } 13425962854dSMatthew G. Knepley 1343d71ae5a4SJacob Faibussowitsch PetscErrorCode DMComputeL2Diff_Plex(DM dm, PetscReal time, PetscErrorCode (**funcs)(PetscInt, PetscReal, const PetscReal[], PetscInt, PetscScalar *, void *), void **ctxs, Vec X, PetscReal *diff) 1344d71ae5a4SJacob Faibussowitsch { 1345574a98acSMatthew G. Knepley Vec localX; 1346574a98acSMatthew G. Knepley 1347574a98acSMatthew G. Knepley PetscFunctionBegin; 13489566063dSJacob Faibussowitsch PetscCall(DMGetLocalVector(dm, &localX)); 13499566063dSJacob Faibussowitsch PetscCall(DMPlexInsertBoundaryValues(dm, PETSC_TRUE, localX, time, NULL, NULL, NULL)); 13509566063dSJacob Faibussowitsch PetscCall(DMGlobalToLocalBegin(dm, X, INSERT_VALUES, localX)); 13519566063dSJacob Faibussowitsch PetscCall(DMGlobalToLocalEnd(dm, X, INSERT_VALUES, localX)); 13529566063dSJacob Faibussowitsch PetscCall(DMPlexComputeL2DiffLocal(dm, time, funcs, ctxs, localX, diff)); 13539566063dSJacob Faibussowitsch PetscCall(DMRestoreLocalVector(dm, &localX)); 13543ba16761SJacob Faibussowitsch PetscFunctionReturn(PETSC_SUCCESS); 1355574a98acSMatthew G. Knepley } 1356574a98acSMatthew G. Knepley 1357574a98acSMatthew G. Knepley /*@C 135860225df5SJacob Faibussowitsch DMPlexComputeL2DiffLocal - This function computes the L_2 difference between a function u and an FEM interpolant solution u_h. 1359574a98acSMatthew G. Knepley 136020f4b53cSBarry Smith Collective 1361c0f8e1fdSMatthew G. Knepley 1362574a98acSMatthew G. Knepley Input Parameters: 1363a1cb98faSBarry Smith + dm - The `DM` 1364574a98acSMatthew G. Knepley . time - The time 1365574a98acSMatthew G. Knepley . funcs - The functions to evaluate for each field component 136620f4b53cSBarry Smith . ctxs - Optional array of contexts to pass to each function, or `NULL`. 1367574a98acSMatthew G. Knepley - localX - The coefficient vector u_h, a local vector 1368574a98acSMatthew G. Knepley 1369574a98acSMatthew G. Knepley Output Parameter: 1370574a98acSMatthew G. Knepley . diff - The diff ||u - u_h||_2 1371574a98acSMatthew G. Knepley 1372574a98acSMatthew G. Knepley Level: developer 1373574a98acSMatthew G. Knepley 13741cc06b55SBarry Smith .seealso: [](ch_unstructured), `DM`, `DMPLEX`, `DMProjectFunction()`, `DMComputeL2FieldDiff()`, `DMComputeL2GradientDiff()` 1375574a98acSMatthew G. Knepley @*/ 1376d71ae5a4SJacob Faibussowitsch PetscErrorCode DMPlexComputeL2DiffLocal(DM dm, PetscReal time, PetscErrorCode (**funcs)(PetscInt, PetscReal, const PetscReal[], PetscInt, PetscScalar *, void *), void **ctxs, Vec localX, PetscReal *diff) 1377d71ae5a4SJacob Faibussowitsch { 13780f09c10fSMatthew G. Knepley const PetscInt debug = ((DM_Plex *)dm->data)->printL2; 1379ca3d3a14SMatthew G. Knepley DM tdm; 1380ca3d3a14SMatthew G. Knepley Vec tv; 1381cb1e1211SMatthew G Knepley PetscSection section; 1382c5bbbd5bSMatthew G. Knepley PetscQuadrature quad; 13834bee2e38SMatthew G. Knepley PetscFEGeom fegeom; 138415496722SMatthew G. Knepley PetscScalar *funcVal, *interpolant; 13854bee2e38SMatthew G. Knepley PetscReal *coords, *gcoords; 1386cb1e1211SMatthew G Knepley PetscReal localDiff = 0.0; 13877318780aSToby Isaac const PetscReal *quadWeights; 1388412e9a14SMatthew G. Knepley PetscInt dim, coordDim, numFields, numComponents = 0, qNc, Nq, cellHeight, cStart, cEnd, c, field, fieldOffset; 1389ca3d3a14SMatthew G. Knepley PetscBool transform; 1390cb1e1211SMatthew G Knepley 1391cb1e1211SMatthew G Knepley PetscFunctionBegin; 13929566063dSJacob Faibussowitsch PetscCall(DMGetDimension(dm, &dim)); 13939566063dSJacob Faibussowitsch PetscCall(DMGetCoordinateDim(dm, &coordDim)); 13942a4e142eSMatthew G. Knepley fegeom.dimEmbed = coordDim; 13959566063dSJacob Faibussowitsch PetscCall(DMGetLocalSection(dm, §ion)); 13969566063dSJacob Faibussowitsch PetscCall(PetscSectionGetNumFields(section, &numFields)); 13979566063dSJacob Faibussowitsch PetscCall(DMGetBasisTransformDM_Internal(dm, &tdm)); 13989566063dSJacob Faibussowitsch PetscCall(DMGetBasisTransformVec_Internal(dm, &tv)); 13999566063dSJacob Faibussowitsch PetscCall(DMHasBasisTransform(dm, &transform)); 1400eae3dc7dSJacob Faibussowitsch PetscCheck(numFields, PETSC_COMM_SELF, PETSC_ERR_ARG_WRONG, "Number of fields is zero!"); 1401cb1e1211SMatthew G Knepley for (field = 0; field < numFields; ++field) { 140215496722SMatthew G. Knepley PetscObject obj; 140315496722SMatthew G. Knepley PetscClassId id; 1404c5bbbd5bSMatthew G. Knepley PetscInt Nc; 1405c5bbbd5bSMatthew G. Knepley 14069566063dSJacob Faibussowitsch PetscCall(DMGetField(dm, field, NULL, &obj)); 14079566063dSJacob Faibussowitsch PetscCall(PetscObjectGetClassId(obj, &id)); 140815496722SMatthew G. Knepley if (id == PETSCFE_CLASSID) { 140915496722SMatthew G. Knepley PetscFE fe = (PetscFE)obj; 141015496722SMatthew G. Knepley 14119566063dSJacob Faibussowitsch PetscCall(PetscFEGetQuadrature(fe, &quad)); 14129566063dSJacob Faibussowitsch PetscCall(PetscFEGetNumComponents(fe, &Nc)); 141315496722SMatthew G. Knepley } else if (id == PETSCFV_CLASSID) { 141415496722SMatthew G. Knepley PetscFV fv = (PetscFV)obj; 141515496722SMatthew G. Knepley 14169566063dSJacob Faibussowitsch PetscCall(PetscFVGetQuadrature(fv, &quad)); 14179566063dSJacob Faibussowitsch PetscCall(PetscFVGetNumComponents(fv, &Nc)); 141863a3b9bcSJacob Faibussowitsch } else SETERRQ(PetscObjectComm((PetscObject)dm), PETSC_ERR_ARG_WRONG, "Unknown discretization type for field %" PetscInt_FMT, field); 1419c5bbbd5bSMatthew G. Knepley numComponents += Nc; 1420cb1e1211SMatthew G Knepley } 14219566063dSJacob Faibussowitsch PetscCall(PetscQuadratureGetData(quad, NULL, &qNc, &Nq, NULL, &quadWeights)); 142263a3b9bcSJacob Faibussowitsch PetscCheck(!(qNc != 1) || !(qNc != numComponents), PetscObjectComm((PetscObject)dm), PETSC_ERR_ARG_SIZ, "Quadrature components %" PetscInt_FMT " != %" PetscInt_FMT " field components", qNc, numComponents); 1423c9cb6370SYANG Zongze PetscCall(PetscMalloc6(numComponents, &funcVal, numComponents, &interpolant, coordDim * (Nq + 1), &coords, Nq, &fegeom.detJ, coordDim * coordDim * Nq, &fegeom.J, coordDim * coordDim * Nq, &fegeom.invJ)); 14249566063dSJacob Faibussowitsch PetscCall(DMPlexGetVTKCellHeight(dm, &cellHeight)); 14259566063dSJacob Faibussowitsch PetscCall(DMPlexGetSimplexOrBoxCells(dm, cellHeight, &cStart, &cEnd)); 1426cb1e1211SMatthew G Knepley for (c = cStart; c < cEnd; ++c) { 1427a1e44745SMatthew G. Knepley PetscScalar *x = NULL; 1428cb1e1211SMatthew G Knepley PetscReal elemDiff = 0.0; 14299c3cf19fSMatthew G. Knepley PetscInt qc = 0; 1430cb1e1211SMatthew G Knepley 14319566063dSJacob Faibussowitsch PetscCall(DMPlexComputeCellGeometryFEM(dm, c, quad, coords, fegeom.J, fegeom.invJ, fegeom.detJ)); 1432e8e188d2SZach Atkins PetscCall(DMPlexVecGetOrientedClosure_Internal(dm, NULL, PETSC_FALSE, localX, c, 0, NULL, &x)); 1433cb1e1211SMatthew G Knepley 143415496722SMatthew G. Knepley for (field = 0, fieldOffset = 0; field < numFields; ++field) { 143515496722SMatthew G. Knepley PetscObject obj; 143615496722SMatthew G. Knepley PetscClassId id; 1437c110b1eeSGeoffrey Irving void *const ctx = ctxs ? ctxs[field] : NULL; 143815496722SMatthew G. Knepley PetscInt Nb, Nc, q, fc; 1439cb1e1211SMatthew G Knepley 14409566063dSJacob Faibussowitsch PetscCall(DMGetField(dm, field, NULL, &obj)); 14419566063dSJacob Faibussowitsch PetscCall(PetscObjectGetClassId(obj, &id)); 14429371c9d4SSatish Balay if (id == PETSCFE_CLASSID) { 14439371c9d4SSatish Balay PetscCall(PetscFEGetNumComponents((PetscFE)obj, &Nc)); 14449371c9d4SSatish Balay PetscCall(PetscFEGetDimension((PetscFE)obj, &Nb)); 14459371c9d4SSatish Balay } else if (id == PETSCFV_CLASSID) { 14469371c9d4SSatish Balay PetscCall(PetscFVGetNumComponents((PetscFV)obj, &Nc)); 14479371c9d4SSatish Balay Nb = 1; 14489371c9d4SSatish Balay } else SETERRQ(PetscObjectComm((PetscObject)dm), PETSC_ERR_ARG_WRONG, "Unknown discretization type for field %" PetscInt_FMT, field); 1449cb1e1211SMatthew G Knepley if (debug) { 1450cb1e1211SMatthew G Knepley char title[1024]; 145163a3b9bcSJacob Faibussowitsch PetscCall(PetscSNPrintf(title, 1023, "Solution for Field %" PetscInt_FMT, field)); 14529566063dSJacob Faibussowitsch PetscCall(DMPrintCellVector(c, title, Nb, &x[fieldOffset])); 1453cb1e1211SMatthew G Knepley } 14547318780aSToby Isaac for (q = 0; q < Nq; ++q) { 14552a4e142eSMatthew G. Knepley PetscFEGeom qgeom; 1456d0609cedSBarry Smith PetscErrorCode ierr; 14572a4e142eSMatthew G. Knepley 14582a4e142eSMatthew G. Knepley qgeom.dimEmbed = fegeom.dimEmbed; 14592a4e142eSMatthew G. Knepley qgeom.J = &fegeom.J[q * coordDim * coordDim]; 14602a4e142eSMatthew G. Knepley qgeom.invJ = &fegeom.invJ[q * coordDim * coordDim]; 14612a4e142eSMatthew G. Knepley qgeom.detJ = &fegeom.detJ[q]; 146263a3b9bcSJacob Faibussowitsch PetscCheck(fegeom.detJ[q] > 0.0, PETSC_COMM_SELF, PETSC_ERR_ARG_OUTOFRANGE, "Invalid determinant %g for element %" PetscInt_FMT ", point %" PetscInt_FMT, (double)fegeom.detJ[q], c, q); 1463d3a7d86cSMatthew G. Knepley if (transform) { 1464d3a7d86cSMatthew G. Knepley gcoords = &coords[coordDim * Nq]; 14659566063dSJacob Faibussowitsch PetscCall(DMPlexBasisTransformApplyReal_Internal(dm, &coords[coordDim * q], PETSC_TRUE, coordDim, &coords[coordDim * q], gcoords, dm->transformCtx)); 1466d3a7d86cSMatthew G. Knepley } else { 1467d3a7d86cSMatthew G. Knepley gcoords = &coords[coordDim * q]; 1468d3a7d86cSMatthew G. Knepley } 14699566063dSJacob Faibussowitsch PetscCall(PetscArrayzero(funcVal, Nc)); 1470ca3d3a14SMatthew G. Knepley ierr = (*funcs[field])(coordDim, time, gcoords, Nc, funcVal, ctx); 1471e735a8a9SMatthew G. Knepley if (ierr) { 14729566063dSJacob Faibussowitsch PetscCall(DMPlexVecRestoreClosure(dm, NULL, localX, c, NULL, &x)); 14739566063dSJacob Faibussowitsch PetscCall(DMRestoreLocalVector(dm, &localX)); 14749566063dSJacob Faibussowitsch PetscCall(PetscFree6(funcVal, interpolant, coords, fegeom.detJ, fegeom.J, fegeom.invJ)); 1475e735a8a9SMatthew G. Knepley } 14769566063dSJacob Faibussowitsch if (transform) PetscCall(DMPlexBasisTransformApply_Internal(dm, &coords[coordDim * q], PETSC_FALSE, Nc, funcVal, funcVal, dm->transformCtx)); 14779566063dSJacob Faibussowitsch if (id == PETSCFE_CLASSID) PetscCall(PetscFEInterpolate_Static((PetscFE)obj, &x[fieldOffset], &qgeom, q, interpolant)); 14789566063dSJacob Faibussowitsch else if (id == PETSCFV_CLASSID) PetscCall(PetscFVInterpolate_Static((PetscFV)obj, &x[fieldOffset], q, interpolant)); 14792df84da0SMatthew G. Knepley else SETERRQ(PetscObjectComm((PetscObject)dm), PETSC_ERR_ARG_WRONG, "Unknown discretization type for field %" PetscInt_FMT, field); 148015496722SMatthew G. Knepley for (fc = 0; fc < Nc; ++fc) { 1481beaa55a6SMatthew G. Knepley const PetscReal wt = quadWeights[q * qNc + (qNc == 1 ? 0 : qc + fc)]; 14829371c9d4SSatish Balay if (debug) 14839371c9d4SSatish Balay PetscCall(PetscPrintf(PETSC_COMM_SELF, " elem %" PetscInt_FMT " field %" PetscInt_FMT ",%" PetscInt_FMT " point %g %g %g diff %g (%g, %g)\n", c, field, fc, (double)(coordDim > 0 ? coords[coordDim * q] : 0.), (double)(coordDim > 1 ? coords[coordDim * q + 1] : 0.), (double)(coordDim > 2 ? coords[coordDim * q + 2] : 0.), 14849371c9d4SSatish Balay (double)(PetscSqr(PetscRealPart(interpolant[fc] - funcVal[fc])) * wt * fegeom.detJ[q]), (double)PetscRealPart(interpolant[fc]), (double)PetscRealPart(funcVal[fc]))); 14854bee2e38SMatthew G. Knepley elemDiff += PetscSqr(PetscRealPart(interpolant[fc] - funcVal[fc])) * wt * fegeom.detJ[q]; 1486cb1e1211SMatthew G Knepley } 1487cb1e1211SMatthew G Knepley } 14889c3cf19fSMatthew G. Knepley fieldOffset += Nb; 1489beaa55a6SMatthew G. Knepley qc += Nc; 1490cb1e1211SMatthew G Knepley } 14919566063dSJacob Faibussowitsch PetscCall(DMPlexVecRestoreClosure(dm, NULL, localX, c, NULL, &x)); 14929566063dSJacob Faibussowitsch if (debug) PetscCall(PetscPrintf(PETSC_COMM_SELF, " elem %" PetscInt_FMT " diff %g\n", c, (double)elemDiff)); 1493cb1e1211SMatthew G Knepley localDiff += elemDiff; 1494cb1e1211SMatthew G Knepley } 14959566063dSJacob Faibussowitsch PetscCall(PetscFree6(funcVal, interpolant, coords, fegeom.detJ, fegeom.J, fegeom.invJ)); 14961c2dc1cbSBarry Smith PetscCall(MPIU_Allreduce(&localDiff, diff, 1, MPIU_REAL, MPIU_SUM, PetscObjectComm((PetscObject)dm))); 1497cb1e1211SMatthew G Knepley *diff = PetscSqrtReal(*diff); 14983ba16761SJacob Faibussowitsch PetscFunctionReturn(PETSC_SUCCESS); 1499cb1e1211SMatthew G Knepley } 1500cb1e1211SMatthew G Knepley 1501d71ae5a4SJacob Faibussowitsch PetscErrorCode DMComputeL2GradientDiff_Plex(DM dm, PetscReal time, PetscErrorCode (**funcs)(PetscInt, PetscReal, const PetscReal[], const PetscReal[], PetscInt, PetscScalar *, void *), void **ctxs, Vec X, const PetscReal n[], PetscReal *diff) 1502d71ae5a4SJacob Faibussowitsch { 15030f09c10fSMatthew G. Knepley const PetscInt debug = ((DM_Plex *)dm->data)->printL2; 1504ca3d3a14SMatthew G. Knepley DM tdm; 1505cb1e1211SMatthew G Knepley PetscSection section; 150640e14135SMatthew G. Knepley PetscQuadrature quad; 1507ca3d3a14SMatthew G. Knepley Vec localX, tv; 15089c3cf19fSMatthew G. Knepley PetscScalar *funcVal, *interpolant; 15092a4e142eSMatthew G. Knepley const PetscReal *quadWeights; 15104bee2e38SMatthew G. Knepley PetscFEGeom fegeom; 15114bee2e38SMatthew G. Knepley PetscReal *coords, *gcoords; 151240e14135SMatthew G. Knepley PetscReal localDiff = 0.0; 1513485ad865SMatthew G. Knepley PetscInt dim, coordDim, qNc = 0, Nq = 0, numFields, numComponents = 0, cStart, cEnd, c, field, fieldOffset; 1514ca3d3a14SMatthew G. Knepley PetscBool transform; 1515cb1e1211SMatthew G Knepley 1516cb1e1211SMatthew G Knepley PetscFunctionBegin; 15179566063dSJacob Faibussowitsch PetscCall(DMGetDimension(dm, &dim)); 15189566063dSJacob Faibussowitsch PetscCall(DMGetCoordinateDim(dm, &coordDim)); 15194bee2e38SMatthew G. Knepley fegeom.dimEmbed = coordDim; 15209566063dSJacob Faibussowitsch PetscCall(DMGetLocalSection(dm, §ion)); 15219566063dSJacob Faibussowitsch PetscCall(PetscSectionGetNumFields(section, &numFields)); 15229566063dSJacob Faibussowitsch PetscCall(DMGetLocalVector(dm, &localX)); 15239566063dSJacob Faibussowitsch PetscCall(DMGlobalToLocalBegin(dm, X, INSERT_VALUES, localX)); 15249566063dSJacob Faibussowitsch PetscCall(DMGlobalToLocalEnd(dm, X, INSERT_VALUES, localX)); 15259566063dSJacob Faibussowitsch PetscCall(DMGetBasisTransformDM_Internal(dm, &tdm)); 15269566063dSJacob Faibussowitsch PetscCall(DMGetBasisTransformVec_Internal(dm, &tv)); 15279566063dSJacob Faibussowitsch PetscCall(DMHasBasisTransform(dm, &transform)); 1528652b88e8SMatthew G. Knepley for (field = 0; field < numFields; ++field) { 15290f2d7e86SMatthew G. Knepley PetscFE fe; 153040e14135SMatthew G. Knepley PetscInt Nc; 1531652b88e8SMatthew G. Knepley 15329566063dSJacob Faibussowitsch PetscCall(DMGetField(dm, field, NULL, (PetscObject *)&fe)); 15339566063dSJacob Faibussowitsch PetscCall(PetscFEGetQuadrature(fe, &quad)); 15349566063dSJacob Faibussowitsch PetscCall(PetscFEGetNumComponents(fe, &Nc)); 153540e14135SMatthew G. Knepley numComponents += Nc; 1536652b88e8SMatthew G. Knepley } 15379566063dSJacob Faibussowitsch PetscCall(PetscQuadratureGetData(quad, NULL, &qNc, &Nq, NULL, &quadWeights)); 153863a3b9bcSJacob Faibussowitsch PetscCheck(!(qNc != 1) || !(qNc != numComponents), PetscObjectComm((PetscObject)dm), PETSC_ERR_ARG_SIZ, "Quadrature components %" PetscInt_FMT " != %" PetscInt_FMT " field components", qNc, numComponents); 15399566063dSJacob Faibussowitsch /* PetscCall(DMProjectFunctionLocal(dm, fe, funcs, INSERT_BC_VALUES, localX)); */ 1540c9cb6370SYANG Zongze PetscCall(PetscMalloc6(numComponents, &funcVal, coordDim * (Nq + 1), &coords, coordDim * coordDim * Nq, &fegeom.J, coordDim * coordDim * Nq, &fegeom.invJ, numComponents * coordDim, &interpolant, Nq, &fegeom.detJ)); 15419566063dSJacob Faibussowitsch PetscCall(DMPlexGetSimplexOrBoxCells(dm, 0, &cStart, &cEnd)); 154240e14135SMatthew G. Knepley for (c = cStart; c < cEnd; ++c) { 154340e14135SMatthew G. Knepley PetscScalar *x = NULL; 154440e14135SMatthew G. Knepley PetscReal elemDiff = 0.0; 15459c3cf19fSMatthew G. Knepley PetscInt qc = 0; 1546652b88e8SMatthew G. Knepley 15479566063dSJacob Faibussowitsch PetscCall(DMPlexComputeCellGeometryFEM(dm, c, quad, coords, fegeom.J, fegeom.invJ, fegeom.detJ)); 1548e8e188d2SZach Atkins PetscCall(DMPlexVecGetOrientedClosure_Internal(dm, NULL, PETSC_FALSE, localX, c, 0, NULL, &x)); 154940e14135SMatthew G. Knepley 15509c3cf19fSMatthew G. Knepley for (field = 0, fieldOffset = 0; field < numFields; ++field) { 15510f2d7e86SMatthew G. Knepley PetscFE fe; 155251259fa3SMatthew G. Knepley void *const ctx = ctxs ? ctxs[field] : NULL; 15539c3cf19fSMatthew G. Knepley PetscInt Nb, Nc, q, fc; 155440e14135SMatthew G. Knepley 15559566063dSJacob Faibussowitsch PetscCall(DMGetField(dm, field, NULL, (PetscObject *)&fe)); 15569566063dSJacob Faibussowitsch PetscCall(PetscFEGetDimension(fe, &Nb)); 15579566063dSJacob Faibussowitsch PetscCall(PetscFEGetNumComponents(fe, &Nc)); 155840e14135SMatthew G. Knepley if (debug) { 155940e14135SMatthew G. Knepley char title[1024]; 15609566063dSJacob Faibussowitsch PetscCall(PetscSNPrintf(title, 1023, "Solution for Field %" PetscInt_FMT, field)); 15619566063dSJacob Faibussowitsch PetscCall(DMPrintCellVector(c, title, Nb, &x[fieldOffset])); 1562652b88e8SMatthew G. Knepley } 15639c3cf19fSMatthew G. Knepley for (q = 0; q < Nq; ++q) { 15642a4e142eSMatthew G. Knepley PetscFEGeom qgeom; 1565d0609cedSBarry Smith PetscErrorCode ierr; 15662a4e142eSMatthew G. Knepley 15672a4e142eSMatthew G. Knepley qgeom.dimEmbed = fegeom.dimEmbed; 15682a4e142eSMatthew G. Knepley qgeom.J = &fegeom.J[q * coordDim * coordDim]; 15692a4e142eSMatthew G. Knepley qgeom.invJ = &fegeom.invJ[q * coordDim * coordDim]; 15702a4e142eSMatthew G. Knepley qgeom.detJ = &fegeom.detJ[q]; 15712df84da0SMatthew G. Knepley PetscCheck(fegeom.detJ[q] > 0.0, PETSC_COMM_SELF, PETSC_ERR_ARG_OUTOFRANGE, "Invalid determinant %g for element %" PetscInt_FMT ", quadrature points %" PetscInt_FMT, (double)fegeom.detJ[q], c, q); 1572d3a7d86cSMatthew G. Knepley if (transform) { 1573d3a7d86cSMatthew G. Knepley gcoords = &coords[coordDim * Nq]; 15749566063dSJacob Faibussowitsch PetscCall(DMPlexBasisTransformApplyReal_Internal(dm, &coords[coordDim * q], PETSC_TRUE, coordDim, &coords[coordDim * q], gcoords, dm->transformCtx)); 1575d3a7d86cSMatthew G. Knepley } else { 1576d3a7d86cSMatthew G. Knepley gcoords = &coords[coordDim * q]; 1577d3a7d86cSMatthew G. Knepley } 15789566063dSJacob Faibussowitsch PetscCall(PetscArrayzero(funcVal, Nc)); 15794bee2e38SMatthew G. Knepley ierr = (*funcs[field])(coordDim, time, gcoords, n, Nc, funcVal, ctx); 1580e735a8a9SMatthew G. Knepley if (ierr) { 15819566063dSJacob Faibussowitsch PetscCall(DMPlexVecRestoreClosure(dm, NULL, localX, c, NULL, &x)); 15829566063dSJacob Faibussowitsch PetscCall(DMRestoreLocalVector(dm, &localX)); 15839566063dSJacob Faibussowitsch PetscCall(PetscFree6(funcVal, coords, fegeom.J, fegeom.invJ, interpolant, fegeom.detJ)); 1584e735a8a9SMatthew G. Knepley } 15859566063dSJacob Faibussowitsch if (transform) PetscCall(DMPlexBasisTransformApply_Internal(dm, &coords[coordDim * q], PETSC_FALSE, Nc, funcVal, funcVal, dm->transformCtx)); 15869566063dSJacob Faibussowitsch PetscCall(PetscFEInterpolateGradient_Static(fe, 1, &x[fieldOffset], &qgeom, q, interpolant)); 15874bee2e38SMatthew G. Knepley /* Overwrite with the dot product if the normal is given */ 15884bee2e38SMatthew G. Knepley if (n) { 15894bee2e38SMatthew G. Knepley for (fc = 0; fc < Nc; ++fc) { 15904bee2e38SMatthew G. Knepley PetscScalar sum = 0.0; 15914bee2e38SMatthew G. Knepley PetscInt d; 15924bee2e38SMatthew G. Knepley for (d = 0; d < dim; ++d) sum += interpolant[fc * dim + d] * n[d]; 15934bee2e38SMatthew G. Knepley interpolant[fc] = sum; 15944bee2e38SMatthew G. Knepley } 15954bee2e38SMatthew G. Knepley } 15969c3cf19fSMatthew G. Knepley for (fc = 0; fc < Nc; ++fc) { 1597beaa55a6SMatthew G. Knepley const PetscReal wt = quadWeights[q * qNc + (qNc == 1 ? 0 : qc + fc)]; 159863a3b9bcSJacob Faibussowitsch if (debug) PetscCall(PetscPrintf(PETSC_COMM_SELF, " elem %" PetscInt_FMT " fieldDer %" PetscInt_FMT ",%" PetscInt_FMT " diff %g\n", c, field, fc, (double)(PetscSqr(PetscRealPart(interpolant[fc] - funcVal[fc])) * wt * fegeom.detJ[q]))); 15994bee2e38SMatthew G. Knepley elemDiff += PetscSqr(PetscRealPart(interpolant[fc] - funcVal[fc])) * wt * fegeom.detJ[q]; 160040e14135SMatthew G. Knepley } 160140e14135SMatthew G. Knepley } 16029c3cf19fSMatthew G. Knepley fieldOffset += Nb; 16039c3cf19fSMatthew G. Knepley qc += Nc; 160440e14135SMatthew G. Knepley } 16059566063dSJacob Faibussowitsch PetscCall(DMPlexVecRestoreClosure(dm, NULL, localX, c, NULL, &x)); 160663a3b9bcSJacob Faibussowitsch if (debug) PetscCall(PetscPrintf(PETSC_COMM_SELF, " elem %" PetscInt_FMT " diff %g\n", c, (double)elemDiff)); 160740e14135SMatthew G. Knepley localDiff += elemDiff; 160840e14135SMatthew G. Knepley } 16099566063dSJacob Faibussowitsch PetscCall(PetscFree6(funcVal, coords, fegeom.J, fegeom.invJ, interpolant, fegeom.detJ)); 16109566063dSJacob Faibussowitsch PetscCall(DMRestoreLocalVector(dm, &localX)); 16111c2dc1cbSBarry Smith PetscCall(MPIU_Allreduce(&localDiff, diff, 1, MPIU_REAL, MPIU_SUM, PetscObjectComm((PetscObject)dm))); 161240e14135SMatthew G. Knepley *diff = PetscSqrtReal(*diff); 16133ba16761SJacob Faibussowitsch PetscFunctionReturn(PETSC_SUCCESS); 1614cb1e1211SMatthew G Knepley } 1615cb1e1211SMatthew G Knepley 1616d71ae5a4SJacob Faibussowitsch PetscErrorCode DMComputeL2FieldDiff_Plex(DM dm, PetscReal time, PetscErrorCode (**funcs)(PetscInt, PetscReal, const PetscReal[], PetscInt, PetscScalar *, void *), void **ctxs, Vec X, PetscReal *diff) 1617d71ae5a4SJacob Faibussowitsch { 16180f09c10fSMatthew G. Knepley const PetscInt debug = ((DM_Plex *)dm->data)->printL2; 1619ca3d3a14SMatthew G. Knepley DM tdm; 1620083401c6SMatthew G. Knepley DMLabel depthLabel; 162173d901b8SMatthew G. Knepley PetscSection section; 1622ca3d3a14SMatthew G. Knepley Vec localX, tv; 162373d901b8SMatthew G. Knepley PetscReal *localDiff; 1624083401c6SMatthew G. Knepley PetscInt dim, depth, dE, Nf, f, Nds, s; 1625ca3d3a14SMatthew G. Knepley PetscBool transform; 162673d901b8SMatthew G. Knepley 162773d901b8SMatthew G. Knepley PetscFunctionBegin; 16289566063dSJacob Faibussowitsch PetscCall(DMGetDimension(dm, &dim)); 16299566063dSJacob Faibussowitsch PetscCall(DMGetCoordinateDim(dm, &dE)); 16309566063dSJacob Faibussowitsch PetscCall(DMGetLocalSection(dm, §ion)); 16319566063dSJacob Faibussowitsch PetscCall(DMGetLocalVector(dm, &localX)); 16329566063dSJacob Faibussowitsch PetscCall(DMGetBasisTransformDM_Internal(dm, &tdm)); 16339566063dSJacob Faibussowitsch PetscCall(DMGetBasisTransformVec_Internal(dm, &tv)); 16349566063dSJacob Faibussowitsch PetscCall(DMHasBasisTransform(dm, &transform)); 16359566063dSJacob Faibussowitsch PetscCall(DMGetNumFields(dm, &Nf)); 16369566063dSJacob Faibussowitsch PetscCall(DMPlexGetDepthLabel(dm, &depthLabel)); 16379566063dSJacob Faibussowitsch PetscCall(DMLabelGetNumValues(depthLabel, &depth)); 1638083401c6SMatthew G. Knepley 16399566063dSJacob Faibussowitsch PetscCall(VecSet(localX, 0.0)); 16409566063dSJacob Faibussowitsch PetscCall(DMGlobalToLocalBegin(dm, X, INSERT_VALUES, localX)); 16419566063dSJacob Faibussowitsch PetscCall(DMGlobalToLocalEnd(dm, X, INSERT_VALUES, localX)); 16429566063dSJacob Faibussowitsch PetscCall(DMProjectFunctionLocal(dm, time, funcs, ctxs, INSERT_BC_VALUES, localX)); 16439566063dSJacob Faibussowitsch PetscCall(DMGetNumDS(dm, &Nds)); 16449566063dSJacob Faibussowitsch PetscCall(PetscCalloc1(Nf, &localDiff)); 1645083401c6SMatthew G. Knepley for (s = 0; s < Nds; ++s) { 1646083401c6SMatthew G. Knepley PetscDS ds; 1647083401c6SMatthew G. Knepley DMLabel label; 1648083401c6SMatthew G. Knepley IS fieldIS, pointIS; 1649083401c6SMatthew G. Knepley const PetscInt *fields, *points = NULL; 1650083401c6SMatthew G. Knepley PetscQuadrature quad; 1651083401c6SMatthew G. Knepley const PetscReal *quadPoints, *quadWeights; 1652083401c6SMatthew G. Knepley PetscFEGeom fegeom; 1653083401c6SMatthew G. Knepley PetscReal *coords, *gcoords; 1654083401c6SMatthew G. Knepley PetscScalar *funcVal, *interpolant; 16555fedec97SMatthew G. Knepley PetscBool isCohesive; 1656083401c6SMatthew G. Knepley PetscInt qNc, Nq, totNc, cStart = 0, cEnd, c, dsNf; 165773d901b8SMatthew G. Knepley 165807218a29SMatthew G. Knepley PetscCall(DMGetRegionNumDS(dm, s, &label, &fieldIS, &ds, NULL)); 16599566063dSJacob Faibussowitsch PetscCall(ISGetIndices(fieldIS, &fields)); 16609566063dSJacob Faibussowitsch PetscCall(PetscDSIsCohesive(ds, &isCohesive)); 16619566063dSJacob Faibussowitsch PetscCall(PetscDSGetNumFields(ds, &dsNf)); 16629566063dSJacob Faibussowitsch PetscCall(PetscDSGetTotalComponents(ds, &totNc)); 16639566063dSJacob Faibussowitsch PetscCall(PetscDSGetQuadrature(ds, &quad)); 16649566063dSJacob Faibussowitsch PetscCall(PetscQuadratureGetData(quad, NULL, &qNc, &Nq, &quadPoints, &quadWeights)); 166563a3b9bcSJacob Faibussowitsch PetscCheck(!(qNc != 1) || !(qNc != totNc), PETSC_COMM_SELF, PETSC_ERR_ARG_SIZ, "Quadrature components %" PetscInt_FMT " != %" PetscInt_FMT " field components", qNc, totNc); 16669566063dSJacob Faibussowitsch PetscCall(PetscCalloc6(totNc, &funcVal, totNc, &interpolant, dE * (Nq + 1), &coords, Nq, &fegeom.detJ, dE * dE * Nq, &fegeom.J, dE * dE * Nq, &fegeom.invJ)); 1667083401c6SMatthew G. Knepley if (!label) { 16689566063dSJacob Faibussowitsch PetscCall(DMPlexGetSimplexOrBoxCells(dm, 0, &cStart, &cEnd)); 1669083401c6SMatthew G. Knepley } else { 16709566063dSJacob Faibussowitsch PetscCall(DMLabelGetStratumIS(label, 1, &pointIS)); 16719566063dSJacob Faibussowitsch PetscCall(ISGetLocalSize(pointIS, &cEnd)); 16729566063dSJacob Faibussowitsch PetscCall(ISGetIndices(pointIS, &points)); 1673083401c6SMatthew G. Knepley } 167473d901b8SMatthew G. Knepley for (c = cStart; c < cEnd; ++c) { 1675083401c6SMatthew G. Knepley const PetscInt cell = points ? points[c] : c; 167673d901b8SMatthew G. Knepley PetscScalar *x = NULL; 16775fedec97SMatthew G. Knepley const PetscInt *cone; 16785fedec97SMatthew G. Knepley PetscInt qc = 0, fOff = 0, dep; 167973d901b8SMatthew G. Knepley 16809566063dSJacob Faibussowitsch PetscCall(DMLabelGetValue(depthLabel, cell, &dep)); 1681083401c6SMatthew G. Knepley if (dep != depth - 1) continue; 16825fedec97SMatthew G. Knepley if (isCohesive) { 16839566063dSJacob Faibussowitsch PetscCall(DMPlexGetCone(dm, cell, &cone)); 16849566063dSJacob Faibussowitsch PetscCall(DMPlexComputeCellGeometryFEM(dm, cone[0], quad, coords, fegeom.J, fegeom.invJ, fegeom.detJ)); 168596959cd1SMatthew G. Knepley } else { 16869566063dSJacob Faibussowitsch PetscCall(DMPlexComputeCellGeometryFEM(dm, cell, quad, coords, fegeom.J, fegeom.invJ, fegeom.detJ)); 168796959cd1SMatthew G. Knepley } 1688e8e188d2SZach Atkins PetscCall(DMPlexVecGetOrientedClosure_Internal(dm, NULL, PETSC_FALSE, localX, cell, 0, NULL, &x)); 16895fedec97SMatthew G. Knepley for (f = 0; f < dsNf; ++f) { 169015496722SMatthew G. Knepley PetscObject obj; 169115496722SMatthew G. Knepley PetscClassId id; 1692083401c6SMatthew G. Knepley void *const ctx = ctxs ? ctxs[fields[f]] : NULL; 169315496722SMatthew G. Knepley PetscInt Nb, Nc, q, fc; 169415496722SMatthew G. Knepley PetscReal elemDiff = 0.0; 16955fedec97SMatthew G. Knepley PetscBool cohesive; 169615496722SMatthew G. Knepley 16979566063dSJacob Faibussowitsch PetscCall(PetscDSGetCohesive(ds, f, &cohesive)); 16989566063dSJacob Faibussowitsch PetscCall(PetscDSGetDiscretization(ds, f, &obj)); 16999566063dSJacob Faibussowitsch PetscCall(PetscObjectGetClassId(obj, &id)); 17009371c9d4SSatish Balay if (id == PETSCFE_CLASSID) { 17019371c9d4SSatish Balay PetscCall(PetscFEGetNumComponents((PetscFE)obj, &Nc)); 17029371c9d4SSatish Balay PetscCall(PetscFEGetDimension((PetscFE)obj, &Nb)); 17039371c9d4SSatish Balay } else if (id == PETSCFV_CLASSID) { 17049371c9d4SSatish Balay PetscCall(PetscFVGetNumComponents((PetscFV)obj, &Nc)); 17059371c9d4SSatish Balay Nb = 1; 17069371c9d4SSatish Balay } else SETERRQ(PETSC_COMM_SELF, PETSC_ERR_ARG_WRONG, "Unknown discretization type for field %" PetscInt_FMT, fields[f]); 1707c82db6dbSMatthew G. Knepley if (isCohesive && !cohesive) { 1708c82db6dbSMatthew G. Knepley fOff += Nb * 2; 1709c82db6dbSMatthew G. Knepley qc += Nc; 1710c82db6dbSMatthew G. Knepley continue; 1711c82db6dbSMatthew G. Knepley } 171273d901b8SMatthew G. Knepley if (debug) { 171373d901b8SMatthew G. Knepley char title[1024]; 171463a3b9bcSJacob Faibussowitsch PetscCall(PetscSNPrintf(title, 1023, "Solution for Field %" PetscInt_FMT, fields[f])); 17159566063dSJacob Faibussowitsch PetscCall(DMPrintCellVector(cell, title, Nb, &x[fOff])); 171673d901b8SMatthew G. Knepley } 17177318780aSToby Isaac for (q = 0; q < Nq; ++q) { 17182a4e142eSMatthew G. Knepley PetscFEGeom qgeom; 1719d0609cedSBarry Smith PetscErrorCode ierr; 17202a4e142eSMatthew G. Knepley 17212a4e142eSMatthew G. Knepley qgeom.dimEmbed = fegeom.dimEmbed; 1722083401c6SMatthew G. Knepley qgeom.J = &fegeom.J[q * dE * dE]; 1723083401c6SMatthew G. Knepley qgeom.invJ = &fegeom.invJ[q * dE * dE]; 17242a4e142eSMatthew G. Knepley qgeom.detJ = &fegeom.detJ[q]; 172563a3b9bcSJacob Faibussowitsch PetscCheck(fegeom.detJ[q] > 0.0, PETSC_COMM_SELF, PETSC_ERR_ARG_OUTOFRANGE, "Invalid determinant %g for cell %" PetscInt_FMT ", quadrature point %" PetscInt_FMT, (double)fegeom.detJ[q], cell, q); 1726d3a7d86cSMatthew G. Knepley if (transform) { 1727083401c6SMatthew G. Knepley gcoords = &coords[dE * Nq]; 17289566063dSJacob Faibussowitsch PetscCall(DMPlexBasisTransformApplyReal_Internal(dm, &coords[dE * q], PETSC_TRUE, dE, &coords[dE * q], gcoords, dm->transformCtx)); 1729d3a7d86cSMatthew G. Knepley } else { 1730083401c6SMatthew G. Knepley gcoords = &coords[dE * q]; 1731d3a7d86cSMatthew G. Knepley } 17322df84da0SMatthew G. Knepley for (fc = 0; fc < Nc; ++fc) funcVal[fc] = 0.; 1733083401c6SMatthew G. Knepley ierr = (*funcs[fields[f]])(dE, time, gcoords, Nc, funcVal, ctx); 1734e735a8a9SMatthew G. Knepley if (ierr) { 17359566063dSJacob Faibussowitsch PetscCall(DMPlexVecRestoreClosure(dm, NULL, localX, cell, NULL, &x)); 17369566063dSJacob Faibussowitsch PetscCall(DMRestoreLocalVector(dm, &localX)); 17379566063dSJacob Faibussowitsch PetscCall(PetscFree6(funcVal, interpolant, coords, fegeom.detJ, fegeom.J, fegeom.invJ)); 1738e735a8a9SMatthew G. Knepley } 17399566063dSJacob Faibussowitsch if (transform) PetscCall(DMPlexBasisTransformApply_Internal(dm, &coords[dE * q], PETSC_FALSE, Nc, funcVal, funcVal, dm->transformCtx)); 174096959cd1SMatthew G. Knepley /* Call once for each face, except for lagrange field */ 17419566063dSJacob Faibussowitsch if (id == PETSCFE_CLASSID) PetscCall(PetscFEInterpolate_Static((PetscFE)obj, &x[fOff], &qgeom, q, interpolant)); 17429566063dSJacob Faibussowitsch else if (id == PETSCFV_CLASSID) PetscCall(PetscFVInterpolate_Static((PetscFV)obj, &x[fOff], q, interpolant)); 174363a3b9bcSJacob Faibussowitsch else SETERRQ(PetscObjectComm((PetscObject)dm), PETSC_ERR_ARG_WRONG, "Unknown discretization type for field %" PetscInt_FMT, fields[f]); 174415496722SMatthew G. Knepley for (fc = 0; fc < Nc; ++fc) { 1745beaa55a6SMatthew G. Knepley const PetscReal wt = quadWeights[q * qNc + (qNc == 1 ? 0 : qc + fc)]; 17469371c9d4SSatish Balay if (debug) 17479371c9d4SSatish Balay PetscCall(PetscPrintf(PETSC_COMM_SELF, " cell %" PetscInt_FMT " field %" PetscInt_FMT ",%" PetscInt_FMT " point %g %g %g diff %g\n", cell, fields[f], fc, (double)(dE > 0 ? coords[dE * q] : 0.), (double)(dE > 1 ? coords[dE * q + 1] : 0.), (double)(dE > 2 ? coords[dE * q + 2] : 0.), 17489371c9d4SSatish Balay (double)(PetscSqr(PetscRealPart(interpolant[fc] - funcVal[fc])) * wt * fegeom.detJ[q]))); 17494bee2e38SMatthew G. Knepley elemDiff += PetscSqr(PetscRealPart(interpolant[fc] - funcVal[fc])) * wt * fegeom.detJ[q]; 175073d901b8SMatthew G. Knepley } 175173d901b8SMatthew G. Knepley } 1752083401c6SMatthew G. Knepley fOff += Nb; 17539c3cf19fSMatthew G. Knepley qc += Nc; 1754083401c6SMatthew G. Knepley localDiff[fields[f]] += elemDiff; 175563a3b9bcSJacob Faibussowitsch if (debug) PetscCall(PetscPrintf(PETSC_COMM_SELF, " cell %" PetscInt_FMT " field %" PetscInt_FMT " cum diff %g\n", cell, fields[f], (double)localDiff[fields[f]])); 175673d901b8SMatthew G. Knepley } 17579566063dSJacob Faibussowitsch PetscCall(DMPlexVecRestoreClosure(dm, NULL, localX, cell, NULL, &x)); 1758083401c6SMatthew G. Knepley } 1759083401c6SMatthew G. Knepley if (label) { 17609566063dSJacob Faibussowitsch PetscCall(ISRestoreIndices(pointIS, &points)); 17619566063dSJacob Faibussowitsch PetscCall(ISDestroy(&pointIS)); 1762083401c6SMatthew G. Knepley } 17639566063dSJacob Faibussowitsch PetscCall(ISRestoreIndices(fieldIS, &fields)); 17649566063dSJacob Faibussowitsch PetscCall(PetscFree6(funcVal, interpolant, coords, fegeom.detJ, fegeom.J, fegeom.invJ)); 176573d901b8SMatthew G. Knepley } 17669566063dSJacob Faibussowitsch PetscCall(DMRestoreLocalVector(dm, &localX)); 17671c2dc1cbSBarry Smith PetscCall(MPIU_Allreduce(localDiff, diff, Nf, MPIU_REAL, MPIU_SUM, PetscObjectComm((PetscObject)dm))); 17689566063dSJacob Faibussowitsch PetscCall(PetscFree(localDiff)); 1769083401c6SMatthew G. Knepley for (f = 0; f < Nf; ++f) diff[f] = PetscSqrtReal(diff[f]); 17703ba16761SJacob Faibussowitsch PetscFunctionReturn(PETSC_SUCCESS); 177173d901b8SMatthew G. Knepley } 177273d901b8SMatthew G. Knepley 1773e729f68cSMatthew G. Knepley /*@C 1774e729f68cSMatthew G. Knepley DMPlexComputeL2DiffVec - This function computes the cellwise L_2 difference between a function u and an FEM interpolant solution u_h, and stores it in a Vec. 1775e729f68cSMatthew G. Knepley 177620f4b53cSBarry Smith Collective 1777c0f8e1fdSMatthew G. Knepley 1778e729f68cSMatthew G. Knepley Input Parameters: 1779a1cb98faSBarry Smith + dm - The `DM` 17800163fd50SMatthew G. Knepley . time - The time 178120f4b53cSBarry Smith . funcs - The functions to evaluate for each field component: `NULL` means that component does not contribute to error calculation 178220f4b53cSBarry Smith . ctxs - Optional array of contexts to pass to each function, or `NULL`. 1783e729f68cSMatthew G. Knepley - X - The coefficient vector u_h 1784e729f68cSMatthew G. Knepley 1785e729f68cSMatthew G. Knepley Output Parameter: 178620f4b53cSBarry Smith . D - A `Vec` which holds the difference ||u - u_h||_2 for each cell 1787e729f68cSMatthew G. Knepley 1788e729f68cSMatthew G. Knepley Level: developer 1789e729f68cSMatthew G. Knepley 17901cc06b55SBarry Smith .seealso: [](ch_unstructured), `DM`, `DMPLEX`, `DMProjectFunction()`, `DMComputeL2Diff()`, `DMPlexComputeL2FieldDiff()`, `DMComputeL2GradientDiff()` 1791e729f68cSMatthew G. Knepley @*/ 1792d71ae5a4SJacob Faibussowitsch PetscErrorCode DMPlexComputeL2DiffVec(DM dm, PetscReal time, PetscErrorCode (**funcs)(PetscInt, PetscReal, const PetscReal[], PetscInt, PetscScalar *, void *), void **ctxs, Vec X, Vec D) 1793d71ae5a4SJacob Faibussowitsch { 1794e729f68cSMatthew G. Knepley PetscSection section; 1795e729f68cSMatthew G. Knepley PetscQuadrature quad; 1796e729f68cSMatthew G. Knepley Vec localX; 17974bee2e38SMatthew G. Knepley PetscFEGeom fegeom; 1798e729f68cSMatthew G. Knepley PetscScalar *funcVal, *interpolant; 17994bee2e38SMatthew G. Knepley PetscReal *coords; 1800e729f68cSMatthew G. Knepley const PetscReal *quadPoints, *quadWeights; 1801485ad865SMatthew G. Knepley PetscInt dim, coordDim, numFields, numComponents = 0, qNc, Nq, cStart, cEnd, c, field, fieldOffset; 1802e729f68cSMatthew G. Knepley 1803e729f68cSMatthew G. Knepley PetscFunctionBegin; 18049566063dSJacob Faibussowitsch PetscCall(VecSet(D, 0.0)); 18059566063dSJacob Faibussowitsch PetscCall(DMGetDimension(dm, &dim)); 18069566063dSJacob Faibussowitsch PetscCall(DMGetCoordinateDim(dm, &coordDim)); 18079566063dSJacob Faibussowitsch PetscCall(DMGetLocalSection(dm, §ion)); 18089566063dSJacob Faibussowitsch PetscCall(PetscSectionGetNumFields(section, &numFields)); 18099566063dSJacob Faibussowitsch PetscCall(DMGetLocalVector(dm, &localX)); 18109566063dSJacob Faibussowitsch PetscCall(DMProjectFunctionLocal(dm, time, funcs, ctxs, INSERT_BC_VALUES, localX)); 18119566063dSJacob Faibussowitsch PetscCall(DMGlobalToLocalBegin(dm, X, INSERT_VALUES, localX)); 18129566063dSJacob Faibussowitsch PetscCall(DMGlobalToLocalEnd(dm, X, INSERT_VALUES, localX)); 1813e729f68cSMatthew G. Knepley for (field = 0; field < numFields; ++field) { 1814e729f68cSMatthew G. Knepley PetscObject obj; 1815e729f68cSMatthew G. Knepley PetscClassId id; 1816e729f68cSMatthew G. Knepley PetscInt Nc; 1817e729f68cSMatthew G. Knepley 18189566063dSJacob Faibussowitsch PetscCall(DMGetField(dm, field, NULL, &obj)); 18199566063dSJacob Faibussowitsch PetscCall(PetscObjectGetClassId(obj, &id)); 1820e729f68cSMatthew G. Knepley if (id == PETSCFE_CLASSID) { 1821e729f68cSMatthew G. Knepley PetscFE fe = (PetscFE)obj; 1822e729f68cSMatthew G. Knepley 18239566063dSJacob Faibussowitsch PetscCall(PetscFEGetQuadrature(fe, &quad)); 18249566063dSJacob Faibussowitsch PetscCall(PetscFEGetNumComponents(fe, &Nc)); 1825e729f68cSMatthew G. Knepley } else if (id == PETSCFV_CLASSID) { 1826e729f68cSMatthew G. Knepley PetscFV fv = (PetscFV)obj; 1827e729f68cSMatthew G. Knepley 18289566063dSJacob Faibussowitsch PetscCall(PetscFVGetQuadrature(fv, &quad)); 18299566063dSJacob Faibussowitsch PetscCall(PetscFVGetNumComponents(fv, &Nc)); 183063a3b9bcSJacob Faibussowitsch } else SETERRQ(PetscObjectComm((PetscObject)dm), PETSC_ERR_ARG_WRONG, "Unknown discretization type for field %" PetscInt_FMT, field); 1831e729f68cSMatthew G. Knepley numComponents += Nc; 1832e729f68cSMatthew G. Knepley } 18339566063dSJacob Faibussowitsch PetscCall(PetscQuadratureGetData(quad, NULL, &qNc, &Nq, &quadPoints, &quadWeights)); 183463a3b9bcSJacob Faibussowitsch PetscCheck(!(qNc != 1) || !(qNc != numComponents), PetscObjectComm((PetscObject)dm), PETSC_ERR_ARG_SIZ, "Quadrature components %" PetscInt_FMT " != %" PetscInt_FMT " field components", qNc, numComponents); 18359566063dSJacob Faibussowitsch PetscCall(PetscMalloc6(numComponents, &funcVal, numComponents, &interpolant, coordDim * Nq, &coords, Nq, &fegeom.detJ, coordDim * coordDim * Nq, &fegeom.J, coordDim * coordDim * Nq, &fegeom.invJ)); 18369566063dSJacob Faibussowitsch PetscCall(DMPlexGetSimplexOrBoxCells(dm, 0, &cStart, &cEnd)); 1837e729f68cSMatthew G. Knepley for (c = cStart; c < cEnd; ++c) { 1838e729f68cSMatthew G. Knepley PetscScalar *x = NULL; 18396f288a59SMatthew G. Knepley PetscScalar elemDiff = 0.0; 18409c3cf19fSMatthew G. Knepley PetscInt qc = 0; 1841e729f68cSMatthew G. Knepley 18429566063dSJacob Faibussowitsch PetscCall(DMPlexComputeCellGeometryFEM(dm, c, quad, coords, fegeom.J, fegeom.invJ, fegeom.detJ)); 1843e8e188d2SZach Atkins PetscCall(DMPlexVecGetOrientedClosure_Internal(dm, NULL, PETSC_FALSE, localX, c, 0, NULL, &x)); 1844e729f68cSMatthew G. Knepley 1845e729f68cSMatthew G. Knepley for (field = 0, fieldOffset = 0; field < numFields; ++field) { 1846e729f68cSMatthew G. Knepley PetscObject obj; 1847e729f68cSMatthew G. Knepley PetscClassId id; 1848e729f68cSMatthew G. Knepley void *const ctx = ctxs ? ctxs[field] : NULL; 1849e729f68cSMatthew G. Knepley PetscInt Nb, Nc, q, fc; 1850e729f68cSMatthew G. Knepley 18519566063dSJacob Faibussowitsch PetscCall(DMGetField(dm, field, NULL, &obj)); 18529566063dSJacob Faibussowitsch PetscCall(PetscObjectGetClassId(obj, &id)); 18539371c9d4SSatish Balay if (id == PETSCFE_CLASSID) { 18549371c9d4SSatish Balay PetscCall(PetscFEGetNumComponents((PetscFE)obj, &Nc)); 18559371c9d4SSatish Balay PetscCall(PetscFEGetDimension((PetscFE)obj, &Nb)); 18569371c9d4SSatish Balay } else if (id == PETSCFV_CLASSID) { 18579371c9d4SSatish Balay PetscCall(PetscFVGetNumComponents((PetscFV)obj, &Nc)); 18589371c9d4SSatish Balay Nb = 1; 18599371c9d4SSatish Balay } else SETERRQ(PetscObjectComm((PetscObject)dm), PETSC_ERR_ARG_WRONG, "Unknown discretization type for field %" PetscInt_FMT, field); 186023f34ed2SToby Isaac if (funcs[field]) { 18617318780aSToby Isaac for (q = 0; q < Nq; ++q) { 18622a4e142eSMatthew G. Knepley PetscFEGeom qgeom; 18632a4e142eSMatthew G. Knepley 18642a4e142eSMatthew G. Knepley qgeom.dimEmbed = fegeom.dimEmbed; 18652a4e142eSMatthew G. Knepley qgeom.J = &fegeom.J[q * coordDim * coordDim]; 18662a4e142eSMatthew G. Knepley qgeom.invJ = &fegeom.invJ[q * coordDim * coordDim]; 18672a4e142eSMatthew G. Knepley qgeom.detJ = &fegeom.detJ[q]; 186863a3b9bcSJacob Faibussowitsch PetscCheck(fegeom.detJ[q] > 0.0, PETSC_COMM_SELF, PETSC_ERR_ARG_OUTOFRANGE, "Invalid determinant %g for element %" PetscInt_FMT ", quadrature points %" PetscInt_FMT, (double)fegeom.detJ[q], c, q); 18699566063dSJacob Faibussowitsch PetscCall((*funcs[field])(coordDim, time, &coords[q * coordDim], Nc, funcVal, ctx)); 1870c3e24edfSBarry Smith #if defined(needs_fix_with_return_code_argument) 1871e735a8a9SMatthew G. Knepley if (ierr) { 18729566063dSJacob Faibussowitsch PetscCall(DMPlexVecRestoreClosure(dm, NULL, localX, c, NULL, &x)); 18739566063dSJacob Faibussowitsch PetscCall(PetscFree6(funcVal, interpolant, coords, fegeom.detJ, fegeom.J, fegeom.invJ)); 18749566063dSJacob Faibussowitsch PetscCall(DMRestoreLocalVector(dm, &localX)); 1875e735a8a9SMatthew G. Knepley } 1876c3e24edfSBarry Smith #endif 18779566063dSJacob Faibussowitsch if (id == PETSCFE_CLASSID) PetscCall(PetscFEInterpolate_Static((PetscFE)obj, &x[fieldOffset], &qgeom, q, interpolant)); 18789566063dSJacob Faibussowitsch else if (id == PETSCFV_CLASSID) PetscCall(PetscFVInterpolate_Static((PetscFV)obj, &x[fieldOffset], q, interpolant)); 187963a3b9bcSJacob Faibussowitsch else SETERRQ(PetscObjectComm((PetscObject)dm), PETSC_ERR_ARG_WRONG, "Unknown discretization type for field %" PetscInt_FMT, field); 1880e729f68cSMatthew G. Knepley for (fc = 0; fc < Nc; ++fc) { 1881beaa55a6SMatthew G. Knepley const PetscReal wt = quadWeights[q * qNc + (qNc == 1 ? 0 : qc + fc)]; 18824bee2e38SMatthew G. Knepley elemDiff += PetscSqr(PetscRealPart(interpolant[fc] - funcVal[fc])) * wt * fegeom.detJ[q]; 1883e729f68cSMatthew G. Knepley } 1884e729f68cSMatthew G. Knepley } 188523f34ed2SToby Isaac } 1886beaa55a6SMatthew G. Knepley fieldOffset += Nb; 18879c3cf19fSMatthew G. Knepley qc += Nc; 1888e729f68cSMatthew G. Knepley } 18899566063dSJacob Faibussowitsch PetscCall(DMPlexVecRestoreClosure(dm, NULL, localX, c, NULL, &x)); 18909566063dSJacob Faibussowitsch PetscCall(VecSetValue(D, c - cStart, elemDiff, INSERT_VALUES)); 1891e729f68cSMatthew G. Knepley } 18929566063dSJacob Faibussowitsch PetscCall(PetscFree6(funcVal, interpolant, coords, fegeom.detJ, fegeom.J, fegeom.invJ)); 18939566063dSJacob Faibussowitsch PetscCall(DMRestoreLocalVector(dm, &localX)); 18949566063dSJacob Faibussowitsch PetscCall(VecSqrtAbs(D)); 18953ba16761SJacob Faibussowitsch PetscFunctionReturn(PETSC_SUCCESS); 1896e729f68cSMatthew G. Knepley } 1897e729f68cSMatthew G. Knepley 18985f0b18bfSMatthew G. Knepley /*@ 189920f4b53cSBarry Smith DMPlexComputeClementInterpolant - This function computes the L2 projection of the cellwise values of a function u onto P1 19005f0b18bfSMatthew G. Knepley 190120f4b53cSBarry Smith Collective 19025f0b18bfSMatthew G. Knepley 19035f0b18bfSMatthew G. Knepley Input Parameters: 1904a1cb98faSBarry Smith + dm - The `DM` 19055f0b18bfSMatthew G. Knepley - locX - The coefficient vector u_h 19065f0b18bfSMatthew G. Knepley 19075f0b18bfSMatthew G. Knepley Output Parameter: 1908a1cb98faSBarry Smith . locC - A `Vec` which holds the Clement interpolant of the function 19095f0b18bfSMatthew G. Knepley 19105f0b18bfSMatthew G. Knepley Level: developer 19115f0b18bfSMatthew G. Knepley 1912a1cb98faSBarry Smith Note: 1913a1cb98faSBarry Smith $ u_h(v_i) = \sum_{T_i \in support(v_i)} |T_i| u_h(T_i) / \sum_{T_i \in support(v_i)} |T_i| $ where $ |T_i| $ is the cell volume 1914a1cb98faSBarry Smith 19151cc06b55SBarry Smith .seealso: [](ch_unstructured), `DM`, `DMPLEX`, `DMProjectFunction()`, `DMComputeL2Diff()`, `DMPlexComputeL2FieldDiff()`, `DMComputeL2GradientDiff()` 19165f0b18bfSMatthew G. Knepley @*/ 1917d71ae5a4SJacob Faibussowitsch PetscErrorCode DMPlexComputeClementInterpolant(DM dm, Vec locX, Vec locC) 1918d71ae5a4SJacob Faibussowitsch { 19195f0b18bfSMatthew G. Knepley PetscInt debug = ((DM_Plex *)dm->data)->printFEM; 19205f0b18bfSMatthew G. Knepley DM dmc; 19215f0b18bfSMatthew G. Knepley PetscQuadrature quad; 19225f0b18bfSMatthew G. Knepley PetscScalar *interpolant, *valsum; 19235f0b18bfSMatthew G. Knepley PetscFEGeom fegeom; 19245f0b18bfSMatthew G. Knepley PetscReal *coords; 19255f0b18bfSMatthew G. Knepley const PetscReal *quadPoints, *quadWeights; 19265f0b18bfSMatthew G. Knepley PetscInt dim, cdim, Nf, f, Nc = 0, Nq, qNc, cStart, cEnd, vStart, vEnd, v; 19275f0b18bfSMatthew G. Knepley 19285f0b18bfSMatthew G. Knepley PetscFunctionBegin; 19299566063dSJacob Faibussowitsch PetscCall(PetscCitationsRegister(ClementCitation, &Clementcite)); 19309566063dSJacob Faibussowitsch PetscCall(VecGetDM(locC, &dmc)); 19319566063dSJacob Faibussowitsch PetscCall(VecSet(locC, 0.0)); 19329566063dSJacob Faibussowitsch PetscCall(DMGetDimension(dm, &dim)); 19339566063dSJacob Faibussowitsch PetscCall(DMGetCoordinateDim(dm, &cdim)); 19345f0b18bfSMatthew G. Knepley fegeom.dimEmbed = cdim; 19359566063dSJacob Faibussowitsch PetscCall(DMGetNumFields(dm, &Nf)); 19365f0b18bfSMatthew G. Knepley PetscCheck(Nf > 0, PETSC_COMM_SELF, PETSC_ERR_ARG_WRONG, "Number of fields is zero!"); 19375f0b18bfSMatthew G. Knepley for (f = 0; f < Nf; ++f) { 19385f0b18bfSMatthew G. Knepley PetscObject obj; 19395f0b18bfSMatthew G. Knepley PetscClassId id; 19405f0b18bfSMatthew G. Knepley PetscInt fNc; 19415f0b18bfSMatthew G. Knepley 19429566063dSJacob Faibussowitsch PetscCall(DMGetField(dm, f, NULL, &obj)); 19439566063dSJacob Faibussowitsch PetscCall(PetscObjectGetClassId(obj, &id)); 19445f0b18bfSMatthew G. Knepley if (id == PETSCFE_CLASSID) { 19455f0b18bfSMatthew G. Knepley PetscFE fe = (PetscFE)obj; 19465f0b18bfSMatthew G. Knepley 19479566063dSJacob Faibussowitsch PetscCall(PetscFEGetQuadrature(fe, &quad)); 19489566063dSJacob Faibussowitsch PetscCall(PetscFEGetNumComponents(fe, &fNc)); 19495f0b18bfSMatthew G. Knepley } else if (id == PETSCFV_CLASSID) { 19505f0b18bfSMatthew G. Knepley PetscFV fv = (PetscFV)obj; 19515f0b18bfSMatthew G. Knepley 19529566063dSJacob Faibussowitsch PetscCall(PetscFVGetQuadrature(fv, &quad)); 19539566063dSJacob Faibussowitsch PetscCall(PetscFVGetNumComponents(fv, &fNc)); 195463a3b9bcSJacob Faibussowitsch } else SETERRQ(PetscObjectComm((PetscObject)dm), PETSC_ERR_ARG_WRONG, "Unknown discretization type for field %" PetscInt_FMT, f); 19555f0b18bfSMatthew G. Knepley Nc += fNc; 19565f0b18bfSMatthew G. Knepley } 19579566063dSJacob Faibussowitsch PetscCall(PetscQuadratureGetData(quad, NULL, &qNc, &Nq, &quadPoints, &quadWeights)); 195863a3b9bcSJacob Faibussowitsch PetscCheck(qNc == 1, PetscObjectComm((PetscObject)dm), PETSC_ERR_ARG_SIZ, "Quadrature components %" PetscInt_FMT " > 1", qNc); 19599566063dSJacob Faibussowitsch PetscCall(PetscMalloc6(Nc * 2, &valsum, Nc, &interpolant, cdim * Nq, &coords, Nq, &fegeom.detJ, cdim * cdim * Nq, &fegeom.J, cdim * cdim * Nq, &fegeom.invJ)); 19609566063dSJacob Faibussowitsch PetscCall(DMPlexGetDepthStratum(dm, 0, &vStart, &vEnd)); 19619566063dSJacob Faibussowitsch PetscCall(DMPlexGetSimplexOrBoxCells(dm, 0, &cStart, &cEnd)); 19625f0b18bfSMatthew G. Knepley for (v = vStart; v < vEnd; ++v) { 19635f0b18bfSMatthew G. Knepley PetscScalar volsum = 0.0; 19645f0b18bfSMatthew G. Knepley PetscInt *star = NULL; 19655f0b18bfSMatthew G. Knepley PetscInt starSize, st, fc; 19665f0b18bfSMatthew G. Knepley 19679566063dSJacob Faibussowitsch PetscCall(PetscArrayzero(valsum, Nc)); 19689566063dSJacob Faibussowitsch PetscCall(DMPlexGetTransitiveClosure(dm, v, PETSC_FALSE, &starSize, &star)); 19695f0b18bfSMatthew G. Knepley for (st = 0; st < starSize * 2; st += 2) { 19705f0b18bfSMatthew G. Knepley const PetscInt cell = star[st]; 19715f0b18bfSMatthew G. Knepley PetscScalar *val = &valsum[Nc]; 19725f0b18bfSMatthew G. Knepley PetscScalar *x = NULL; 19735f0b18bfSMatthew G. Knepley PetscReal vol = 0.0; 19745f0b18bfSMatthew G. Knepley PetscInt foff = 0; 19755f0b18bfSMatthew G. Knepley 19765f0b18bfSMatthew G. Knepley if ((cell < cStart) || (cell >= cEnd)) continue; 19779566063dSJacob Faibussowitsch PetscCall(DMPlexComputeCellGeometryFEM(dm, cell, quad, coords, fegeom.J, fegeom.invJ, fegeom.detJ)); 19789566063dSJacob Faibussowitsch PetscCall(DMPlexVecGetClosure(dm, NULL, locX, cell, NULL, &x)); 19795f0b18bfSMatthew G. Knepley for (f = 0; f < Nf; ++f) { 19805f0b18bfSMatthew G. Knepley PetscObject obj; 19815f0b18bfSMatthew G. Knepley PetscClassId id; 19825f0b18bfSMatthew G. Knepley PetscInt Nb, fNc, q; 19835f0b18bfSMatthew G. Knepley 19849566063dSJacob Faibussowitsch PetscCall(PetscArrayzero(val, Nc)); 19859566063dSJacob Faibussowitsch PetscCall(DMGetField(dm, f, NULL, &obj)); 19869566063dSJacob Faibussowitsch PetscCall(PetscObjectGetClassId(obj, &id)); 19879371c9d4SSatish Balay if (id == PETSCFE_CLASSID) { 19889371c9d4SSatish Balay PetscCall(PetscFEGetNumComponents((PetscFE)obj, &fNc)); 19899371c9d4SSatish Balay PetscCall(PetscFEGetDimension((PetscFE)obj, &Nb)); 19909371c9d4SSatish Balay } else if (id == PETSCFV_CLASSID) { 19919371c9d4SSatish Balay PetscCall(PetscFVGetNumComponents((PetscFV)obj, &fNc)); 19929371c9d4SSatish Balay Nb = 1; 19939371c9d4SSatish Balay } else SETERRQ(PetscObjectComm((PetscObject)dm), PETSC_ERR_ARG_WRONG, "Unknown discretization type for field %" PetscInt_FMT, f); 19945f0b18bfSMatthew G. Knepley for (q = 0; q < Nq; ++q) { 19955f0b18bfSMatthew G. Knepley const PetscReal wt = quadWeights[q] * fegeom.detJ[q]; 19965f0b18bfSMatthew G. Knepley PetscFEGeom qgeom; 19975f0b18bfSMatthew G. Knepley 19985f0b18bfSMatthew G. Knepley qgeom.dimEmbed = fegeom.dimEmbed; 19995f0b18bfSMatthew G. Knepley qgeom.J = &fegeom.J[q * cdim * cdim]; 20005f0b18bfSMatthew G. Knepley qgeom.invJ = &fegeom.invJ[q * cdim * cdim]; 20015f0b18bfSMatthew G. Knepley qgeom.detJ = &fegeom.detJ[q]; 200263a3b9bcSJacob Faibussowitsch PetscCheck(fegeom.detJ[q] > 0.0, PETSC_COMM_SELF, PETSC_ERR_ARG_OUTOFRANGE, "Invalid determinant %g for element %" PetscInt_FMT ", quadrature points %" PetscInt_FMT, (double)fegeom.detJ[q], cell, q); 20039566063dSJacob Faibussowitsch if (id == PETSCFE_CLASSID) PetscCall(PetscFEInterpolate_Static((PetscFE)obj, &x[foff], &qgeom, q, interpolant)); 200463a3b9bcSJacob Faibussowitsch else SETERRQ(PetscObjectComm((PetscObject)dm), PETSC_ERR_ARG_WRONG, "Unknown discretization type for field %" PetscInt_FMT, f); 20055f0b18bfSMatthew G. Knepley for (fc = 0; fc < fNc; ++fc) val[foff + fc] += interpolant[fc] * wt; 20065f0b18bfSMatthew G. Knepley vol += wt; 20075f0b18bfSMatthew G. Knepley } 20085f0b18bfSMatthew G. Knepley foff += Nb; 20095f0b18bfSMatthew G. Knepley } 20109566063dSJacob Faibussowitsch PetscCall(DMPlexVecRestoreClosure(dm, NULL, locX, cell, NULL, &x)); 20115f0b18bfSMatthew G. Knepley for (fc = 0; fc < Nc; ++fc) valsum[fc] += val[fc]; 20125f0b18bfSMatthew G. Knepley volsum += vol; 20135f0b18bfSMatthew G. Knepley if (debug) { 20149566063dSJacob Faibussowitsch PetscCall(PetscPrintf(PETSC_COMM_SELF, "Vertex %" PetscInt_FMT " Cell %" PetscInt_FMT " value: [", v, cell)); 20155f0b18bfSMatthew G. Knepley for (fc = 0; fc < Nc; ++fc) { 20169566063dSJacob Faibussowitsch if (fc) PetscCall(PetscPrintf(PETSC_COMM_SELF, ", ")); 20179566063dSJacob Faibussowitsch PetscCall(PetscPrintf(PETSC_COMM_SELF, "%g", (double)PetscRealPart(val[fc]))); 20185f0b18bfSMatthew G. Knepley } 20199566063dSJacob Faibussowitsch PetscCall(PetscPrintf(PETSC_COMM_SELF, "]\n")); 20205f0b18bfSMatthew G. Knepley } 20215f0b18bfSMatthew G. Knepley } 20225f0b18bfSMatthew G. Knepley for (fc = 0; fc < Nc; ++fc) valsum[fc] /= volsum; 20239566063dSJacob Faibussowitsch PetscCall(DMPlexRestoreTransitiveClosure(dm, v, PETSC_FALSE, &starSize, &star)); 20249566063dSJacob Faibussowitsch PetscCall(DMPlexVecSetClosure(dmc, NULL, locC, v, valsum, INSERT_VALUES)); 20255f0b18bfSMatthew G. Knepley } 20269566063dSJacob Faibussowitsch PetscCall(PetscFree6(valsum, interpolant, coords, fegeom.detJ, fegeom.J, fegeom.invJ)); 20273ba16761SJacob Faibussowitsch PetscFunctionReturn(PETSC_SUCCESS); 20285f0b18bfSMatthew G. Knepley } 20295f0b18bfSMatthew G. Knepley 20305f0b18bfSMatthew G. Knepley /*@ 203120f4b53cSBarry Smith DMPlexComputeGradientClementInterpolant - This function computes the L2 projection of the cellwise gradient of a function u onto P1 20321555c271SMatthew G. Knepley 203320f4b53cSBarry Smith Collective 2034c0f8e1fdSMatthew G. Knepley 20351555c271SMatthew G. Knepley Input Parameters: 2036a1cb98faSBarry Smith + dm - The `DM` 20375f0b18bfSMatthew G. Knepley - locX - The coefficient vector u_h 20381555c271SMatthew G. Knepley 20391555c271SMatthew G. Knepley Output Parameter: 2040a1cb98faSBarry Smith . locC - A `Vec` which holds the Clement interpolant of the gradient 20411555c271SMatthew G. Knepley 20421555c271SMatthew G. Knepley Level: developer 20431555c271SMatthew G. Knepley 2044a1cb98faSBarry Smith Note: 2045a1cb98faSBarry Smith $\nabla u_h(v_i) = \sum_{T_i \in support(v_i)} |T_i| \nabla u_h(T_i) / \sum_{T_i \in support(v_i)} |T_i| $ where $ |T_i| $ is the cell volume 2046a1cb98faSBarry Smith 20471cc06b55SBarry Smith .seealso: [](ch_unstructured), `DM`, `DMPLEX`, `DMProjectFunction()`, `DMComputeL2Diff()`, `DMPlexComputeL2FieldDiff()`, `DMComputeL2GradientDiff()` 20481555c271SMatthew G. Knepley @*/ 2049d71ae5a4SJacob Faibussowitsch PetscErrorCode DMPlexComputeGradientClementInterpolant(DM dm, Vec locX, Vec locC) 2050d71ae5a4SJacob Faibussowitsch { 2051db1066baSMatthew G. Knepley DM_Plex *mesh = (DM_Plex *)dm->data; 2052db1066baSMatthew G. Knepley PetscInt debug = mesh->printFEM; 20531555c271SMatthew G. Knepley DM dmC; 20541555c271SMatthew G. Knepley PetscQuadrature quad; 20551555c271SMatthew G. Knepley PetscScalar *interpolant, *gradsum; 20564bee2e38SMatthew G. Knepley PetscFEGeom fegeom; 20574bee2e38SMatthew G. Knepley PetscReal *coords; 20581555c271SMatthew G. Knepley const PetscReal *quadPoints, *quadWeights; 2059485ad865SMatthew G. Knepley PetscInt dim, coordDim, numFields, numComponents = 0, qNc, Nq, cStart, cEnd, vStart, vEnd, v, field, fieldOffset; 20601555c271SMatthew G. Knepley 20611555c271SMatthew G. Knepley PetscFunctionBegin; 20629566063dSJacob Faibussowitsch PetscCall(PetscCitationsRegister(ClementCitation, &Clementcite)); 20639566063dSJacob Faibussowitsch PetscCall(VecGetDM(locC, &dmC)); 20649566063dSJacob Faibussowitsch PetscCall(VecSet(locC, 0.0)); 20659566063dSJacob Faibussowitsch PetscCall(DMGetDimension(dm, &dim)); 20669566063dSJacob Faibussowitsch PetscCall(DMGetCoordinateDim(dm, &coordDim)); 20674bee2e38SMatthew G. Knepley fegeom.dimEmbed = coordDim; 20689566063dSJacob Faibussowitsch PetscCall(DMGetNumFields(dm, &numFields)); 20695f80ce2aSJacob Faibussowitsch PetscCheck(numFields, PETSC_COMM_SELF, PETSC_ERR_ARG_WRONG, "Number of fields is zero!"); 20701555c271SMatthew G. Knepley for (field = 0; field < numFields; ++field) { 20711555c271SMatthew G. Knepley PetscObject obj; 20721555c271SMatthew G. Knepley PetscClassId id; 20731555c271SMatthew G. Knepley PetscInt Nc; 20741555c271SMatthew G. Knepley 20759566063dSJacob Faibussowitsch PetscCall(DMGetField(dm, field, NULL, &obj)); 20769566063dSJacob Faibussowitsch PetscCall(PetscObjectGetClassId(obj, &id)); 20771555c271SMatthew G. Knepley if (id == PETSCFE_CLASSID) { 20781555c271SMatthew G. Knepley PetscFE fe = (PetscFE)obj; 20791555c271SMatthew G. Knepley 20809566063dSJacob Faibussowitsch PetscCall(PetscFEGetQuadrature(fe, &quad)); 20819566063dSJacob Faibussowitsch PetscCall(PetscFEGetNumComponents(fe, &Nc)); 20821555c271SMatthew G. Knepley } else if (id == PETSCFV_CLASSID) { 20831555c271SMatthew G. Knepley PetscFV fv = (PetscFV)obj; 20841555c271SMatthew G. Knepley 20859566063dSJacob Faibussowitsch PetscCall(PetscFVGetQuadrature(fv, &quad)); 20869566063dSJacob Faibussowitsch PetscCall(PetscFVGetNumComponents(fv, &Nc)); 208763a3b9bcSJacob Faibussowitsch } else SETERRQ(PetscObjectComm((PetscObject)dm), PETSC_ERR_ARG_WRONG, "Unknown discretization type for field %" PetscInt_FMT, field); 20881555c271SMatthew G. Knepley numComponents += Nc; 20891555c271SMatthew G. Knepley } 20909566063dSJacob Faibussowitsch PetscCall(PetscQuadratureGetData(quad, NULL, &qNc, &Nq, &quadPoints, &quadWeights)); 209163a3b9bcSJacob Faibussowitsch PetscCheck(!(qNc != 1) || !(qNc != numComponents), PetscObjectComm((PetscObject)dm), PETSC_ERR_ARG_SIZ, "Quadrature components %" PetscInt_FMT " != %" PetscInt_FMT " field components", qNc, numComponents); 20929566063dSJacob Faibussowitsch PetscCall(PetscMalloc6(coordDim * numComponents * 2, &gradsum, coordDim * numComponents, &interpolant, coordDim * Nq, &coords, Nq, &fegeom.detJ, coordDim * coordDim * Nq, &fegeom.J, coordDim * coordDim * Nq, &fegeom.invJ)); 20939566063dSJacob Faibussowitsch PetscCall(DMPlexGetDepthStratum(dm, 0, &vStart, &vEnd)); 20949566063dSJacob Faibussowitsch PetscCall(DMPlexGetSimplexOrBoxCells(dm, 0, &cStart, &cEnd)); 20951555c271SMatthew G. Knepley for (v = vStart; v < vEnd; ++v) { 20961555c271SMatthew G. Knepley PetscScalar volsum = 0.0; 20971555c271SMatthew G. Knepley PetscInt *star = NULL; 20981555c271SMatthew G. Knepley PetscInt starSize, st, d, fc; 20991555c271SMatthew G. Knepley 21009566063dSJacob Faibussowitsch PetscCall(PetscArrayzero(gradsum, coordDim * numComponents)); 21019566063dSJacob Faibussowitsch PetscCall(DMPlexGetTransitiveClosure(dm, v, PETSC_FALSE, &starSize, &star)); 21021555c271SMatthew G. Knepley for (st = 0; st < starSize * 2; st += 2) { 21031555c271SMatthew G. Knepley const PetscInt cell = star[st]; 21041555c271SMatthew G. Knepley PetscScalar *grad = &gradsum[coordDim * numComponents]; 21051555c271SMatthew G. Knepley PetscScalar *x = NULL; 21061555c271SMatthew G. Knepley PetscReal vol = 0.0; 21071555c271SMatthew G. Knepley 21081555c271SMatthew G. Knepley if ((cell < cStart) || (cell >= cEnd)) continue; 21099566063dSJacob Faibussowitsch PetscCall(DMPlexComputeCellGeometryFEM(dm, cell, quad, coords, fegeom.J, fegeom.invJ, fegeom.detJ)); 21109566063dSJacob Faibussowitsch PetscCall(DMPlexVecGetClosure(dm, NULL, locX, cell, NULL, &x)); 21111555c271SMatthew G. Knepley for (field = 0, fieldOffset = 0; field < numFields; ++field) { 21121555c271SMatthew G. Knepley PetscObject obj; 21131555c271SMatthew G. Knepley PetscClassId id; 21141555c271SMatthew G. Knepley PetscInt Nb, Nc, q, qc = 0; 21151555c271SMatthew G. Knepley 21169566063dSJacob Faibussowitsch PetscCall(PetscArrayzero(grad, coordDim * numComponents)); 21179566063dSJacob Faibussowitsch PetscCall(DMGetField(dm, field, NULL, &obj)); 21189566063dSJacob Faibussowitsch PetscCall(PetscObjectGetClassId(obj, &id)); 21199371c9d4SSatish Balay if (id == PETSCFE_CLASSID) { 21209371c9d4SSatish Balay PetscCall(PetscFEGetNumComponents((PetscFE)obj, &Nc)); 21219371c9d4SSatish Balay PetscCall(PetscFEGetDimension((PetscFE)obj, &Nb)); 21229371c9d4SSatish Balay } else if (id == PETSCFV_CLASSID) { 21239371c9d4SSatish Balay PetscCall(PetscFVGetNumComponents((PetscFV)obj, &Nc)); 21249371c9d4SSatish Balay Nb = 1; 21259371c9d4SSatish Balay } else SETERRQ(PetscObjectComm((PetscObject)dm), PETSC_ERR_ARG_WRONG, "Unknown discretization type for field %" PetscInt_FMT, field); 21261555c271SMatthew G. Knepley for (q = 0; q < Nq; ++q) { 21272a4e142eSMatthew G. Knepley PetscFEGeom qgeom; 21282a4e142eSMatthew G. Knepley 21292a4e142eSMatthew G. Knepley qgeom.dimEmbed = fegeom.dimEmbed; 21302a4e142eSMatthew G. Knepley qgeom.J = &fegeom.J[q * coordDim * coordDim]; 21312a4e142eSMatthew G. Knepley qgeom.invJ = &fegeom.invJ[q * coordDim * coordDim]; 21322a4e142eSMatthew G. Knepley qgeom.detJ = &fegeom.detJ[q]; 213363a3b9bcSJacob Faibussowitsch PetscCheck(fegeom.detJ[q] > 0.0, PETSC_COMM_SELF, PETSC_ERR_ARG_OUTOFRANGE, "Invalid determinant %g for element %" PetscInt_FMT ", quadrature points %" PetscInt_FMT, (double)fegeom.detJ[q], cell, q); 21349566063dSJacob Faibussowitsch if (id == PETSCFE_CLASSID) PetscCall(PetscFEInterpolateGradient_Static((PetscFE)obj, 1, &x[fieldOffset], &qgeom, q, interpolant)); 213563a3b9bcSJacob Faibussowitsch else SETERRQ(PetscObjectComm((PetscObject)dm), PETSC_ERR_ARG_WRONG, "Unknown discretization type for field %" PetscInt_FMT, field); 21361555c271SMatthew G. Knepley for (fc = 0; fc < Nc; ++fc) { 213753d2db2dSJoe Wallwork const PetscReal wt = quadWeights[q * qNc + qc]; 21381555c271SMatthew G. Knepley 21394bee2e38SMatthew G. Knepley for (d = 0; d < coordDim; ++d) grad[fc * coordDim + d] += interpolant[fc * dim + d] * wt * fegeom.detJ[q]; 21401555c271SMatthew G. Knepley } 21414bee2e38SMatthew G. Knepley vol += quadWeights[q * qNc] * fegeom.detJ[q]; 21421555c271SMatthew G. Knepley } 21431555c271SMatthew G. Knepley fieldOffset += Nb; 21441555c271SMatthew G. Knepley qc += Nc; 21451555c271SMatthew G. Knepley } 21469566063dSJacob Faibussowitsch PetscCall(DMPlexVecRestoreClosure(dm, NULL, locX, cell, NULL, &x)); 2147f8527842SMatthew G. Knepley for (fc = 0; fc < numComponents; ++fc) { 2148ad540459SPierre Jolivet for (d = 0; d < coordDim; ++d) gradsum[fc * coordDim + d] += grad[fc * coordDim + d]; 2149f8527842SMatthew G. Knepley } 2150f8527842SMatthew G. Knepley volsum += vol; 2151db1066baSMatthew G. Knepley if (debug) { 21529566063dSJacob Faibussowitsch PetscCall(PetscPrintf(PETSC_COMM_SELF, "Vertex %" PetscInt_FMT " Cell %" PetscInt_FMT " gradient: [", v, cell)); 21531555c271SMatthew G. Knepley for (fc = 0; fc < numComponents; ++fc) { 21541555c271SMatthew G. Knepley for (d = 0; d < coordDim; ++d) { 21559566063dSJacob Faibussowitsch if (fc || d > 0) PetscCall(PetscPrintf(PETSC_COMM_SELF, ", ")); 21569566063dSJacob Faibussowitsch PetscCall(PetscPrintf(PETSC_COMM_SELF, "%g", (double)PetscRealPart(grad[fc * coordDim + d]))); 21571555c271SMatthew G. Knepley } 21581555c271SMatthew G. Knepley } 21599566063dSJacob Faibussowitsch PetscCall(PetscPrintf(PETSC_COMM_SELF, "]\n")); 2160db1066baSMatthew G. Knepley } 21611555c271SMatthew G. Knepley } 21621555c271SMatthew G. Knepley for (fc = 0; fc < numComponents; ++fc) { 21631555c271SMatthew G. Knepley for (d = 0; d < coordDim; ++d) gradsum[fc * coordDim + d] /= volsum; 21641555c271SMatthew G. Knepley } 21659566063dSJacob Faibussowitsch PetscCall(DMPlexRestoreTransitiveClosure(dm, v, PETSC_FALSE, &starSize, &star)); 21669566063dSJacob Faibussowitsch PetscCall(DMPlexVecSetClosure(dmC, NULL, locC, v, gradsum, INSERT_VALUES)); 21671555c271SMatthew G. Knepley } 21689566063dSJacob Faibussowitsch PetscCall(PetscFree6(gradsum, interpolant, coords, fegeom.detJ, fegeom.J, fegeom.invJ)); 21693ba16761SJacob Faibussowitsch PetscFunctionReturn(PETSC_SUCCESS); 21701555c271SMatthew G. Knepley } 21711555c271SMatthew G. Knepley 21726493148fSStefano Zampini PetscErrorCode DMPlexComputeIntegral_Internal(DM dm, Vec locX, PetscInt cStart, PetscInt cEnd, PetscScalar *cintegral, void *user) 2173d71ae5a4SJacob Faibussowitsch { 2174cbf8eb3cSStefano Zampini DM dmAux = NULL, plexA = NULL; 217561aaff12SToby Isaac PetscDS prob, probAux = NULL; 217673d901b8SMatthew G. Knepley PetscSection section, sectionAux; 21776493148fSStefano Zampini Vec locA; 2178c330f8ffSToby Isaac PetscInt dim, numCells = cEnd - cStart, c, f; 2179c330f8ffSToby Isaac PetscBool useFVM = PETSC_FALSE; 2180338f77d5SMatthew G. Knepley /* DS */ 2181338f77d5SMatthew G. Knepley PetscInt Nf, totDim, *uOff, *uOff_x, numConstants; 2182338f77d5SMatthew G. Knepley PetscInt NfAux, totDimAux, *aOff; 21838e3a54c0SPierre Jolivet PetscScalar *u, *a = NULL; 2184338f77d5SMatthew G. Knepley const PetscScalar *constants; 2185338f77d5SMatthew G. Knepley /* Geometry */ 2186c330f8ffSToby Isaac PetscFEGeom *cgeomFEM; 2187338f77d5SMatthew G. Knepley DM dmGrad; 2188c330f8ffSToby Isaac PetscQuadrature affineQuad = NULL; 2189338f77d5SMatthew G. Knepley Vec cellGeometryFVM = NULL, faceGeometryFVM = NULL, locGrad = NULL; 2190b5a3613cSMatthew G. Knepley PetscFVCellGeom *cgeomFVM; 2191338f77d5SMatthew G. Knepley const PetscScalar *lgrad; 2192b7260050SToby Isaac PetscInt maxDegree; 2193c330f8ffSToby Isaac DMField coordField; 2194c330f8ffSToby Isaac IS cellIS; 219573d901b8SMatthew G. Knepley 219673d901b8SMatthew G. Knepley PetscFunctionBegin; 21979566063dSJacob Faibussowitsch PetscCall(DMGetDS(dm, &prob)); 21989566063dSJacob Faibussowitsch PetscCall(DMGetDimension(dm, &dim)); 21999566063dSJacob Faibussowitsch PetscCall(DMGetLocalSection(dm, §ion)); 22009566063dSJacob Faibussowitsch PetscCall(DMGetNumFields(dm, &Nf)); 2201338f77d5SMatthew G. Knepley /* Determine which discretizations we have */ 2202b5a3613cSMatthew G. Knepley for (f = 0; f < Nf; ++f) { 2203b5a3613cSMatthew G. Knepley PetscObject obj; 2204b5a3613cSMatthew G. Knepley PetscClassId id; 2205b5a3613cSMatthew G. Knepley 22069566063dSJacob Faibussowitsch PetscCall(PetscDSGetDiscretization(prob, f, &obj)); 22079566063dSJacob Faibussowitsch PetscCall(PetscObjectGetClassId(obj, &id)); 2208338f77d5SMatthew G. Knepley if (id == PETSCFV_CLASSID) useFVM = PETSC_TRUE; 2209338f77d5SMatthew G. Knepley } 2210338f77d5SMatthew G. Knepley /* Read DS information */ 22119566063dSJacob Faibussowitsch PetscCall(PetscDSGetTotalDimension(prob, &totDim)); 22129566063dSJacob Faibussowitsch PetscCall(PetscDSGetComponentOffsets(prob, &uOff)); 22139566063dSJacob Faibussowitsch PetscCall(PetscDSGetComponentDerivativeOffsets(prob, &uOff_x)); 22149566063dSJacob Faibussowitsch PetscCall(ISCreateStride(PETSC_COMM_SELF, numCells, cStart, 1, &cellIS)); 22159566063dSJacob Faibussowitsch PetscCall(PetscDSGetConstants(prob, &numConstants, &constants)); 2216338f77d5SMatthew G. Knepley /* Read Auxiliary DS information */ 22179566063dSJacob Faibussowitsch PetscCall(DMGetAuxiliaryVec(dm, NULL, 0, 0, &locA)); 22189a2a23afSMatthew G. Knepley if (locA) { 22199566063dSJacob Faibussowitsch PetscCall(VecGetDM(locA, &dmAux)); 2220cbf8eb3cSStefano Zampini PetscCall(DMConvert(dmAux, DMPLEX, &plexA)); 22219566063dSJacob Faibussowitsch PetscCall(DMGetDS(dmAux, &probAux)); 22229566063dSJacob Faibussowitsch PetscCall(PetscDSGetNumFields(probAux, &NfAux)); 22239566063dSJacob Faibussowitsch PetscCall(DMGetLocalSection(dmAux, §ionAux)); 22249566063dSJacob Faibussowitsch PetscCall(PetscDSGetTotalDimension(probAux, &totDimAux)); 22259566063dSJacob Faibussowitsch PetscCall(PetscDSGetComponentOffsets(probAux, &aOff)); 2226338f77d5SMatthew G. Knepley } 2227338f77d5SMatthew G. Knepley /* Allocate data arrays */ 22289566063dSJacob Faibussowitsch PetscCall(PetscCalloc1(numCells * totDim, &u)); 22299566063dSJacob Faibussowitsch if (dmAux) PetscCall(PetscMalloc1(numCells * totDimAux, &a)); 2230338f77d5SMatthew G. Knepley /* Read out geometry */ 22319566063dSJacob Faibussowitsch PetscCall(DMGetCoordinateField(dm, &coordField)); 22329566063dSJacob Faibussowitsch PetscCall(DMFieldGetDegree(coordField, cellIS, NULL, &maxDegree)); 2233b7260050SToby Isaac if (maxDegree <= 1) { 22349566063dSJacob Faibussowitsch PetscCall(DMFieldCreateDefaultQuadrature(coordField, cellIS, &affineQuad)); 223548a46eb9SPierre Jolivet if (affineQuad) PetscCall(DMFieldCreateFEGeom(coordField, cellIS, affineQuad, PETSC_FALSE, &cgeomFEM)); 2236b5a3613cSMatthew G. Knepley } 2237b5a3613cSMatthew G. Knepley if (useFVM) { 2238338f77d5SMatthew G. Knepley PetscFV fv = NULL; 2239b5a3613cSMatthew G. Knepley Vec grad; 2240b5a3613cSMatthew G. Knepley PetscInt fStart, fEnd; 2241b5a3613cSMatthew G. Knepley PetscBool compGrad; 2242b5a3613cSMatthew G. Knepley 2243338f77d5SMatthew G. Knepley for (f = 0; f < Nf; ++f) { 2244338f77d5SMatthew G. Knepley PetscObject obj; 2245338f77d5SMatthew G. Knepley PetscClassId id; 2246338f77d5SMatthew G. Knepley 22479566063dSJacob Faibussowitsch PetscCall(PetscDSGetDiscretization(prob, f, &obj)); 22489566063dSJacob Faibussowitsch PetscCall(PetscObjectGetClassId(obj, &id)); 22499371c9d4SSatish Balay if (id == PETSCFV_CLASSID) { 22509371c9d4SSatish Balay fv = (PetscFV)obj; 22519371c9d4SSatish Balay break; 22529371c9d4SSatish Balay } 2253338f77d5SMatthew G. Knepley } 22549566063dSJacob Faibussowitsch PetscCall(PetscFVGetComputeGradients(fv, &compGrad)); 22559566063dSJacob Faibussowitsch PetscCall(PetscFVSetComputeGradients(fv, PETSC_TRUE)); 22569566063dSJacob Faibussowitsch PetscCall(DMPlexComputeGeometryFVM(dm, &cellGeometryFVM, &faceGeometryFVM)); 22579566063dSJacob Faibussowitsch PetscCall(DMPlexComputeGradientFVM(dm, fv, faceGeometryFVM, cellGeometryFVM, &dmGrad)); 22589566063dSJacob Faibussowitsch PetscCall(PetscFVSetComputeGradients(fv, compGrad)); 22599566063dSJacob Faibussowitsch PetscCall(VecGetArrayRead(cellGeometryFVM, (const PetscScalar **)&cgeomFVM)); 2260b5a3613cSMatthew G. Knepley /* Reconstruct and limit cell gradients */ 22619566063dSJacob Faibussowitsch PetscCall(DMPlexGetHeightStratum(dm, 1, &fStart, &fEnd)); 22629566063dSJacob Faibussowitsch PetscCall(DMGetGlobalVector(dmGrad, &grad)); 22639566063dSJacob Faibussowitsch PetscCall(DMPlexReconstructGradients_Internal(dm, fv, fStart, fEnd, faceGeometryFVM, cellGeometryFVM, locX, grad)); 2264b5a3613cSMatthew G. Knepley /* Communicate gradient values */ 22659566063dSJacob Faibussowitsch PetscCall(DMGetLocalVector(dmGrad, &locGrad)); 22669566063dSJacob Faibussowitsch PetscCall(DMGlobalToLocalBegin(dmGrad, grad, INSERT_VALUES, locGrad)); 22679566063dSJacob Faibussowitsch PetscCall(DMGlobalToLocalEnd(dmGrad, grad, INSERT_VALUES, locGrad)); 22689566063dSJacob Faibussowitsch PetscCall(DMRestoreGlobalVector(dmGrad, &grad)); 2269b5a3613cSMatthew G. Knepley /* Handle non-essential (e.g. outflow) boundary values */ 22709566063dSJacob Faibussowitsch PetscCall(DMPlexInsertBoundaryValues(dm, PETSC_FALSE, locX, 0.0, faceGeometryFVM, cellGeometryFVM, locGrad)); 22719566063dSJacob Faibussowitsch PetscCall(VecGetArrayRead(locGrad, &lgrad)); 2272b5a3613cSMatthew G. Knepley } 2273338f77d5SMatthew G. Knepley /* Read out data from inputs */ 227473d901b8SMatthew G. Knepley for (c = cStart; c < cEnd; ++c) { 227573d901b8SMatthew G. Knepley PetscScalar *x = NULL; 227673d901b8SMatthew G. Knepley PetscInt i; 227773d901b8SMatthew G. Knepley 22789566063dSJacob Faibussowitsch PetscCall(DMPlexVecGetClosure(dm, section, locX, c, NULL, &x)); 22790f2d7e86SMatthew G. Knepley for (i = 0; i < totDim; ++i) u[c * totDim + i] = x[i]; 22809566063dSJacob Faibussowitsch PetscCall(DMPlexVecRestoreClosure(dm, section, locX, c, NULL, &x)); 228173d901b8SMatthew G. Knepley if (dmAux) { 2282cbf8eb3cSStefano Zampini PetscCall(DMPlexVecGetClosure(plexA, sectionAux, locA, c, NULL, &x)); 22830f2d7e86SMatthew G. Knepley for (i = 0; i < totDimAux; ++i) a[c * totDimAux + i] = x[i]; 2284cbf8eb3cSStefano Zampini PetscCall(DMPlexVecRestoreClosure(plexA, sectionAux, locA, c, NULL, &x)); 228573d901b8SMatthew G. Knepley } 228673d901b8SMatthew G. Knepley } 2287338f77d5SMatthew G. Knepley /* Do integration for each field */ 228873d901b8SMatthew G. Knepley for (f = 0; f < Nf; ++f) { 2289c1f031eeSMatthew G. Knepley PetscObject obj; 2290c1f031eeSMatthew G. Knepley PetscClassId id; 2291c1f031eeSMatthew G. Knepley PetscInt numChunks, numBatches, batchSize, numBlocks, blockSize, Ne, Nr, offset; 229273d901b8SMatthew G. Knepley 22939566063dSJacob Faibussowitsch PetscCall(PetscDSGetDiscretization(prob, f, &obj)); 22949566063dSJacob Faibussowitsch PetscCall(PetscObjectGetClassId(obj, &id)); 2295c1f031eeSMatthew G. Knepley if (id == PETSCFE_CLASSID) { 2296c1f031eeSMatthew G. Knepley PetscFE fe = (PetscFE)obj; 2297c1f031eeSMatthew G. Knepley PetscQuadrature q; 2298c330f8ffSToby Isaac PetscFEGeom *chunkGeom = NULL; 2299c1f031eeSMatthew G. Knepley PetscInt Nq, Nb; 2300c1f031eeSMatthew G. Knepley 23019566063dSJacob Faibussowitsch PetscCall(PetscFEGetTileSizes(fe, NULL, &numBlocks, NULL, &numBatches)); 23029566063dSJacob Faibussowitsch PetscCall(PetscFEGetQuadrature(fe, &q)); 23039566063dSJacob Faibussowitsch PetscCall(PetscQuadratureGetData(q, NULL, NULL, &Nq, NULL, NULL)); 23049566063dSJacob Faibussowitsch PetscCall(PetscFEGetDimension(fe, &Nb)); 2305c1f031eeSMatthew G. Knepley blockSize = Nb * Nq; 230673d901b8SMatthew G. Knepley batchSize = numBlocks * blockSize; 23079566063dSJacob Faibussowitsch PetscCall(PetscFESetTileSizes(fe, blockSize, numBlocks, batchSize, numBatches)); 230873d901b8SMatthew G. Knepley numChunks = numCells / (numBatches * batchSize); 230973d901b8SMatthew G. Knepley Ne = numChunks * numBatches * batchSize; 231073d901b8SMatthew G. Knepley Nr = numCells % (numBatches * batchSize); 231173d901b8SMatthew G. Knepley offset = numCells - Nr; 231248a46eb9SPierre Jolivet if (!affineQuad) PetscCall(DMFieldCreateFEGeom(coordField, cellIS, q, PETSC_FALSE, &cgeomFEM)); 23139566063dSJacob Faibussowitsch PetscCall(PetscFEGeomGetChunk(cgeomFEM, 0, offset, &chunkGeom)); 23149566063dSJacob Faibussowitsch PetscCall(PetscFEIntegrate(prob, f, Ne, chunkGeom, u, probAux, a, cintegral)); 23159566063dSJacob Faibussowitsch PetscCall(PetscFEGeomGetChunk(cgeomFEM, offset, numCells, &chunkGeom)); 23168e3a54c0SPierre Jolivet PetscCall(PetscFEIntegrate(prob, f, Nr, chunkGeom, &u[offset * totDim], probAux, PetscSafePointerPlusOffset(a, offset * totDimAux), &cintegral[offset * Nf])); 23179566063dSJacob Faibussowitsch PetscCall(PetscFEGeomRestoreChunk(cgeomFEM, offset, numCells, &chunkGeom)); 231848a46eb9SPierre Jolivet if (!affineQuad) PetscCall(PetscFEGeomDestroy(&cgeomFEM)); 2319c1f031eeSMatthew G. Knepley } else if (id == PETSCFV_CLASSID) { 2320c1f031eeSMatthew G. Knepley PetscInt foff; 2321420e96edSMatthew G. Knepley PetscPointFunc obj_func; 2322b69edc29SMatthew G. Knepley PetscScalar lint; 2323c1f031eeSMatthew G. Knepley 23249566063dSJacob Faibussowitsch PetscCall(PetscDSGetObjective(prob, f, &obj_func)); 23259566063dSJacob Faibussowitsch PetscCall(PetscDSGetFieldOffset(prob, f, &foff)); 2326c1f031eeSMatthew G. Knepley if (obj_func) { 2327c1f031eeSMatthew G. Knepley for (c = 0; c < numCells; ++c) { 2328b5a3613cSMatthew G. Knepley PetscScalar *u_x; 2329b5a3613cSMatthew G. Knepley 23309566063dSJacob Faibussowitsch PetscCall(DMPlexPointLocalRead(dmGrad, c, lgrad, &u_x)); 2331338f77d5SMatthew G. Knepley obj_func(dim, Nf, NfAux, uOff, uOff_x, &u[totDim * c + foff], NULL, u_x, aOff, NULL, &a[totDimAux * c], NULL, NULL, 0.0, cgeomFVM[c].centroid, numConstants, constants, &lint); 2332338f77d5SMatthew G. Knepley cintegral[c * Nf + f] += PetscRealPart(lint) * cgeomFVM[c].volume; 233373d901b8SMatthew G. Knepley } 2334c1f031eeSMatthew G. Knepley } 233563a3b9bcSJacob Faibussowitsch } else SETERRQ(PetscObjectComm((PetscObject)dm), PETSC_ERR_ARG_WRONG, "Unknown discretization type for field %" PetscInt_FMT, f); 2336c1f031eeSMatthew G. Knepley } 2337338f77d5SMatthew G. Knepley /* Cleanup data arrays */ 2338b5a3613cSMatthew G. Knepley if (useFVM) { 23399566063dSJacob Faibussowitsch PetscCall(VecRestoreArrayRead(locGrad, &lgrad)); 23409566063dSJacob Faibussowitsch PetscCall(VecRestoreArrayRead(cellGeometryFVM, (const PetscScalar **)&cgeomFVM)); 23419566063dSJacob Faibussowitsch PetscCall(DMRestoreLocalVector(dmGrad, &locGrad)); 23429566063dSJacob Faibussowitsch PetscCall(VecDestroy(&faceGeometryFVM)); 23439566063dSJacob Faibussowitsch PetscCall(VecDestroy(&cellGeometryFVM)); 23449566063dSJacob Faibussowitsch PetscCall(DMDestroy(&dmGrad)); 2345b5a3613cSMatthew G. Knepley } 23469566063dSJacob Faibussowitsch if (dmAux) PetscCall(PetscFree(a)); 2347cbf8eb3cSStefano Zampini PetscCall(DMDestroy(&plexA)); 23489566063dSJacob Faibussowitsch PetscCall(PetscFree(u)); 2349338f77d5SMatthew G. Knepley /* Cleanup */ 235048a46eb9SPierre Jolivet if (affineQuad) PetscCall(PetscFEGeomDestroy(&cgeomFEM)); 23519566063dSJacob Faibussowitsch PetscCall(PetscQuadratureDestroy(&affineQuad)); 23529566063dSJacob Faibussowitsch PetscCall(ISDestroy(&cellIS)); 23533ba16761SJacob Faibussowitsch PetscFunctionReturn(PETSC_SUCCESS); 2354338f77d5SMatthew G. Knepley } 2355338f77d5SMatthew G. Knepley 2356338f77d5SMatthew G. Knepley /*@ 2357338f77d5SMatthew G. Knepley DMPlexComputeIntegralFEM - Form the integral over the domain from the global input X using pointwise functions specified by the user 2358338f77d5SMatthew G. Knepley 2359338f77d5SMatthew G. Knepley Input Parameters: 2360338f77d5SMatthew G. Knepley + dm - The mesh 2361338f77d5SMatthew G. Knepley . X - Global input vector 2362338f77d5SMatthew G. Knepley - user - The user context 2363338f77d5SMatthew G. Knepley 2364338f77d5SMatthew G. Knepley Output Parameter: 2365338f77d5SMatthew G. Knepley . integral - Integral for each field 2366338f77d5SMatthew G. Knepley 2367338f77d5SMatthew G. Knepley Level: developer 2368338f77d5SMatthew G. Knepley 23691cc06b55SBarry Smith .seealso: [](ch_unstructured), `DM`, `DMPLEX`, `DMPlexSNESComputeResidualFEM()` 2370338f77d5SMatthew G. Knepley @*/ 2371d71ae5a4SJacob Faibussowitsch PetscErrorCode DMPlexComputeIntegralFEM(DM dm, Vec X, PetscScalar *integral, void *user) 2372d71ae5a4SJacob Faibussowitsch { 2373cbf8eb3cSStefano Zampini PetscInt printFEM; 2374b8feb594SMatthew G. Knepley PetscScalar *cintegral, *lintegral; 2375412e9a14SMatthew G. Knepley PetscInt Nf, f, cellHeight, cStart, cEnd, cell; 23766493148fSStefano Zampini Vec locX; 2377338f77d5SMatthew G. Knepley 2378338f77d5SMatthew G. Knepley PetscFunctionBegin; 2379338f77d5SMatthew G. Knepley PetscValidHeaderSpecific(dm, DM_CLASSID, 1); 2380338f77d5SMatthew G. Knepley PetscValidHeaderSpecific(X, VEC_CLASSID, 2); 23814f572ea9SToby Isaac PetscAssertPointer(integral, 3); 23829566063dSJacob Faibussowitsch PetscCall(PetscLogEventBegin(DMPLEX_IntegralFEM, dm, 0, 0, 0)); 2383cbf8eb3cSStefano Zampini PetscCall(DMPlexConvertPlex(dm, &dm, PETSC_TRUE)); 23849566063dSJacob Faibussowitsch PetscCall(DMGetNumFields(dm, &Nf)); 23859566063dSJacob Faibussowitsch PetscCall(DMPlexGetVTKCellHeight(dm, &cellHeight)); 23869566063dSJacob Faibussowitsch PetscCall(DMPlexGetSimplexOrBoxCells(dm, cellHeight, &cStart, &cEnd)); 2387338f77d5SMatthew G. Knepley /* TODO Introduce a loop over large chunks (right now this is a single chunk) */ 23889566063dSJacob Faibussowitsch PetscCall(PetscCalloc2(Nf, &lintegral, (cEnd - cStart) * Nf, &cintegral)); 23896493148fSStefano Zampini /* Get local solution with boundary values */ 23906493148fSStefano Zampini PetscCall(DMGetLocalVector(dm, &locX)); 23916493148fSStefano Zampini PetscCall(DMPlexInsertBoundaryValues(dm, PETSC_TRUE, locX, 0.0, NULL, NULL, NULL)); 23926493148fSStefano Zampini PetscCall(DMGlobalToLocalBegin(dm, X, INSERT_VALUES, locX)); 23936493148fSStefano Zampini PetscCall(DMGlobalToLocalEnd(dm, X, INSERT_VALUES, locX)); 23946493148fSStefano Zampini PetscCall(DMPlexComputeIntegral_Internal(dm, locX, cStart, cEnd, cintegral, user)); 23956493148fSStefano Zampini PetscCall(DMRestoreLocalVector(dm, &locX)); 2396cbf8eb3cSStefano Zampini printFEM = ((DM_Plex *)dm->data)->printFEM; 2397338f77d5SMatthew G. Knepley /* Sum up values */ 2398338f77d5SMatthew G. Knepley for (cell = cStart; cell < cEnd; ++cell) { 2399338f77d5SMatthew G. Knepley const PetscInt c = cell - cStart; 2400338f77d5SMatthew G. Knepley 2401cbf8eb3cSStefano Zampini if (printFEM > 1) PetscCall(DMPrintCellVector(cell, "Cell Integral", Nf, &cintegral[c * Nf])); 2402b8feb594SMatthew G. Knepley for (f = 0; f < Nf; ++f) lintegral[f] += cintegral[c * Nf + f]; 2403338f77d5SMatthew G. Knepley } 24041c2dc1cbSBarry Smith PetscCall(MPIU_Allreduce(lintegral, integral, Nf, MPIU_SCALAR, MPIU_SUM, PetscObjectComm((PetscObject)dm))); 2405cbf8eb3cSStefano Zampini if (printFEM) { 24069566063dSJacob Faibussowitsch PetscCall(PetscPrintf(PetscObjectComm((PetscObject)dm), "Integral:")); 24079566063dSJacob Faibussowitsch for (f = 0; f < Nf; ++f) PetscCall(PetscPrintf(PetscObjectComm((PetscObject)dm), " %g", (double)PetscRealPart(integral[f]))); 24089566063dSJacob Faibussowitsch PetscCall(PetscPrintf(PetscObjectComm((PetscObject)dm), "\n")); 240973d901b8SMatthew G. Knepley } 24109566063dSJacob Faibussowitsch PetscCall(PetscFree2(lintegral, cintegral)); 24119566063dSJacob Faibussowitsch PetscCall(PetscLogEventEnd(DMPLEX_IntegralFEM, dm, 0, 0, 0)); 2412cbf8eb3cSStefano Zampini PetscCall(DMDestroy(&dm)); 24133ba16761SJacob Faibussowitsch PetscFunctionReturn(PETSC_SUCCESS); 2414338f77d5SMatthew G. Knepley } 2415338f77d5SMatthew G. Knepley 2416338f77d5SMatthew G. Knepley /*@ 2417338f77d5SMatthew G. Knepley DMPlexComputeCellwiseIntegralFEM - Form the vector of cellwise integrals F from the global input X using pointwise functions specified by the user 2418338f77d5SMatthew G. Knepley 2419338f77d5SMatthew G. Knepley Input Parameters: 2420338f77d5SMatthew G. Knepley + dm - The mesh 2421338f77d5SMatthew G. Knepley . X - Global input vector 2422338f77d5SMatthew G. Knepley - user - The user context 2423338f77d5SMatthew G. Knepley 2424338f77d5SMatthew G. Knepley Output Parameter: 242560225df5SJacob Faibussowitsch . F - Cellwise integrals for each field 2426338f77d5SMatthew G. Knepley 2427338f77d5SMatthew G. Knepley Level: developer 2428338f77d5SMatthew G. Knepley 24291cc06b55SBarry Smith .seealso: [](ch_unstructured), `DM`, `DMPLEX`, `DMPlexSNESComputeResidualFEM()` 2430338f77d5SMatthew G. Knepley @*/ 2431d71ae5a4SJacob Faibussowitsch PetscErrorCode DMPlexComputeCellwiseIntegralFEM(DM dm, Vec X, Vec F, void *user) 2432d71ae5a4SJacob Faibussowitsch { 2433cbf8eb3cSStefano Zampini PetscInt printFEM; 2434338f77d5SMatthew G. Knepley DM dmF; 2435*9c8ab049SStefano Zampini PetscSection sectionF = NULL; 2436338f77d5SMatthew G. Knepley PetscScalar *cintegral, *af; 2437*9c8ab049SStefano Zampini PetscInt Nf, f, cellHeight, cStart, cEnd, cell, n; 24386493148fSStefano Zampini Vec locX; 2439338f77d5SMatthew G. Knepley 2440338f77d5SMatthew G. Knepley PetscFunctionBegin; 2441338f77d5SMatthew G. Knepley PetscValidHeaderSpecific(dm, DM_CLASSID, 1); 2442338f77d5SMatthew G. Knepley PetscValidHeaderSpecific(X, VEC_CLASSID, 2); 2443338f77d5SMatthew G. Knepley PetscValidHeaderSpecific(F, VEC_CLASSID, 3); 24449566063dSJacob Faibussowitsch PetscCall(PetscLogEventBegin(DMPLEX_IntegralFEM, dm, 0, 0, 0)); 2445cbf8eb3cSStefano Zampini PetscCall(DMPlexConvertPlex(dm, &dm, PETSC_TRUE)); 24469566063dSJacob Faibussowitsch PetscCall(DMGetNumFields(dm, &Nf)); 24479566063dSJacob Faibussowitsch PetscCall(DMPlexGetVTKCellHeight(dm, &cellHeight)); 24489566063dSJacob Faibussowitsch PetscCall(DMPlexGetSimplexOrBoxCells(dm, cellHeight, &cStart, &cEnd)); 2449338f77d5SMatthew G. Knepley /* TODO Introduce a loop over large chunks (right now this is a single chunk) */ 24509566063dSJacob Faibussowitsch PetscCall(PetscCalloc1((cEnd - cStart) * Nf, &cintegral)); 24516493148fSStefano Zampini /* Get local solution with boundary values */ 24526493148fSStefano Zampini PetscCall(DMGetLocalVector(dm, &locX)); 24536493148fSStefano Zampini PetscCall(DMPlexInsertBoundaryValues(dm, PETSC_TRUE, locX, 0.0, NULL, NULL, NULL)); 24546493148fSStefano Zampini PetscCall(DMGlobalToLocalBegin(dm, X, INSERT_VALUES, locX)); 24556493148fSStefano Zampini PetscCall(DMGlobalToLocalEnd(dm, X, INSERT_VALUES, locX)); 24566493148fSStefano Zampini PetscCall(DMPlexComputeIntegral_Internal(dm, locX, cStart, cEnd, cintegral, user)); 24576493148fSStefano Zampini PetscCall(DMRestoreLocalVector(dm, &locX)); 2458338f77d5SMatthew G. Knepley /* Put values in F */ 24599566063dSJacob Faibussowitsch PetscCall(VecGetArray(F, &af)); 2460*9c8ab049SStefano Zampini PetscCall(VecGetDM(F, &dmF)); 2461*9c8ab049SStefano Zampini if (dmF) PetscCall(DMGetLocalSection(dmF, §ionF)); 2462*9c8ab049SStefano Zampini PetscCall(VecGetLocalSize(F, &n)); 2463*9c8ab049SStefano Zampini PetscCheck(n >= (cEnd - cStart) * Nf, PETSC_COMM_SELF, PETSC_ERR_ARG_SIZ, "Vector size %" PetscInt_FMT " < %" PetscInt_FMT, n, (cEnd - cStart) * Nf); 2464cbf8eb3cSStefano Zampini printFEM = ((DM_Plex *)dm->data)->printFEM; 2465338f77d5SMatthew G. Knepley for (cell = cStart; cell < cEnd; ++cell) { 2466338f77d5SMatthew G. Knepley const PetscInt c = cell - cStart; 2467*9c8ab049SStefano Zampini PetscInt dof = Nf, off = c * Nf; 2468338f77d5SMatthew G. Knepley 2469cbf8eb3cSStefano Zampini if (printFEM > 1) PetscCall(DMPrintCellVector(cell, "Cell Integral", Nf, &cintegral[c * Nf])); 2470*9c8ab049SStefano Zampini if (sectionF) { 24719566063dSJacob Faibussowitsch PetscCall(PetscSectionGetDof(sectionF, cell, &dof)); 24729566063dSJacob Faibussowitsch PetscCall(PetscSectionGetOffset(sectionF, cell, &off)); 2473*9c8ab049SStefano Zampini } 247463a3b9bcSJacob Faibussowitsch PetscCheck(dof == Nf, PETSC_COMM_SELF, PETSC_ERR_ARG_SIZ, "The number of cell dofs %" PetscInt_FMT " != %" PetscInt_FMT, dof, Nf); 2475338f77d5SMatthew G. Knepley for (f = 0; f < Nf; ++f) af[off + f] = cintegral[c * Nf + f]; 2476338f77d5SMatthew G. Knepley } 24779566063dSJacob Faibussowitsch PetscCall(VecRestoreArray(F, &af)); 24789566063dSJacob Faibussowitsch PetscCall(PetscFree(cintegral)); 24799566063dSJacob Faibussowitsch PetscCall(PetscLogEventEnd(DMPLEX_IntegralFEM, dm, 0, 0, 0)); 2480cbf8eb3cSStefano Zampini PetscCall(DMDestroy(&dm)); 24813ba16761SJacob Faibussowitsch PetscFunctionReturn(PETSC_SUCCESS); 248273d901b8SMatthew G. Knepley } 248373d901b8SMatthew G. Knepley 2484d71ae5a4SJacob Faibussowitsch static PetscErrorCode DMPlexComputeBdIntegral_Internal(DM dm, Vec locX, IS pointIS, void (*func)(PetscInt, PetscInt, PetscInt, const PetscInt[], const PetscInt[], const PetscScalar[], const PetscScalar[], const PetscScalar[], const PetscInt[], const PetscInt[], const PetscScalar[], const PetscScalar[], const PetscScalar[], PetscReal, const PetscReal[], const PetscReal[], PetscInt, const PetscScalar[], PetscScalar[]), PetscScalar *fintegral, void *user) 2485d71ae5a4SJacob Faibussowitsch { 24869b6f715bSMatthew G. Knepley DM plex = NULL, plexA = NULL; 2487a6e0b375SMatthew G. Knepley DMEnclosureType encAux; 24889b6f715bSMatthew G. Knepley PetscDS prob, probAux = NULL; 24899b6f715bSMatthew G. Knepley PetscSection section, sectionAux = NULL; 24909b6f715bSMatthew G. Knepley Vec locA = NULL; 24919b6f715bSMatthew G. Knepley DMField coordField; 24929b6f715bSMatthew G. Knepley PetscInt Nf, totDim, *uOff, *uOff_x; 24939b6f715bSMatthew G. Knepley PetscInt NfAux = 0, totDimAux = 0, *aOff = NULL; 24949b6f715bSMatthew G. Knepley PetscScalar *u, *a = NULL; 249564c72086SMatthew G. Knepley const PetscScalar *constants; 24969b6f715bSMatthew G. Knepley PetscInt numConstants, f; 249764c72086SMatthew G. Knepley 249864c72086SMatthew G. Knepley PetscFunctionBegin; 24999566063dSJacob Faibussowitsch PetscCall(DMGetCoordinateField(dm, &coordField)); 25009566063dSJacob Faibussowitsch PetscCall(DMConvert(dm, DMPLEX, &plex)); 25019566063dSJacob Faibussowitsch PetscCall(DMGetDS(dm, &prob)); 25029566063dSJacob Faibussowitsch PetscCall(DMGetLocalSection(dm, §ion)); 25039566063dSJacob Faibussowitsch PetscCall(PetscSectionGetNumFields(section, &Nf)); 250464c72086SMatthew G. Knepley /* Determine which discretizations we have */ 25059b6f715bSMatthew G. Knepley for (f = 0; f < Nf; ++f) { 250664c72086SMatthew G. Knepley PetscObject obj; 250764c72086SMatthew G. Knepley PetscClassId id; 250864c72086SMatthew G. Knepley 25099566063dSJacob Faibussowitsch PetscCall(PetscDSGetDiscretization(prob, f, &obj)); 25109566063dSJacob Faibussowitsch PetscCall(PetscObjectGetClassId(obj, &id)); 251163a3b9bcSJacob Faibussowitsch PetscCheck(id != PETSCFV_CLASSID, PetscObjectComm((PetscObject)dm), PETSC_ERR_SUP, "Not supported for FVM (field %" PetscInt_FMT ")", f); 251264c72086SMatthew G. Knepley } 251364c72086SMatthew G. Knepley /* Read DS information */ 25149566063dSJacob Faibussowitsch PetscCall(PetscDSGetTotalDimension(prob, &totDim)); 25159566063dSJacob Faibussowitsch PetscCall(PetscDSGetComponentOffsets(prob, &uOff)); 25169566063dSJacob Faibussowitsch PetscCall(PetscDSGetComponentDerivativeOffsets(prob, &uOff_x)); 25179566063dSJacob Faibussowitsch PetscCall(PetscDSGetConstants(prob, &numConstants, &constants)); 251864c72086SMatthew G. Knepley /* Read Auxiliary DS information */ 25199566063dSJacob Faibussowitsch PetscCall(DMGetAuxiliaryVec(dm, NULL, 0, 0, &locA)); 25209b6f715bSMatthew G. Knepley if (locA) { 25219b6f715bSMatthew G. Knepley DM dmAux; 25229b6f715bSMatthew G. Knepley 25239566063dSJacob Faibussowitsch PetscCall(VecGetDM(locA, &dmAux)); 25249566063dSJacob Faibussowitsch PetscCall(DMGetEnclosureRelation(dmAux, dm, &encAux)); 25259566063dSJacob Faibussowitsch PetscCall(DMConvert(dmAux, DMPLEX, &plexA)); 25269566063dSJacob Faibussowitsch PetscCall(DMGetDS(dmAux, &probAux)); 25279566063dSJacob Faibussowitsch PetscCall(PetscDSGetNumFields(probAux, &NfAux)); 25289566063dSJacob Faibussowitsch PetscCall(DMGetLocalSection(dmAux, §ionAux)); 25299566063dSJacob Faibussowitsch PetscCall(PetscDSGetTotalDimension(probAux, &totDimAux)); 25309566063dSJacob Faibussowitsch PetscCall(PetscDSGetComponentOffsets(probAux, &aOff)); 253164c72086SMatthew G. Knepley } 25329b6f715bSMatthew G. Knepley /* Integrate over points */ 25339b6f715bSMatthew G. Knepley { 25349b6f715bSMatthew G. Knepley PetscFEGeom *fgeom, *chunkGeom = NULL; 2535b7260050SToby Isaac PetscInt maxDegree; 25369b6f715bSMatthew G. Knepley PetscQuadrature qGeom = NULL; 25379b6f715bSMatthew G. Knepley const PetscInt *points; 25389b6f715bSMatthew G. Knepley PetscInt numFaces, face, Nq, field; 25399b6f715bSMatthew G. Knepley PetscInt numChunks, chunkSize, chunk, Nr, offset; 254064c72086SMatthew G. Knepley 25419566063dSJacob Faibussowitsch PetscCall(ISGetLocalSize(pointIS, &numFaces)); 25429566063dSJacob Faibussowitsch PetscCall(ISGetIndices(pointIS, &points)); 25439566063dSJacob Faibussowitsch PetscCall(PetscCalloc2(numFaces * totDim, &u, locA ? numFaces * totDimAux : 0, &a)); 25449566063dSJacob Faibussowitsch PetscCall(DMFieldGetDegree(coordField, pointIS, NULL, &maxDegree)); 254564c72086SMatthew G. Knepley for (field = 0; field < Nf; ++field) { 254664c72086SMatthew G. Knepley PetscFE fe; 254764c72086SMatthew G. Knepley 25489566063dSJacob Faibussowitsch PetscCall(PetscDSGetDiscretization(prob, field, (PetscObject *)&fe)); 25499566063dSJacob Faibussowitsch if (maxDegree <= 1) PetscCall(DMFieldCreateDefaultQuadrature(coordField, pointIS, &qGeom)); 25509b6f715bSMatthew G. Knepley if (!qGeom) { 25519566063dSJacob Faibussowitsch PetscCall(PetscFEGetFaceQuadrature(fe, &qGeom)); 25529566063dSJacob Faibussowitsch PetscCall(PetscObjectReference((PetscObject)qGeom)); 25539b6f715bSMatthew G. Knepley } 25549566063dSJacob Faibussowitsch PetscCall(PetscQuadratureGetData(qGeom, NULL, NULL, &Nq, NULL, NULL)); 25559566063dSJacob Faibussowitsch PetscCall(DMPlexGetFEGeom(coordField, pointIS, qGeom, PETSC_TRUE, &fgeom)); 25569b6f715bSMatthew G. Knepley for (face = 0; face < numFaces; ++face) { 2557f15274beSMatthew Knepley const PetscInt point = points[face], *support; 25589b6f715bSMatthew G. Knepley PetscScalar *x = NULL; 2559f15274beSMatthew Knepley PetscInt i; 25609b6f715bSMatthew G. Knepley 25619566063dSJacob Faibussowitsch PetscCall(DMPlexGetSupport(dm, point, &support)); 25629566063dSJacob Faibussowitsch PetscCall(DMPlexVecGetClosure(plex, section, locX, support[0], NULL, &x)); 25639b6f715bSMatthew G. Knepley for (i = 0; i < totDim; ++i) u[face * totDim + i] = x[i]; 25649566063dSJacob Faibussowitsch PetscCall(DMPlexVecRestoreClosure(plex, section, locX, support[0], NULL, &x)); 25659b6f715bSMatthew G. Knepley if (locA) { 25669b6f715bSMatthew G. Knepley PetscInt subp; 25679566063dSJacob Faibussowitsch PetscCall(DMGetEnclosurePoint(plexA, dm, encAux, support[0], &subp)); 25689566063dSJacob Faibussowitsch PetscCall(DMPlexVecGetClosure(plexA, sectionAux, locA, subp, NULL, &x)); 25699b6f715bSMatthew G. Knepley for (i = 0; i < totDimAux; ++i) a[f * totDimAux + i] = x[i]; 25709566063dSJacob Faibussowitsch PetscCall(DMPlexVecRestoreClosure(plexA, sectionAux, locA, subp, NULL, &x)); 25719b6f715bSMatthew G. Knepley } 25729b6f715bSMatthew G. Knepley } 25739b6f715bSMatthew G. Knepley /* Get blocking */ 25749b6f715bSMatthew G. Knepley { 25759b6f715bSMatthew G. Knepley PetscQuadrature q; 25769b6f715bSMatthew G. Knepley PetscInt numBatches, batchSize, numBlocks, blockSize; 25779b6f715bSMatthew G. Knepley PetscInt Nq, Nb; 25789b6f715bSMatthew G. Knepley 25799566063dSJacob Faibussowitsch PetscCall(PetscFEGetTileSizes(fe, NULL, &numBlocks, NULL, &numBatches)); 25809566063dSJacob Faibussowitsch PetscCall(PetscFEGetQuadrature(fe, &q)); 25819566063dSJacob Faibussowitsch PetscCall(PetscQuadratureGetData(q, NULL, NULL, &Nq, NULL, NULL)); 25829566063dSJacob Faibussowitsch PetscCall(PetscFEGetDimension(fe, &Nb)); 258364c72086SMatthew G. Knepley blockSize = Nb * Nq; 258464c72086SMatthew G. Knepley batchSize = numBlocks * blockSize; 25859b6f715bSMatthew G. Knepley chunkSize = numBatches * batchSize; 25869566063dSJacob Faibussowitsch PetscCall(PetscFESetTileSizes(fe, blockSize, numBlocks, batchSize, numBatches)); 25879b6f715bSMatthew G. Knepley numChunks = numFaces / chunkSize; 25889b6f715bSMatthew G. Knepley Nr = numFaces % chunkSize; 258964c72086SMatthew G. Knepley offset = numFaces - Nr; 259064c72086SMatthew G. Knepley } 25919b6f715bSMatthew G. Knepley /* Do integration for each field */ 25929b6f715bSMatthew G. Knepley for (chunk = 0; chunk < numChunks; ++chunk) { 25939566063dSJacob Faibussowitsch PetscCall(PetscFEGeomGetChunk(fgeom, chunk * chunkSize, (chunk + 1) * chunkSize, &chunkGeom)); 25949566063dSJacob Faibussowitsch PetscCall(PetscFEIntegrateBd(prob, field, func, chunkSize, chunkGeom, u, probAux, a, fintegral)); 25959566063dSJacob Faibussowitsch PetscCall(PetscFEGeomRestoreChunk(fgeom, 0, offset, &chunkGeom)); 259664c72086SMatthew G. Knepley } 25979566063dSJacob Faibussowitsch PetscCall(PetscFEGeomGetChunk(fgeom, offset, numFaces, &chunkGeom)); 25988e3a54c0SPierre Jolivet PetscCall(PetscFEIntegrateBd(prob, field, func, Nr, chunkGeom, &u[offset * totDim], probAux, PetscSafePointerPlusOffset(a, offset * totDimAux), &fintegral[offset * Nf])); 25999566063dSJacob Faibussowitsch PetscCall(PetscFEGeomRestoreChunk(fgeom, offset, numFaces, &chunkGeom)); 260064c72086SMatthew G. Knepley /* Cleanup data arrays */ 26019566063dSJacob Faibussowitsch PetscCall(DMPlexRestoreFEGeom(coordField, pointIS, qGeom, PETSC_TRUE, &fgeom)); 26029566063dSJacob Faibussowitsch PetscCall(PetscQuadratureDestroy(&qGeom)); 26039566063dSJacob Faibussowitsch PetscCall(PetscFree2(u, a)); 26049566063dSJacob Faibussowitsch PetscCall(ISRestoreIndices(pointIS, &points)); 260564c72086SMatthew G. Knepley } 260664c72086SMatthew G. Knepley } 26079566063dSJacob Faibussowitsch if (plex) PetscCall(DMDestroy(&plex)); 26089566063dSJacob Faibussowitsch if (plexA) PetscCall(DMDestroy(&plexA)); 26093ba16761SJacob Faibussowitsch PetscFunctionReturn(PETSC_SUCCESS); 26109b6f715bSMatthew G. Knepley } 26119b6f715bSMatthew G. Knepley 261260225df5SJacob Faibussowitsch /*@C 26139b6f715bSMatthew G. Knepley DMPlexComputeBdIntegral - Form the integral over the specified boundary from the global input X using pointwise functions specified by the user 26149b6f715bSMatthew G. Knepley 26159b6f715bSMatthew G. Knepley Input Parameters: 26169b6f715bSMatthew G. Knepley + dm - The mesh 26179b6f715bSMatthew G. Knepley . X - Global input vector 2618a1cb98faSBarry Smith . label - The boundary `DMLabel` 2619a1cb98faSBarry Smith . numVals - The number of label values to use, or `PETSC_DETERMINE` for all values 2620a1cb98faSBarry Smith . vals - The label values to use, or NULL for all values 262167b8a455SSatish Balay . func - The function to integrate along the boundary 26229b6f715bSMatthew G. Knepley - user - The user context 26239b6f715bSMatthew G. Knepley 26249b6f715bSMatthew G. Knepley Output Parameter: 26259b6f715bSMatthew G. Knepley . integral - Integral for each field 26269b6f715bSMatthew G. Knepley 26279b6f715bSMatthew G. Knepley Level: developer 26289b6f715bSMatthew G. Knepley 26291cc06b55SBarry Smith .seealso: [](ch_unstructured), `DM`, `DMPLEX`, `DMPlexComputeIntegralFEM()`, `DMPlexComputeBdResidualFEM()` 26309b6f715bSMatthew G. Knepley @*/ 2631d71ae5a4SJacob Faibussowitsch PetscErrorCode DMPlexComputeBdIntegral(DM dm, Vec X, DMLabel label, PetscInt numVals, const PetscInt vals[], void (*func)(PetscInt, PetscInt, PetscInt, const PetscInt[], const PetscInt[], const PetscScalar[], const PetscScalar[], const PetscScalar[], const PetscInt[], const PetscInt[], const PetscScalar[], const PetscScalar[], const PetscScalar[], PetscReal, const PetscReal[], const PetscReal[], PetscInt, const PetscScalar[], PetscScalar[]), PetscScalar *integral, void *user) 2632d71ae5a4SJacob Faibussowitsch { 26339b6f715bSMatthew G. Knepley Vec locX; 26349b6f715bSMatthew G. Knepley PetscSection section; 26359b6f715bSMatthew G. Knepley DMLabel depthLabel; 26369b6f715bSMatthew G. Knepley IS facetIS; 26379b6f715bSMatthew G. Knepley PetscInt dim, Nf, f, v; 26389b6f715bSMatthew G. Knepley 26399b6f715bSMatthew G. Knepley PetscFunctionBegin; 26409b6f715bSMatthew G. Knepley PetscValidHeaderSpecific(dm, DM_CLASSID, 1); 26419b6f715bSMatthew G. Knepley PetscValidHeaderSpecific(X, VEC_CLASSID, 2); 2642292bffcbSToby Isaac PetscValidHeaderSpecific(label, DMLABEL_CLASSID, 3); 26434f572ea9SToby Isaac if (vals) PetscAssertPointer(vals, 5); 26444f572ea9SToby Isaac PetscAssertPointer(integral, 7); 26459566063dSJacob Faibussowitsch PetscCall(PetscLogEventBegin(DMPLEX_IntegralFEM, dm, 0, 0, 0)); 26469566063dSJacob Faibussowitsch PetscCall(DMPlexGetDepthLabel(dm, &depthLabel)); 26479566063dSJacob Faibussowitsch PetscCall(DMGetDimension(dm, &dim)); 26489566063dSJacob Faibussowitsch PetscCall(DMLabelGetStratumIS(depthLabel, dim - 1, &facetIS)); 26499566063dSJacob Faibussowitsch PetscCall(DMGetLocalSection(dm, §ion)); 26509566063dSJacob Faibussowitsch PetscCall(PetscSectionGetNumFields(section, &Nf)); 26519b6f715bSMatthew G. Knepley /* Get local solution with boundary values */ 26529566063dSJacob Faibussowitsch PetscCall(DMGetLocalVector(dm, &locX)); 26539566063dSJacob Faibussowitsch PetscCall(DMPlexInsertBoundaryValues(dm, PETSC_TRUE, locX, 0.0, NULL, NULL, NULL)); 26549566063dSJacob Faibussowitsch PetscCall(DMGlobalToLocalBegin(dm, X, INSERT_VALUES, locX)); 26559566063dSJacob Faibussowitsch PetscCall(DMGlobalToLocalEnd(dm, X, INSERT_VALUES, locX)); 26569b6f715bSMatthew G. Knepley /* Loop over label values */ 26579566063dSJacob Faibussowitsch PetscCall(PetscArrayzero(integral, Nf)); 26589b6f715bSMatthew G. Knepley for (v = 0; v < numVals; ++v) { 26599b6f715bSMatthew G. Knepley IS pointIS; 26609b6f715bSMatthew G. Knepley PetscInt numFaces, face; 26619b6f715bSMatthew G. Knepley PetscScalar *fintegral; 26629b6f715bSMatthew G. Knepley 26639566063dSJacob Faibussowitsch PetscCall(DMLabelGetStratumIS(label, vals[v], &pointIS)); 26649b6f715bSMatthew G. Knepley if (!pointIS) continue; /* No points with that id on this process */ 26659b6f715bSMatthew G. Knepley { 26669b6f715bSMatthew G. Knepley IS isectIS; 26679b6f715bSMatthew G. Knepley 26689b6f715bSMatthew G. Knepley /* TODO: Special cases of ISIntersect where it is quick to check a priori if one is a superset of the other */ 26699566063dSJacob Faibussowitsch PetscCall(ISIntersect_Caching_Internal(facetIS, pointIS, &isectIS)); 26709566063dSJacob Faibussowitsch PetscCall(ISDestroy(&pointIS)); 26719b6f715bSMatthew G. Knepley pointIS = isectIS; 26729b6f715bSMatthew G. Knepley } 26739566063dSJacob Faibussowitsch PetscCall(ISGetLocalSize(pointIS, &numFaces)); 26749566063dSJacob Faibussowitsch PetscCall(PetscCalloc1(numFaces * Nf, &fintegral)); 26759566063dSJacob Faibussowitsch PetscCall(DMPlexComputeBdIntegral_Internal(dm, locX, pointIS, func, fintegral, user)); 26769b6f715bSMatthew G. Knepley /* Sum point contributions into integral */ 26779371c9d4SSatish Balay for (f = 0; f < Nf; ++f) 26789371c9d4SSatish Balay for (face = 0; face < numFaces; ++face) integral[f] += fintegral[face * Nf + f]; 26799566063dSJacob Faibussowitsch PetscCall(PetscFree(fintegral)); 26809566063dSJacob Faibussowitsch PetscCall(ISDestroy(&pointIS)); 26819b6f715bSMatthew G. Knepley } 26829566063dSJacob Faibussowitsch PetscCall(DMRestoreLocalVector(dm, &locX)); 26839566063dSJacob Faibussowitsch PetscCall(ISDestroy(&facetIS)); 26849566063dSJacob Faibussowitsch PetscCall(PetscLogEventEnd(DMPLEX_IntegralFEM, dm, 0, 0, 0)); 26853ba16761SJacob Faibussowitsch PetscFunctionReturn(PETSC_SUCCESS); 268664c72086SMatthew G. Knepley } 268764c72086SMatthew G. Knepley 2688d69c5d34SMatthew G. Knepley /*@ 26890318f8a0SStefano Zampini DMPlexComputeInterpolatorNested - Form the local portion of the interpolation matrix from the coarse `DM` to a uniformly refined `DM`. 2690d69c5d34SMatthew G. Knepley 2691d69c5d34SMatthew G. Knepley Input Parameters: 2692cf51de39SMatthew G. Knepley + dmc - The coarse mesh 2693cf51de39SMatthew G. Knepley . dmf - The fine mesh 2694cf51de39SMatthew G. Knepley . isRefined - Flag indicating regular refinement, rather than the same topology 2695d69c5d34SMatthew G. Knepley - user - The user context 2696d69c5d34SMatthew G. Knepley 2697d69c5d34SMatthew G. Knepley Output Parameter: 2698934789fcSMatthew G. Knepley . In - The interpolation matrix 2699d69c5d34SMatthew G. Knepley 2700d69c5d34SMatthew G. Knepley Level: developer 2701d69c5d34SMatthew G. Knepley 27021cc06b55SBarry Smith .seealso: [](ch_unstructured), `DM`, `DMPLEX`, `DMPlexComputeInterpolatorGeneral()`, `DMPlexComputeJacobianFEM()` 2703d69c5d34SMatthew G. Knepley @*/ 2704d71ae5a4SJacob Faibussowitsch PetscErrorCode DMPlexComputeInterpolatorNested(DM dmc, DM dmf, PetscBool isRefined, Mat In, void *user) 2705d71ae5a4SJacob Faibussowitsch { 2706d69c5d34SMatthew G. Knepley DM_Plex *mesh = (DM_Plex *)dmc->data; 2707d69c5d34SMatthew G. Knepley const char *name = "Interpolator"; 2708d69c5d34SMatthew G. Knepley PetscFE *feRef; 270997c42addSMatthew G. Knepley PetscFV *fvRef; 2710d69c5d34SMatthew G. Knepley PetscSection fsection, fglobalSection; 2711d69c5d34SMatthew G. Knepley PetscSection csection, cglobalSection; 2712d69c5d34SMatthew G. Knepley PetscScalar *elemMat; 2713485ad865SMatthew G. Knepley PetscInt dim, Nf, f, fieldI, fieldJ, offsetI, offsetJ, cStart, cEnd, c; 27142ea9c922SToby Isaac PetscInt cTotDim = 0, rTotDim = 0; 2715d69c5d34SMatthew G. Knepley 2716d69c5d34SMatthew G. Knepley PetscFunctionBegin; 27179566063dSJacob Faibussowitsch PetscCall(PetscLogEventBegin(DMPLEX_InterpolatorFEM, dmc, dmf, 0, 0)); 27189566063dSJacob Faibussowitsch PetscCall(DMGetDimension(dmf, &dim)); 27199566063dSJacob Faibussowitsch PetscCall(DMGetLocalSection(dmf, &fsection)); 27209566063dSJacob Faibussowitsch PetscCall(DMGetGlobalSection(dmf, &fglobalSection)); 27219566063dSJacob Faibussowitsch PetscCall(DMGetLocalSection(dmc, &csection)); 27229566063dSJacob Faibussowitsch PetscCall(DMGetGlobalSection(dmc, &cglobalSection)); 27239566063dSJacob Faibussowitsch PetscCall(PetscSectionGetNumFields(fsection, &Nf)); 27249566063dSJacob Faibussowitsch PetscCall(DMPlexGetSimplexOrBoxCells(dmc, 0, &cStart, &cEnd)); 27259566063dSJacob Faibussowitsch PetscCall(PetscCalloc2(Nf, &feRef, Nf, &fvRef)); 2726d69c5d34SMatthew G. Knepley for (f = 0; f < Nf; ++f) { 27272ea9c922SToby Isaac PetscObject obj, objc; 27282ea9c922SToby Isaac PetscClassId id, idc; 27292ea9c922SToby Isaac PetscInt rNb = 0, Nc = 0, cNb = 0; 2730d69c5d34SMatthew G. Knepley 27319566063dSJacob Faibussowitsch PetscCall(DMGetField(dmf, f, NULL, &obj)); 27329566063dSJacob Faibussowitsch PetscCall(PetscObjectGetClassId(obj, &id)); 273397c42addSMatthew G. Knepley if (id == PETSCFE_CLASSID) { 273497c42addSMatthew G. Knepley PetscFE fe = (PetscFE)obj; 273597c42addSMatthew G. Knepley 2736cf51de39SMatthew G. Knepley if (isRefined) { 27379566063dSJacob Faibussowitsch PetscCall(PetscFERefine(fe, &feRef[f])); 2738cf51de39SMatthew G. Knepley } else { 27399566063dSJacob Faibussowitsch PetscCall(PetscObjectReference((PetscObject)fe)); 2740cf51de39SMatthew G. Knepley feRef[f] = fe; 2741cf51de39SMatthew G. Knepley } 27429566063dSJacob Faibussowitsch PetscCall(PetscFEGetDimension(feRef[f], &rNb)); 27439566063dSJacob Faibussowitsch PetscCall(PetscFEGetNumComponents(fe, &Nc)); 274497c42addSMatthew G. Knepley } else if (id == PETSCFV_CLASSID) { 274597c42addSMatthew G. Knepley PetscFV fv = (PetscFV)obj; 274697c42addSMatthew G. Knepley PetscDualSpace Q; 274797c42addSMatthew G. Knepley 2748cf51de39SMatthew G. Knepley if (isRefined) { 27499566063dSJacob Faibussowitsch PetscCall(PetscFVRefine(fv, &fvRef[f])); 2750cf51de39SMatthew G. Knepley } else { 27519566063dSJacob Faibussowitsch PetscCall(PetscObjectReference((PetscObject)fv)); 2752cf51de39SMatthew G. Knepley fvRef[f] = fv; 2753cf51de39SMatthew G. Knepley } 27549566063dSJacob Faibussowitsch PetscCall(PetscFVGetDualSpace(fvRef[f], &Q)); 27559566063dSJacob Faibussowitsch PetscCall(PetscDualSpaceGetDimension(Q, &rNb)); 27569566063dSJacob Faibussowitsch PetscCall(PetscFVGetDualSpace(fv, &Q)); 27579566063dSJacob Faibussowitsch PetscCall(PetscFVGetNumComponents(fv, &Nc)); 275897c42addSMatthew G. Knepley } 27599566063dSJacob Faibussowitsch PetscCall(DMGetField(dmc, f, NULL, &objc)); 27609566063dSJacob Faibussowitsch PetscCall(PetscObjectGetClassId(objc, &idc)); 27612ea9c922SToby Isaac if (idc == PETSCFE_CLASSID) { 27622ea9c922SToby Isaac PetscFE fe = (PetscFE)objc; 27632ea9c922SToby Isaac 27649566063dSJacob Faibussowitsch PetscCall(PetscFEGetDimension(fe, &cNb)); 27652ea9c922SToby Isaac } else if (id == PETSCFV_CLASSID) { 27662ea9c922SToby Isaac PetscFV fv = (PetscFV)obj; 27672ea9c922SToby Isaac PetscDualSpace Q; 27682ea9c922SToby Isaac 27699566063dSJacob Faibussowitsch PetscCall(PetscFVGetDualSpace(fv, &Q)); 27709566063dSJacob Faibussowitsch PetscCall(PetscDualSpaceGetDimension(Q, &cNb)); 2771d69c5d34SMatthew G. Knepley } 27722ea9c922SToby Isaac rTotDim += rNb; 27732ea9c922SToby Isaac cTotDim += cNb; 27742ea9c922SToby Isaac } 27759566063dSJacob Faibussowitsch PetscCall(PetscMalloc1(rTotDim * cTotDim, &elemMat)); 27769566063dSJacob Faibussowitsch PetscCall(PetscArrayzero(elemMat, rTotDim * cTotDim)); 2777d69c5d34SMatthew G. Knepley for (fieldI = 0, offsetI = 0; fieldI < Nf; ++fieldI) { 2778d69c5d34SMatthew G. Knepley PetscDualSpace Qref; 2779d69c5d34SMatthew G. Knepley PetscQuadrature f; 2780d69c5d34SMatthew G. Knepley const PetscReal *qpoints, *qweights; 2781d69c5d34SMatthew G. Knepley PetscReal *points; 2782d69c5d34SMatthew G. Knepley PetscInt npoints = 0, Nc, Np, fpdim, i, k, p, d; 2783d69c5d34SMatthew G. Knepley 2784d69c5d34SMatthew G. Knepley /* Compose points from all dual basis functionals */ 278597c42addSMatthew G. Knepley if (feRef[fieldI]) { 27869566063dSJacob Faibussowitsch PetscCall(PetscFEGetDualSpace(feRef[fieldI], &Qref)); 27879566063dSJacob Faibussowitsch PetscCall(PetscFEGetNumComponents(feRef[fieldI], &Nc)); 278897c42addSMatthew G. Knepley } else { 27899566063dSJacob Faibussowitsch PetscCall(PetscFVGetDualSpace(fvRef[fieldI], &Qref)); 27909566063dSJacob Faibussowitsch PetscCall(PetscFVGetNumComponents(fvRef[fieldI], &Nc)); 279197c42addSMatthew G. Knepley } 27929566063dSJacob Faibussowitsch PetscCall(PetscDualSpaceGetDimension(Qref, &fpdim)); 2793d69c5d34SMatthew G. Knepley for (i = 0; i < fpdim; ++i) { 27949566063dSJacob Faibussowitsch PetscCall(PetscDualSpaceGetFunctional(Qref, i, &f)); 27959566063dSJacob Faibussowitsch PetscCall(PetscQuadratureGetData(f, NULL, NULL, &Np, NULL, NULL)); 2796d69c5d34SMatthew G. Knepley npoints += Np; 2797d69c5d34SMatthew G. Knepley } 27989566063dSJacob Faibussowitsch PetscCall(PetscMalloc1(npoints * dim, &points)); 2799d69c5d34SMatthew G. Knepley for (i = 0, k = 0; i < fpdim; ++i) { 28009566063dSJacob Faibussowitsch PetscCall(PetscDualSpaceGetFunctional(Qref, i, &f)); 28019566063dSJacob Faibussowitsch PetscCall(PetscQuadratureGetData(f, NULL, NULL, &Np, &qpoints, NULL)); 28029371c9d4SSatish Balay for (p = 0; p < Np; ++p, ++k) 28039371c9d4SSatish Balay for (d = 0; d < dim; ++d) points[k * dim + d] = qpoints[p * dim + d]; 2804d69c5d34SMatthew G. Knepley } 2805d69c5d34SMatthew G. Knepley 2806d69c5d34SMatthew G. Knepley for (fieldJ = 0, offsetJ = 0; fieldJ < Nf; ++fieldJ) { 280797c42addSMatthew G. Knepley PetscObject obj; 280897c42addSMatthew G. Knepley PetscClassId id; 28099c3cf19fSMatthew G. Knepley PetscInt NcJ = 0, cpdim = 0, j, qNc; 2810d69c5d34SMatthew G. Knepley 28119566063dSJacob Faibussowitsch PetscCall(DMGetField(dmc, fieldJ, NULL, &obj)); 28129566063dSJacob Faibussowitsch PetscCall(PetscObjectGetClassId(obj, &id)); 281397c42addSMatthew G. Knepley if (id == PETSCFE_CLASSID) { 281497c42addSMatthew G. Knepley PetscFE fe = (PetscFE)obj; 2815ef0bb6c7SMatthew G. Knepley PetscTabulation T = NULL; 2816d69c5d34SMatthew G. Knepley 2817d69c5d34SMatthew G. Knepley /* Evaluate basis at points */ 28189566063dSJacob Faibussowitsch PetscCall(PetscFEGetNumComponents(fe, &NcJ)); 28199566063dSJacob Faibussowitsch PetscCall(PetscFEGetDimension(fe, &cpdim)); 2820ffe73a53SMatthew G. Knepley /* For now, fields only interpolate themselves */ 2821ffe73a53SMatthew G. Knepley if (fieldI == fieldJ) { 282263a3b9bcSJacob Faibussowitsch PetscCheck(Nc == NcJ, PETSC_COMM_SELF, PETSC_ERR_ARG_WRONG, "Number of components in fine space field %" PetscInt_FMT " does not match coarse field %" PetscInt_FMT, Nc, NcJ); 28239566063dSJacob Faibussowitsch PetscCall(PetscFECreateTabulation(fe, 1, npoints, points, 0, &T)); 2824d69c5d34SMatthew G. Knepley for (i = 0, k = 0; i < fpdim; ++i) { 28259566063dSJacob Faibussowitsch PetscCall(PetscDualSpaceGetFunctional(Qref, i, &f)); 28269566063dSJacob Faibussowitsch PetscCall(PetscQuadratureGetData(f, NULL, &qNc, &Np, NULL, &qweights)); 282763a3b9bcSJacob Faibussowitsch PetscCheck(qNc == NcJ, PETSC_COMM_SELF, PETSC_ERR_ARG_WRONG, "Number of components in quadrature %" PetscInt_FMT " does not match coarse field %" PetscInt_FMT, qNc, NcJ); 2828d69c5d34SMatthew G. Knepley for (p = 0; p < Np; ++p, ++k) { 282936a6d9c0SMatthew G. Knepley for (j = 0; j < cpdim; ++j) { 2830d172c84bSMatthew G. Knepley /* 2831d172c84bSMatthew G. Knepley cTotDim: Total columns in element interpolation matrix, sum of number of dual basis functionals in each field 2832d172c84bSMatthew G. Knepley offsetI, offsetJ: Offsets into the larger element interpolation matrix for different fields 2833d172c84bSMatthew G. Knepley fpdim, i, cpdim, j: Dofs for fine and coarse grids, correspond to dual space basis functionals 2834d172c84bSMatthew G. Knepley qNC, Nc, Ncj, c: Number of components in this field 2835d172c84bSMatthew G. Knepley Np, p: Number of quad points in the fine grid functional i 2836d172c84bSMatthew G. Knepley k: i*Np + p, overall point number for the interpolation 2837d172c84bSMatthew G. Knepley */ 2838ef0bb6c7SMatthew G. Knepley for (c = 0; c < Nc; ++c) elemMat[(offsetI + i) * cTotDim + offsetJ + j] += T->T[0][k * cpdim * NcJ + j * Nc + c] * qweights[p * qNc + c]; 283936a6d9c0SMatthew G. Knepley } 2840d69c5d34SMatthew G. Knepley } 2841d69c5d34SMatthew G. Knepley } 28429566063dSJacob Faibussowitsch PetscCall(PetscTabulationDestroy(&T)); 2843ffe73a53SMatthew G. Knepley } 284497c42addSMatthew G. Knepley } else if (id == PETSCFV_CLASSID) { 284597c42addSMatthew G. Knepley PetscFV fv = (PetscFV)obj; 284697c42addSMatthew G. Knepley 284797c42addSMatthew G. Knepley /* Evaluate constant function at points */ 28489566063dSJacob Faibussowitsch PetscCall(PetscFVGetNumComponents(fv, &NcJ)); 284997c42addSMatthew G. Knepley cpdim = 1; 285097c42addSMatthew G. Knepley /* For now, fields only interpolate themselves */ 285197c42addSMatthew G. Knepley if (fieldI == fieldJ) { 285263a3b9bcSJacob Faibussowitsch PetscCheck(Nc == NcJ, PETSC_COMM_SELF, PETSC_ERR_ARG_WRONG, "Number of components in fine space field %" PetscInt_FMT " does not match coarse field %" PetscInt_FMT, Nc, NcJ); 285397c42addSMatthew G. Knepley for (i = 0, k = 0; i < fpdim; ++i) { 28549566063dSJacob Faibussowitsch PetscCall(PetscDualSpaceGetFunctional(Qref, i, &f)); 28559566063dSJacob Faibussowitsch PetscCall(PetscQuadratureGetData(f, NULL, &qNc, &Np, NULL, &qweights)); 285663a3b9bcSJacob Faibussowitsch PetscCheck(qNc == NcJ, PETSC_COMM_SELF, PETSC_ERR_ARG_WRONG, "Number of components in quadrature %" PetscInt_FMT " does not match coarse field %" PetscInt_FMT, qNc, NcJ); 285797c42addSMatthew G. Knepley for (p = 0; p < Np; ++p, ++k) { 285897c42addSMatthew G. Knepley for (j = 0; j < cpdim; ++j) { 2859458eb97cSMatthew G. Knepley for (c = 0; c < Nc; ++c) elemMat[(offsetI + i) * cTotDim + offsetJ + j] += 1.0 * qweights[p * qNc + c]; 286097c42addSMatthew G. Knepley } 286197c42addSMatthew G. Knepley } 286297c42addSMatthew G. Knepley } 286397c42addSMatthew G. Knepley } 286497c42addSMatthew G. Knepley } 2865d172c84bSMatthew G. Knepley offsetJ += cpdim; 2866d69c5d34SMatthew G. Knepley } 2867d172c84bSMatthew G. Knepley offsetI += fpdim; 28689566063dSJacob Faibussowitsch PetscCall(PetscFree(points)); 2869d69c5d34SMatthew G. Knepley } 28709566063dSJacob Faibussowitsch if (mesh->printFEM > 1) PetscCall(DMPrintCellMatrix(0, name, rTotDim, cTotDim, elemMat)); 28717f5b169aSMatthew G. Knepley /* Preallocate matrix */ 28727f5b169aSMatthew G. Knepley { 2873c094ef40SMatthew G. Knepley Mat preallocator; 2874c094ef40SMatthew G. Knepley PetscScalar *vals; 2875c094ef40SMatthew G. Knepley PetscInt *cellCIndices, *cellFIndices; 2876c094ef40SMatthew G. Knepley PetscInt locRows, locCols, cell; 28777f5b169aSMatthew G. Knepley 28789566063dSJacob Faibussowitsch PetscCall(MatGetLocalSize(In, &locRows, &locCols)); 28799566063dSJacob Faibussowitsch PetscCall(MatCreate(PetscObjectComm((PetscObject)In), &preallocator)); 28809566063dSJacob Faibussowitsch PetscCall(MatSetType(preallocator, MATPREALLOCATOR)); 28819566063dSJacob Faibussowitsch PetscCall(MatSetSizes(preallocator, locRows, locCols, PETSC_DETERMINE, PETSC_DETERMINE)); 28829566063dSJacob Faibussowitsch PetscCall(MatSetUp(preallocator)); 28839566063dSJacob Faibussowitsch PetscCall(PetscCalloc3(rTotDim * cTotDim, &vals, cTotDim, &cellCIndices, rTotDim, &cellFIndices)); 28847f5b169aSMatthew G. Knepley for (cell = cStart; cell < cEnd; ++cell) { 2885cf51de39SMatthew G. Knepley if (isRefined) { 28869566063dSJacob Faibussowitsch PetscCall(DMPlexMatGetClosureIndicesRefined(dmf, fsection, fglobalSection, dmc, csection, cglobalSection, cell, cellCIndices, cellFIndices)); 28879566063dSJacob Faibussowitsch PetscCall(MatSetValues(preallocator, rTotDim, cellFIndices, cTotDim, cellCIndices, vals, INSERT_VALUES)); 2888cf51de39SMatthew G. Knepley } else { 2889e8e188d2SZach Atkins PetscCall(DMPlexMatSetClosureGeneral(dmf, fsection, fglobalSection, PETSC_FALSE, dmc, csection, cglobalSection, PETSC_FALSE, preallocator, cell, vals, INSERT_VALUES)); 2890cf51de39SMatthew G. Knepley } 28917f5b169aSMatthew G. Knepley } 28929566063dSJacob Faibussowitsch PetscCall(PetscFree3(vals, cellCIndices, cellFIndices)); 28939566063dSJacob Faibussowitsch PetscCall(MatAssemblyBegin(preallocator, MAT_FINAL_ASSEMBLY)); 28949566063dSJacob Faibussowitsch PetscCall(MatAssemblyEnd(preallocator, MAT_FINAL_ASSEMBLY)); 28959566063dSJacob Faibussowitsch PetscCall(MatPreallocatorPreallocate(preallocator, PETSC_TRUE, In)); 28969566063dSJacob Faibussowitsch PetscCall(MatDestroy(&preallocator)); 28977f5b169aSMatthew G. Knepley } 28987f5b169aSMatthew G. Knepley /* Fill matrix */ 28999566063dSJacob Faibussowitsch PetscCall(MatZeroEntries(In)); 2900d69c5d34SMatthew G. Knepley for (c = cStart; c < cEnd; ++c) { 2901cf51de39SMatthew G. Knepley if (isRefined) { 29029566063dSJacob Faibussowitsch PetscCall(DMPlexMatSetClosureRefined(dmf, fsection, fglobalSection, dmc, csection, cglobalSection, In, c, elemMat, INSERT_VALUES)); 2903cf51de39SMatthew G. Knepley } else { 2904e8e188d2SZach Atkins PetscCall(DMPlexMatSetClosureGeneral(dmf, fsection, fglobalSection, PETSC_FALSE, dmc, csection, cglobalSection, PETSC_FALSE, In, c, elemMat, INSERT_VALUES)); 2905cf51de39SMatthew G. Knepley } 2906d69c5d34SMatthew G. Knepley } 29079566063dSJacob Faibussowitsch for (f = 0; f < Nf; ++f) PetscCall(PetscFEDestroy(&feRef[f])); 29089566063dSJacob Faibussowitsch PetscCall(PetscFree2(feRef, fvRef)); 29099566063dSJacob Faibussowitsch PetscCall(PetscFree(elemMat)); 29109566063dSJacob Faibussowitsch PetscCall(MatAssemblyBegin(In, MAT_FINAL_ASSEMBLY)); 29119566063dSJacob Faibussowitsch PetscCall(MatAssemblyEnd(In, MAT_FINAL_ASSEMBLY)); 29129318fe57SMatthew G. Knepley if (mesh->printFEM > 1) { 29139566063dSJacob Faibussowitsch PetscCall(PetscPrintf(PetscObjectComm((PetscObject)In), "%s:\n", name)); 29142ce66baaSPierre Jolivet PetscCall(MatFilter(In, 1.0e-10, PETSC_FALSE, PETSC_FALSE)); 29159566063dSJacob Faibussowitsch PetscCall(MatView(In, NULL)); 2916d69c5d34SMatthew G. Knepley } 29179566063dSJacob Faibussowitsch PetscCall(PetscLogEventEnd(DMPLEX_InterpolatorFEM, dmc, dmf, 0, 0)); 29183ba16761SJacob Faibussowitsch PetscFunctionReturn(PETSC_SUCCESS); 2919d69c5d34SMatthew G. Knepley } 29206c73c22cSMatthew G. Knepley 2921d71ae5a4SJacob Faibussowitsch PetscErrorCode DMPlexComputeMassMatrixNested(DM dmc, DM dmf, Mat mass, void *user) 2922d71ae5a4SJacob Faibussowitsch { 2923bd041c0cSMatthew G. Knepley SETERRQ(PetscObjectComm((PetscObject)dmc), PETSC_ERR_SUP, "Laziness"); 2924bd041c0cSMatthew G. Knepley } 2925bd041c0cSMatthew G. Knepley 292668132eb9SMatthew G. Knepley /*@ 29270318f8a0SStefano Zampini DMPlexComputeInterpolatorGeneral - Form the local portion of the interpolation matrix from the coarse `DM` to a non-nested fine `DM`. 292868132eb9SMatthew G. Knepley 292968132eb9SMatthew G. Knepley Input Parameters: 293068132eb9SMatthew G. Knepley + dmf - The fine mesh 293168132eb9SMatthew G. Knepley . dmc - The coarse mesh 293268132eb9SMatthew G. Knepley - user - The user context 293368132eb9SMatthew G. Knepley 293468132eb9SMatthew G. Knepley Output Parameter: 293568132eb9SMatthew G. Knepley . In - The interpolation matrix 293668132eb9SMatthew G. Knepley 293768132eb9SMatthew G. Knepley Level: developer 293868132eb9SMatthew G. Knepley 29391cc06b55SBarry Smith .seealso: [](ch_unstructured), `DM`, `DMPLEX`, `DMPlexComputeInterpolatorNested()`, `DMPlexComputeJacobianFEM()` 294068132eb9SMatthew G. Knepley @*/ 2941d71ae5a4SJacob Faibussowitsch PetscErrorCode DMPlexComputeInterpolatorGeneral(DM dmc, DM dmf, Mat In, void *user) 2942d71ae5a4SJacob Faibussowitsch { 294364e98e1dSMatthew G. Knepley DM_Plex *mesh = (DM_Plex *)dmf->data; 294464e98e1dSMatthew G. Knepley const char *name = "Interpolator"; 29454ef9d792SMatthew G. Knepley PetscDS prob; 2946a0806964SMatthew G. Knepley Mat interp; 2947a0806964SMatthew G. Knepley PetscSection fsection, globalFSection; 2948a0806964SMatthew G. Knepley PetscSection csection, globalCSection; 2949a0806964SMatthew G. Knepley PetscInt locRows, locCols; 29504ef9d792SMatthew G. Knepley PetscReal *x, *v0, *J, *invJ, detJ; 29514ef9d792SMatthew G. Knepley PetscReal *v0c, *Jc, *invJc, detJc; 29524ef9d792SMatthew G. Knepley PetscScalar *elemMat; 2953a0806964SMatthew G. Knepley PetscInt dim, Nf, field, totDim, cStart, cEnd, cell, ccell, s; 29544ef9d792SMatthew G. Knepley 29554ef9d792SMatthew G. Knepley PetscFunctionBegin; 29569566063dSJacob Faibussowitsch PetscCall(PetscLogEventBegin(DMPLEX_InterpolatorFEM, dmc, dmf, 0, 0)); 29579566063dSJacob Faibussowitsch PetscCall(DMGetCoordinateDim(dmc, &dim)); 29589566063dSJacob Faibussowitsch PetscCall(DMGetDS(dmc, &prob)); 29599566063dSJacob Faibussowitsch PetscCall(PetscDSGetWorkspace(prob, &x, NULL, NULL, NULL, NULL)); 29609566063dSJacob Faibussowitsch PetscCall(PetscDSGetNumFields(prob, &Nf)); 29619566063dSJacob Faibussowitsch PetscCall(PetscMalloc3(dim, &v0, dim * dim, &J, dim * dim, &invJ)); 29629566063dSJacob Faibussowitsch PetscCall(PetscMalloc3(dim, &v0c, dim * dim, &Jc, dim * dim, &invJc)); 29639566063dSJacob Faibussowitsch PetscCall(DMGetLocalSection(dmf, &fsection)); 29649566063dSJacob Faibussowitsch PetscCall(DMGetGlobalSection(dmf, &globalFSection)); 29659566063dSJacob Faibussowitsch PetscCall(DMGetLocalSection(dmc, &csection)); 29669566063dSJacob Faibussowitsch PetscCall(DMGetGlobalSection(dmc, &globalCSection)); 2967a0806964SMatthew G. Knepley PetscCall(DMPlexGetSimplexOrBoxCells(dmf, 0, &cStart, &cEnd)); 29689566063dSJacob Faibussowitsch PetscCall(PetscDSGetTotalDimension(prob, &totDim)); 29699566063dSJacob Faibussowitsch PetscCall(PetscMalloc1(totDim, &elemMat)); 29704ef9d792SMatthew G. Knepley 2971a0806964SMatthew G. Knepley PetscCall(MatGetLocalSize(In, &locRows, &locCols)); 2972a0806964SMatthew G. Knepley PetscCall(MatCreate(PetscObjectComm((PetscObject)In), &interp)); 2973a0806964SMatthew G. Knepley PetscCall(MatSetType(interp, MATPREALLOCATOR)); 2974a0806964SMatthew G. Knepley PetscCall(MatSetSizes(interp, locRows, locCols, PETSC_DETERMINE, PETSC_DETERMINE)); 2975a0806964SMatthew G. Knepley PetscCall(MatSetUp(interp)); 2976a0806964SMatthew G. Knepley for (s = 0; s < 2; ++s) { 29774ef9d792SMatthew G. Knepley for (field = 0; field < Nf; ++field) { 29784ef9d792SMatthew G. Knepley PetscObject obj; 29794ef9d792SMatthew G. Knepley PetscClassId id; 2980c0d7054bSMatthew G. Knepley PetscDualSpace Q = NULL; 2981ef0bb6c7SMatthew G. Knepley PetscTabulation T = NULL; 29824ef9d792SMatthew G. Knepley PetscQuadrature f; 29834ef9d792SMatthew G. Knepley const PetscReal *qpoints, *qweights; 2984d0f6233fSMatthew G. Knepley PetscInt Nc, qNc, Np, fpdim, off, i, d; 29854ef9d792SMatthew G. Knepley 2986d0f6233fSMatthew G. Knepley PetscCall(PetscDSGetFieldOffset(prob, field, &off)); 29879566063dSJacob Faibussowitsch PetscCall(PetscDSGetDiscretization(prob, field, &obj)); 29889566063dSJacob Faibussowitsch PetscCall(PetscObjectGetClassId(obj, &id)); 29894ef9d792SMatthew G. Knepley if (id == PETSCFE_CLASSID) { 29904ef9d792SMatthew G. Knepley PetscFE fe = (PetscFE)obj; 29914ef9d792SMatthew G. Knepley 29929566063dSJacob Faibussowitsch PetscCall(PetscFEGetDualSpace(fe, &Q)); 29939566063dSJacob Faibussowitsch PetscCall(PetscFEGetNumComponents(fe, &Nc)); 2994a0806964SMatthew G. Knepley if (s) PetscCall(PetscFECreateTabulation(fe, 1, 1, x, 0, &T)); 29954ef9d792SMatthew G. Knepley } else if (id == PETSCFV_CLASSID) { 29964ef9d792SMatthew G. Knepley PetscFV fv = (PetscFV)obj; 29974ef9d792SMatthew G. Knepley 29989566063dSJacob Faibussowitsch PetscCall(PetscFVGetDualSpace(fv, &Q)); 29994ef9d792SMatthew G. Knepley Nc = 1; 300063a3b9bcSJacob Faibussowitsch } else SETERRQ(PetscObjectComm((PetscObject)dmc), PETSC_ERR_ARG_WRONG, "Unknown discretization type for field %" PetscInt_FMT, field); 30019566063dSJacob Faibussowitsch PetscCall(PetscDualSpaceGetDimension(Q, &fpdim)); 30024ef9d792SMatthew G. Knepley /* For each fine grid cell */ 30034ef9d792SMatthew G. Knepley for (cell = cStart; cell < cEnd; ++cell) { 30044ef9d792SMatthew G. Knepley PetscInt *findices, *cindices; 30054ef9d792SMatthew G. Knepley PetscInt numFIndices, numCIndices; 30064ef9d792SMatthew G. Knepley 30079566063dSJacob Faibussowitsch PetscCall(DMPlexGetClosureIndices(dmf, fsection, globalFSection, cell, PETSC_FALSE, &numFIndices, &findices, NULL, NULL)); 30089566063dSJacob Faibussowitsch PetscCall(DMPlexComputeCellGeometryFEM(dmf, cell, NULL, v0, J, invJ, &detJ)); 3009d0f6233fSMatthew G. Knepley PetscCheck(numFIndices == totDim, PETSC_COMM_SELF, PETSC_ERR_ARG_WRONG, "Number of fine indices %" PetscInt_FMT " != %" PetscInt_FMT " dual basis vecs", numFIndices, totDim); 30104ef9d792SMatthew G. Knepley for (i = 0; i < fpdim; ++i) { 30114ef9d792SMatthew G. Knepley Vec pointVec; 30124ef9d792SMatthew G. Knepley PetscScalar *pV; 301312111d7cSToby Isaac PetscSF coarseCellSF = NULL; 30143a93e3b7SToby Isaac const PetscSFNode *coarseCells; 3015d0f6233fSMatthew G. Knepley PetscInt numCoarseCells, cpdim, row = findices[i + off], q, c, j; 30164ef9d792SMatthew G. Knepley 30174ef9d792SMatthew G. Knepley /* Get points from the dual basis functional quadrature */ 30189566063dSJacob Faibussowitsch PetscCall(PetscDualSpaceGetFunctional(Q, i, &f)); 30199566063dSJacob Faibussowitsch PetscCall(PetscQuadratureGetData(f, NULL, &qNc, &Np, &qpoints, &qweights)); 302063a3b9bcSJacob Faibussowitsch PetscCheck(qNc == Nc, PETSC_COMM_SELF, PETSC_ERR_ARG_WRONG, "Number of components in quadrature %" PetscInt_FMT " does not match coarse field %" PetscInt_FMT, qNc, Nc); 30219566063dSJacob Faibussowitsch PetscCall(VecCreateSeq(PETSC_COMM_SELF, Np * dim, &pointVec)); 30229566063dSJacob Faibussowitsch PetscCall(VecSetBlockSize(pointVec, dim)); 30239566063dSJacob Faibussowitsch PetscCall(VecGetArray(pointVec, &pV)); 30244ef9d792SMatthew G. Knepley for (q = 0; q < Np; ++q) { 3025c330f8ffSToby Isaac const PetscReal xi0[3] = {-1., -1., -1.}; 3026c330f8ffSToby Isaac 30274ef9d792SMatthew G. Knepley /* Transform point to real space */ 3028c330f8ffSToby Isaac CoordinatesRefToReal(dim, dim, xi0, v0, J, &qpoints[q * dim], x); 30294ef9d792SMatthew G. Knepley for (d = 0; d < dim; ++d) pV[q * dim + d] = x[d]; 30304ef9d792SMatthew G. Knepley } 30319566063dSJacob Faibussowitsch PetscCall(VecRestoreArray(pointVec, &pV)); 30324ef9d792SMatthew G. Knepley /* Get set of coarse cells that overlap points (would like to group points by coarse cell) */ 30331555c271SMatthew G. Knepley /* OPT: Read this out from preallocation information */ 30349566063dSJacob Faibussowitsch PetscCall(DMLocatePoints(dmc, pointVec, DM_POINTLOCATION_NEAREST, &coarseCellSF)); 30354ef9d792SMatthew G. Knepley /* Update preallocation info */ 30369566063dSJacob Faibussowitsch PetscCall(PetscSFGetGraph(coarseCellSF, NULL, &numCoarseCells, NULL, &coarseCells)); 30375f80ce2aSJacob Faibussowitsch PetscCheck(numCoarseCells == Np, PETSC_COMM_SELF, PETSC_ERR_PLIB, "Not all closure points located"); 30389566063dSJacob Faibussowitsch PetscCall(VecGetArray(pointVec, &pV)); 30394ef9d792SMatthew G. Knepley for (ccell = 0; ccell < numCoarseCells; ++ccell) { 3040826eb36dSMatthew G. Knepley PetscReal pVReal[3]; 3041c330f8ffSToby Isaac const PetscReal xi0[3] = {-1., -1., -1.}; 3042826eb36dSMatthew G. Knepley 30439566063dSJacob Faibussowitsch PetscCall(DMPlexGetClosureIndices(dmc, csection, globalCSection, coarseCells[ccell].index, PETSC_FALSE, &numCIndices, &cindices, NULL, NULL)); 3044a0806964SMatthew G. Knepley if (id == PETSCFE_CLASSID) PetscCall(PetscFEGetDimension((PetscFE)obj, &cpdim)); 3045a0806964SMatthew G. Knepley else cpdim = 1; 3046a0806964SMatthew G. Knepley 3047a0806964SMatthew G. Knepley if (s) { 30484ef9d792SMatthew G. Knepley /* Transform points from real space to coarse reference space */ 30499566063dSJacob Faibussowitsch PetscCall(DMPlexComputeCellGeometryFEM(dmc, coarseCells[ccell].index, NULL, v0c, Jc, invJc, &detJc)); 3050e2d86523SMatthew G. Knepley for (d = 0; d < dim; ++d) pVReal[d] = PetscRealPart(pV[ccell * dim + d]); 3051c330f8ffSToby Isaac CoordinatesRealToRef(dim, dim, xi0, v0c, invJc, pVReal, x); 30524ef9d792SMatthew G. Knepley 30534ef9d792SMatthew G. Knepley if (id == PETSCFE_CLASSID) { 30544ef9d792SMatthew G. Knepley /* Evaluate coarse basis on contained point */ 3055a0806964SMatthew G. Knepley PetscCall(PetscFEComputeTabulation((PetscFE)obj, 1, x, 0, T)); 30569566063dSJacob Faibussowitsch PetscCall(PetscArrayzero(elemMat, cpdim)); 30574ef9d792SMatthew G. Knepley /* Get elemMat entries by multiplying by weight */ 30584ef9d792SMatthew G. Knepley for (j = 0; j < cpdim; ++j) { 3059ef0bb6c7SMatthew G. Knepley for (c = 0; c < Nc; ++c) elemMat[j] += T->T[0][j * Nc + c] * qweights[ccell * qNc + c]; 30604ef9d792SMatthew G. Knepley } 30614ef9d792SMatthew G. Knepley } else { 30624ef9d792SMatthew G. Knepley for (j = 0; j < cpdim; ++j) { 30639c3cf19fSMatthew G. Knepley for (c = 0; c < Nc; ++c) elemMat[j] += 1.0 * qweights[ccell * qNc + c]; 30644ef9d792SMatthew G. Knepley } 30654ef9d792SMatthew G. Knepley } 30669566063dSJacob Faibussowitsch if (mesh->printFEM > 1) PetscCall(DMPrintCellMatrix(cell, name, 1, numCIndices, elemMat)); 3067a0806964SMatthew G. Knepley } 3068a0806964SMatthew G. Knepley /* Update interpolator */ 3069d0f6233fSMatthew G. Knepley PetscCheck(numCIndices == totDim, PETSC_COMM_SELF, PETSC_ERR_PLIB, "Number of element matrix columns %" PetscInt_FMT " != %" PetscInt_FMT, numCIndices, totDim); 3070a0806964SMatthew G. Knepley PetscCall(MatSetValues(interp, 1, &row, cpdim, &cindices[off], elemMat, INSERT_VALUES)); 30719566063dSJacob Faibussowitsch PetscCall(DMPlexRestoreClosureIndices(dmc, csection, globalCSection, coarseCells[ccell].index, PETSC_FALSE, &numCIndices, &cindices, NULL, NULL)); 30724ef9d792SMatthew G. Knepley } 30739566063dSJacob Faibussowitsch PetscCall(VecRestoreArray(pointVec, &pV)); 30749566063dSJacob Faibussowitsch PetscCall(PetscSFDestroy(&coarseCellSF)); 30759566063dSJacob Faibussowitsch PetscCall(VecDestroy(&pointVec)); 30764ef9d792SMatthew G. Knepley } 30779566063dSJacob Faibussowitsch PetscCall(DMPlexRestoreClosureIndices(dmf, fsection, globalFSection, cell, PETSC_FALSE, &numFIndices, &findices, NULL, NULL)); 30784ef9d792SMatthew G. Knepley } 3079a0806964SMatthew G. Knepley if (s && id == PETSCFE_CLASSID) PetscCall(PetscTabulationDestroy(&T)); 3080a0806964SMatthew G. Knepley } 3081a0806964SMatthew G. Knepley if (!s) { 3082a0806964SMatthew G. Knepley PetscCall(MatAssemblyBegin(interp, MAT_FINAL_ASSEMBLY)); 3083a0806964SMatthew G. Knepley PetscCall(MatAssemblyEnd(interp, MAT_FINAL_ASSEMBLY)); 3084a0806964SMatthew G. Knepley PetscCall(MatPreallocatorPreallocate(interp, PETSC_TRUE, In)); 3085a0806964SMatthew G. Knepley PetscCall(MatDestroy(&interp)); 3086a0806964SMatthew G. Knepley interp = In; 3087a0806964SMatthew G. Knepley } 30884ef9d792SMatthew G. Knepley } 30899566063dSJacob Faibussowitsch PetscCall(PetscFree3(v0, J, invJ)); 30909566063dSJacob Faibussowitsch PetscCall(PetscFree3(v0c, Jc, invJc)); 30919566063dSJacob Faibussowitsch PetscCall(PetscFree(elemMat)); 30929566063dSJacob Faibussowitsch PetscCall(MatAssemblyBegin(In, MAT_FINAL_ASSEMBLY)); 30939566063dSJacob Faibussowitsch PetscCall(MatAssemblyEnd(In, MAT_FINAL_ASSEMBLY)); 30949566063dSJacob Faibussowitsch PetscCall(PetscLogEventEnd(DMPLEX_InterpolatorFEM, dmc, dmf, 0, 0)); 30953ba16761SJacob Faibussowitsch PetscFunctionReturn(PETSC_SUCCESS); 30964ef9d792SMatthew G. Knepley } 30974ef9d792SMatthew G. Knepley 309846fa42a0SMatthew G. Knepley /*@ 30990318f8a0SStefano Zampini DMPlexComputeMassMatrixGeneral - Form the local portion of the mass matrix from the coarse `DM` to a non-nested fine `DM`. 3100bd041c0cSMatthew G. Knepley 3101bd041c0cSMatthew G. Knepley Input Parameters: 3102bd041c0cSMatthew G. Knepley + dmf - The fine mesh 3103bd041c0cSMatthew G. Knepley . dmc - The coarse mesh 3104bd041c0cSMatthew G. Knepley - user - The user context 3105bd041c0cSMatthew G. Knepley 3106bd041c0cSMatthew G. Knepley Output Parameter: 3107bd041c0cSMatthew G. Knepley . mass - The mass matrix 3108bd041c0cSMatthew G. Knepley 3109bd041c0cSMatthew G. Knepley Level: developer 3110bd041c0cSMatthew G. Knepley 31111cc06b55SBarry Smith .seealso: [](ch_unstructured), `DM`, `DMPLEX`, `DMPlexComputeMassMatrixNested()`, `DMPlexComputeInterpolatorNested()`, `DMPlexComputeInterpolatorGeneral()`, `DMPlexComputeJacobianFEM()` 3112bd041c0cSMatthew G. Knepley @*/ 3113d71ae5a4SJacob Faibussowitsch PetscErrorCode DMPlexComputeMassMatrixGeneral(DM dmc, DM dmf, Mat mass, void *user) 3114d71ae5a4SJacob Faibussowitsch { 3115bd041c0cSMatthew G. Knepley DM_Plex *mesh = (DM_Plex *)dmf->data; 3116bd041c0cSMatthew G. Knepley const char *name = "Mass Matrix"; 3117bd041c0cSMatthew G. Knepley PetscDS prob; 3118bd041c0cSMatthew G. Knepley PetscSection fsection, csection, globalFSection, globalCSection; 3119e8f14785SLisandro Dalcin PetscHSetIJ ht; 3120bd041c0cSMatthew G. Knepley PetscLayout rLayout; 3121bd041c0cSMatthew G. Knepley PetscInt *dnz, *onz; 3122bd041c0cSMatthew G. Knepley PetscInt locRows, rStart, rEnd; 3123bd041c0cSMatthew G. Knepley PetscReal *x, *v0, *J, *invJ, detJ; 3124bd041c0cSMatthew G. Knepley PetscReal *v0c, *Jc, *invJc, detJc; 3125bd041c0cSMatthew G. Knepley PetscScalar *elemMat; 3126bd041c0cSMatthew G. Knepley PetscInt dim, Nf, field, totDim, cStart, cEnd, cell, ccell; 3127bd041c0cSMatthew G. Knepley 3128bd041c0cSMatthew G. Knepley PetscFunctionBegin; 31299566063dSJacob Faibussowitsch PetscCall(DMGetCoordinateDim(dmc, &dim)); 31309566063dSJacob Faibussowitsch PetscCall(DMGetDS(dmc, &prob)); 31319566063dSJacob Faibussowitsch PetscCall(PetscDSGetWorkspace(prob, &x, NULL, NULL, NULL, NULL)); 31329566063dSJacob Faibussowitsch PetscCall(PetscDSGetNumFields(prob, &Nf)); 31339566063dSJacob Faibussowitsch PetscCall(PetscMalloc3(dim, &v0, dim * dim, &J, dim * dim, &invJ)); 31349566063dSJacob Faibussowitsch PetscCall(PetscMalloc3(dim, &v0c, dim * dim, &Jc, dim * dim, &invJc)); 31359566063dSJacob Faibussowitsch PetscCall(DMGetLocalSection(dmf, &fsection)); 31369566063dSJacob Faibussowitsch PetscCall(DMGetGlobalSection(dmf, &globalFSection)); 31379566063dSJacob Faibussowitsch PetscCall(DMGetLocalSection(dmc, &csection)); 31389566063dSJacob Faibussowitsch PetscCall(DMGetGlobalSection(dmc, &globalCSection)); 31399566063dSJacob Faibussowitsch PetscCall(DMPlexGetHeightStratum(dmf, 0, &cStart, &cEnd)); 31409566063dSJacob Faibussowitsch PetscCall(PetscDSGetTotalDimension(prob, &totDim)); 31419566063dSJacob Faibussowitsch PetscCall(PetscMalloc1(totDim, &elemMat)); 3142bd041c0cSMatthew G. Knepley 31439566063dSJacob Faibussowitsch PetscCall(MatGetLocalSize(mass, &locRows, NULL)); 31449566063dSJacob Faibussowitsch PetscCall(PetscLayoutCreate(PetscObjectComm((PetscObject)mass), &rLayout)); 31459566063dSJacob Faibussowitsch PetscCall(PetscLayoutSetLocalSize(rLayout, locRows)); 31469566063dSJacob Faibussowitsch PetscCall(PetscLayoutSetBlockSize(rLayout, 1)); 31479566063dSJacob Faibussowitsch PetscCall(PetscLayoutSetUp(rLayout)); 31489566063dSJacob Faibussowitsch PetscCall(PetscLayoutGetRange(rLayout, &rStart, &rEnd)); 31499566063dSJacob Faibussowitsch PetscCall(PetscLayoutDestroy(&rLayout)); 31509566063dSJacob Faibussowitsch PetscCall(PetscCalloc2(locRows, &dnz, locRows, &onz)); 31519566063dSJacob Faibussowitsch PetscCall(PetscHSetIJCreate(&ht)); 3152bd041c0cSMatthew G. Knepley for (field = 0; field < Nf; ++field) { 3153bd041c0cSMatthew G. Knepley PetscObject obj; 3154bd041c0cSMatthew G. Knepley PetscClassId id; 3155bd041c0cSMatthew G. Knepley PetscQuadrature quad; 3156bd041c0cSMatthew G. Knepley const PetscReal *qpoints; 3157bd041c0cSMatthew G. Knepley PetscInt Nq, Nc, i, d; 3158bd041c0cSMatthew G. Knepley 31599566063dSJacob Faibussowitsch PetscCall(PetscDSGetDiscretization(prob, field, &obj)); 31609566063dSJacob Faibussowitsch PetscCall(PetscObjectGetClassId(obj, &id)); 31619566063dSJacob Faibussowitsch if (id == PETSCFE_CLASSID) PetscCall(PetscFEGetQuadrature((PetscFE)obj, &quad)); 31629566063dSJacob Faibussowitsch else PetscCall(PetscFVGetQuadrature((PetscFV)obj, &quad)); 31639566063dSJacob Faibussowitsch PetscCall(PetscQuadratureGetData(quad, NULL, &Nc, &Nq, &qpoints, NULL)); 3164bd041c0cSMatthew G. Knepley /* For each fine grid cell */ 3165bd041c0cSMatthew G. Knepley for (cell = cStart; cell < cEnd; ++cell) { 3166bd041c0cSMatthew G. Knepley Vec pointVec; 3167bd041c0cSMatthew G. Knepley PetscScalar *pV; 3168bd041c0cSMatthew G. Knepley PetscSF coarseCellSF = NULL; 3169bd041c0cSMatthew G. Knepley const PetscSFNode *coarseCells; 3170bd041c0cSMatthew G. Knepley PetscInt numCoarseCells, q, c; 3171bd041c0cSMatthew G. Knepley PetscInt *findices, *cindices; 3172bd041c0cSMatthew G. Knepley PetscInt numFIndices, numCIndices; 3173bd041c0cSMatthew G. Knepley 31749566063dSJacob Faibussowitsch PetscCall(DMPlexGetClosureIndices(dmf, fsection, globalFSection, cell, PETSC_FALSE, &numFIndices, &findices, NULL, NULL)); 31759566063dSJacob Faibussowitsch PetscCall(DMPlexComputeCellGeometryFEM(dmf, cell, NULL, v0, J, invJ, &detJ)); 3176bd041c0cSMatthew G. Knepley /* Get points from the quadrature */ 31779566063dSJacob Faibussowitsch PetscCall(VecCreateSeq(PETSC_COMM_SELF, Nq * dim, &pointVec)); 31789566063dSJacob Faibussowitsch PetscCall(VecSetBlockSize(pointVec, dim)); 31799566063dSJacob Faibussowitsch PetscCall(VecGetArray(pointVec, &pV)); 3180bd041c0cSMatthew G. Knepley for (q = 0; q < Nq; ++q) { 3181c330f8ffSToby Isaac const PetscReal xi0[3] = {-1., -1., -1.}; 3182c330f8ffSToby Isaac 3183bd041c0cSMatthew G. Knepley /* Transform point to real space */ 3184c330f8ffSToby Isaac CoordinatesRefToReal(dim, dim, xi0, v0, J, &qpoints[q * dim], x); 3185bd041c0cSMatthew G. Knepley for (d = 0; d < dim; ++d) pV[q * dim + d] = x[d]; 3186bd041c0cSMatthew G. Knepley } 31879566063dSJacob Faibussowitsch PetscCall(VecRestoreArray(pointVec, &pV)); 3188bd041c0cSMatthew G. Knepley /* Get set of coarse cells that overlap points (would like to group points by coarse cell) */ 31899566063dSJacob Faibussowitsch PetscCall(DMLocatePoints(dmc, pointVec, DM_POINTLOCATION_NEAREST, &coarseCellSF)); 31909566063dSJacob Faibussowitsch PetscCall(PetscSFViewFromOptions(coarseCellSF, NULL, "-interp_sf_view")); 3191bd041c0cSMatthew G. Knepley /* Update preallocation info */ 31929566063dSJacob Faibussowitsch PetscCall(PetscSFGetGraph(coarseCellSF, NULL, &numCoarseCells, NULL, &coarseCells)); 31935f80ce2aSJacob Faibussowitsch PetscCheck(numCoarseCells == Nq, PETSC_COMM_SELF, PETSC_ERR_PLIB, "Not all closure points located"); 3194bd041c0cSMatthew G. Knepley { 3195e8f14785SLisandro Dalcin PetscHashIJKey key; 3196e8f14785SLisandro Dalcin PetscBool missing; 3197bd041c0cSMatthew G. Knepley 3198bd041c0cSMatthew G. Knepley for (i = 0; i < numFIndices; ++i) { 3199e8f14785SLisandro Dalcin key.i = findices[i]; 3200e8f14785SLisandro Dalcin if (key.i >= 0) { 3201bd041c0cSMatthew G. Knepley /* Get indices for coarse elements */ 3202bd041c0cSMatthew G. Knepley for (ccell = 0; ccell < numCoarseCells; ++ccell) { 32039566063dSJacob Faibussowitsch PetscCall(DMPlexGetClosureIndices(dmc, csection, globalCSection, coarseCells[ccell].index, PETSC_FALSE, &numCIndices, &cindices, NULL, NULL)); 3204bd041c0cSMatthew G. Knepley for (c = 0; c < numCIndices; ++c) { 3205e8f14785SLisandro Dalcin key.j = cindices[c]; 3206e8f14785SLisandro Dalcin if (key.j < 0) continue; 32079566063dSJacob Faibussowitsch PetscCall(PetscHSetIJQueryAdd(ht, key, &missing)); 3208bd041c0cSMatthew G. Knepley if (missing) { 3209e8f14785SLisandro Dalcin if ((key.j >= rStart) && (key.j < rEnd)) ++dnz[key.i - rStart]; 3210e8f14785SLisandro Dalcin else ++onz[key.i - rStart]; 3211bd041c0cSMatthew G. Knepley } 3212bd041c0cSMatthew G. Knepley } 32139566063dSJacob Faibussowitsch PetscCall(DMPlexRestoreClosureIndices(dmc, csection, globalCSection, coarseCells[ccell].index, PETSC_FALSE, &numCIndices, &cindices, NULL, NULL)); 3214bd041c0cSMatthew G. Knepley } 3215bd041c0cSMatthew G. Knepley } 3216bd041c0cSMatthew G. Knepley } 3217bd041c0cSMatthew G. Knepley } 32189566063dSJacob Faibussowitsch PetscCall(PetscSFDestroy(&coarseCellSF)); 32199566063dSJacob Faibussowitsch PetscCall(VecDestroy(&pointVec)); 32209566063dSJacob Faibussowitsch PetscCall(DMPlexRestoreClosureIndices(dmf, fsection, globalFSection, cell, PETSC_FALSE, &numFIndices, &findices, NULL, NULL)); 3221bd041c0cSMatthew G. Knepley } 3222bd041c0cSMatthew G. Knepley } 32239566063dSJacob Faibussowitsch PetscCall(PetscHSetIJDestroy(&ht)); 32249566063dSJacob Faibussowitsch PetscCall(MatXAIJSetPreallocation(mass, 1, dnz, onz, NULL, NULL)); 32259566063dSJacob Faibussowitsch PetscCall(MatSetOption(mass, MAT_NEW_NONZERO_ALLOCATION_ERR, PETSC_TRUE)); 32269566063dSJacob Faibussowitsch PetscCall(PetscFree2(dnz, onz)); 3227bd041c0cSMatthew G. Knepley for (field = 0; field < Nf; ++field) { 3228bd041c0cSMatthew G. Knepley PetscObject obj; 3229bd041c0cSMatthew G. Knepley PetscClassId id; 3230ef0bb6c7SMatthew G. Knepley PetscTabulation T, Tfine; 3231bd041c0cSMatthew G. Knepley PetscQuadrature quad; 3232bd041c0cSMatthew G. Knepley const PetscReal *qpoints, *qweights; 3233bd041c0cSMatthew G. Knepley PetscInt Nq, Nc, i, d; 3234bd041c0cSMatthew G. Knepley 32359566063dSJacob Faibussowitsch PetscCall(PetscDSGetDiscretization(prob, field, &obj)); 32369566063dSJacob Faibussowitsch PetscCall(PetscObjectGetClassId(obj, &id)); 3237ef0bb6c7SMatthew G. Knepley if (id == PETSCFE_CLASSID) { 32389566063dSJacob Faibussowitsch PetscCall(PetscFEGetQuadrature((PetscFE)obj, &quad)); 32399566063dSJacob Faibussowitsch PetscCall(PetscFEGetCellTabulation((PetscFE)obj, 1, &Tfine)); 32409566063dSJacob Faibussowitsch PetscCall(PetscFECreateTabulation((PetscFE)obj, 1, 1, x, 0, &T)); 3241ef0bb6c7SMatthew G. Knepley } else { 32429566063dSJacob Faibussowitsch PetscCall(PetscFVGetQuadrature((PetscFV)obj, &quad)); 3243ef0bb6c7SMatthew G. Knepley } 32449566063dSJacob Faibussowitsch PetscCall(PetscQuadratureGetData(quad, NULL, &Nc, &Nq, &qpoints, &qweights)); 3245bd041c0cSMatthew G. Knepley /* For each fine grid cell */ 3246bd041c0cSMatthew G. Knepley for (cell = cStart; cell < cEnd; ++cell) { 3247bd041c0cSMatthew G. Knepley Vec pointVec; 3248bd041c0cSMatthew G. Knepley PetscScalar *pV; 3249bd041c0cSMatthew G. Knepley PetscSF coarseCellSF = NULL; 3250bd041c0cSMatthew G. Knepley const PetscSFNode *coarseCells; 3251bd041c0cSMatthew G. Knepley PetscInt numCoarseCells, cpdim, q, c, j; 3252bd041c0cSMatthew G. Knepley PetscInt *findices, *cindices; 3253bd041c0cSMatthew G. Knepley PetscInt numFIndices, numCIndices; 3254bd041c0cSMatthew G. Knepley 32559566063dSJacob Faibussowitsch PetscCall(DMPlexGetClosureIndices(dmf, fsection, globalFSection, cell, PETSC_FALSE, &numFIndices, &findices, NULL, NULL)); 32569566063dSJacob Faibussowitsch PetscCall(DMPlexComputeCellGeometryFEM(dmf, cell, NULL, v0, J, invJ, &detJ)); 3257bd041c0cSMatthew G. Knepley /* Get points from the quadrature */ 32589566063dSJacob Faibussowitsch PetscCall(VecCreateSeq(PETSC_COMM_SELF, Nq * dim, &pointVec)); 32599566063dSJacob Faibussowitsch PetscCall(VecSetBlockSize(pointVec, dim)); 32609566063dSJacob Faibussowitsch PetscCall(VecGetArray(pointVec, &pV)); 3261bd041c0cSMatthew G. Knepley for (q = 0; q < Nq; ++q) { 3262c330f8ffSToby Isaac const PetscReal xi0[3] = {-1., -1., -1.}; 3263c330f8ffSToby Isaac 3264bd041c0cSMatthew G. Knepley /* Transform point to real space */ 3265c330f8ffSToby Isaac CoordinatesRefToReal(dim, dim, xi0, v0, J, &qpoints[q * dim], x); 3266bd041c0cSMatthew G. Knepley for (d = 0; d < dim; ++d) pV[q * dim + d] = x[d]; 3267bd041c0cSMatthew G. Knepley } 32689566063dSJacob Faibussowitsch PetscCall(VecRestoreArray(pointVec, &pV)); 3269bd041c0cSMatthew G. Knepley /* Get set of coarse cells that overlap points (would like to group points by coarse cell) */ 32709566063dSJacob Faibussowitsch PetscCall(DMLocatePoints(dmc, pointVec, DM_POINTLOCATION_NEAREST, &coarseCellSF)); 3271bd041c0cSMatthew G. Knepley /* Update matrix */ 32729566063dSJacob Faibussowitsch PetscCall(PetscSFGetGraph(coarseCellSF, NULL, &numCoarseCells, NULL, &coarseCells)); 32735f80ce2aSJacob Faibussowitsch PetscCheck(numCoarseCells == Nq, PETSC_COMM_SELF, PETSC_ERR_PLIB, "Not all closure points located"); 32749566063dSJacob Faibussowitsch PetscCall(VecGetArray(pointVec, &pV)); 3275bd041c0cSMatthew G. Knepley for (ccell = 0; ccell < numCoarseCells; ++ccell) { 3276bd041c0cSMatthew G. Knepley PetscReal pVReal[3]; 3277c330f8ffSToby Isaac const PetscReal xi0[3] = {-1., -1., -1.}; 3278c330f8ffSToby Isaac 32799566063dSJacob Faibussowitsch PetscCall(DMPlexGetClosureIndices(dmc, csection, globalCSection, coarseCells[ccell].index, PETSC_FALSE, &numCIndices, &cindices, NULL, NULL)); 3280bd041c0cSMatthew G. Knepley /* Transform points from real space to coarse reference space */ 32819566063dSJacob Faibussowitsch PetscCall(DMPlexComputeCellGeometryFEM(dmc, coarseCells[ccell].index, NULL, v0c, Jc, invJc, &detJc)); 3282bd041c0cSMatthew G. Knepley for (d = 0; d < dim; ++d) pVReal[d] = PetscRealPart(pV[ccell * dim + d]); 3283c330f8ffSToby Isaac CoordinatesRealToRef(dim, dim, xi0, v0c, invJc, pVReal, x); 3284bd041c0cSMatthew G. Knepley 3285bd041c0cSMatthew G. Knepley if (id == PETSCFE_CLASSID) { 3286bd041c0cSMatthew G. Knepley PetscFE fe = (PetscFE)obj; 3287bd041c0cSMatthew G. Knepley 3288bd041c0cSMatthew G. Knepley /* Evaluate coarse basis on contained point */ 32899566063dSJacob Faibussowitsch PetscCall(PetscFEGetDimension(fe, &cpdim)); 32909566063dSJacob Faibussowitsch PetscCall(PetscFEComputeTabulation(fe, 1, x, 0, T)); 3291bd041c0cSMatthew G. Knepley /* Get elemMat entries by multiplying by weight */ 3292bd041c0cSMatthew G. Knepley for (i = 0; i < numFIndices; ++i) { 32939566063dSJacob Faibussowitsch PetscCall(PetscArrayzero(elemMat, cpdim)); 3294bd041c0cSMatthew G. Knepley for (j = 0; j < cpdim; ++j) { 3295ef0bb6c7SMatthew G. Knepley for (c = 0; c < Nc; ++c) elemMat[j] += T->T[0][j * Nc + c] * Tfine->T[0][(ccell * numFIndices + i) * Nc + c] * qweights[ccell * Nc + c] * detJ; 3296bd041c0cSMatthew G. Knepley } 3297bd041c0cSMatthew G. Knepley /* Update interpolator */ 32989566063dSJacob Faibussowitsch if (mesh->printFEM > 1) PetscCall(DMPrintCellMatrix(cell, name, 1, numCIndices, elemMat)); 329963a3b9bcSJacob Faibussowitsch PetscCheck(numCIndices == cpdim, PETSC_COMM_SELF, PETSC_ERR_PLIB, "Number of element matrix columns %" PetscInt_FMT " != %" PetscInt_FMT, numCIndices, cpdim); 33009566063dSJacob Faibussowitsch PetscCall(MatSetValues(mass, 1, &findices[i], numCIndices, cindices, elemMat, ADD_VALUES)); 3301bd041c0cSMatthew G. Knepley } 3302bd041c0cSMatthew G. Knepley } else { 3303bd041c0cSMatthew G. Knepley cpdim = 1; 3304bd041c0cSMatthew G. Knepley for (i = 0; i < numFIndices; ++i) { 33059566063dSJacob Faibussowitsch PetscCall(PetscArrayzero(elemMat, cpdim)); 3306bd041c0cSMatthew G. Knepley for (j = 0; j < cpdim; ++j) { 3307bd041c0cSMatthew G. Knepley for (c = 0; c < Nc; ++c) elemMat[j] += 1.0 * 1.0 * qweights[ccell * Nc + c] * detJ; 3308bd041c0cSMatthew G. Knepley } 3309bd041c0cSMatthew G. Knepley /* Update interpolator */ 33109566063dSJacob Faibussowitsch if (mesh->printFEM > 1) PetscCall(DMPrintCellMatrix(cell, name, 1, numCIndices, elemMat)); 331163a3b9bcSJacob Faibussowitsch PetscCall(PetscPrintf(PETSC_COMM_SELF, "Nq: %" PetscInt_FMT " %" PetscInt_FMT " Nf: %" PetscInt_FMT " %" PetscInt_FMT " Nc: %" PetscInt_FMT " %" PetscInt_FMT "\n", ccell, Nq, i, numFIndices, j, numCIndices)); 331263a3b9bcSJacob Faibussowitsch PetscCheck(numCIndices == cpdim, PETSC_COMM_SELF, PETSC_ERR_PLIB, "Number of element matrix columns %" PetscInt_FMT " != %" PetscInt_FMT, numCIndices, cpdim); 33139566063dSJacob Faibussowitsch PetscCall(MatSetValues(mass, 1, &findices[i], numCIndices, cindices, elemMat, ADD_VALUES)); 3314bd041c0cSMatthew G. Knepley } 3315bd041c0cSMatthew G. Knepley } 33169566063dSJacob Faibussowitsch PetscCall(DMPlexRestoreClosureIndices(dmc, csection, globalCSection, coarseCells[ccell].index, PETSC_FALSE, &numCIndices, &cindices, NULL, NULL)); 3317bd041c0cSMatthew G. Knepley } 33189566063dSJacob Faibussowitsch PetscCall(VecRestoreArray(pointVec, &pV)); 33199566063dSJacob Faibussowitsch PetscCall(PetscSFDestroy(&coarseCellSF)); 33209566063dSJacob Faibussowitsch PetscCall(VecDestroy(&pointVec)); 33219566063dSJacob Faibussowitsch PetscCall(DMPlexRestoreClosureIndices(dmf, fsection, globalFSection, cell, PETSC_FALSE, &numFIndices, &findices, NULL, NULL)); 3322bd041c0cSMatthew G. Knepley } 33239566063dSJacob Faibussowitsch if (id == PETSCFE_CLASSID) PetscCall(PetscTabulationDestroy(&T)); 3324bd041c0cSMatthew G. Knepley } 33259566063dSJacob Faibussowitsch PetscCall(PetscFree3(v0, J, invJ)); 33269566063dSJacob Faibussowitsch PetscCall(PetscFree3(v0c, Jc, invJc)); 33279566063dSJacob Faibussowitsch PetscCall(PetscFree(elemMat)); 33289566063dSJacob Faibussowitsch PetscCall(MatAssemblyBegin(mass, MAT_FINAL_ASSEMBLY)); 33299566063dSJacob Faibussowitsch PetscCall(MatAssemblyEnd(mass, MAT_FINAL_ASSEMBLY)); 33303ba16761SJacob Faibussowitsch PetscFunctionReturn(PETSC_SUCCESS); 3331bd041c0cSMatthew G. Knepley } 3332bd041c0cSMatthew G. Knepley 3333bd041c0cSMatthew G. Knepley /*@ 333446fa42a0SMatthew G. Knepley DMPlexComputeInjectorFEM - Compute a mapping from coarse unknowns to fine unknowns 333546fa42a0SMatthew G. Knepley 333646fa42a0SMatthew G. Knepley Input Parameters: 333746fa42a0SMatthew G. Knepley + dmc - The coarse mesh 333860225df5SJacob Faibussowitsch . dmf - The fine mesh 333946fa42a0SMatthew G. Knepley - user - The user context 334046fa42a0SMatthew G. Knepley 334146fa42a0SMatthew G. Knepley Output Parameter: 334246fa42a0SMatthew G. Knepley . sc - The mapping 334346fa42a0SMatthew G. Knepley 334446fa42a0SMatthew G. Knepley Level: developer 334546fa42a0SMatthew G. Knepley 33461cc06b55SBarry Smith .seealso: [](ch_unstructured), `DM`, `DMPLEX`, `DMPlexComputeInterpolatorNested()`, `DMPlexComputeJacobianFEM()` 334746fa42a0SMatthew G. Knepley @*/ 3348d71ae5a4SJacob Faibussowitsch PetscErrorCode DMPlexComputeInjectorFEM(DM dmc, DM dmf, VecScatter *sc, void *user) 3349d71ae5a4SJacob Faibussowitsch { 3350e9d4ef1bSMatthew G. Knepley PetscDS prob; 33517c927364SMatthew G. Knepley PetscFE *feRef; 335297c42addSMatthew G. Knepley PetscFV *fvRef; 33537c927364SMatthew G. Knepley Vec fv, cv; 33547c927364SMatthew G. Knepley IS fis, cis; 33557c927364SMatthew G. Knepley PetscSection fsection, fglobalSection, csection, cglobalSection; 33567c927364SMatthew G. Knepley PetscInt *cmap, *cellCIndices, *cellFIndices, *cindices, *findices; 3357485ad865SMatthew G. Knepley PetscInt cTotDim, fTotDim = 0, Nf, f, field, cStart, cEnd, c, dim, d, startC, endC, offsetC, offsetF, m; 33586f3d3cbcSMatthew G. Knepley PetscBool *needAvg; 33597c927364SMatthew G. Knepley 33607c927364SMatthew G. Knepley PetscFunctionBegin; 33619566063dSJacob Faibussowitsch PetscCall(PetscLogEventBegin(DMPLEX_InjectorFEM, dmc, dmf, 0, 0)); 33629566063dSJacob Faibussowitsch PetscCall(DMGetDimension(dmf, &dim)); 33639566063dSJacob Faibussowitsch PetscCall(DMGetLocalSection(dmf, &fsection)); 33649566063dSJacob Faibussowitsch PetscCall(DMGetGlobalSection(dmf, &fglobalSection)); 33659566063dSJacob Faibussowitsch PetscCall(DMGetLocalSection(dmc, &csection)); 33669566063dSJacob Faibussowitsch PetscCall(DMGetGlobalSection(dmc, &cglobalSection)); 33679566063dSJacob Faibussowitsch PetscCall(PetscSectionGetNumFields(fsection, &Nf)); 33689566063dSJacob Faibussowitsch PetscCall(DMPlexGetSimplexOrBoxCells(dmc, 0, &cStart, &cEnd)); 33699566063dSJacob Faibussowitsch PetscCall(DMGetDS(dmc, &prob)); 33709566063dSJacob Faibussowitsch PetscCall(PetscCalloc3(Nf, &feRef, Nf, &fvRef, Nf, &needAvg)); 33717c927364SMatthew G. Knepley for (f = 0; f < Nf; ++f) { 337297c42addSMatthew G. Knepley PetscObject obj; 337397c42addSMatthew G. Knepley PetscClassId id; 3374aa7890ccSMatthew G. Knepley PetscInt fNb = 0, Nc = 0; 33757c927364SMatthew G. Knepley 33769566063dSJacob Faibussowitsch PetscCall(PetscDSGetDiscretization(prob, f, &obj)); 33779566063dSJacob Faibussowitsch PetscCall(PetscObjectGetClassId(obj, &id)); 337897c42addSMatthew G. Knepley if (id == PETSCFE_CLASSID) { 337997c42addSMatthew G. Knepley PetscFE fe = (PetscFE)obj; 33806f3d3cbcSMatthew G. Knepley PetscSpace sp; 33819b2fc754SMatthew G. Knepley PetscInt maxDegree; 338297c42addSMatthew G. Knepley 33839566063dSJacob Faibussowitsch PetscCall(PetscFERefine(fe, &feRef[f])); 33849566063dSJacob Faibussowitsch PetscCall(PetscFEGetDimension(feRef[f], &fNb)); 33859566063dSJacob Faibussowitsch PetscCall(PetscFEGetNumComponents(fe, &Nc)); 33869566063dSJacob Faibussowitsch PetscCall(PetscFEGetBasisSpace(fe, &sp)); 33879566063dSJacob Faibussowitsch PetscCall(PetscSpaceGetDegree(sp, NULL, &maxDegree)); 33889b2fc754SMatthew G. Knepley if (!maxDegree) needAvg[f] = PETSC_TRUE; 338997c42addSMatthew G. Knepley } else if (id == PETSCFV_CLASSID) { 339097c42addSMatthew G. Knepley PetscFV fv = (PetscFV)obj; 339197c42addSMatthew G. Knepley PetscDualSpace Q; 339297c42addSMatthew G. Knepley 33939566063dSJacob Faibussowitsch PetscCall(PetscFVRefine(fv, &fvRef[f])); 33949566063dSJacob Faibussowitsch PetscCall(PetscFVGetDualSpace(fvRef[f], &Q)); 33959566063dSJacob Faibussowitsch PetscCall(PetscDualSpaceGetDimension(Q, &fNb)); 33969566063dSJacob Faibussowitsch PetscCall(PetscFVGetNumComponents(fv, &Nc)); 33976f3d3cbcSMatthew G. Knepley needAvg[f] = PETSC_TRUE; 339897c42addSMatthew G. Knepley } 3399d172c84bSMatthew G. Knepley fTotDim += fNb; 34007c927364SMatthew G. Knepley } 34019566063dSJacob Faibussowitsch PetscCall(PetscDSGetTotalDimension(prob, &cTotDim)); 34029566063dSJacob Faibussowitsch PetscCall(PetscMalloc1(cTotDim, &cmap)); 34037c927364SMatthew G. Knepley for (field = 0, offsetC = 0, offsetF = 0; field < Nf; ++field) { 34047c927364SMatthew G. Knepley PetscFE feC; 340597c42addSMatthew G. Knepley PetscFV fvC; 34067c927364SMatthew G. Knepley PetscDualSpace QF, QC; 3407d172c84bSMatthew G. Knepley PetscInt order = -1, NcF, NcC, fpdim, cpdim; 34087c927364SMatthew G. Knepley 340997c42addSMatthew G. Knepley if (feRef[field]) { 34109566063dSJacob Faibussowitsch PetscCall(PetscDSGetDiscretization(prob, field, (PetscObject *)&feC)); 34119566063dSJacob Faibussowitsch PetscCall(PetscFEGetNumComponents(feC, &NcC)); 34129566063dSJacob Faibussowitsch PetscCall(PetscFEGetNumComponents(feRef[field], &NcF)); 34139566063dSJacob Faibussowitsch PetscCall(PetscFEGetDualSpace(feRef[field], &QF)); 34149566063dSJacob Faibussowitsch PetscCall(PetscDualSpaceGetOrder(QF, &order)); 34159566063dSJacob Faibussowitsch PetscCall(PetscDualSpaceGetDimension(QF, &fpdim)); 34169566063dSJacob Faibussowitsch PetscCall(PetscFEGetDualSpace(feC, &QC)); 34179566063dSJacob Faibussowitsch PetscCall(PetscDualSpaceGetDimension(QC, &cpdim)); 341897c42addSMatthew G. Knepley } else { 34199566063dSJacob Faibussowitsch PetscCall(PetscDSGetDiscretization(prob, field, (PetscObject *)&fvC)); 34209566063dSJacob Faibussowitsch PetscCall(PetscFVGetNumComponents(fvC, &NcC)); 34219566063dSJacob Faibussowitsch PetscCall(PetscFVGetNumComponents(fvRef[field], &NcF)); 34229566063dSJacob Faibussowitsch PetscCall(PetscFVGetDualSpace(fvRef[field], &QF)); 34239566063dSJacob Faibussowitsch PetscCall(PetscDualSpaceGetDimension(QF, &fpdim)); 34249566063dSJacob Faibussowitsch PetscCall(PetscFVGetDualSpace(fvC, &QC)); 34259566063dSJacob Faibussowitsch PetscCall(PetscDualSpaceGetDimension(QC, &cpdim)); 342697c42addSMatthew G. Knepley } 342763a3b9bcSJacob Faibussowitsch PetscCheck(NcF == NcC, PETSC_COMM_SELF, PETSC_ERR_ARG_WRONG, "Number of components in fine space field %" PetscInt_FMT " does not match coarse field %" PetscInt_FMT, NcF, NcC); 34287c927364SMatthew G. Knepley for (c = 0; c < cpdim; ++c) { 34297c927364SMatthew G. Knepley PetscQuadrature cfunc; 3430d172c84bSMatthew G. Knepley const PetscReal *cqpoints, *cqweights; 3431d172c84bSMatthew G. Knepley PetscInt NqcC, NpC; 343297c42addSMatthew G. Knepley PetscBool found = PETSC_FALSE; 34337c927364SMatthew G. Knepley 34349566063dSJacob Faibussowitsch PetscCall(PetscDualSpaceGetFunctional(QC, c, &cfunc)); 34359566063dSJacob Faibussowitsch PetscCall(PetscQuadratureGetData(cfunc, NULL, &NqcC, &NpC, &cqpoints, &cqweights)); 343663a3b9bcSJacob Faibussowitsch PetscCheck(NqcC == NcC, PETSC_COMM_SELF, PETSC_ERR_ARG_WRONG, "Number of quadrature components %" PetscInt_FMT " must match number of field components %" PetscInt_FMT, NqcC, NcC); 34371dca8a05SBarry Smith PetscCheck(NpC == 1 || !feRef[field], PETSC_COMM_SELF, PETSC_ERR_ARG_WRONG, "Do not know how to do injection for moments"); 34387c927364SMatthew G. Knepley for (f = 0; f < fpdim; ++f) { 34397c927364SMatthew G. Knepley PetscQuadrature ffunc; 3440d172c84bSMatthew G. Knepley const PetscReal *fqpoints, *fqweights; 34417c927364SMatthew G. Knepley PetscReal sum = 0.0; 3442d172c84bSMatthew G. Knepley PetscInt NqcF, NpF; 34437c927364SMatthew G. Knepley 34449566063dSJacob Faibussowitsch PetscCall(PetscDualSpaceGetFunctional(QF, f, &ffunc)); 34459566063dSJacob Faibussowitsch PetscCall(PetscQuadratureGetData(ffunc, NULL, &NqcF, &NpF, &fqpoints, &fqweights)); 344663a3b9bcSJacob Faibussowitsch PetscCheck(NqcF == NcF, PETSC_COMM_SELF, PETSC_ERR_ARG_WRONG, "Number of quadrature components %" PetscInt_FMT " must match number of field components %" PetscInt_FMT, NqcF, NcF); 34477c927364SMatthew G. Knepley if (NpC != NpF) continue; 34487c927364SMatthew G. Knepley for (d = 0; d < dim; ++d) sum += PetscAbsReal(cqpoints[d] - fqpoints[d]); 34497c927364SMatthew G. Knepley if (sum > 1.0e-9) continue; 3450d172c84bSMatthew G. Knepley for (d = 0; d < NcC; ++d) sum += PetscAbsReal(cqweights[d] * fqweights[d]); 3451d172c84bSMatthew G. Knepley if (sum < 1.0e-9) continue; 3452d172c84bSMatthew G. Knepley cmap[offsetC + c] = offsetF + f; 345397c42addSMatthew G. Knepley found = PETSC_TRUE; 34547c927364SMatthew G. Knepley break; 34557c927364SMatthew G. Knepley } 345697c42addSMatthew G. Knepley if (!found) { 345797c42addSMatthew G. Knepley /* TODO We really want the average here, but some asshole put VecScatter in the interface */ 3458d172c84bSMatthew G. Knepley if (fvRef[field] || (feRef[field] && order == 0)) { 3459d172c84bSMatthew G. Knepley cmap[offsetC + c] = offsetF + 0; 346097c42addSMatthew G. Knepley } else SETERRQ(PETSC_COMM_SELF, PETSC_ERR_ARG_WRONG, "Could not locate matching functional for injection"); 346197c42addSMatthew G. Knepley } 34627c927364SMatthew G. Knepley } 3463d172c84bSMatthew G. Knepley offsetC += cpdim; 3464d172c84bSMatthew G. Knepley offsetF += fpdim; 34657c927364SMatthew G. Knepley } 34669371c9d4SSatish Balay for (f = 0; f < Nf; ++f) { 34679371c9d4SSatish Balay PetscCall(PetscFEDestroy(&feRef[f])); 34689371c9d4SSatish Balay PetscCall(PetscFVDestroy(&fvRef[f])); 34699371c9d4SSatish Balay } 34709566063dSJacob Faibussowitsch PetscCall(PetscFree3(feRef, fvRef, needAvg)); 34717c927364SMatthew G. Knepley 34729566063dSJacob Faibussowitsch PetscCall(DMGetGlobalVector(dmf, &fv)); 34739566063dSJacob Faibussowitsch PetscCall(DMGetGlobalVector(dmc, &cv)); 34749566063dSJacob Faibussowitsch PetscCall(VecGetOwnershipRange(cv, &startC, &endC)); 34759566063dSJacob Faibussowitsch PetscCall(PetscSectionGetConstrainedStorageSize(cglobalSection, &m)); 34769566063dSJacob Faibussowitsch PetscCall(PetscMalloc2(cTotDim, &cellCIndices, fTotDim, &cellFIndices)); 34779566063dSJacob Faibussowitsch PetscCall(PetscMalloc1(m, &cindices)); 34789566063dSJacob Faibussowitsch PetscCall(PetscMalloc1(m, &findices)); 34797c927364SMatthew G. Knepley for (d = 0; d < m; ++d) cindices[d] = findices[d] = -1; 34807c927364SMatthew G. Knepley for (c = cStart; c < cEnd; ++c) { 34819566063dSJacob Faibussowitsch PetscCall(DMPlexMatGetClosureIndicesRefined(dmf, fsection, fglobalSection, dmc, csection, cglobalSection, c, cellCIndices, cellFIndices)); 34827c927364SMatthew G. Knepley for (d = 0; d < cTotDim; ++d) { 34830bd915a7SMatthew G. Knepley if ((cellCIndices[d] < startC) || (cellCIndices[d] >= endC)) continue; 3484d2457c26SMatthew G. Knepley PetscCheck(!(findices[cellCIndices[d] - startC] >= 0) || !(findices[cellCIndices[d] - startC] != cellFIndices[cmap[d]]), PETSC_COMM_SELF, PETSC_ERR_PLIB, "Cell %" PetscInt_FMT " Coarse dof %" PetscInt_FMT " maps to both %" PetscInt_FMT " and %" PetscInt_FMT, c, cindices[cellCIndices[d] - startC], findices[cellCIndices[d] - startC], cellFIndices[cmap[d]]); 34857c927364SMatthew G. Knepley cindices[cellCIndices[d] - startC] = cellCIndices[d]; 34867c927364SMatthew G. Knepley findices[cellCIndices[d] - startC] = cellFIndices[cmap[d]]; 34877c927364SMatthew G. Knepley } 34887c927364SMatthew G. Knepley } 34899566063dSJacob Faibussowitsch PetscCall(PetscFree(cmap)); 34909566063dSJacob Faibussowitsch PetscCall(PetscFree2(cellCIndices, cellFIndices)); 34917c927364SMatthew G. Knepley 34929566063dSJacob Faibussowitsch PetscCall(ISCreateGeneral(PETSC_COMM_SELF, m, cindices, PETSC_OWN_POINTER, &cis)); 34939566063dSJacob Faibussowitsch PetscCall(ISCreateGeneral(PETSC_COMM_SELF, m, findices, PETSC_OWN_POINTER, &fis)); 34949566063dSJacob Faibussowitsch PetscCall(VecScatterCreate(cv, cis, fv, fis, sc)); 34959566063dSJacob Faibussowitsch PetscCall(ISDestroy(&cis)); 34969566063dSJacob Faibussowitsch PetscCall(ISDestroy(&fis)); 34979566063dSJacob Faibussowitsch PetscCall(DMRestoreGlobalVector(dmf, &fv)); 34989566063dSJacob Faibussowitsch PetscCall(DMRestoreGlobalVector(dmc, &cv)); 34999566063dSJacob Faibussowitsch PetscCall(PetscLogEventEnd(DMPLEX_InjectorFEM, dmc, dmf, 0, 0)); 35003ba16761SJacob Faibussowitsch PetscFunctionReturn(PETSC_SUCCESS); 3501cb1e1211SMatthew G Knepley } 3502a1cf66bbSMatthew G. Knepley 35032f856554SMatthew G. Knepley /*@C 35042f856554SMatthew G. Knepley DMPlexGetCellFields - Retrieve the field values values for a chunk of cells 35052f856554SMatthew G. Knepley 35062f856554SMatthew G. Knepley Input Parameters: 3507a1cb98faSBarry Smith + dm - The `DM` 35082f856554SMatthew G. Knepley . cellIS - The cells to include 35092f856554SMatthew G. Knepley . locX - A local vector with the solution fields 35102f856554SMatthew G. Knepley . locX_t - A local vector with solution field time derivatives, or NULL 35112f856554SMatthew G. Knepley - locA - A local vector with auxiliary fields, or NULL 35122f856554SMatthew G. Knepley 35132f856554SMatthew G. Knepley Output Parameters: 35142f856554SMatthew G. Knepley + u - The field coefficients 35152f856554SMatthew G. Knepley . u_t - The fields derivative coefficients 35162f856554SMatthew G. Knepley - a - The auxiliary field coefficients 35172f856554SMatthew G. Knepley 35182f856554SMatthew G. Knepley Level: developer 35192f856554SMatthew G. Knepley 35201cc06b55SBarry Smith .seealso: [](ch_unstructured), `DM`, `DMPLEX`, `DMPlexGetFaceFields()` 35212f856554SMatthew G. Knepley @*/ 3522d71ae5a4SJacob Faibussowitsch PetscErrorCode DMPlexGetCellFields(DM dm, IS cellIS, Vec locX, Vec locX_t, Vec locA, PetscScalar **u, PetscScalar **u_t, PetscScalar **a) 3523d71ae5a4SJacob Faibussowitsch { 35242f856554SMatthew G. Knepley DM plex, plexA = NULL; 3525a6e0b375SMatthew G. Knepley DMEnclosureType encAux; 35262f856554SMatthew G. Knepley PetscSection section, sectionAux; 35272f856554SMatthew G. Knepley PetscDS prob; 35282f856554SMatthew G. Knepley const PetscInt *cells; 35292f856554SMatthew G. Knepley PetscInt cStart, cEnd, numCells, totDim, totDimAux, c; 35302f856554SMatthew G. Knepley 35312f856554SMatthew G. Knepley PetscFunctionBegin; 35322f856554SMatthew G. Knepley PetscValidHeaderSpecific(dm, DM_CLASSID, 1); 3533064a246eSJacob Faibussowitsch PetscValidHeaderSpecific(locX, VEC_CLASSID, 3); 3534ad540459SPierre Jolivet if (locX_t) PetscValidHeaderSpecific(locX_t, VEC_CLASSID, 4); 3535ad540459SPierre Jolivet if (locA) PetscValidHeaderSpecific(locA, VEC_CLASSID, 5); 35364f572ea9SToby Isaac PetscAssertPointer(u, 6); 35374f572ea9SToby Isaac PetscAssertPointer(u_t, 7); 35384f572ea9SToby Isaac PetscAssertPointer(a, 8); 35399566063dSJacob Faibussowitsch PetscCall(DMPlexConvertPlex(dm, &plex, PETSC_FALSE)); 35409566063dSJacob Faibussowitsch PetscCall(ISGetPointRange(cellIS, &cStart, &cEnd, &cells)); 35419566063dSJacob Faibussowitsch PetscCall(DMGetLocalSection(dm, §ion)); 354207218a29SMatthew G. Knepley PetscCall(DMGetCellDS(dm, cells ? cells[cStart] : cStart, &prob, NULL)); 35439566063dSJacob Faibussowitsch PetscCall(PetscDSGetTotalDimension(prob, &totDim)); 35442f856554SMatthew G. Knepley if (locA) { 35452f856554SMatthew G. Knepley DM dmAux; 35462f856554SMatthew G. Knepley PetscDS probAux; 35472f856554SMatthew G. Knepley 35489566063dSJacob Faibussowitsch PetscCall(VecGetDM(locA, &dmAux)); 35499566063dSJacob Faibussowitsch PetscCall(DMGetEnclosureRelation(dmAux, dm, &encAux)); 35509566063dSJacob Faibussowitsch PetscCall(DMPlexConvertPlex(dmAux, &plexA, PETSC_FALSE)); 35519566063dSJacob Faibussowitsch PetscCall(DMGetLocalSection(dmAux, §ionAux)); 35529566063dSJacob Faibussowitsch PetscCall(DMGetDS(dmAux, &probAux)); 35539566063dSJacob Faibussowitsch PetscCall(PetscDSGetTotalDimension(probAux, &totDimAux)); 35542f856554SMatthew G. Knepley } 35552f856554SMatthew G. Knepley numCells = cEnd - cStart; 35569566063dSJacob Faibussowitsch PetscCall(DMGetWorkArray(dm, numCells * totDim, MPIU_SCALAR, u)); 35579371c9d4SSatish Balay if (locX_t) PetscCall(DMGetWorkArray(dm, numCells * totDim, MPIU_SCALAR, u_t)); 3558ad540459SPierre Jolivet else *u_t = NULL; 35599371c9d4SSatish Balay if (locA) PetscCall(DMGetWorkArray(dm, numCells * totDimAux, MPIU_SCALAR, a)); 3560ad540459SPierre Jolivet else *a = NULL; 35612f856554SMatthew G. Knepley for (c = cStart; c < cEnd; ++c) { 35622f856554SMatthew G. Knepley const PetscInt cell = cells ? cells[c] : c; 35632f856554SMatthew G. Knepley const PetscInt cind = c - cStart; 35642f856554SMatthew G. Knepley PetscScalar *x = NULL, *x_t = NULL, *ul = *u, *ul_t = *u_t, *al = *a; 35652f856554SMatthew G. Knepley PetscInt i; 35662f856554SMatthew G. Knepley 35679566063dSJacob Faibussowitsch PetscCall(DMPlexVecGetClosure(plex, section, locX, cell, NULL, &x)); 35682f856554SMatthew G. Knepley for (i = 0; i < totDim; ++i) ul[cind * totDim + i] = x[i]; 35699566063dSJacob Faibussowitsch PetscCall(DMPlexVecRestoreClosure(plex, section, locX, cell, NULL, &x)); 35702f856554SMatthew G. Knepley if (locX_t) { 35719566063dSJacob Faibussowitsch PetscCall(DMPlexVecGetClosure(plex, section, locX_t, cell, NULL, &x_t)); 35722f856554SMatthew G. Knepley for (i = 0; i < totDim; ++i) ul_t[cind * totDim + i] = x_t[i]; 35739566063dSJacob Faibussowitsch PetscCall(DMPlexVecRestoreClosure(plex, section, locX_t, cell, NULL, &x_t)); 35742f856554SMatthew G. Knepley } 35752f856554SMatthew G. Knepley if (locA) { 35762f856554SMatthew G. Knepley PetscInt subcell; 35779566063dSJacob Faibussowitsch PetscCall(DMGetEnclosurePoint(plexA, dm, encAux, cell, &subcell)); 35789566063dSJacob Faibussowitsch PetscCall(DMPlexVecGetClosure(plexA, sectionAux, locA, subcell, NULL, &x)); 35792f856554SMatthew G. Knepley for (i = 0; i < totDimAux; ++i) al[cind * totDimAux + i] = x[i]; 35809566063dSJacob Faibussowitsch PetscCall(DMPlexVecRestoreClosure(plexA, sectionAux, locA, subcell, NULL, &x)); 35812f856554SMatthew G. Knepley } 35822f856554SMatthew G. Knepley } 35839566063dSJacob Faibussowitsch PetscCall(DMDestroy(&plex)); 35849566063dSJacob Faibussowitsch if (locA) PetscCall(DMDestroy(&plexA)); 35859566063dSJacob Faibussowitsch PetscCall(ISRestorePointRange(cellIS, &cStart, &cEnd, &cells)); 35863ba16761SJacob Faibussowitsch PetscFunctionReturn(PETSC_SUCCESS); 35872f856554SMatthew G. Knepley } 35882f856554SMatthew G. Knepley 35892f856554SMatthew G. Knepley /*@C 35902f856554SMatthew G. Knepley DMPlexRestoreCellFields - Restore the field values values for a chunk of cells 35912f856554SMatthew G. Knepley 35922f856554SMatthew G. Knepley Input Parameters: 3593a1cb98faSBarry Smith + dm - The `DM` 35942f856554SMatthew G. Knepley . cellIS - The cells to include 35952f856554SMatthew G. Knepley . locX - A local vector with the solution fields 35962f856554SMatthew G. Knepley . locX_t - A local vector with solution field time derivatives, or NULL 35972f856554SMatthew G. Knepley - locA - A local vector with auxiliary fields, or NULL 35982f856554SMatthew G. Knepley 35992f856554SMatthew G. Knepley Output Parameters: 36002f856554SMatthew G. Knepley + u - The field coefficients 36012f856554SMatthew G. Knepley . u_t - The fields derivative coefficients 36022f856554SMatthew G. Knepley - a - The auxiliary field coefficients 36032f856554SMatthew G. Knepley 36042f856554SMatthew G. Knepley Level: developer 36052f856554SMatthew G. Knepley 36061cc06b55SBarry Smith .seealso: [](ch_unstructured), `DM`, `DMPLEX`, `DMPlexGetFaceFields()` 36072f856554SMatthew G. Knepley @*/ 3608d71ae5a4SJacob Faibussowitsch PetscErrorCode DMPlexRestoreCellFields(DM dm, IS cellIS, Vec locX, Vec locX_t, Vec locA, PetscScalar **u, PetscScalar **u_t, PetscScalar **a) 3609d71ae5a4SJacob Faibussowitsch { 36102f856554SMatthew G. Knepley PetscFunctionBegin; 36119566063dSJacob Faibussowitsch PetscCall(DMRestoreWorkArray(dm, 0, MPIU_SCALAR, u)); 36129566063dSJacob Faibussowitsch if (locX_t) PetscCall(DMRestoreWorkArray(dm, 0, MPIU_SCALAR, u_t)); 36139566063dSJacob Faibussowitsch if (locA) PetscCall(DMRestoreWorkArray(dm, 0, MPIU_SCALAR, a)); 36143ba16761SJacob Faibussowitsch PetscFunctionReturn(PETSC_SUCCESS); 36152f856554SMatthew G. Knepley } 36162f856554SMatthew G. Knepley 3617a4e35b19SJacob Faibussowitsch static PetscErrorCode DMPlexGetHybridCellFields(DM dm, IS cellIS, Vec locX, Vec locX_t, Vec locA, PetscScalar **u, PetscScalar **u_t, PetscScalar **a) 3618d71ae5a4SJacob Faibussowitsch { 361907218a29SMatthew G. Knepley DM plex, plexA = NULL; 362007218a29SMatthew G. Knepley DMEnclosureType encAux; 362107218a29SMatthew G. Knepley PetscSection section, sectionAux; 362207218a29SMatthew G. Knepley PetscDS ds, dsIn; 36236528b96dSMatthew G. Knepley const PetscInt *cells; 362407218a29SMatthew G. Knepley PetscInt cStart, cEnd, numCells, c, totDim, totDimAux, Nf, f; 36256528b96dSMatthew G. Knepley 36266528b96dSMatthew G. Knepley PetscFunctionBegin; 362707218a29SMatthew G. Knepley PetscValidHeaderSpecific(dm, DM_CLASSID, 1); 362807218a29SMatthew G. Knepley PetscValidHeaderSpecific(cellIS, IS_CLASSID, 2); 362907218a29SMatthew G. Knepley PetscValidHeaderSpecific(locX, VEC_CLASSID, 3); 363007218a29SMatthew G. Knepley if (locX_t) { PetscValidHeaderSpecific(locX_t, VEC_CLASSID, 4); } 363107218a29SMatthew G. Knepley if (locA) { PetscValidHeaderSpecific(locA, VEC_CLASSID, 5); } 36324f572ea9SToby Isaac PetscAssertPointer(u, 6); 36334f572ea9SToby Isaac PetscAssertPointer(u_t, 7); 36344f572ea9SToby Isaac PetscAssertPointer(a, 8); 363507218a29SMatthew G. Knepley PetscCall(ISGetPointRange(cellIS, &cStart, &cEnd, &cells)); 363607218a29SMatthew G. Knepley numCells = cEnd - cStart; 363707218a29SMatthew G. Knepley PetscCall(DMPlexConvertPlex(dm, &plex, PETSC_FALSE)); 363807218a29SMatthew G. Knepley PetscCall(DMGetLocalSection(dm, §ion)); 363907218a29SMatthew G. Knepley PetscCall(DMGetCellDS(dm, cells ? cells[cStart] : cStart, &ds, &dsIn)); 364007218a29SMatthew G. Knepley PetscCall(PetscDSGetNumFields(dsIn, &Nf)); 364107218a29SMatthew G. Knepley PetscCall(PetscDSGetTotalDimension(dsIn, &totDim)); 364207218a29SMatthew G. Knepley if (locA) { 364307218a29SMatthew G. Knepley DM dmAux; 364407218a29SMatthew G. Knepley PetscDS probAux; 364507218a29SMatthew G. Knepley 364607218a29SMatthew G. Knepley PetscCall(VecGetDM(locA, &dmAux)); 364707218a29SMatthew G. Knepley PetscCall(DMGetEnclosureRelation(dmAux, dm, &encAux)); 364807218a29SMatthew G. Knepley PetscCall(DMPlexConvertPlex(dmAux, &plexA, PETSC_FALSE)); 364907218a29SMatthew G. Knepley PetscCall(DMGetLocalSection(dmAux, §ionAux)); 365007218a29SMatthew G. Knepley PetscCall(DMGetDS(dmAux, &probAux)); 365107218a29SMatthew G. Knepley PetscCall(PetscDSGetTotalDimension(probAux, &totDimAux)); 365207218a29SMatthew G. Knepley } 365307218a29SMatthew G. Knepley PetscCall(DMGetWorkArray(dm, numCells * totDim, MPIU_SCALAR, u)); 365407218a29SMatthew G. Knepley if (locX_t) PetscCall(DMGetWorkArray(dm, numCells * totDim, MPIU_SCALAR, u_t)); 365507218a29SMatthew G. Knepley else { 365607218a29SMatthew G. Knepley *u_t = NULL; 365707218a29SMatthew G. Knepley } 365807218a29SMatthew G. Knepley if (locA) PetscCall(DMGetWorkArray(dm, numCells * totDimAux, MPIU_SCALAR, a)); 365907218a29SMatthew G. Knepley else { 366007218a29SMatthew G. Knepley *a = NULL; 366107218a29SMatthew G. Knepley } 366207218a29SMatthew G. Knepley // Loop over cohesive cells 366307218a29SMatthew G. Knepley for (c = cStart; c < cEnd; ++c) { 366407218a29SMatthew G. Knepley const PetscInt cell = cells ? cells[c] : c; 366507218a29SMatthew G. Knepley const PetscInt cind = c - cStart; 366674a0c561SMatthew G. Knepley PetscScalar *xf = NULL, *xc = NULL, *x = NULL, *xf_t = NULL, *xc_t = NULL; 36678e3a54c0SPierre Jolivet PetscScalar *ul = &(*u)[cind * totDim], *ul_t = PetscSafePointerPlusOffset(*u_t, cind * totDim); 366807218a29SMatthew G. Knepley const PetscInt *cone, *ornt; 366907218a29SMatthew G. Knepley PetscInt Nx = 0, Nxf, s; 367007218a29SMatthew G. Knepley 367107218a29SMatthew G. Knepley PetscCall(DMPlexGetCone(dm, cell, &cone)); 367207218a29SMatthew G. Knepley PetscCall(DMPlexGetConeOrientation(dm, cell, &ornt)); 367307218a29SMatthew G. Knepley // Put in cohesive unknowns 367407218a29SMatthew G. Knepley PetscCall(DMPlexVecGetClosure(plex, section, locX, cell, &Nxf, &xf)); 367574a0c561SMatthew G. Knepley if (locX_t) PetscCall(DMPlexVecGetClosure(plex, section, locX_t, cell, NULL, &xf_t)); 367607218a29SMatthew G. Knepley for (f = 0; f < Nf; ++f) { 367707218a29SMatthew G. Knepley PetscInt fdofIn, foff, foffIn; 367807218a29SMatthew G. Knepley PetscBool cohesive; 367907218a29SMatthew G. Knepley 368007218a29SMatthew G. Knepley PetscCall(PetscDSGetCohesive(dsIn, f, &cohesive)); 368107218a29SMatthew G. Knepley if (!cohesive) continue; 368207218a29SMatthew G. Knepley PetscCall(PetscDSGetFieldSize(dsIn, f, &fdofIn)); 368307218a29SMatthew G. Knepley PetscCall(PetscDSGetFieldOffsetCohesive(ds, f, &foff)); 368407218a29SMatthew G. Knepley PetscCall(PetscDSGetFieldOffsetCohesive(dsIn, f, &foffIn)); 368507218a29SMatthew G. Knepley for (PetscInt i = 0; i < fdofIn; ++i) ul[foffIn + i] = xf[foff + i]; 368674a0c561SMatthew G. Knepley if (locX_t) 368774a0c561SMatthew G. Knepley for (PetscInt i = 0; i < fdofIn; ++i) ul_t[foffIn + i] = xf_t[foff + i]; 368807218a29SMatthew G. Knepley Nx += fdofIn; 368907218a29SMatthew G. Knepley } 369007218a29SMatthew G. Knepley PetscCall(DMPlexVecRestoreClosure(plex, section, locX, cell, &Nxf, &xf)); 369174a0c561SMatthew G. Knepley if (locX_t) PetscCall(DMPlexVecRestoreClosure(plex, section, locX_t, cell, NULL, &xf_t)); 369207218a29SMatthew G. Knepley // Loop over sides of surface 369307218a29SMatthew G. Knepley for (s = 0; s < 2; ++s) { 369407218a29SMatthew G. Knepley const PetscInt *support; 369507218a29SMatthew G. Knepley const PetscInt face = cone[s]; 369607218a29SMatthew G. Knepley PetscInt ssize, ncell, Nxc; 369707218a29SMatthew G. Knepley 369807218a29SMatthew G. Knepley // I don't think I need the face to have 0 orientation in the hybrid cell 369907218a29SMatthew G. Knepley //PetscCheck(!ornt[s], PETSC_COMM_SELF, PETSC_ERR_SUP, "Face %" PetscInt_FMT " in hybrid cell %" PetscInt_FMT " has orientation %" PetscInt_FMT " != 0", face, cell, ornt[s]); 370007218a29SMatthew G. Knepley PetscCall(DMPlexGetSupport(dm, face, &support)); 370107218a29SMatthew G. Knepley PetscCall(DMPlexGetSupportSize(dm, face, &ssize)); 370207218a29SMatthew G. Knepley if (support[0] == cell) ncell = support[1]; 370307218a29SMatthew G. Knepley else if (support[1] == cell) ncell = support[0]; 370407218a29SMatthew G. Knepley else SETERRQ(PETSC_COMM_SELF, PETSC_ERR_ARG_WRONG, "Face %" PetscInt_FMT " does not have cell %" PetscInt_FMT " in its support", face, cell); 370507218a29SMatthew G. Knepley // Get closure of both face and cell, stick in cell for normal fields and face for cohesive fields 370607218a29SMatthew G. Knepley PetscCall(DMPlexVecGetClosure(plex, section, locX, ncell, &Nxc, &xc)); 370774a0c561SMatthew G. Knepley if (locX_t) PetscCall(DMPlexVecGetClosure(plex, section, locX_t, ncell, NULL, &xc_t)); 370807218a29SMatthew G. Knepley for (f = 0; f < Nf; ++f) { 370907218a29SMatthew G. Knepley PetscInt fdofIn, foffIn; 371007218a29SMatthew G. Knepley PetscBool cohesive; 371107218a29SMatthew G. Knepley 371207218a29SMatthew G. Knepley PetscCall(PetscDSGetCohesive(dsIn, f, &cohesive)); 371307218a29SMatthew G. Knepley if (cohesive) continue; 371407218a29SMatthew G. Knepley PetscCall(PetscDSGetFieldSize(dsIn, f, &fdofIn)); 371507218a29SMatthew G. Knepley PetscCall(PetscDSGetFieldOffsetCohesive(dsIn, f, &foffIn)); 371607218a29SMatthew G. Knepley for (PetscInt i = 0; i < fdofIn; ++i) ul[foffIn + s * fdofIn + i] = xc[foffIn + i]; 371774a0c561SMatthew G. Knepley if (locX_t) 371874a0c561SMatthew G. Knepley for (PetscInt i = 0; i < fdofIn; ++i) ul_t[foffIn + s * fdofIn + i] = xc_t[foffIn + i]; 371907218a29SMatthew G. Knepley Nx += fdofIn; 372007218a29SMatthew G. Knepley } 372107218a29SMatthew G. Knepley PetscCall(DMPlexVecRestoreClosure(plex, section, locX, ncell, &Nxc, &xc)); 372274a0c561SMatthew G. Knepley if (locX_t) PetscCall(DMPlexVecRestoreClosure(plex, section, locX_t, ncell, NULL, &xc_t)); 372307218a29SMatthew G. Knepley } 372407218a29SMatthew G. Knepley PetscCheck(Nx == totDim, PETSC_COMM_SELF, PETSC_ERR_ARG_INCOMP, "Closure size %" PetscInt_FMT " for cell %" PetscInt_FMT " does not match DS size %" PetscInt_FMT, Nx, cell, totDim); 372507218a29SMatthew G. Knepley 372607218a29SMatthew G. Knepley if (locA) { 372707218a29SMatthew G. Knepley PetscScalar *al = &(*a)[cind * totDimAux]; 372807218a29SMatthew G. Knepley PetscInt subcell; 372907218a29SMatthew G. Knepley 373007218a29SMatthew G. Knepley PetscCall(DMGetEnclosurePoint(plexA, dm, encAux, cell, &subcell)); 373107218a29SMatthew G. Knepley PetscCall(DMPlexVecGetClosure(plexA, sectionAux, locA, subcell, &Nx, &x)); 373207218a29SMatthew G. Knepley PetscCheck(Nx == totDimAux, PETSC_COMM_SELF, PETSC_ERR_ARG_INCOMP, "Closure size %" PetscInt_FMT " for subcell %" PetscInt_FMT "does not match DS size %" PetscInt_FMT, Nx, subcell, totDimAux); 373307218a29SMatthew G. Knepley for (PetscInt i = 0; i < totDimAux; ++i) al[i] = x[i]; 373407218a29SMatthew G. Knepley PetscCall(DMPlexVecRestoreClosure(plexA, sectionAux, locA, subcell, &Nx, &x)); 373507218a29SMatthew G. Knepley } 373607218a29SMatthew G. Knepley } 373707218a29SMatthew G. Knepley PetscCall(DMDestroy(&plex)); 373807218a29SMatthew G. Knepley PetscCall(DMDestroy(&plexA)); 373907218a29SMatthew G. Knepley PetscCall(ISRestorePointRange(cellIS, &cStart, &cEnd, &cells)); 374007218a29SMatthew G. Knepley PetscFunctionReturn(PETSC_SUCCESS); 374107218a29SMatthew G. Knepley } 374207218a29SMatthew G. Knepley 374307218a29SMatthew G. Knepley /* 37443e2b0218SMatthew G. Knepley DMPlexGetHybridFields - Get the field values for the negative side (s = 0) and positive side (s = 1) of the interface 374507218a29SMatthew G. Knepley 374607218a29SMatthew G. Knepley Input Parameters: 374707218a29SMatthew G. Knepley + dm - The full domain DM 374807218a29SMatthew G. Knepley . dmX - An array of DM for the field, say an auxiliary DM, indexed by s 374907218a29SMatthew G. Knepley . dsX - An array of PetscDS for the field, indexed by s 375007218a29SMatthew G. Knepley . cellIS - The interface cells for which we want values 375107218a29SMatthew G. Knepley . locX - An array of local vectors with the field values, indexed by s 375207218a29SMatthew G. Knepley - useCell - Flag to have values come from neighboring cell rather than endcap face 375307218a29SMatthew G. Knepley 375407218a29SMatthew G. Knepley Output Parameter: 375507218a29SMatthew G. Knepley . x - An array of field values, indexed by s 375607218a29SMatthew G. Knepley 375707218a29SMatthew G. Knepley Note: 375876fbde31SPierre Jolivet The arrays in `x` will be allocated using `DMGetWorkArray()`, and must be returned using `DMPlexRestoreHybridFields()`. 375907218a29SMatthew G. Knepley 376007218a29SMatthew G. Knepley Level: advanced 376107218a29SMatthew G. Knepley 376276fbde31SPierre Jolivet .seealso: `DMPlexRestoreHybridFields()`, `DMGetWorkArray()` 376307218a29SMatthew G. Knepley */ 376407218a29SMatthew G. Knepley static PetscErrorCode DMPlexGetHybridFields(DM dm, DM dmX[], PetscDS dsX[], IS cellIS, Vec locX[], PetscBool useCell, PetscScalar *x[]) 376507218a29SMatthew G. Knepley { 376607218a29SMatthew G. Knepley DM plexX[2]; 376707218a29SMatthew G. Knepley DMEnclosureType encX[2]; 376807218a29SMatthew G. Knepley PetscSection sectionX[2]; 376907218a29SMatthew G. Knepley const PetscInt *cells; 377007218a29SMatthew G. Knepley PetscInt cStart, cEnd, numCells, c, s, totDimX[2]; 377107218a29SMatthew G. Knepley 377207218a29SMatthew G. Knepley PetscFunctionBegin; 37734f572ea9SToby Isaac PetscAssertPointer(locX, 5); 377407218a29SMatthew G. Knepley if (!locX[0] || !locX[1]) PetscFunctionReturn(PETSC_SUCCESS); 37754f572ea9SToby Isaac PetscAssertPointer(dmX, 2); 37764f572ea9SToby Isaac PetscAssertPointer(dsX, 3); 377707218a29SMatthew G. Knepley PetscValidHeaderSpecific(cellIS, IS_CLASSID, 4); 37784f572ea9SToby Isaac PetscAssertPointer(x, 7); 37799566063dSJacob Faibussowitsch PetscCall(ISGetPointRange(cellIS, &cStart, &cEnd, &cells)); 37806528b96dSMatthew G. Knepley numCells = cEnd - cStart; 3781148442b3SMatthew G. Knepley for (s = 0; s < 2; ++s) { 378207218a29SMatthew G. Knepley PetscValidHeaderSpecific(dmX[s], DM_CLASSID, 2); 378307218a29SMatthew G. Knepley PetscValidHeaderSpecific(dsX[s], PETSCDS_CLASSID, 3); 378407218a29SMatthew G. Knepley PetscValidHeaderSpecific(locX[s], VEC_CLASSID, 5); 378507218a29SMatthew G. Knepley PetscCall(DMPlexConvertPlex(dmX[s], &plexX[s], PETSC_FALSE)); 378607218a29SMatthew G. Knepley PetscCall(DMGetEnclosureRelation(dmX[s], dm, &encX[s])); 378707218a29SMatthew G. Knepley PetscCall(DMGetLocalSection(dmX[s], §ionX[s])); 378807218a29SMatthew G. Knepley PetscCall(PetscDSGetTotalDimension(dsX[s], &totDimX[s])); 378907218a29SMatthew G. Knepley PetscCall(DMGetWorkArray(dmX[s], numCells * totDimX[s], MPIU_SCALAR, &x[s])); 379004c51a94SMatthew G. Knepley } 3791148442b3SMatthew G. Knepley for (c = cStart; c < cEnd; ++c) { 37926528b96dSMatthew G. Knepley const PetscInt cell = cells ? cells[c] : c; 37936528b96dSMatthew G. Knepley const PetscInt cind = c - cStart; 37946528b96dSMatthew G. Knepley const PetscInt *cone, *ornt; 37956528b96dSMatthew G. Knepley 37969566063dSJacob Faibussowitsch PetscCall(DMPlexGetCone(dm, cell, &cone)); 37979566063dSJacob Faibussowitsch PetscCall(DMPlexGetConeOrientation(dm, cell, &ornt)); 379807218a29SMatthew G. Knepley //PetscCheck(!ornt[0], PETSC_COMM_SELF, PETSC_ERR_SUP, "Face %" PetscInt_FMT " in hybrid cell %" PetscInt_FMT " has orientation %" PetscInt_FMT " != 0", cone[0], cell, ornt[0]); 3799148442b3SMatthew G. Knepley for (s = 0; s < 2; ++s) { 380007218a29SMatthew G. Knepley const PetscInt tdX = totDimX[s]; 380107218a29SMatthew G. Knepley PetscScalar *closure = NULL, *xl = &x[s][cind * tdX]; 380207218a29SMatthew G. Knepley PetscInt face = cone[s], point = face, subpoint, Nx, i; 380307218a29SMatthew G. Knepley 380407218a29SMatthew G. Knepley if (useCell) { 38055fedec97SMatthew G. Knepley const PetscInt *support; 380607218a29SMatthew G. Knepley PetscInt ssize; 38076528b96dSMatthew G. Knepley 380807218a29SMatthew G. Knepley PetscCall(DMPlexGetSupport(dm, face, &support)); 380907218a29SMatthew G. Knepley PetscCall(DMPlexGetSupportSize(dm, face, &ssize)); 381007218a29SMatthew G. Knepley PetscCheck(ssize == 2, PETSC_COMM_SELF, PETSC_ERR_ARG_WRONG, "Face %" PetscInt_FMT " from cell %" PetscInt_FMT " has support size %" PetscInt_FMT " != 2", face, cell, ssize); 381107218a29SMatthew G. Knepley if (support[0] == cell) point = support[1]; 381207218a29SMatthew G. Knepley else if (support[1] == cell) point = support[0]; 381307218a29SMatthew G. Knepley else SETERRQ(PETSC_COMM_SELF, PETSC_ERR_ARG_WRONG, "Face %" PetscInt_FMT " does not have cell %" PetscInt_FMT " in its support", face, cell); 381407218a29SMatthew G. Knepley } 381507218a29SMatthew G. Knepley PetscCall(DMGetEnclosurePoint(plexX[s], dm, encX[s], point, &subpoint)); 3816e8e188d2SZach Atkins PetscCall(DMPlexVecGetOrientedClosure_Internal(plexX[s], sectionX[s], PETSC_FALSE, locX[s], subpoint, ornt[s], &Nx, &closure)); 381707218a29SMatthew G. Knepley PetscCheck(Nx == tdX, PETSC_COMM_SELF, PETSC_ERR_ARG_INCOMP, "Closure size %" PetscInt_FMT " for subpoint %" PetscInt_FMT " does not match DS size %" PetscInt_FMT, Nx, subpoint, tdX); 381807218a29SMatthew G. Knepley for (i = 0; i < Nx; ++i) xl[i] = closure[i]; 381907218a29SMatthew G. Knepley PetscCall(DMPlexVecRestoreClosure(plexX[s], sectionX[s], locX[s], subpoint, &Nx, &closure)); 38206528b96dSMatthew G. Knepley } 38216528b96dSMatthew G. Knepley } 382207218a29SMatthew G. Knepley for (s = 0; s < 2; ++s) PetscCall(DMDestroy(&plexX[s])); 38239566063dSJacob Faibussowitsch PetscCall(ISRestorePointRange(cellIS, &cStart, &cEnd, &cells)); 38243ba16761SJacob Faibussowitsch PetscFunctionReturn(PETSC_SUCCESS); 38256528b96dSMatthew G. Knepley } 38266528b96dSMatthew G. Knepley 382707218a29SMatthew G. Knepley static PetscErrorCode DMPlexRestoreHybridFields(DM dm, DM dmX[], PetscDS dsX[], IS cellIS, Vec locX[], PetscBool useCell, PetscScalar *x[]) 3828d71ae5a4SJacob Faibussowitsch { 38296528b96dSMatthew G. Knepley PetscFunctionBegin; 383007218a29SMatthew G. Knepley if (!locX[0] || !locX[1]) PetscFunctionReturn(PETSC_SUCCESS); 383107218a29SMatthew G. Knepley PetscCall(DMRestoreWorkArray(dmX[0], 0, MPIU_SCALAR, &x[0])); 383207218a29SMatthew G. Knepley PetscCall(DMRestoreWorkArray(dmX[1], 0, MPIU_SCALAR, &x[1])); 38333ba16761SJacob Faibussowitsch PetscFunctionReturn(PETSC_SUCCESS); 38346528b96dSMatthew G. Knepley } 38356528b96dSMatthew G. Knepley 38362f856554SMatthew G. Knepley /*@C 38372f856554SMatthew G. Knepley DMPlexGetFaceFields - Retrieve the field values values for a chunk of faces 38382f856554SMatthew G. Knepley 38392f856554SMatthew G. Knepley Input Parameters: 3840a1cb98faSBarry Smith + dm - The `DM` 38412f856554SMatthew G. Knepley . fStart - The first face to include 38422f856554SMatthew G. Knepley . fEnd - The first face to exclude 38432f856554SMatthew G. Knepley . locX - A local vector with the solution fields 38442f856554SMatthew G. Knepley . locX_t - A local vector with solution field time derivatives, or NULL 38452f856554SMatthew G. Knepley . faceGeometry - A local vector with face geometry 38462f856554SMatthew G. Knepley . cellGeometry - A local vector with cell geometry 384760225df5SJacob Faibussowitsch - locGrad - A local vector with field gradients, or NULL 38482f856554SMatthew G. Knepley 38492f856554SMatthew G. Knepley Output Parameters: 38502f856554SMatthew G. Knepley + Nface - The number of faces with field values 38512f856554SMatthew G. Knepley . uL - The field values at the left side of the face 38522f856554SMatthew G. Knepley - uR - The field values at the right side of the face 38532f856554SMatthew G. Knepley 38542f856554SMatthew G. Knepley Level: developer 38552f856554SMatthew G. Knepley 38561cc06b55SBarry Smith .seealso: [](ch_unstructured), `DM`, `DMPLEX`, `DMPlexGetCellFields()` 38572f856554SMatthew G. Knepley @*/ 3858d71ae5a4SJacob Faibussowitsch PetscErrorCode DMPlexGetFaceFields(DM dm, PetscInt fStart, PetscInt fEnd, Vec locX, Vec locX_t, Vec faceGeometry, Vec cellGeometry, Vec locGrad, PetscInt *Nface, PetscScalar **uL, PetscScalar **uR) 3859d71ae5a4SJacob Faibussowitsch { 38602f856554SMatthew G. Knepley DM dmFace, dmCell, dmGrad = NULL; 38612f856554SMatthew G. Knepley PetscSection section; 38622f856554SMatthew G. Knepley PetscDS prob; 38632f856554SMatthew G. Knepley DMLabel ghostLabel; 38642f856554SMatthew G. Knepley const PetscScalar *facegeom, *cellgeom, *x, *lgrad; 38652f856554SMatthew G. Knepley PetscBool *isFE; 38662f856554SMatthew G. Knepley PetscInt dim, Nf, f, Nc, numFaces = fEnd - fStart, iface, face; 38672f856554SMatthew G. Knepley 38682f856554SMatthew G. Knepley PetscFunctionBegin; 38692f856554SMatthew G. Knepley PetscValidHeaderSpecific(dm, DM_CLASSID, 1); 38702f856554SMatthew G. Knepley PetscValidHeaderSpecific(locX, VEC_CLASSID, 4); 3871ad540459SPierre Jolivet if (locX_t) PetscValidHeaderSpecific(locX_t, VEC_CLASSID, 5); 38722f856554SMatthew G. Knepley PetscValidHeaderSpecific(faceGeometry, VEC_CLASSID, 6); 38732f856554SMatthew G. Knepley PetscValidHeaderSpecific(cellGeometry, VEC_CLASSID, 7); 3874ad540459SPierre Jolivet if (locGrad) PetscValidHeaderSpecific(locGrad, VEC_CLASSID, 8); 38754f572ea9SToby Isaac PetscAssertPointer(uL, 10); 38764f572ea9SToby Isaac PetscAssertPointer(uR, 11); 38779566063dSJacob Faibussowitsch PetscCall(DMGetDimension(dm, &dim)); 38789566063dSJacob Faibussowitsch PetscCall(DMGetDS(dm, &prob)); 38799566063dSJacob Faibussowitsch PetscCall(DMGetLocalSection(dm, §ion)); 38809566063dSJacob Faibussowitsch PetscCall(PetscDSGetNumFields(prob, &Nf)); 38819566063dSJacob Faibussowitsch PetscCall(PetscDSGetTotalComponents(prob, &Nc)); 38829566063dSJacob Faibussowitsch PetscCall(PetscMalloc1(Nf, &isFE)); 38832f856554SMatthew G. Knepley for (f = 0; f < Nf; ++f) { 38842f856554SMatthew G. Knepley PetscObject obj; 38852f856554SMatthew G. Knepley PetscClassId id; 38862f856554SMatthew G. Knepley 38879566063dSJacob Faibussowitsch PetscCall(PetscDSGetDiscretization(prob, f, &obj)); 38889566063dSJacob Faibussowitsch PetscCall(PetscObjectGetClassId(obj, &id)); 38899371c9d4SSatish Balay if (id == PETSCFE_CLASSID) { 38909371c9d4SSatish Balay isFE[f] = PETSC_TRUE; 38919371c9d4SSatish Balay } else if (id == PETSCFV_CLASSID) { 38929371c9d4SSatish Balay isFE[f] = PETSC_FALSE; 38939371c9d4SSatish Balay } else { 38949371c9d4SSatish Balay isFE[f] = PETSC_FALSE; 38959371c9d4SSatish Balay } 38962f856554SMatthew G. Knepley } 38979566063dSJacob Faibussowitsch PetscCall(DMGetLabel(dm, "ghost", &ghostLabel)); 38989566063dSJacob Faibussowitsch PetscCall(VecGetArrayRead(locX, &x)); 38999566063dSJacob Faibussowitsch PetscCall(VecGetDM(faceGeometry, &dmFace)); 39009566063dSJacob Faibussowitsch PetscCall(VecGetArrayRead(faceGeometry, &facegeom)); 39019566063dSJacob Faibussowitsch PetscCall(VecGetDM(cellGeometry, &dmCell)); 39029566063dSJacob Faibussowitsch PetscCall(VecGetArrayRead(cellGeometry, &cellgeom)); 39032f856554SMatthew G. Knepley if (locGrad) { 39049566063dSJacob Faibussowitsch PetscCall(VecGetDM(locGrad, &dmGrad)); 39059566063dSJacob Faibussowitsch PetscCall(VecGetArrayRead(locGrad, &lgrad)); 39062f856554SMatthew G. Knepley } 39079566063dSJacob Faibussowitsch PetscCall(DMGetWorkArray(dm, numFaces * Nc, MPIU_SCALAR, uL)); 39089566063dSJacob Faibussowitsch PetscCall(DMGetWorkArray(dm, numFaces * Nc, MPIU_SCALAR, uR)); 39092f856554SMatthew G. Knepley /* Right now just eat the extra work for FE (could make a cell loop) */ 39102f856554SMatthew G. Knepley for (face = fStart, iface = 0; face < fEnd; ++face) { 39112f856554SMatthew G. Knepley const PetscInt *cells; 39122f856554SMatthew G. Knepley PetscFVFaceGeom *fg; 39132f856554SMatthew G. Knepley PetscFVCellGeom *cgL, *cgR; 39142f856554SMatthew G. Knepley PetscScalar *xL, *xR, *gL, *gR; 39152f856554SMatthew G. Knepley PetscScalar *uLl = *uL, *uRl = *uR; 39162f856554SMatthew G. Knepley PetscInt ghost, nsupp, nchild; 39172f856554SMatthew G. Knepley 39189566063dSJacob Faibussowitsch PetscCall(DMLabelGetValue(ghostLabel, face, &ghost)); 39199566063dSJacob Faibussowitsch PetscCall(DMPlexGetSupportSize(dm, face, &nsupp)); 39209566063dSJacob Faibussowitsch PetscCall(DMPlexGetTreeChildren(dm, face, &nchild, NULL)); 39212f856554SMatthew G. Knepley if (ghost >= 0 || nsupp > 2 || nchild > 0) continue; 39229566063dSJacob Faibussowitsch PetscCall(DMPlexPointLocalRead(dmFace, face, facegeom, &fg)); 39239566063dSJacob Faibussowitsch PetscCall(DMPlexGetSupport(dm, face, &cells)); 39249566063dSJacob Faibussowitsch PetscCall(DMPlexPointLocalRead(dmCell, cells[0], cellgeom, &cgL)); 39259566063dSJacob Faibussowitsch PetscCall(DMPlexPointLocalRead(dmCell, cells[1], cellgeom, &cgR)); 39262f856554SMatthew G. Knepley for (f = 0; f < Nf; ++f) { 39272f856554SMatthew G. Knepley PetscInt off; 39282f856554SMatthew G. Knepley 39299566063dSJacob Faibussowitsch PetscCall(PetscDSGetComponentOffset(prob, f, &off)); 39302f856554SMatthew G. Knepley if (isFE[f]) { 39312f856554SMatthew G. Knepley const PetscInt *cone; 39322f856554SMatthew G. Knepley PetscInt comp, coneSizeL, coneSizeR, faceLocL, faceLocR, ldof, rdof, d; 39332f856554SMatthew G. Knepley 39342f856554SMatthew G. Knepley xL = xR = NULL; 39359566063dSJacob Faibussowitsch PetscCall(PetscSectionGetFieldComponents(section, f, &comp)); 39369566063dSJacob Faibussowitsch PetscCall(DMPlexVecGetClosure(dm, section, locX, cells[0], &ldof, (PetscScalar **)&xL)); 39379566063dSJacob Faibussowitsch PetscCall(DMPlexVecGetClosure(dm, section, locX, cells[1], &rdof, (PetscScalar **)&xR)); 39389566063dSJacob Faibussowitsch PetscCall(DMPlexGetCone(dm, cells[0], &cone)); 39399566063dSJacob Faibussowitsch PetscCall(DMPlexGetConeSize(dm, cells[0], &coneSizeL)); 39409371c9d4SSatish Balay for (faceLocL = 0; faceLocL < coneSizeL; ++faceLocL) 39419371c9d4SSatish Balay if (cone[faceLocL] == face) break; 39429566063dSJacob Faibussowitsch PetscCall(DMPlexGetCone(dm, cells[1], &cone)); 39439566063dSJacob Faibussowitsch PetscCall(DMPlexGetConeSize(dm, cells[1], &coneSizeR)); 39449371c9d4SSatish Balay for (faceLocR = 0; faceLocR < coneSizeR; ++faceLocR) 39459371c9d4SSatish Balay if (cone[faceLocR] == face) break; 39461dca8a05SBarry Smith PetscCheck(faceLocL != coneSizeL || faceLocR != coneSizeR, PETSC_COMM_SELF, PETSC_ERR_PLIB, "Could not find face %" PetscInt_FMT " in cone of cell %" PetscInt_FMT " or cell %" PetscInt_FMT, face, cells[0], cells[1]); 39472f856554SMatthew G. Knepley /* Check that FEM field has values in the right cell (sometimes its an FV ghost cell) */ 39482f856554SMatthew G. Knepley /* TODO: this is a hack that might not be right for nonconforming */ 39492f856554SMatthew G. Knepley if (faceLocL < coneSizeL) { 39509566063dSJacob Faibussowitsch PetscCall(PetscFEEvaluateFaceFields_Internal(prob, f, faceLocL, xL, &uLl[iface * Nc + off])); 39519566063dSJacob Faibussowitsch if (rdof == ldof && faceLocR < coneSizeR) PetscCall(PetscFEEvaluateFaceFields_Internal(prob, f, faceLocR, xR, &uRl[iface * Nc + off])); 39522f856554SMatthew G. Knepley else { 39539371c9d4SSatish Balay for (d = 0; d < comp; ++d) uRl[iface * Nc + off + d] = uLl[iface * Nc + off + d]; 39549371c9d4SSatish Balay } 39559371c9d4SSatish Balay } else { 39569566063dSJacob Faibussowitsch PetscCall(PetscFEEvaluateFaceFields_Internal(prob, f, faceLocR, xR, &uRl[iface * Nc + off])); 39579566063dSJacob Faibussowitsch PetscCall(PetscSectionGetFieldComponents(section, f, &comp)); 39582f856554SMatthew G. Knepley for (d = 0; d < comp; ++d) uLl[iface * Nc + off + d] = uRl[iface * Nc + off + d]; 39592f856554SMatthew G. Knepley } 39609566063dSJacob Faibussowitsch PetscCall(DMPlexVecRestoreClosure(dm, section, locX, cells[0], &ldof, (PetscScalar **)&xL)); 39619566063dSJacob Faibussowitsch PetscCall(DMPlexVecRestoreClosure(dm, section, locX, cells[1], &rdof, (PetscScalar **)&xR)); 39622f856554SMatthew G. Knepley } else { 39632f856554SMatthew G. Knepley PetscFV fv; 39642f856554SMatthew G. Knepley PetscInt numComp, c; 39652f856554SMatthew G. Knepley 39669566063dSJacob Faibussowitsch PetscCall(PetscDSGetDiscretization(prob, f, (PetscObject *)&fv)); 39679566063dSJacob Faibussowitsch PetscCall(PetscFVGetNumComponents(fv, &numComp)); 39689566063dSJacob Faibussowitsch PetscCall(DMPlexPointLocalFieldRead(dm, cells[0], f, x, &xL)); 39699566063dSJacob Faibussowitsch PetscCall(DMPlexPointLocalFieldRead(dm, cells[1], f, x, &xR)); 39702f856554SMatthew G. Knepley if (dmGrad) { 39712f856554SMatthew G. Knepley PetscReal dxL[3], dxR[3]; 39722f856554SMatthew G. Knepley 39739566063dSJacob Faibussowitsch PetscCall(DMPlexPointLocalRead(dmGrad, cells[0], lgrad, &gL)); 39749566063dSJacob Faibussowitsch PetscCall(DMPlexPointLocalRead(dmGrad, cells[1], lgrad, &gR)); 39752f856554SMatthew G. Knepley DMPlex_WaxpyD_Internal(dim, -1, cgL->centroid, fg->centroid, dxL); 39762f856554SMatthew G. Knepley DMPlex_WaxpyD_Internal(dim, -1, cgR->centroid, fg->centroid, dxR); 39772f856554SMatthew G. Knepley for (c = 0; c < numComp; ++c) { 39782f856554SMatthew G. Knepley uLl[iface * Nc + off + c] = xL[c] + DMPlex_DotD_Internal(dim, &gL[c * dim], dxL); 39792f856554SMatthew G. Knepley uRl[iface * Nc + off + c] = xR[c] + DMPlex_DotD_Internal(dim, &gR[c * dim], dxR); 39802f856554SMatthew G. Knepley } 39812f856554SMatthew G. Knepley } else { 39822f856554SMatthew G. Knepley for (c = 0; c < numComp; ++c) { 39832f856554SMatthew G. Knepley uLl[iface * Nc + off + c] = xL[c]; 39842f856554SMatthew G. Knepley uRl[iface * Nc + off + c] = xR[c]; 39852f856554SMatthew G. Knepley } 39862f856554SMatthew G. Knepley } 39872f856554SMatthew G. Knepley } 39882f856554SMatthew G. Knepley } 39892f856554SMatthew G. Knepley ++iface; 39902f856554SMatthew G. Knepley } 39912f856554SMatthew G. Knepley *Nface = iface; 39929566063dSJacob Faibussowitsch PetscCall(VecRestoreArrayRead(locX, &x)); 39939566063dSJacob Faibussowitsch PetscCall(VecRestoreArrayRead(faceGeometry, &facegeom)); 39949566063dSJacob Faibussowitsch PetscCall(VecRestoreArrayRead(cellGeometry, &cellgeom)); 399548a46eb9SPierre Jolivet if (locGrad) PetscCall(VecRestoreArrayRead(locGrad, &lgrad)); 39969566063dSJacob Faibussowitsch PetscCall(PetscFree(isFE)); 39973ba16761SJacob Faibussowitsch PetscFunctionReturn(PETSC_SUCCESS); 39982f856554SMatthew G. Knepley } 39992f856554SMatthew G. Knepley 40002f856554SMatthew G. Knepley /*@C 40012f856554SMatthew G. Knepley DMPlexRestoreFaceFields - Restore the field values values for a chunk of faces 40022f856554SMatthew G. Knepley 40032f856554SMatthew G. Knepley Input Parameters: 4004a1cb98faSBarry Smith + dm - The `DM` 40052f856554SMatthew G. Knepley . fStart - The first face to include 40062f856554SMatthew G. Knepley . fEnd - The first face to exclude 40072f856554SMatthew G. Knepley . locX - A local vector with the solution fields 40082f856554SMatthew G. Knepley . locX_t - A local vector with solution field time derivatives, or NULL 40092f856554SMatthew G. Knepley . faceGeometry - A local vector with face geometry 40102f856554SMatthew G. Knepley . cellGeometry - A local vector with cell geometry 401160225df5SJacob Faibussowitsch - locGrad - A local vector with field gradients, or NULL 40122f856554SMatthew G. Knepley 40132f856554SMatthew G. Knepley Output Parameters: 40142f856554SMatthew G. Knepley + Nface - The number of faces with field values 40152f856554SMatthew G. Knepley . uL - The field values at the left side of the face 40162f856554SMatthew G. Knepley - uR - The field values at the right side of the face 40172f856554SMatthew G. Knepley 40182f856554SMatthew G. Knepley Level: developer 40192f856554SMatthew G. Knepley 40201cc06b55SBarry Smith .seealso: [](ch_unstructured), `DM`, `DMPLEX`, `DMPlexGetFaceFields()` 40212f856554SMatthew G. Knepley @*/ 4022d71ae5a4SJacob Faibussowitsch PetscErrorCode DMPlexRestoreFaceFields(DM dm, PetscInt fStart, PetscInt fEnd, Vec locX, Vec locX_t, Vec faceGeometry, Vec cellGeometry, Vec locGrad, PetscInt *Nface, PetscScalar **uL, PetscScalar **uR) 4023d71ae5a4SJacob Faibussowitsch { 40242f856554SMatthew G. Knepley PetscFunctionBegin; 40259566063dSJacob Faibussowitsch PetscCall(DMRestoreWorkArray(dm, 0, MPIU_SCALAR, uL)); 40269566063dSJacob Faibussowitsch PetscCall(DMRestoreWorkArray(dm, 0, MPIU_SCALAR, uR)); 40273ba16761SJacob Faibussowitsch PetscFunctionReturn(PETSC_SUCCESS); 40282f856554SMatthew G. Knepley } 40292f856554SMatthew G. Knepley 40302f856554SMatthew G. Knepley /*@C 40312f856554SMatthew G. Knepley DMPlexGetFaceGeometry - Retrieve the geometric values for a chunk of faces 40322f856554SMatthew G. Knepley 40332f856554SMatthew G. Knepley Input Parameters: 4034a1cb98faSBarry Smith + dm - The `DM` 40352f856554SMatthew G. Knepley . fStart - The first face to include 40362f856554SMatthew G. Knepley . fEnd - The first face to exclude 40372f856554SMatthew G. Knepley . faceGeometry - A local vector with face geometry 40382f856554SMatthew G. Knepley - cellGeometry - A local vector with cell geometry 40392f856554SMatthew G. Knepley 40402f856554SMatthew G. Knepley Output Parameters: 40412f856554SMatthew G. Knepley + Nface - The number of faces with field values 40422f856554SMatthew G. Knepley . fgeom - The extract the face centroid and normal 40432f856554SMatthew G. Knepley - vol - The cell volume 40442f856554SMatthew G. Knepley 40452f856554SMatthew G. Knepley Level: developer 40462f856554SMatthew G. Knepley 40471cc06b55SBarry Smith .seealso: [](ch_unstructured), `DM`, `DMPLEX`, `DMPlexGetCellFields()` 40482f856554SMatthew G. Knepley @*/ 4049d71ae5a4SJacob Faibussowitsch PetscErrorCode DMPlexGetFaceGeometry(DM dm, PetscInt fStart, PetscInt fEnd, Vec faceGeometry, Vec cellGeometry, PetscInt *Nface, PetscFVFaceGeom **fgeom, PetscReal **vol) 4050d71ae5a4SJacob Faibussowitsch { 40512f856554SMatthew G. Knepley DM dmFace, dmCell; 40522f856554SMatthew G. Knepley DMLabel ghostLabel; 40532f856554SMatthew G. Knepley const PetscScalar *facegeom, *cellgeom; 40542f856554SMatthew G. Knepley PetscInt dim, numFaces = fEnd - fStart, iface, face; 40552f856554SMatthew G. Knepley 40562f856554SMatthew G. Knepley PetscFunctionBegin; 40572f856554SMatthew G. Knepley PetscValidHeaderSpecific(dm, DM_CLASSID, 1); 40582f856554SMatthew G. Knepley PetscValidHeaderSpecific(faceGeometry, VEC_CLASSID, 4); 40592f856554SMatthew G. Knepley PetscValidHeaderSpecific(cellGeometry, VEC_CLASSID, 5); 40604f572ea9SToby Isaac PetscAssertPointer(fgeom, 7); 40614f572ea9SToby Isaac PetscAssertPointer(vol, 8); 40629566063dSJacob Faibussowitsch PetscCall(DMGetDimension(dm, &dim)); 40639566063dSJacob Faibussowitsch PetscCall(DMGetLabel(dm, "ghost", &ghostLabel)); 40649566063dSJacob Faibussowitsch PetscCall(VecGetDM(faceGeometry, &dmFace)); 40659566063dSJacob Faibussowitsch PetscCall(VecGetArrayRead(faceGeometry, &facegeom)); 40669566063dSJacob Faibussowitsch PetscCall(VecGetDM(cellGeometry, &dmCell)); 40679566063dSJacob Faibussowitsch PetscCall(VecGetArrayRead(cellGeometry, &cellgeom)); 40689566063dSJacob Faibussowitsch PetscCall(PetscMalloc1(numFaces, fgeom)); 40699566063dSJacob Faibussowitsch PetscCall(DMGetWorkArray(dm, numFaces * 2, MPIU_SCALAR, vol)); 40702f856554SMatthew G. Knepley for (face = fStart, iface = 0; face < fEnd; ++face) { 40712f856554SMatthew G. Knepley const PetscInt *cells; 40722f856554SMatthew G. Knepley PetscFVFaceGeom *fg; 40732f856554SMatthew G. Knepley PetscFVCellGeom *cgL, *cgR; 40742f856554SMatthew G. Knepley PetscFVFaceGeom *fgeoml = *fgeom; 40752f856554SMatthew G. Knepley PetscReal *voll = *vol; 40762f856554SMatthew G. Knepley PetscInt ghost, d, nchild, nsupp; 40772f856554SMatthew G. Knepley 40789566063dSJacob Faibussowitsch PetscCall(DMLabelGetValue(ghostLabel, face, &ghost)); 40799566063dSJacob Faibussowitsch PetscCall(DMPlexGetSupportSize(dm, face, &nsupp)); 40809566063dSJacob Faibussowitsch PetscCall(DMPlexGetTreeChildren(dm, face, &nchild, NULL)); 40812f856554SMatthew G. Knepley if (ghost >= 0 || nsupp > 2 || nchild > 0) continue; 40829566063dSJacob Faibussowitsch PetscCall(DMPlexPointLocalRead(dmFace, face, facegeom, &fg)); 40839566063dSJacob Faibussowitsch PetscCall(DMPlexGetSupport(dm, face, &cells)); 40849566063dSJacob Faibussowitsch PetscCall(DMPlexPointLocalRead(dmCell, cells[0], cellgeom, &cgL)); 40859566063dSJacob Faibussowitsch PetscCall(DMPlexPointLocalRead(dmCell, cells[1], cellgeom, &cgR)); 40862f856554SMatthew G. Knepley for (d = 0; d < dim; ++d) { 40872f856554SMatthew G. Knepley fgeoml[iface].centroid[d] = fg->centroid[d]; 40882f856554SMatthew G. Knepley fgeoml[iface].normal[d] = fg->normal[d]; 40892f856554SMatthew G. Knepley } 40902f856554SMatthew G. Knepley voll[iface * 2 + 0] = cgL->volume; 40912f856554SMatthew G. Knepley voll[iface * 2 + 1] = cgR->volume; 40922f856554SMatthew G. Knepley ++iface; 40932f856554SMatthew G. Knepley } 40942f856554SMatthew G. Knepley *Nface = iface; 40959566063dSJacob Faibussowitsch PetscCall(VecRestoreArrayRead(faceGeometry, &facegeom)); 40969566063dSJacob Faibussowitsch PetscCall(VecRestoreArrayRead(cellGeometry, &cellgeom)); 40973ba16761SJacob Faibussowitsch PetscFunctionReturn(PETSC_SUCCESS); 40982f856554SMatthew G. Knepley } 40992f856554SMatthew G. Knepley 41002f856554SMatthew G. Knepley /*@C 41012f856554SMatthew G. Knepley DMPlexRestoreFaceGeometry - Restore the field values values for a chunk of faces 41022f856554SMatthew G. Knepley 41032f856554SMatthew G. Knepley Input Parameters: 4104a1cb98faSBarry Smith + dm - The `DM` 41052f856554SMatthew G. Knepley . fStart - The first face to include 41062f856554SMatthew G. Knepley . fEnd - The first face to exclude 41072f856554SMatthew G. Knepley . faceGeometry - A local vector with face geometry 41082f856554SMatthew G. Knepley - cellGeometry - A local vector with cell geometry 41092f856554SMatthew G. Knepley 41102f856554SMatthew G. Knepley Output Parameters: 41112f856554SMatthew G. Knepley + Nface - The number of faces with field values 41122f856554SMatthew G. Knepley . fgeom - The extract the face centroid and normal 41132f856554SMatthew G. Knepley - vol - The cell volume 41142f856554SMatthew G. Knepley 41152f856554SMatthew G. Knepley Level: developer 41162f856554SMatthew G. Knepley 41171cc06b55SBarry Smith .seealso: [](ch_unstructured), `DM`, `DMPLEX`, `DMPlexGetFaceFields()` 41182f856554SMatthew G. Knepley @*/ 4119d71ae5a4SJacob Faibussowitsch PetscErrorCode DMPlexRestoreFaceGeometry(DM dm, PetscInt fStart, PetscInt fEnd, Vec faceGeometry, Vec cellGeometry, PetscInt *Nface, PetscFVFaceGeom **fgeom, PetscReal **vol) 4120d71ae5a4SJacob Faibussowitsch { 41212f856554SMatthew G. Knepley PetscFunctionBegin; 41229566063dSJacob Faibussowitsch PetscCall(PetscFree(*fgeom)); 41239566063dSJacob Faibussowitsch PetscCall(DMRestoreWorkArray(dm, 0, MPIU_REAL, vol)); 41243ba16761SJacob Faibussowitsch PetscFunctionReturn(PETSC_SUCCESS); 41252f856554SMatthew G. Knepley } 41262f856554SMatthew G. Knepley 4127d71ae5a4SJacob Faibussowitsch PetscErrorCode DMSNESGetFEGeom(DMField coordField, IS pointIS, PetscQuadrature quad, PetscBool faceData, PetscFEGeom **geom) 4128d71ae5a4SJacob Faibussowitsch { 4129a1cf66bbSMatthew G. Knepley char composeStr[33] = {0}; 4130a1cf66bbSMatthew G. Knepley PetscObjectId id; 4131a1cf66bbSMatthew G. Knepley PetscContainer container; 4132a1cf66bbSMatthew G. Knepley 4133a1cf66bbSMatthew G. Knepley PetscFunctionBegin; 41349566063dSJacob Faibussowitsch PetscCall(PetscObjectGetId((PetscObject)quad, &id)); 413563a3b9bcSJacob Faibussowitsch PetscCall(PetscSNPrintf(composeStr, 32, "DMSNESGetFEGeom_%" PetscInt64_FMT "\n", id)); 41369566063dSJacob Faibussowitsch PetscCall(PetscObjectQuery((PetscObject)pointIS, composeStr, (PetscObject *)&container)); 4137a1cf66bbSMatthew G. Knepley if (container) { 41389566063dSJacob Faibussowitsch PetscCall(PetscContainerGetPointer(container, (void **)geom)); 4139a1cf66bbSMatthew G. Knepley } else { 41409566063dSJacob Faibussowitsch PetscCall(DMFieldCreateFEGeom(coordField, pointIS, quad, faceData, geom)); 41419566063dSJacob Faibussowitsch PetscCall(PetscContainerCreate(PETSC_COMM_SELF, &container)); 41429566063dSJacob Faibussowitsch PetscCall(PetscContainerSetPointer(container, (void *)*geom)); 41439566063dSJacob Faibussowitsch PetscCall(PetscContainerSetUserDestroy(container, PetscContainerUserDestroy_PetscFEGeom)); 41449566063dSJacob Faibussowitsch PetscCall(PetscObjectCompose((PetscObject)pointIS, composeStr, (PetscObject)container)); 41459566063dSJacob Faibussowitsch PetscCall(PetscContainerDestroy(&container)); 4146a1cf66bbSMatthew G. Knepley } 41473ba16761SJacob Faibussowitsch PetscFunctionReturn(PETSC_SUCCESS); 4148a1cf66bbSMatthew G. Knepley } 4149a1cf66bbSMatthew G. Knepley 4150d71ae5a4SJacob Faibussowitsch PetscErrorCode DMSNESRestoreFEGeom(DMField coordField, IS pointIS, PetscQuadrature quad, PetscBool faceData, PetscFEGeom **geom) 4151d71ae5a4SJacob Faibussowitsch { 4152a1cf66bbSMatthew G. Knepley PetscFunctionBegin; 4153a1cf66bbSMatthew G. Knepley *geom = NULL; 41543ba16761SJacob Faibussowitsch PetscFunctionReturn(PETSC_SUCCESS); 4155a1cf66bbSMatthew G. Knepley } 4156a1cf66bbSMatthew G. Knepley 4157d71ae5a4SJacob Faibussowitsch PetscErrorCode DMPlexComputeResidual_Patch_Internal(DM dm, PetscSection section, IS cellIS, PetscReal t, Vec locX, Vec locX_t, Vec locF, void *user) 4158d71ae5a4SJacob Faibussowitsch { 415992d50984SMatthew G. Knepley DM_Plex *mesh = (DM_Plex *)dm->data; 416092d50984SMatthew G. Knepley const char *name = "Residual"; 416192d50984SMatthew G. Knepley DM dmAux = NULL; 416292d50984SMatthew G. Knepley DMLabel ghostLabel = NULL; 416392d50984SMatthew G. Knepley PetscDS prob = NULL; 416492d50984SMatthew G. Knepley PetscDS probAux = NULL; 416592d50984SMatthew G. Knepley PetscBool useFEM = PETSC_FALSE; 416692d50984SMatthew G. Knepley PetscBool isImplicit = (locX_t || t == PETSC_MIN_REAL) ? PETSC_TRUE : PETSC_FALSE; 416792d50984SMatthew G. Knepley DMField coordField = NULL; 4168c0006e53SPatrick Farrell Vec locA; 4169c0006e53SPatrick Farrell PetscScalar *u = NULL, *u_t, *a, *uL = NULL, *uR = NULL; 417092d50984SMatthew G. Knepley IS chunkIS; 417192d50984SMatthew G. Knepley const PetscInt *cells; 417292d50984SMatthew G. Knepley PetscInt cStart, cEnd, numCells; 4173364207b6SKarl Rupp PetscInt Nf, f, totDim, totDimAux, numChunks, cellChunkSize, chunk, fStart, fEnd; 417492d50984SMatthew G. Knepley PetscInt maxDegree = PETSC_MAX_INT; 417506ad1575SMatthew G. Knepley PetscFormKey key; 417692d50984SMatthew G. Knepley PetscQuadrature affineQuad = NULL, *quads = NULL; 417792d50984SMatthew G. Knepley PetscFEGeom *affineGeom = NULL, **geoms = NULL; 417892d50984SMatthew G. Knepley 417992d50984SMatthew G. Knepley PetscFunctionBegin; 41809566063dSJacob Faibussowitsch PetscCall(PetscLogEventBegin(DMPLEX_ResidualFEM, dm, 0, 0, 0)); 418192d50984SMatthew G. Knepley /* FEM+FVM */ 418292d50984SMatthew G. Knepley /* 1: Get sizes from dm and dmAux */ 41839566063dSJacob Faibussowitsch PetscCall(DMGetLabel(dm, "ghost", &ghostLabel)); 41849566063dSJacob Faibussowitsch PetscCall(DMGetDS(dm, &prob)); 41859566063dSJacob Faibussowitsch PetscCall(PetscDSGetNumFields(prob, &Nf)); 41869566063dSJacob Faibussowitsch PetscCall(PetscDSGetTotalDimension(prob, &totDim)); 41879566063dSJacob Faibussowitsch PetscCall(DMGetAuxiliaryVec(dm, NULL, 0, 0, &locA)); 418892d50984SMatthew G. Knepley if (locA) { 41899566063dSJacob Faibussowitsch PetscCall(VecGetDM(locA, &dmAux)); 41909566063dSJacob Faibussowitsch PetscCall(DMGetDS(dmAux, &probAux)); 41919566063dSJacob Faibussowitsch PetscCall(PetscDSGetTotalDimension(probAux, &totDimAux)); 419292d50984SMatthew G. Knepley } 419392d50984SMatthew G. Knepley /* 2: Get geometric data */ 419492d50984SMatthew G. Knepley for (f = 0; f < Nf; ++f) { 419592d50984SMatthew G. Knepley PetscObject obj; 419692d50984SMatthew G. Knepley PetscClassId id; 419792d50984SMatthew G. Knepley PetscBool fimp; 419892d50984SMatthew G. Knepley 41999566063dSJacob Faibussowitsch PetscCall(PetscDSGetImplicit(prob, f, &fimp)); 420092d50984SMatthew G. Knepley if (isImplicit != fimp) continue; 42019566063dSJacob Faibussowitsch PetscCall(PetscDSGetDiscretization(prob, f, &obj)); 42029566063dSJacob Faibussowitsch PetscCall(PetscObjectGetClassId(obj, &id)); 4203ad540459SPierre Jolivet if (id == PETSCFE_CLASSID) useFEM = PETSC_TRUE; 42045f80ce2aSJacob Faibussowitsch PetscCheck(id != PETSCFV_CLASSID, PETSC_COMM_SELF, PETSC_ERR_ARG_WRONG, "Use of FVM with PCPATCH not yet implemented"); 420592d50984SMatthew G. Knepley } 420692d50984SMatthew G. Knepley if (useFEM) { 42079566063dSJacob Faibussowitsch PetscCall(DMGetCoordinateField(dm, &coordField)); 42089566063dSJacob Faibussowitsch PetscCall(DMFieldGetDegree(coordField, cellIS, NULL, &maxDegree)); 420992d50984SMatthew G. Knepley if (maxDegree <= 1) { 42109566063dSJacob Faibussowitsch PetscCall(DMFieldCreateDefaultQuadrature(coordField, cellIS, &affineQuad)); 421148a46eb9SPierre Jolivet if (affineQuad) PetscCall(DMSNESGetFEGeom(coordField, cellIS, affineQuad, PETSC_FALSE, &affineGeom)); 421292d50984SMatthew G. Knepley } else { 42139566063dSJacob Faibussowitsch PetscCall(PetscCalloc2(Nf, &quads, Nf, &geoms)); 421492d50984SMatthew G. Knepley for (f = 0; f < Nf; ++f) { 421592d50984SMatthew G. Knepley PetscObject obj; 421692d50984SMatthew G. Knepley PetscClassId id; 421792d50984SMatthew G. Knepley PetscBool fimp; 421892d50984SMatthew G. Knepley 42199566063dSJacob Faibussowitsch PetscCall(PetscDSGetImplicit(prob, f, &fimp)); 422092d50984SMatthew G. Knepley if (isImplicit != fimp) continue; 42219566063dSJacob Faibussowitsch PetscCall(PetscDSGetDiscretization(prob, f, &obj)); 42229566063dSJacob Faibussowitsch PetscCall(PetscObjectGetClassId(obj, &id)); 422392d50984SMatthew G. Knepley if (id == PETSCFE_CLASSID) { 422492d50984SMatthew G. Knepley PetscFE fe = (PetscFE)obj; 422592d50984SMatthew G. Knepley 42269566063dSJacob Faibussowitsch PetscCall(PetscFEGetQuadrature(fe, &quads[f])); 42279566063dSJacob Faibussowitsch PetscCall(PetscObjectReference((PetscObject)quads[f])); 42289566063dSJacob Faibussowitsch PetscCall(DMSNESGetFEGeom(coordField, cellIS, quads[f], PETSC_FALSE, &geoms[f])); 422992d50984SMatthew G. Knepley } 423092d50984SMatthew G. Knepley } 423192d50984SMatthew G. Knepley } 423292d50984SMatthew G. Knepley } 423392d50984SMatthew G. Knepley /* Loop over chunks */ 42349566063dSJacob Faibussowitsch PetscCall(ISGetPointRange(cellIS, &cStart, &cEnd, &cells)); 42359566063dSJacob Faibussowitsch PetscCall(DMPlexGetHeightStratum(dm, 1, &fStart, &fEnd)); 42369566063dSJacob Faibussowitsch if (useFEM) PetscCall(ISCreate(PETSC_COMM_SELF, &chunkIS)); 423792d50984SMatthew G. Knepley numCells = cEnd - cStart; 423892d50984SMatthew G. Knepley numChunks = 1; 423992d50984SMatthew G. Knepley cellChunkSize = numCells / numChunks; 424092d50984SMatthew G. Knepley numChunks = PetscMin(1, numCells); 42416528b96dSMatthew G. Knepley key.label = NULL; 42426528b96dSMatthew G. Knepley key.value = 0; 424306ad1575SMatthew G. Knepley key.part = 0; 424492d50984SMatthew G. Knepley for (chunk = 0; chunk < numChunks; ++chunk) { 4245c0006e53SPatrick Farrell PetscScalar *elemVec, *fluxL = NULL, *fluxR = NULL; 4246c0006e53SPatrick Farrell PetscReal *vol = NULL; 4247c0006e53SPatrick Farrell PetscFVFaceGeom *fgeom = NULL; 424892d50984SMatthew G. Knepley PetscInt cS = cStart + chunk * cellChunkSize, cE = PetscMin(cS + cellChunkSize, cEnd), numCells = cE - cS, c; 4249c0006e53SPatrick Farrell PetscInt numFaces = 0; 425092d50984SMatthew G. Knepley 425192d50984SMatthew G. Knepley /* Extract field coefficients */ 425292d50984SMatthew G. Knepley if (useFEM) { 42539566063dSJacob Faibussowitsch PetscCall(ISGetPointSubrange(chunkIS, cS, cE, cells)); 42549566063dSJacob Faibussowitsch PetscCall(DMPlexGetCellFields(dm, chunkIS, locX, locX_t, locA, &u, &u_t, &a)); 42559566063dSJacob Faibussowitsch PetscCall(DMGetWorkArray(dm, numCells * totDim, MPIU_SCALAR, &elemVec)); 42569566063dSJacob Faibussowitsch PetscCall(PetscArrayzero(elemVec, numCells * totDim)); 425792d50984SMatthew G. Knepley } 425892d50984SMatthew G. Knepley /* TODO We will interlace both our field coefficients (u, u_t, uL, uR, etc.) and our output (elemVec, fL, fR). I think this works */ 425992d50984SMatthew G. Knepley /* Loop over fields */ 426092d50984SMatthew G. Knepley for (f = 0; f < Nf; ++f) { 426192d50984SMatthew G. Knepley PetscObject obj; 426292d50984SMatthew G. Knepley PetscClassId id; 426392d50984SMatthew G. Knepley PetscBool fimp; 426492d50984SMatthew G. Knepley PetscInt numChunks, numBatches, batchSize, numBlocks, blockSize, Ne, Nr, offset; 426592d50984SMatthew G. Knepley 42666528b96dSMatthew G. Knepley key.field = f; 42679566063dSJacob Faibussowitsch PetscCall(PetscDSGetImplicit(prob, f, &fimp)); 426892d50984SMatthew G. Knepley if (isImplicit != fimp) continue; 42699566063dSJacob Faibussowitsch PetscCall(PetscDSGetDiscretization(prob, f, &obj)); 42709566063dSJacob Faibussowitsch PetscCall(PetscObjectGetClassId(obj, &id)); 427192d50984SMatthew G. Knepley if (id == PETSCFE_CLASSID) { 427292d50984SMatthew G. Knepley PetscFE fe = (PetscFE)obj; 427392d50984SMatthew G. Knepley PetscFEGeom *geom = affineGeom ? affineGeom : geoms[f]; 427492d50984SMatthew G. Knepley PetscFEGeom *chunkGeom = NULL; 427592d50984SMatthew G. Knepley PetscQuadrature quad = affineQuad ? affineQuad : quads[f]; 427692d50984SMatthew G. Knepley PetscInt Nq, Nb; 427792d50984SMatthew G. Knepley 42789566063dSJacob Faibussowitsch PetscCall(PetscFEGetTileSizes(fe, NULL, &numBlocks, NULL, &numBatches)); 42799566063dSJacob Faibussowitsch PetscCall(PetscQuadratureGetData(quad, NULL, NULL, &Nq, NULL, NULL)); 42809566063dSJacob Faibussowitsch PetscCall(PetscFEGetDimension(fe, &Nb)); 428192d50984SMatthew G. Knepley blockSize = Nb; 428292d50984SMatthew G. Knepley batchSize = numBlocks * blockSize; 42839566063dSJacob Faibussowitsch PetscCall(PetscFESetTileSizes(fe, blockSize, numBlocks, batchSize, numBatches)); 428492d50984SMatthew G. Knepley numChunks = numCells / (numBatches * batchSize); 428592d50984SMatthew G. Knepley Ne = numChunks * numBatches * batchSize; 428692d50984SMatthew G. Knepley Nr = numCells % (numBatches * batchSize); 428792d50984SMatthew G. Knepley offset = numCells - Nr; 428892d50984SMatthew G. Knepley /* Integrate FE residual to get elemVec (need fields at quadrature points) */ 428992d50984SMatthew G. Knepley /* For FV, I think we use a P0 basis and the cell coefficients (for subdivided cells, we can tweak the basis tabulation to be the indicator function) */ 42909566063dSJacob Faibussowitsch PetscCall(PetscFEGeomGetChunk(geom, 0, offset, &chunkGeom)); 42919566063dSJacob Faibussowitsch PetscCall(PetscFEIntegrateResidual(prob, key, Ne, chunkGeom, u, u_t, probAux, a, t, elemVec)); 42929566063dSJacob Faibussowitsch PetscCall(PetscFEGeomGetChunk(geom, offset, numCells, &chunkGeom)); 42938e3a54c0SPierre Jolivet PetscCall(PetscFEIntegrateResidual(prob, key, Nr, chunkGeom, &u[offset * totDim], PetscSafePointerPlusOffset(u_t, offset * totDim), probAux, &a[offset * totDimAux], t, &elemVec[offset * totDim])); 42949566063dSJacob Faibussowitsch PetscCall(PetscFEGeomRestoreChunk(geom, offset, numCells, &chunkGeom)); 429592d50984SMatthew G. Knepley } else if (id == PETSCFV_CLASSID) { 429692d50984SMatthew G. Knepley PetscFV fv = (PetscFV)obj; 429792d50984SMatthew G. Knepley 429892d50984SMatthew G. Knepley Ne = numFaces; 429992d50984SMatthew G. Knepley /* Riemann solve over faces (need fields at face centroids) */ 430092d50984SMatthew G. Knepley /* We need to evaluate FE fields at those coordinates */ 43019566063dSJacob Faibussowitsch PetscCall(PetscFVIntegrateRHSFunction(fv, prob, f, Ne, fgeom, vol, uL, uR, fluxL, fluxR)); 430263a3b9bcSJacob Faibussowitsch } else SETERRQ(PetscObjectComm((PetscObject)dm), PETSC_ERR_ARG_WRONG, "Unknown discretization type for field %" PetscInt_FMT, f); 430392d50984SMatthew G. Knepley } 430492d50984SMatthew G. Knepley /* Loop over domain */ 430592d50984SMatthew G. Knepley if (useFEM) { 430692d50984SMatthew G. Knepley /* Add elemVec to locX */ 430792d50984SMatthew G. Knepley for (c = cS; c < cE; ++c) { 430892d50984SMatthew G. Knepley const PetscInt cell = cells ? cells[c] : c; 430992d50984SMatthew G. Knepley const PetscInt cind = c - cStart; 431092d50984SMatthew G. Knepley 43119566063dSJacob Faibussowitsch if (mesh->printFEM > 1) PetscCall(DMPrintCellVector(cell, name, totDim, &elemVec[cind * totDim])); 431292d50984SMatthew G. Knepley if (ghostLabel) { 431392d50984SMatthew G. Knepley PetscInt ghostVal; 431492d50984SMatthew G. Knepley 43159566063dSJacob Faibussowitsch PetscCall(DMLabelGetValue(ghostLabel, cell, &ghostVal)); 431692d50984SMatthew G. Knepley if (ghostVal > 0) continue; 431792d50984SMatthew G. Knepley } 43189566063dSJacob Faibussowitsch PetscCall(DMPlexVecSetClosure(dm, section, locF, cell, &elemVec[cind * totDim], ADD_ALL_VALUES)); 431992d50984SMatthew G. Knepley } 432092d50984SMatthew G. Knepley } 432192d50984SMatthew G. Knepley /* Handle time derivative */ 432292d50984SMatthew G. Knepley if (locX_t) { 432392d50984SMatthew G. Knepley PetscScalar *x_t, *fa; 432492d50984SMatthew G. Knepley 43259566063dSJacob Faibussowitsch PetscCall(VecGetArray(locF, &fa)); 43269566063dSJacob Faibussowitsch PetscCall(VecGetArray(locX_t, &x_t)); 432792d50984SMatthew G. Knepley for (f = 0; f < Nf; ++f) { 432892d50984SMatthew G. Knepley PetscFV fv; 432992d50984SMatthew G. Knepley PetscObject obj; 433092d50984SMatthew G. Knepley PetscClassId id; 433192d50984SMatthew G. Knepley PetscInt pdim, d; 433292d50984SMatthew G. Knepley 43339566063dSJacob Faibussowitsch PetscCall(PetscDSGetDiscretization(prob, f, &obj)); 43349566063dSJacob Faibussowitsch PetscCall(PetscObjectGetClassId(obj, &id)); 433592d50984SMatthew G. Knepley if (id != PETSCFV_CLASSID) continue; 433692d50984SMatthew G. Knepley fv = (PetscFV)obj; 43379566063dSJacob Faibussowitsch PetscCall(PetscFVGetNumComponents(fv, &pdim)); 433892d50984SMatthew G. Knepley for (c = cS; c < cE; ++c) { 433992d50984SMatthew G. Knepley const PetscInt cell = cells ? cells[c] : c; 434092d50984SMatthew G. Knepley PetscScalar *u_t, *r; 434192d50984SMatthew G. Knepley 434292d50984SMatthew G. Knepley if (ghostLabel) { 434392d50984SMatthew G. Knepley PetscInt ghostVal; 434492d50984SMatthew G. Knepley 43459566063dSJacob Faibussowitsch PetscCall(DMLabelGetValue(ghostLabel, cell, &ghostVal)); 434692d50984SMatthew G. Knepley if (ghostVal > 0) continue; 434792d50984SMatthew G. Knepley } 43489566063dSJacob Faibussowitsch PetscCall(DMPlexPointLocalFieldRead(dm, cell, f, x_t, &u_t)); 43499566063dSJacob Faibussowitsch PetscCall(DMPlexPointLocalFieldRef(dm, cell, f, fa, &r)); 435092d50984SMatthew G. Knepley for (d = 0; d < pdim; ++d) r[d] += u_t[d]; 435192d50984SMatthew G. Knepley } 435292d50984SMatthew G. Knepley } 43539566063dSJacob Faibussowitsch PetscCall(VecRestoreArray(locX_t, &x_t)); 43549566063dSJacob Faibussowitsch PetscCall(VecRestoreArray(locF, &fa)); 435592d50984SMatthew G. Knepley } 435692d50984SMatthew G. Knepley if (useFEM) { 43579566063dSJacob Faibussowitsch PetscCall(DMPlexRestoreCellFields(dm, chunkIS, locX, locX_t, locA, &u, &u_t, &a)); 43589566063dSJacob Faibussowitsch PetscCall(DMRestoreWorkArray(dm, numCells * totDim, MPIU_SCALAR, &elemVec)); 435992d50984SMatthew G. Knepley } 436092d50984SMatthew G. Knepley } 43619566063dSJacob Faibussowitsch if (useFEM) PetscCall(ISDestroy(&chunkIS)); 43629566063dSJacob Faibussowitsch PetscCall(ISRestorePointRange(cellIS, &cStart, &cEnd, &cells)); 436392d50984SMatthew G. Knepley /* TODO Could include boundary residual here (see DMPlexComputeResidual_Internal) */ 436492d50984SMatthew G. Knepley if (useFEM) { 436592d50984SMatthew G. Knepley if (maxDegree <= 1) { 43669566063dSJacob Faibussowitsch PetscCall(DMSNESRestoreFEGeom(coordField, cellIS, affineQuad, PETSC_FALSE, &affineGeom)); 43679566063dSJacob Faibussowitsch PetscCall(PetscQuadratureDestroy(&affineQuad)); 436892d50984SMatthew G. Knepley } else { 436992d50984SMatthew G. Knepley for (f = 0; f < Nf; ++f) { 43709566063dSJacob Faibussowitsch PetscCall(DMSNESRestoreFEGeom(coordField, cellIS, quads[f], PETSC_FALSE, &geoms[f])); 43719566063dSJacob Faibussowitsch PetscCall(PetscQuadratureDestroy(&quads[f])); 437292d50984SMatthew G. Knepley } 43739566063dSJacob Faibussowitsch PetscCall(PetscFree2(quads, geoms)); 437492d50984SMatthew G. Knepley } 437592d50984SMatthew G. Knepley } 43769566063dSJacob Faibussowitsch PetscCall(PetscLogEventEnd(DMPLEX_ResidualFEM, dm, 0, 0, 0)); 43773ba16761SJacob Faibussowitsch PetscFunctionReturn(PETSC_SUCCESS); 437892d50984SMatthew G. Knepley } 437992d50984SMatthew G. Knepley 4380a1cf66bbSMatthew G. Knepley /* 4381a1cf66bbSMatthew G. Knepley We always assemble JacP, and if the matrix is different from Jac and two different sets of point functions are provided, we also assemble Jac 4382a1cf66bbSMatthew G. Knepley 4383a1cf66bbSMatthew G. Knepley X - The local solution vector 4384a5b23f4aSJose E. Roman X_t - The local solution time derivative vector, or NULL 4385a1cf66bbSMatthew G. Knepley */ 4386d71ae5a4SJacob Faibussowitsch PetscErrorCode DMPlexComputeJacobian_Patch_Internal(DM dm, PetscSection section, PetscSection globalSection, IS cellIS, PetscReal t, PetscReal X_tShift, Vec X, Vec X_t, Mat Jac, Mat JacP, void *ctx) 4387d71ae5a4SJacob Faibussowitsch { 4388a1cf66bbSMatthew G. Knepley DM_Plex *mesh = (DM_Plex *)dm->data; 4389a1cf66bbSMatthew G. Knepley const char *name = "Jacobian", *nameP = "JacobianPre"; 4390a1cf66bbSMatthew G. Knepley DM dmAux = NULL; 4391a1cf66bbSMatthew G. Knepley PetscDS prob, probAux = NULL; 4392a1cf66bbSMatthew G. Knepley PetscSection sectionAux = NULL; 4393a1cf66bbSMatthew G. Knepley Vec A; 4394a1cf66bbSMatthew G. Knepley DMField coordField; 4395a1cf66bbSMatthew G. Knepley PetscFEGeom *cgeomFEM; 4396a1cf66bbSMatthew G. Knepley PetscQuadrature qGeom = NULL; 4397a1cf66bbSMatthew G. Knepley Mat J = Jac, JP = JacP; 4398a1cf66bbSMatthew G. Knepley PetscScalar *work, *u = NULL, *u_t = NULL, *a = NULL, *elemMat = NULL, *elemMatP = NULL, *elemMatD = NULL; 4399e432b41dSStefano Zampini PetscBool hasJac, hasPrec, hasDyn, assembleJac, *isFE, hasFV = PETSC_FALSE; 4400a1cf66bbSMatthew G. Knepley const PetscInt *cells; 440106ad1575SMatthew G. Knepley PetscFormKey key; 44029b2fc754SMatthew G. Knepley PetscInt Nf, fieldI, fieldJ, maxDegree, numCells, cStart, cEnd, numChunks, chunkSize, chunk, totDim, totDimAux = 0, sz, wsz, off = 0, offCell = 0; 4403a1cf66bbSMatthew G. Knepley 4404a1cf66bbSMatthew G. Knepley PetscFunctionBegin; 44059566063dSJacob Faibussowitsch PetscCall(ISGetLocalSize(cellIS, &numCells)); 44069566063dSJacob Faibussowitsch PetscCall(ISGetPointRange(cellIS, &cStart, &cEnd, &cells)); 44079566063dSJacob Faibussowitsch PetscCall(PetscLogEventBegin(DMPLEX_JacobianFEM, dm, 0, 0, 0)); 44089566063dSJacob Faibussowitsch PetscCall(DMGetDS(dm, &prob)); 44099566063dSJacob Faibussowitsch PetscCall(DMGetAuxiliaryVec(dm, NULL, 0, 0, &A)); 44109a2a23afSMatthew G. Knepley if (A) { 44119566063dSJacob Faibussowitsch PetscCall(VecGetDM(A, &dmAux)); 44129566063dSJacob Faibussowitsch PetscCall(DMGetLocalSection(dmAux, §ionAux)); 44139566063dSJacob Faibussowitsch PetscCall(DMGetDS(dmAux, &probAux)); 4414a1cf66bbSMatthew G. Knepley } 4415a1cf66bbSMatthew G. Knepley /* Get flags */ 44169566063dSJacob Faibussowitsch PetscCall(PetscDSGetNumFields(prob, &Nf)); 44179566063dSJacob Faibussowitsch PetscCall(DMGetWorkArray(dm, Nf, MPIU_BOOL, &isFE)); 4418a1cf66bbSMatthew G. Knepley for (fieldI = 0; fieldI < Nf; ++fieldI) { 4419a1cf66bbSMatthew G. Knepley PetscObject disc; 4420a1cf66bbSMatthew G. Knepley PetscClassId id; 44219566063dSJacob Faibussowitsch PetscCall(PetscDSGetDiscretization(prob, fieldI, &disc)); 44229566063dSJacob Faibussowitsch PetscCall(PetscObjectGetClassId(disc, &id)); 44239371c9d4SSatish Balay if (id == PETSCFE_CLASSID) { 44249371c9d4SSatish Balay isFE[fieldI] = PETSC_TRUE; 44259371c9d4SSatish Balay } else if (id == PETSCFV_CLASSID) { 44269371c9d4SSatish Balay hasFV = PETSC_TRUE; 44279371c9d4SSatish Balay isFE[fieldI] = PETSC_FALSE; 44289371c9d4SSatish Balay } 4429a1cf66bbSMatthew G. Knepley } 44309566063dSJacob Faibussowitsch PetscCall(PetscDSHasJacobian(prob, &hasJac)); 44319566063dSJacob Faibussowitsch PetscCall(PetscDSHasJacobianPreconditioner(prob, &hasPrec)); 44329566063dSJacob Faibussowitsch PetscCall(PetscDSHasDynamicJacobian(prob, &hasDyn)); 4433a1cf66bbSMatthew G. Knepley assembleJac = hasJac && hasPrec && (Jac != JacP) ? PETSC_TRUE : PETSC_FALSE; 4434a1cf66bbSMatthew G. Knepley hasDyn = hasDyn && (X_tShift != 0.0) ? PETSC_TRUE : PETSC_FALSE; 44359566063dSJacob Faibussowitsch if (hasFV) PetscCall(MatSetOption(JP, MAT_IGNORE_ZERO_ENTRIES, PETSC_TRUE)); /* No allocated space for FV stuff, so ignore the zero entries */ 44369566063dSJacob Faibussowitsch PetscCall(PetscDSGetTotalDimension(prob, &totDim)); 44379566063dSJacob Faibussowitsch if (probAux) PetscCall(PetscDSGetTotalDimension(probAux, &totDimAux)); 4438a1cf66bbSMatthew G. Knepley /* Compute batch sizes */ 4439a1cf66bbSMatthew G. Knepley if (isFE[0]) { 4440a1cf66bbSMatthew G. Knepley PetscFE fe; 4441a1cf66bbSMatthew G. Knepley PetscQuadrature q; 4442a1cf66bbSMatthew G. Knepley PetscInt numQuadPoints, numBatches, batchSize, numBlocks, blockSize, Nb; 4443a1cf66bbSMatthew G. Knepley 44449566063dSJacob Faibussowitsch PetscCall(PetscDSGetDiscretization(prob, 0, (PetscObject *)&fe)); 44459566063dSJacob Faibussowitsch PetscCall(PetscFEGetQuadrature(fe, &q)); 44469566063dSJacob Faibussowitsch PetscCall(PetscQuadratureGetData(q, NULL, NULL, &numQuadPoints, NULL, NULL)); 44479566063dSJacob Faibussowitsch PetscCall(PetscFEGetDimension(fe, &Nb)); 44489566063dSJacob Faibussowitsch PetscCall(PetscFEGetTileSizes(fe, NULL, &numBlocks, NULL, &numBatches)); 4449a1cf66bbSMatthew G. Knepley blockSize = Nb * numQuadPoints; 4450a1cf66bbSMatthew G. Knepley batchSize = numBlocks * blockSize; 4451a1cf66bbSMatthew G. Knepley chunkSize = numBatches * batchSize; 4452a1cf66bbSMatthew G. Knepley numChunks = numCells / chunkSize + numCells % chunkSize; 44539566063dSJacob Faibussowitsch PetscCall(PetscFESetTileSizes(fe, blockSize, numBlocks, batchSize, numBatches)); 4454a1cf66bbSMatthew G. Knepley } else { 4455a1cf66bbSMatthew G. Knepley chunkSize = numCells; 4456a1cf66bbSMatthew G. Knepley numChunks = 1; 4457a1cf66bbSMatthew G. Knepley } 4458a1cf66bbSMatthew G. Knepley /* Get work space */ 4459a1cf66bbSMatthew G. Knepley wsz = (((X ? 1 : 0) + (X_t ? 1 : 0) + (dmAux ? 1 : 0)) * totDim + ((hasJac ? 1 : 0) + (hasPrec ? 1 : 0) + (hasDyn ? 1 : 0)) * totDim * totDim) * chunkSize; 44609566063dSJacob Faibussowitsch PetscCall(DMGetWorkArray(dm, wsz, MPIU_SCALAR, &work)); 44619566063dSJacob Faibussowitsch PetscCall(PetscArrayzero(work, wsz)); 4462a1cf66bbSMatthew G. Knepley off = 0; 4463a1cf66bbSMatthew G. Knepley u = X ? (sz = chunkSize * totDim, off += sz, work + off - sz) : NULL; 4464a1cf66bbSMatthew G. Knepley u_t = X_t ? (sz = chunkSize * totDim, off += sz, work + off - sz) : NULL; 4465a1cf66bbSMatthew G. Knepley a = dmAux ? (sz = chunkSize * totDimAux, off += sz, work + off - sz) : NULL; 4466a1cf66bbSMatthew G. Knepley elemMat = hasJac ? (sz = chunkSize * totDim * totDim, off += sz, work + off - sz) : NULL; 4467a1cf66bbSMatthew G. Knepley elemMatP = hasPrec ? (sz = chunkSize * totDim * totDim, off += sz, work + off - sz) : NULL; 4468a1cf66bbSMatthew G. Knepley elemMatD = hasDyn ? (sz = chunkSize * totDim * totDim, off += sz, work + off - sz) : NULL; 446963a3b9bcSJacob Faibussowitsch PetscCheck(off == wsz, PETSC_COMM_SELF, PETSC_ERR_PLIB, "Error is workspace size %" PetscInt_FMT " should be %" PetscInt_FMT, off, wsz); 4470a1cf66bbSMatthew G. Knepley /* Setup geometry */ 44719566063dSJacob Faibussowitsch PetscCall(DMGetCoordinateField(dm, &coordField)); 44729566063dSJacob Faibussowitsch PetscCall(DMFieldGetDegree(coordField, cellIS, NULL, &maxDegree)); 44739566063dSJacob Faibussowitsch if (maxDegree <= 1) PetscCall(DMFieldCreateDefaultQuadrature(coordField, cellIS, &qGeom)); 4474a1cf66bbSMatthew G. Knepley if (!qGeom) { 4475a1cf66bbSMatthew G. Knepley PetscFE fe; 4476a1cf66bbSMatthew G. Knepley 44779566063dSJacob Faibussowitsch PetscCall(PetscDSGetDiscretization(prob, 0, (PetscObject *)&fe)); 44789566063dSJacob Faibussowitsch PetscCall(PetscFEGetQuadrature(fe, &qGeom)); 44799566063dSJacob Faibussowitsch PetscCall(PetscObjectReference((PetscObject)qGeom)); 4480a1cf66bbSMatthew G. Knepley } 44819566063dSJacob Faibussowitsch PetscCall(DMSNESGetFEGeom(coordField, cellIS, qGeom, PETSC_FALSE, &cgeomFEM)); 4482a1cf66bbSMatthew G. Knepley /* Compute volume integrals */ 44839566063dSJacob Faibussowitsch if (assembleJac) PetscCall(MatZeroEntries(J)); 44849566063dSJacob Faibussowitsch PetscCall(MatZeroEntries(JP)); 44856528b96dSMatthew G. Knepley key.label = NULL; 44866528b96dSMatthew G. Knepley key.value = 0; 448706ad1575SMatthew G. Knepley key.part = 0; 4488a1cf66bbSMatthew G. Knepley for (chunk = 0; chunk < numChunks; ++chunk, offCell += chunkSize) { 4489a1cf66bbSMatthew G. Knepley const PetscInt Ncell = PetscMin(chunkSize, numCells - offCell); 4490a1cf66bbSMatthew G. Knepley PetscInt c; 4491a1cf66bbSMatthew G. Knepley 4492a1cf66bbSMatthew G. Knepley /* Extract values */ 4493a1cf66bbSMatthew G. Knepley for (c = 0; c < Ncell; ++c) { 4494a1cf66bbSMatthew G. Knepley const PetscInt cell = cells ? cells[c + offCell] : c + offCell; 4495a1cf66bbSMatthew G. Knepley PetscScalar *x = NULL, *x_t = NULL; 4496a1cf66bbSMatthew G. Knepley PetscInt i; 4497a1cf66bbSMatthew G. Knepley 4498a1cf66bbSMatthew G. Knepley if (X) { 44999566063dSJacob Faibussowitsch PetscCall(DMPlexVecGetClosure(dm, section, X, cell, NULL, &x)); 4500a1cf66bbSMatthew G. Knepley for (i = 0; i < totDim; ++i) u[c * totDim + i] = x[i]; 45019566063dSJacob Faibussowitsch PetscCall(DMPlexVecRestoreClosure(dm, section, X, cell, NULL, &x)); 4502a1cf66bbSMatthew G. Knepley } 4503a1cf66bbSMatthew G. Knepley if (X_t) { 45049566063dSJacob Faibussowitsch PetscCall(DMPlexVecGetClosure(dm, section, X_t, cell, NULL, &x_t)); 4505a1cf66bbSMatthew G. Knepley for (i = 0; i < totDim; ++i) u_t[c * totDim + i] = x_t[i]; 45069566063dSJacob Faibussowitsch PetscCall(DMPlexVecRestoreClosure(dm, section, X_t, cell, NULL, &x_t)); 4507a1cf66bbSMatthew G. Knepley } 4508a1cf66bbSMatthew G. Knepley if (dmAux) { 45099566063dSJacob Faibussowitsch PetscCall(DMPlexVecGetClosure(dmAux, sectionAux, A, cell, NULL, &x)); 4510a1cf66bbSMatthew G. Knepley for (i = 0; i < totDimAux; ++i) a[c * totDimAux + i] = x[i]; 45119566063dSJacob Faibussowitsch PetscCall(DMPlexVecRestoreClosure(dmAux, sectionAux, A, cell, NULL, &x)); 4512a1cf66bbSMatthew G. Knepley } 4513a1cf66bbSMatthew G. Knepley } 4514a1cf66bbSMatthew G. Knepley for (fieldI = 0; fieldI < Nf; ++fieldI) { 4515a1cf66bbSMatthew G. Knepley PetscFE fe; 45169566063dSJacob Faibussowitsch PetscCall(PetscDSGetDiscretization(prob, fieldI, (PetscObject *)&fe)); 4517a1cf66bbSMatthew G. Knepley for (fieldJ = 0; fieldJ < Nf; ++fieldJ) { 45186528b96dSMatthew G. Knepley key.field = fieldI * Nf + fieldJ; 45199566063dSJacob Faibussowitsch if (hasJac) PetscCall(PetscFEIntegrateJacobian(prob, PETSCFE_JACOBIAN, key, Ncell, cgeomFEM, u, u_t, probAux, a, t, X_tShift, elemMat)); 45209566063dSJacob Faibussowitsch if (hasPrec) PetscCall(PetscFEIntegrateJacobian(prob, PETSCFE_JACOBIAN_PRE, key, Ncell, cgeomFEM, u, u_t, probAux, a, t, X_tShift, elemMatP)); 45219566063dSJacob Faibussowitsch if (hasDyn) PetscCall(PetscFEIntegrateJacobian(prob, PETSCFE_JACOBIAN_DYN, key, Ncell, cgeomFEM, u, u_t, probAux, a, t, X_tShift, elemMatD)); 4522a1cf66bbSMatthew G. Knepley } 4523a1cf66bbSMatthew G. Knepley /* For finite volume, add the identity */ 4524a1cf66bbSMatthew G. Knepley if (!isFE[fieldI]) { 4525a1cf66bbSMatthew G. Knepley PetscFV fv; 4526a1cf66bbSMatthew G. Knepley PetscInt eOffset = 0, Nc, fc, foff; 4527a1cf66bbSMatthew G. Knepley 45289566063dSJacob Faibussowitsch PetscCall(PetscDSGetFieldOffset(prob, fieldI, &foff)); 45299566063dSJacob Faibussowitsch PetscCall(PetscDSGetDiscretization(prob, fieldI, (PetscObject *)&fv)); 45309566063dSJacob Faibussowitsch PetscCall(PetscFVGetNumComponents(fv, &Nc)); 4531a1cf66bbSMatthew G. Knepley for (c = 0; c < chunkSize; ++c, eOffset += totDim * totDim) { 4532a1cf66bbSMatthew G. Knepley for (fc = 0; fc < Nc; ++fc) { 4533a1cf66bbSMatthew G. Knepley const PetscInt i = foff + fc; 4534ad540459SPierre Jolivet if (hasJac) elemMat[eOffset + i * totDim + i] = 1.0; 4535ad540459SPierre Jolivet if (hasPrec) elemMatP[eOffset + i * totDim + i] = 1.0; 4536a1cf66bbSMatthew G. Knepley } 4537a1cf66bbSMatthew G. Knepley } 4538a1cf66bbSMatthew G. Knepley } 4539a1cf66bbSMatthew G. Knepley } 4540a1cf66bbSMatthew G. Knepley /* Add contribution from X_t */ 45419371c9d4SSatish Balay if (hasDyn) { 45429371c9d4SSatish Balay for (c = 0; c < chunkSize * totDim * totDim; ++c) elemMat[c] += X_tShift * elemMatD[c]; 45439371c9d4SSatish Balay } 4544a1cf66bbSMatthew G. Knepley /* Insert values into matrix */ 4545a1cf66bbSMatthew G. Knepley for (c = 0; c < Ncell; ++c) { 4546a1cf66bbSMatthew G. Knepley const PetscInt cell = cells ? cells[c + offCell] : c + offCell; 4547a1cf66bbSMatthew G. Knepley if (mesh->printFEM > 1) { 45489566063dSJacob Faibussowitsch if (hasJac) PetscCall(DMPrintCellMatrix(cell, name, totDim, totDim, &elemMat[(c - cStart) * totDim * totDim])); 45499566063dSJacob Faibussowitsch if (hasPrec) PetscCall(DMPrintCellMatrix(cell, nameP, totDim, totDim, &elemMatP[(c - cStart) * totDim * totDim])); 4550a1cf66bbSMatthew G. Knepley } 4551e8e188d2SZach Atkins if (assembleJac) PetscCall(DMPlexMatSetClosure_Internal(dm, section, globalSection, mesh->useMatClPerm, Jac, cell, &elemMat[(c - cStart) * totDim * totDim], ADD_VALUES)); 4552e8e188d2SZach Atkins PetscCall(DMPlexMatSetClosure_Internal(dm, section, globalSection, mesh->useMatClPerm, JP, cell, &elemMat[(c - cStart) * totDim * totDim], ADD_VALUES)); 4553a1cf66bbSMatthew G. Knepley } 4554a1cf66bbSMatthew G. Knepley } 4555a1cf66bbSMatthew G. Knepley /* Cleanup */ 45569566063dSJacob Faibussowitsch PetscCall(DMSNESRestoreFEGeom(coordField, cellIS, qGeom, PETSC_FALSE, &cgeomFEM)); 45579566063dSJacob Faibussowitsch PetscCall(PetscQuadratureDestroy(&qGeom)); 45589566063dSJacob Faibussowitsch if (hasFV) PetscCall(MatSetOption(JacP, MAT_IGNORE_ZERO_ENTRIES, PETSC_FALSE)); 45599566063dSJacob Faibussowitsch PetscCall(DMRestoreWorkArray(dm, Nf, MPIU_BOOL, &isFE)); 45609566063dSJacob Faibussowitsch PetscCall(DMRestoreWorkArray(dm, ((1 + (X_t ? 1 : 0) + (dmAux ? 1 : 0)) * totDim + ((hasJac ? 1 : 0) + (hasPrec ? 1 : 0) + (hasDyn ? 1 : 0)) * totDim * totDim) * chunkSize, MPIU_SCALAR, &work)); 4561a1cf66bbSMatthew G. Knepley /* Compute boundary integrals */ 45629566063dSJacob Faibussowitsch /* PetscCall(DMPlexComputeBdJacobian_Internal(dm, X, X_t, t, X_tShift, Jac, JacP, ctx)); */ 4563a1cf66bbSMatthew G. Knepley /* Assemble matrix */ 45649371c9d4SSatish Balay if (assembleJac) { 45659371c9d4SSatish Balay PetscCall(MatAssemblyBegin(Jac, MAT_FINAL_ASSEMBLY)); 45669371c9d4SSatish Balay PetscCall(MatAssemblyEnd(Jac, MAT_FINAL_ASSEMBLY)); 45679371c9d4SSatish Balay } 45689371c9d4SSatish Balay PetscCall(MatAssemblyBegin(JacP, MAT_FINAL_ASSEMBLY)); 45699371c9d4SSatish Balay PetscCall(MatAssemblyEnd(JacP, MAT_FINAL_ASSEMBLY)); 45709566063dSJacob Faibussowitsch PetscCall(PetscLogEventEnd(DMPLEX_JacobianFEM, dm, 0, 0, 0)); 45713ba16761SJacob Faibussowitsch PetscFunctionReturn(PETSC_SUCCESS); 4572a1cf66bbSMatthew G. Knepley } 45733e9753d6SMatthew G. Knepley 45743e9753d6SMatthew G. Knepley /******** FEM Assembly Function ********/ 45753e9753d6SMatthew G. Knepley 4576d71ae5a4SJacob Faibussowitsch static PetscErrorCode DMConvertPlex_Internal(DM dm, DM *plex, PetscBool copy) 4577d71ae5a4SJacob Faibussowitsch { 45783e9753d6SMatthew G. Knepley PetscBool isPlex; 45793e9753d6SMatthew G. Knepley 45803e9753d6SMatthew G. Knepley PetscFunctionBegin; 45819566063dSJacob Faibussowitsch PetscCall(PetscObjectTypeCompare((PetscObject)dm, DMPLEX, &isPlex)); 45823e9753d6SMatthew G. Knepley if (isPlex) { 45833e9753d6SMatthew G. Knepley *plex = dm; 45849566063dSJacob Faibussowitsch PetscCall(PetscObjectReference((PetscObject)dm)); 45853e9753d6SMatthew G. Knepley } else { 45869566063dSJacob Faibussowitsch PetscCall(PetscObjectQuery((PetscObject)dm, "dm_plex", (PetscObject *)plex)); 45873e9753d6SMatthew G. Knepley if (!*plex) { 45889566063dSJacob Faibussowitsch PetscCall(DMConvert(dm, DMPLEX, plex)); 45899566063dSJacob Faibussowitsch PetscCall(PetscObjectCompose((PetscObject)dm, "dm_plex", (PetscObject)*plex)); 45903e9753d6SMatthew G. Knepley } else { 45919566063dSJacob Faibussowitsch PetscCall(PetscObjectReference((PetscObject)*plex)); 45923e9753d6SMatthew G. Knepley } 4593cbf8eb3cSStefano Zampini if (copy) PetscCall(DMCopyAuxiliaryVec(dm, *plex)); 45943e9753d6SMatthew G. Knepley } 45953ba16761SJacob Faibussowitsch PetscFunctionReturn(PETSC_SUCCESS); 45963e9753d6SMatthew G. Knepley } 45973e9753d6SMatthew G. Knepley 45983e9753d6SMatthew G. Knepley /*@ 45993e9753d6SMatthew G. Knepley DMPlexGetGeometryFVM - Return precomputed geometric data 46003e9753d6SMatthew G. Knepley 460120f4b53cSBarry Smith Collective 46023e9753d6SMatthew G. Knepley 46033e9753d6SMatthew G. Knepley Input Parameter: 4604a1cb98faSBarry Smith . dm - The `DM` 46053e9753d6SMatthew G. Knepley 46063e9753d6SMatthew G. Knepley Output Parameters: 46073e9753d6SMatthew G. Knepley + facegeom - The values precomputed from face geometry 46083e9753d6SMatthew G. Knepley . cellgeom - The values precomputed from cell geometry 46093e9753d6SMatthew G. Knepley - minRadius - The minimum radius over the mesh of an inscribed sphere in a cell 46103e9753d6SMatthew G. Knepley 46113e9753d6SMatthew G. Knepley Level: developer 46123e9753d6SMatthew G. Knepley 46131cc06b55SBarry Smith .seealso: [](ch_unstructured), `DM`, `DMPLEX`, `DMTSSetRHSFunctionLocal()` 46143e9753d6SMatthew G. Knepley @*/ 4615d71ae5a4SJacob Faibussowitsch PetscErrorCode DMPlexGetGeometryFVM(DM dm, Vec *facegeom, Vec *cellgeom, PetscReal *minRadius) 4616d71ae5a4SJacob Faibussowitsch { 46173e9753d6SMatthew G. Knepley DM plex; 46183e9753d6SMatthew G. Knepley 46193e9753d6SMatthew G. Knepley PetscFunctionBegin; 46203e9753d6SMatthew G. Knepley PetscValidHeaderSpecific(dm, DM_CLASSID, 1); 46219566063dSJacob Faibussowitsch PetscCall(DMConvertPlex_Internal(dm, &plex, PETSC_TRUE)); 46229566063dSJacob Faibussowitsch PetscCall(DMPlexGetDataFVM(plex, NULL, cellgeom, facegeom, NULL)); 46239566063dSJacob Faibussowitsch if (minRadius) PetscCall(DMPlexGetMinRadius(plex, minRadius)); 46249566063dSJacob Faibussowitsch PetscCall(DMDestroy(&plex)); 46253ba16761SJacob Faibussowitsch PetscFunctionReturn(PETSC_SUCCESS); 46263e9753d6SMatthew G. Knepley } 46273e9753d6SMatthew G. Knepley 46283e9753d6SMatthew G. Knepley /*@ 46293e9753d6SMatthew G. Knepley DMPlexGetGradientDM - Return gradient data layout 46303e9753d6SMatthew G. Knepley 463120f4b53cSBarry Smith Collective 46323e9753d6SMatthew G. Knepley 46333e9753d6SMatthew G. Knepley Input Parameters: 4634a1cb98faSBarry Smith + dm - The `DM` 463520f4b53cSBarry Smith - fv - The `PetscFV` 46363e9753d6SMatthew G. Knepley 46373e9753d6SMatthew G. Knepley Output Parameter: 46383e9753d6SMatthew G. Knepley . dmGrad - The layout for gradient values 46393e9753d6SMatthew G. Knepley 46403e9753d6SMatthew G. Knepley Level: developer 46413e9753d6SMatthew G. Knepley 46421cc06b55SBarry Smith .seealso: [](ch_unstructured), `DM`, `DMPLEX`, `DMPlexGetGeometryFVM()` 46433e9753d6SMatthew G. Knepley @*/ 4644d71ae5a4SJacob Faibussowitsch PetscErrorCode DMPlexGetGradientDM(DM dm, PetscFV fv, DM *dmGrad) 4645d71ae5a4SJacob Faibussowitsch { 46463e9753d6SMatthew G. Knepley DM plex; 46473e9753d6SMatthew G. Knepley PetscBool computeGradients; 46483e9753d6SMatthew G. Knepley 46493e9753d6SMatthew G. Knepley PetscFunctionBegin; 46503e9753d6SMatthew G. Knepley PetscValidHeaderSpecific(dm, DM_CLASSID, 1); 46513e9753d6SMatthew G. Knepley PetscValidHeaderSpecific(fv, PETSCFV_CLASSID, 2); 46524f572ea9SToby Isaac PetscAssertPointer(dmGrad, 3); 46539566063dSJacob Faibussowitsch PetscCall(PetscFVGetComputeGradients(fv, &computeGradients)); 46549371c9d4SSatish Balay if (!computeGradients) { 46559371c9d4SSatish Balay *dmGrad = NULL; 46563ba16761SJacob Faibussowitsch PetscFunctionReturn(PETSC_SUCCESS); 46579371c9d4SSatish Balay } 46589566063dSJacob Faibussowitsch PetscCall(DMConvertPlex_Internal(dm, &plex, PETSC_TRUE)); 46599566063dSJacob Faibussowitsch PetscCall(DMPlexGetDataFVM(plex, fv, NULL, NULL, dmGrad)); 46609566063dSJacob Faibussowitsch PetscCall(DMDestroy(&plex)); 46613ba16761SJacob Faibussowitsch PetscFunctionReturn(PETSC_SUCCESS); 46623e9753d6SMatthew G. Knepley } 46633e9753d6SMatthew G. Knepley 4664d71ae5a4SJacob Faibussowitsch static PetscErrorCode DMPlexComputeBdResidual_Single_Internal(DM dm, PetscReal t, PetscWeakForm wf, PetscFormKey key, Vec locX, Vec locX_t, Vec locF, DMField coordField, IS facetIS) 4665d71ae5a4SJacob Faibussowitsch { 46663e9753d6SMatthew G. Knepley DM_Plex *mesh = (DM_Plex *)dm->data; 46673e9753d6SMatthew G. Knepley DM plex = NULL, plexA = NULL; 46683e9753d6SMatthew G. Knepley DMEnclosureType encAux; 46693e9753d6SMatthew G. Knepley PetscDS prob, probAux = NULL; 46703e9753d6SMatthew G. Knepley PetscSection section, sectionAux = NULL; 46713e9753d6SMatthew G. Knepley Vec locA = NULL; 46723e9753d6SMatthew G. Knepley PetscScalar *u = NULL, *u_t = NULL, *a = NULL, *elemVec = NULL; 46733e9753d6SMatthew G. Knepley PetscInt totDim, totDimAux = 0; 46743e9753d6SMatthew G. Knepley 46753e9753d6SMatthew G. Knepley PetscFunctionBegin; 46769566063dSJacob Faibussowitsch PetscCall(DMConvert(dm, DMPLEX, &plex)); 46779566063dSJacob Faibussowitsch PetscCall(DMGetLocalSection(dm, §ion)); 46789566063dSJacob Faibussowitsch PetscCall(DMGetDS(dm, &prob)); 46799566063dSJacob Faibussowitsch PetscCall(PetscDSGetTotalDimension(prob, &totDim)); 46809566063dSJacob Faibussowitsch PetscCall(DMGetAuxiliaryVec(dm, key.label, key.value, key.part, &locA)); 46813e9753d6SMatthew G. Knepley if (locA) { 46823e9753d6SMatthew G. Knepley DM dmAux; 46833e9753d6SMatthew G. Knepley 46849566063dSJacob Faibussowitsch PetscCall(VecGetDM(locA, &dmAux)); 46859566063dSJacob Faibussowitsch PetscCall(DMGetEnclosureRelation(dmAux, dm, &encAux)); 46869566063dSJacob Faibussowitsch PetscCall(DMConvert(dmAux, DMPLEX, &plexA)); 46879566063dSJacob Faibussowitsch PetscCall(DMGetDS(plexA, &probAux)); 46889566063dSJacob Faibussowitsch PetscCall(PetscDSGetTotalDimension(probAux, &totDimAux)); 46899566063dSJacob Faibussowitsch PetscCall(DMGetLocalSection(plexA, §ionAux)); 46903e9753d6SMatthew G. Knepley } 46910c290148SMatthew G. Knepley { 46923e9753d6SMatthew G. Knepley PetscFEGeom *fgeom; 46933e9753d6SMatthew G. Knepley PetscInt maxDegree; 46943e9753d6SMatthew G. Knepley PetscQuadrature qGeom = NULL; 46953e9753d6SMatthew G. Knepley IS pointIS; 46963e9753d6SMatthew G. Knepley const PetscInt *points; 46973e9753d6SMatthew G. Knepley PetscInt numFaces, face, Nq; 46983e9753d6SMatthew G. Knepley 46999566063dSJacob Faibussowitsch PetscCall(DMLabelGetStratumIS(key.label, key.value, &pointIS)); 47000c290148SMatthew G. Knepley if (!pointIS) goto end; /* No points with that id on this process */ 47013e9753d6SMatthew G. Knepley { 47023e9753d6SMatthew G. Knepley IS isectIS; 47033e9753d6SMatthew G. Knepley 47043e9753d6SMatthew G. Knepley /* TODO: Special cases of ISIntersect where it is quick to check a priori if one is a superset of the other */ 47059566063dSJacob Faibussowitsch PetscCall(ISIntersect_Caching_Internal(facetIS, pointIS, &isectIS)); 47069566063dSJacob Faibussowitsch PetscCall(ISDestroy(&pointIS)); 47073e9753d6SMatthew G. Knepley pointIS = isectIS; 47083e9753d6SMatthew G. Knepley } 47099566063dSJacob Faibussowitsch PetscCall(ISGetLocalSize(pointIS, &numFaces)); 47109566063dSJacob Faibussowitsch PetscCall(ISGetIndices(pointIS, &points)); 47119566063dSJacob Faibussowitsch PetscCall(PetscMalloc4(numFaces * totDim, &u, locX_t ? numFaces * totDim : 0, &u_t, numFaces * totDim, &elemVec, locA ? numFaces * totDimAux : 0, &a)); 47129566063dSJacob Faibussowitsch PetscCall(DMFieldGetDegree(coordField, pointIS, NULL, &maxDegree)); 471348a46eb9SPierre Jolivet if (maxDegree <= 1) PetscCall(DMFieldCreateDefaultQuadrature(coordField, pointIS, &qGeom)); 47143e9753d6SMatthew G. Knepley if (!qGeom) { 47153e9753d6SMatthew G. Knepley PetscFE fe; 47163e9753d6SMatthew G. Knepley 47179566063dSJacob Faibussowitsch PetscCall(PetscDSGetDiscretization(prob, key.field, (PetscObject *)&fe)); 47189566063dSJacob Faibussowitsch PetscCall(PetscFEGetFaceQuadrature(fe, &qGeom)); 47199566063dSJacob Faibussowitsch PetscCall(PetscObjectReference((PetscObject)qGeom)); 47203e9753d6SMatthew G. Knepley } 47219566063dSJacob Faibussowitsch PetscCall(PetscQuadratureGetData(qGeom, NULL, NULL, &Nq, NULL, NULL)); 47229566063dSJacob Faibussowitsch PetscCall(DMSNESGetFEGeom(coordField, pointIS, qGeom, PETSC_TRUE, &fgeom)); 47233e9753d6SMatthew G. Knepley for (face = 0; face < numFaces; ++face) { 4724f15274beSMatthew Knepley const PetscInt point = points[face], *support; 47253e9753d6SMatthew G. Knepley PetscScalar *x = NULL; 4726f15274beSMatthew Knepley PetscInt i; 47273e9753d6SMatthew G. Knepley 47289566063dSJacob Faibussowitsch PetscCall(DMPlexGetSupport(dm, point, &support)); 47299566063dSJacob Faibussowitsch PetscCall(DMPlexVecGetClosure(plex, section, locX, support[0], NULL, &x)); 47303e9753d6SMatthew G. Knepley for (i = 0; i < totDim; ++i) u[face * totDim + i] = x[i]; 47319566063dSJacob Faibussowitsch PetscCall(DMPlexVecRestoreClosure(plex, section, locX, support[0], NULL, &x)); 47323e9753d6SMatthew G. Knepley if (locX_t) { 47339566063dSJacob Faibussowitsch PetscCall(DMPlexVecGetClosure(plex, section, locX_t, support[0], NULL, &x)); 47343e9753d6SMatthew G. Knepley for (i = 0; i < totDim; ++i) u_t[face * totDim + i] = x[i]; 47359566063dSJacob Faibussowitsch PetscCall(DMPlexVecRestoreClosure(plex, section, locX_t, support[0], NULL, &x)); 47363e9753d6SMatthew G. Knepley } 47373e9753d6SMatthew G. Knepley if (locA) { 47383e9753d6SMatthew G. Knepley PetscInt subp; 47393e9753d6SMatthew G. Knepley 47409566063dSJacob Faibussowitsch PetscCall(DMGetEnclosurePoint(plexA, dm, encAux, support[0], &subp)); 47419566063dSJacob Faibussowitsch PetscCall(DMPlexVecGetClosure(plexA, sectionAux, locA, subp, NULL, &x)); 47423e9753d6SMatthew G. Knepley for (i = 0; i < totDimAux; ++i) a[face * totDimAux + i] = x[i]; 47439566063dSJacob Faibussowitsch PetscCall(DMPlexVecRestoreClosure(plexA, sectionAux, locA, subp, NULL, &x)); 47443e9753d6SMatthew G. Knepley } 47453e9753d6SMatthew G. Knepley } 47469566063dSJacob Faibussowitsch PetscCall(PetscArrayzero(elemVec, numFaces * totDim)); 47473e9753d6SMatthew G. Knepley { 47483e9753d6SMatthew G. Knepley PetscFE fe; 47493e9753d6SMatthew G. Knepley PetscInt Nb; 47503e9753d6SMatthew G. Knepley PetscFEGeom *chunkGeom = NULL; 47513e9753d6SMatthew G. Knepley /* Conforming batches */ 47523e9753d6SMatthew G. Knepley PetscInt numChunks, numBatches, numBlocks, Ne, blockSize, batchSize; 47533e9753d6SMatthew G. Knepley /* Remainder */ 47543e9753d6SMatthew G. Knepley PetscInt Nr, offset; 47553e9753d6SMatthew G. Knepley 47569566063dSJacob Faibussowitsch PetscCall(PetscDSGetDiscretization(prob, key.field, (PetscObject *)&fe)); 47579566063dSJacob Faibussowitsch PetscCall(PetscFEGetDimension(fe, &Nb)); 47589566063dSJacob Faibussowitsch PetscCall(PetscFEGetTileSizes(fe, NULL, &numBlocks, NULL, &numBatches)); 47593e9753d6SMatthew G. Knepley /* TODO: documentation is unclear about what is going on with these numbers: how should Nb / Nq factor in ? */ 47603e9753d6SMatthew G. Knepley blockSize = Nb; 47613e9753d6SMatthew G. Knepley batchSize = numBlocks * blockSize; 47629566063dSJacob Faibussowitsch PetscCall(PetscFESetTileSizes(fe, blockSize, numBlocks, batchSize, numBatches)); 47633e9753d6SMatthew G. Knepley numChunks = numFaces / (numBatches * batchSize); 47643e9753d6SMatthew G. Knepley Ne = numChunks * numBatches * batchSize; 47653e9753d6SMatthew G. Knepley Nr = numFaces % (numBatches * batchSize); 47663e9753d6SMatthew G. Knepley offset = numFaces - Nr; 47679566063dSJacob Faibussowitsch PetscCall(PetscFEGeomGetChunk(fgeom, 0, offset, &chunkGeom)); 47689566063dSJacob Faibussowitsch PetscCall(PetscFEIntegrateBdResidual(prob, wf, key, Ne, chunkGeom, u, u_t, probAux, a, t, elemVec)); 47699566063dSJacob Faibussowitsch PetscCall(PetscFEGeomRestoreChunk(fgeom, 0, offset, &chunkGeom)); 47709566063dSJacob Faibussowitsch PetscCall(PetscFEGeomGetChunk(fgeom, offset, numFaces, &chunkGeom)); 47718e3a54c0SPierre Jolivet PetscCall(PetscFEIntegrateBdResidual(prob, wf, key, Nr, chunkGeom, &u[offset * totDim], PetscSafePointerPlusOffset(u_t, offset * totDim), probAux, PetscSafePointerPlusOffset(a, offset * totDimAux), t, &elemVec[offset * totDim])); 47729566063dSJacob Faibussowitsch PetscCall(PetscFEGeomRestoreChunk(fgeom, offset, numFaces, &chunkGeom)); 47733e9753d6SMatthew G. Knepley } 47743e9753d6SMatthew G. Knepley for (face = 0; face < numFaces; ++face) { 47753e9753d6SMatthew G. Knepley const PetscInt point = points[face], *support; 47763e9753d6SMatthew G. Knepley 47779566063dSJacob Faibussowitsch if (mesh->printFEM > 1) PetscCall(DMPrintCellVector(point, "BdResidual", totDim, &elemVec[face * totDim])); 47789566063dSJacob Faibussowitsch PetscCall(DMPlexGetSupport(plex, point, &support)); 47799566063dSJacob Faibussowitsch PetscCall(DMPlexVecSetClosure(plex, NULL, locF, support[0], &elemVec[face * totDim], ADD_ALL_VALUES)); 47803e9753d6SMatthew G. Knepley } 47819566063dSJacob Faibussowitsch PetscCall(DMSNESRestoreFEGeom(coordField, pointIS, qGeom, PETSC_TRUE, &fgeom)); 47829566063dSJacob Faibussowitsch PetscCall(PetscQuadratureDestroy(&qGeom)); 47839566063dSJacob Faibussowitsch PetscCall(ISRestoreIndices(pointIS, &points)); 47849566063dSJacob Faibussowitsch PetscCall(ISDestroy(&pointIS)); 47859566063dSJacob Faibussowitsch PetscCall(PetscFree4(u, u_t, elemVec, a)); 47863e9753d6SMatthew G. Knepley } 47870c290148SMatthew G. Knepley end: 47889566063dSJacob Faibussowitsch PetscCall(DMDestroy(&plex)); 47899566063dSJacob Faibussowitsch PetscCall(DMDestroy(&plexA)); 47903ba16761SJacob Faibussowitsch PetscFunctionReturn(PETSC_SUCCESS); 47913e9753d6SMatthew G. Knepley } 47923e9753d6SMatthew G. Knepley 4793d71ae5a4SJacob Faibussowitsch PetscErrorCode DMPlexComputeBdResidualSingle(DM dm, PetscReal t, PetscWeakForm wf, PetscFormKey key, Vec locX, Vec locX_t, Vec locF) 4794d71ae5a4SJacob Faibussowitsch { 47953e9753d6SMatthew G. Knepley DMField coordField; 47963e9753d6SMatthew G. Knepley DMLabel depthLabel; 47973e9753d6SMatthew G. Knepley IS facetIS; 47983e9753d6SMatthew G. Knepley PetscInt dim; 47993e9753d6SMatthew G. Knepley 48003e9753d6SMatthew G. Knepley PetscFunctionBegin; 48019566063dSJacob Faibussowitsch PetscCall(DMGetDimension(dm, &dim)); 48029566063dSJacob Faibussowitsch PetscCall(DMPlexGetDepthLabel(dm, &depthLabel)); 48039566063dSJacob Faibussowitsch PetscCall(DMLabelGetStratumIS(depthLabel, dim - 1, &facetIS)); 48049566063dSJacob Faibussowitsch PetscCall(DMGetCoordinateField(dm, &coordField)); 48059566063dSJacob Faibussowitsch PetscCall(DMPlexComputeBdResidual_Single_Internal(dm, t, wf, key, locX, locX_t, locF, coordField, facetIS)); 48069566063dSJacob Faibussowitsch PetscCall(ISDestroy(&facetIS)); 48073ba16761SJacob Faibussowitsch PetscFunctionReturn(PETSC_SUCCESS); 48083e9753d6SMatthew G. Knepley } 48093e9753d6SMatthew G. Knepley 4810a4e35b19SJacob Faibussowitsch static PetscErrorCode DMPlexComputeBdResidual_Internal(DM dm, Vec locX, Vec locX_t, PetscReal t, Vec locF, void *user) 4811d71ae5a4SJacob Faibussowitsch { 48123e9753d6SMatthew G. Knepley PetscDS prob; 48133e9753d6SMatthew G. Knepley PetscInt numBd, bd; 48143e9753d6SMatthew G. Knepley DMField coordField = NULL; 48153e9753d6SMatthew G. Knepley IS facetIS = NULL; 48163e9753d6SMatthew G. Knepley DMLabel depthLabel; 48173e9753d6SMatthew G. Knepley PetscInt dim; 48183e9753d6SMatthew G. Knepley 48193e9753d6SMatthew G. Knepley PetscFunctionBegin; 48209566063dSJacob Faibussowitsch PetscCall(DMGetDS(dm, &prob)); 48219566063dSJacob Faibussowitsch PetscCall(DMPlexGetDepthLabel(dm, &depthLabel)); 48229566063dSJacob Faibussowitsch PetscCall(DMGetDimension(dm, &dim)); 48239566063dSJacob Faibussowitsch PetscCall(DMLabelGetStratumIS(depthLabel, dim - 1, &facetIS)); 48249566063dSJacob Faibussowitsch PetscCall(PetscDSGetNumBoundary(prob, &numBd)); 48253e9753d6SMatthew G. Knepley for (bd = 0; bd < numBd; ++bd) { 482645480ffeSMatthew G. Knepley PetscWeakForm wf; 48273e9753d6SMatthew G. Knepley DMBoundaryConditionType type; 48283e9753d6SMatthew G. Knepley DMLabel label; 48293e9753d6SMatthew G. Knepley const PetscInt *values; 48300c290148SMatthew G. Knepley PetscInt field, numValues, v; 48313e9753d6SMatthew G. Knepley PetscObject obj; 48323e9753d6SMatthew G. Knepley PetscClassId id; 48330c290148SMatthew G. Knepley PetscFormKey key; 48343e9753d6SMatthew G. Knepley 48359566063dSJacob Faibussowitsch PetscCall(PetscDSGetBoundary(prob, bd, &wf, &type, NULL, &label, &numValues, &values, &field, NULL, NULL, NULL, NULL, NULL)); 48363d3e5d66SMatthew G. Knepley if (type & DM_BC_ESSENTIAL) continue; 48379566063dSJacob Faibussowitsch PetscCall(PetscDSGetDiscretization(prob, field, &obj)); 48389566063dSJacob Faibussowitsch PetscCall(PetscObjectGetClassId(obj, &id)); 48393d3e5d66SMatthew G. Knepley if (id != PETSCFE_CLASSID) continue; 48403e9753d6SMatthew G. Knepley if (!facetIS) { 48413e9753d6SMatthew G. Knepley DMLabel depthLabel; 48423e9753d6SMatthew G. Knepley PetscInt dim; 48433e9753d6SMatthew G. Knepley 48449566063dSJacob Faibussowitsch PetscCall(DMPlexGetDepthLabel(dm, &depthLabel)); 48459566063dSJacob Faibussowitsch PetscCall(DMGetDimension(dm, &dim)); 48469566063dSJacob Faibussowitsch PetscCall(DMLabelGetStratumIS(depthLabel, dim - 1, &facetIS)); 48473e9753d6SMatthew G. Knepley } 48489566063dSJacob Faibussowitsch PetscCall(DMGetCoordinateField(dm, &coordField)); 48490c290148SMatthew G. Knepley for (v = 0; v < numValues; ++v) { 48500c290148SMatthew G. Knepley key.label = label; 48510c290148SMatthew G. Knepley key.value = values[v]; 48520c290148SMatthew G. Knepley key.field = field; 48530c290148SMatthew G. Knepley key.part = 0; 48549566063dSJacob Faibussowitsch PetscCall(DMPlexComputeBdResidual_Single_Internal(dm, t, wf, key, locX, locX_t, locF, coordField, facetIS)); 48550c290148SMatthew G. Knepley } 48563e9753d6SMatthew G. Knepley } 48579566063dSJacob Faibussowitsch PetscCall(ISDestroy(&facetIS)); 48583ba16761SJacob Faibussowitsch PetscFunctionReturn(PETSC_SUCCESS); 48593e9753d6SMatthew G. Knepley } 48603e9753d6SMatthew G. Knepley 4861d71ae5a4SJacob Faibussowitsch PetscErrorCode DMPlexComputeResidual_Internal(DM dm, PetscFormKey key, IS cellIS, PetscReal time, Vec locX, Vec locX_t, PetscReal t, Vec locF, void *user) 4862d71ae5a4SJacob Faibussowitsch { 48633e9753d6SMatthew G. Knepley DM_Plex *mesh = (DM_Plex *)dm->data; 48643e9753d6SMatthew G. Knepley const char *name = "Residual"; 48653e9753d6SMatthew G. Knepley DM dmAux = NULL; 48663e9753d6SMatthew G. Knepley DM dmGrad = NULL; 48673e9753d6SMatthew G. Knepley DMLabel ghostLabel = NULL; 48686528b96dSMatthew G. Knepley PetscDS ds = NULL; 48696528b96dSMatthew G. Knepley PetscDS dsAux = NULL; 48703e9753d6SMatthew G. Knepley PetscSection section = NULL; 48713e9753d6SMatthew G. Knepley PetscBool useFEM = PETSC_FALSE; 48723e9753d6SMatthew G. Knepley PetscBool useFVM = PETSC_FALSE; 48733e9753d6SMatthew G. Knepley PetscBool isImplicit = (locX_t || time == PETSC_MIN_REAL) ? PETSC_TRUE : PETSC_FALSE; 48743e9753d6SMatthew G. Knepley PetscFV fvm = NULL; 48753e9753d6SMatthew G. Knepley DMField coordField = NULL; 48765962854dSMatthew G. Knepley Vec locA, cellGeometryFVM = NULL, faceGeometryFVM = NULL, locGrad = NULL; 48773e9753d6SMatthew G. Knepley PetscScalar *u = NULL, *u_t, *a, *uL, *uR; 48783e9753d6SMatthew G. Knepley IS chunkIS; 48793e9753d6SMatthew G. Knepley const PetscInt *cells; 48803e9753d6SMatthew G. Knepley PetscInt cStart, cEnd, numCells; 48813e9753d6SMatthew G. Knepley PetscInt Nf, f, totDim, totDimAux, numChunks, cellChunkSize, faceChunkSize, chunk, fStart, fEnd; 48823e9753d6SMatthew G. Knepley PetscInt maxDegree = PETSC_MAX_INT; 48833e9753d6SMatthew G. Knepley PetscQuadrature affineQuad = NULL, *quads = NULL; 48843e9753d6SMatthew G. Knepley PetscFEGeom *affineGeom = NULL, **geoms = NULL; 48853e9753d6SMatthew G. Knepley 48863e9753d6SMatthew G. Knepley PetscFunctionBegin; 48879566063dSJacob Faibussowitsch PetscCall(PetscLogEventBegin(DMPLEX_ResidualFEM, dm, 0, 0, 0)); 48883cc88e6aSStefano Zampini if (!cellIS) goto end; 48893cc88e6aSStefano Zampini PetscCall(ISGetPointRange(cellIS, &cStart, &cEnd, &cells)); 48903cc88e6aSStefano Zampini if (cStart >= cEnd) goto end; 48913e9753d6SMatthew G. Knepley /* TODO The places where we have to use isFE are probably the member functions for the PetscDisc class */ 48923e9753d6SMatthew G. Knepley /* TODO The FVM geometry is over-manipulated. Make the precalc functions return exactly what we need */ 48933e9753d6SMatthew G. Knepley /* FEM+FVM */ 48949566063dSJacob Faibussowitsch PetscCall(DMPlexGetHeightStratum(dm, 1, &fStart, &fEnd)); 48953e9753d6SMatthew G. Knepley /* 1: Get sizes from dm and dmAux */ 48969566063dSJacob Faibussowitsch PetscCall(DMGetLocalSection(dm, §ion)); 48979566063dSJacob Faibussowitsch PetscCall(DMGetLabel(dm, "ghost", &ghostLabel)); 489807218a29SMatthew G. Knepley PetscCall(DMGetCellDS(dm, cells ? cells[cStart] : cStart, &ds, NULL)); 48999566063dSJacob Faibussowitsch PetscCall(PetscDSGetNumFields(ds, &Nf)); 49009566063dSJacob Faibussowitsch PetscCall(PetscDSGetTotalDimension(ds, &totDim)); 49019566063dSJacob Faibussowitsch PetscCall(DMGetAuxiliaryVec(dm, key.label, key.value, key.part, &locA)); 49023e9753d6SMatthew G. Knepley if (locA) { 49033e9753d6SMatthew G. Knepley PetscInt subcell; 49049566063dSJacob Faibussowitsch PetscCall(VecGetDM(locA, &dmAux)); 49051059d808SMatthew G. Knepley PetscCall(DMGetEnclosurePoint(dmAux, dm, DM_ENC_UNKNOWN, cells ? cells[cStart] : cStart, &subcell)); 490607218a29SMatthew G. Knepley PetscCall(DMGetCellDS(dmAux, subcell, &dsAux, NULL)); 49079566063dSJacob Faibussowitsch PetscCall(PetscDSGetTotalDimension(dsAux, &totDimAux)); 49083e9753d6SMatthew G. Knepley } 49093e9753d6SMatthew G. Knepley /* 2: Get geometric data */ 49103e9753d6SMatthew G. Knepley for (f = 0; f < Nf; ++f) { 49113e9753d6SMatthew G. Knepley PetscObject obj; 49123e9753d6SMatthew G. Knepley PetscClassId id; 49133e9753d6SMatthew G. Knepley PetscBool fimp; 49143e9753d6SMatthew G. Knepley 49159566063dSJacob Faibussowitsch PetscCall(PetscDSGetImplicit(ds, f, &fimp)); 49163e9753d6SMatthew G. Knepley if (isImplicit != fimp) continue; 49179566063dSJacob Faibussowitsch PetscCall(PetscDSGetDiscretization(ds, f, &obj)); 49189566063dSJacob Faibussowitsch PetscCall(PetscObjectGetClassId(obj, &id)); 4919ad540459SPierre Jolivet if (id == PETSCFE_CLASSID) useFEM = PETSC_TRUE; 49209371c9d4SSatish Balay if (id == PETSCFV_CLASSID) { 49219371c9d4SSatish Balay useFVM = PETSC_TRUE; 49229371c9d4SSatish Balay fvm = (PetscFV)obj; 49239371c9d4SSatish Balay } 49243e9753d6SMatthew G. Knepley } 49253e9753d6SMatthew G. Knepley if (useFEM) { 49269566063dSJacob Faibussowitsch PetscCall(DMGetCoordinateField(dm, &coordField)); 49279566063dSJacob Faibussowitsch PetscCall(DMFieldGetDegree(coordField, cellIS, NULL, &maxDegree)); 49283e9753d6SMatthew G. Knepley if (maxDegree <= 1) { 49299566063dSJacob Faibussowitsch PetscCall(DMFieldCreateDefaultQuadrature(coordField, cellIS, &affineQuad)); 493048a46eb9SPierre Jolivet if (affineQuad) PetscCall(DMSNESGetFEGeom(coordField, cellIS, affineQuad, PETSC_FALSE, &affineGeom)); 49313e9753d6SMatthew G. Knepley } else { 49329566063dSJacob Faibussowitsch PetscCall(PetscCalloc2(Nf, &quads, Nf, &geoms)); 49333e9753d6SMatthew G. Knepley for (f = 0; f < Nf; ++f) { 49343e9753d6SMatthew G. Knepley PetscObject obj; 49353e9753d6SMatthew G. Knepley PetscClassId id; 49363e9753d6SMatthew G. Knepley PetscBool fimp; 49373e9753d6SMatthew G. Knepley 49389566063dSJacob Faibussowitsch PetscCall(PetscDSGetImplicit(ds, f, &fimp)); 49393e9753d6SMatthew G. Knepley if (isImplicit != fimp) continue; 49409566063dSJacob Faibussowitsch PetscCall(PetscDSGetDiscretization(ds, f, &obj)); 49419566063dSJacob Faibussowitsch PetscCall(PetscObjectGetClassId(obj, &id)); 49423e9753d6SMatthew G. Knepley if (id == PETSCFE_CLASSID) { 49433e9753d6SMatthew G. Knepley PetscFE fe = (PetscFE)obj; 49443e9753d6SMatthew G. Knepley 49459566063dSJacob Faibussowitsch PetscCall(PetscFEGetQuadrature(fe, &quads[f])); 49469566063dSJacob Faibussowitsch PetscCall(PetscObjectReference((PetscObject)quads[f])); 49479566063dSJacob Faibussowitsch PetscCall(DMSNESGetFEGeom(coordField, cellIS, quads[f], PETSC_FALSE, &geoms[f])); 49483e9753d6SMatthew G. Knepley } 49493e9753d6SMatthew G. Knepley } 49503e9753d6SMatthew G. Knepley } 49513e9753d6SMatthew G. Knepley } 49525962854dSMatthew G. Knepley // Handle non-essential (e.g. outflow) boundary values 49533e9753d6SMatthew G. Knepley if (useFVM) { 49545962854dSMatthew G. Knepley PetscCall(DMPlexInsertBoundaryValuesFVM(dm, fvm, locX, time, &locGrad)); 49559566063dSJacob Faibussowitsch PetscCall(DMPlexGetGeometryFVM(dm, &faceGeometryFVM, &cellGeometryFVM, NULL)); 49569566063dSJacob Faibussowitsch PetscCall(DMPlexGetGradientDM(dm, fvm, &dmGrad)); 49573e9753d6SMatthew G. Knepley } 49583e9753d6SMatthew G. Knepley /* Loop over chunks */ 49599566063dSJacob Faibussowitsch if (useFEM) PetscCall(ISCreate(PETSC_COMM_SELF, &chunkIS)); 49603e9753d6SMatthew G. Knepley numCells = cEnd - cStart; 49613e9753d6SMatthew G. Knepley numChunks = 1; 49623e9753d6SMatthew G. Knepley cellChunkSize = numCells / numChunks; 49633e9753d6SMatthew G. Knepley faceChunkSize = (fEnd - fStart) / numChunks; 49643e9753d6SMatthew G. Knepley numChunks = PetscMin(1, numCells); 49653e9753d6SMatthew G. Knepley for (chunk = 0; chunk < numChunks; ++chunk) { 49663e9753d6SMatthew G. Knepley PetscScalar *elemVec, *fluxL, *fluxR; 49673e9753d6SMatthew G. Knepley PetscReal *vol; 49683e9753d6SMatthew G. Knepley PetscFVFaceGeom *fgeom; 49693e9753d6SMatthew G. Knepley PetscInt cS = cStart + chunk * cellChunkSize, cE = PetscMin(cS + cellChunkSize, cEnd), numCells = cE - cS, c; 49703e9753d6SMatthew G. Knepley PetscInt fS = fStart + chunk * faceChunkSize, fE = PetscMin(fS + faceChunkSize, fEnd), numFaces = 0, face; 49713e9753d6SMatthew G. Knepley 49723e9753d6SMatthew G. Knepley /* Extract field coefficients */ 49733e9753d6SMatthew G. Knepley if (useFEM) { 49749566063dSJacob Faibussowitsch PetscCall(ISGetPointSubrange(chunkIS, cS, cE, cells)); 49759566063dSJacob Faibussowitsch PetscCall(DMPlexGetCellFields(dm, chunkIS, locX, locX_t, locA, &u, &u_t, &a)); 49769566063dSJacob Faibussowitsch PetscCall(DMGetWorkArray(dm, numCells * totDim, MPIU_SCALAR, &elemVec)); 49779566063dSJacob Faibussowitsch PetscCall(PetscArrayzero(elemVec, numCells * totDim)); 49783e9753d6SMatthew G. Knepley } 49793e9753d6SMatthew G. Knepley if (useFVM) { 49809566063dSJacob Faibussowitsch PetscCall(DMPlexGetFaceFields(dm, fS, fE, locX, locX_t, faceGeometryFVM, cellGeometryFVM, locGrad, &numFaces, &uL, &uR)); 49819566063dSJacob Faibussowitsch PetscCall(DMPlexGetFaceGeometry(dm, fS, fE, faceGeometryFVM, cellGeometryFVM, &numFaces, &fgeom, &vol)); 49829566063dSJacob Faibussowitsch PetscCall(DMGetWorkArray(dm, numFaces * totDim, MPIU_SCALAR, &fluxL)); 49839566063dSJacob Faibussowitsch PetscCall(DMGetWorkArray(dm, numFaces * totDim, MPIU_SCALAR, &fluxR)); 49849566063dSJacob Faibussowitsch PetscCall(PetscArrayzero(fluxL, numFaces * totDim)); 49859566063dSJacob Faibussowitsch PetscCall(PetscArrayzero(fluxR, numFaces * totDim)); 49863e9753d6SMatthew G. Knepley } 49873e9753d6SMatthew G. Knepley /* TODO We will interlace both our field coefficients (u, u_t, uL, uR, etc.) and our output (elemVec, fL, fR). I think this works */ 49883e9753d6SMatthew G. Knepley /* Loop over fields */ 49893e9753d6SMatthew G. Knepley for (f = 0; f < Nf; ++f) { 49903e9753d6SMatthew G. Knepley PetscObject obj; 49913e9753d6SMatthew G. Knepley PetscClassId id; 49923e9753d6SMatthew G. Knepley PetscBool fimp; 49933e9753d6SMatthew G. Knepley PetscInt numChunks, numBatches, batchSize, numBlocks, blockSize, Ne, Nr, offset; 49943e9753d6SMatthew G. Knepley 49956528b96dSMatthew G. Knepley key.field = f; 49969566063dSJacob Faibussowitsch PetscCall(PetscDSGetImplicit(ds, f, &fimp)); 49973e9753d6SMatthew G. Knepley if (isImplicit != fimp) continue; 49989566063dSJacob Faibussowitsch PetscCall(PetscDSGetDiscretization(ds, f, &obj)); 49999566063dSJacob Faibussowitsch PetscCall(PetscObjectGetClassId(obj, &id)); 50003e9753d6SMatthew G. Knepley if (id == PETSCFE_CLASSID) { 50013e9753d6SMatthew G. Knepley PetscFE fe = (PetscFE)obj; 50023e9753d6SMatthew G. Knepley PetscFEGeom *geom = affineGeom ? affineGeom : geoms[f]; 50033e9753d6SMatthew G. Knepley PetscFEGeom *chunkGeom = NULL; 50043e9753d6SMatthew G. Knepley PetscQuadrature quad = affineQuad ? affineQuad : quads[f]; 50053e9753d6SMatthew G. Knepley PetscInt Nq, Nb; 50063e9753d6SMatthew G. Knepley 50079566063dSJacob Faibussowitsch PetscCall(PetscFEGetTileSizes(fe, NULL, &numBlocks, NULL, &numBatches)); 50089566063dSJacob Faibussowitsch PetscCall(PetscQuadratureGetData(quad, NULL, NULL, &Nq, NULL, NULL)); 50099566063dSJacob Faibussowitsch PetscCall(PetscFEGetDimension(fe, &Nb)); 50103e9753d6SMatthew G. Knepley blockSize = Nb; 50113e9753d6SMatthew G. Knepley batchSize = numBlocks * blockSize; 50129566063dSJacob Faibussowitsch PetscCall(PetscFESetTileSizes(fe, blockSize, numBlocks, batchSize, numBatches)); 50133e9753d6SMatthew G. Knepley numChunks = numCells / (numBatches * batchSize); 50143e9753d6SMatthew G. Knepley Ne = numChunks * numBatches * batchSize; 50153e9753d6SMatthew G. Knepley Nr = numCells % (numBatches * batchSize); 50163e9753d6SMatthew G. Knepley offset = numCells - Nr; 50173e9753d6SMatthew G. Knepley /* Integrate FE residual to get elemVec (need fields at quadrature points) */ 50183e9753d6SMatthew G. Knepley /* For FV, I think we use a P0 basis and the cell coefficients (for subdivided cells, we can tweak the basis tabulation to be the indicator function) */ 50199566063dSJacob Faibussowitsch PetscCall(PetscFEGeomGetChunk(geom, 0, offset, &chunkGeom)); 50209566063dSJacob Faibussowitsch PetscCall(PetscFEIntegrateResidual(ds, key, Ne, chunkGeom, u, u_t, dsAux, a, t, elemVec)); 50219566063dSJacob Faibussowitsch PetscCall(PetscFEGeomGetChunk(geom, offset, numCells, &chunkGeom)); 50228e3a54c0SPierre Jolivet PetscCall(PetscFEIntegrateResidual(ds, key, Nr, chunkGeom, &u[offset * totDim], PetscSafePointerPlusOffset(u_t, offset * totDim), dsAux, PetscSafePointerPlusOffset(a, offset * totDimAux), t, &elemVec[offset * totDim])); 50239566063dSJacob Faibussowitsch PetscCall(PetscFEGeomRestoreChunk(geom, offset, numCells, &chunkGeom)); 50243e9753d6SMatthew G. Knepley } else if (id == PETSCFV_CLASSID) { 50253e9753d6SMatthew G. Knepley PetscFV fv = (PetscFV)obj; 50263e9753d6SMatthew G. Knepley 50273e9753d6SMatthew G. Knepley Ne = numFaces; 50283e9753d6SMatthew G. Knepley /* Riemann solve over faces (need fields at face centroids) */ 50293e9753d6SMatthew G. Knepley /* We need to evaluate FE fields at those coordinates */ 50309566063dSJacob Faibussowitsch PetscCall(PetscFVIntegrateRHSFunction(fv, ds, f, Ne, fgeom, vol, uL, uR, fluxL, fluxR)); 503163a3b9bcSJacob Faibussowitsch } else SETERRQ(PetscObjectComm((PetscObject)dm), PETSC_ERR_ARG_WRONG, "Unknown discretization type for field %" PetscInt_FMT, f); 50323e9753d6SMatthew G. Knepley } 50333e9753d6SMatthew G. Knepley /* Loop over domain */ 50343e9753d6SMatthew G. Knepley if (useFEM) { 50353e9753d6SMatthew G. Knepley /* Add elemVec to locX */ 50363e9753d6SMatthew G. Knepley for (c = cS; c < cE; ++c) { 50373e9753d6SMatthew G. Knepley const PetscInt cell = cells ? cells[c] : c; 50383e9753d6SMatthew G. Knepley const PetscInt cind = c - cStart; 50393e9753d6SMatthew G. Knepley 50409566063dSJacob Faibussowitsch if (mesh->printFEM > 1) PetscCall(DMPrintCellVector(cell, name, totDim, &elemVec[cind * totDim])); 50413e9753d6SMatthew G. Knepley if (ghostLabel) { 50423e9753d6SMatthew G. Knepley PetscInt ghostVal; 50433e9753d6SMatthew G. Knepley 50449566063dSJacob Faibussowitsch PetscCall(DMLabelGetValue(ghostLabel, cell, &ghostVal)); 50453e9753d6SMatthew G. Knepley if (ghostVal > 0) continue; 50463e9753d6SMatthew G. Knepley } 50479566063dSJacob Faibussowitsch PetscCall(DMPlexVecSetClosure(dm, section, locF, cell, &elemVec[cind * totDim], ADD_ALL_VALUES)); 50483e9753d6SMatthew G. Knepley } 50493e9753d6SMatthew G. Knepley } 50503e9753d6SMatthew G. Knepley if (useFVM) { 50513e9753d6SMatthew G. Knepley PetscScalar *fa; 50523e9753d6SMatthew G. Knepley PetscInt iface; 50533e9753d6SMatthew G. Knepley 50549566063dSJacob Faibussowitsch PetscCall(VecGetArray(locF, &fa)); 50553e9753d6SMatthew G. Knepley for (f = 0; f < Nf; ++f) { 50563e9753d6SMatthew G. Knepley PetscFV fv; 50573e9753d6SMatthew G. Knepley PetscObject obj; 50583e9753d6SMatthew G. Knepley PetscClassId id; 50595962854dSMatthew G. Knepley PetscInt cdim, foff, pdim; 50603e9753d6SMatthew G. Knepley 50615962854dSMatthew G. Knepley PetscCall(DMGetCoordinateDim(dm, &cdim)); 50629566063dSJacob Faibussowitsch PetscCall(PetscDSGetDiscretization(ds, f, &obj)); 50639566063dSJacob Faibussowitsch PetscCall(PetscDSGetFieldOffset(ds, f, &foff)); 50649566063dSJacob Faibussowitsch PetscCall(PetscObjectGetClassId(obj, &id)); 50653e9753d6SMatthew G. Knepley if (id != PETSCFV_CLASSID) continue; 50663e9753d6SMatthew G. Knepley fv = (PetscFV)obj; 50679566063dSJacob Faibussowitsch PetscCall(PetscFVGetNumComponents(fv, &pdim)); 50683e9753d6SMatthew G. Knepley /* Accumulate fluxes to cells */ 50693e9753d6SMatthew G. Knepley for (face = fS, iface = 0; face < fE; ++face) { 50703e9753d6SMatthew G. Knepley const PetscInt *scells; 50713e9753d6SMatthew G. Knepley PetscScalar *fL = NULL, *fR = NULL; 50723e9753d6SMatthew G. Knepley PetscInt ghost, d, nsupp, nchild; 50733e9753d6SMatthew G. Knepley 50749566063dSJacob Faibussowitsch PetscCall(DMLabelGetValue(ghostLabel, face, &ghost)); 50759566063dSJacob Faibussowitsch PetscCall(DMPlexGetSupportSize(dm, face, &nsupp)); 50769566063dSJacob Faibussowitsch PetscCall(DMPlexGetTreeChildren(dm, face, &nchild, NULL)); 50773e9753d6SMatthew G. Knepley if (ghost >= 0 || nsupp > 2 || nchild > 0) continue; 50789566063dSJacob Faibussowitsch PetscCall(DMPlexGetSupport(dm, face, &scells)); 50799566063dSJacob Faibussowitsch PetscCall(DMLabelGetValue(ghostLabel, scells[0], &ghost)); 50809566063dSJacob Faibussowitsch if (ghost <= 0) PetscCall(DMPlexPointLocalFieldRef(dm, scells[0], f, fa, &fL)); 50819566063dSJacob Faibussowitsch PetscCall(DMLabelGetValue(ghostLabel, scells[1], &ghost)); 50829566063dSJacob Faibussowitsch if (ghost <= 0) PetscCall(DMPlexPointLocalFieldRef(dm, scells[1], f, fa, &fR)); 50835962854dSMatthew G. Knepley if (mesh->printFVM > 1) { 50845962854dSMatthew G. Knepley PetscCall(DMPrintCellVectorReal(face, "Residual: normal", cdim, fgeom[iface].normal)); 50855962854dSMatthew G. Knepley PetscCall(DMPrintCellVector(face, "Residual: left state", pdim, &uL[iface * totDim + foff])); 50865962854dSMatthew G. Knepley PetscCall(DMPrintCellVector(face, "Residual: right state", pdim, &uR[iface * totDim + foff])); 50875962854dSMatthew G. Knepley PetscCall(DMPrintCellVector(face, "Residual: left flux", pdim, &fluxL[iface * totDim + foff])); 50885962854dSMatthew G. Knepley PetscCall(DMPrintCellVector(face, "Residual: right flux", pdim, &fluxR[iface * totDim + foff])); 50895962854dSMatthew G. Knepley } 50903e9753d6SMatthew G. Knepley for (d = 0; d < pdim; ++d) { 50913e9753d6SMatthew G. Knepley if (fL) fL[d] -= fluxL[iface * totDim + foff + d]; 50923e9753d6SMatthew G. Knepley if (fR) fR[d] += fluxR[iface * totDim + foff + d]; 50933e9753d6SMatthew G. Knepley } 50943e9753d6SMatthew G. Knepley ++iface; 50953e9753d6SMatthew G. Knepley } 50963e9753d6SMatthew G. Knepley } 50979566063dSJacob Faibussowitsch PetscCall(VecRestoreArray(locF, &fa)); 50983e9753d6SMatthew G. Knepley } 50993e9753d6SMatthew G. Knepley /* Handle time derivative */ 51003e9753d6SMatthew G. Knepley if (locX_t) { 51013e9753d6SMatthew G. Knepley PetscScalar *x_t, *fa; 51023e9753d6SMatthew G. Knepley 51039566063dSJacob Faibussowitsch PetscCall(VecGetArray(locF, &fa)); 51049566063dSJacob Faibussowitsch PetscCall(VecGetArray(locX_t, &x_t)); 51053e9753d6SMatthew G. Knepley for (f = 0; f < Nf; ++f) { 51063e9753d6SMatthew G. Knepley PetscFV fv; 51073e9753d6SMatthew G. Knepley PetscObject obj; 51083e9753d6SMatthew G. Knepley PetscClassId id; 51093e9753d6SMatthew G. Knepley PetscInt pdim, d; 51103e9753d6SMatthew G. Knepley 51119566063dSJacob Faibussowitsch PetscCall(PetscDSGetDiscretization(ds, f, &obj)); 51129566063dSJacob Faibussowitsch PetscCall(PetscObjectGetClassId(obj, &id)); 51133e9753d6SMatthew G. Knepley if (id != PETSCFV_CLASSID) continue; 51143e9753d6SMatthew G. Knepley fv = (PetscFV)obj; 51159566063dSJacob Faibussowitsch PetscCall(PetscFVGetNumComponents(fv, &pdim)); 51163e9753d6SMatthew G. Knepley for (c = cS; c < cE; ++c) { 51173e9753d6SMatthew G. Knepley const PetscInt cell = cells ? cells[c] : c; 51183e9753d6SMatthew G. Knepley PetscScalar *u_t, *r; 51193e9753d6SMatthew G. Knepley 51203e9753d6SMatthew G. Knepley if (ghostLabel) { 51213e9753d6SMatthew G. Knepley PetscInt ghostVal; 51223e9753d6SMatthew G. Knepley 51239566063dSJacob Faibussowitsch PetscCall(DMLabelGetValue(ghostLabel, cell, &ghostVal)); 51243e9753d6SMatthew G. Knepley if (ghostVal > 0) continue; 51253e9753d6SMatthew G. Knepley } 51269566063dSJacob Faibussowitsch PetscCall(DMPlexPointLocalFieldRead(dm, cell, f, x_t, &u_t)); 51279566063dSJacob Faibussowitsch PetscCall(DMPlexPointLocalFieldRef(dm, cell, f, fa, &r)); 51283e9753d6SMatthew G. Knepley for (d = 0; d < pdim; ++d) r[d] += u_t[d]; 51293e9753d6SMatthew G. Knepley } 51303e9753d6SMatthew G. Knepley } 51319566063dSJacob Faibussowitsch PetscCall(VecRestoreArray(locX_t, &x_t)); 51329566063dSJacob Faibussowitsch PetscCall(VecRestoreArray(locF, &fa)); 51333e9753d6SMatthew G. Knepley } 51343e9753d6SMatthew G. Knepley if (useFEM) { 51359566063dSJacob Faibussowitsch PetscCall(DMPlexRestoreCellFields(dm, chunkIS, locX, locX_t, locA, &u, &u_t, &a)); 51369566063dSJacob Faibussowitsch PetscCall(DMRestoreWorkArray(dm, numCells * totDim, MPIU_SCALAR, &elemVec)); 51373e9753d6SMatthew G. Knepley } 51383e9753d6SMatthew G. Knepley if (useFVM) { 51399566063dSJacob Faibussowitsch PetscCall(DMPlexRestoreFaceFields(dm, fS, fE, locX, locX_t, faceGeometryFVM, cellGeometryFVM, locGrad, &numFaces, &uL, &uR)); 51409566063dSJacob Faibussowitsch PetscCall(DMPlexRestoreFaceGeometry(dm, fS, fE, faceGeometryFVM, cellGeometryFVM, &numFaces, &fgeom, &vol)); 51419566063dSJacob Faibussowitsch PetscCall(DMRestoreWorkArray(dm, numFaces * totDim, MPIU_SCALAR, &fluxL)); 51429566063dSJacob Faibussowitsch PetscCall(DMRestoreWorkArray(dm, numFaces * totDim, MPIU_SCALAR, &fluxR)); 51439566063dSJacob Faibussowitsch if (dmGrad) PetscCall(DMRestoreLocalVector(dmGrad, &locGrad)); 51443e9753d6SMatthew G. Knepley } 51453e9753d6SMatthew G. Knepley } 51469566063dSJacob Faibussowitsch if (useFEM) PetscCall(ISDestroy(&chunkIS)); 51479566063dSJacob Faibussowitsch PetscCall(ISRestorePointRange(cellIS, &cStart, &cEnd, &cells)); 51483e9753d6SMatthew G. Knepley 51493e9753d6SMatthew G. Knepley if (useFEM) { 51509566063dSJacob Faibussowitsch PetscCall(DMPlexComputeBdResidual_Internal(dm, locX, locX_t, t, locF, user)); 51513e9753d6SMatthew G. Knepley 51523e9753d6SMatthew G. Knepley if (maxDegree <= 1) { 51539566063dSJacob Faibussowitsch PetscCall(DMSNESRestoreFEGeom(coordField, cellIS, affineQuad, PETSC_FALSE, &affineGeom)); 51549566063dSJacob Faibussowitsch PetscCall(PetscQuadratureDestroy(&affineQuad)); 51553e9753d6SMatthew G. Knepley } else { 51563e9753d6SMatthew G. Knepley for (f = 0; f < Nf; ++f) { 51579566063dSJacob Faibussowitsch PetscCall(DMSNESRestoreFEGeom(coordField, cellIS, quads[f], PETSC_FALSE, &geoms[f])); 51589566063dSJacob Faibussowitsch PetscCall(PetscQuadratureDestroy(&quads[f])); 51593e9753d6SMatthew G. Knepley } 51609566063dSJacob Faibussowitsch PetscCall(PetscFree2(quads, geoms)); 51613e9753d6SMatthew G. Knepley } 51623e9753d6SMatthew G. Knepley } 51633e9753d6SMatthew G. Knepley 51643e9753d6SMatthew G. Knepley /* FEM */ 51653e9753d6SMatthew G. Knepley /* 1: Get sizes from dm and dmAux */ 51663e9753d6SMatthew G. Knepley /* 2: Get geometric data */ 51673e9753d6SMatthew G. Knepley /* 3: Handle boundary values */ 51683e9753d6SMatthew G. Knepley /* 4: Loop over domain */ 51693e9753d6SMatthew G. Knepley /* Extract coefficients */ 51703e9753d6SMatthew G. Knepley /* Loop over fields */ 51713e9753d6SMatthew G. Knepley /* Set tiling for FE*/ 51723e9753d6SMatthew G. Knepley /* Integrate FE residual to get elemVec */ 51733e9753d6SMatthew G. Knepley /* Loop over subdomain */ 51743e9753d6SMatthew G. Knepley /* Loop over quad points */ 51753e9753d6SMatthew G. Knepley /* Transform coords to real space */ 51763e9753d6SMatthew G. Knepley /* Evaluate field and aux fields at point */ 51773e9753d6SMatthew G. Knepley /* Evaluate residual at point */ 51783e9753d6SMatthew G. Knepley /* Transform residual to real space */ 51793e9753d6SMatthew G. Knepley /* Add residual to elemVec */ 51803e9753d6SMatthew G. Knepley /* Loop over domain */ 51813e9753d6SMatthew G. Knepley /* Add elemVec to locX */ 51823e9753d6SMatthew G. Knepley 51833e9753d6SMatthew G. Knepley /* FVM */ 51843e9753d6SMatthew G. Knepley /* Get geometric data */ 51853e9753d6SMatthew G. Knepley /* If using gradients */ 51863e9753d6SMatthew G. Knepley /* Compute gradient data */ 51873e9753d6SMatthew G. Knepley /* Loop over domain faces */ 51883e9753d6SMatthew G. Knepley /* Count computational faces */ 51893e9753d6SMatthew G. Knepley /* Reconstruct cell gradient */ 51903e9753d6SMatthew G. Knepley /* Loop over domain cells */ 51913e9753d6SMatthew G. Knepley /* Limit cell gradients */ 51923e9753d6SMatthew G. Knepley /* Handle boundary values */ 51933e9753d6SMatthew G. Knepley /* Loop over domain faces */ 51943e9753d6SMatthew G. Knepley /* Read out field, centroid, normal, volume for each side of face */ 51953e9753d6SMatthew G. Knepley /* Riemann solve over faces */ 51963e9753d6SMatthew G. Knepley /* Loop over domain faces */ 51973e9753d6SMatthew G. Knepley /* Accumulate fluxes to cells */ 51983e9753d6SMatthew G. Knepley /* TODO Change printFEM to printDisc here */ 51993e9753d6SMatthew G. Knepley if (mesh->printFEM) { 52003e9753d6SMatthew G. Knepley Vec locFbc; 52013e9753d6SMatthew G. Knepley PetscInt pStart, pEnd, p, maxDof; 52023e9753d6SMatthew G. Knepley PetscScalar *zeroes; 52033e9753d6SMatthew G. Knepley 52049566063dSJacob Faibussowitsch PetscCall(VecDuplicate(locF, &locFbc)); 52059566063dSJacob Faibussowitsch PetscCall(VecCopy(locF, locFbc)); 52069566063dSJacob Faibussowitsch PetscCall(PetscSectionGetChart(section, &pStart, &pEnd)); 52079566063dSJacob Faibussowitsch PetscCall(PetscSectionGetMaxDof(section, &maxDof)); 52089566063dSJacob Faibussowitsch PetscCall(PetscCalloc1(maxDof, &zeroes)); 520948a46eb9SPierre Jolivet for (p = pStart; p < pEnd; p++) PetscCall(VecSetValuesSection(locFbc, section, p, zeroes, INSERT_BC_VALUES)); 52109566063dSJacob Faibussowitsch PetscCall(PetscFree(zeroes)); 52119566063dSJacob Faibussowitsch PetscCall(DMPrintLocalVec(dm, name, mesh->printTol, locFbc)); 52129566063dSJacob Faibussowitsch PetscCall(VecDestroy(&locFbc)); 52133e9753d6SMatthew G. Knepley } 52143cc88e6aSStefano Zampini end: 52159566063dSJacob Faibussowitsch PetscCall(PetscLogEventEnd(DMPLEX_ResidualFEM, dm, 0, 0, 0)); 52163ba16761SJacob Faibussowitsch PetscFunctionReturn(PETSC_SUCCESS); 52173e9753d6SMatthew G. Knepley } 52183e9753d6SMatthew G. Knepley 52196528b96dSMatthew G. Knepley /* 52206528b96dSMatthew G. Knepley 1) Allow multiple kernels for BdResidual for hybrid DS 52216528b96dSMatthew G. Knepley 52226528b96dSMatthew G. Knepley DONE 2) Get out dsAux for either side at the same time as cohesive cell dsAux 52236528b96dSMatthew G. Knepley 52246528b96dSMatthew G. Knepley DONE 3) Change DMGetCellFields() to get different aux data a[] for each side 52256528b96dSMatthew G. Knepley - I think I just need to replace a[] with the closure from each face 52266528b96dSMatthew G. Knepley 52276528b96dSMatthew G. Knepley 4) Run both kernels for each non-hybrid field with correct dsAux, and then hybrid field as before 52286528b96dSMatthew G. Knepley */ 5229d71ae5a4SJacob Faibussowitsch PetscErrorCode DMPlexComputeResidual_Hybrid_Internal(DM dm, PetscFormKey key[], IS cellIS, PetscReal time, Vec locX, Vec locX_t, PetscReal t, Vec locF, void *user) 5230d71ae5a4SJacob Faibussowitsch { 52313e9753d6SMatthew G. Knepley DM_Plex *mesh = (DM_Plex *)dm->data; 52323e9753d6SMatthew G. Knepley const char *name = "Hybrid Residual"; 523304c51a94SMatthew G. Knepley DM dmAux[3] = {NULL, NULL, NULL}; 52343e9753d6SMatthew G. Knepley DMLabel ghostLabel = NULL; 52356528b96dSMatthew G. Knepley PetscDS ds = NULL; 523607218a29SMatthew G. Knepley PetscDS dsIn = NULL; 52376528b96dSMatthew G. Knepley PetscDS dsAux[3] = {NULL, NULL, NULL}; 523804c51a94SMatthew G. Knepley Vec locA[3] = {NULL, NULL, NULL}; 523907218a29SMatthew G. Knepley DM dmScale[3] = {NULL, NULL, NULL}; 524007218a29SMatthew G. Knepley PetscDS dsScale[3] = {NULL, NULL, NULL}; 524107218a29SMatthew G. Knepley Vec locS[3] = {NULL, NULL, NULL}; 52423e9753d6SMatthew G. Knepley PetscSection section = NULL; 52433e9753d6SMatthew G. Knepley DMField coordField = NULL; 524407218a29SMatthew G. Knepley PetscScalar *a[3] = {NULL, NULL, NULL}; 524507218a29SMatthew G. Knepley PetscScalar *s[3] = {NULL, NULL, NULL}; 5246b2ab40e6SMatthew G. Knepley PetscScalar *u = NULL, *u_t; 524707218a29SMatthew G. Knepley PetscScalar *elemVecNeg, *elemVecPos, *elemVecCoh; 52483e9753d6SMatthew G. Knepley IS chunkIS; 52493e9753d6SMatthew G. Knepley const PetscInt *cells; 52503e9753d6SMatthew G. Knepley PetscInt *faces; 52513e9753d6SMatthew G. Knepley PetscInt cStart, cEnd, numCells; 52523e2b0218SMatthew G. Knepley PetscInt Nf, f, totDim, totDimIn, totDimAux[3], totDimScale[3], numChunks, cellChunkSize, chunk; 52533e9753d6SMatthew G. Knepley PetscInt maxDegree = PETSC_MAX_INT; 52543e9753d6SMatthew G. Knepley PetscQuadrature affineQuad = NULL, *quads = NULL; 52553e9753d6SMatthew G. Knepley PetscFEGeom *affineGeom = NULL, **geoms = NULL; 52563e9753d6SMatthew G. Knepley 52573e9753d6SMatthew G. Knepley PetscFunctionBegin; 52583cc88e6aSStefano Zampini PetscCall(PetscLogEventBegin(DMPLEX_ResidualFEM, dm, 0, 0, 0)); 52593cc88e6aSStefano Zampini if (!cellIS) goto end; 5260437e83fbSMatthew G. Knepley PetscCall(ISGetPointRange(cellIS, &cStart, &cEnd, &cells)); 5261437e83fbSMatthew G. Knepley PetscCall(ISGetLocalSize(cellIS, &numCells)); 52623cc88e6aSStefano Zampini if (cStart >= cEnd) goto end; 52635fedec97SMatthew G. Knepley if ((key[0].label == key[1].label) && (key[0].value == key[1].value) && (key[0].part == key[1].part)) { 52645fedec97SMatthew G. Knepley const char *name; 52659566063dSJacob Faibussowitsch PetscCall(PetscObjectGetName((PetscObject)key[0].label, &name)); 526663a3b9bcSJacob Faibussowitsch SETERRQ(PETSC_COMM_SELF, PETSC_ERR_ARG_WRONG, "Form keys for each side of a cohesive surface must be different (%s, %" PetscInt_FMT ", %" PetscInt_FMT ")", name, key[0].value, key[0].part); 52675fedec97SMatthew G. Knepley } 52683e9753d6SMatthew G. Knepley /* TODO The places where we have to use isFE are probably the member functions for the PetscDisc class */ 52693e9753d6SMatthew G. Knepley /* FEM */ 52703e9753d6SMatthew G. Knepley /* 1: Get sizes from dm and dmAux */ 52719566063dSJacob Faibussowitsch PetscCall(DMGetSection(dm, §ion)); 52729566063dSJacob Faibussowitsch PetscCall(DMGetLabel(dm, "ghost", &ghostLabel)); 527307218a29SMatthew G. Knepley PetscCall(DMGetCellDS(dm, cells ? cells[cStart] : cStart, &ds, &dsIn)); 52749566063dSJacob Faibussowitsch PetscCall(PetscDSGetNumFields(ds, &Nf)); 52759566063dSJacob Faibussowitsch PetscCall(PetscDSGetTotalDimension(ds, &totDim)); 527607218a29SMatthew G. Knepley PetscCall(PetscDSGetTotalDimension(dsIn, &totDimIn)); 52779566063dSJacob Faibussowitsch PetscCall(DMGetAuxiliaryVec(dm, key[2].label, key[2].value, key[2].part, &locA[2])); 527804c51a94SMatthew G. Knepley if (locA[2]) { 52791059d808SMatthew G. Knepley const PetscInt cellStart = cells ? cells[cStart] : cStart; 52801059d808SMatthew G. Knepley 52819566063dSJacob Faibussowitsch PetscCall(VecGetDM(locA[2], &dmAux[2])); 528207218a29SMatthew G. Knepley PetscCall(DMGetCellDS(dmAux[2], cellStart, &dsAux[2], NULL)); 52839566063dSJacob Faibussowitsch PetscCall(PetscDSGetTotalDimension(dsAux[2], &totDimAux[2])); 52846528b96dSMatthew G. Knepley { 52856528b96dSMatthew G. Knepley const PetscInt *cone; 52866528b96dSMatthew G. Knepley PetscInt c; 52876528b96dSMatthew G. Knepley 52881059d808SMatthew G. Knepley PetscCall(DMPlexGetCone(dm, cellStart, &cone)); 52896528b96dSMatthew G. Knepley for (c = 0; c < 2; ++c) { 52906528b96dSMatthew G. Knepley const PetscInt *support; 52916528b96dSMatthew G. Knepley PetscInt ssize, s; 52926528b96dSMatthew G. Knepley 52939566063dSJacob Faibussowitsch PetscCall(DMPlexGetSupport(dm, cone[c], &support)); 52949566063dSJacob Faibussowitsch PetscCall(DMPlexGetSupportSize(dm, cone[c], &ssize)); 52951059d808SMatthew G. Knepley PetscCheck(ssize == 2, PETSC_COMM_SELF, PETSC_ERR_ARG_WRONG, "Face %" PetscInt_FMT " from cell %" PetscInt_FMT " has support size %" PetscInt_FMT " != 2", cone[c], cellStart, ssize); 52961059d808SMatthew G. Knepley if (support[0] == cellStart) s = 1; 52971059d808SMatthew G. Knepley else if (support[1] == cellStart) s = 0; 52981059d808SMatthew G. Knepley else SETERRQ(PETSC_COMM_SELF, PETSC_ERR_ARG_WRONG, "Face %" PetscInt_FMT " does not have cell %" PetscInt_FMT " in its support", cone[c], cellStart); 52999566063dSJacob Faibussowitsch PetscCall(DMGetAuxiliaryVec(dm, key[c].label, key[c].value, key[c].part, &locA[c])); 5300c75bfeddSPierre Jolivet PetscCheck(locA[c], PETSC_COMM_SELF, PETSC_ERR_ARG_WRONGSTATE, "Must have auxiliary vector for (%p, %" PetscInt_FMT ", %" PetscInt_FMT ")", (void *)key[c].label, key[c].value, key[c].part); 53019566063dSJacob Faibussowitsch if (locA[c]) PetscCall(VecGetDM(locA[c], &dmAux[c])); 5302ad540459SPierre Jolivet else dmAux[c] = dmAux[2]; 530307218a29SMatthew G. Knepley PetscCall(DMGetCellDS(dmAux[c], support[s], &dsAux[c], NULL)); 53049566063dSJacob Faibussowitsch PetscCall(PetscDSGetTotalDimension(dsAux[c], &totDimAux[c])); 53056528b96dSMatthew G. Knepley } 53066528b96dSMatthew G. Knepley } 53073e9753d6SMatthew G. Knepley } 530807218a29SMatthew G. Knepley /* Handle mass matrix scaling 530907218a29SMatthew G. Knepley The field in key[2] is the field to be scaled, and the scaling field is the first in the dsScale */ 531007218a29SMatthew G. Knepley PetscCall(DMGetAuxiliaryVec(dm, key[2].label, -key[2].value, key[2].part, &locS[2])); 531107218a29SMatthew G. Knepley if (locS[2]) { 53123e2b0218SMatthew G. Knepley const PetscInt cellStart = cells ? cells[cStart] : cStart; 531307218a29SMatthew G. Knepley PetscInt Nb, Nbs; 531407218a29SMatthew G. Knepley 531507218a29SMatthew G. Knepley PetscCall(VecGetDM(locS[2], &dmScale[2])); 53163e2b0218SMatthew G. Knepley PetscCall(DMGetCellDS(dmScale[2], cellStart, &dsScale[2], NULL)); 53173e2b0218SMatthew G. Knepley PetscCall(PetscDSGetTotalDimension(dsScale[2], &totDimScale[2])); 531807218a29SMatthew G. Knepley // BRAD: This is not set correctly 531907218a29SMatthew G. Knepley key[2].field = 2; 532007218a29SMatthew G. Knepley PetscCall(PetscDSGetFieldSize(ds, key[2].field, &Nb)); 532107218a29SMatthew G. Knepley PetscCall(PetscDSGetFieldSize(dsScale[2], 0, &Nbs)); 532207218a29SMatthew G. Knepley PetscCheck(Nb == Nbs, PETSC_COMM_SELF, PETSC_ERR_ARG_INCOMP, "Field %" PetscInt_FMT " of size %" PetscInt_FMT " cannot be scaled by field of size %" PetscInt_FMT, key[2].field, Nb, Nbs); 53233e2b0218SMatthew G. Knepley { 53243e2b0218SMatthew G. Knepley const PetscInt *cone; 53253e2b0218SMatthew G. Knepley PetscInt c; 53263e2b0218SMatthew G. Knepley 53273e2b0218SMatthew G. Knepley locS[1] = locS[0] = locS[2]; 53283e2b0218SMatthew G. Knepley dmScale[1] = dmScale[0] = dmScale[2]; 53293e2b0218SMatthew G. Knepley PetscCall(DMPlexGetCone(dm, cellStart, &cone)); 53303e2b0218SMatthew G. Knepley for (c = 0; c < 2; ++c) { 53313e2b0218SMatthew G. Knepley const PetscInt *support; 53323e2b0218SMatthew G. Knepley PetscInt ssize, s; 53333e2b0218SMatthew G. Knepley 53343e2b0218SMatthew G. Knepley PetscCall(DMPlexGetSupport(dm, cone[c], &support)); 53353e2b0218SMatthew G. Knepley PetscCall(DMPlexGetSupportSize(dm, cone[c], &ssize)); 53363e2b0218SMatthew G. Knepley PetscCheck(ssize == 2, PETSC_COMM_SELF, PETSC_ERR_ARG_WRONG, "Face %" PetscInt_FMT " from cell %" PetscInt_FMT " has support size %" PetscInt_FMT " != 2", cone[c], cellStart, ssize); 53373e2b0218SMatthew G. Knepley if (support[0] == cellStart) s = 1; 53383e2b0218SMatthew G. Knepley else if (support[1] == cellStart) s = 0; 53393e2b0218SMatthew G. Knepley else SETERRQ(PETSC_COMM_SELF, PETSC_ERR_ARG_WRONG, "Face %" PetscInt_FMT " does not have cell %" PetscInt_FMT " in its support", cone[c], cellStart); 53403e2b0218SMatthew G. Knepley PetscCall(DMGetCellDS(dmScale[c], support[s], &dsScale[c], NULL)); 53413e2b0218SMatthew G. Knepley PetscCall(PetscDSGetTotalDimension(dsScale[c], &totDimScale[c])); 53423e2b0218SMatthew G. Knepley } 53433e2b0218SMatthew G. Knepley } 534407218a29SMatthew G. Knepley } 53453e9753d6SMatthew G. Knepley /* 2: Setup geometric data */ 53469566063dSJacob Faibussowitsch PetscCall(DMGetCoordinateField(dm, &coordField)); 53479566063dSJacob Faibussowitsch PetscCall(DMFieldGetDegree(coordField, cellIS, NULL, &maxDegree)); 53483e9753d6SMatthew G. Knepley if (maxDegree > 1) { 53499566063dSJacob Faibussowitsch PetscCall(PetscCalloc2(Nf, &quads, Nf, &geoms)); 53503e9753d6SMatthew G. Knepley for (f = 0; f < Nf; ++f) { 53513e9753d6SMatthew G. Knepley PetscFE fe; 53523e9753d6SMatthew G. Knepley 53539566063dSJacob Faibussowitsch PetscCall(PetscDSGetDiscretization(ds, f, (PetscObject *)&fe)); 53543e9753d6SMatthew G. Knepley if (fe) { 53559566063dSJacob Faibussowitsch PetscCall(PetscFEGetQuadrature(fe, &quads[f])); 53569566063dSJacob Faibussowitsch PetscCall(PetscObjectReference((PetscObject)quads[f])); 53573e9753d6SMatthew G. Knepley } 53583e9753d6SMatthew G. Knepley } 53593e9753d6SMatthew G. Knepley } 53603e9753d6SMatthew G. Knepley /* Loop over chunks */ 53613e9753d6SMatthew G. Knepley cellChunkSize = numCells; 53623e9753d6SMatthew G. Knepley numChunks = !numCells ? 0 : PetscCeilReal(((PetscReal)numCells) / cellChunkSize); 536307218a29SMatthew G. Knepley PetscCall(PetscCalloc1(2 * cellChunkSize, &faces)); 536407218a29SMatthew G. Knepley PetscCall(ISCreateGeneral(PETSC_COMM_SELF, 2 * cellChunkSize, faces, PETSC_USE_POINTER, &chunkIS)); 53653e9753d6SMatthew G. Knepley /* Extract field coefficients */ 53663e9753d6SMatthew G. Knepley /* NOTE This needs the end cap faces to have identical orientations */ 536707218a29SMatthew G. Knepley PetscCall(DMPlexGetHybridCellFields(dm, cellIS, locX, locX_t, locA[2], &u, &u_t, &a[2])); 536807218a29SMatthew G. Knepley PetscCall(DMPlexGetHybridFields(dm, dmAux, dsAux, cellIS, locA, PETSC_TRUE, a)); 53693e2b0218SMatthew G. Knepley PetscCall(DMPlexGetHybridFields(dm, dmScale, dsScale, cellIS, locS, PETSC_TRUE, s)); 537007218a29SMatthew G. Knepley PetscCall(DMGetWorkArray(dm, cellChunkSize * totDim, MPIU_SCALAR, &elemVecNeg)); 537107218a29SMatthew G. Knepley PetscCall(DMGetWorkArray(dm, cellChunkSize * totDim, MPIU_SCALAR, &elemVecPos)); 537207218a29SMatthew G. Knepley PetscCall(DMGetWorkArray(dm, cellChunkSize * totDim, MPIU_SCALAR, &elemVecCoh)); 53733e9753d6SMatthew G. Knepley for (chunk = 0; chunk < numChunks; ++chunk) { 53743e9753d6SMatthew G. Knepley PetscInt cS = cStart + chunk * cellChunkSize, cE = PetscMin(cS + cellChunkSize, cEnd), numCells = cE - cS, c; 53753e9753d6SMatthew G. Knepley 537607218a29SMatthew G. Knepley PetscCall(PetscArrayzero(elemVecNeg, cellChunkSize * totDim)); 537707218a29SMatthew G. Knepley PetscCall(PetscArrayzero(elemVecPos, cellChunkSize * totDim)); 537807218a29SMatthew G. Knepley PetscCall(PetscArrayzero(elemVecCoh, cellChunkSize * totDim)); 53793e9753d6SMatthew G. Knepley /* Get faces */ 53803e9753d6SMatthew G. Knepley for (c = cS; c < cE; ++c) { 53813e9753d6SMatthew G. Knepley const PetscInt cell = cells ? cells[c] : c; 53823e9753d6SMatthew G. Knepley const PetscInt *cone; 53839566063dSJacob Faibussowitsch PetscCall(DMPlexGetCone(dm, cell, &cone)); 538407218a29SMatthew G. Knepley faces[(c - cS) * 2 + 0] = cone[0]; 538507218a29SMatthew G. Knepley faces[(c - cS) * 2 + 1] = cone[1]; 53863e9753d6SMatthew G. Knepley } 538707218a29SMatthew G. Knepley PetscCall(ISGeneralSetIndices(chunkIS, 2 * cellChunkSize, faces, PETSC_USE_POINTER)); 53883e9753d6SMatthew G. Knepley /* Get geometric data */ 53893e9753d6SMatthew G. Knepley if (maxDegree <= 1) { 53909566063dSJacob Faibussowitsch if (!affineQuad) PetscCall(DMFieldCreateDefaultQuadrature(coordField, chunkIS, &affineQuad)); 53919566063dSJacob Faibussowitsch if (affineQuad) PetscCall(DMSNESGetFEGeom(coordField, chunkIS, affineQuad, PETSC_TRUE, &affineGeom)); 53923e9753d6SMatthew G. Knepley } else { 53933e9753d6SMatthew G. Knepley for (f = 0; f < Nf; ++f) { 53949566063dSJacob Faibussowitsch if (quads[f]) PetscCall(DMSNESGetFEGeom(coordField, chunkIS, quads[f], PETSC_TRUE, &geoms[f])); 53953e9753d6SMatthew G. Knepley } 53963e9753d6SMatthew G. Knepley } 53973e9753d6SMatthew G. Knepley /* Loop over fields */ 53983e9753d6SMatthew G. Knepley for (f = 0; f < Nf; ++f) { 53993e9753d6SMatthew G. Knepley PetscFE fe; 54003e9753d6SMatthew G. Knepley PetscFEGeom *geom = affineGeom ? affineGeom : geoms[f]; 5401148442b3SMatthew G. Knepley PetscFEGeom *chunkGeom = NULL, *remGeom = NULL; 54023e9753d6SMatthew G. Knepley PetscQuadrature quad = affineQuad ? affineQuad : quads[f]; 54033e9753d6SMatthew G. Knepley PetscInt numChunks, numBatches, batchSize, numBlocks, blockSize, Ne, Nr, offset, Nq, Nb; 54045fedec97SMatthew G. Knepley PetscBool isCohesiveField; 54053e9753d6SMatthew G. Knepley 54069566063dSJacob Faibussowitsch PetscCall(PetscDSGetDiscretization(ds, f, (PetscObject *)&fe)); 54073e9753d6SMatthew G. Knepley if (!fe) continue; 54089566063dSJacob Faibussowitsch PetscCall(PetscFEGetTileSizes(fe, NULL, &numBlocks, NULL, &numBatches)); 54099566063dSJacob Faibussowitsch PetscCall(PetscQuadratureGetData(quad, NULL, NULL, &Nq, NULL, NULL)); 54109566063dSJacob Faibussowitsch PetscCall(PetscFEGetDimension(fe, &Nb)); 54113e9753d6SMatthew G. Knepley blockSize = Nb; 54123e9753d6SMatthew G. Knepley batchSize = numBlocks * blockSize; 54139566063dSJacob Faibussowitsch PetscCall(PetscFESetTileSizes(fe, blockSize, numBlocks, batchSize, numBatches)); 54143e9753d6SMatthew G. Knepley numChunks = numCells / (numBatches * batchSize); 54153e9753d6SMatthew G. Knepley Ne = numChunks * numBatches * batchSize; 54163e9753d6SMatthew G. Knepley Nr = numCells % (numBatches * batchSize); 54173e9753d6SMatthew G. Knepley offset = numCells - Nr; 541807218a29SMatthew G. Knepley PetscCall(PetscFEGeomGetChunk(geom, 0, offset * 2, &chunkGeom)); 541907218a29SMatthew G. Knepley PetscCall(PetscFEGeomGetChunk(geom, offset * 2, numCells * 2, &remGeom)); 54209566063dSJacob Faibussowitsch PetscCall(PetscDSGetCohesive(ds, f, &isCohesiveField)); 54215fedec97SMatthew G. Knepley chunkGeom->isCohesive = remGeom->isCohesive = PETSC_TRUE; 54226528b96dSMatthew G. Knepley key[0].field = f; 54236528b96dSMatthew G. Knepley key[1].field = f; 54245fedec97SMatthew G. Knepley key[2].field = f; 542507218a29SMatthew G. Knepley PetscCall(PetscFEIntegrateHybridResidual(ds, dsIn, key[0], 0, Ne, chunkGeom, u, u_t, dsAux[0], a[0], t, elemVecNeg)); 54268e3a54c0SPierre Jolivet PetscCall(PetscFEIntegrateHybridResidual(ds, dsIn, key[0], 0, Nr, remGeom, &u[offset * totDimIn], PetscSafePointerPlusOffset(u_t, offset * totDimIn), dsAux[0], PetscSafePointerPlusOffset(a[0], offset * totDimAux[0]), t, &elemVecNeg[offset * totDim])); 542707218a29SMatthew G. Knepley PetscCall(PetscFEIntegrateHybridResidual(ds, dsIn, key[1], 1, Ne, chunkGeom, u, u_t, dsAux[1], a[1], t, elemVecPos)); 54288e3a54c0SPierre Jolivet PetscCall(PetscFEIntegrateHybridResidual(ds, dsIn, key[1], 1, Nr, remGeom, &u[offset * totDimIn], PetscSafePointerPlusOffset(u_t, offset * totDimIn), dsAux[1], PetscSafePointerPlusOffset(a[1], offset * totDimAux[1]), t, &elemVecPos[offset * totDim])); 542907218a29SMatthew G. Knepley PetscCall(PetscFEIntegrateHybridResidual(ds, dsIn, key[2], 2, Ne, chunkGeom, u, u_t, dsAux[2], a[2], t, elemVecCoh)); 54308e3a54c0SPierre Jolivet PetscCall(PetscFEIntegrateHybridResidual(ds, dsIn, key[2], 2, Nr, remGeom, &u[offset * totDimIn], PetscSafePointerPlusOffset(u_t, offset * totDimIn), dsAux[2], PetscSafePointerPlusOffset(a[2], offset * totDimAux[2]), t, &elemVecCoh[offset * totDim])); 54319566063dSJacob Faibussowitsch PetscCall(PetscFEGeomRestoreChunk(geom, offset, numCells, &remGeom)); 54329566063dSJacob Faibussowitsch PetscCall(PetscFEGeomRestoreChunk(geom, 0, offset, &chunkGeom)); 54333e9753d6SMatthew G. Knepley } 54343e9753d6SMatthew G. Knepley /* Add elemVec to locX */ 54353e9753d6SMatthew G. Knepley for (c = cS; c < cE; ++c) { 54363e9753d6SMatthew G. Knepley const PetscInt cell = cells ? cells[c] : c; 54373e9753d6SMatthew G. Knepley const PetscInt cind = c - cStart; 543807218a29SMatthew G. Knepley PetscInt i; 54393e9753d6SMatthew G. Knepley 544007218a29SMatthew G. Knepley /* Scale element values */ 544107218a29SMatthew G. Knepley if (locS[0]) { 54423e2b0218SMatthew G. Knepley PetscInt Nb, off = cind * totDim, soff = cind * totDimScale[0]; 544307218a29SMatthew G. Knepley PetscBool cohesive; 544407218a29SMatthew G. Knepley 544507218a29SMatthew G. Knepley for (f = 0; f < Nf; ++f) { 544607218a29SMatthew G. Knepley PetscCall(PetscDSGetFieldSize(ds, f, &Nb)); 544707218a29SMatthew G. Knepley PetscCall(PetscDSGetCohesive(ds, f, &cohesive)); 544807218a29SMatthew G. Knepley if (f == key[2].field) { 544907218a29SMatthew G. Knepley PetscCheck(cohesive, PETSC_COMM_SELF, PETSC_ERR_ARG_WRONG, "Scaling should not happen for face fields"); 545007218a29SMatthew G. Knepley // No cohesive scaling field is currently input 545107218a29SMatthew G. Knepley for (i = 0; i < Nb; ++i) elemVecCoh[off + i] += s[0][soff + i] * elemVecNeg[off + i] + s[1][soff + i] * elemVecPos[off + i]; 545207218a29SMatthew G. Knepley off += Nb; 545307218a29SMatthew G. Knepley } else { 545407218a29SMatthew G. Knepley const PetscInt N = cohesive ? Nb : Nb * 2; 545507218a29SMatthew G. Knepley 545607218a29SMatthew G. Knepley for (i = 0; i < N; ++i) elemVecCoh[off + i] += elemVecNeg[off + i] + elemVecPos[off + i]; 545707218a29SMatthew G. Knepley off += N; 545807218a29SMatthew G. Knepley } 545907218a29SMatthew G. Knepley } 546007218a29SMatthew G. Knepley } else { 546107218a29SMatthew G. Knepley for (i = cind * totDim; i < (cind + 1) * totDim; ++i) elemVecCoh[i] += elemVecNeg[i] + elemVecPos[i]; 546207218a29SMatthew G. Knepley } 546307218a29SMatthew G. Knepley if (mesh->printFEM > 1) PetscCall(DMPrintCellVector(cell, name, totDim, &elemVecCoh[cind * totDim])); 54643e9753d6SMatthew G. Knepley if (ghostLabel) { 54653e9753d6SMatthew G. Knepley PetscInt ghostVal; 54663e9753d6SMatthew G. Knepley 54679566063dSJacob Faibussowitsch PetscCall(DMLabelGetValue(ghostLabel, cell, &ghostVal)); 54683e9753d6SMatthew G. Knepley if (ghostVal > 0) continue; 54693e9753d6SMatthew G. Knepley } 547007218a29SMatthew G. Knepley PetscCall(DMPlexVecSetClosure(dm, section, locF, cell, &elemVecCoh[cind * totDim], ADD_ALL_VALUES)); 54713e9753d6SMatthew G. Knepley } 54723e9753d6SMatthew G. Knepley } 54739566063dSJacob Faibussowitsch PetscCall(DMPlexRestoreCellFields(dm, cellIS, locX, locX_t, locA[2], &u, &u_t, &a[2])); 547407218a29SMatthew G. Knepley PetscCall(DMPlexRestoreHybridFields(dm, dmAux, dsAux, cellIS, locA, PETSC_TRUE, a)); 54753e2b0218SMatthew G. Knepley PetscCall(DMPlexRestoreHybridFields(dm, dmScale, dsScale, cellIS, locS, PETSC_TRUE, s)); 547607218a29SMatthew G. Knepley PetscCall(DMRestoreWorkArray(dm, numCells * totDim, MPIU_SCALAR, &elemVecNeg)); 547707218a29SMatthew G. Knepley PetscCall(DMRestoreWorkArray(dm, numCells * totDim, MPIU_SCALAR, &elemVecPos)); 547807218a29SMatthew G. Knepley PetscCall(DMRestoreWorkArray(dm, numCells * totDim, MPIU_SCALAR, &elemVecCoh)); 54799566063dSJacob Faibussowitsch PetscCall(PetscFree(faces)); 54809566063dSJacob Faibussowitsch PetscCall(ISDestroy(&chunkIS)); 54819566063dSJacob Faibussowitsch PetscCall(ISRestorePointRange(cellIS, &cStart, &cEnd, &cells)); 54823e9753d6SMatthew G. Knepley if (maxDegree <= 1) { 54839566063dSJacob Faibussowitsch PetscCall(DMSNESRestoreFEGeom(coordField, cellIS, affineQuad, PETSC_FALSE, &affineGeom)); 54849566063dSJacob Faibussowitsch PetscCall(PetscQuadratureDestroy(&affineQuad)); 54853e9753d6SMatthew G. Knepley } else { 54863e9753d6SMatthew G. Knepley for (f = 0; f < Nf; ++f) { 54879566063dSJacob Faibussowitsch if (geoms) PetscCall(DMSNESRestoreFEGeom(coordField, cellIS, quads[f], PETSC_FALSE, &geoms[f])); 54889566063dSJacob Faibussowitsch if (quads) PetscCall(PetscQuadratureDestroy(&quads[f])); 54893e9753d6SMatthew G. Knepley } 54909566063dSJacob Faibussowitsch PetscCall(PetscFree2(quads, geoms)); 54913e9753d6SMatthew G. Knepley } 549285cc2951SMatthew G. Knepley if (mesh->printFEM) { 549385cc2951SMatthew G. Knepley Vec locFbc; 549485cc2951SMatthew G. Knepley PetscInt pStart, pEnd, p, maxDof; 549585cc2951SMatthew G. Knepley PetscScalar *zeroes; 549685cc2951SMatthew G. Knepley 549785cc2951SMatthew G. Knepley PetscCall(VecDuplicate(locF, &locFbc)); 549885cc2951SMatthew G. Knepley PetscCall(VecCopy(locF, locFbc)); 549985cc2951SMatthew G. Knepley PetscCall(PetscSectionGetChart(section, &pStart, &pEnd)); 550085cc2951SMatthew G. Knepley PetscCall(PetscSectionGetMaxDof(section, &maxDof)); 550185cc2951SMatthew G. Knepley PetscCall(PetscCalloc1(maxDof, &zeroes)); 550285cc2951SMatthew G. Knepley for (p = pStart; p < pEnd; p++) PetscCall(VecSetValuesSection(locFbc, section, p, zeroes, INSERT_BC_VALUES)); 550385cc2951SMatthew G. Knepley PetscCall(PetscFree(zeroes)); 550485cc2951SMatthew G. Knepley PetscCall(DMPrintLocalVec(dm, name, mesh->printTol, locFbc)); 550585cc2951SMatthew G. Knepley PetscCall(VecDestroy(&locFbc)); 550685cc2951SMatthew G. Knepley } 55073cc88e6aSStefano Zampini end: 55089566063dSJacob Faibussowitsch PetscCall(PetscLogEventEnd(DMPLEX_ResidualFEM, dm, 0, 0, 0)); 55093ba16761SJacob Faibussowitsch PetscFunctionReturn(PETSC_SUCCESS); 55103e9753d6SMatthew G. Knepley } 55113e9753d6SMatthew G. Knepley 5512a4e35b19SJacob Faibussowitsch static PetscErrorCode DMPlexComputeBdJacobian_Single_Internal(DM dm, PetscReal t, PetscWeakForm wf, DMLabel label, PetscInt numValues, const PetscInt values[], PetscInt fieldI, Vec locX, Vec locX_t, PetscReal X_tShift, Mat Jac, Mat JacP, DMField coordField, IS facetIS) 5513d71ae5a4SJacob Faibussowitsch { 55143e9753d6SMatthew G. Knepley DM_Plex *mesh = (DM_Plex *)dm->data; 55153e9753d6SMatthew G. Knepley DM plex = NULL, plexA = NULL, tdm; 55163e9753d6SMatthew G. Knepley DMEnclosureType encAux; 5517be62b2b4SMatthew G. Knepley PetscDS ds, dsAux = NULL; 55183e9753d6SMatthew G. Knepley PetscSection section, sectionAux = NULL; 5519e432b41dSStefano Zampini PetscSection globalSection; 55203e9753d6SMatthew G. Knepley Vec locA = NULL, tv; 5521be62b2b4SMatthew G. Knepley PetscScalar *u = NULL, *u_t = NULL, *a = NULL, *elemMat = NULL, *elemMatP = NULL; 55223e9753d6SMatthew G. Knepley PetscInt v; 55233e9753d6SMatthew G. Knepley PetscInt Nf, totDim, totDimAux = 0; 5524be62b2b4SMatthew G. Knepley PetscBool hasJac = PETSC_FALSE, hasPrec = PETSC_FALSE, transform; 55253e9753d6SMatthew G. Knepley 55263e9753d6SMatthew G. Knepley PetscFunctionBegin; 55279566063dSJacob Faibussowitsch PetscCall(DMConvert(dm, DMPLEX, &plex)); 55289566063dSJacob Faibussowitsch PetscCall(DMHasBasisTransform(dm, &transform)); 55299566063dSJacob Faibussowitsch PetscCall(DMGetBasisTransformDM_Internal(dm, &tdm)); 55309566063dSJacob Faibussowitsch PetscCall(DMGetBasisTransformVec_Internal(dm, &tv)); 55319566063dSJacob Faibussowitsch PetscCall(DMGetLocalSection(dm, §ion)); 5532be62b2b4SMatthew G. Knepley PetscCall(DMGetDS(dm, &ds)); 5533be62b2b4SMatthew G. Knepley PetscCall(PetscDSGetNumFields(ds, &Nf)); 5534be62b2b4SMatthew G. Knepley PetscCall(PetscDSGetTotalDimension(ds, &totDim)); 5535be62b2b4SMatthew G. Knepley PetscCall(PetscDSHasJacobian(ds, &hasJac)); 5536be62b2b4SMatthew G. Knepley PetscCall(PetscDSHasJacobianPreconditioner(ds, &hasPrec)); 55379566063dSJacob Faibussowitsch PetscCall(DMGetAuxiliaryVec(dm, label, values[0], 0, &locA)); 55383e9753d6SMatthew G. Knepley if (locA) { 55393e9753d6SMatthew G. Knepley DM dmAux; 55403e9753d6SMatthew G. Knepley 55419566063dSJacob Faibussowitsch PetscCall(VecGetDM(locA, &dmAux)); 55429566063dSJacob Faibussowitsch PetscCall(DMGetEnclosureRelation(dmAux, dm, &encAux)); 55439566063dSJacob Faibussowitsch PetscCall(DMConvert(dmAux, DMPLEX, &plexA)); 5544be62b2b4SMatthew G. Knepley PetscCall(DMGetDS(plexA, &dsAux)); 5545be62b2b4SMatthew G. Knepley PetscCall(PetscDSGetTotalDimension(dsAux, &totDimAux)); 55469566063dSJacob Faibussowitsch PetscCall(DMGetLocalSection(plexA, §ionAux)); 55473e9753d6SMatthew G. Knepley } 55483e9753d6SMatthew G. Knepley 55499566063dSJacob Faibussowitsch PetscCall(DMGetGlobalSection(dm, &globalSection)); 55503e9753d6SMatthew G. Knepley for (v = 0; v < numValues; ++v) { 55513e9753d6SMatthew G. Knepley PetscFEGeom *fgeom; 55523e9753d6SMatthew G. Knepley PetscInt maxDegree; 55533e9753d6SMatthew G. Knepley PetscQuadrature qGeom = NULL; 55543e9753d6SMatthew G. Knepley IS pointIS; 55553e9753d6SMatthew G. Knepley const PetscInt *points; 555606ad1575SMatthew G. Knepley PetscFormKey key; 55573e9753d6SMatthew G. Knepley PetscInt numFaces, face, Nq; 55583e9753d6SMatthew G. Knepley 555945480ffeSMatthew G. Knepley key.label = label; 556045480ffeSMatthew G. Knepley key.value = values[v]; 556106ad1575SMatthew G. Knepley key.part = 0; 55629566063dSJacob Faibussowitsch PetscCall(DMLabelGetStratumIS(label, values[v], &pointIS)); 55633e9753d6SMatthew G. Knepley if (!pointIS) continue; /* No points with that id on this process */ 55643e9753d6SMatthew G. Knepley { 55653e9753d6SMatthew G. Knepley IS isectIS; 55663e9753d6SMatthew G. Knepley 55673e9753d6SMatthew G. Knepley /* TODO: Special cases of ISIntersect where it is quick to check a prior if one is a superset of the other */ 55689566063dSJacob Faibussowitsch PetscCall(ISIntersect_Caching_Internal(facetIS, pointIS, &isectIS)); 55699566063dSJacob Faibussowitsch PetscCall(ISDestroy(&pointIS)); 55703e9753d6SMatthew G. Knepley pointIS = isectIS; 55713e9753d6SMatthew G. Knepley } 55729566063dSJacob Faibussowitsch PetscCall(ISGetLocalSize(pointIS, &numFaces)); 55739566063dSJacob Faibussowitsch PetscCall(ISGetIndices(pointIS, &points)); 5574be62b2b4SMatthew G. Knepley PetscCall(PetscMalloc5(numFaces * totDim, &u, locX_t ? numFaces * totDim : 0, &u_t, hasJac ? numFaces * totDim * totDim : 0, &elemMat, hasPrec ? numFaces * totDim * totDim : 0, &elemMatP, locA ? numFaces * totDimAux : 0, &a)); 55759566063dSJacob Faibussowitsch PetscCall(DMFieldGetDegree(coordField, pointIS, NULL, &maxDegree)); 557648a46eb9SPierre Jolivet if (maxDegree <= 1) PetscCall(DMFieldCreateDefaultQuadrature(coordField, pointIS, &qGeom)); 55773e9753d6SMatthew G. Knepley if (!qGeom) { 55783e9753d6SMatthew G. Knepley PetscFE fe; 55793e9753d6SMatthew G. Knepley 5580be62b2b4SMatthew G. Knepley PetscCall(PetscDSGetDiscretization(ds, fieldI, (PetscObject *)&fe)); 55819566063dSJacob Faibussowitsch PetscCall(PetscFEGetFaceQuadrature(fe, &qGeom)); 55829566063dSJacob Faibussowitsch PetscCall(PetscObjectReference((PetscObject)qGeom)); 55833e9753d6SMatthew G. Knepley } 55849566063dSJacob Faibussowitsch PetscCall(PetscQuadratureGetData(qGeom, NULL, NULL, &Nq, NULL, NULL)); 55859566063dSJacob Faibussowitsch PetscCall(DMSNESGetFEGeom(coordField, pointIS, qGeom, PETSC_TRUE, &fgeom)); 55863e9753d6SMatthew G. Knepley for (face = 0; face < numFaces; ++face) { 5587f15274beSMatthew Knepley const PetscInt point = points[face], *support; 55883e9753d6SMatthew G. Knepley PetscScalar *x = NULL; 5589f15274beSMatthew Knepley PetscInt i; 55903e9753d6SMatthew G. Knepley 55919566063dSJacob Faibussowitsch PetscCall(DMPlexGetSupport(dm, point, &support)); 55929566063dSJacob Faibussowitsch PetscCall(DMPlexVecGetClosure(plex, section, locX, support[0], NULL, &x)); 55933e9753d6SMatthew G. Knepley for (i = 0; i < totDim; ++i) u[face * totDim + i] = x[i]; 55949566063dSJacob Faibussowitsch PetscCall(DMPlexVecRestoreClosure(plex, section, locX, support[0], NULL, &x)); 55953e9753d6SMatthew G. Knepley if (locX_t) { 55969566063dSJacob Faibussowitsch PetscCall(DMPlexVecGetClosure(plex, section, locX_t, support[0], NULL, &x)); 55973e9753d6SMatthew G. Knepley for (i = 0; i < totDim; ++i) u_t[face * totDim + i] = x[i]; 55989566063dSJacob Faibussowitsch PetscCall(DMPlexVecRestoreClosure(plex, section, locX_t, support[0], NULL, &x)); 55993e9753d6SMatthew G. Knepley } 56003e9753d6SMatthew G. Knepley if (locA) { 56013e9753d6SMatthew G. Knepley PetscInt subp; 56029566063dSJacob Faibussowitsch PetscCall(DMGetEnclosurePoint(plexA, dm, encAux, support[0], &subp)); 56039566063dSJacob Faibussowitsch PetscCall(DMPlexVecGetClosure(plexA, sectionAux, locA, subp, NULL, &x)); 56043e9753d6SMatthew G. Knepley for (i = 0; i < totDimAux; ++i) a[face * totDimAux + i] = x[i]; 56059566063dSJacob Faibussowitsch PetscCall(DMPlexVecRestoreClosure(plexA, sectionAux, locA, subp, NULL, &x)); 56063e9753d6SMatthew G. Knepley } 56073e9753d6SMatthew G. Knepley } 56089566063dSJacob Faibussowitsch PetscCall(PetscArrayzero(elemMat, numFaces * totDim * totDim)); 56093e9753d6SMatthew G. Knepley { 56103e9753d6SMatthew G. Knepley PetscFE fe; 56113e9753d6SMatthew G. Knepley PetscInt Nb; 56123e9753d6SMatthew G. Knepley /* Conforming batches */ 56133e9753d6SMatthew G. Knepley PetscInt numChunks, numBatches, numBlocks, Ne, blockSize, batchSize; 56143e9753d6SMatthew G. Knepley /* Remainder */ 56153e9753d6SMatthew G. Knepley PetscFEGeom *chunkGeom = NULL; 56163e9753d6SMatthew G. Knepley PetscInt fieldJ, Nr, offset; 56173e9753d6SMatthew G. Knepley 5618be62b2b4SMatthew G. Knepley PetscCall(PetscDSGetDiscretization(ds, fieldI, (PetscObject *)&fe)); 56199566063dSJacob Faibussowitsch PetscCall(PetscFEGetDimension(fe, &Nb)); 56209566063dSJacob Faibussowitsch PetscCall(PetscFEGetTileSizes(fe, NULL, &numBlocks, NULL, &numBatches)); 56213e9753d6SMatthew G. Knepley blockSize = Nb; 56223e9753d6SMatthew G. Knepley batchSize = numBlocks * blockSize; 56239566063dSJacob Faibussowitsch PetscCall(PetscFESetTileSizes(fe, blockSize, numBlocks, batchSize, numBatches)); 56243e9753d6SMatthew G. Knepley numChunks = numFaces / (numBatches * batchSize); 56253e9753d6SMatthew G. Knepley Ne = numChunks * numBatches * batchSize; 56263e9753d6SMatthew G. Knepley Nr = numFaces % (numBatches * batchSize); 56273e9753d6SMatthew G. Knepley offset = numFaces - Nr; 56289566063dSJacob Faibussowitsch PetscCall(PetscFEGeomGetChunk(fgeom, 0, offset, &chunkGeom)); 56293e9753d6SMatthew G. Knepley for (fieldJ = 0; fieldJ < Nf; ++fieldJ) { 563045480ffeSMatthew G. Knepley key.field = fieldI * Nf + fieldJ; 5631be62b2b4SMatthew G. Knepley if (hasJac) PetscCall(PetscFEIntegrateBdJacobian(ds, wf, PETSCFE_JACOBIAN, key, Ne, chunkGeom, u, u_t, dsAux, a, t, X_tShift, elemMat)); 5632be62b2b4SMatthew G. Knepley if (hasPrec) PetscCall(PetscFEIntegrateBdJacobian(ds, wf, PETSCFE_JACOBIAN_PRE, key, Ne, chunkGeom, u, u_t, dsAux, a, t, X_tShift, elemMatP)); 56333e9753d6SMatthew G. Knepley } 56349566063dSJacob Faibussowitsch PetscCall(PetscFEGeomGetChunk(fgeom, offset, numFaces, &chunkGeom)); 56353e9753d6SMatthew G. Knepley for (fieldJ = 0; fieldJ < Nf; ++fieldJ) { 563645480ffeSMatthew G. Knepley key.field = fieldI * Nf + fieldJ; 5637be62b2b4SMatthew G. Knepley if (hasJac) 56388e3a54c0SPierre Jolivet PetscCall(PetscFEIntegrateBdJacobian(ds, wf, PETSCFE_JACOBIAN, key, Nr, chunkGeom, &u[offset * totDim], PetscSafePointerPlusOffset(u_t, offset * totDim), dsAux, PetscSafePointerPlusOffset(a, offset * totDimAux), t, X_tShift, &elemMat[offset * totDim * totDim])); 5639be62b2b4SMatthew G. Knepley if (hasPrec) 56408e3a54c0SPierre Jolivet PetscCall(PetscFEIntegrateBdJacobian(ds, wf, PETSCFE_JACOBIAN_PRE, key, Nr, chunkGeom, &u[offset * totDim], PetscSafePointerPlusOffset(u_t, offset * totDim), dsAux, PetscSafePointerPlusOffset(a, offset * totDimAux), t, X_tShift, &elemMatP[offset * totDim * totDim])); 56413e9753d6SMatthew G. Knepley } 56429566063dSJacob Faibussowitsch PetscCall(PetscFEGeomRestoreChunk(fgeom, offset, numFaces, &chunkGeom)); 56433e9753d6SMatthew G. Knepley } 56443e9753d6SMatthew G. Knepley for (face = 0; face < numFaces; ++face) { 56453e9753d6SMatthew G. Knepley const PetscInt point = points[face], *support; 56463e9753d6SMatthew G. Knepley 56473e9753d6SMatthew G. Knepley /* Transform to global basis before insertion in Jacobian */ 56489566063dSJacob Faibussowitsch PetscCall(DMPlexGetSupport(plex, point, &support)); 56499566063dSJacob Faibussowitsch if (transform) PetscCall(DMPlexBasisTransformPointTensor_Internal(dm, tdm, tv, support[0], PETSC_TRUE, totDim, &elemMat[face * totDim * totDim])); 5650be62b2b4SMatthew G. Knepley if (hasPrec) { 5651be62b2b4SMatthew G. Knepley if (hasJac) { 56529566063dSJacob Faibussowitsch if (mesh->printFEM > 1) PetscCall(DMPrintCellMatrix(point, "BdJacobian", totDim, totDim, &elemMat[face * totDim * totDim])); 5653e8e188d2SZach Atkins PetscCall(DMPlexMatSetClosure_Internal(plex, section, globalSection, mesh->useMatClPerm, JacP, support[0], &elemMat[face * totDim * totDim], ADD_VALUES)); 56543e9753d6SMatthew G. Knepley } 5655be62b2b4SMatthew G. Knepley if (mesh->printFEM > 1) PetscCall(DMPrintCellMatrix(point, "BdJacobian", totDim, totDim, &elemMatP[face * totDim * totDim])); 5656be62b2b4SMatthew G. Knepley PetscCall(DMPlexMatSetClosure_Internal(plex, section, globalSection, mesh->useMatClPerm, JacP, support[0], &elemMatP[face * totDim * totDim], ADD_VALUES)); 5657be62b2b4SMatthew G. Knepley } else { 5658be62b2b4SMatthew G. Knepley if (hasJac) { 5659be62b2b4SMatthew G. Knepley if (mesh->printFEM > 1) PetscCall(DMPrintCellMatrix(point, "BdJacobian", totDim, totDim, &elemMat[face * totDim * totDim])); 5660be62b2b4SMatthew G. Knepley PetscCall(DMPlexMatSetClosure_Internal(plex, section, globalSection, mesh->useMatClPerm, JacP, support[0], &elemMat[face * totDim * totDim], ADD_VALUES)); 5661be62b2b4SMatthew G. Knepley } 5662be62b2b4SMatthew G. Knepley } 5663be62b2b4SMatthew G. Knepley } 56649566063dSJacob Faibussowitsch PetscCall(DMSNESRestoreFEGeom(coordField, pointIS, qGeom, PETSC_TRUE, &fgeom)); 56659566063dSJacob Faibussowitsch PetscCall(PetscQuadratureDestroy(&qGeom)); 56669566063dSJacob Faibussowitsch PetscCall(ISRestoreIndices(pointIS, &points)); 56679566063dSJacob Faibussowitsch PetscCall(ISDestroy(&pointIS)); 5668be62b2b4SMatthew G. Knepley PetscCall(PetscFree5(u, u_t, elemMat, elemMatP, a)); 56693e9753d6SMatthew G. Knepley } 56709566063dSJacob Faibussowitsch if (plex) PetscCall(DMDestroy(&plex)); 56719566063dSJacob Faibussowitsch if (plexA) PetscCall(DMDestroy(&plexA)); 56723ba16761SJacob Faibussowitsch PetscFunctionReturn(PETSC_SUCCESS); 56733e9753d6SMatthew G. Knepley } 56743e9753d6SMatthew G. Knepley 5675d71ae5a4SJacob Faibussowitsch PetscErrorCode DMPlexComputeBdJacobianSingle(DM dm, PetscReal t, PetscWeakForm wf, DMLabel label, PetscInt numValues, const PetscInt values[], PetscInt field, Vec locX, Vec locX_t, PetscReal X_tShift, Mat Jac, Mat JacP) 5676d71ae5a4SJacob Faibussowitsch { 56773e9753d6SMatthew G. Knepley DMField coordField; 56783e9753d6SMatthew G. Knepley DMLabel depthLabel; 56793e9753d6SMatthew G. Knepley IS facetIS; 56803e9753d6SMatthew G. Knepley PetscInt dim; 56813e9753d6SMatthew G. Knepley 56823e9753d6SMatthew G. Knepley PetscFunctionBegin; 56839566063dSJacob Faibussowitsch PetscCall(DMGetDimension(dm, &dim)); 56849566063dSJacob Faibussowitsch PetscCall(DMPlexGetDepthLabel(dm, &depthLabel)); 56859566063dSJacob Faibussowitsch PetscCall(DMLabelGetStratumIS(depthLabel, dim - 1, &facetIS)); 56869566063dSJacob Faibussowitsch PetscCall(DMGetCoordinateField(dm, &coordField)); 56879566063dSJacob Faibussowitsch PetscCall(DMPlexComputeBdJacobian_Single_Internal(dm, t, wf, label, numValues, values, field, locX, locX_t, X_tShift, Jac, JacP, coordField, facetIS)); 56889566063dSJacob Faibussowitsch PetscCall(ISDestroy(&facetIS)); 56893ba16761SJacob Faibussowitsch PetscFunctionReturn(PETSC_SUCCESS); 56903e9753d6SMatthew G. Knepley } 56913e9753d6SMatthew G. Knepley 5692a4e35b19SJacob Faibussowitsch static PetscErrorCode DMPlexComputeBdJacobian_Internal(DM dm, Vec locX, Vec locX_t, PetscReal t, PetscReal X_tShift, Mat Jac, Mat JacP, void *user) 5693d71ae5a4SJacob Faibussowitsch { 56943e9753d6SMatthew G. Knepley PetscDS prob; 56953e9753d6SMatthew G. Knepley PetscInt dim, numBd, bd; 56963e9753d6SMatthew G. Knepley DMLabel depthLabel; 56973e9753d6SMatthew G. Knepley DMField coordField = NULL; 56983e9753d6SMatthew G. Knepley IS facetIS; 56993e9753d6SMatthew G. Knepley 57003e9753d6SMatthew G. Knepley PetscFunctionBegin; 57019566063dSJacob Faibussowitsch PetscCall(DMGetDS(dm, &prob)); 57029566063dSJacob Faibussowitsch PetscCall(DMPlexGetDepthLabel(dm, &depthLabel)); 57039566063dSJacob Faibussowitsch PetscCall(DMGetDimension(dm, &dim)); 57049566063dSJacob Faibussowitsch PetscCall(DMLabelGetStratumIS(depthLabel, dim - 1, &facetIS)); 57059566063dSJacob Faibussowitsch PetscCall(PetscDSGetNumBoundary(prob, &numBd)); 57069566063dSJacob Faibussowitsch PetscCall(DMGetCoordinateField(dm, &coordField)); 57073e9753d6SMatthew G. Knepley for (bd = 0; bd < numBd; ++bd) { 570845480ffeSMatthew G. Knepley PetscWeakForm wf; 57093e9753d6SMatthew G. Knepley DMBoundaryConditionType type; 57103e9753d6SMatthew G. Knepley DMLabel label; 57113e9753d6SMatthew G. Knepley const PetscInt *values; 57123e9753d6SMatthew G. Knepley PetscInt fieldI, numValues; 57133e9753d6SMatthew G. Knepley PetscObject obj; 57143e9753d6SMatthew G. Knepley PetscClassId id; 57153e9753d6SMatthew G. Knepley 57169566063dSJacob Faibussowitsch PetscCall(PetscDSGetBoundary(prob, bd, &wf, &type, NULL, &label, &numValues, &values, &fieldI, NULL, NULL, NULL, NULL, NULL)); 57173d3e5d66SMatthew G. Knepley if (type & DM_BC_ESSENTIAL) continue; 57189566063dSJacob Faibussowitsch PetscCall(PetscDSGetDiscretization(prob, fieldI, &obj)); 57199566063dSJacob Faibussowitsch PetscCall(PetscObjectGetClassId(obj, &id)); 57203d3e5d66SMatthew G. Knepley if (id != PETSCFE_CLASSID) continue; 57219566063dSJacob Faibussowitsch PetscCall(DMPlexComputeBdJacobian_Single_Internal(dm, t, wf, label, numValues, values, fieldI, locX, locX_t, X_tShift, Jac, JacP, coordField, facetIS)); 57223e9753d6SMatthew G. Knepley } 57239566063dSJacob Faibussowitsch PetscCall(ISDestroy(&facetIS)); 57243ba16761SJacob Faibussowitsch PetscFunctionReturn(PETSC_SUCCESS); 57253e9753d6SMatthew G. Knepley } 57263e9753d6SMatthew G. Knepley 5727d71ae5a4SJacob Faibussowitsch PetscErrorCode DMPlexComputeJacobian_Internal(DM dm, PetscFormKey key, IS cellIS, PetscReal t, PetscReal X_tShift, Vec X, Vec X_t, Mat Jac, Mat JacP, void *user) 5728d71ae5a4SJacob Faibussowitsch { 57293e9753d6SMatthew G. Knepley DM_Plex *mesh = (DM_Plex *)dm->data; 57303e9753d6SMatthew G. Knepley const char *name = "Jacobian"; 57319a2a23afSMatthew G. Knepley DM dmAux = NULL, plex, tdm; 57323e9753d6SMatthew G. Knepley DMEnclosureType encAux; 57333e9753d6SMatthew G. Knepley Vec A, tv; 57343e9753d6SMatthew G. Knepley DMField coordField; 57353e9753d6SMatthew G. Knepley PetscDS prob, probAux = NULL; 5736e432b41dSStefano Zampini PetscSection section, globalSection, sectionAux; 57373e9753d6SMatthew G. Knepley PetscScalar *elemMat, *elemMatP, *elemMatD, *u, *u_t, *a = NULL; 57383e9753d6SMatthew G. Knepley const PetscInt *cells; 57393e9753d6SMatthew G. Knepley PetscInt Nf, fieldI, fieldJ; 574028351e22SJed Brown PetscInt totDim, totDimAux = 0, cStart, cEnd, numCells, c; 5741e04ae0b4SMatthew G. Knepley PetscBool hasJac = PETSC_FALSE, hasPrec = PETSC_FALSE, hasDyn, hasFV = PETSC_FALSE, transform; 57423e9753d6SMatthew G. Knepley 57433e9753d6SMatthew G. Knepley PetscFunctionBegin; 5744af18b51aSmarkadams4 PetscCall(PetscLogEventBegin(DMPLEX_JacobianFEM, dm, 0, 0, 0)); 5745e04ae0b4SMatthew G. Knepley if (!cellIS) goto end; 57469566063dSJacob Faibussowitsch PetscCall(ISGetPointRange(cellIS, &cStart, &cEnd, &cells)); 5747437e83fbSMatthew G. Knepley PetscCall(ISGetLocalSize(cellIS, &numCells)); 5748437e83fbSMatthew G. Knepley if (cStart >= cEnd) goto end; 57499566063dSJacob Faibussowitsch PetscCall(DMHasBasisTransform(dm, &transform)); 57509566063dSJacob Faibussowitsch PetscCall(DMGetBasisTransformDM_Internal(dm, &tdm)); 57519566063dSJacob Faibussowitsch PetscCall(DMGetBasisTransformVec_Internal(dm, &tv)); 57529566063dSJacob Faibussowitsch PetscCall(DMGetLocalSection(dm, §ion)); 57539566063dSJacob Faibussowitsch PetscCall(DMGetGlobalSection(dm, &globalSection)); 575407218a29SMatthew G. Knepley PetscCall(DMGetCellDS(dm, cells ? cells[cStart] : cStart, &prob, NULL)); 57559566063dSJacob Faibussowitsch PetscCall(PetscDSGetNumFields(prob, &Nf)); 57569566063dSJacob Faibussowitsch PetscCall(PetscDSGetTotalDimension(prob, &totDim)); 57579566063dSJacob Faibussowitsch PetscCall(PetscDSHasJacobian(prob, &hasJac)); 57589566063dSJacob Faibussowitsch PetscCall(PetscDSHasJacobianPreconditioner(prob, &hasPrec)); 57593e9753d6SMatthew G. Knepley /* user passed in the same matrix, avoid double contributions and 57603e9753d6SMatthew G. Knepley only assemble the Jacobian */ 57613e9753d6SMatthew G. Knepley if (hasJac && Jac == JacP) hasPrec = PETSC_FALSE; 57629566063dSJacob Faibussowitsch PetscCall(PetscDSHasDynamicJacobian(prob, &hasDyn)); 57633e9753d6SMatthew G. Knepley hasDyn = hasDyn && (X_tShift != 0.0) ? PETSC_TRUE : PETSC_FALSE; 57649566063dSJacob Faibussowitsch PetscCall(DMGetAuxiliaryVec(dm, key.label, key.value, key.part, &A)); 57659a2a23afSMatthew G. Knepley if (A) { 57669566063dSJacob Faibussowitsch PetscCall(VecGetDM(A, &dmAux)); 57679566063dSJacob Faibussowitsch PetscCall(DMGetEnclosureRelation(dmAux, dm, &encAux)); 57689566063dSJacob Faibussowitsch PetscCall(DMConvert(dmAux, DMPLEX, &plex)); 57699566063dSJacob Faibussowitsch PetscCall(DMGetLocalSection(plex, §ionAux)); 57709566063dSJacob Faibussowitsch PetscCall(DMGetDS(dmAux, &probAux)); 57719566063dSJacob Faibussowitsch PetscCall(PetscDSGetTotalDimension(probAux, &totDimAux)); 57723e9753d6SMatthew G. Knepley } 57739566063dSJacob Faibussowitsch PetscCall(PetscMalloc5(numCells * totDim, &u, X_t ? numCells * totDim : 0, &u_t, hasJac ? numCells * totDim * totDim : 0, &elemMat, hasPrec ? numCells * totDim * totDim : 0, &elemMatP, hasDyn ? numCells * totDim * totDim : 0, &elemMatD)); 57749566063dSJacob Faibussowitsch if (dmAux) PetscCall(PetscMalloc1(numCells * totDimAux, &a)); 57759566063dSJacob Faibussowitsch PetscCall(DMGetCoordinateField(dm, &coordField)); 57763e9753d6SMatthew G. Knepley for (c = cStart; c < cEnd; ++c) { 57773e9753d6SMatthew G. Knepley const PetscInt cell = cells ? cells[c] : c; 57783e9753d6SMatthew G. Knepley const PetscInt cind = c - cStart; 57793e9753d6SMatthew G. Knepley PetscScalar *x = NULL, *x_t = NULL; 57803e9753d6SMatthew G. Knepley PetscInt i; 57813e9753d6SMatthew G. Knepley 57829566063dSJacob Faibussowitsch PetscCall(DMPlexVecGetClosure(dm, section, X, cell, NULL, &x)); 57833e9753d6SMatthew G. Knepley for (i = 0; i < totDim; ++i) u[cind * totDim + i] = x[i]; 57849566063dSJacob Faibussowitsch PetscCall(DMPlexVecRestoreClosure(dm, section, X, cell, NULL, &x)); 57853e9753d6SMatthew G. Knepley if (X_t) { 57869566063dSJacob Faibussowitsch PetscCall(DMPlexVecGetClosure(dm, section, X_t, cell, NULL, &x_t)); 57873e9753d6SMatthew G. Knepley for (i = 0; i < totDim; ++i) u_t[cind * totDim + i] = x_t[i]; 57889566063dSJacob Faibussowitsch PetscCall(DMPlexVecRestoreClosure(dm, section, X_t, cell, NULL, &x_t)); 57893e9753d6SMatthew G. Knepley } 57903e9753d6SMatthew G. Knepley if (dmAux) { 57913e9753d6SMatthew G. Knepley PetscInt subcell; 57929566063dSJacob Faibussowitsch PetscCall(DMGetEnclosurePoint(dmAux, dm, encAux, cell, &subcell)); 57939566063dSJacob Faibussowitsch PetscCall(DMPlexVecGetClosure(plex, sectionAux, A, subcell, NULL, &x)); 57943e9753d6SMatthew G. Knepley for (i = 0; i < totDimAux; ++i) a[cind * totDimAux + i] = x[i]; 57959566063dSJacob Faibussowitsch PetscCall(DMPlexVecRestoreClosure(plex, sectionAux, A, subcell, NULL, &x)); 57963e9753d6SMatthew G. Knepley } 57973e9753d6SMatthew G. Knepley } 57989566063dSJacob Faibussowitsch if (hasJac) PetscCall(PetscArrayzero(elemMat, numCells * totDim * totDim)); 57999566063dSJacob Faibussowitsch if (hasPrec) PetscCall(PetscArrayzero(elemMatP, numCells * totDim * totDim)); 58009566063dSJacob Faibussowitsch if (hasDyn) PetscCall(PetscArrayzero(elemMatD, numCells * totDim * totDim)); 58013e9753d6SMatthew G. Knepley for (fieldI = 0; fieldI < Nf; ++fieldI) { 58023e9753d6SMatthew G. Knepley PetscClassId id; 58033e9753d6SMatthew G. Knepley PetscFE fe; 58043e9753d6SMatthew G. Knepley PetscQuadrature qGeom = NULL; 58053e9753d6SMatthew G. Knepley PetscInt Nb; 58063e9753d6SMatthew G. Knepley /* Conforming batches */ 58073e9753d6SMatthew G. Knepley PetscInt numChunks, numBatches, numBlocks, Ne, blockSize, batchSize; 58083e9753d6SMatthew G. Knepley /* Remainder */ 58093e9753d6SMatthew G. Knepley PetscInt Nr, offset, Nq; 58103e9753d6SMatthew G. Knepley PetscInt maxDegree; 58113e9753d6SMatthew G. Knepley PetscFEGeom *cgeomFEM, *chunkGeom = NULL, *remGeom = NULL; 58123e9753d6SMatthew G. Knepley 58139566063dSJacob Faibussowitsch PetscCall(PetscDSGetDiscretization(prob, fieldI, (PetscObject *)&fe)); 58149566063dSJacob Faibussowitsch PetscCall(PetscObjectGetClassId((PetscObject)fe, &id)); 58159371c9d4SSatish Balay if (id == PETSCFV_CLASSID) { 58169371c9d4SSatish Balay hasFV = PETSC_TRUE; 58179371c9d4SSatish Balay continue; 58189371c9d4SSatish Balay } 58199566063dSJacob Faibussowitsch PetscCall(PetscFEGetDimension(fe, &Nb)); 58209566063dSJacob Faibussowitsch PetscCall(PetscFEGetTileSizes(fe, NULL, &numBlocks, NULL, &numBatches)); 58219566063dSJacob Faibussowitsch PetscCall(DMFieldGetDegree(coordField, cellIS, NULL, &maxDegree)); 582248a46eb9SPierre Jolivet if (maxDegree <= 1) PetscCall(DMFieldCreateDefaultQuadrature(coordField, cellIS, &qGeom)); 58233e9753d6SMatthew G. Knepley if (!qGeom) { 58249566063dSJacob Faibussowitsch PetscCall(PetscFEGetQuadrature(fe, &qGeom)); 58259566063dSJacob Faibussowitsch PetscCall(PetscObjectReference((PetscObject)qGeom)); 58263e9753d6SMatthew G. Knepley } 58279566063dSJacob Faibussowitsch PetscCall(PetscQuadratureGetData(qGeom, NULL, NULL, &Nq, NULL, NULL)); 58289566063dSJacob Faibussowitsch PetscCall(DMSNESGetFEGeom(coordField, cellIS, qGeom, PETSC_FALSE, &cgeomFEM)); 58293e9753d6SMatthew G. Knepley blockSize = Nb; 58303e9753d6SMatthew G. Knepley batchSize = numBlocks * blockSize; 58319566063dSJacob Faibussowitsch PetscCall(PetscFESetTileSizes(fe, blockSize, numBlocks, batchSize, numBatches)); 58323e9753d6SMatthew G. Knepley numChunks = numCells / (numBatches * batchSize); 58333e9753d6SMatthew G. Knepley Ne = numChunks * numBatches * batchSize; 58343e9753d6SMatthew G. Knepley Nr = numCells % (numBatches * batchSize); 58353e9753d6SMatthew G. Knepley offset = numCells - Nr; 58369566063dSJacob Faibussowitsch PetscCall(PetscFEGeomGetChunk(cgeomFEM, 0, offset, &chunkGeom)); 58379566063dSJacob Faibussowitsch PetscCall(PetscFEGeomGetChunk(cgeomFEM, offset, numCells, &remGeom)); 58383e9753d6SMatthew G. Knepley for (fieldJ = 0; fieldJ < Nf; ++fieldJ) { 58396528b96dSMatthew G. Knepley key.field = fieldI * Nf + fieldJ; 58403e9753d6SMatthew G. Knepley if (hasJac) { 58419566063dSJacob Faibussowitsch PetscCall(PetscFEIntegrateJacobian(prob, PETSCFE_JACOBIAN, key, Ne, chunkGeom, u, u_t, probAux, a, t, X_tShift, elemMat)); 58428e3a54c0SPierre Jolivet PetscCall(PetscFEIntegrateJacobian(prob, PETSCFE_JACOBIAN, key, Nr, remGeom, &u[offset * totDim], PetscSafePointerPlusOffset(u_t, offset * totDim), probAux, PetscSafePointerPlusOffset(a, offset * totDimAux), t, X_tShift, &elemMat[offset * totDim * totDim])); 58433e9753d6SMatthew G. Knepley } 58443e9753d6SMatthew G. Knepley if (hasPrec) { 58459566063dSJacob Faibussowitsch PetscCall(PetscFEIntegrateJacobian(prob, PETSCFE_JACOBIAN_PRE, key, Ne, chunkGeom, u, u_t, probAux, a, t, X_tShift, elemMatP)); 58468e3a54c0SPierre Jolivet PetscCall(PetscFEIntegrateJacobian(prob, PETSCFE_JACOBIAN_PRE, key, Nr, remGeom, &u[offset * totDim], PetscSafePointerPlusOffset(u_t, offset * totDim), probAux, PetscSafePointerPlusOffset(a, offset * totDimAux), t, X_tShift, &elemMatP[offset * totDim * totDim])); 58473e9753d6SMatthew G. Knepley } 58483e9753d6SMatthew G. Knepley if (hasDyn) { 58499566063dSJacob Faibussowitsch PetscCall(PetscFEIntegrateJacobian(prob, PETSCFE_JACOBIAN_DYN, key, Ne, chunkGeom, u, u_t, probAux, a, t, X_tShift, elemMatD)); 58508e3a54c0SPierre Jolivet PetscCall(PetscFEIntegrateJacobian(prob, PETSCFE_JACOBIAN_DYN, key, Nr, remGeom, &u[offset * totDim], PetscSafePointerPlusOffset(u_t, offset * totDim), probAux, PetscSafePointerPlusOffset(a, offset * totDimAux), t, X_tShift, &elemMatD[offset * totDim * totDim])); 58513e9753d6SMatthew G. Knepley } 58523e9753d6SMatthew G. Knepley } 58539566063dSJacob Faibussowitsch PetscCall(PetscFEGeomRestoreChunk(cgeomFEM, offset, numCells, &remGeom)); 58549566063dSJacob Faibussowitsch PetscCall(PetscFEGeomRestoreChunk(cgeomFEM, 0, offset, &chunkGeom)); 58559566063dSJacob Faibussowitsch PetscCall(DMSNESRestoreFEGeom(coordField, cellIS, qGeom, PETSC_FALSE, &cgeomFEM)); 58569566063dSJacob Faibussowitsch PetscCall(PetscQuadratureDestroy(&qGeom)); 58573e9753d6SMatthew G. Knepley } 58583e9753d6SMatthew G. Knepley /* Add contribution from X_t */ 58599371c9d4SSatish Balay if (hasDyn) { 58609371c9d4SSatish Balay for (c = 0; c < numCells * totDim * totDim; ++c) elemMat[c] += X_tShift * elemMatD[c]; 58619371c9d4SSatish Balay } 58623e9753d6SMatthew G. Knepley if (hasFV) { 58633e9753d6SMatthew G. Knepley PetscClassId id; 58643e9753d6SMatthew G. Knepley PetscFV fv; 58653e9753d6SMatthew G. Knepley PetscInt offsetI, NcI, NbI = 1, fc, f; 58663e9753d6SMatthew G. Knepley 58673e9753d6SMatthew G. Knepley for (fieldI = 0; fieldI < Nf; ++fieldI) { 58689566063dSJacob Faibussowitsch PetscCall(PetscDSGetDiscretization(prob, fieldI, (PetscObject *)&fv)); 58699566063dSJacob Faibussowitsch PetscCall(PetscDSGetFieldOffset(prob, fieldI, &offsetI)); 58709566063dSJacob Faibussowitsch PetscCall(PetscObjectGetClassId((PetscObject)fv, &id)); 58713e9753d6SMatthew G. Knepley if (id != PETSCFV_CLASSID) continue; 58723e9753d6SMatthew G. Knepley /* Put in the identity */ 58739566063dSJacob Faibussowitsch PetscCall(PetscFVGetNumComponents(fv, &NcI)); 58743e9753d6SMatthew G. Knepley for (c = cStart; c < cEnd; ++c) { 58753e9753d6SMatthew G. Knepley const PetscInt cind = c - cStart; 58763e9753d6SMatthew G. Knepley const PetscInt eOffset = cind * totDim * totDim; 58773e9753d6SMatthew G. Knepley for (fc = 0; fc < NcI; ++fc) { 58783e9753d6SMatthew G. Knepley for (f = 0; f < NbI; ++f) { 58793e9753d6SMatthew G. Knepley const PetscInt i = offsetI + f * NcI + fc; 58803e9753d6SMatthew G. Knepley if (hasPrec) { 5881ad540459SPierre Jolivet if (hasJac) elemMat[eOffset + i * totDim + i] = 1.0; 58823e9753d6SMatthew G. Knepley elemMatP[eOffset + i * totDim + i] = 1.0; 58839371c9d4SSatish Balay } else { 58849371c9d4SSatish Balay elemMat[eOffset + i * totDim + i] = 1.0; 58859371c9d4SSatish Balay } 58863e9753d6SMatthew G. Knepley } 58873e9753d6SMatthew G. Knepley } 58883e9753d6SMatthew G. Knepley } 58893e9753d6SMatthew G. Knepley } 58903e9753d6SMatthew G. Knepley /* No allocated space for FV stuff, so ignore the zero entries */ 58919566063dSJacob Faibussowitsch PetscCall(MatSetOption(JacP, MAT_IGNORE_ZERO_ENTRIES, PETSC_TRUE)); 58923e9753d6SMatthew G. Knepley } 58933e9753d6SMatthew G. Knepley /* Insert values into matrix */ 58943e9753d6SMatthew G. Knepley for (c = cStart; c < cEnd; ++c) { 58953e9753d6SMatthew G. Knepley const PetscInt cell = cells ? cells[c] : c; 58963e9753d6SMatthew G. Knepley const PetscInt cind = c - cStart; 58973e9753d6SMatthew G. Knepley 58983e9753d6SMatthew G. Knepley /* Transform to global basis before insertion in Jacobian */ 58999566063dSJacob Faibussowitsch if (transform) PetscCall(DMPlexBasisTransformPointTensor_Internal(dm, tdm, tv, cell, PETSC_TRUE, totDim, &elemMat[cind * totDim * totDim])); 59003e9753d6SMatthew G. Knepley if (hasPrec) { 59013e9753d6SMatthew G. Knepley if (hasJac) { 59029566063dSJacob Faibussowitsch if (mesh->printFEM > 1) PetscCall(DMPrintCellMatrix(cell, name, totDim, totDim, &elemMat[cind * totDim * totDim])); 5903e8e188d2SZach Atkins PetscCall(DMPlexMatSetClosure_Internal(dm, section, globalSection, mesh->useMatClPerm, Jac, cell, &elemMat[cind * totDim * totDim], ADD_VALUES)); 59043e9753d6SMatthew G. Knepley } 59059566063dSJacob Faibussowitsch if (mesh->printFEM > 1) PetscCall(DMPrintCellMatrix(cell, name, totDim, totDim, &elemMatP[cind * totDim * totDim])); 5906be62b2b4SMatthew G. Knepley PetscCall(DMPlexMatSetClosure_Internal(dm, section, globalSection, mesh->useMatClPerm, JacP, cell, &elemMatP[cind * totDim * totDim], ADD_VALUES)); 59073e9753d6SMatthew G. Knepley } else { 59083e9753d6SMatthew G. Knepley if (hasJac) { 59099566063dSJacob Faibussowitsch if (mesh->printFEM > 1) PetscCall(DMPrintCellMatrix(cell, name, totDim, totDim, &elemMat[cind * totDim * totDim])); 5910e8e188d2SZach Atkins PetscCall(DMPlexMatSetClosure_Internal(dm, section, globalSection, mesh->useMatClPerm, JacP, cell, &elemMat[cind * totDim * totDim], ADD_VALUES)); 59113e9753d6SMatthew G. Knepley } 59123e9753d6SMatthew G. Knepley } 59133e9753d6SMatthew G. Knepley } 59149566063dSJacob Faibussowitsch PetscCall(ISRestorePointRange(cellIS, &cStart, &cEnd, &cells)); 59159566063dSJacob Faibussowitsch if (hasFV) PetscCall(MatSetOption(JacP, MAT_IGNORE_ZERO_ENTRIES, PETSC_FALSE)); 59169566063dSJacob Faibussowitsch PetscCall(PetscFree5(u, u_t, elemMat, elemMatP, elemMatD)); 59173e9753d6SMatthew G. Knepley if (dmAux) { 59189566063dSJacob Faibussowitsch PetscCall(PetscFree(a)); 59199566063dSJacob Faibussowitsch PetscCall(DMDestroy(&plex)); 59203e9753d6SMatthew G. Knepley } 59213e9753d6SMatthew G. Knepley /* Compute boundary integrals */ 59229566063dSJacob Faibussowitsch PetscCall(DMPlexComputeBdJacobian_Internal(dm, X, X_t, t, X_tShift, Jac, JacP, user)); 59233e9753d6SMatthew G. Knepley /* Assemble matrix */ 59249371c9d4SSatish Balay end : { 5925e04ae0b4SMatthew G. Knepley PetscBool assOp = hasJac && hasPrec ? PETSC_TRUE : PETSC_FALSE, gassOp; 5926e04ae0b4SMatthew G. Knepley 5927712fec58SPierre Jolivet PetscCall(MPIU_Allreduce(&assOp, &gassOp, 1, MPIU_BOOL, MPI_LOR, PetscObjectComm((PetscObject)dm))); 59283e9753d6SMatthew G. Knepley if (hasJac && hasPrec) { 59299566063dSJacob Faibussowitsch PetscCall(MatAssemblyBegin(Jac, MAT_FINAL_ASSEMBLY)); 59309566063dSJacob Faibussowitsch PetscCall(MatAssemblyEnd(Jac, MAT_FINAL_ASSEMBLY)); 59313e9753d6SMatthew G. Knepley } 5932e04ae0b4SMatthew G. Knepley } 59339566063dSJacob Faibussowitsch PetscCall(MatAssemblyBegin(JacP, MAT_FINAL_ASSEMBLY)); 59349566063dSJacob Faibussowitsch PetscCall(MatAssemblyEnd(JacP, MAT_FINAL_ASSEMBLY)); 59359566063dSJacob Faibussowitsch PetscCall(PetscLogEventEnd(DMPLEX_JacobianFEM, dm, 0, 0, 0)); 59363ba16761SJacob Faibussowitsch PetscFunctionReturn(PETSC_SUCCESS); 59373e9753d6SMatthew G. Knepley } 59383e9753d6SMatthew G. Knepley 5939d71ae5a4SJacob Faibussowitsch PetscErrorCode DMPlexComputeJacobian_Hybrid_Internal(DM dm, PetscFormKey key[], IS cellIS, PetscReal t, PetscReal X_tShift, Vec locX, Vec locX_t, Mat Jac, Mat JacP, void *user) 5940d71ae5a4SJacob Faibussowitsch { 59413e9753d6SMatthew G. Knepley DM_Plex *mesh = (DM_Plex *)dm->data; 59423e9753d6SMatthew G. Knepley const char *name = "Hybrid Jacobian"; 5943148442b3SMatthew G. Knepley DM dmAux[3] = {NULL, NULL, NULL}; 5944148442b3SMatthew G. Knepley DMLabel ghostLabel = NULL; 59453e9753d6SMatthew G. Knepley DM plex = NULL; 59463e9753d6SMatthew G. Knepley DM plexA = NULL; 5947148442b3SMatthew G. Knepley PetscDS ds = NULL; 594807218a29SMatthew G. Knepley PetscDS dsIn = NULL; 5949148442b3SMatthew G. Knepley PetscDS dsAux[3] = {NULL, NULL, NULL}; 5950148442b3SMatthew G. Knepley Vec locA[3] = {NULL, NULL, NULL}; 595107218a29SMatthew G. Knepley DM dmScale[3] = {NULL, NULL, NULL}; 595207218a29SMatthew G. Knepley PetscDS dsScale[3] = {NULL, NULL, NULL}; 595307218a29SMatthew G. Knepley Vec locS[3] = {NULL, NULL, NULL}; 59543e9753d6SMatthew G. Knepley PetscSection section = NULL; 5955148442b3SMatthew G. Knepley PetscSection sectionAux[3] = {NULL, NULL, NULL}; 59563e9753d6SMatthew G. Knepley DMField coordField = NULL; 595707218a29SMatthew G. Knepley PetscScalar *a[3] = {NULL, NULL, NULL}; 595807218a29SMatthew G. Knepley PetscScalar *s[3] = {NULL, NULL, NULL}; 595907218a29SMatthew G. Knepley PetscScalar *u = NULL, *u_t; 596007218a29SMatthew G. Knepley PetscScalar *elemMatNeg, *elemMatPos, *elemMatCoh; 596107218a29SMatthew G. Knepley PetscScalar *elemMatNegP, *elemMatPosP, *elemMatCohP; 5962e432b41dSStefano Zampini PetscSection globalSection; 59633e9753d6SMatthew G. Knepley IS chunkIS; 59643e9753d6SMatthew G. Knepley const PetscInt *cells; 59653e9753d6SMatthew G. Knepley PetscInt *faces; 59663e9753d6SMatthew G. Knepley PetscInt cStart, cEnd, numCells; 59673e2b0218SMatthew G. Knepley PetscInt Nf, fieldI, fieldJ, totDim, totDimIn, totDimAux[3], totDimScale[3], numChunks, cellChunkSize, chunk; 59683e9753d6SMatthew G. Knepley PetscInt maxDegree = PETSC_MAX_INT; 59693e9753d6SMatthew G. Knepley PetscQuadrature affineQuad = NULL, *quads = NULL; 59703e9753d6SMatthew G. Knepley PetscFEGeom *affineGeom = NULL, **geoms = NULL; 5971e432b41dSStefano Zampini PetscBool hasBdJac, hasBdPrec; 59723e9753d6SMatthew G. Knepley 59733e9753d6SMatthew G. Knepley PetscFunctionBegin; 59743cc88e6aSStefano Zampini PetscCall(PetscLogEventBegin(DMPLEX_JacobianFEM, dm, 0, 0, 0)); 59753cc88e6aSStefano Zampini if (!cellIS) goto end; 5976437e83fbSMatthew G. Knepley PetscCall(ISGetPointRange(cellIS, &cStart, &cEnd, &cells)); 5977437e83fbSMatthew G. Knepley PetscCall(ISGetLocalSize(cellIS, &numCells)); 59783cc88e6aSStefano Zampini if (cStart >= cEnd) goto end; 59795fedec97SMatthew G. Knepley if ((key[0].label == key[1].label) && (key[0].value == key[1].value) && (key[0].part == key[1].part)) { 59805fedec97SMatthew G. Knepley const char *name; 59819566063dSJacob Faibussowitsch PetscCall(PetscObjectGetName((PetscObject)key[0].label, &name)); 598263a3b9bcSJacob Faibussowitsch SETERRQ(PETSC_COMM_SELF, PETSC_ERR_ARG_WRONG, "Form keys for each side of a cohesive surface must be different (%s, %" PetscInt_FMT ", %" PetscInt_FMT ")", name, key[0].value, key[0].part); 59835fedec97SMatthew G. Knepley } 59849566063dSJacob Faibussowitsch PetscCall(DMConvert(dm, DMPLEX, &plex)); 59859566063dSJacob Faibussowitsch PetscCall(DMGetSection(dm, §ion)); 59869566063dSJacob Faibussowitsch PetscCall(DMGetGlobalSection(dm, &globalSection)); 59879566063dSJacob Faibussowitsch PetscCall(DMGetLabel(dm, "ghost", &ghostLabel)); 598807218a29SMatthew G. Knepley PetscCall(DMGetCellDS(dm, cells ? cells[cStart] : cStart, &ds, &dsIn)); 59899566063dSJacob Faibussowitsch PetscCall(PetscDSGetNumFields(ds, &Nf)); 59909566063dSJacob Faibussowitsch PetscCall(PetscDSGetTotalDimension(ds, &totDim)); 599107218a29SMatthew G. Knepley PetscCall(PetscDSGetTotalDimension(dsIn, &totDimIn)); 59929566063dSJacob Faibussowitsch PetscCall(PetscDSHasBdJacobian(ds, &hasBdJac)); 59939566063dSJacob Faibussowitsch PetscCall(PetscDSHasBdJacobianPreconditioner(ds, &hasBdPrec)); 59949566063dSJacob Faibussowitsch PetscCall(DMGetAuxiliaryVec(dm, key[2].label, key[2].value, key[2].part, &locA[2])); 5995148442b3SMatthew G. Knepley if (locA[2]) { 59961059d808SMatthew G. Knepley const PetscInt cellStart = cells ? cells[cStart] : cStart; 59971059d808SMatthew G. Knepley 59989566063dSJacob Faibussowitsch PetscCall(VecGetDM(locA[2], &dmAux[2])); 59999566063dSJacob Faibussowitsch PetscCall(DMConvert(dmAux[2], DMPLEX, &plexA)); 60009566063dSJacob Faibussowitsch PetscCall(DMGetSection(dmAux[2], §ionAux[2])); 600107218a29SMatthew G. Knepley PetscCall(DMGetCellDS(dmAux[2], cellStart, &dsAux[2], NULL)); 60029566063dSJacob Faibussowitsch PetscCall(PetscDSGetTotalDimension(dsAux[2], &totDimAux[2])); 6003148442b3SMatthew G. Knepley { 6004148442b3SMatthew G. Knepley const PetscInt *cone; 6005148442b3SMatthew G. Knepley PetscInt c; 6006148442b3SMatthew G. Knepley 60071059d808SMatthew G. Knepley PetscCall(DMPlexGetCone(dm, cellStart, &cone)); 6008148442b3SMatthew G. Knepley for (c = 0; c < 2; ++c) { 6009148442b3SMatthew G. Knepley const PetscInt *support; 6010148442b3SMatthew G. Knepley PetscInt ssize, s; 6011148442b3SMatthew G. Knepley 60129566063dSJacob Faibussowitsch PetscCall(DMPlexGetSupport(dm, cone[c], &support)); 60139566063dSJacob Faibussowitsch PetscCall(DMPlexGetSupportSize(dm, cone[c], &ssize)); 60141059d808SMatthew G. Knepley PetscCheck(ssize == 2, PETSC_COMM_SELF, PETSC_ERR_ARG_WRONG, "Face %" PetscInt_FMT " from cell %" PetscInt_FMT " has support size %" PetscInt_FMT " != 2", cone[c], cellStart, ssize); 60151059d808SMatthew G. Knepley if (support[0] == cellStart) s = 1; 60161059d808SMatthew G. Knepley else if (support[1] == cellStart) s = 0; 60171059d808SMatthew G. Knepley else SETERRQ(PETSC_COMM_SELF, PETSC_ERR_ARG_WRONG, "Face %" PetscInt_FMT " does not have cell %" PetscInt_FMT " in its support", cone[c], cellStart); 60189566063dSJacob Faibussowitsch PetscCall(DMGetAuxiliaryVec(dm, key[c].label, key[c].value, key[c].part, &locA[c])); 60199566063dSJacob Faibussowitsch if (locA[c]) PetscCall(VecGetDM(locA[c], &dmAux[c])); 6020ad540459SPierre Jolivet else dmAux[c] = dmAux[2]; 602107218a29SMatthew G. Knepley PetscCall(DMGetCellDS(dmAux[c], support[s], &dsAux[c], NULL)); 60229566063dSJacob Faibussowitsch PetscCall(PetscDSGetTotalDimension(dsAux[c], &totDimAux[c])); 6023148442b3SMatthew G. Knepley } 6024148442b3SMatthew G. Knepley } 60253e9753d6SMatthew G. Knepley } 602607218a29SMatthew G. Knepley /* Handle mass matrix scaling 602707218a29SMatthew G. Knepley The field in key[2] is the field to be scaled, and the scaling field is the first in the dsScale */ 602807218a29SMatthew G. Knepley PetscCall(DMGetAuxiliaryVec(dm, key[2].label, -key[2].value, key[2].part, &locS[2])); 602907218a29SMatthew G. Knepley if (locS[2]) { 60303e2b0218SMatthew G. Knepley const PetscInt cellStart = cells ? cells[cStart] : cStart; 603107218a29SMatthew G. Knepley PetscInt Nb, Nbs; 603207218a29SMatthew G. Knepley 603307218a29SMatthew G. Knepley PetscCall(VecGetDM(locS[2], &dmScale[2])); 603407218a29SMatthew G. Knepley PetscCall(DMGetCellDS(dmScale[2], cells ? cells[cStart] : cStart, &dsScale[2], NULL)); 60353e2b0218SMatthew G. Knepley PetscCall(PetscDSGetTotalDimension(dsScale[2], &totDimScale[2])); 603607218a29SMatthew G. Knepley // BRAD: This is not set correctly 603707218a29SMatthew G. Knepley key[2].field = 2; 603807218a29SMatthew G. Knepley PetscCall(PetscDSGetFieldSize(ds, key[2].field, &Nb)); 603907218a29SMatthew G. Knepley PetscCall(PetscDSGetFieldSize(dsScale[2], 0, &Nbs)); 604007218a29SMatthew G. Knepley PetscCheck(Nb == Nbs, PETSC_COMM_SELF, PETSC_ERR_ARG_INCOMP, "Field %" PetscInt_FMT " of size %" PetscInt_FMT " cannot be scaled by field of size %" PetscInt_FMT, key[2].field, Nb, Nbs); 60413e2b0218SMatthew G. Knepley { 60423e2b0218SMatthew G. Knepley const PetscInt *cone; 60433e2b0218SMatthew G. Knepley PetscInt c; 60443e2b0218SMatthew G. Knepley 60453e2b0218SMatthew G. Knepley locS[1] = locS[0] = locS[2]; 60463e2b0218SMatthew G. Knepley dmScale[1] = dmScale[0] = dmScale[2]; 60473e2b0218SMatthew G. Knepley PetscCall(DMPlexGetCone(dm, cellStart, &cone)); 60483e2b0218SMatthew G. Knepley for (c = 0; c < 2; ++c) { 60493e2b0218SMatthew G. Knepley const PetscInt *support; 60503e2b0218SMatthew G. Knepley PetscInt ssize, s; 60513e2b0218SMatthew G. Knepley 60523e2b0218SMatthew G. Knepley PetscCall(DMPlexGetSupport(dm, cone[c], &support)); 60533e2b0218SMatthew G. Knepley PetscCall(DMPlexGetSupportSize(dm, cone[c], &ssize)); 60543e2b0218SMatthew G. Knepley PetscCheck(ssize == 2, PETSC_COMM_SELF, PETSC_ERR_ARG_WRONG, "Face %" PetscInt_FMT " from cell %" PetscInt_FMT " has support size %" PetscInt_FMT " != 2", cone[c], cellStart, ssize); 60553e2b0218SMatthew G. Knepley if (support[0] == cellStart) s = 1; 60563e2b0218SMatthew G. Knepley else if (support[1] == cellStart) s = 0; 60573e2b0218SMatthew G. Knepley else SETERRQ(PETSC_COMM_SELF, PETSC_ERR_ARG_WRONG, "Face %" PetscInt_FMT " does not have cell %" PetscInt_FMT " in its support", cone[c], cellStart); 60583e2b0218SMatthew G. Knepley PetscCall(DMGetCellDS(dmScale[c], support[s], &dsScale[c], NULL)); 60593e2b0218SMatthew G. Knepley PetscCall(PetscDSGetTotalDimension(dsScale[c], &totDimScale[c])); 60603e2b0218SMatthew G. Knepley } 60613e2b0218SMatthew G. Knepley } 606207218a29SMatthew G. Knepley } 606307218a29SMatthew G. Knepley /* 2: Setup geometric data */ 60649566063dSJacob Faibussowitsch PetscCall(DMGetCoordinateField(dm, &coordField)); 60659566063dSJacob Faibussowitsch PetscCall(DMFieldGetDegree(coordField, cellIS, NULL, &maxDegree)); 60663e9753d6SMatthew G. Knepley if (maxDegree > 1) { 60673e9753d6SMatthew G. Knepley PetscInt f; 60689566063dSJacob Faibussowitsch PetscCall(PetscCalloc2(Nf, &quads, Nf, &geoms)); 60693e9753d6SMatthew G. Knepley for (f = 0; f < Nf; ++f) { 60703e9753d6SMatthew G. Knepley PetscFE fe; 60713e9753d6SMatthew G. Knepley 60729566063dSJacob Faibussowitsch PetscCall(PetscDSGetDiscretization(ds, f, (PetscObject *)&fe)); 60733e9753d6SMatthew G. Knepley if (fe) { 60749566063dSJacob Faibussowitsch PetscCall(PetscFEGetQuadrature(fe, &quads[f])); 60759566063dSJacob Faibussowitsch PetscCall(PetscObjectReference((PetscObject)quads[f])); 60763e9753d6SMatthew G. Knepley } 60773e9753d6SMatthew G. Knepley } 60783e9753d6SMatthew G. Knepley } 607907218a29SMatthew G. Knepley /* Loop over chunks */ 60803e9753d6SMatthew G. Knepley cellChunkSize = numCells; 60813e9753d6SMatthew G. Knepley numChunks = !numCells ? 0 : PetscCeilReal(((PetscReal)numCells) / cellChunkSize); 608207218a29SMatthew G. Knepley PetscCall(PetscCalloc1(2 * cellChunkSize, &faces)); 6083a4158a15SMatthew G. Knepley PetscCall(ISCreateGeneral(PETSC_COMM_SELF, 1 * cellChunkSize, faces, PETSC_USE_POINTER, &chunkIS)); 608407218a29SMatthew G. Knepley /* Extract field coefficients */ 608507218a29SMatthew G. Knepley /* NOTE This needs the end cap faces to have identical orientations */ 608607218a29SMatthew G. Knepley PetscCall(DMPlexGetHybridCellFields(dm, cellIS, locX, locX_t, locA[2], &u, &u_t, &a[2])); 608707218a29SMatthew G. Knepley PetscCall(DMPlexGetHybridFields(dm, dmAux, dsAux, cellIS, locA, PETSC_TRUE, a)); 60888bf0a22dSMatthew G. Knepley PetscCall(DMPlexGetHybridFields(dm, dmScale, dsScale, cellIS, locS, PETSC_TRUE, s)); 608907218a29SMatthew G. Knepley PetscCall(DMGetWorkArray(dm, hasBdJac ? cellChunkSize * totDim * totDim : 0, MPIU_SCALAR, &elemMatNeg)); 609007218a29SMatthew G. Knepley PetscCall(DMGetWorkArray(dm, hasBdJac ? cellChunkSize * totDim * totDim : 0, MPIU_SCALAR, &elemMatPos)); 609107218a29SMatthew G. Knepley PetscCall(DMGetWorkArray(dm, hasBdJac ? cellChunkSize * totDim * totDim : 0, MPIU_SCALAR, &elemMatCoh)); 609207218a29SMatthew G. Knepley PetscCall(DMGetWorkArray(dm, hasBdPrec ? cellChunkSize * totDim * totDim : 0, MPIU_SCALAR, &elemMatNegP)); 609307218a29SMatthew G. Knepley PetscCall(DMGetWorkArray(dm, hasBdPrec ? cellChunkSize * totDim * totDim : 0, MPIU_SCALAR, &elemMatPosP)); 609407218a29SMatthew G. Knepley PetscCall(DMGetWorkArray(dm, hasBdPrec ? cellChunkSize * totDim * totDim : 0, MPIU_SCALAR, &elemMatCohP)); 60953e9753d6SMatthew G. Knepley for (chunk = 0; chunk < numChunks; ++chunk) { 60963e9753d6SMatthew G. Knepley PetscInt cS = cStart + chunk * cellChunkSize, cE = PetscMin(cS + cellChunkSize, cEnd), numCells = cE - cS, c; 60973e9753d6SMatthew G. Knepley 609807218a29SMatthew G. Knepley if (hasBdJac) { 609907218a29SMatthew G. Knepley PetscCall(PetscArrayzero(elemMatNeg, cellChunkSize * totDim * totDim)); 610007218a29SMatthew G. Knepley PetscCall(PetscArrayzero(elemMatPos, cellChunkSize * totDim * totDim)); 610107218a29SMatthew G. Knepley PetscCall(PetscArrayzero(elemMatCoh, cellChunkSize * totDim * totDim)); 610207218a29SMatthew G. Knepley } 610307218a29SMatthew G. Knepley if (hasBdPrec) { 610407218a29SMatthew G. Knepley PetscCall(PetscArrayzero(elemMatNegP, cellChunkSize * totDim * totDim)); 610507218a29SMatthew G. Knepley PetscCall(PetscArrayzero(elemMatPosP, cellChunkSize * totDim * totDim)); 610607218a29SMatthew G. Knepley PetscCall(PetscArrayzero(elemMatCohP, cellChunkSize * totDim * totDim)); 610707218a29SMatthew G. Knepley } 61083e9753d6SMatthew G. Knepley /* Get faces */ 61093e9753d6SMatthew G. Knepley for (c = cS; c < cE; ++c) { 61103e9753d6SMatthew G. Knepley const PetscInt cell = cells ? cells[c] : c; 61113e9753d6SMatthew G. Knepley const PetscInt *cone; 61129566063dSJacob Faibussowitsch PetscCall(DMPlexGetCone(plex, cell, &cone)); 611307218a29SMatthew G. Knepley faces[(c - cS) * 2 + 0] = cone[0]; 611407218a29SMatthew G. Knepley faces[(c - cS) * 2 + 1] = cone[1]; 61153e9753d6SMatthew G. Knepley } 611607218a29SMatthew G. Knepley PetscCall(ISGeneralSetIndices(chunkIS, 2 * cellChunkSize, faces, PETSC_USE_POINTER)); 61173e9753d6SMatthew G. Knepley if (maxDegree <= 1) { 61189566063dSJacob Faibussowitsch if (!affineQuad) PetscCall(DMFieldCreateDefaultQuadrature(coordField, chunkIS, &affineQuad)); 61199566063dSJacob Faibussowitsch if (affineQuad) PetscCall(DMSNESGetFEGeom(coordField, chunkIS, affineQuad, PETSC_TRUE, &affineGeom)); 61203e9753d6SMatthew G. Knepley } else { 61213e9753d6SMatthew G. Knepley PetscInt f; 61223e9753d6SMatthew G. Knepley for (f = 0; f < Nf; ++f) { 61239566063dSJacob Faibussowitsch if (quads[f]) PetscCall(DMSNESGetFEGeom(coordField, chunkIS, quads[f], PETSC_TRUE, &geoms[f])); 61243e9753d6SMatthew G. Knepley } 61253e9753d6SMatthew G. Knepley } 61263e9753d6SMatthew G. Knepley 61273e9753d6SMatthew G. Knepley for (fieldI = 0; fieldI < Nf; ++fieldI) { 61283e9753d6SMatthew G. Knepley PetscFE feI; 61293e9753d6SMatthew G. Knepley PetscFEGeom *geom = affineGeom ? affineGeom : geoms[fieldI]; 61303e9753d6SMatthew G. Knepley PetscFEGeom *chunkGeom = NULL, *remGeom = NULL; 61313e9753d6SMatthew G. Knepley PetscQuadrature quad = affineQuad ? affineQuad : quads[fieldI]; 61323e9753d6SMatthew G. Knepley PetscInt numChunks, numBatches, batchSize, numBlocks, blockSize, Ne, Nr, offset, Nq, Nb; 61335fedec97SMatthew G. Knepley PetscBool isCohesiveField; 61343e9753d6SMatthew G. Knepley 61359566063dSJacob Faibussowitsch PetscCall(PetscDSGetDiscretization(ds, fieldI, (PetscObject *)&feI)); 61363e9753d6SMatthew G. Knepley if (!feI) continue; 61379566063dSJacob Faibussowitsch PetscCall(PetscFEGetTileSizes(feI, NULL, &numBlocks, NULL, &numBatches)); 61389566063dSJacob Faibussowitsch PetscCall(PetscQuadratureGetData(quad, NULL, NULL, &Nq, NULL, NULL)); 61399566063dSJacob Faibussowitsch PetscCall(PetscFEGetDimension(feI, &Nb)); 61403e9753d6SMatthew G. Knepley blockSize = Nb; 61413e9753d6SMatthew G. Knepley batchSize = numBlocks * blockSize; 61429566063dSJacob Faibussowitsch PetscCall(PetscFESetTileSizes(feI, blockSize, numBlocks, batchSize, numBatches)); 61433e9753d6SMatthew G. Knepley numChunks = numCells / (numBatches * batchSize); 61443e9753d6SMatthew G. Knepley Ne = numChunks * numBatches * batchSize; 61453e9753d6SMatthew G. Knepley Nr = numCells % (numBatches * batchSize); 61463e9753d6SMatthew G. Knepley offset = numCells - Nr; 614707218a29SMatthew G. Knepley PetscCall(PetscFEGeomGetChunk(geom, 0, offset * 2, &chunkGeom)); 614807218a29SMatthew G. Knepley PetscCall(PetscFEGeomGetChunk(geom, offset * 2, numCells * 2, &remGeom)); 61499566063dSJacob Faibussowitsch PetscCall(PetscDSGetCohesive(ds, fieldI, &isCohesiveField)); 61503e9753d6SMatthew G. Knepley for (fieldJ = 0; fieldJ < Nf; ++fieldJ) { 61513e9753d6SMatthew G. Knepley PetscFE feJ; 61523e9753d6SMatthew G. Knepley 61539566063dSJacob Faibussowitsch PetscCall(PetscDSGetDiscretization(ds, fieldJ, (PetscObject *)&feJ)); 61543e9753d6SMatthew G. Knepley if (!feJ) continue; 6155148442b3SMatthew G. Knepley key[0].field = fieldI * Nf + fieldJ; 6156148442b3SMatthew G. Knepley key[1].field = fieldI * Nf + fieldJ; 61575fedec97SMatthew G. Knepley key[2].field = fieldI * Nf + fieldJ; 6158148442b3SMatthew G. Knepley if (hasBdJac) { 615907218a29SMatthew G. Knepley PetscCall(PetscFEIntegrateHybridJacobian(ds, dsIn, PETSCFE_JACOBIAN, key[0], 0, Ne, chunkGeom, u, u_t, dsAux[0], a[0], t, X_tShift, elemMatNeg)); 61608e3a54c0SPierre Jolivet PetscCall(PetscFEIntegrateHybridJacobian(ds, dsIn, PETSCFE_JACOBIAN, key[0], 0, Nr, remGeom, &u[offset * totDimIn], PetscSafePointerPlusOffset(u_t, offset * totDimIn), dsAux[0], PetscSafePointerPlusOffset(a[0], offset * totDimAux[0]), t, X_tShift, &elemMatNeg[offset * totDim * totDim])); 616107218a29SMatthew G. Knepley PetscCall(PetscFEIntegrateHybridJacobian(ds, dsIn, PETSCFE_JACOBIAN, key[1], 1, Ne, chunkGeom, u, u_t, dsAux[1], a[1], t, X_tShift, elemMatPos)); 61628e3a54c0SPierre Jolivet PetscCall(PetscFEIntegrateHybridJacobian(ds, dsIn, PETSCFE_JACOBIAN, key[1], 1, Nr, remGeom, &u[offset * totDimIn], PetscSafePointerPlusOffset(u_t, offset * totDimIn), dsAux[1], PetscSafePointerPlusOffset(a[1], offset * totDimAux[1]), t, X_tShift, &elemMatPos[offset * totDim * totDim])); 6163148442b3SMatthew G. Knepley } 6164148442b3SMatthew G. Knepley if (hasBdPrec) { 616507218a29SMatthew G. Knepley PetscCall(PetscFEIntegrateHybridJacobian(ds, dsIn, PETSCFE_JACOBIAN_PRE, key[0], 0, Ne, chunkGeom, u, u_t, dsAux[0], a[0], t, X_tShift, elemMatNegP)); 61668e3a54c0SPierre Jolivet PetscCall(PetscFEIntegrateHybridJacobian(ds, dsIn, PETSCFE_JACOBIAN_PRE, key[0], 0, Nr, remGeom, &u[offset * totDimIn], PetscSafePointerPlusOffset(u_t, offset * totDimIn), dsAux[0], &a[0][offset * totDimAux[0]], t, X_tShift, &elemMatNegP[offset * totDim * totDim])); 616707218a29SMatthew G. Knepley PetscCall(PetscFEIntegrateHybridJacobian(ds, dsIn, PETSCFE_JACOBIAN_PRE, key[1], 1, Ne, chunkGeom, u, u_t, dsAux[1], a[1], t, X_tShift, elemMatPosP)); 61688e3a54c0SPierre Jolivet PetscCall(PetscFEIntegrateHybridJacobian(ds, dsIn, PETSCFE_JACOBIAN_PRE, key[1], 1, Nr, remGeom, &u[offset * totDimIn], PetscSafePointerPlusOffset(u_t, offset * totDimIn), dsAux[1], &a[1][offset * totDimAux[1]], t, X_tShift, &elemMatPosP[offset * totDim * totDim])); 6169148442b3SMatthew G. Knepley } 61705fedec97SMatthew G. Knepley if (hasBdJac) { 617107218a29SMatthew G. Knepley PetscCall(PetscFEIntegrateHybridJacobian(ds, dsIn, PETSCFE_JACOBIAN, key[2], 2, Ne, chunkGeom, u, u_t, dsAux[2], a[2], t, X_tShift, elemMatCoh)); 61728e3a54c0SPierre Jolivet PetscCall(PetscFEIntegrateHybridJacobian(ds, dsIn, PETSCFE_JACOBIAN, key[2], 2, Nr, remGeom, &u[offset * totDimIn], PetscSafePointerPlusOffset(u_t, offset * totDimIn), dsAux[2], PetscSafePointerPlusOffset(a[2], offset * totDimAux[2]), t, X_tShift, &elemMatCoh[offset * totDim * totDim])); 6173148442b3SMatthew G. Knepley } 61745fedec97SMatthew G. Knepley if (hasBdPrec) { 617507218a29SMatthew G. Knepley PetscCall(PetscFEIntegrateHybridJacobian(ds, dsIn, PETSCFE_JACOBIAN_PRE, key[2], 2, Ne, chunkGeom, u, u_t, dsAux[2], a[2], t, X_tShift, elemMatCohP)); 61768e3a54c0SPierre Jolivet PetscCall(PetscFEIntegrateHybridJacobian(ds, dsIn, PETSCFE_JACOBIAN_PRE, key[2], 2, Nr, remGeom, &u[offset * totDimIn], PetscSafePointerPlusOffset(u_t, offset * totDimIn), dsAux[2], &a[2][offset * totDimAux[2]], t, X_tShift, &elemMatCohP[offset * totDim * totDim])); 61773e9753d6SMatthew G. Knepley } 61783e9753d6SMatthew G. Knepley } 61799566063dSJacob Faibussowitsch PetscCall(PetscFEGeomRestoreChunk(geom, offset, numCells, &remGeom)); 61809566063dSJacob Faibussowitsch PetscCall(PetscFEGeomRestoreChunk(geom, 0, offset, &chunkGeom)); 61813e9753d6SMatthew G. Knepley } 61823e9753d6SMatthew G. Knepley /* Insert values into matrix */ 61833e9753d6SMatthew G. Knepley for (c = cS; c < cE; ++c) { 61843e9753d6SMatthew G. Knepley const PetscInt cell = cells ? cells[c] : c; 618507218a29SMatthew G. Knepley const PetscInt cind = c - cS, coff = cind * totDim * totDim; 618607218a29SMatthew G. Knepley PetscInt i, j; 61873e9753d6SMatthew G. Knepley 618807218a29SMatthew G. Knepley /* Scale element values */ 618907218a29SMatthew G. Knepley if (locS[0]) { 61903e2b0218SMatthew G. Knepley PetscInt Nb, soff = cind * totDimScale[0], off = 0; 619107218a29SMatthew G. Knepley PetscBool cohesive; 619207218a29SMatthew G. Knepley 619307218a29SMatthew G. Knepley for (fieldI = 0; fieldI < Nf; ++fieldI) { 619407218a29SMatthew G. Knepley PetscCall(PetscDSGetFieldSize(ds, fieldI, &Nb)); 619507218a29SMatthew G. Knepley PetscCall(PetscDSGetCohesive(ds, fieldI, &cohesive)); 619607218a29SMatthew G. Knepley 619707218a29SMatthew G. Knepley if (fieldI == key[2].field) { 619807218a29SMatthew G. Knepley PetscCheck(cohesive, PETSC_COMM_SELF, PETSC_ERR_ARG_WRONG, "Scaling should not happen for face fields"); 61998bf0a22dSMatthew G. Knepley for (i = 0; i < Nb; ++i) { 620007218a29SMatthew G. Knepley for (j = 0; j < totDim; ++j) elemMatCoh[coff + (off + i) * totDim + j] += s[0][soff + i] * elemMatNeg[coff + (off + i) * totDim + j] + s[1][soff + i] * elemMatPos[coff + (off + i) * totDim + j]; 62018bf0a22dSMatthew G. Knepley if (hasBdPrec) 62028bf0a22dSMatthew G. Knepley for (j = 0; j < totDim; ++j) elemMatCohP[coff + (off + i) * totDim + j] += s[0][soff + i] * elemMatNegP[coff + (off + i) * totDim + j] + s[1][soff + i] * elemMatPosP[coff + (off + i) * totDim + j]; 62038bf0a22dSMatthew G. Knepley } 620407218a29SMatthew G. Knepley off += Nb; 620507218a29SMatthew G. Knepley } else { 620607218a29SMatthew G. Knepley const PetscInt N = cohesive ? Nb : Nb * 2; 620707218a29SMatthew G. Knepley 62088bf0a22dSMatthew G. Knepley for (i = 0; i < N; ++i) { 620907218a29SMatthew G. Knepley for (j = 0; j < totDim; ++j) elemMatCoh[coff + (off + i) * totDim + j] += elemMatNeg[coff + (off + i) * totDim + j] + elemMatPos[coff + (off + i) * totDim + j]; 62108bf0a22dSMatthew G. Knepley if (hasBdPrec) 62118bf0a22dSMatthew G. Knepley for (j = 0; j < totDim; ++j) elemMatCohP[coff + (off + i) * totDim + j] += elemMatNegP[coff + (off + i) * totDim + j] + elemMatPosP[coff + (off + i) * totDim + j]; 62128bf0a22dSMatthew G. Knepley } 621307218a29SMatthew G. Knepley off += N; 621407218a29SMatthew G. Knepley } 621507218a29SMatthew G. Knepley } 621607218a29SMatthew G. Knepley } else { 621707218a29SMatthew G. Knepley for (i = 0; i < totDim * totDim; ++i) elemMatCoh[coff + i] += elemMatNeg[coff + i] + elemMatPos[coff + i]; 62188bf0a22dSMatthew G. Knepley if (hasBdPrec) 62198bf0a22dSMatthew G. Knepley for (i = 0; i < totDim * totDim; ++i) elemMatCohP[coff + i] += elemMatNegP[coff + i] + elemMatPosP[coff + i]; 622007218a29SMatthew G. Knepley } 62213e9753d6SMatthew G. Knepley if (hasBdPrec) { 62223e9753d6SMatthew G. Knepley if (hasBdJac) { 622307218a29SMatthew G. Knepley if (mesh->printFEM > 1) PetscCall(DMPrintCellMatrix(cell, name, totDim, totDim, &elemMatCoh[cind * totDim * totDim])); 6224e8e188d2SZach Atkins PetscCall(DMPlexMatSetClosure_Internal(plex, section, globalSection, mesh->useMatClPerm, Jac, cell, &elemMatCoh[cind * totDim * totDim], ADD_VALUES)); 62253e9753d6SMatthew G. Knepley } 622607218a29SMatthew G. Knepley if (mesh->printFEM > 1) PetscCall(DMPrintCellMatrix(cell, name, totDim, totDim, &elemMatCohP[cind * totDim * totDim])); 622707218a29SMatthew G. Knepley PetscCall(DMPlexMatSetClosure(plex, section, globalSection, JacP, cell, &elemMatCohP[cind * totDim * totDim], ADD_VALUES)); 62283e9753d6SMatthew G. Knepley } else if (hasBdJac) { 622907218a29SMatthew G. Knepley if (mesh->printFEM > 1) PetscCall(DMPrintCellMatrix(cell, name, totDim, totDim, &elemMatCoh[cind * totDim * totDim])); 6230e8e188d2SZach Atkins PetscCall(DMPlexMatSetClosure_Internal(plex, section, globalSection, mesh->useMatClPerm, JacP, cell, &elemMatCoh[cind * totDim * totDim], ADD_VALUES)); 62313e9753d6SMatthew G. Knepley } 62323e9753d6SMatthew G. Knepley } 62333e9753d6SMatthew G. Knepley } 62349566063dSJacob Faibussowitsch PetscCall(DMPlexRestoreCellFields(dm, cellIS, locX, locX_t, locA[2], &u, &u_t, &a[2])); 623507218a29SMatthew G. Knepley PetscCall(DMPlexRestoreHybridFields(dm, dmAux, dsAux, cellIS, locA, PETSC_TRUE, a)); 623607218a29SMatthew G. Knepley PetscCall(DMRestoreWorkArray(dm, hasBdJac ? cellChunkSize * totDim * totDim : 0, MPIU_SCALAR, &elemMatNeg)); 623707218a29SMatthew G. Knepley PetscCall(DMRestoreWorkArray(dm, hasBdJac ? cellChunkSize * totDim * totDim : 0, MPIU_SCALAR, &elemMatPos)); 623807218a29SMatthew G. Knepley PetscCall(DMRestoreWorkArray(dm, hasBdJac ? cellChunkSize * totDim * totDim : 0, MPIU_SCALAR, &elemMatCoh)); 623907218a29SMatthew G. Knepley PetscCall(DMRestoreWorkArray(dm, hasBdPrec ? cellChunkSize * totDim * totDim : 0, MPIU_SCALAR, &elemMatNegP)); 624007218a29SMatthew G. Knepley PetscCall(DMRestoreWorkArray(dm, hasBdPrec ? cellChunkSize * totDim * totDim : 0, MPIU_SCALAR, &elemMatPosP)); 624107218a29SMatthew G. Knepley PetscCall(DMRestoreWorkArray(dm, hasBdPrec ? cellChunkSize * totDim * totDim : 0, MPIU_SCALAR, &elemMatCohP)); 62429566063dSJacob Faibussowitsch PetscCall(PetscFree(faces)); 62439566063dSJacob Faibussowitsch PetscCall(ISDestroy(&chunkIS)); 62449566063dSJacob Faibussowitsch PetscCall(ISRestorePointRange(cellIS, &cStart, &cEnd, &cells)); 62453e9753d6SMatthew G. Knepley if (maxDegree <= 1) { 62469566063dSJacob Faibussowitsch PetscCall(DMSNESRestoreFEGeom(coordField, cellIS, affineQuad, PETSC_FALSE, &affineGeom)); 62479566063dSJacob Faibussowitsch PetscCall(PetscQuadratureDestroy(&affineQuad)); 62483e9753d6SMatthew G. Knepley } else { 62493e9753d6SMatthew G. Knepley PetscInt f; 62503e9753d6SMatthew G. Knepley for (f = 0; f < Nf; ++f) { 62519566063dSJacob Faibussowitsch if (geoms) PetscCall(DMSNESRestoreFEGeom(coordField, cellIS, quads[f], PETSC_FALSE, &geoms[f])); 62529566063dSJacob Faibussowitsch if (quads) PetscCall(PetscQuadratureDestroy(&quads[f])); 62533e9753d6SMatthew G. Knepley } 62549566063dSJacob Faibussowitsch PetscCall(PetscFree2(quads, geoms)); 62553e9753d6SMatthew G. Knepley } 62569566063dSJacob Faibussowitsch if (dmAux[2]) PetscCall(DMDestroy(&plexA)); 62579566063dSJacob Faibussowitsch PetscCall(DMDestroy(&plex)); 62583cc88e6aSStefano Zampini end: 62599566063dSJacob Faibussowitsch PetscCall(PetscLogEventEnd(DMPLEX_JacobianFEM, dm, 0, 0, 0)); 62603ba16761SJacob Faibussowitsch PetscFunctionReturn(PETSC_SUCCESS); 62613e9753d6SMatthew G. Knepley } 62628e3a2eefSMatthew G. Knepley 62638e3a2eefSMatthew G. Knepley /* 62648e3a2eefSMatthew G. Knepley DMPlexComputeJacobian_Action_Internal - Form the local portion of the Jacobian action Z = J(X) Y at the local solution X using pointwise functions specified by the user. 62658e3a2eefSMatthew G. Knepley 62668e3a2eefSMatthew G. Knepley Input Parameters: 62678e3a2eefSMatthew G. Knepley + dm - The mesh 6268baca6076SPierre Jolivet . key - The PetscWeakFormKey indicating where integration should happen 626906ad1575SMatthew G. Knepley . cellIS - The cells to integrate over 62708e3a2eefSMatthew G. Knepley . t - The time 6271145b44c9SPierre Jolivet . X_tShift - The multiplier for the Jacobian with respect to X_t 62728e3a2eefSMatthew G. Knepley . X - Local solution vector 62738e3a2eefSMatthew G. Knepley . X_t - Time-derivative of the local solution vector 62748e3a2eefSMatthew G. Knepley . Y - Local input vector 627506ad1575SMatthew G. Knepley - user - the user context 62768e3a2eefSMatthew G. Knepley 62778e3a2eefSMatthew G. Knepley Output Parameter: 62788e3a2eefSMatthew G. Knepley . Z - Local output vector 62798e3a2eefSMatthew G. Knepley 62808e3a2eefSMatthew G. Knepley Note: 62818e3a2eefSMatthew G. Knepley We form the residual one batch of elements at a time. This allows us to offload work onto an accelerator, 62828e3a2eefSMatthew G. Knepley like a GPU, or vectorize on a multicore machine. 62838e3a2eefSMatthew G. Knepley */ 6284d71ae5a4SJacob Faibussowitsch PetscErrorCode DMPlexComputeJacobian_Action_Internal(DM dm, PetscFormKey key, IS cellIS, PetscReal t, PetscReal X_tShift, Vec X, Vec X_t, Vec Y, Vec Z, void *user) 6285d71ae5a4SJacob Faibussowitsch { 62868e3a2eefSMatthew G. Knepley DM_Plex *mesh = (DM_Plex *)dm->data; 62878e3a2eefSMatthew G. Knepley const char *name = "Jacobian"; 62888e3a2eefSMatthew G. Knepley DM dmAux = NULL, plex, plexAux = NULL; 62898e3a2eefSMatthew G. Knepley DMEnclosureType encAux; 62908e3a2eefSMatthew G. Knepley Vec A; 62918e3a2eefSMatthew G. Knepley DMField coordField; 62928e3a2eefSMatthew G. Knepley PetscDS prob, probAux = NULL; 62938e3a2eefSMatthew G. Knepley PetscQuadrature quad; 62948e3a2eefSMatthew G. Knepley PetscSection section, globalSection, sectionAux; 62958e3a2eefSMatthew G. Knepley PetscScalar *elemMat, *elemMatD, *u, *u_t, *a = NULL, *y, *z; 62968e3a2eefSMatthew G. Knepley const PetscInt *cells; 62978e3a2eefSMatthew G. Knepley PetscInt Nf, fieldI, fieldJ; 62988e3a2eefSMatthew G. Knepley PetscInt totDim, totDimAux = 0, cStart, cEnd, numCells, c; 62998e3a2eefSMatthew G. Knepley PetscBool hasDyn; 63008e3a2eefSMatthew G. Knepley 63018e3a2eefSMatthew G. Knepley PetscFunctionBegin; 630221d77094SMatthew G. Knepley if (!cellIS) PetscFunctionReturn(PETSC_SUCCESS); 63039566063dSJacob Faibussowitsch PetscCall(PetscLogEventBegin(DMPLEX_JacobianFEM, dm, 0, 0, 0)); 63049566063dSJacob Faibussowitsch PetscCall(DMConvert(dm, DMPLEX, &plex)); 63059566063dSJacob Faibussowitsch PetscCall(ISGetLocalSize(cellIS, &numCells)); 63069566063dSJacob Faibussowitsch PetscCall(ISGetPointRange(cellIS, &cStart, &cEnd, &cells)); 63079566063dSJacob Faibussowitsch PetscCall(DMGetLocalSection(dm, §ion)); 63089566063dSJacob Faibussowitsch PetscCall(DMGetGlobalSection(dm, &globalSection)); 630907218a29SMatthew G. Knepley PetscCall(DMGetCellDS(dm, cells ? cells[cStart] : cStart, &prob, NULL)); 63109566063dSJacob Faibussowitsch PetscCall(PetscDSGetNumFields(prob, &Nf)); 63119566063dSJacob Faibussowitsch PetscCall(PetscDSGetTotalDimension(prob, &totDim)); 63129566063dSJacob Faibussowitsch PetscCall(PetscDSHasDynamicJacobian(prob, &hasDyn)); 63138e3a2eefSMatthew G. Knepley hasDyn = hasDyn && (X_tShift != 0.0) ? PETSC_TRUE : PETSC_FALSE; 63149566063dSJacob Faibussowitsch PetscCall(DMGetAuxiliaryVec(dm, key.label, key.value, key.part, &A)); 63158e3a2eefSMatthew G. Knepley if (A) { 63169566063dSJacob Faibussowitsch PetscCall(VecGetDM(A, &dmAux)); 63179566063dSJacob Faibussowitsch PetscCall(DMGetEnclosureRelation(dmAux, dm, &encAux)); 63189566063dSJacob Faibussowitsch PetscCall(DMConvert(dmAux, DMPLEX, &plexAux)); 63199566063dSJacob Faibussowitsch PetscCall(DMGetLocalSection(plexAux, §ionAux)); 63209566063dSJacob Faibussowitsch PetscCall(DMGetDS(dmAux, &probAux)); 63219566063dSJacob Faibussowitsch PetscCall(PetscDSGetTotalDimension(probAux, &totDimAux)); 63228e3a2eefSMatthew G. Knepley } 63239566063dSJacob Faibussowitsch PetscCall(VecSet(Z, 0.0)); 63249566063dSJacob Faibussowitsch PetscCall(PetscMalloc6(numCells * totDim, &u, X_t ? numCells * totDim : 0, &u_t, numCells * totDim * totDim, &elemMat, hasDyn ? numCells * totDim * totDim : 0, &elemMatD, numCells * totDim, &y, totDim, &z)); 63259566063dSJacob Faibussowitsch if (dmAux) PetscCall(PetscMalloc1(numCells * totDimAux, &a)); 63269566063dSJacob Faibussowitsch PetscCall(DMGetCoordinateField(dm, &coordField)); 63278e3a2eefSMatthew G. Knepley for (c = cStart; c < cEnd; ++c) { 63288e3a2eefSMatthew G. Knepley const PetscInt cell = cells ? cells[c] : c; 63298e3a2eefSMatthew G. Knepley const PetscInt cind = c - cStart; 63308e3a2eefSMatthew G. Knepley PetscScalar *x = NULL, *x_t = NULL; 63318e3a2eefSMatthew G. Knepley PetscInt i; 63328e3a2eefSMatthew G. Knepley 63339566063dSJacob Faibussowitsch PetscCall(DMPlexVecGetClosure(plex, section, X, cell, NULL, &x)); 63348e3a2eefSMatthew G. Knepley for (i = 0; i < totDim; ++i) u[cind * totDim + i] = x[i]; 63359566063dSJacob Faibussowitsch PetscCall(DMPlexVecRestoreClosure(plex, section, X, cell, NULL, &x)); 63368e3a2eefSMatthew G. Knepley if (X_t) { 63379566063dSJacob Faibussowitsch PetscCall(DMPlexVecGetClosure(plex, section, X_t, cell, NULL, &x_t)); 63388e3a2eefSMatthew G. Knepley for (i = 0; i < totDim; ++i) u_t[cind * totDim + i] = x_t[i]; 63399566063dSJacob Faibussowitsch PetscCall(DMPlexVecRestoreClosure(plex, section, X_t, cell, NULL, &x_t)); 63408e3a2eefSMatthew G. Knepley } 63418e3a2eefSMatthew G. Knepley if (dmAux) { 63428e3a2eefSMatthew G. Knepley PetscInt subcell; 63439566063dSJacob Faibussowitsch PetscCall(DMGetEnclosurePoint(dmAux, dm, encAux, cell, &subcell)); 63449566063dSJacob Faibussowitsch PetscCall(DMPlexVecGetClosure(plexAux, sectionAux, A, subcell, NULL, &x)); 63458e3a2eefSMatthew G. Knepley for (i = 0; i < totDimAux; ++i) a[cind * totDimAux + i] = x[i]; 63469566063dSJacob Faibussowitsch PetscCall(DMPlexVecRestoreClosure(plexAux, sectionAux, A, subcell, NULL, &x)); 63478e3a2eefSMatthew G. Knepley } 63489566063dSJacob Faibussowitsch PetscCall(DMPlexVecGetClosure(plex, section, Y, cell, NULL, &x)); 63498e3a2eefSMatthew G. Knepley for (i = 0; i < totDim; ++i) y[cind * totDim + i] = x[i]; 63509566063dSJacob Faibussowitsch PetscCall(DMPlexVecRestoreClosure(plex, section, Y, cell, NULL, &x)); 63518e3a2eefSMatthew G. Knepley } 63529566063dSJacob Faibussowitsch PetscCall(PetscArrayzero(elemMat, numCells * totDim * totDim)); 63539566063dSJacob Faibussowitsch if (hasDyn) PetscCall(PetscArrayzero(elemMatD, numCells * totDim * totDim)); 63548e3a2eefSMatthew G. Knepley for (fieldI = 0; fieldI < Nf; ++fieldI) { 63558e3a2eefSMatthew G. Knepley PetscFE fe; 63568e3a2eefSMatthew G. Knepley PetscInt Nb; 63578e3a2eefSMatthew G. Knepley /* Conforming batches */ 63588e3a2eefSMatthew G. Knepley PetscInt numChunks, numBatches, numBlocks, Ne, blockSize, batchSize; 63598e3a2eefSMatthew G. Knepley /* Remainder */ 63608e3a2eefSMatthew G. Knepley PetscInt Nr, offset, Nq; 63618e3a2eefSMatthew G. Knepley PetscQuadrature qGeom = NULL; 63628e3a2eefSMatthew G. Knepley PetscInt maxDegree; 63638e3a2eefSMatthew G. Knepley PetscFEGeom *cgeomFEM, *chunkGeom = NULL, *remGeom = NULL; 63648e3a2eefSMatthew G. Knepley 63659566063dSJacob Faibussowitsch PetscCall(PetscDSGetDiscretization(prob, fieldI, (PetscObject *)&fe)); 63669566063dSJacob Faibussowitsch PetscCall(PetscFEGetQuadrature(fe, &quad)); 63679566063dSJacob Faibussowitsch PetscCall(PetscFEGetDimension(fe, &Nb)); 63689566063dSJacob Faibussowitsch PetscCall(PetscFEGetTileSizes(fe, NULL, &numBlocks, NULL, &numBatches)); 63699566063dSJacob Faibussowitsch PetscCall(DMFieldGetDegree(coordField, cellIS, NULL, &maxDegree)); 63709566063dSJacob Faibussowitsch if (maxDegree <= 1) PetscCall(DMFieldCreateDefaultQuadrature(coordField, cellIS, &qGeom)); 63718e3a2eefSMatthew G. Knepley if (!qGeom) { 63729566063dSJacob Faibussowitsch PetscCall(PetscFEGetQuadrature(fe, &qGeom)); 63739566063dSJacob Faibussowitsch PetscCall(PetscObjectReference((PetscObject)qGeom)); 63748e3a2eefSMatthew G. Knepley } 63759566063dSJacob Faibussowitsch PetscCall(PetscQuadratureGetData(qGeom, NULL, NULL, &Nq, NULL, NULL)); 63769566063dSJacob Faibussowitsch PetscCall(DMSNESGetFEGeom(coordField, cellIS, qGeom, PETSC_FALSE, &cgeomFEM)); 63778e3a2eefSMatthew G. Knepley blockSize = Nb; 63788e3a2eefSMatthew G. Knepley batchSize = numBlocks * blockSize; 63799566063dSJacob Faibussowitsch PetscCall(PetscFESetTileSizes(fe, blockSize, numBlocks, batchSize, numBatches)); 63808e3a2eefSMatthew G. Knepley numChunks = numCells / (numBatches * batchSize); 63818e3a2eefSMatthew G. Knepley Ne = numChunks * numBatches * batchSize; 63828e3a2eefSMatthew G. Knepley Nr = numCells % (numBatches * batchSize); 63838e3a2eefSMatthew G. Knepley offset = numCells - Nr; 63849566063dSJacob Faibussowitsch PetscCall(PetscFEGeomGetChunk(cgeomFEM, 0, offset, &chunkGeom)); 63859566063dSJacob Faibussowitsch PetscCall(PetscFEGeomGetChunk(cgeomFEM, offset, numCells, &remGeom)); 63868e3a2eefSMatthew G. Knepley for (fieldJ = 0; fieldJ < Nf; ++fieldJ) { 63878e3a2eefSMatthew G. Knepley key.field = fieldI * Nf + fieldJ; 63889566063dSJacob Faibussowitsch PetscCall(PetscFEIntegrateJacobian(prob, PETSCFE_JACOBIAN, key, Ne, chunkGeom, u, u_t, probAux, a, t, X_tShift, elemMat)); 63898e3a54c0SPierre Jolivet PetscCall(PetscFEIntegrateJacobian(prob, PETSCFE_JACOBIAN, key, Nr, remGeom, &u[offset * totDim], PetscSafePointerPlusOffset(u_t, offset * totDim), probAux, PetscSafePointerPlusOffset(a, offset * totDimAux), t, X_tShift, &elemMat[offset * totDim * totDim])); 63908e3a2eefSMatthew G. Knepley if (hasDyn) { 63919566063dSJacob Faibussowitsch PetscCall(PetscFEIntegrateJacobian(prob, PETSCFE_JACOBIAN_DYN, key, Ne, chunkGeom, u, u_t, probAux, a, t, X_tShift, elemMatD)); 63928e3a54c0SPierre Jolivet PetscCall(PetscFEIntegrateJacobian(prob, PETSCFE_JACOBIAN_DYN, key, Nr, remGeom, &u[offset * totDim], PetscSafePointerPlusOffset(u_t, offset * totDim), probAux, &a[offset * totDimAux], t, X_tShift, &elemMatD[offset * totDim * totDim])); 63938e3a2eefSMatthew G. Knepley } 63948e3a2eefSMatthew G. Knepley } 63959566063dSJacob Faibussowitsch PetscCall(PetscFEGeomRestoreChunk(cgeomFEM, offset, numCells, &remGeom)); 63969566063dSJacob Faibussowitsch PetscCall(PetscFEGeomRestoreChunk(cgeomFEM, 0, offset, &chunkGeom)); 63979566063dSJacob Faibussowitsch PetscCall(DMSNESRestoreFEGeom(coordField, cellIS, qGeom, PETSC_FALSE, &cgeomFEM)); 63989566063dSJacob Faibussowitsch PetscCall(PetscQuadratureDestroy(&qGeom)); 63998e3a2eefSMatthew G. Knepley } 64008e3a2eefSMatthew G. Knepley if (hasDyn) { 64018e3a2eefSMatthew G. Knepley for (c = 0; c < numCells * totDim * totDim; ++c) elemMat[c] += X_tShift * elemMatD[c]; 64028e3a2eefSMatthew G. Knepley } 64038e3a2eefSMatthew G. Knepley for (c = cStart; c < cEnd; ++c) { 64048e3a2eefSMatthew G. Knepley const PetscInt cell = cells ? cells[c] : c; 64058e3a2eefSMatthew G. Knepley const PetscInt cind = c - cStart; 64068e3a2eefSMatthew G. Knepley const PetscBLASInt M = totDim, one = 1; 64078e3a2eefSMatthew G. Knepley const PetscScalar a = 1.0, b = 0.0; 64088e3a2eefSMatthew G. Knepley 6409792fecdfSBarry Smith PetscCallBLAS("BLASgemv", BLASgemv_("N", &M, &M, &a, &elemMat[cind * totDim * totDim], &M, &y[cind * totDim], &one, &b, z, &one)); 64108e3a2eefSMatthew G. Knepley if (mesh->printFEM > 1) { 64119566063dSJacob Faibussowitsch PetscCall(DMPrintCellMatrix(c, name, totDim, totDim, &elemMat[cind * totDim * totDim])); 64129566063dSJacob Faibussowitsch PetscCall(DMPrintCellVector(c, "Y", totDim, &y[cind * totDim])); 64139566063dSJacob Faibussowitsch PetscCall(DMPrintCellVector(c, "Z", totDim, z)); 64148e3a2eefSMatthew G. Knepley } 64159566063dSJacob Faibussowitsch PetscCall(DMPlexVecSetClosure(dm, section, Z, cell, z, ADD_VALUES)); 64168e3a2eefSMatthew G. Knepley } 64179566063dSJacob Faibussowitsch PetscCall(PetscFree6(u, u_t, elemMat, elemMatD, y, z)); 64188e3a2eefSMatthew G. Knepley if (mesh->printFEM) { 64199566063dSJacob Faibussowitsch PetscCall(PetscPrintf(PetscObjectComm((PetscObject)Z), "Z:\n")); 64209566063dSJacob Faibussowitsch PetscCall(VecView(Z, NULL)); 64218e3a2eefSMatthew G. Knepley } 64221059d808SMatthew G. Knepley PetscCall(ISRestorePointRange(cellIS, &cStart, &cEnd, &cells)); 64239566063dSJacob Faibussowitsch PetscCall(PetscFree(a)); 64249566063dSJacob Faibussowitsch PetscCall(DMDestroy(&plexAux)); 64259566063dSJacob Faibussowitsch PetscCall(DMDestroy(&plex)); 64269566063dSJacob Faibussowitsch PetscCall(PetscLogEventEnd(DMPLEX_JacobianFEM, dm, 0, 0, 0)); 64273ba16761SJacob Faibussowitsch PetscFunctionReturn(PETSC_SUCCESS); 64288e3a2eefSMatthew G. Knepley } 6429