1af0996ceSBarry Smith #include <petsc/private/dmpleximpl.h> /*I "petscdmplex.h" I*/ 2da97024aSMatthew G. Knepley #include <petscsf.h> 3cb1e1211SMatthew G Knepley 48e3a2eefSMatthew G. Knepley #include <petscblaslapack.h> 5e8f14785SLisandro Dalcin #include <petsc/private/hashsetij.h> 6af0996ceSBarry Smith #include <petsc/private/petscfeimpl.h> 7af0996ceSBarry Smith #include <petsc/private/petscfvimpl.h> 8a0845e3aSMatthew G. Knepley 92f856554SMatthew G. Knepley static PetscErrorCode DMPlexConvertPlex(DM dm, DM *plex, PetscBool copy) 102f856554SMatthew G. Knepley { 112f856554SMatthew G. Knepley PetscBool isPlex; 122f856554SMatthew G. Knepley PetscErrorCode ierr; 132f856554SMatthew G. Knepley 142f856554SMatthew G. Knepley PetscFunctionBegin; 152f856554SMatthew G. Knepley ierr = PetscObjectTypeCompare((PetscObject) dm, DMPLEX, &isPlex);CHKERRQ(ierr); 162f856554SMatthew G. Knepley if (isPlex) { 172f856554SMatthew G. Knepley *plex = dm; 182f856554SMatthew G. Knepley ierr = PetscObjectReference((PetscObject) dm);CHKERRQ(ierr); 192f856554SMatthew G. Knepley } else { 202f856554SMatthew G. Knepley ierr = PetscObjectQuery((PetscObject) dm, "dm_plex", (PetscObject *) plex);CHKERRQ(ierr); 212f856554SMatthew G. Knepley if (!*plex) { 222f856554SMatthew G. Knepley ierr = DMConvert(dm, DMPLEX, plex);CHKERRQ(ierr); 232f856554SMatthew G. Knepley ierr = PetscObjectCompose((PetscObject) dm, "dm_plex", (PetscObject) *plex);CHKERRQ(ierr); 242f856554SMatthew G. Knepley if (copy) { 252f856554SMatthew G. Knepley DMSubDomainHookLink link; 269a2a23afSMatthew G. Knepley 279a2a23afSMatthew G. Knepley ierr = DMCopyAuxiliaryVec(dm, *plex);CHKERRQ(ierr); 289a2a23afSMatthew G. Knepley /* Run the subdomain hook (this will copy the DMSNES/DMTS) */ 292f856554SMatthew G. Knepley for (link = dm->subdomainhook; link; link = link->next) { 302f856554SMatthew G. Knepley if (link->ddhook) {ierr = (*link->ddhook)(dm, *plex, link->ctx);CHKERRQ(ierr);} 312f856554SMatthew G. Knepley } 322f856554SMatthew G. Knepley } 332f856554SMatthew G. Knepley } else { 342f856554SMatthew G. Knepley ierr = PetscObjectReference((PetscObject) *plex);CHKERRQ(ierr); 352f856554SMatthew G. Knepley } 362f856554SMatthew G. Knepley } 372f856554SMatthew G. Knepley PetscFunctionReturn(0); 382f856554SMatthew G. Knepley } 392f856554SMatthew G. Knepley 409b6f715bSMatthew G. Knepley static PetscErrorCode PetscContainerUserDestroy_PetscFEGeom (void *ctx) 419b6f715bSMatthew G. Knepley { 429b6f715bSMatthew G. Knepley PetscFEGeom *geom = (PetscFEGeom *) ctx; 439b6f715bSMatthew G. Knepley PetscErrorCode ierr; 449b6f715bSMatthew G. Knepley 459b6f715bSMatthew G. Knepley PetscFunctionBegin; 469b6f715bSMatthew G. Knepley ierr = PetscFEGeomDestroy(&geom);CHKERRQ(ierr); 479b6f715bSMatthew G. Knepley PetscFunctionReturn(0); 489b6f715bSMatthew G. Knepley } 499b6f715bSMatthew G. Knepley 509b6f715bSMatthew G. Knepley static PetscErrorCode DMPlexGetFEGeom(DMField coordField, IS pointIS, PetscQuadrature quad, PetscBool faceData, PetscFEGeom **geom) 519b6f715bSMatthew G. Knepley { 529b6f715bSMatthew G. Knepley char composeStr[33] = {0}; 539b6f715bSMatthew G. Knepley PetscObjectId id; 549b6f715bSMatthew G. Knepley PetscContainer container; 559b6f715bSMatthew G. Knepley PetscErrorCode ierr; 569b6f715bSMatthew G. Knepley 579b6f715bSMatthew G. Knepley PetscFunctionBegin; 589b6f715bSMatthew G. Knepley ierr = PetscObjectGetId((PetscObject)quad,&id);CHKERRQ(ierr); 599b6f715bSMatthew G. Knepley ierr = PetscSNPrintf(composeStr, 32, "DMPlexGetFEGeom_%x\n", id);CHKERRQ(ierr); 609b6f715bSMatthew G. Knepley ierr = PetscObjectQuery((PetscObject) pointIS, composeStr, (PetscObject *) &container);CHKERRQ(ierr); 619b6f715bSMatthew G. Knepley if (container) { 629b6f715bSMatthew G. Knepley ierr = PetscContainerGetPointer(container, (void **) geom);CHKERRQ(ierr); 639b6f715bSMatthew G. Knepley } else { 649b6f715bSMatthew G. Knepley ierr = DMFieldCreateFEGeom(coordField, pointIS, quad, faceData, geom);CHKERRQ(ierr); 659b6f715bSMatthew G. Knepley ierr = PetscContainerCreate(PETSC_COMM_SELF,&container);CHKERRQ(ierr); 669b6f715bSMatthew G. Knepley ierr = PetscContainerSetPointer(container, (void *) *geom);CHKERRQ(ierr); 679b6f715bSMatthew G. Knepley ierr = PetscContainerSetUserDestroy(container, PetscContainerUserDestroy_PetscFEGeom);CHKERRQ(ierr); 689b6f715bSMatthew G. Knepley ierr = PetscObjectCompose((PetscObject) pointIS, composeStr, (PetscObject) container);CHKERRQ(ierr); 699b6f715bSMatthew G. Knepley ierr = PetscContainerDestroy(&container);CHKERRQ(ierr); 709b6f715bSMatthew G. Knepley } 719b6f715bSMatthew G. Knepley PetscFunctionReturn(0); 729b6f715bSMatthew G. Knepley } 739b6f715bSMatthew G. Knepley 749b6f715bSMatthew G. Knepley static PetscErrorCode DMPlexRestoreFEGeom(DMField coordField, IS pointIS, PetscQuadrature quad, PetscBool faceData, PetscFEGeom **geom) 759b6f715bSMatthew G. Knepley { 769b6f715bSMatthew G. Knepley PetscFunctionBegin; 779b6f715bSMatthew G. Knepley *geom = NULL; 789b6f715bSMatthew G. Knepley PetscFunctionReturn(0); 799b6f715bSMatthew G. Knepley } 809b6f715bSMatthew G. Knepley 8146fa42a0SMatthew G. Knepley /*@ 8246fa42a0SMatthew G. Knepley DMPlexGetScale - Get the scale for the specified fundamental unit 8346fa42a0SMatthew G. Knepley 8446fa42a0SMatthew G. Knepley Not collective 8546fa42a0SMatthew G. Knepley 864165533cSJose E. Roman Input Parameters: 8746fa42a0SMatthew G. Knepley + dm - the DM 8846fa42a0SMatthew G. Knepley - unit - The SI unit 8946fa42a0SMatthew G. Knepley 904165533cSJose E. Roman Output Parameter: 9146fa42a0SMatthew G. Knepley . scale - The value used to scale all quantities with this unit 9246fa42a0SMatthew G. Knepley 9346fa42a0SMatthew G. Knepley Level: advanced 9446fa42a0SMatthew G. Knepley 9546fa42a0SMatthew G. Knepley .seealso: DMPlexSetScale(), PetscUnit 9646fa42a0SMatthew G. Knepley @*/ 97cb1e1211SMatthew G Knepley PetscErrorCode DMPlexGetScale(DM dm, PetscUnit unit, PetscReal *scale) 98cb1e1211SMatthew G Knepley { 99cb1e1211SMatthew G Knepley DM_Plex *mesh = (DM_Plex*) dm->data; 100cb1e1211SMatthew G Knepley 101cb1e1211SMatthew G Knepley PetscFunctionBegin; 102cb1e1211SMatthew G Knepley PetscValidHeaderSpecific(dm, DM_CLASSID, 1); 103cb1e1211SMatthew G Knepley PetscValidPointer(scale, 3); 104cb1e1211SMatthew G Knepley *scale = mesh->scale[unit]; 105cb1e1211SMatthew G Knepley PetscFunctionReturn(0); 106cb1e1211SMatthew G Knepley } 107cb1e1211SMatthew G Knepley 10846fa42a0SMatthew G. Knepley /*@ 10946fa42a0SMatthew G. Knepley DMPlexSetScale - Set the scale for the specified fundamental unit 11046fa42a0SMatthew G. Knepley 11146fa42a0SMatthew G. Knepley Not collective 11246fa42a0SMatthew G. Knepley 1134165533cSJose E. Roman Input Parameters: 11446fa42a0SMatthew G. Knepley + dm - the DM 11546fa42a0SMatthew G. Knepley . unit - The SI unit 11646fa42a0SMatthew G. Knepley - scale - The value used to scale all quantities with this unit 11746fa42a0SMatthew G. Knepley 11846fa42a0SMatthew G. Knepley Level: advanced 11946fa42a0SMatthew G. Knepley 12046fa42a0SMatthew G. Knepley .seealso: DMPlexGetScale(), PetscUnit 12146fa42a0SMatthew G. Knepley @*/ 122cb1e1211SMatthew G Knepley PetscErrorCode DMPlexSetScale(DM dm, PetscUnit unit, PetscReal scale) 123cb1e1211SMatthew G Knepley { 124cb1e1211SMatthew G Knepley DM_Plex *mesh = (DM_Plex*) dm->data; 125cb1e1211SMatthew G Knepley 126cb1e1211SMatthew G Knepley PetscFunctionBegin; 127cb1e1211SMatthew G Knepley PetscValidHeaderSpecific(dm, DM_CLASSID, 1); 128cb1e1211SMatthew G Knepley mesh->scale[unit] = scale; 129cb1e1211SMatthew G Knepley PetscFunctionReturn(0); 130cb1e1211SMatthew G Knepley } 131cb1e1211SMatthew G Knepley 132327779f2SMatthew Knepley static PetscErrorCode DMPlexProjectRigidBody_Private(PetscInt dim, PetscReal t, const PetscReal X[], PetscInt Nc, PetscScalar *mode, void *ctx) 133026175e5SToby Isaac { 13412adca46SMatthew G. Knepley const PetscInt eps[3][3][3] = {{{0, 0, 0}, {0, 0, 1}, {0, -1, 0}}, {{0, 0, -1}, {0, 0, 0}, {1, 0, 0}}, {{0, 1, 0}, {-1, 0, 0}, {0, 0, 0}}}; 135026175e5SToby Isaac PetscInt *ctxInt = (PetscInt *) ctx; 136ad917190SMatthew G. Knepley PetscInt dim2 = ctxInt[0]; 137026175e5SToby Isaac PetscInt d = ctxInt[1]; 138026175e5SToby Isaac PetscInt i, j, k = dim > 2 ? d - dim : d; 139026175e5SToby Isaac 140ad917190SMatthew G. Knepley PetscFunctionBegin; 141ff1e0c32SBarry Smith if (dim != dim2) SETERRQ2(PETSC_COMM_SELF, PETSC_ERR_ARG_WRONG, "Input dimension %D does not match context dimension %D", dim, dim2); 142026175e5SToby Isaac for (i = 0; i < dim; i++) mode[i] = 0.; 143026175e5SToby Isaac if (d < dim) { 14412adca46SMatthew G. Knepley mode[d] = 1.; /* Translation along axis d */ 145ad917190SMatthew G. Knepley } else { 146026175e5SToby Isaac for (i = 0; i < dim; i++) { 147026175e5SToby Isaac for (j = 0; j < dim; j++) { 14812adca46SMatthew G. Knepley mode[j] += eps[i][j][k]*X[i]; /* Rotation about axis d */ 149026175e5SToby Isaac } 150026175e5SToby Isaac } 151026175e5SToby Isaac } 152ad917190SMatthew G. Knepley PetscFunctionReturn(0); 153026175e5SToby Isaac } 154026175e5SToby Isaac 155cc4e42d9SMartin Diehl /*@ 15612adca46SMatthew G. Knepley DMPlexCreateRigidBody - For the default global section, create rigid body modes by function space interpolation 157cb1e1211SMatthew G Knepley 158d083f849SBarry Smith Collective on dm 159cb1e1211SMatthew G Knepley 1604165533cSJose E. Roman Input Parameters: 16156cf3b9cSMatthew G. Knepley + dm - the DM 16256cf3b9cSMatthew G. Knepley - field - The field number for the rigid body space, or 0 for the default 163cb1e1211SMatthew G Knepley 1644165533cSJose E. Roman Output Parameter: 165cb1e1211SMatthew G Knepley . sp - the null space 166cb1e1211SMatthew G Knepley 16712adca46SMatthew G. Knepley Note: This is necessary to provide a suitable coarse space for algebraic multigrid 168cb1e1211SMatthew G Knepley 169cb1e1211SMatthew G Knepley Level: advanced 170cb1e1211SMatthew G Knepley 17112adca46SMatthew G. Knepley .seealso: MatNullSpaceCreate(), PCGAMG 172cb1e1211SMatthew G Knepley @*/ 17356cf3b9cSMatthew G. Knepley PetscErrorCode DMPlexCreateRigidBody(DM dm, PetscInt field, MatNullSpace *sp) 174cb1e1211SMatthew G Knepley { 17556cf3b9cSMatthew G. Knepley PetscErrorCode (**func)(PetscInt, PetscReal, const PetscReal *, PetscInt, PetscScalar *, void *); 176cb1e1211SMatthew G Knepley MPI_Comm comm; 177026175e5SToby Isaac Vec mode[6]; 178026175e5SToby Isaac PetscSection section, globalSection; 17956cf3b9cSMatthew G. Knepley PetscInt dim, dimEmbed, Nf, n, m, mmin, d, i, j; 180cb1e1211SMatthew G Knepley PetscErrorCode ierr; 181cb1e1211SMatthew G Knepley 182cb1e1211SMatthew G Knepley PetscFunctionBegin; 183cb1e1211SMatthew G Knepley ierr = PetscObjectGetComm((PetscObject) dm, &comm);CHKERRQ(ierr); 184c73cfb54SMatthew G. Knepley ierr = DMGetDimension(dm, &dim);CHKERRQ(ierr); 1859d8fbdeaSMatthew G. Knepley ierr = DMGetCoordinateDim(dm, &dimEmbed);CHKERRQ(ierr); 18656cf3b9cSMatthew G. Knepley ierr = DMGetNumFields(dm, &Nf);CHKERRQ(ierr); 18756cf3b9cSMatthew G. Knepley if (Nf && (field < 0 || field >= Nf)) SETERRQ2(comm, PETSC_ERR_ARG_OUTOFRANGE, "Field %D is not in [0, Nf)", field, Nf); 18856cf3b9cSMatthew G. Knepley if (dim == 1 && Nf < 2) { 189cb1e1211SMatthew G Knepley ierr = MatNullSpaceCreate(comm, PETSC_TRUE, 0, NULL, sp);CHKERRQ(ierr); 190cb1e1211SMatthew G Knepley PetscFunctionReturn(0); 191cb1e1211SMatthew G Knepley } 19292fd8e1eSJed Brown ierr = DMGetLocalSection(dm, §ion);CHKERRQ(ierr); 193e87a4003SBarry Smith ierr = DMGetGlobalSection(dm, &globalSection);CHKERRQ(ierr); 194cb1e1211SMatthew G Knepley ierr = PetscSectionGetConstrainedStorageSize(globalSection, &n);CHKERRQ(ierr); 19556cf3b9cSMatthew G. Knepley ierr = PetscCalloc1(Nf, &func);CHKERRQ(ierr); 196b247467aSMatthew G. Knepley m = (dim*(dim+1))/2; 197cb1e1211SMatthew G Knepley ierr = VecCreate(comm, &mode[0]);CHKERRQ(ierr); 198cb1e1211SMatthew G Knepley ierr = VecSetSizes(mode[0], n, PETSC_DETERMINE);CHKERRQ(ierr); 199cb1e1211SMatthew G Knepley ierr = VecSetUp(mode[0]);CHKERRQ(ierr); 200b247467aSMatthew G. Knepley ierr = VecGetSize(mode[0], &n);CHKERRQ(ierr); 201b247467aSMatthew G. Knepley mmin = PetscMin(m, n); 20256cf3b9cSMatthew G. Knepley func[field] = DMPlexProjectRigidBody_Private; 203cb1e1211SMatthew G Knepley for (i = 1; i < m; ++i) {ierr = VecDuplicate(mode[0], &mode[i]);CHKERRQ(ierr);} 204026175e5SToby Isaac for (d = 0; d < m; d++) { 205330485fdSToby Isaac PetscInt ctx[2]; 206026175e5SToby Isaac void *voidctx = (void *) (&ctx[0]); 207cb1e1211SMatthew G Knepley 2089d8fbdeaSMatthew G. Knepley ctx[0] = dimEmbed; 209330485fdSToby Isaac ctx[1] = d; 21056cf3b9cSMatthew G. Knepley ierr = DMProjectFunction(dm, 0.0, func, &voidctx, INSERT_VALUES, mode[d]);CHKERRQ(ierr); 211cb1e1211SMatthew G Knepley } 2123b2202bfSJacob Faibussowitsch /* Orthonormalize system */ 213b50a2c0aSJacob Faibussowitsch for (i = 0; i < mmin; ++i) { 214b77f2eeeSJacob Faibussowitsch PetscScalar dots[6]; 215b50a2c0aSJacob Faibussowitsch 2169019a6d7SJacob Faibussowitsch ierr = VecNormalize(mode[i], NULL);CHKERRQ(ierr); 217b77f2eeeSJacob Faibussowitsch ierr = VecMDot(mode[i], mmin-i-1, mode+i+1, dots+i+1);CHKERRQ(ierr); 218b50a2c0aSJacob Faibussowitsch for (j = i+1; j < mmin; ++j) { 219b77f2eeeSJacob Faibussowitsch dots[j] *= -1.0; 220b77f2eeeSJacob Faibussowitsch ierr = VecAXPY(mode[j], dots[j], mode[i]);CHKERRQ(ierr); 221b50a2c0aSJacob Faibussowitsch } 222cb1e1211SMatthew G Knepley } 223b247467aSMatthew G. Knepley ierr = MatNullSpaceCreate(comm, PETSC_FALSE, mmin, mode, sp);CHKERRQ(ierr); 224b247467aSMatthew G. Knepley for (i = 0; i < m; ++i) {ierr = VecDestroy(&mode[i]);CHKERRQ(ierr);} 22556cf3b9cSMatthew G. Knepley ierr = PetscFree(func);CHKERRQ(ierr); 226cb1e1211SMatthew G Knepley PetscFunctionReturn(0); 227cb1e1211SMatthew G Knepley } 228cb1e1211SMatthew G Knepley 229cc4e42d9SMartin Diehl /*@ 23012adca46SMatthew G. Knepley DMPlexCreateRigidBodies - For the default global section, create rigid body modes by function space interpolation 23112adca46SMatthew G. Knepley 232d083f849SBarry Smith Collective on dm 23312adca46SMatthew G. Knepley 2344165533cSJose E. Roman Input Parameters: 23512adca46SMatthew G. Knepley + dm - the DM 23612adca46SMatthew G. Knepley . nb - The number of bodies 23712adca46SMatthew G. Knepley . label - The DMLabel marking each domain 23812adca46SMatthew G. Knepley . nids - The number of ids per body 23912adca46SMatthew G. Knepley - ids - An array of the label ids in sequence for each domain 24012adca46SMatthew G. Knepley 2414165533cSJose E. Roman Output Parameter: 24212adca46SMatthew G. Knepley . sp - the null space 24312adca46SMatthew G. Knepley 24412adca46SMatthew G. Knepley Note: This is necessary to provide a suitable coarse space for algebraic multigrid 24512adca46SMatthew G. Knepley 24612adca46SMatthew G. Knepley Level: advanced 24712adca46SMatthew G. Knepley 24812adca46SMatthew G. Knepley .seealso: MatNullSpaceCreate() 24912adca46SMatthew G. Knepley @*/ 25012adca46SMatthew G. Knepley PetscErrorCode DMPlexCreateRigidBodies(DM dm, PetscInt nb, DMLabel label, const PetscInt nids[], const PetscInt ids[], MatNullSpace *sp) 25112adca46SMatthew G. Knepley { 25212adca46SMatthew G. Knepley MPI_Comm comm; 25312adca46SMatthew G. Knepley PetscSection section, globalSection; 25412adca46SMatthew G. Knepley Vec *mode; 25512adca46SMatthew G. Knepley PetscScalar *dots; 25612adca46SMatthew G. Knepley PetscInt dim, dimEmbed, n, m, b, d, i, j, off; 25712adca46SMatthew G. Knepley PetscErrorCode ierr; 25812adca46SMatthew G. Knepley 25912adca46SMatthew G. Knepley PetscFunctionBegin; 26012adca46SMatthew G. Knepley ierr = PetscObjectGetComm((PetscObject)dm,&comm);CHKERRQ(ierr); 26112adca46SMatthew G. Knepley ierr = DMGetDimension(dm, &dim);CHKERRQ(ierr); 26212adca46SMatthew G. Knepley ierr = DMGetCoordinateDim(dm, &dimEmbed);CHKERRQ(ierr); 26392fd8e1eSJed Brown ierr = DMGetLocalSection(dm, §ion);CHKERRQ(ierr); 264e87a4003SBarry Smith ierr = DMGetGlobalSection(dm, &globalSection);CHKERRQ(ierr); 26512adca46SMatthew G. Knepley ierr = PetscSectionGetConstrainedStorageSize(globalSection, &n);CHKERRQ(ierr); 26612adca46SMatthew G. Knepley m = nb * (dim*(dim+1))/2; 26712adca46SMatthew G. Knepley ierr = PetscMalloc2(m, &mode, m, &dots);CHKERRQ(ierr); 26812adca46SMatthew G. Knepley ierr = VecCreate(comm, &mode[0]);CHKERRQ(ierr); 26912adca46SMatthew G. Knepley ierr = VecSetSizes(mode[0], n, PETSC_DETERMINE);CHKERRQ(ierr); 27012adca46SMatthew G. Knepley ierr = VecSetUp(mode[0]);CHKERRQ(ierr); 27112adca46SMatthew G. Knepley for (i = 1; i < m; ++i) {ierr = VecDuplicate(mode[0], &mode[i]);CHKERRQ(ierr);} 27212adca46SMatthew G. Knepley for (b = 0, off = 0; b < nb; ++b) { 27312adca46SMatthew G. Knepley for (d = 0; d < m/nb; ++d) { 27412adca46SMatthew G. Knepley PetscInt ctx[2]; 27512adca46SMatthew G. Knepley PetscErrorCode (*func)(PetscInt, PetscReal, const PetscReal *, PetscInt, PetscScalar *, void *) = DMPlexProjectRigidBody_Private; 27612adca46SMatthew G. Knepley void *voidctx = (void *) (&ctx[0]); 27712adca46SMatthew G. Knepley 27812adca46SMatthew G. Knepley ctx[0] = dimEmbed; 27912adca46SMatthew G. Knepley ctx[1] = d; 28012adca46SMatthew G. Knepley ierr = DMProjectFunctionLabel(dm, 0.0, label, nids[b], &ids[off], 0, NULL, &func, &voidctx, INSERT_VALUES, mode[d]);CHKERRQ(ierr); 28112adca46SMatthew G. Knepley off += nids[b]; 28212adca46SMatthew G. Knepley } 28312adca46SMatthew G. Knepley } 2843b2202bfSJacob Faibussowitsch /* Orthonormalize system */ 285606c1a1cSJacob Faibussowitsch for (i = 0; i < m; ++i) { 286b77f2eeeSJacob Faibussowitsch PetscScalar dots[6]; 2875a0e29b9SJacob Faibussowitsch 2889019a6d7SJacob Faibussowitsch ierr = VecNormalize(mode[i], NULL);CHKERRQ(ierr); 289b77f2eeeSJacob Faibussowitsch ierr = VecMDot(mode[i], m-i-1, mode+i+1, dots+i+1);CHKERRQ(ierr); 2905a0e29b9SJacob Faibussowitsch for (j = i+1; j < m; ++j) { 291b77f2eeeSJacob Faibussowitsch dots[j] *= -1.0; 292b77f2eeeSJacob Faibussowitsch ierr = VecAXPY(mode[j], dots[j], mode[i]);CHKERRQ(ierr); 2935a0e29b9SJacob Faibussowitsch } 29412adca46SMatthew G. Knepley } 29512adca46SMatthew G. Knepley ierr = MatNullSpaceCreate(comm, PETSC_FALSE, m, mode, sp);CHKERRQ(ierr); 29612adca46SMatthew G. Knepley for (i = 0; i< m; ++i) {ierr = VecDestroy(&mode[i]);CHKERRQ(ierr);} 29712adca46SMatthew G. Knepley ierr = PetscFree2(mode, dots);CHKERRQ(ierr); 29812adca46SMatthew G. Knepley PetscFunctionReturn(0); 29912adca46SMatthew G. Knepley } 30012adca46SMatthew G. Knepley 301b29cfa1cSToby Isaac /*@ 302b29cfa1cSToby Isaac DMPlexSetMaxProjectionHeight - In DMPlexProjectXXXLocal() functions, the projected values of a basis function's dofs 303b29cfa1cSToby Isaac are computed by associating the basis function with one of the mesh points in its transitively-closed support, and 304b29cfa1cSToby Isaac evaluating the dual space basis of that point. A basis function is associated with the point in its 305b29cfa1cSToby Isaac transitively-closed support whose mesh height is highest (w.r.t. DAG height), but not greater than the maximum 306b29cfa1cSToby Isaac projection height, which is set with this function. By default, the maximum projection height is zero, which means 307b29cfa1cSToby Isaac that only mesh cells are used to project basis functions. A height of one, for example, evaluates a cell-interior 308b29cfa1cSToby Isaac basis functions using its cells dual space basis, but all other basis functions with the dual space basis of a face. 309b29cfa1cSToby Isaac 310b29cfa1cSToby Isaac Input Parameters: 311b29cfa1cSToby Isaac + dm - the DMPlex object 312b29cfa1cSToby Isaac - height - the maximum projection height >= 0 313b29cfa1cSToby Isaac 314b29cfa1cSToby Isaac Level: advanced 315b29cfa1cSToby Isaac 3164d6f44ffSToby Isaac .seealso: DMPlexGetMaxProjectionHeight(), DMProjectFunctionLocal(), DMProjectFunctionLabelLocal() 317b29cfa1cSToby Isaac @*/ 318b29cfa1cSToby Isaac PetscErrorCode DMPlexSetMaxProjectionHeight(DM dm, PetscInt height) 319b29cfa1cSToby Isaac { 320b29cfa1cSToby Isaac DM_Plex *plex = (DM_Plex *) dm->data; 321b29cfa1cSToby Isaac 322b29cfa1cSToby Isaac PetscFunctionBegin; 323b29cfa1cSToby Isaac PetscValidHeaderSpecific(dm, DM_CLASSID, 1); 324b29cfa1cSToby Isaac plex->maxProjectionHeight = height; 325b29cfa1cSToby Isaac PetscFunctionReturn(0); 326b29cfa1cSToby Isaac } 327b29cfa1cSToby Isaac 328b29cfa1cSToby Isaac /*@ 329b29cfa1cSToby Isaac DMPlexGetMaxProjectionHeight - Get the maximum height (w.r.t. DAG) of mesh points used to evaluate dual bases in 330b29cfa1cSToby Isaac DMPlexProjectXXXLocal() functions. 331b29cfa1cSToby Isaac 332b29cfa1cSToby Isaac Input Parameters: 333b29cfa1cSToby Isaac . dm - the DMPlex object 334b29cfa1cSToby Isaac 335b29cfa1cSToby Isaac Output Parameters: 336b29cfa1cSToby Isaac . height - the maximum projection height 337b29cfa1cSToby Isaac 338b29cfa1cSToby Isaac Level: intermediate 339b29cfa1cSToby Isaac 3404d6f44ffSToby Isaac .seealso: DMPlexSetMaxProjectionHeight(), DMProjectFunctionLocal(), DMProjectFunctionLabelLocal() 341b29cfa1cSToby Isaac @*/ 342b29cfa1cSToby Isaac PetscErrorCode DMPlexGetMaxProjectionHeight(DM dm, PetscInt *height) 343b29cfa1cSToby Isaac { 344b29cfa1cSToby Isaac DM_Plex *plex = (DM_Plex *) dm->data; 345b29cfa1cSToby Isaac 346b29cfa1cSToby Isaac PetscFunctionBegin; 347b29cfa1cSToby Isaac PetscValidHeaderSpecific(dm, DM_CLASSID, 1); 348b29cfa1cSToby Isaac *height = plex->maxProjectionHeight; 349b29cfa1cSToby Isaac PetscFunctionReturn(0); 350b29cfa1cSToby Isaac } 351b29cfa1cSToby Isaac 352ca3d3a14SMatthew G. Knepley typedef struct { 353ca3d3a14SMatthew G. Knepley PetscReal alpha; /* The first Euler angle, and in 2D the only one */ 354ca3d3a14SMatthew G. Knepley PetscReal beta; /* The second Euler angle */ 355ca3d3a14SMatthew G. Knepley PetscReal gamma; /* The third Euler angle */ 356ca3d3a14SMatthew G. Knepley PetscInt dim; /* The dimension of R */ 357ca3d3a14SMatthew G. Knepley PetscScalar *R; /* The rotation matrix, transforming a vector in the local basis to the global basis */ 358ca3d3a14SMatthew G. Knepley PetscScalar *RT; /* The transposed rotation matrix, transforming a vector in the global basis to the local basis */ 359ca3d3a14SMatthew G. Knepley } RotCtx; 360ca3d3a14SMatthew G. Knepley 361ca3d3a14SMatthew G. Knepley /* 362ca3d3a14SMatthew G. Knepley Note: Following https://en.wikipedia.org/wiki/Euler_angles, we will specify Euler angles by extrinsic rotations, meaning that 363ca3d3a14SMatthew G. Knepley we rotate with respect to a fixed initial coordinate system, the local basis (x-y-z). The global basis (X-Y-Z) is reached as follows: 364ca3d3a14SMatthew G. Knepley $ The XYZ system rotates about the z axis by alpha. The X axis is now at angle alpha with respect to the x axis. 365ca3d3a14SMatthew G. Knepley $ The XYZ system rotates again about the x axis by beta. The Z axis is now at angle beta with respect to the z axis. 366ca3d3a14SMatthew G. Knepley $ The XYZ system rotates a third time about the z axis by gamma. 367ca3d3a14SMatthew G. Knepley */ 368ca3d3a14SMatthew G. Knepley static PetscErrorCode DMPlexBasisTransformSetUp_Rotation_Internal(DM dm, void *ctx) 369ca3d3a14SMatthew G. Knepley { 370ca3d3a14SMatthew G. Knepley RotCtx *rc = (RotCtx *) ctx; 371ca3d3a14SMatthew G. Knepley PetscInt dim = rc->dim; 372ca3d3a14SMatthew G. Knepley PetscReal c1, s1, c2, s2, c3, s3; 373ca3d3a14SMatthew G. Knepley PetscErrorCode ierr; 374ca3d3a14SMatthew G. Knepley 375ca3d3a14SMatthew G. Knepley PetscFunctionBegin; 376ca3d3a14SMatthew G. Knepley ierr = PetscMalloc2(PetscSqr(dim), &rc->R, PetscSqr(dim), &rc->RT);CHKERRQ(ierr); 377ca3d3a14SMatthew G. Knepley switch (dim) { 378ca3d3a14SMatthew G. Knepley case 2: 379ca3d3a14SMatthew G. Knepley c1 = PetscCosReal(rc->alpha);s1 = PetscSinReal(rc->alpha); 380ca3d3a14SMatthew G. Knepley rc->R[0] = c1;rc->R[1] = s1; 381ca3d3a14SMatthew G. Knepley rc->R[2] = -s1;rc->R[3] = c1; 382580bdb30SBarry Smith ierr = PetscArraycpy(rc->RT, rc->R, PetscSqr(dim));CHKERRQ(ierr); 383b458e8f1SJose E. Roman DMPlex_Transpose2D_Internal(rc->RT); 384ca3d3a14SMatthew G. Knepley break; 385ca3d3a14SMatthew G. Knepley case 3: 386ca3d3a14SMatthew G. Knepley c1 = PetscCosReal(rc->alpha);s1 = PetscSinReal(rc->alpha); 387ca3d3a14SMatthew G. Knepley c2 = PetscCosReal(rc->beta); s2 = PetscSinReal(rc->beta); 388ca3d3a14SMatthew G. Knepley c3 = PetscCosReal(rc->gamma);s3 = PetscSinReal(rc->gamma); 389ca3d3a14SMatthew G. Knepley rc->R[0] = c1*c3 - c2*s1*s3;rc->R[1] = c3*s1 + c1*c2*s3;rc->R[2] = s2*s3; 390ca3d3a14SMatthew G. Knepley rc->R[3] = -c1*s3 - c2*c3*s1;rc->R[4] = c1*c2*c3 - s1*s3; rc->R[5] = c3*s2; 391ca3d3a14SMatthew G. Knepley rc->R[6] = s1*s2; rc->R[7] = -c1*s2; rc->R[8] = c2; 392580bdb30SBarry Smith ierr = PetscArraycpy(rc->RT, rc->R, PetscSqr(dim));CHKERRQ(ierr); 393b458e8f1SJose E. Roman DMPlex_Transpose3D_Internal(rc->RT); 394ca3d3a14SMatthew G. Knepley break; 395ca3d3a14SMatthew G. Knepley default: SETERRQ1(PetscObjectComm((PetscObject) dm), PETSC_ERR_ARG_OUTOFRANGE, "Dimension %D not supported", dim); 396ca3d3a14SMatthew G. Knepley } 397ca3d3a14SMatthew G. Knepley PetscFunctionReturn(0); 398ca3d3a14SMatthew G. Knepley } 399ca3d3a14SMatthew G. Knepley 400ca3d3a14SMatthew G. Knepley static PetscErrorCode DMPlexBasisTransformDestroy_Rotation_Internal(DM dm, void *ctx) 401ca3d3a14SMatthew G. Knepley { 402ca3d3a14SMatthew G. Knepley RotCtx *rc = (RotCtx *) ctx; 403ca3d3a14SMatthew G. Knepley PetscErrorCode ierr; 404ca3d3a14SMatthew G. Knepley 405ca3d3a14SMatthew G. Knepley PetscFunctionBegin; 406ca3d3a14SMatthew G. Knepley ierr = PetscFree2(rc->R, rc->RT);CHKERRQ(ierr); 407ca3d3a14SMatthew G. Knepley ierr = PetscFree(rc);CHKERRQ(ierr); 408ca3d3a14SMatthew G. Knepley PetscFunctionReturn(0); 409ca3d3a14SMatthew G. Knepley } 410ca3d3a14SMatthew G. Knepley 411ca3d3a14SMatthew G. Knepley static PetscErrorCode DMPlexBasisTransformGetMatrix_Rotation_Internal(DM dm, const PetscReal x[], PetscBool l2g, const PetscScalar **A, void *ctx) 412ca3d3a14SMatthew G. Knepley { 413ca3d3a14SMatthew G. Knepley RotCtx *rc = (RotCtx *) ctx; 414ca3d3a14SMatthew G. Knepley 415ca3d3a14SMatthew G. Knepley PetscFunctionBeginHot; 416ca3d3a14SMatthew G. Knepley PetscValidPointer(ctx, 5); 417ca3d3a14SMatthew G. Knepley if (l2g) {*A = rc->R;} 418ca3d3a14SMatthew G. Knepley else {*A = rc->RT;} 419ca3d3a14SMatthew G. Knepley PetscFunctionReturn(0); 420ca3d3a14SMatthew G. Knepley } 421ca3d3a14SMatthew G. Knepley 422ab6a9622SMatthew G. Knepley PetscErrorCode DMPlexBasisTransformApplyReal_Internal(DM dm, const PetscReal x[], PetscBool l2g, PetscInt dim, const PetscReal *y, PetscReal *z, void *ctx) 423ab6a9622SMatthew G. Knepley { 424ec277c0fSMatthew G. Knepley PetscErrorCode ierr; 425ec277c0fSMatthew G. Knepley 426ec277c0fSMatthew G. Knepley PetscFunctionBegin; 427ab6a9622SMatthew G. Knepley #if defined(PETSC_USE_COMPLEX) 428ab6a9622SMatthew G. Knepley switch (dim) { 429ab6a9622SMatthew G. Knepley case 2: 430ab6a9622SMatthew G. Knepley { 43127104ee2SJacob Faibussowitsch PetscScalar yt[2] = {y[0], y[1]}, zt[2] = {0.0,0.0}; 432ab6a9622SMatthew G. Knepley 433ec277c0fSMatthew G. Knepley ierr = DMPlexBasisTransformApply_Internal(dm, x, l2g, dim, yt, zt, ctx);CHKERRQ(ierr); 434ab6a9622SMatthew G. Knepley z[0] = PetscRealPart(zt[0]); z[1] = PetscRealPart(zt[1]); 435ab6a9622SMatthew G. Knepley } 4369b4815dcSMatthew G. Knepley break; 437ab6a9622SMatthew G. Knepley case 3: 438ab6a9622SMatthew G. Knepley { 43927104ee2SJacob Faibussowitsch PetscScalar yt[3] = {y[0], y[1], y[2]}, zt[3] = {0.0,0.0,0.0}; 440ab6a9622SMatthew G. Knepley 441ec277c0fSMatthew G. Knepley ierr = DMPlexBasisTransformApply_Internal(dm, x, l2g, dim, yt, zt, ctx);CHKERRQ(ierr); 442ab6a9622SMatthew G. Knepley z[0] = PetscRealPart(zt[0]); z[1] = PetscRealPart(zt[1]); z[2] = PetscRealPart(zt[2]); 443ab6a9622SMatthew G. Knepley } 4449b4815dcSMatthew G. Knepley break; 445ab6a9622SMatthew G. Knepley } 446ab6a9622SMatthew G. Knepley #else 447ab6a9622SMatthew G. Knepley ierr = DMPlexBasisTransformApply_Internal(dm, x, l2g, dim, y, z, ctx);CHKERRQ(ierr); 448ab6a9622SMatthew G. Knepley #endif 449ec277c0fSMatthew G. Knepley PetscFunctionReturn(0); 450ab6a9622SMatthew G. Knepley } 451ab6a9622SMatthew G. Knepley 452ec277c0fSMatthew G. Knepley PetscErrorCode DMPlexBasisTransformApply_Internal(DM dm, const PetscReal x[], PetscBool l2g, PetscInt dim, const PetscScalar *y, PetscScalar *z, void *ctx) 453ca3d3a14SMatthew G. Knepley { 454ca3d3a14SMatthew G. Knepley const PetscScalar *A; 455ca3d3a14SMatthew G. Knepley PetscErrorCode ierr; 456ca3d3a14SMatthew G. Knepley 457ca3d3a14SMatthew G. Knepley PetscFunctionBeginHot; 458ca3d3a14SMatthew G. Knepley ierr = (*dm->transformGetMatrix)(dm, x, l2g, &A, ctx);CHKERRQ(ierr); 459ca3d3a14SMatthew G. Knepley switch (dim) { 4601fba962aSMatthew G. Knepley case 2: DMPlex_Mult2D_Internal(A, 1, y, z);break; 4611fba962aSMatthew G. Knepley case 3: DMPlex_Mult3D_Internal(A, 1, y, z);break; 462ca3d3a14SMatthew G. Knepley } 463ca3d3a14SMatthew G. Knepley PetscFunctionReturn(0); 464ca3d3a14SMatthew G. Knepley } 465ca3d3a14SMatthew G. Knepley 466ca3d3a14SMatthew G. Knepley static PetscErrorCode DMPlexBasisTransformField_Internal(DM dm, DM tdm, Vec tv, PetscInt p, PetscInt f, PetscBool l2g, PetscScalar *a) 467ca3d3a14SMatthew G. Knepley { 468ca3d3a14SMatthew G. Knepley PetscSection ts; 469ca3d3a14SMatthew G. Knepley const PetscScalar *ta, *tva; 470ca3d3a14SMatthew G. Knepley PetscInt dof; 471ca3d3a14SMatthew G. Knepley PetscErrorCode ierr; 472ca3d3a14SMatthew G. Knepley 473ca3d3a14SMatthew G. Knepley PetscFunctionBeginHot; 47492fd8e1eSJed Brown ierr = DMGetLocalSection(tdm, &ts);CHKERRQ(ierr); 475ca3d3a14SMatthew G. Knepley ierr = PetscSectionGetFieldDof(ts, p, f, &dof);CHKERRQ(ierr); 476ca3d3a14SMatthew G. Knepley ierr = VecGetArrayRead(tv, &ta);CHKERRQ(ierr); 47727104ee2SJacob Faibussowitsch ierr = DMPlexPointLocalFieldRead(tdm, p, f, ta, &tva);CHKERRQ(ierr); 478ca3d3a14SMatthew G. Knepley if (l2g) { 479ca3d3a14SMatthew G. Knepley switch (dof) { 4801fba962aSMatthew G. Knepley case 4: DMPlex_Mult2D_Internal(tva, 1, a, a);break; 4811fba962aSMatthew G. Knepley case 9: DMPlex_Mult3D_Internal(tva, 1, a, a);break; 482ca3d3a14SMatthew G. Knepley } 483ca3d3a14SMatthew G. Knepley } else { 484ca3d3a14SMatthew G. Knepley switch (dof) { 4851fba962aSMatthew G. Knepley case 4: DMPlex_MultTranspose2D_Internal(tva, 1, a, a);break; 4861fba962aSMatthew G. Knepley case 9: DMPlex_MultTranspose3D_Internal(tva, 1, a, a);break; 487ca3d3a14SMatthew G. Knepley } 488ca3d3a14SMatthew G. Knepley } 489ca3d3a14SMatthew G. Knepley ierr = VecRestoreArrayRead(tv, &ta);CHKERRQ(ierr); 490ca3d3a14SMatthew G. Knepley PetscFunctionReturn(0); 491ca3d3a14SMatthew G. Knepley } 492ca3d3a14SMatthew G. Knepley 493ca3d3a14SMatthew G. Knepley static PetscErrorCode DMPlexBasisTransformFieldTensor_Internal(DM dm, DM tdm, Vec tv, PetscInt pf, PetscInt f, PetscInt pg, PetscInt g, PetscBool l2g, PetscInt lda, PetscScalar *a) 494ca3d3a14SMatthew G. Knepley { 495ca3d3a14SMatthew G. Knepley PetscSection s, ts; 496ca3d3a14SMatthew G. Knepley const PetscScalar *ta, *tvaf, *tvag; 497ca3d3a14SMatthew G. Knepley PetscInt fdof, gdof, fpdof, gpdof; 498ca3d3a14SMatthew G. Knepley PetscErrorCode ierr; 499ca3d3a14SMatthew G. Knepley 500ca3d3a14SMatthew G. Knepley PetscFunctionBeginHot; 50192fd8e1eSJed Brown ierr = DMGetLocalSection(dm, &s);CHKERRQ(ierr); 50292fd8e1eSJed Brown ierr = DMGetLocalSection(tdm, &ts);CHKERRQ(ierr); 503ca3d3a14SMatthew G. Knepley ierr = PetscSectionGetFieldDof(s, pf, f, &fpdof);CHKERRQ(ierr); 504ca3d3a14SMatthew G. Knepley ierr = PetscSectionGetFieldDof(s, pg, g, &gpdof);CHKERRQ(ierr); 505ca3d3a14SMatthew G. Knepley ierr = PetscSectionGetFieldDof(ts, pf, f, &fdof);CHKERRQ(ierr); 506ca3d3a14SMatthew G. Knepley ierr = PetscSectionGetFieldDof(ts, pg, g, &gdof);CHKERRQ(ierr); 507ca3d3a14SMatthew G. Knepley ierr = VecGetArrayRead(tv, &ta);CHKERRQ(ierr); 50827104ee2SJacob Faibussowitsch ierr = DMPlexPointLocalFieldRead(tdm, pf, f, ta, &tvaf);CHKERRQ(ierr); 50927104ee2SJacob Faibussowitsch ierr = DMPlexPointLocalFieldRead(tdm, pg, g, ta, &tvag);CHKERRQ(ierr); 510ca3d3a14SMatthew G. Knepley if (l2g) { 511ca3d3a14SMatthew G. Knepley switch (fdof) { 512ca3d3a14SMatthew G. Knepley case 4: DMPlex_MatMult2D_Internal(tvaf, gpdof, lda, a, a);break; 513ca3d3a14SMatthew G. Knepley case 9: DMPlex_MatMult3D_Internal(tvaf, gpdof, lda, a, a);break; 514ca3d3a14SMatthew G. Knepley } 515ca3d3a14SMatthew G. Knepley switch (gdof) { 516ca3d3a14SMatthew G. Knepley case 4: DMPlex_MatMultTransposeLeft2D_Internal(tvag, fpdof, lda, a, a);break; 517ca3d3a14SMatthew G. Knepley case 9: DMPlex_MatMultTransposeLeft3D_Internal(tvag, fpdof, lda, a, a);break; 518ca3d3a14SMatthew G. Knepley } 519ca3d3a14SMatthew G. Knepley } else { 520ca3d3a14SMatthew G. Knepley switch (fdof) { 521ca3d3a14SMatthew G. Knepley case 4: DMPlex_MatMultTranspose2D_Internal(tvaf, gpdof, lda, a, a);break; 522ca3d3a14SMatthew G. Knepley case 9: DMPlex_MatMultTranspose3D_Internal(tvaf, gpdof, lda, a, a);break; 523ca3d3a14SMatthew G. Knepley } 524ca3d3a14SMatthew G. Knepley switch (gdof) { 525ca3d3a14SMatthew G. Knepley case 4: DMPlex_MatMultLeft2D_Internal(tvag, fpdof, lda, a, a);break; 526ca3d3a14SMatthew G. Knepley case 9: DMPlex_MatMultLeft3D_Internal(tvag, fpdof, lda, a, a);break; 527ca3d3a14SMatthew G. Knepley } 528ca3d3a14SMatthew G. Knepley } 529ca3d3a14SMatthew G. Knepley ierr = VecRestoreArrayRead(tv, &ta);CHKERRQ(ierr); 530ca3d3a14SMatthew G. Knepley PetscFunctionReturn(0); 531ca3d3a14SMatthew G. Knepley } 532ca3d3a14SMatthew G. Knepley 533ca3d3a14SMatthew G. Knepley PetscErrorCode DMPlexBasisTransformPoint_Internal(DM dm, DM tdm, Vec tv, PetscInt p, PetscBool fieldActive[], PetscBool l2g, PetscScalar *a) 534ca3d3a14SMatthew G. Knepley { 535ca3d3a14SMatthew G. Knepley PetscSection s; 536ca3d3a14SMatthew G. Knepley PetscSection clSection; 537ca3d3a14SMatthew G. Knepley IS clPoints; 538ca3d3a14SMatthew G. Knepley const PetscInt *clp; 539ca3d3a14SMatthew G. Knepley PetscInt *points = NULL; 540ca3d3a14SMatthew G. Knepley PetscInt Nf, f, Np, cp, dof, d = 0; 541ca3d3a14SMatthew G. Knepley PetscErrorCode ierr; 542ca3d3a14SMatthew G. Knepley 543ca3d3a14SMatthew G. Knepley PetscFunctionBegin; 54492fd8e1eSJed Brown ierr = DMGetLocalSection(dm, &s);CHKERRQ(ierr); 545ca3d3a14SMatthew G. Knepley ierr = PetscSectionGetNumFields(s, &Nf);CHKERRQ(ierr); 546ca3d3a14SMatthew G. Knepley ierr = DMPlexGetCompressedClosure(dm, s, p, &Np, &points, &clSection, &clPoints, &clp);CHKERRQ(ierr); 547ca3d3a14SMatthew G. Knepley for (f = 0; f < Nf; ++f) { 548ca3d3a14SMatthew G. Knepley for (cp = 0; cp < Np*2; cp += 2) { 549ca3d3a14SMatthew G. Knepley ierr = PetscSectionGetFieldDof(s, points[cp], f, &dof);CHKERRQ(ierr); 550ca3d3a14SMatthew G. Knepley if (!dof) continue; 551ca3d3a14SMatthew G. Knepley if (fieldActive[f]) {ierr = DMPlexBasisTransformField_Internal(dm, tdm, tv, points[cp], f, l2g, &a[d]);CHKERRQ(ierr);} 552ca3d3a14SMatthew G. Knepley d += dof; 553ca3d3a14SMatthew G. Knepley } 554ca3d3a14SMatthew G. Knepley } 555ca3d3a14SMatthew G. Knepley ierr = DMPlexRestoreCompressedClosure(dm, s, p, &Np, &points, &clSection, &clPoints, &clp);CHKERRQ(ierr); 556ca3d3a14SMatthew G. Knepley PetscFunctionReturn(0); 557ca3d3a14SMatthew G. Knepley } 558ca3d3a14SMatthew G. Knepley 559ca3d3a14SMatthew G. Knepley PetscErrorCode DMPlexBasisTransformPointTensor_Internal(DM dm, DM tdm, Vec tv, PetscInt p, PetscBool l2g, PetscInt lda, PetscScalar *a) 560ca3d3a14SMatthew G. Knepley { 561ca3d3a14SMatthew G. Knepley PetscSection s; 562ca3d3a14SMatthew G. Knepley PetscSection clSection; 563ca3d3a14SMatthew G. Knepley IS clPoints; 564ca3d3a14SMatthew G. Knepley const PetscInt *clp; 565ca3d3a14SMatthew G. Knepley PetscInt *points = NULL; 5668bdb3c71SMatthew G. Knepley PetscInt Nf, f, g, Np, cpf, cpg, fdof, gdof, r, c = 0; 567ca3d3a14SMatthew G. Knepley PetscErrorCode ierr; 568ca3d3a14SMatthew G. Knepley 569ca3d3a14SMatthew G. Knepley PetscFunctionBegin; 57092fd8e1eSJed Brown ierr = DMGetLocalSection(dm, &s);CHKERRQ(ierr); 571ca3d3a14SMatthew G. Knepley ierr = PetscSectionGetNumFields(s, &Nf);CHKERRQ(ierr); 572ca3d3a14SMatthew G. Knepley ierr = DMPlexGetCompressedClosure(dm, s, p, &Np, &points, &clSection, &clPoints, &clp);CHKERRQ(ierr); 573ca3d3a14SMatthew G. Knepley for (f = 0, r = 0; f < Nf; ++f) { 574ca3d3a14SMatthew G. Knepley for (cpf = 0; cpf < Np*2; cpf += 2) { 575ca3d3a14SMatthew G. Knepley ierr = PetscSectionGetFieldDof(s, points[cpf], f, &fdof);CHKERRQ(ierr); 576ca3d3a14SMatthew G. Knepley for (g = 0, c = 0; g < Nf; ++g) { 577ca3d3a14SMatthew G. Knepley for (cpg = 0; cpg < Np*2; cpg += 2) { 578ca3d3a14SMatthew G. Knepley ierr = PetscSectionGetFieldDof(s, points[cpg], g, &gdof);CHKERRQ(ierr); 579ca3d3a14SMatthew G. Knepley ierr = DMPlexBasisTransformFieldTensor_Internal(dm, tdm, tv, points[cpf], f, points[cpg], g, l2g, lda, &a[r*lda+c]);CHKERRQ(ierr); 580ca3d3a14SMatthew G. Knepley c += gdof; 581ca3d3a14SMatthew G. Knepley } 582ca3d3a14SMatthew G. Knepley } 583ca3d3a14SMatthew G. Knepley if (c != lda) SETERRQ2(PETSC_COMM_SELF, PETSC_ERR_PLIB, "Invalid number of columns %D should be %D", c, lda); 584ca3d3a14SMatthew G. Knepley r += fdof; 585ca3d3a14SMatthew G. Knepley } 586ca3d3a14SMatthew G. Knepley } 587ca3d3a14SMatthew G. Knepley if (r != lda) SETERRQ2(PETSC_COMM_SELF, PETSC_ERR_PLIB, "Invalid number of rows %D should be %D", c, lda); 588ca3d3a14SMatthew G. Knepley ierr = DMPlexRestoreCompressedClosure(dm, s, p, &Np, &points, &clSection, &clPoints, &clp);CHKERRQ(ierr); 589ca3d3a14SMatthew G. Knepley PetscFunctionReturn(0); 590ca3d3a14SMatthew G. Knepley } 591ca3d3a14SMatthew G. Knepley 592ca3d3a14SMatthew G. Knepley static PetscErrorCode DMPlexBasisTransform_Internal(DM dm, Vec lv, PetscBool l2g) 593ca3d3a14SMatthew G. Knepley { 594ca3d3a14SMatthew G. Knepley DM tdm; 595ca3d3a14SMatthew G. Knepley Vec tv; 596ca3d3a14SMatthew G. Knepley PetscSection ts, s; 597ca3d3a14SMatthew G. Knepley const PetscScalar *ta; 598ca3d3a14SMatthew G. Knepley PetscScalar *a, *va; 599ca3d3a14SMatthew G. Knepley PetscInt pStart, pEnd, p, Nf, f; 600ca3d3a14SMatthew G. Knepley PetscErrorCode ierr; 601ca3d3a14SMatthew G. Knepley 602ca3d3a14SMatthew G. Knepley PetscFunctionBegin; 603ca3d3a14SMatthew G. Knepley ierr = DMGetBasisTransformDM_Internal(dm, &tdm);CHKERRQ(ierr); 604ca3d3a14SMatthew G. Knepley ierr = DMGetBasisTransformVec_Internal(dm, &tv);CHKERRQ(ierr); 60592fd8e1eSJed Brown ierr = DMGetLocalSection(tdm, &ts);CHKERRQ(ierr); 60692fd8e1eSJed Brown ierr = DMGetLocalSection(dm, &s);CHKERRQ(ierr); 607ca3d3a14SMatthew G. Knepley ierr = PetscSectionGetChart(s, &pStart, &pEnd);CHKERRQ(ierr); 608ca3d3a14SMatthew G. Knepley ierr = PetscSectionGetNumFields(s, &Nf);CHKERRQ(ierr); 609ca3d3a14SMatthew G. Knepley ierr = VecGetArray(lv, &a);CHKERRQ(ierr); 610ca3d3a14SMatthew G. Knepley ierr = VecGetArrayRead(tv, &ta);CHKERRQ(ierr); 611ca3d3a14SMatthew G. Knepley for (p = pStart; p < pEnd; ++p) { 612ca3d3a14SMatthew G. Knepley for (f = 0; f < Nf; ++f) { 61327104ee2SJacob Faibussowitsch ierr = DMPlexPointLocalFieldRef(dm, p, f, a, &va);CHKERRQ(ierr); 614ca3d3a14SMatthew G. Knepley ierr = DMPlexBasisTransformField_Internal(dm, tdm, tv, p, f, l2g, va);CHKERRQ(ierr); 615ca3d3a14SMatthew G. Knepley } 616ca3d3a14SMatthew G. Knepley } 617ca3d3a14SMatthew G. Knepley ierr = VecRestoreArray(lv, &a);CHKERRQ(ierr); 618ca3d3a14SMatthew G. Knepley ierr = VecRestoreArrayRead(tv, &ta);CHKERRQ(ierr); 619ca3d3a14SMatthew G. Knepley PetscFunctionReturn(0); 620ca3d3a14SMatthew G. Knepley } 621ca3d3a14SMatthew G. Knepley 622ca3d3a14SMatthew G. Knepley /*@ 623ca3d3a14SMatthew G. Knepley DMPlexGlobalToLocalBasis - Transform the values in the given local vector from the global basis to the local basis 624ca3d3a14SMatthew G. Knepley 625ca3d3a14SMatthew G. Knepley Input Parameters: 626ca3d3a14SMatthew G. Knepley + dm - The DM 627ca3d3a14SMatthew G. Knepley - lv - A local vector with values in the global basis 628ca3d3a14SMatthew G. Knepley 629ca3d3a14SMatthew G. Knepley Output Parameters: 630ca3d3a14SMatthew G. Knepley . lv - A local vector with values in the local basis 631ca3d3a14SMatthew G. Knepley 632c0f8e1fdSMatthew G. Knepley Note: This method is only intended to be called inside DMGlobalToLocal(). It is unlikely that a user will have a local vector full of coefficients for the global basis unless they are reimplementing GlobalToLocal. 633c0f8e1fdSMatthew G. Knepley 634ca3d3a14SMatthew G. Knepley Level: developer 635ca3d3a14SMatthew G. Knepley 636436bc73aSJed Brown .seealso: DMPlexLocalToGlobalBasis(), DMGetLocalSection(), DMPlexCreateBasisRotation() 637ca3d3a14SMatthew G. Knepley @*/ 638ca3d3a14SMatthew G. Knepley PetscErrorCode DMPlexGlobalToLocalBasis(DM dm, Vec lv) 639ca3d3a14SMatthew G. Knepley { 640ca3d3a14SMatthew G. Knepley PetscErrorCode ierr; 641ca3d3a14SMatthew G. Knepley 642ca3d3a14SMatthew G. Knepley PetscFunctionBegin; 643ca3d3a14SMatthew G. Knepley PetscValidHeaderSpecific(dm, DM_CLASSID, 1); 644ca3d3a14SMatthew G. Knepley PetscValidHeaderSpecific(lv, VEC_CLASSID, 2); 645ca3d3a14SMatthew G. Knepley ierr = DMPlexBasisTransform_Internal(dm, lv, PETSC_FALSE);CHKERRQ(ierr); 646ca3d3a14SMatthew G. Knepley PetscFunctionReturn(0); 647ca3d3a14SMatthew G. Knepley } 648ca3d3a14SMatthew G. Knepley 649ca3d3a14SMatthew G. Knepley /*@ 650ca3d3a14SMatthew G. Knepley DMPlexLocalToGlobalBasis - Transform the values in the given local vector from the local basis to the global basis 651ca3d3a14SMatthew G. Knepley 652ca3d3a14SMatthew G. Knepley Input Parameters: 653ca3d3a14SMatthew G. Knepley + dm - The DM 654ca3d3a14SMatthew G. Knepley - lv - A local vector with values in the local basis 655ca3d3a14SMatthew G. Knepley 656ca3d3a14SMatthew G. Knepley Output Parameters: 657ca3d3a14SMatthew G. Knepley . lv - A local vector with values in the global basis 658ca3d3a14SMatthew G. Knepley 659c0f8e1fdSMatthew G. Knepley Note: This method is only intended to be called inside DMGlobalToLocal(). It is unlikely that a user would want a local vector full of coefficients for the global basis unless they are reimplementing GlobalToLocal. 660c0f8e1fdSMatthew G. Knepley 661ca3d3a14SMatthew G. Knepley Level: developer 662ca3d3a14SMatthew G. Knepley 663436bc73aSJed Brown .seealso: DMPlexGlobalToLocalBasis(), DMGetLocalSection(), DMPlexCreateBasisRotation() 664ca3d3a14SMatthew G. Knepley @*/ 665ca3d3a14SMatthew G. Knepley PetscErrorCode DMPlexLocalToGlobalBasis(DM dm, Vec lv) 666ca3d3a14SMatthew G. Knepley { 667ca3d3a14SMatthew G. Knepley PetscErrorCode ierr; 668ca3d3a14SMatthew G. Knepley 669ca3d3a14SMatthew G. Knepley PetscFunctionBegin; 670ca3d3a14SMatthew G. Knepley PetscValidHeaderSpecific(dm, DM_CLASSID, 1); 671ca3d3a14SMatthew G. Knepley PetscValidHeaderSpecific(lv, VEC_CLASSID, 2); 672ca3d3a14SMatthew G. Knepley ierr = DMPlexBasisTransform_Internal(dm, lv, PETSC_TRUE);CHKERRQ(ierr); 673ca3d3a14SMatthew G. Knepley PetscFunctionReturn(0); 674ca3d3a14SMatthew G. Knepley } 675ca3d3a14SMatthew G. Knepley 676ca3d3a14SMatthew G. Knepley /*@ 677ca3d3a14SMatthew G. Knepley DMPlexCreateBasisRotation - Create an internal transformation from the global basis, used to specify boundary conditions 678ca3d3a14SMatthew G. Knepley and global solutions, to a local basis, appropriate for discretization integrals and assembly. 679ca3d3a14SMatthew G. Knepley 680ca3d3a14SMatthew G. Knepley Input Parameters: 681ca3d3a14SMatthew G. Knepley + dm - The DM 682ca3d3a14SMatthew G. Knepley . alpha - The first Euler angle, and in 2D the only one 683ca3d3a14SMatthew G. Knepley . beta - The second Euler angle 684f0fc11ceSJed Brown - gamma - The third Euler angle 685ca3d3a14SMatthew G. Knepley 686ca3d3a14SMatthew G. Knepley Note: Following https://en.wikipedia.org/wiki/Euler_angles, we will specify Euler angles by extrinsic rotations, meaning that 687ca3d3a14SMatthew G. Knepley we rotate with respect to a fixed initial coordinate system, the local basis (x-y-z). The global basis (X-Y-Z) is reached as follows: 688ca3d3a14SMatthew G. Knepley $ The XYZ system rotates about the z axis by alpha. The X axis is now at angle alpha with respect to the x axis. 689ca3d3a14SMatthew G. Knepley $ The XYZ system rotates again about the x axis by beta. The Z axis is now at angle beta with respect to the z axis. 690ca3d3a14SMatthew G. Knepley $ The XYZ system rotates a third time about the z axis by gamma. 691ca3d3a14SMatthew G. Knepley 692ca3d3a14SMatthew G. Knepley Level: developer 693ca3d3a14SMatthew G. Knepley 694ca3d3a14SMatthew G. Knepley .seealso: DMPlexGlobalToLocalBasis(), DMPlexLocalToGlobalBasis() 695ca3d3a14SMatthew G. Knepley @*/ 696ca3d3a14SMatthew G. Knepley PetscErrorCode DMPlexCreateBasisRotation(DM dm, PetscReal alpha, PetscReal beta, PetscReal gamma) 697ca3d3a14SMatthew G. Knepley { 698ca3d3a14SMatthew G. Knepley RotCtx *rc; 699ca3d3a14SMatthew G. Knepley PetscInt cdim; 700ca3d3a14SMatthew G. Knepley PetscErrorCode ierr; 701ca3d3a14SMatthew G. Knepley 702362febeeSStefano Zampini PetscFunctionBegin; 703ca3d3a14SMatthew G. Knepley ierr = DMGetCoordinateDim(dm, &cdim);CHKERRQ(ierr); 704ca3d3a14SMatthew G. Knepley ierr = PetscMalloc1(1, &rc);CHKERRQ(ierr); 705ca3d3a14SMatthew G. Knepley dm->transformCtx = rc; 706ca3d3a14SMatthew G. Knepley dm->transformSetUp = DMPlexBasisTransformSetUp_Rotation_Internal; 707ca3d3a14SMatthew G. Knepley dm->transformDestroy = DMPlexBasisTransformDestroy_Rotation_Internal; 708ca3d3a14SMatthew G. Knepley dm->transformGetMatrix = DMPlexBasisTransformGetMatrix_Rotation_Internal; 709ca3d3a14SMatthew G. Knepley rc->dim = cdim; 710ca3d3a14SMatthew G. Knepley rc->alpha = alpha; 711ca3d3a14SMatthew G. Knepley rc->beta = beta; 712ca3d3a14SMatthew G. Knepley rc->gamma = gamma; 713ca3d3a14SMatthew G. Knepley ierr = (*dm->transformSetUp)(dm, dm->transformCtx);CHKERRQ(ierr); 714ca3d3a14SMatthew G. Knepley ierr = DMConstructBasisTransform_Internal(dm);CHKERRQ(ierr); 715ca3d3a14SMatthew G. Knepley PetscFunctionReturn(0); 716ca3d3a14SMatthew G. Knepley } 717ca3d3a14SMatthew G. Knepley 718b278463cSMatthew G. Knepley /*@C 719ece3a9fcSMatthew G. Knepley DMPlexInsertBoundaryValuesEssential - Insert boundary values into a local vector using a function of the coordinates 720b278463cSMatthew G. Knepley 721b278463cSMatthew G. Knepley Input Parameters: 722b278463cSMatthew G. Knepley + dm - The DM, with a PetscDS that matches the problem being constrained 723b278463cSMatthew G. Knepley . time - The time 724b278463cSMatthew G. Knepley . field - The field to constrain 7251c531cf8SMatthew G. Knepley . Nc - The number of constrained field components, or 0 for all components 7261c531cf8SMatthew G. Knepley . comps - An array of constrained component numbers, or NULL for all components 727b278463cSMatthew G. Knepley . label - The DMLabel defining constrained points 728b278463cSMatthew G. Knepley . numids - The number of DMLabel ids for constrained points 729b278463cSMatthew G. Knepley . ids - An array of ids for constrained points 730b278463cSMatthew G. Knepley . func - A pointwise function giving boundary values 731b278463cSMatthew G. Knepley - ctx - An optional user context for bcFunc 732b278463cSMatthew G. Knepley 733b278463cSMatthew G. Knepley Output Parameter: 734b278463cSMatthew G. Knepley . locX - A local vector to receives the boundary values 735b278463cSMatthew G. Knepley 736b278463cSMatthew G. Knepley Level: developer 737b278463cSMatthew G. Knepley 738ece3a9fcSMatthew G. Knepley .seealso: DMPlexInsertBoundaryValuesEssentialField(), DMPlexInsertBoundaryValuesEssentialBdField(), DMAddBoundary() 739b278463cSMatthew G. Knepley @*/ 7401c531cf8SMatthew G. Knepley PetscErrorCode DMPlexInsertBoundaryValuesEssential(DM dm, PetscReal time, PetscInt field, PetscInt Nc, const PetscInt comps[], DMLabel label, PetscInt numids, const PetscInt ids[], PetscErrorCode (*func)(PetscInt, PetscReal, const PetscReal[], PetscInt, PetscScalar *, void *), void *ctx, Vec locX) 74155f2e967SMatthew G. Knepley { 7420163fd50SMatthew G. Knepley PetscErrorCode (**funcs)(PetscInt, PetscReal, const PetscReal x[], PetscInt, PetscScalar *u, void *ctx); 74355f2e967SMatthew G. Knepley void **ctxs; 744d7ddef95SMatthew G. Knepley PetscInt numFields; 745d7ddef95SMatthew G. Knepley PetscErrorCode ierr; 746d7ddef95SMatthew G. Knepley 747d7ddef95SMatthew G. Knepley PetscFunctionBegin; 748d7ddef95SMatthew G. Knepley ierr = DMGetNumFields(dm, &numFields);CHKERRQ(ierr); 749d7ddef95SMatthew G. Knepley ierr = PetscCalloc2(numFields,&funcs,numFields,&ctxs);CHKERRQ(ierr); 750d7ddef95SMatthew G. Knepley funcs[field] = func; 751d7ddef95SMatthew G. Knepley ctxs[field] = ctx; 7521c531cf8SMatthew G. Knepley ierr = DMProjectFunctionLabelLocal(dm, time, label, numids, ids, Nc, comps, funcs, ctxs, INSERT_BC_VALUES, locX);CHKERRQ(ierr); 753d7ddef95SMatthew G. Knepley ierr = PetscFree2(funcs,ctxs);CHKERRQ(ierr); 754d7ddef95SMatthew G. Knepley PetscFunctionReturn(0); 755d7ddef95SMatthew G. Knepley } 756d7ddef95SMatthew G. Knepley 757b278463cSMatthew G. Knepley /*@C 758ece3a9fcSMatthew G. Knepley DMPlexInsertBoundaryValuesEssentialField - Insert boundary values into a local vector using a function of the coordinates and field data 759b278463cSMatthew G. Knepley 760b278463cSMatthew G. Knepley Input Parameters: 761b278463cSMatthew G. Knepley + dm - The DM, with a PetscDS that matches the problem being constrained 762b278463cSMatthew G. Knepley . time - The time 763b278463cSMatthew G. Knepley . locU - A local vector with the input solution values 764b278463cSMatthew G. Knepley . field - The field to constrain 7651c531cf8SMatthew G. Knepley . Nc - The number of constrained field components, or 0 for all components 7661c531cf8SMatthew G. Knepley . comps - An array of constrained component numbers, or NULL for all components 767b278463cSMatthew G. Knepley . label - The DMLabel defining constrained points 768b278463cSMatthew G. Knepley . numids - The number of DMLabel ids for constrained points 769b278463cSMatthew G. Knepley . ids - An array of ids for constrained points 770b278463cSMatthew G. Knepley . func - A pointwise function giving boundary values 771b278463cSMatthew G. Knepley - ctx - An optional user context for bcFunc 772b278463cSMatthew G. Knepley 773b278463cSMatthew G. Knepley Output Parameter: 774b278463cSMatthew G. Knepley . locX - A local vector to receives the boundary values 775b278463cSMatthew G. Knepley 776b278463cSMatthew G. Knepley Level: developer 777b278463cSMatthew G. Knepley 778ece3a9fcSMatthew G. Knepley .seealso: DMPlexInsertBoundaryValuesEssential(), DMPlexInsertBoundaryValuesEssentialBdField(), DMAddBoundary() 779b278463cSMatthew G. Knepley @*/ 7801c531cf8SMatthew G. Knepley PetscErrorCode DMPlexInsertBoundaryValuesEssentialField(DM dm, PetscReal time, Vec locU, PetscInt field, PetscInt Nc, const PetscInt comps[], DMLabel label, PetscInt numids, const PetscInt ids[], 781c60e475cSMatthew G. Knepley void (*func)(PetscInt, PetscInt, PetscInt, 782c60e475cSMatthew G. Knepley const PetscInt[], const PetscInt[], const PetscScalar[], const PetscScalar[], const PetscScalar[], 783c60e475cSMatthew G. Knepley const PetscInt[], const PetscInt[], const PetscScalar[], const PetscScalar[], const PetscScalar[], 78497b6e6e8SMatthew G. Knepley PetscReal, const PetscReal[], PetscInt, const PetscScalar[], 785b278463cSMatthew G. Knepley PetscScalar[]), 786b278463cSMatthew G. Knepley void *ctx, Vec locX) 787c60e475cSMatthew G. Knepley { 788c60e475cSMatthew G. Knepley void (**funcs)(PetscInt, PetscInt, PetscInt, 789c60e475cSMatthew G. Knepley const PetscInt[], const PetscInt[], const PetscScalar[], const PetscScalar[], const PetscScalar[], 790c60e475cSMatthew G. Knepley const PetscInt[], const PetscInt[], const PetscScalar[], const PetscScalar[], const PetscScalar[], 79197b6e6e8SMatthew G. Knepley PetscReal, const PetscReal[], PetscInt, const PetscScalar[], PetscScalar[]); 792c60e475cSMatthew G. Knepley void **ctxs; 793c60e475cSMatthew G. Knepley PetscInt numFields; 794c60e475cSMatthew G. Knepley PetscErrorCode ierr; 795c60e475cSMatthew G. Knepley 796c60e475cSMatthew G. Knepley PetscFunctionBegin; 797c60e475cSMatthew G. Knepley ierr = DMGetNumFields(dm, &numFields);CHKERRQ(ierr); 798c60e475cSMatthew G. Knepley ierr = PetscCalloc2(numFields,&funcs,numFields,&ctxs);CHKERRQ(ierr); 799c60e475cSMatthew G. Knepley funcs[field] = func; 800c60e475cSMatthew G. Knepley ctxs[field] = ctx; 8011c531cf8SMatthew G. Knepley ierr = DMProjectFieldLabelLocal(dm, time, label, numids, ids, Nc, comps, locU, funcs, INSERT_BC_VALUES, locX);CHKERRQ(ierr); 802c60e475cSMatthew G. Knepley ierr = PetscFree2(funcs,ctxs);CHKERRQ(ierr); 803c60e475cSMatthew G. Knepley PetscFunctionReturn(0); 804c60e475cSMatthew G. Knepley } 805c60e475cSMatthew G. Knepley 806b278463cSMatthew G. Knepley /*@C 807ece3a9fcSMatthew G. Knepley DMPlexInsertBoundaryValuesEssentialBdField - Insert boundary values into a local vector using a function of the coodinates and boundary field data 808ece3a9fcSMatthew G. Knepley 809ece3a9fcSMatthew G. Knepley Collective on dm 810ece3a9fcSMatthew G. Knepley 811ece3a9fcSMatthew G. Knepley Input Parameters: 812ece3a9fcSMatthew G. Knepley + dm - The DM, with a PetscDS that matches the problem being constrained 813ece3a9fcSMatthew G. Knepley . time - The time 814ece3a9fcSMatthew G. Knepley . locU - A local vector with the input solution values 815ece3a9fcSMatthew G. Knepley . field - The field to constrain 816ece3a9fcSMatthew G. Knepley . Nc - The number of constrained field components, or 0 for all components 817ece3a9fcSMatthew G. Knepley . comps - An array of constrained component numbers, or NULL for all components 818ece3a9fcSMatthew G. Knepley . label - The DMLabel defining constrained points 819ece3a9fcSMatthew G. Knepley . numids - The number of DMLabel ids for constrained points 820ece3a9fcSMatthew G. Knepley . ids - An array of ids for constrained points 821ece3a9fcSMatthew G. Knepley . func - A pointwise function giving boundary values, the calling sequence is given in DMProjectBdFieldLabelLocal() 822ece3a9fcSMatthew G. Knepley - ctx - An optional user context for bcFunc 823ece3a9fcSMatthew G. Knepley 824ece3a9fcSMatthew G. Knepley Output Parameter: 825ece3a9fcSMatthew G. Knepley . locX - A local vector to receive the boundary values 826ece3a9fcSMatthew G. Knepley 827ece3a9fcSMatthew G. Knepley Level: developer 828ece3a9fcSMatthew G. Knepley 829ece3a9fcSMatthew G. Knepley .seealso: DMProjectBdFieldLabelLocal(), DMPlexInsertBoundaryValuesEssential(), DMPlexInsertBoundaryValuesEssentialField(), DMAddBoundary() 830ece3a9fcSMatthew G. Knepley @*/ 831ece3a9fcSMatthew G. Knepley PetscErrorCode DMPlexInsertBoundaryValuesEssentialBdField(DM dm, PetscReal time, Vec locU, PetscInt field, PetscInt Nc, const PetscInt comps[], DMLabel label, PetscInt numids, const PetscInt ids[], 832ece3a9fcSMatthew G. Knepley void (*func)(PetscInt, PetscInt, PetscInt, 833ece3a9fcSMatthew G. Knepley const PetscInt[], const PetscInt[], const PetscScalar[], const PetscScalar[], const PetscScalar[], 834ece3a9fcSMatthew G. Knepley const PetscInt[], const PetscInt[], const PetscScalar[], const PetscScalar[], const PetscScalar[], 835ece3a9fcSMatthew G. Knepley PetscReal, const PetscReal[], const PetscReal[], PetscInt, const PetscScalar[], 836ece3a9fcSMatthew G. Knepley PetscScalar[]), 837ece3a9fcSMatthew G. Knepley void *ctx, Vec locX) 838ece3a9fcSMatthew G. Knepley { 839ece3a9fcSMatthew G. Knepley void (**funcs)(PetscInt, PetscInt, PetscInt, 840ece3a9fcSMatthew G. Knepley const PetscInt[], const PetscInt[], const PetscScalar[], const PetscScalar[], const PetscScalar[], 841ece3a9fcSMatthew G. Knepley const PetscInt[], const PetscInt[], const PetscScalar[], const PetscScalar[], const PetscScalar[], 842ece3a9fcSMatthew G. Knepley PetscReal, const PetscReal[], const PetscReal[], PetscInt, const PetscScalar[], PetscScalar[]); 843ece3a9fcSMatthew G. Knepley void **ctxs; 844ece3a9fcSMatthew G. Knepley PetscInt numFields; 845ece3a9fcSMatthew G. Knepley PetscErrorCode ierr; 846ece3a9fcSMatthew G. Knepley 847ece3a9fcSMatthew G. Knepley PetscFunctionBegin; 848ece3a9fcSMatthew G. Knepley ierr = DMGetNumFields(dm, &numFields);CHKERRQ(ierr); 849ece3a9fcSMatthew G. Knepley ierr = PetscCalloc2(numFields,&funcs,numFields,&ctxs);CHKERRQ(ierr); 850ece3a9fcSMatthew G. Knepley funcs[field] = func; 851ece3a9fcSMatthew G. Knepley ctxs[field] = ctx; 852ece3a9fcSMatthew G. Knepley ierr = DMProjectBdFieldLabelLocal(dm, time, label, numids, ids, Nc, comps, locU, funcs, INSERT_BC_VALUES, locX);CHKERRQ(ierr); 853ece3a9fcSMatthew G. Knepley ierr = PetscFree2(funcs,ctxs);CHKERRQ(ierr); 854ece3a9fcSMatthew G. Knepley PetscFunctionReturn(0); 855ece3a9fcSMatthew G. Knepley } 856ece3a9fcSMatthew G. Knepley 857ece3a9fcSMatthew G. Knepley /*@C 858b278463cSMatthew G. Knepley DMPlexInsertBoundaryValuesRiemann - Insert boundary values into a local vector 859b278463cSMatthew G. Knepley 860b278463cSMatthew G. Knepley Input Parameters: 861b278463cSMatthew G. Knepley + dm - The DM, with a PetscDS that matches the problem being constrained 862b278463cSMatthew G. Knepley . time - The time 863b278463cSMatthew G. Knepley . faceGeometry - A vector with the FVM face geometry information 864b278463cSMatthew G. Knepley . cellGeometry - A vector with the FVM cell geometry information 865b278463cSMatthew G. Knepley . Grad - A vector with the FVM cell gradient information 866b278463cSMatthew G. Knepley . field - The field to constrain 8671c531cf8SMatthew G. Knepley . Nc - The number of constrained field components, or 0 for all components 8681c531cf8SMatthew G. Knepley . comps - An array of constrained component numbers, or NULL for all components 869b278463cSMatthew G. Knepley . label - The DMLabel defining constrained points 870b278463cSMatthew G. Knepley . numids - The number of DMLabel ids for constrained points 871b278463cSMatthew G. Knepley . ids - An array of ids for constrained points 872b278463cSMatthew G. Knepley . func - A pointwise function giving boundary values 873b278463cSMatthew G. Knepley - ctx - An optional user context for bcFunc 874b278463cSMatthew G. Knepley 875b278463cSMatthew G. Knepley Output Parameter: 876b278463cSMatthew G. Knepley . locX - A local vector to receives the boundary values 877b278463cSMatthew G. Knepley 878b278463cSMatthew G. Knepley Note: This implementation currently ignores the numcomps/comps argument from DMAddBoundary() 879b278463cSMatthew G. Knepley 880b278463cSMatthew G. Knepley Level: developer 881b278463cSMatthew G. Knepley 882b278463cSMatthew G. Knepley .seealso: DMPlexInsertBoundaryValuesEssential(), DMPlexInsertBoundaryValuesEssentialField(), DMAddBoundary() 883b278463cSMatthew G. Knepley @*/ 8841c531cf8SMatthew G. Knepley PetscErrorCode DMPlexInsertBoundaryValuesRiemann(DM dm, PetscReal time, Vec faceGeometry, Vec cellGeometry, Vec Grad, PetscInt field, PetscInt Nc, const PetscInt comps[], DMLabel label, PetscInt numids, const PetscInt ids[], 885b278463cSMatthew G. Knepley PetscErrorCode (*func)(PetscReal,const PetscReal*,const PetscReal*,const PetscScalar*,PetscScalar*,void*), void *ctx, Vec locX) 886d7ddef95SMatthew G. Knepley { 88761f58d28SMatthew G. Knepley PetscDS prob; 888da97024aSMatthew G. Knepley PetscSF sf; 889d7ddef95SMatthew G. Knepley DM dmFace, dmCell, dmGrad; 89020369375SToby Isaac const PetscScalar *facegeom, *cellgeom = NULL, *grad; 891da97024aSMatthew G. Knepley const PetscInt *leaves; 892d7ddef95SMatthew G. Knepley PetscScalar *x, *fx; 893520b3818SMatthew G. Knepley PetscInt dim, nleaves, loc, fStart, fEnd, pdim, i; 894e735a8a9SMatthew G. Knepley PetscErrorCode ierr,ierru = 0; 895d7ddef95SMatthew G. Knepley 896d7ddef95SMatthew G. Knepley PetscFunctionBegin; 897da97024aSMatthew G. Knepley ierr = DMGetPointSF(dm, &sf);CHKERRQ(ierr); 898da97024aSMatthew G. Knepley ierr = PetscSFGetGraph(sf, NULL, &nleaves, &leaves, NULL);CHKERRQ(ierr); 899da97024aSMatthew G. Knepley nleaves = PetscMax(0, nleaves); 900d7ddef95SMatthew G. Knepley ierr = DMGetDimension(dm, &dim);CHKERRQ(ierr); 901d7ddef95SMatthew G. Knepley ierr = DMPlexGetHeightStratum(dm, 1, &fStart, &fEnd);CHKERRQ(ierr); 90261f58d28SMatthew G. Knepley ierr = DMGetDS(dm, &prob);CHKERRQ(ierr); 903d7ddef95SMatthew G. Knepley ierr = VecGetDM(faceGeometry, &dmFace);CHKERRQ(ierr); 904d7ddef95SMatthew G. Knepley ierr = VecGetArrayRead(faceGeometry, &facegeom);CHKERRQ(ierr); 90520369375SToby Isaac if (cellGeometry) { 906d7ddef95SMatthew G. Knepley ierr = VecGetDM(cellGeometry, &dmCell);CHKERRQ(ierr); 907d7ddef95SMatthew G. Knepley ierr = VecGetArrayRead(cellGeometry, &cellgeom);CHKERRQ(ierr); 90820369375SToby Isaac } 909d7ddef95SMatthew G. Knepley if (Grad) { 910c0a6632aSMatthew G. Knepley PetscFV fv; 911c0a6632aSMatthew G. Knepley 912c0a6632aSMatthew G. Knepley ierr = PetscDSGetDiscretization(prob, field, (PetscObject *) &fv);CHKERRQ(ierr); 913d7ddef95SMatthew G. Knepley ierr = VecGetDM(Grad, &dmGrad);CHKERRQ(ierr); 914d7ddef95SMatthew G. Knepley ierr = VecGetArrayRead(Grad, &grad);CHKERRQ(ierr); 915d7ddef95SMatthew G. Knepley ierr = PetscFVGetNumComponents(fv, &pdim);CHKERRQ(ierr); 91669291d52SBarry Smith ierr = DMGetWorkArray(dm, pdim, MPIU_SCALAR, &fx);CHKERRQ(ierr); 917d7ddef95SMatthew G. Knepley } 918d7ddef95SMatthew G. Knepley ierr = VecGetArray(locX, &x);CHKERRQ(ierr); 919d7ddef95SMatthew G. Knepley for (i = 0; i < numids; ++i) { 920d7ddef95SMatthew G. Knepley IS faceIS; 921d7ddef95SMatthew G. Knepley const PetscInt *faces; 922d7ddef95SMatthew G. Knepley PetscInt numFaces, f; 923d7ddef95SMatthew G. Knepley 924d7ddef95SMatthew G. Knepley ierr = DMLabelGetStratumIS(label, ids[i], &faceIS);CHKERRQ(ierr); 925d7ddef95SMatthew G. Knepley if (!faceIS) continue; /* No points with that id on this process */ 926d7ddef95SMatthew G. Knepley ierr = ISGetLocalSize(faceIS, &numFaces);CHKERRQ(ierr); 927d7ddef95SMatthew G. Knepley ierr = ISGetIndices(faceIS, &faces);CHKERRQ(ierr); 928d7ddef95SMatthew G. Knepley for (f = 0; f < numFaces; ++f) { 929d7ddef95SMatthew G. Knepley const PetscInt face = faces[f], *cells; 930640bce14SSatish Balay PetscFVFaceGeom *fg; 931d7ddef95SMatthew G. Knepley 932d7ddef95SMatthew G. Knepley if ((face < fStart) || (face >= fEnd)) continue; /* Refinement adds non-faces to labels */ 933da97024aSMatthew G. Knepley ierr = PetscFindInt(face, nleaves, (PetscInt *) leaves, &loc);CHKERRQ(ierr); 934da97024aSMatthew G. Knepley if (loc >= 0) continue; 935d7ddef95SMatthew G. Knepley ierr = DMPlexPointLocalRead(dmFace, face, facegeom, &fg);CHKERRQ(ierr); 936d7ddef95SMatthew G. Knepley ierr = DMPlexGetSupport(dm, face, &cells);CHKERRQ(ierr); 937d7ddef95SMatthew G. Knepley if (Grad) { 938640bce14SSatish Balay PetscFVCellGeom *cg; 939640bce14SSatish Balay PetscScalar *cx, *cgrad; 940d7ddef95SMatthew G. Knepley PetscScalar *xG; 941d7ddef95SMatthew G. Knepley PetscReal dx[3]; 942d7ddef95SMatthew G. Knepley PetscInt d; 943d7ddef95SMatthew G. Knepley 944d7ddef95SMatthew G. Knepley ierr = DMPlexPointLocalRead(dmCell, cells[0], cellgeom, &cg);CHKERRQ(ierr); 945d7ddef95SMatthew G. Knepley ierr = DMPlexPointLocalRead(dm, cells[0], x, &cx);CHKERRQ(ierr); 946d7ddef95SMatthew G. Knepley ierr = DMPlexPointLocalRead(dmGrad, cells[0], grad, &cgrad);CHKERRQ(ierr); 947520b3818SMatthew G. Knepley ierr = DMPlexPointLocalFieldRef(dm, cells[1], field, x, &xG);CHKERRQ(ierr); 948d7ddef95SMatthew G. Knepley DMPlex_WaxpyD_Internal(dim, -1, cg->centroid, fg->centroid, dx); 949d7ddef95SMatthew G. Knepley for (d = 0; d < pdim; ++d) fx[d] = cx[d] + DMPlex_DotD_Internal(dim, &cgrad[d*dim], dx); 950c3e24edfSBarry Smith ierr = (*func)(time, fg->centroid, fg->normal, fx, xG, ctx);CHKERRQ(ierr); 951d7ddef95SMatthew G. Knepley } else { 952640bce14SSatish Balay PetscScalar *xI; 953d7ddef95SMatthew G. Knepley PetscScalar *xG; 954d7ddef95SMatthew G. Knepley 955d7ddef95SMatthew G. Knepley ierr = DMPlexPointLocalRead(dm, cells[0], x, &xI);CHKERRQ(ierr); 956520b3818SMatthew G. Knepley ierr = DMPlexPointLocalFieldRef(dm, cells[1], field, x, &xG);CHKERRQ(ierr); 957e735a8a9SMatthew G. Knepley ierru = (*func)(time, fg->centroid, fg->normal, xI, xG, ctx); 958e735a8a9SMatthew G. Knepley if (ierru) { 959e735a8a9SMatthew G. Knepley ierr = ISRestoreIndices(faceIS, &faces);CHKERRQ(ierr); 960e735a8a9SMatthew G. Knepley ierr = ISDestroy(&faceIS);CHKERRQ(ierr); 961e735a8a9SMatthew G. Knepley goto cleanup; 962e735a8a9SMatthew G. Knepley } 963d7ddef95SMatthew G. Knepley } 964d7ddef95SMatthew G. Knepley } 965d7ddef95SMatthew G. Knepley ierr = ISRestoreIndices(faceIS, &faces);CHKERRQ(ierr); 966d7ddef95SMatthew G. Knepley ierr = ISDestroy(&faceIS);CHKERRQ(ierr); 967d7ddef95SMatthew G. Knepley } 968e735a8a9SMatthew G. Knepley cleanup: 969d7ddef95SMatthew G. Knepley ierr = VecRestoreArray(locX, &x);CHKERRQ(ierr); 970d7ddef95SMatthew G. Knepley if (Grad) { 97169291d52SBarry Smith ierr = DMRestoreWorkArray(dm, pdim, MPIU_SCALAR, &fx);CHKERRQ(ierr); 972d7ddef95SMatthew G. Knepley ierr = VecRestoreArrayRead(Grad, &grad);CHKERRQ(ierr); 973d7ddef95SMatthew G. Knepley } 974e735a8a9SMatthew G. Knepley if (cellGeometry) {ierr = VecRestoreArrayRead(cellGeometry, &cellgeom);CHKERRQ(ierr);} 975d7ddef95SMatthew G. Knepley ierr = VecRestoreArrayRead(faceGeometry, &facegeom);CHKERRQ(ierr); 976e735a8a9SMatthew G. Knepley CHKERRQ(ierru); 977d7ddef95SMatthew G. Knepley PetscFunctionReturn(0); 978d7ddef95SMatthew G. Knepley } 979d7ddef95SMatthew G. Knepley 9800c364540SMatthew G. Knepley static PetscErrorCode zero(PetscInt dim, PetscReal time, const PetscReal x[], PetscInt Nc, PetscScalar *u, void *ctx) 9810c364540SMatthew G. Knepley { 9820c364540SMatthew G. Knepley PetscInt c; 9830c364540SMatthew G. Knepley for (c = 0; c < Nc; ++c) u[c] = 0.0; 9840c364540SMatthew G. Knepley return 0; 9850c364540SMatthew G. Knepley } 9860c364540SMatthew G. Knepley 987f1d73a7aSMatthew G. Knepley PetscErrorCode DMPlexInsertBoundaryValues_Plex(DM dm, PetscBool insertEssential, Vec locX, PetscReal time, Vec faceGeomFVM, Vec cellGeomFVM, Vec gradFVM) 988d7ddef95SMatthew G. Knepley { 9890c364540SMatthew G. Knepley PetscObject isZero; 990e5e52638SMatthew G. Knepley PetscDS prob; 991d7ddef95SMatthew G. Knepley PetscInt numBd, b; 99255f2e967SMatthew G. Knepley PetscErrorCode ierr; 99355f2e967SMatthew G. Knepley 99455f2e967SMatthew G. Knepley PetscFunctionBegin; 995e5e52638SMatthew G. Knepley ierr = DMGetDS(dm, &prob);CHKERRQ(ierr); 996e5e52638SMatthew G. Knepley ierr = PetscDSGetNumBoundary(prob, &numBd);CHKERRQ(ierr); 9970c364540SMatthew G. Knepley ierr = PetscObjectQuery((PetscObject) locX, "__Vec_bc_zero__", &isZero);CHKERRQ(ierr); 99855f2e967SMatthew G. Knepley for (b = 0; b < numBd; ++b) { 99945480ffeSMatthew G. Knepley PetscWeakForm wf; 1000f971fd6bSMatthew G. Knepley DMBoundaryConditionType type; 100145480ffeSMatthew G. Knepley const char *name; 1002d7ddef95SMatthew G. Knepley DMLabel label; 10031c531cf8SMatthew G. Knepley PetscInt field, Nc; 10041c531cf8SMatthew G. Knepley const PetscInt *comps; 1005d7ddef95SMatthew G. Knepley PetscObject obj; 1006d7ddef95SMatthew G. Knepley PetscClassId id; 100745480ffeSMatthew G. Knepley void (*bvfunc)(void); 1008d7ddef95SMatthew G. Knepley PetscInt numids; 1009d7ddef95SMatthew G. Knepley const PetscInt *ids; 101055f2e967SMatthew G. Knepley void *ctx; 101155f2e967SMatthew G. Knepley 101245480ffeSMatthew G. Knepley ierr = PetscDSGetBoundary(prob, b, &wf, &type, &name, &label, &numids, &ids, &field, &Nc, &comps, &bvfunc, NULL, &ctx);CHKERRQ(ierr); 1013f971fd6bSMatthew G. Knepley if (insertEssential != (type & DM_BC_ESSENTIAL)) continue; 101444a7f3ddSMatthew G. Knepley ierr = DMGetField(dm, field, NULL, &obj);CHKERRQ(ierr); 1015d7ddef95SMatthew G. Knepley ierr = PetscObjectGetClassId(obj, &id);CHKERRQ(ierr); 1016d7ddef95SMatthew G. Knepley if (id == PETSCFE_CLASSID) { 1017c60e475cSMatthew G. Knepley switch (type) { 1018c60e475cSMatthew G. Knepley /* for FEM, there is no insertion to be done for non-essential boundary conditions */ 1019c60e475cSMatthew G. Knepley case DM_BC_ESSENTIAL: 102045480ffeSMatthew G. Knepley { 102145480ffeSMatthew G. Knepley PetscSimplePointFunc func = (PetscSimplePointFunc) bvfunc; 102245480ffeSMatthew G. Knepley 102345480ffeSMatthew G. Knepley if (isZero) func = zero; 1024092e5057SToby Isaac ierr = DMPlexLabelAddCells(dm,label);CHKERRQ(ierr); 102545480ffeSMatthew G. Knepley ierr = DMPlexInsertBoundaryValuesEssential(dm, time, field, Nc, comps, label, numids, ids, func, ctx, locX);CHKERRQ(ierr); 1026092e5057SToby Isaac ierr = DMPlexLabelClearCells(dm,label);CHKERRQ(ierr); 102745480ffeSMatthew G. Knepley } 1028c60e475cSMatthew G. Knepley break; 1029c60e475cSMatthew G. Knepley case DM_BC_ESSENTIAL_FIELD: 103045480ffeSMatthew G. Knepley { 103145480ffeSMatthew G. Knepley PetscPointFunc func = (PetscPointFunc) bvfunc; 103245480ffeSMatthew G. Knepley 1033c60e475cSMatthew G. Knepley ierr = DMPlexLabelAddCells(dm,label);CHKERRQ(ierr); 103445480ffeSMatthew G. Knepley ierr = DMPlexInsertBoundaryValuesEssentialField(dm, time, locX, field, Nc, comps, label, numids, ids, func, ctx, locX);CHKERRQ(ierr); 1035c60e475cSMatthew G. Knepley ierr = DMPlexLabelClearCells(dm,label);CHKERRQ(ierr); 103645480ffeSMatthew G. Knepley } 1037c60e475cSMatthew G. Knepley break; 1038c60e475cSMatthew G. Knepley default: break; 1039c60e475cSMatthew G. Knepley } 1040d7ddef95SMatthew G. Knepley } else if (id == PETSCFV_CLASSID) { 104145480ffeSMatthew G. Knepley { 104245480ffeSMatthew G. Knepley PetscErrorCode (*func)(PetscReal,const PetscReal*,const PetscReal*,const PetscScalar*,PetscScalar*,void*) = (PetscErrorCode (*)(PetscReal,const PetscReal*,const PetscReal*,const PetscScalar*,PetscScalar*,void*)) bvfunc; 104345480ffeSMatthew G. Knepley 104443ea7facSMatthew G. Knepley if (!faceGeomFVM) continue; 104545480ffeSMatthew G. Knepley ierr = DMPlexInsertBoundaryValuesRiemann(dm, time, faceGeomFVM, cellGeomFVM, gradFVM, field, Nc, comps, label, numids, ids, func, ctx, locX);CHKERRQ(ierr); 104645480ffeSMatthew G. Knepley } 1047ff1e0c32SBarry Smith } else SETERRQ1(PetscObjectComm((PetscObject)dm), PETSC_ERR_ARG_WRONG, "Unknown discretization type for field %D", field); 104855f2e967SMatthew G. Knepley } 104955f2e967SMatthew G. Knepley PetscFunctionReturn(0); 105055f2e967SMatthew G. Knepley } 105155f2e967SMatthew G. Knepley 105256cf3b9cSMatthew G. Knepley PetscErrorCode DMPlexInsertTimeDerivativeBoundaryValues_Plex(DM dm, PetscBool insertEssential, Vec locX, PetscReal time, Vec faceGeomFVM, Vec cellGeomFVM, Vec gradFVM) 105356cf3b9cSMatthew G. Knepley { 105456cf3b9cSMatthew G. Knepley PetscObject isZero; 105556cf3b9cSMatthew G. Knepley PetscDS prob; 105656cf3b9cSMatthew G. Knepley PetscInt numBd, b; 105756cf3b9cSMatthew G. Knepley PetscErrorCode ierr; 105856cf3b9cSMatthew G. Knepley 105956cf3b9cSMatthew G. Knepley PetscFunctionBegin; 106056cf3b9cSMatthew G. Knepley if (!locX) PetscFunctionReturn(0); 106156cf3b9cSMatthew G. Knepley ierr = DMGetDS(dm, &prob);CHKERRQ(ierr); 106256cf3b9cSMatthew G. Knepley ierr = PetscDSGetNumBoundary(prob, &numBd);CHKERRQ(ierr); 106356cf3b9cSMatthew G. Knepley ierr = PetscObjectQuery((PetscObject) locX, "__Vec_bc_zero__", &isZero);CHKERRQ(ierr); 106456cf3b9cSMatthew G. Knepley for (b = 0; b < numBd; ++b) { 106545480ffeSMatthew G. Knepley PetscWeakForm wf; 106656cf3b9cSMatthew G. Knepley DMBoundaryConditionType type; 106745480ffeSMatthew G. Knepley const char *name; 106856cf3b9cSMatthew G. Knepley DMLabel label; 106956cf3b9cSMatthew G. Knepley PetscInt field, Nc; 107056cf3b9cSMatthew G. Knepley const PetscInt *comps; 107156cf3b9cSMatthew G. Knepley PetscObject obj; 107256cf3b9cSMatthew G. Knepley PetscClassId id; 107356cf3b9cSMatthew G. Knepley PetscInt numids; 107456cf3b9cSMatthew G. Knepley const PetscInt *ids; 107545480ffeSMatthew G. Knepley void (*bvfunc)(void); 107656cf3b9cSMatthew G. Knepley void *ctx; 107756cf3b9cSMatthew G. Knepley 107845480ffeSMatthew G. Knepley ierr = PetscDSGetBoundary(prob, b, &wf, &type, &name, &label, &numids, &ids, &field, &Nc, &comps, NULL, &bvfunc, &ctx);CHKERRQ(ierr); 107956cf3b9cSMatthew G. Knepley if (insertEssential != (type & DM_BC_ESSENTIAL)) continue; 108056cf3b9cSMatthew G. Knepley ierr = DMGetField(dm, field, NULL, &obj);CHKERRQ(ierr); 108156cf3b9cSMatthew G. Knepley ierr = PetscObjectGetClassId(obj, &id);CHKERRQ(ierr); 108256cf3b9cSMatthew G. Knepley if (id == PETSCFE_CLASSID) { 108356cf3b9cSMatthew G. Knepley switch (type) { 108456cf3b9cSMatthew G. Knepley /* for FEM, there is no insertion to be done for non-essential boundary conditions */ 108556cf3b9cSMatthew G. Knepley case DM_BC_ESSENTIAL: 108645480ffeSMatthew G. Knepley { 108745480ffeSMatthew G. Knepley PetscSimplePointFunc func_t = (PetscSimplePointFunc) bvfunc; 108845480ffeSMatthew G. Knepley 108945480ffeSMatthew G. Knepley if (isZero) func_t = zero; 109056cf3b9cSMatthew G. Knepley ierr = DMPlexLabelAddCells(dm,label);CHKERRQ(ierr); 109145480ffeSMatthew G. Knepley ierr = DMPlexInsertBoundaryValuesEssential(dm, time, field, Nc, comps, label, numids, ids, func_t, ctx, locX);CHKERRQ(ierr); 109256cf3b9cSMatthew G. Knepley ierr = DMPlexLabelClearCells(dm,label);CHKERRQ(ierr); 109345480ffeSMatthew G. Knepley } 109456cf3b9cSMatthew G. Knepley break; 109556cf3b9cSMatthew G. Knepley case DM_BC_ESSENTIAL_FIELD: 109645480ffeSMatthew G. Knepley { 109745480ffeSMatthew G. Knepley PetscPointFunc func_t = (PetscPointFunc) bvfunc; 109845480ffeSMatthew G. Knepley 109956cf3b9cSMatthew G. Knepley ierr = DMPlexLabelAddCells(dm,label);CHKERRQ(ierr); 110045480ffeSMatthew G. Knepley ierr = DMPlexInsertBoundaryValuesEssentialField(dm, time, locX, field, Nc, comps, label, numids, ids, func_t, ctx, locX);CHKERRQ(ierr); 110156cf3b9cSMatthew G. Knepley ierr = DMPlexLabelClearCells(dm,label);CHKERRQ(ierr); 110245480ffeSMatthew G. Knepley } 110356cf3b9cSMatthew G. Knepley break; 110456cf3b9cSMatthew G. Knepley default: break; 110556cf3b9cSMatthew G. Knepley } 110656cf3b9cSMatthew G. Knepley } else SETERRQ1(PetscObjectComm((PetscObject)dm), PETSC_ERR_ARG_WRONG, "Unknown discretization type for field %D", field); 110756cf3b9cSMatthew G. Knepley } 110856cf3b9cSMatthew G. Knepley PetscFunctionReturn(0); 110956cf3b9cSMatthew G. Knepley } 111056cf3b9cSMatthew G. Knepley 1111f1d73a7aSMatthew G. Knepley /*@ 1112f1d73a7aSMatthew G. Knepley DMPlexInsertBoundaryValues - Puts coefficients which represent boundary values into the local solution vector 1113f1d73a7aSMatthew G. Knepley 1114f1d73a7aSMatthew G. Knepley Input Parameters: 1115f1d73a7aSMatthew G. Knepley + dm - The DM 1116f1d73a7aSMatthew G. Knepley . insertEssential - Should I insert essential (e.g. Dirichlet) or inessential (e.g. Neumann) boundary conditions 1117f1d73a7aSMatthew G. Knepley . time - The time 1118f1d73a7aSMatthew G. Knepley . faceGeomFVM - Face geometry data for FV discretizations 1119f1d73a7aSMatthew G. Knepley . cellGeomFVM - Cell geometry data for FV discretizations 1120f1d73a7aSMatthew G. Knepley - gradFVM - Gradient reconstruction data for FV discretizations 1121f1d73a7aSMatthew G. Knepley 1122f1d73a7aSMatthew G. Knepley Output Parameters: 1123f1d73a7aSMatthew G. Knepley . locX - Solution updated with boundary values 1124f1d73a7aSMatthew G. Knepley 1125f1d73a7aSMatthew G. Knepley Level: developer 1126f1d73a7aSMatthew G. Knepley 1127f1d73a7aSMatthew G. Knepley .seealso: DMProjectFunctionLabelLocal() 1128f1d73a7aSMatthew G. Knepley @*/ 1129f1d73a7aSMatthew G. Knepley PetscErrorCode DMPlexInsertBoundaryValues(DM dm, PetscBool insertEssential, Vec locX, PetscReal time, Vec faceGeomFVM, Vec cellGeomFVM, Vec gradFVM) 1130f1d73a7aSMatthew G. Knepley { 1131f1d73a7aSMatthew G. Knepley PetscErrorCode ierr; 1132f1d73a7aSMatthew G. Knepley 1133f1d73a7aSMatthew G. Knepley PetscFunctionBegin; 1134f1d73a7aSMatthew G. Knepley PetscValidHeaderSpecific(dm, DM_CLASSID, 1); 1135064a246eSJacob Faibussowitsch PetscValidHeaderSpecific(locX, VEC_CLASSID, 3); 1136064a246eSJacob Faibussowitsch if (faceGeomFVM) {PetscValidHeaderSpecific(faceGeomFVM, VEC_CLASSID, 5);} 1137064a246eSJacob Faibussowitsch if (cellGeomFVM) {PetscValidHeaderSpecific(cellGeomFVM, VEC_CLASSID, 6);} 1138064a246eSJacob Faibussowitsch if (gradFVM) {PetscValidHeaderSpecific(gradFVM, VEC_CLASSID, 7);} 1139f1d73a7aSMatthew G. Knepley ierr = PetscTryMethod(dm,"DMPlexInsertBoundaryValues_C",(DM,PetscBool,Vec,PetscReal,Vec,Vec,Vec),(dm,insertEssential,locX,time,faceGeomFVM,cellGeomFVM,gradFVM));CHKERRQ(ierr); 1140f1d73a7aSMatthew G. Knepley PetscFunctionReturn(0); 1141f1d73a7aSMatthew G. Knepley } 1142f1d73a7aSMatthew G. Knepley 114356cf3b9cSMatthew G. Knepley /*@ 1144a5b23f4aSJose E. Roman DMPlexInsertTimeDerivativeBoundaryValues - Puts coefficients which represent boundary values of the time derivative into the local solution vector 114556cf3b9cSMatthew G. Knepley 114656cf3b9cSMatthew G. Knepley Input Parameters: 114756cf3b9cSMatthew G. Knepley + dm - The DM 114856cf3b9cSMatthew G. Knepley . insertEssential - Should I insert essential (e.g. Dirichlet) or inessential (e.g. Neumann) boundary conditions 114956cf3b9cSMatthew G. Knepley . time - The time 115056cf3b9cSMatthew G. Knepley . faceGeomFVM - Face geometry data for FV discretizations 115156cf3b9cSMatthew G. Knepley . cellGeomFVM - Cell geometry data for FV discretizations 115256cf3b9cSMatthew G. Knepley - gradFVM - Gradient reconstruction data for FV discretizations 115356cf3b9cSMatthew G. Knepley 115456cf3b9cSMatthew G. Knepley Output Parameters: 115556cf3b9cSMatthew G. Knepley . locX_t - Solution updated with boundary values 115656cf3b9cSMatthew G. Knepley 115756cf3b9cSMatthew G. Knepley Level: developer 115856cf3b9cSMatthew G. Knepley 115956cf3b9cSMatthew G. Knepley .seealso: DMProjectFunctionLabelLocal() 116056cf3b9cSMatthew G. Knepley @*/ 116156cf3b9cSMatthew G. Knepley PetscErrorCode DMPlexInsertTimeDerivativeBoundaryValues(DM dm, PetscBool insertEssential, Vec locX_t, PetscReal time, Vec faceGeomFVM, Vec cellGeomFVM, Vec gradFVM) 116256cf3b9cSMatthew G. Knepley { 116356cf3b9cSMatthew G. Knepley PetscErrorCode ierr; 116456cf3b9cSMatthew G. Knepley 116556cf3b9cSMatthew G. Knepley PetscFunctionBegin; 116656cf3b9cSMatthew G. Knepley PetscValidHeaderSpecific(dm, DM_CLASSID, 1); 1167064a246eSJacob Faibussowitsch if (locX_t) {PetscValidHeaderSpecific(locX_t, VEC_CLASSID, 3);} 1168064a246eSJacob Faibussowitsch if (faceGeomFVM) {PetscValidHeaderSpecific(faceGeomFVM, VEC_CLASSID, 5);} 1169064a246eSJacob Faibussowitsch if (cellGeomFVM) {PetscValidHeaderSpecific(cellGeomFVM, VEC_CLASSID, 6);} 1170064a246eSJacob Faibussowitsch if (gradFVM) {PetscValidHeaderSpecific(gradFVM, VEC_CLASSID, 7);} 117156cf3b9cSMatthew G. Knepley ierr = PetscTryMethod(dm,"DMPlexInsertTimeDerviativeBoundaryValues_C",(DM,PetscBool,Vec,PetscReal,Vec,Vec,Vec),(dm,insertEssential,locX_t,time,faceGeomFVM,cellGeomFVM,gradFVM));CHKERRQ(ierr); 117256cf3b9cSMatthew G. Knepley PetscFunctionReturn(0); 117356cf3b9cSMatthew G. Knepley } 117456cf3b9cSMatthew G. Knepley 11750709b2feSToby Isaac PetscErrorCode DMComputeL2Diff_Plex(DM dm, PetscReal time, PetscErrorCode (**funcs)(PetscInt, PetscReal, const PetscReal [], PetscInt, PetscScalar *, void *), void **ctxs, Vec X, PetscReal *diff) 1176cb1e1211SMatthew G Knepley { 1177574a98acSMatthew G. Knepley Vec localX; 1178574a98acSMatthew G. Knepley PetscErrorCode ierr; 1179574a98acSMatthew G. Knepley 1180574a98acSMatthew G. Knepley PetscFunctionBegin; 1181574a98acSMatthew G. Knepley ierr = DMGetLocalVector(dm, &localX);CHKERRQ(ierr); 11825d42b983SMatthew G. Knepley ierr = DMPlexInsertBoundaryValues(dm, PETSC_TRUE, localX, time, NULL, NULL, NULL);CHKERRQ(ierr); 1183574a98acSMatthew G. Knepley ierr = DMGlobalToLocalBegin(dm, X, INSERT_VALUES, localX);CHKERRQ(ierr); 1184574a98acSMatthew G. Knepley ierr = DMGlobalToLocalEnd(dm, X, INSERT_VALUES, localX);CHKERRQ(ierr); 1185574a98acSMatthew G. Knepley ierr = DMPlexComputeL2DiffLocal(dm, time, funcs, ctxs, localX, diff);CHKERRQ(ierr); 1186574a98acSMatthew G. Knepley ierr = DMRestoreLocalVector(dm, &localX);CHKERRQ(ierr); 1187574a98acSMatthew G. Knepley PetscFunctionReturn(0); 1188574a98acSMatthew G. Knepley } 1189574a98acSMatthew G. Knepley 1190574a98acSMatthew G. Knepley /*@C 1191ca3d3a14SMatthew G. Knepley DMComputeL2DiffLocal - This function computes the L_2 difference between a function u and an FEM interpolant solution u_h. 1192574a98acSMatthew G. Knepley 1193d083f849SBarry Smith Collective on dm 1194c0f8e1fdSMatthew G. Knepley 1195574a98acSMatthew G. Knepley Input Parameters: 1196574a98acSMatthew G. Knepley + dm - The DM 1197574a98acSMatthew G. Knepley . time - The time 1198574a98acSMatthew G. Knepley . funcs - The functions to evaluate for each field component 1199574a98acSMatthew G. Knepley . ctxs - Optional array of contexts to pass to each function, or NULL. 1200574a98acSMatthew G. Knepley - localX - The coefficient vector u_h, a local vector 1201574a98acSMatthew G. Knepley 1202574a98acSMatthew G. Knepley Output Parameter: 1203574a98acSMatthew G. Knepley . diff - The diff ||u - u_h||_2 1204574a98acSMatthew G. Knepley 1205574a98acSMatthew G. Knepley Level: developer 1206574a98acSMatthew G. Knepley 1207574a98acSMatthew G. Knepley .seealso: DMProjectFunction(), DMComputeL2FieldDiff(), DMComputeL2GradientDiff() 1208574a98acSMatthew G. Knepley @*/ 1209574a98acSMatthew G. Knepley PetscErrorCode DMPlexComputeL2DiffLocal(DM dm, PetscReal time, PetscErrorCode (**funcs)(PetscInt, PetscReal, const PetscReal [], PetscInt, PetscScalar *, void *), void **ctxs, Vec localX, PetscReal *diff) 1210574a98acSMatthew G. Knepley { 12110f09c10fSMatthew G. Knepley const PetscInt debug = ((DM_Plex*)dm->data)->printL2; 1212ca3d3a14SMatthew G. Knepley DM tdm; 1213ca3d3a14SMatthew G. Knepley Vec tv; 1214cb1e1211SMatthew G Knepley PetscSection section; 1215c5bbbd5bSMatthew G. Knepley PetscQuadrature quad; 12164bee2e38SMatthew G. Knepley PetscFEGeom fegeom; 121715496722SMatthew G. Knepley PetscScalar *funcVal, *interpolant; 12184bee2e38SMatthew G. Knepley PetscReal *coords, *gcoords; 1219cb1e1211SMatthew G Knepley PetscReal localDiff = 0.0; 12207318780aSToby Isaac const PetscReal *quadWeights; 1221412e9a14SMatthew G. Knepley PetscInt dim, coordDim, numFields, numComponents = 0, qNc, Nq, cellHeight, cStart, cEnd, c, field, fieldOffset; 1222ca3d3a14SMatthew G. Knepley PetscBool transform; 1223cb1e1211SMatthew G Knepley PetscErrorCode ierr; 1224cb1e1211SMatthew G Knepley 1225cb1e1211SMatthew G Knepley PetscFunctionBegin; 1226c73cfb54SMatthew G. Knepley ierr = DMGetDimension(dm, &dim);CHKERRQ(ierr); 12277318780aSToby Isaac ierr = DMGetCoordinateDim(dm, &coordDim);CHKERRQ(ierr); 12282a4e142eSMatthew G. Knepley fegeom.dimEmbed = coordDim; 122992fd8e1eSJed Brown ierr = DMGetLocalSection(dm, §ion);CHKERRQ(ierr); 1230cb1e1211SMatthew G Knepley ierr = PetscSectionGetNumFields(section, &numFields);CHKERRQ(ierr); 1231ca3d3a14SMatthew G. Knepley ierr = DMGetBasisTransformDM_Internal(dm, &tdm);CHKERRQ(ierr); 1232ca3d3a14SMatthew G. Knepley ierr = DMGetBasisTransformVec_Internal(dm, &tv);CHKERRQ(ierr); 1233ca3d3a14SMatthew G. Knepley ierr = DMHasBasisTransform(dm, &transform);CHKERRQ(ierr); 1234cb1e1211SMatthew G Knepley for (field = 0; field < numFields; ++field) { 123515496722SMatthew G. Knepley PetscObject obj; 123615496722SMatthew G. Knepley PetscClassId id; 1237c5bbbd5bSMatthew G. Knepley PetscInt Nc; 1238c5bbbd5bSMatthew G. Knepley 123944a7f3ddSMatthew G. Knepley ierr = DMGetField(dm, field, NULL, &obj);CHKERRQ(ierr); 124015496722SMatthew G. Knepley ierr = PetscObjectGetClassId(obj, &id);CHKERRQ(ierr); 124115496722SMatthew G. Knepley if (id == PETSCFE_CLASSID) { 124215496722SMatthew G. Knepley PetscFE fe = (PetscFE) obj; 124315496722SMatthew G. Knepley 12440f2d7e86SMatthew G. Knepley ierr = PetscFEGetQuadrature(fe, &quad);CHKERRQ(ierr); 12450f2d7e86SMatthew G. Knepley ierr = PetscFEGetNumComponents(fe, &Nc);CHKERRQ(ierr); 124615496722SMatthew G. Knepley } else if (id == PETSCFV_CLASSID) { 124715496722SMatthew G. Knepley PetscFV fv = (PetscFV) obj; 124815496722SMatthew G. Knepley 124915496722SMatthew G. Knepley ierr = PetscFVGetQuadrature(fv, &quad);CHKERRQ(ierr); 125015496722SMatthew G. Knepley ierr = PetscFVGetNumComponents(fv, &Nc);CHKERRQ(ierr); 1251ff1e0c32SBarry Smith } else SETERRQ1(PetscObjectComm((PetscObject)dm), PETSC_ERR_ARG_WRONG, "Unknown discretization type for field %D", field); 1252c5bbbd5bSMatthew G. Knepley numComponents += Nc; 1253cb1e1211SMatthew G Knepley } 12549c3cf19fSMatthew G. Knepley ierr = PetscQuadratureGetData(quad, NULL, &qNc, &Nq, NULL, &quadWeights);CHKERRQ(ierr); 1255beaa55a6SMatthew G. Knepley if ((qNc != 1) && (qNc != numComponents)) SETERRQ2(PetscObjectComm((PetscObject) dm), PETSC_ERR_ARG_SIZ, "Quadrature components %D != %D field components", qNc, numComponents); 12562a4e142eSMatthew G. Knepley ierr = PetscMalloc6(numComponents,&funcVal,numComponents,&interpolant,coordDim*Nq,&coords,Nq,&fegeom.detJ,coordDim*coordDim*Nq,&fegeom.J,coordDim*coordDim*Nq,&fegeom.invJ);CHKERRQ(ierr); 1257aed3cbd0SMatthew G. Knepley ierr = DMPlexGetVTKCellHeight(dm, &cellHeight);CHKERRQ(ierr); 1258412e9a14SMatthew G. Knepley ierr = DMPlexGetSimplexOrBoxCells(dm, cellHeight, &cStart, &cEnd);CHKERRQ(ierr); 1259cb1e1211SMatthew G Knepley for (c = cStart; c < cEnd; ++c) { 1260a1e44745SMatthew G. Knepley PetscScalar *x = NULL; 1261cb1e1211SMatthew G Knepley PetscReal elemDiff = 0.0; 12629c3cf19fSMatthew G. Knepley PetscInt qc = 0; 1263cb1e1211SMatthew G Knepley 12642a4e142eSMatthew G. Knepley ierr = DMPlexComputeCellGeometryFEM(dm, c, quad, coords, fegeom.J, fegeom.invJ, fegeom.detJ);CHKERRQ(ierr); 1265cb1e1211SMatthew G Knepley ierr = DMPlexVecGetClosure(dm, NULL, localX, c, NULL, &x);CHKERRQ(ierr); 1266cb1e1211SMatthew G Knepley 126715496722SMatthew G. Knepley for (field = 0, fieldOffset = 0; field < numFields; ++field) { 126815496722SMatthew G. Knepley PetscObject obj; 126915496722SMatthew G. Knepley PetscClassId id; 1270c110b1eeSGeoffrey Irving void * const ctx = ctxs ? ctxs[field] : NULL; 127115496722SMatthew G. Knepley PetscInt Nb, Nc, q, fc; 1272cb1e1211SMatthew G Knepley 127344a7f3ddSMatthew G. Knepley ierr = DMGetField(dm, field, NULL, &obj);CHKERRQ(ierr); 127415496722SMatthew G. Knepley ierr = PetscObjectGetClassId(obj, &id);CHKERRQ(ierr); 127515496722SMatthew G. Knepley if (id == PETSCFE_CLASSID) {ierr = PetscFEGetNumComponents((PetscFE) obj, &Nc);CHKERRQ(ierr);ierr = PetscFEGetDimension((PetscFE) obj, &Nb);CHKERRQ(ierr);} 127615496722SMatthew G. Knepley else if (id == PETSCFV_CLASSID) {ierr = PetscFVGetNumComponents((PetscFV) obj, &Nc);CHKERRQ(ierr);Nb = 1;} 1277ff1e0c32SBarry Smith else SETERRQ1(PetscObjectComm((PetscObject)dm), PETSC_ERR_ARG_WRONG, "Unknown discretization type for field %D", field); 1278cb1e1211SMatthew G Knepley if (debug) { 1279cb1e1211SMatthew G Knepley char title[1024]; 1280ff1e0c32SBarry Smith ierr = PetscSNPrintf(title, 1023, "Solution for Field %D", field);CHKERRQ(ierr); 12814c848028SMatthew G. Knepley ierr = DMPrintCellVector(c, title, Nb, &x[fieldOffset]);CHKERRQ(ierr); 1282cb1e1211SMatthew G Knepley } 12837318780aSToby Isaac for (q = 0; q < Nq; ++q) { 12842a4e142eSMatthew G. Knepley PetscFEGeom qgeom; 12852a4e142eSMatthew G. Knepley 12862a4e142eSMatthew G. Knepley qgeom.dimEmbed = fegeom.dimEmbed; 12872a4e142eSMatthew G. Knepley qgeom.J = &fegeom.J[q*coordDim*coordDim]; 12882a4e142eSMatthew G. Knepley qgeom.invJ = &fegeom.invJ[q*coordDim*coordDim]; 12892a4e142eSMatthew G. Knepley qgeom.detJ = &fegeom.detJ[q]; 1290ff1e0c32SBarry Smith if (fegeom.detJ[q] <= 0.0) SETERRQ3(PETSC_COMM_SELF, PETSC_ERR_ARG_OUTOFRANGE, "Invalid determinant %g for element %D, point %D", (double)fegeom.detJ[q], c, q); 1291d3a7d86cSMatthew G. Knepley if (transform) { 1292d3a7d86cSMatthew G. Knepley gcoords = &coords[coordDim*Nq]; 1293d3a7d86cSMatthew G. Knepley ierr = DMPlexBasisTransformApplyReal_Internal(dm, &coords[coordDim*q], PETSC_TRUE, coordDim, &coords[coordDim*q], gcoords, dm->transformCtx);CHKERRQ(ierr); 1294d3a7d86cSMatthew G. Knepley } else { 1295d3a7d86cSMatthew G. Knepley gcoords = &coords[coordDim*q]; 1296d3a7d86cSMatthew G. Knepley } 1297ca3d3a14SMatthew G. Knepley ierr = (*funcs[field])(coordDim, time, gcoords, Nc, funcVal, ctx); 1298e735a8a9SMatthew G. Knepley if (ierr) { 1299e735a8a9SMatthew G. Knepley PetscErrorCode ierr2; 1300e735a8a9SMatthew G. Knepley ierr2 = DMPlexVecRestoreClosure(dm, NULL, localX, c, NULL, &x);CHKERRQ(ierr2); 1301e735a8a9SMatthew G. Knepley ierr2 = DMRestoreLocalVector(dm, &localX);CHKERRQ(ierr2); 13022a4e142eSMatthew G. Knepley ierr2 = PetscFree6(funcVal,interpolant,coords,fegeom.detJ,fegeom.J,fegeom.invJ);CHKERRQ(ierr2); 1303e735a8a9SMatthew G. Knepley CHKERRQ(ierr); 1304e735a8a9SMatthew G. Knepley } 1305ca3d3a14SMatthew G. Knepley if (transform) {ierr = DMPlexBasisTransformApply_Internal(dm, &coords[coordDim*q], PETSC_FALSE, Nc, funcVal, funcVal, dm->transformCtx);CHKERRQ(ierr);} 13062a4e142eSMatthew G. Knepley if (id == PETSCFE_CLASSID) {ierr = PetscFEInterpolate_Static((PetscFE) obj, &x[fieldOffset], &qgeom, q, interpolant);CHKERRQ(ierr);} 130715496722SMatthew G. Knepley else if (id == PETSCFV_CLASSID) {ierr = PetscFVInterpolate_Static((PetscFV) obj, &x[fieldOffset], q, interpolant);CHKERRQ(ierr);} 1308ff1e0c32SBarry Smith else SETERRQ1(PetscObjectComm((PetscObject)dm), PETSC_ERR_ARG_WRONG, "Unknown discretization type for field %D", field); 130915496722SMatthew G. Knepley for (fc = 0; fc < Nc; ++fc) { 1310beaa55a6SMatthew G. Knepley const PetscReal wt = quadWeights[q*qNc+(qNc == 1 ? 0 : qc+fc)]; 131180dbbc5dSMatthew G. Knepley if (debug) {ierr = PetscPrintf(PETSC_COMM_SELF, " elem %D field %D,%D point %g %g %g diff %g\n", c, field, fc, (double)(coordDim > 0 ? coords[coordDim*q] : 0.), (double)(coordDim > 1 ? coords[coordDim*q+1] : 0.),(double)(coordDim > 2 ? coords[coordDim*q+2] : 0.), (double)(PetscSqr(PetscRealPart(interpolant[fc] - funcVal[fc]))*wt*fegeom.detJ[q]));CHKERRQ(ierr);} 13124bee2e38SMatthew G. Knepley elemDiff += PetscSqr(PetscRealPart(interpolant[fc] - funcVal[fc]))*wt*fegeom.detJ[q]; 1313cb1e1211SMatthew G Knepley } 1314cb1e1211SMatthew G Knepley } 13159c3cf19fSMatthew G. Knepley fieldOffset += Nb; 1316beaa55a6SMatthew G. Knepley qc += Nc; 1317cb1e1211SMatthew G Knepley } 1318cb1e1211SMatthew G Knepley ierr = DMPlexVecRestoreClosure(dm, NULL, localX, c, NULL, &x);CHKERRQ(ierr); 1319ff1e0c32SBarry Smith if (debug) {ierr = PetscPrintf(PETSC_COMM_SELF, " elem %D diff %g\n", c, (double)elemDiff);CHKERRQ(ierr);} 1320cb1e1211SMatthew G Knepley localDiff += elemDiff; 1321cb1e1211SMatthew G Knepley } 13222a4e142eSMatthew G. Knepley ierr = PetscFree6(funcVal,interpolant,coords,fegeom.detJ,fegeom.J,fegeom.invJ);CHKERRQ(ierr); 1323820f2d46SBarry Smith ierr = MPIU_Allreduce(&localDiff, diff, 1, MPIU_REAL, MPIU_SUM, PetscObjectComm((PetscObject)dm));CHKERRMPI(ierr); 1324cb1e1211SMatthew G Knepley *diff = PetscSqrtReal(*diff); 1325cb1e1211SMatthew G Knepley PetscFunctionReturn(0); 1326cb1e1211SMatthew G Knepley } 1327cb1e1211SMatthew G Knepley 1328b698f381SToby Isaac PetscErrorCode DMComputeL2GradientDiff_Plex(DM dm, PetscReal time, PetscErrorCode (**funcs)(PetscInt, PetscReal, const PetscReal [], const PetscReal [], PetscInt, PetscScalar *, void *), void **ctxs, Vec X, const PetscReal n[], PetscReal *diff) 1329cb1e1211SMatthew G Knepley { 13300f09c10fSMatthew G. Knepley const PetscInt debug = ((DM_Plex*)dm->data)->printL2; 1331ca3d3a14SMatthew G. Knepley DM tdm; 1332cb1e1211SMatthew G Knepley PetscSection section; 133340e14135SMatthew G. Knepley PetscQuadrature quad; 1334ca3d3a14SMatthew G. Knepley Vec localX, tv; 13359c3cf19fSMatthew G. Knepley PetscScalar *funcVal, *interpolant; 13362a4e142eSMatthew G. Knepley const PetscReal *quadWeights; 13374bee2e38SMatthew G. Knepley PetscFEGeom fegeom; 13384bee2e38SMatthew G. Knepley PetscReal *coords, *gcoords; 133940e14135SMatthew G. Knepley PetscReal localDiff = 0.0; 1340485ad865SMatthew G. Knepley PetscInt dim, coordDim, qNc = 0, Nq = 0, numFields, numComponents = 0, cStart, cEnd, c, field, fieldOffset; 1341ca3d3a14SMatthew G. Knepley PetscBool transform; 1342cb1e1211SMatthew G Knepley PetscErrorCode ierr; 1343cb1e1211SMatthew G Knepley 1344cb1e1211SMatthew G Knepley PetscFunctionBegin; 1345c73cfb54SMatthew G. Knepley ierr = DMGetDimension(dm, &dim);CHKERRQ(ierr); 13467318780aSToby Isaac ierr = DMGetCoordinateDim(dm, &coordDim);CHKERRQ(ierr); 13474bee2e38SMatthew G. Knepley fegeom.dimEmbed = coordDim; 134892fd8e1eSJed Brown ierr = DMGetLocalSection(dm, §ion);CHKERRQ(ierr); 134940e14135SMatthew G. Knepley ierr = PetscSectionGetNumFields(section, &numFields);CHKERRQ(ierr); 135040e14135SMatthew G. Knepley ierr = DMGetLocalVector(dm, &localX);CHKERRQ(ierr); 135140e14135SMatthew G. Knepley ierr = DMGlobalToLocalBegin(dm, X, INSERT_VALUES, localX);CHKERRQ(ierr); 135240e14135SMatthew G. Knepley ierr = DMGlobalToLocalEnd(dm, X, INSERT_VALUES, localX);CHKERRQ(ierr); 1353ca3d3a14SMatthew G. Knepley ierr = DMGetBasisTransformDM_Internal(dm, &tdm);CHKERRQ(ierr); 1354ca3d3a14SMatthew G. Knepley ierr = DMGetBasisTransformVec_Internal(dm, &tv);CHKERRQ(ierr); 1355ca3d3a14SMatthew G. Knepley ierr = DMHasBasisTransform(dm, &transform);CHKERRQ(ierr); 1356652b88e8SMatthew G. Knepley for (field = 0; field < numFields; ++field) { 13570f2d7e86SMatthew G. Knepley PetscFE fe; 135840e14135SMatthew G. Knepley PetscInt Nc; 1359652b88e8SMatthew G. Knepley 136044a7f3ddSMatthew G. Knepley ierr = DMGetField(dm, field, NULL, (PetscObject *) &fe);CHKERRQ(ierr); 13610f2d7e86SMatthew G. Knepley ierr = PetscFEGetQuadrature(fe, &quad);CHKERRQ(ierr); 13620f2d7e86SMatthew G. Knepley ierr = PetscFEGetNumComponents(fe, &Nc);CHKERRQ(ierr); 136340e14135SMatthew G. Knepley numComponents += Nc; 1364652b88e8SMatthew G. Knepley } 13652a4e142eSMatthew G. Knepley ierr = PetscQuadratureGetData(quad, NULL, &qNc, &Nq, NULL, &quadWeights);CHKERRQ(ierr); 1366beaa55a6SMatthew G. Knepley if ((qNc != 1) && (qNc != numComponents)) SETERRQ2(PetscObjectComm((PetscObject) dm), PETSC_ERR_ARG_SIZ, "Quadrature components %D != %D field components", qNc, numComponents); 13674d6f44ffSToby Isaac /* ierr = DMProjectFunctionLocal(dm, fe, funcs, INSERT_BC_VALUES, localX);CHKERRQ(ierr); */ 13684bee2e38SMatthew G. Knepley ierr = PetscMalloc6(numComponents,&funcVal,coordDim*Nq,&coords,coordDim*coordDim*Nq,&fegeom.J,coordDim*coordDim*Nq,&fegeom.invJ,numComponents*coordDim,&interpolant,Nq,&fegeom.detJ);CHKERRQ(ierr); 1369412e9a14SMatthew G. Knepley ierr = DMPlexGetSimplexOrBoxCells(dm, 0, &cStart, &cEnd);CHKERRQ(ierr); 137040e14135SMatthew G. Knepley for (c = cStart; c < cEnd; ++c) { 137140e14135SMatthew G. Knepley PetscScalar *x = NULL; 137240e14135SMatthew G. Knepley PetscReal elemDiff = 0.0; 13739c3cf19fSMatthew G. Knepley PetscInt qc = 0; 1374652b88e8SMatthew G. Knepley 13754bee2e38SMatthew G. Knepley ierr = DMPlexComputeCellGeometryFEM(dm, c, quad, coords, fegeom.J, fegeom.invJ, fegeom.detJ);CHKERRQ(ierr); 137640e14135SMatthew G. Knepley ierr = DMPlexVecGetClosure(dm, NULL, localX, c, NULL, &x);CHKERRQ(ierr); 137740e14135SMatthew G. Knepley 13789c3cf19fSMatthew G. Knepley for (field = 0, fieldOffset = 0; field < numFields; ++field) { 13790f2d7e86SMatthew G. Knepley PetscFE fe; 138051259fa3SMatthew G. Knepley void * const ctx = ctxs ? ctxs[field] : NULL; 13819c3cf19fSMatthew G. Knepley PetscInt Nb, Nc, q, fc; 138240e14135SMatthew G. Knepley 138344a7f3ddSMatthew G. Knepley ierr = DMGetField(dm, field, NULL, (PetscObject *) &fe);CHKERRQ(ierr); 13840f2d7e86SMatthew G. Knepley ierr = PetscFEGetDimension(fe, &Nb);CHKERRQ(ierr); 13859c3cf19fSMatthew G. Knepley ierr = PetscFEGetNumComponents(fe, &Nc);CHKERRQ(ierr); 138640e14135SMatthew G. Knepley if (debug) { 138740e14135SMatthew G. Knepley char title[1024]; 1388ff1e0c32SBarry Smith ierr = PetscSNPrintf(title, 1023, "Solution for Field %D", field);CHKERRQ(ierr); 13899c3cf19fSMatthew G. Knepley ierr = DMPrintCellVector(c, title, Nb, &x[fieldOffset]);CHKERRQ(ierr); 1390652b88e8SMatthew G. Knepley } 13919c3cf19fSMatthew G. Knepley for (q = 0; q < Nq; ++q) { 13922a4e142eSMatthew G. Knepley PetscFEGeom qgeom; 13932a4e142eSMatthew G. Knepley 13942a4e142eSMatthew G. Knepley qgeom.dimEmbed = fegeom.dimEmbed; 13952a4e142eSMatthew G. Knepley qgeom.J = &fegeom.J[q*coordDim*coordDim]; 13962a4e142eSMatthew G. Knepley qgeom.invJ = &fegeom.invJ[q*coordDim*coordDim]; 13972a4e142eSMatthew G. Knepley qgeom.detJ = &fegeom.detJ[q]; 1398ff1e0c32SBarry Smith if (fegeom.detJ[q] <= 0.0) SETERRQ3(PETSC_COMM_SELF, PETSC_ERR_ARG_OUTOFRANGE, "Invalid determinant %g for element %D, quadrature points %D", (double)fegeom.detJ[q], c, q); 1399d3a7d86cSMatthew G. Knepley if (transform) { 1400d3a7d86cSMatthew G. Knepley gcoords = &coords[coordDim*Nq]; 1401d3a7d86cSMatthew G. Knepley ierr = DMPlexBasisTransformApplyReal_Internal(dm, &coords[coordDim*q], PETSC_TRUE, coordDim, &coords[coordDim*q], gcoords, dm->transformCtx);CHKERRQ(ierr); 1402d3a7d86cSMatthew G. Knepley } else { 1403d3a7d86cSMatthew G. Knepley gcoords = &coords[coordDim*q]; 1404d3a7d86cSMatthew G. Knepley } 14054bee2e38SMatthew G. Knepley ierr = (*funcs[field])(coordDim, time, gcoords, n, Nc, funcVal, ctx); 1406e735a8a9SMatthew G. Knepley if (ierr) { 1407e735a8a9SMatthew G. Knepley PetscErrorCode ierr2; 1408e735a8a9SMatthew G. Knepley ierr2 = DMPlexVecRestoreClosure(dm, NULL, localX, c, NULL, &x);CHKERRQ(ierr2); 1409e735a8a9SMatthew G. Knepley ierr2 = DMRestoreLocalVector(dm, &localX);CHKERRQ(ierr2); 14104bee2e38SMatthew G. Knepley ierr2 = PetscFree6(funcVal,coords,fegeom.J,fegeom.invJ,interpolant,fegeom.detJ);CHKERRQ(ierr2); 1411e735a8a9SMatthew G. Knepley CHKERRQ(ierr); 1412e735a8a9SMatthew G. Knepley } 1413ca3d3a14SMatthew G. Knepley if (transform) {ierr = DMPlexBasisTransformApply_Internal(dm, &coords[coordDim*q], PETSC_FALSE, Nc, funcVal, funcVal, dm->transformCtx);CHKERRQ(ierr);} 1414f9244615SMatthew G. Knepley ierr = PetscFEInterpolateGradient_Static(fe, 1, &x[fieldOffset], &qgeom, q, interpolant);CHKERRQ(ierr); 14154bee2e38SMatthew G. Knepley /* Overwrite with the dot product if the normal is given */ 14164bee2e38SMatthew G. Knepley if (n) { 14174bee2e38SMatthew G. Knepley for (fc = 0; fc < Nc; ++fc) { 14184bee2e38SMatthew G. Knepley PetscScalar sum = 0.0; 14194bee2e38SMatthew G. Knepley PetscInt d; 14204bee2e38SMatthew G. Knepley for (d = 0; d < dim; ++d) sum += interpolant[fc*dim+d]*n[d]; 14214bee2e38SMatthew G. Knepley interpolant[fc] = sum; 14224bee2e38SMatthew G. Knepley } 14234bee2e38SMatthew G. Knepley } 14249c3cf19fSMatthew G. Knepley for (fc = 0; fc < Nc; ++fc) { 1425beaa55a6SMatthew G. Knepley const PetscReal wt = quadWeights[q*qNc+(qNc == 1 ? 0 : qc+fc)]; 1426ff1e0c32SBarry Smith if (debug) {ierr = PetscPrintf(PETSC_COMM_SELF, " elem %D fieldDer %D,%D diff %g\n", c, field, fc, (double)(PetscSqr(PetscRealPart(interpolant[fc] - funcVal[fc]))*wt*fegeom.detJ[q]));CHKERRQ(ierr);} 14274bee2e38SMatthew G. Knepley elemDiff += PetscSqr(PetscRealPart(interpolant[fc] - funcVal[fc]))*wt*fegeom.detJ[q]; 142840e14135SMatthew G. Knepley } 142940e14135SMatthew G. Knepley } 14309c3cf19fSMatthew G. Knepley fieldOffset += Nb; 14319c3cf19fSMatthew G. Knepley qc += Nc; 143240e14135SMatthew G. Knepley } 143340e14135SMatthew G. Knepley ierr = DMPlexVecRestoreClosure(dm, NULL, localX, c, NULL, &x);CHKERRQ(ierr); 1434ff1e0c32SBarry Smith if (debug) {ierr = PetscPrintf(PETSC_COMM_SELF, " elem %D diff %g\n", c, (double)elemDiff);CHKERRQ(ierr);} 143540e14135SMatthew G. Knepley localDiff += elemDiff; 143640e14135SMatthew G. Knepley } 14374bee2e38SMatthew G. Knepley ierr = PetscFree6(funcVal,coords,fegeom.J,fegeom.invJ,interpolant,fegeom.detJ);CHKERRQ(ierr); 143840e14135SMatthew G. Knepley ierr = DMRestoreLocalVector(dm, &localX);CHKERRQ(ierr); 1439820f2d46SBarry Smith ierr = MPIU_Allreduce(&localDiff, diff, 1, MPIU_REAL, MPIU_SUM, PetscObjectComm((PetscObject)dm));CHKERRMPI(ierr); 144040e14135SMatthew G. Knepley *diff = PetscSqrtReal(*diff); 1441cb1e1211SMatthew G Knepley PetscFunctionReturn(0); 1442cb1e1211SMatthew G Knepley } 1443cb1e1211SMatthew G Knepley 1444c6eecec3SToby Isaac PetscErrorCode DMComputeL2FieldDiff_Plex(DM dm, PetscReal time, PetscErrorCode (**funcs)(PetscInt, PetscReal, const PetscReal [], PetscInt, PetscScalar *, void *), void **ctxs, Vec X, PetscReal *diff) 144573d901b8SMatthew G. Knepley { 14460f09c10fSMatthew G. Knepley const PetscInt debug = ((DM_Plex*)dm->data)->printL2; 1447ca3d3a14SMatthew G. Knepley DM tdm; 1448083401c6SMatthew G. Knepley DMLabel depthLabel; 144973d901b8SMatthew G. Knepley PetscSection section; 1450ca3d3a14SMatthew G. Knepley Vec localX, tv; 145173d901b8SMatthew G. Knepley PetscReal *localDiff; 1452083401c6SMatthew G. Knepley PetscInt dim, depth, dE, Nf, f, Nds, s; 1453ca3d3a14SMatthew G. Knepley PetscBool transform; 145473d901b8SMatthew G. Knepley PetscErrorCode ierr; 145573d901b8SMatthew G. Knepley 145673d901b8SMatthew G. Knepley PetscFunctionBegin; 1457c73cfb54SMatthew G. Knepley ierr = DMGetDimension(dm, &dim);CHKERRQ(ierr); 1458083401c6SMatthew G. Knepley ierr = DMGetCoordinateDim(dm, &dE);CHKERRQ(ierr); 145992fd8e1eSJed Brown ierr = DMGetLocalSection(dm, §ion);CHKERRQ(ierr); 146073d901b8SMatthew G. Knepley ierr = DMGetLocalVector(dm, &localX);CHKERRQ(ierr); 1461083401c6SMatthew G. Knepley ierr = DMGetBasisTransformDM_Internal(dm, &tdm);CHKERRQ(ierr); 1462083401c6SMatthew G. Knepley ierr = DMGetBasisTransformVec_Internal(dm, &tv);CHKERRQ(ierr); 1463083401c6SMatthew G. Knepley ierr = DMHasBasisTransform(dm, &transform);CHKERRQ(ierr); 1464083401c6SMatthew G. Knepley ierr = DMGetNumFields(dm, &Nf);CHKERRQ(ierr); 1465083401c6SMatthew G. Knepley ierr = DMPlexGetDepthLabel(dm, &depthLabel);CHKERRQ(ierr); 1466083401c6SMatthew G. Knepley ierr = DMLabelGetNumValues(depthLabel, &depth);CHKERRQ(ierr); 1467083401c6SMatthew G. Knepley 1468ca3d3a14SMatthew G. Knepley ierr = VecSet(localX, 0.0);CHKERRQ(ierr); 146973d901b8SMatthew G. Knepley ierr = DMGlobalToLocalBegin(dm, X, INSERT_VALUES, localX);CHKERRQ(ierr); 147073d901b8SMatthew G. Knepley ierr = DMGlobalToLocalEnd(dm, X, INSERT_VALUES, localX);CHKERRQ(ierr); 1471ca3d3a14SMatthew G. Knepley ierr = DMProjectFunctionLocal(dm, time, funcs, ctxs, INSERT_BC_VALUES, localX);CHKERRQ(ierr); 1472083401c6SMatthew G. Knepley ierr = DMGetNumDS(dm, &Nds);CHKERRQ(ierr); 1473083401c6SMatthew G. Knepley ierr = PetscCalloc1(Nf, &localDiff);CHKERRQ(ierr); 1474083401c6SMatthew G. Knepley for (s = 0; s < Nds; ++s) { 1475083401c6SMatthew G. Knepley PetscDS ds; 1476083401c6SMatthew G. Knepley DMLabel label; 1477083401c6SMatthew G. Knepley IS fieldIS, pointIS; 1478083401c6SMatthew G. Knepley const PetscInt *fields, *points = NULL; 1479083401c6SMatthew G. Knepley PetscQuadrature quad; 1480083401c6SMatthew G. Knepley const PetscReal *quadPoints, *quadWeights; 1481083401c6SMatthew G. Knepley PetscFEGeom fegeom; 1482083401c6SMatthew G. Knepley PetscReal *coords, *gcoords; 1483083401c6SMatthew G. Knepley PetscScalar *funcVal, *interpolant; 148496959cd1SMatthew G. Knepley PetscBool isHybrid; 1485083401c6SMatthew G. Knepley PetscInt qNc, Nq, totNc, cStart = 0, cEnd, c, dsNf; 148673d901b8SMatthew G. Knepley 1487083401c6SMatthew G. Knepley ierr = DMGetRegionNumDS(dm, s, &label, &fieldIS, &ds);CHKERRQ(ierr); 1488083401c6SMatthew G. Knepley ierr = ISGetIndices(fieldIS, &fields);CHKERRQ(ierr); 148996959cd1SMatthew G. Knepley ierr = PetscDSGetHybrid(ds, &isHybrid);CHKERRQ(ierr); 1490083401c6SMatthew G. Knepley ierr = PetscDSGetNumFields(ds, &dsNf);CHKERRQ(ierr); 1491083401c6SMatthew G. Knepley ierr = PetscDSGetTotalComponents(ds, &totNc);CHKERRQ(ierr); 1492083401c6SMatthew G. Knepley ierr = PetscDSGetQuadrature(ds, &quad);CHKERRQ(ierr); 14939c3cf19fSMatthew G. Knepley ierr = PetscQuadratureGetData(quad, NULL, &qNc, &Nq, &quadPoints, &quadWeights);CHKERRQ(ierr); 1494083401c6SMatthew G. Knepley if ((qNc != 1) && (qNc != totNc)) SETERRQ2(PETSC_COMM_SELF, PETSC_ERR_ARG_SIZ, "Quadrature components %D != %D field components", qNc, totNc); 1495083401c6SMatthew G. Knepley ierr = PetscCalloc6(totNc, &funcVal, totNc, &interpolant, dE*(Nq+1), &coords,Nq, &fegeom.detJ, dE*dE*Nq, &fegeom.J, dE*dE*Nq, &fegeom.invJ);CHKERRQ(ierr); 1496083401c6SMatthew G. Knepley if (!label) { 1497412e9a14SMatthew G. Knepley ierr = DMPlexGetSimplexOrBoxCells(dm, 0, &cStart, &cEnd);CHKERRQ(ierr); 1498083401c6SMatthew G. Knepley } else { 1499083401c6SMatthew G. Knepley ierr = DMLabelGetStratumIS(label, 1, &pointIS);CHKERRQ(ierr); 1500083401c6SMatthew G. Knepley ierr = ISGetLocalSize(pointIS, &cEnd);CHKERRQ(ierr); 1501083401c6SMatthew G. Knepley ierr = ISGetIndices(pointIS, &points);CHKERRQ(ierr); 1502083401c6SMatthew G. Knepley } 150373d901b8SMatthew G. Knepley for (c = cStart; c < cEnd; ++c) { 1504083401c6SMatthew G. Knepley const PetscInt cell = points ? points[c] : c; 150573d901b8SMatthew G. Knepley PetscScalar *x = NULL; 150696959cd1SMatthew G. Knepley PetscInt qc = 0, fOff = 0, dep, fStart = isHybrid ? dsNf-1 : 0; 150773d901b8SMatthew G. Knepley 1508083401c6SMatthew G. Knepley ierr = DMLabelGetValue(depthLabel, cell, &dep);CHKERRQ(ierr); 1509083401c6SMatthew G. Knepley if (dep != depth-1) continue; 151096959cd1SMatthew G. Knepley if (isHybrid) { 151196959cd1SMatthew G. Knepley const PetscInt *cone; 151296959cd1SMatthew G. Knepley 151396959cd1SMatthew G. Knepley ierr = DMPlexGetCone(dm, cell, &cone);CHKERRQ(ierr); 151496959cd1SMatthew G. Knepley ierr = DMPlexComputeCellGeometryFEM(dm, cone[0], quad, coords, fegeom.J, fegeom.invJ, fegeom.detJ);CHKERRQ(ierr); 151596959cd1SMatthew G. Knepley } else { 1516083401c6SMatthew G. Knepley ierr = DMPlexComputeCellGeometryFEM(dm, cell, quad, coords, fegeom.J, fegeom.invJ, fegeom.detJ);CHKERRQ(ierr); 151796959cd1SMatthew G. Knepley } 1518083401c6SMatthew G. Knepley ierr = DMPlexVecGetClosure(dm, NULL, localX, cell, NULL, &x);CHKERRQ(ierr); 151996959cd1SMatthew G. Knepley for (f = fStart; f < dsNf; ++f) { 152015496722SMatthew G. Knepley PetscObject obj; 152115496722SMatthew G. Knepley PetscClassId id; 1522083401c6SMatthew G. Knepley void * const ctx = ctxs ? ctxs[fields[f]] : NULL; 152315496722SMatthew G. Knepley PetscInt Nb, Nc, q, fc; 152415496722SMatthew G. Knepley PetscReal elemDiff = 0.0; 152515496722SMatthew G. Knepley 1526083401c6SMatthew G. Knepley ierr = PetscDSGetDiscretization(ds, f, &obj);CHKERRQ(ierr); 152715496722SMatthew G. Knepley ierr = PetscObjectGetClassId(obj, &id);CHKERRQ(ierr); 152815496722SMatthew G. Knepley if (id == PETSCFE_CLASSID) {ierr = PetscFEGetNumComponents((PetscFE) obj, &Nc);CHKERRQ(ierr);ierr = PetscFEGetDimension((PetscFE) obj, &Nb);CHKERRQ(ierr);} 152915496722SMatthew G. Knepley else if (id == PETSCFV_CLASSID) {ierr = PetscFVGetNumComponents((PetscFV) obj, &Nc);CHKERRQ(ierr);Nb = 1;} 1530083401c6SMatthew G. Knepley else SETERRQ1(PETSC_COMM_SELF, PETSC_ERR_ARG_WRONG, "Unknown discretization type for field %D", fields[f]); 153173d901b8SMatthew G. Knepley if (debug) { 153273d901b8SMatthew G. Knepley char title[1024]; 1533083401c6SMatthew G. Knepley ierr = PetscSNPrintf(title, 1023, "Solution for Field %D", fields[f]);CHKERRQ(ierr); 1534083401c6SMatthew G. Knepley ierr = DMPrintCellVector(cell, title, Nb, &x[fOff]);CHKERRQ(ierr); 153573d901b8SMatthew G. Knepley } 15367318780aSToby Isaac for (q = 0; q < Nq; ++q) { 15372a4e142eSMatthew G. Knepley PetscFEGeom qgeom; 15382a4e142eSMatthew G. Knepley 15392a4e142eSMatthew G. Knepley qgeom.dimEmbed = fegeom.dimEmbed; 1540083401c6SMatthew G. Knepley qgeom.J = &fegeom.J[q*dE*dE]; 1541083401c6SMatthew G. Knepley qgeom.invJ = &fegeom.invJ[q*dE*dE]; 15422a4e142eSMatthew G. Knepley qgeom.detJ = &fegeom.detJ[q]; 1543083401c6SMatthew G. Knepley if (fegeom.detJ[q] <= 0.0) SETERRQ3(PETSC_COMM_SELF, PETSC_ERR_ARG_OUTOFRANGE, "Invalid determinant %g for cell %D, quadrature point %D", (double)fegeom.detJ[q], cell, q); 1544d3a7d86cSMatthew G. Knepley if (transform) { 1545083401c6SMatthew G. Knepley gcoords = &coords[dE*Nq]; 1546083401c6SMatthew G. Knepley ierr = DMPlexBasisTransformApplyReal_Internal(dm, &coords[dE*q], PETSC_TRUE, dE, &coords[dE*q], gcoords, dm->transformCtx);CHKERRQ(ierr); 1547d3a7d86cSMatthew G. Knepley } else { 1548083401c6SMatthew G. Knepley gcoords = &coords[dE*q]; 1549d3a7d86cSMatthew G. Knepley } 1550083401c6SMatthew G. Knepley ierr = (*funcs[fields[f]])(dE, time, gcoords, Nc, funcVal, ctx); 1551e735a8a9SMatthew G. Knepley if (ierr) { 1552e735a8a9SMatthew G. Knepley PetscErrorCode ierr2; 1553083401c6SMatthew G. Knepley ierr2 = DMPlexVecRestoreClosure(dm, NULL, localX, cell, NULL, &x);CHKERRQ(ierr2); 1554e735a8a9SMatthew G. Knepley ierr2 = DMRestoreLocalVector(dm, &localX);CHKERRQ(ierr2); 1555083401c6SMatthew G. Knepley ierr2 = PetscFree6(funcVal,interpolant,coords,fegeom.detJ,fegeom.J,fegeom.invJ);CHKERRQ(ierr2); 1556e735a8a9SMatthew G. Knepley CHKERRQ(ierr); 1557e735a8a9SMatthew G. Knepley } 1558083401c6SMatthew G. Knepley if (transform) {ierr = DMPlexBasisTransformApply_Internal(dm, &coords[dE*q], PETSC_FALSE, Nc, funcVal, funcVal, dm->transformCtx);CHKERRQ(ierr);} 155996959cd1SMatthew G. Knepley /* Call once for each face, except for lagrange field */ 1560083401c6SMatthew G. Knepley if (id == PETSCFE_CLASSID) {ierr = PetscFEInterpolate_Static((PetscFE) obj, &x[fOff], &qgeom, q, interpolant);CHKERRQ(ierr);} 1561083401c6SMatthew G. Knepley else if (id == PETSCFV_CLASSID) {ierr = PetscFVInterpolate_Static((PetscFV) obj, &x[fOff], q, interpolant);CHKERRQ(ierr);} 1562083401c6SMatthew G. Knepley else SETERRQ1(PetscObjectComm((PetscObject) dm), PETSC_ERR_ARG_WRONG, "Unknown discretization type for field %D", fields[f]); 156315496722SMatthew G. Knepley for (fc = 0; fc < Nc; ++fc) { 1564beaa55a6SMatthew G. Knepley const PetscReal wt = quadWeights[q*qNc+(qNc == 1 ? 0 : qc+fc)]; 1565083401c6SMatthew G. Knepley if (debug) {ierr = PetscPrintf(PETSC_COMM_SELF, " cell %D field %D,%D point %g %g %g diff %g\n", cell, fields[f], fc, (double)(dE > 0 ? coords[dE*q] : 0.), (double)(dE > 1 ? coords[dE*q+1] : 0.),(double)(dE > 2 ? coords[dE*q+2] : 0.), (double)(PetscSqr(PetscRealPart(interpolant[fc] - funcVal[fc]))*wt*fegeom.detJ[q]));CHKERRQ(ierr);} 15664bee2e38SMatthew G. Knepley elemDiff += PetscSqr(PetscRealPart(interpolant[fc] - funcVal[fc]))*wt*fegeom.detJ[q]; 156773d901b8SMatthew G. Knepley } 156873d901b8SMatthew G. Knepley } 1569083401c6SMatthew G. Knepley fOff += Nb; 15709c3cf19fSMatthew G. Knepley qc += Nc; 1571083401c6SMatthew G. Knepley localDiff[fields[f]] += elemDiff; 1572083401c6SMatthew G. Knepley if (debug) {ierr = PetscPrintf(PETSC_COMM_SELF, " cell %D field %D cum diff %g\n", cell, fields[f], (double)localDiff[fields[f]]);CHKERRQ(ierr);} 157373d901b8SMatthew G. Knepley } 1574083401c6SMatthew G. Knepley ierr = DMPlexVecRestoreClosure(dm, NULL, localX, cell, NULL, &x);CHKERRQ(ierr); 1575083401c6SMatthew G. Knepley } 1576083401c6SMatthew G. Knepley if (label) { 1577083401c6SMatthew G. Knepley ierr = ISRestoreIndices(pointIS, &points);CHKERRQ(ierr); 1578083401c6SMatthew G. Knepley ierr = ISDestroy(&pointIS);CHKERRQ(ierr); 1579083401c6SMatthew G. Knepley } 1580083401c6SMatthew G. Knepley ierr = ISRestoreIndices(fieldIS, &fields);CHKERRQ(ierr); 1581083401c6SMatthew G. Knepley ierr = PetscFree6(funcVal, interpolant, coords, fegeom.detJ, fegeom.J, fegeom.invJ);CHKERRQ(ierr); 158273d901b8SMatthew G. Knepley } 158373d901b8SMatthew G. Knepley ierr = DMRestoreLocalVector(dm, &localX);CHKERRQ(ierr); 1584820f2d46SBarry Smith ierr = MPIU_Allreduce(localDiff, diff, Nf, MPIU_REAL, MPIU_SUM, PetscObjectComm((PetscObject)dm));CHKERRMPI(ierr); 1585083401c6SMatthew G. Knepley ierr = PetscFree(localDiff);CHKERRQ(ierr); 1586083401c6SMatthew G. Knepley for (f = 0; f < Nf; ++f) diff[f] = PetscSqrtReal(diff[f]); 158773d901b8SMatthew G. Knepley PetscFunctionReturn(0); 158873d901b8SMatthew G. Knepley } 158973d901b8SMatthew G. Knepley 1590e729f68cSMatthew G. Knepley /*@C 1591e729f68cSMatthew G. Knepley DMPlexComputeL2DiffVec - This function computes the cellwise L_2 difference between a function u and an FEM interpolant solution u_h, and stores it in a Vec. 1592e729f68cSMatthew G. Knepley 1593d083f849SBarry Smith Collective on dm 1594c0f8e1fdSMatthew G. Knepley 1595e729f68cSMatthew G. Knepley Input Parameters: 1596e729f68cSMatthew G. Knepley + dm - The DM 15970163fd50SMatthew G. Knepley . time - The time 1598ca3eba1bSToby Isaac . funcs - The functions to evaluate for each field component: NULL means that component does not contribute to error calculation 1599e729f68cSMatthew G. Knepley . ctxs - Optional array of contexts to pass to each function, or NULL. 1600e729f68cSMatthew G. Knepley - X - The coefficient vector u_h 1601e729f68cSMatthew G. Knepley 1602e729f68cSMatthew G. Knepley Output Parameter: 1603e729f68cSMatthew G. Knepley . D - A Vec which holds the difference ||u - u_h||_2 for each cell 1604e729f68cSMatthew G. Knepley 1605e729f68cSMatthew G. Knepley Level: developer 1606e729f68cSMatthew G. Knepley 1607b698f381SToby Isaac .seealso: DMProjectFunction(), DMComputeL2Diff(), DMPlexComputeL2FieldDiff(), DMComputeL2GradientDiff() 1608e729f68cSMatthew G. Knepley @*/ 16090163fd50SMatthew G. Knepley PetscErrorCode DMPlexComputeL2DiffVec(DM dm, PetscReal time, PetscErrorCode (**funcs)(PetscInt, PetscReal, const PetscReal [], PetscInt, PetscScalar *, void *), void **ctxs, Vec X, Vec D) 1610e729f68cSMatthew G. Knepley { 1611e729f68cSMatthew G. Knepley PetscSection section; 1612e729f68cSMatthew G. Knepley PetscQuadrature quad; 1613e729f68cSMatthew G. Knepley Vec localX; 16144bee2e38SMatthew G. Knepley PetscFEGeom fegeom; 1615e729f68cSMatthew G. Knepley PetscScalar *funcVal, *interpolant; 16164bee2e38SMatthew G. Knepley PetscReal *coords; 1617e729f68cSMatthew G. Knepley const PetscReal *quadPoints, *quadWeights; 1618485ad865SMatthew G. Knepley PetscInt dim, coordDim, numFields, numComponents = 0, qNc, Nq, cStart, cEnd, c, field, fieldOffset; 1619e729f68cSMatthew G. Knepley PetscErrorCode ierr; 1620e729f68cSMatthew G. Knepley 1621e729f68cSMatthew G. Knepley PetscFunctionBegin; 1622e729f68cSMatthew G. Knepley ierr = VecSet(D, 0.0);CHKERRQ(ierr); 1623e729f68cSMatthew G. Knepley ierr = DMGetDimension(dm, &dim);CHKERRQ(ierr); 16247318780aSToby Isaac ierr = DMGetCoordinateDim(dm, &coordDim);CHKERRQ(ierr); 162592fd8e1eSJed Brown ierr = DMGetLocalSection(dm, §ion);CHKERRQ(ierr); 1626e729f68cSMatthew G. Knepley ierr = PetscSectionGetNumFields(section, &numFields);CHKERRQ(ierr); 1627e729f68cSMatthew G. Knepley ierr = DMGetLocalVector(dm, &localX);CHKERRQ(ierr); 1628bdd6f66aSToby Isaac ierr = DMProjectFunctionLocal(dm, time, funcs, ctxs, INSERT_BC_VALUES, localX);CHKERRQ(ierr); 1629e729f68cSMatthew G. Knepley ierr = DMGlobalToLocalBegin(dm, X, INSERT_VALUES, localX);CHKERRQ(ierr); 1630e729f68cSMatthew G. Knepley ierr = DMGlobalToLocalEnd(dm, X, INSERT_VALUES, localX);CHKERRQ(ierr); 1631e729f68cSMatthew G. Knepley for (field = 0; field < numFields; ++field) { 1632e729f68cSMatthew G. Knepley PetscObject obj; 1633e729f68cSMatthew G. Knepley PetscClassId id; 1634e729f68cSMatthew G. Knepley PetscInt Nc; 1635e729f68cSMatthew G. Knepley 163644a7f3ddSMatthew G. Knepley ierr = DMGetField(dm, field, NULL, &obj);CHKERRQ(ierr); 1637e729f68cSMatthew G. Knepley ierr = PetscObjectGetClassId(obj, &id);CHKERRQ(ierr); 1638e729f68cSMatthew G. Knepley if (id == PETSCFE_CLASSID) { 1639e729f68cSMatthew G. Knepley PetscFE fe = (PetscFE) obj; 1640e729f68cSMatthew G. Knepley 1641e729f68cSMatthew G. Knepley ierr = PetscFEGetQuadrature(fe, &quad);CHKERRQ(ierr); 1642e729f68cSMatthew G. Knepley ierr = PetscFEGetNumComponents(fe, &Nc);CHKERRQ(ierr); 1643e729f68cSMatthew G. Knepley } else if (id == PETSCFV_CLASSID) { 1644e729f68cSMatthew G. Knepley PetscFV fv = (PetscFV) obj; 1645e729f68cSMatthew G. Knepley 1646e729f68cSMatthew G. Knepley ierr = PetscFVGetQuadrature(fv, &quad);CHKERRQ(ierr); 1647e729f68cSMatthew G. Knepley ierr = PetscFVGetNumComponents(fv, &Nc);CHKERRQ(ierr); 1648ff1e0c32SBarry Smith } else SETERRQ1(PetscObjectComm((PetscObject)dm), PETSC_ERR_ARG_WRONG, "Unknown discretization type for field %D", field); 1649e729f68cSMatthew G. Knepley numComponents += Nc; 1650e729f68cSMatthew G. Knepley } 16519c3cf19fSMatthew G. Knepley ierr = PetscQuadratureGetData(quad, NULL, &qNc, &Nq, &quadPoints, &quadWeights);CHKERRQ(ierr); 1652beaa55a6SMatthew G. Knepley if ((qNc != 1) && (qNc != numComponents)) SETERRQ2(PetscObjectComm((PetscObject) dm), PETSC_ERR_ARG_SIZ, "Quadrature components %D != %D field components", qNc, numComponents); 16532a4e142eSMatthew G. Knepley ierr = PetscMalloc6(numComponents,&funcVal,numComponents,&interpolant,coordDim*Nq,&coords,Nq,&fegeom.detJ,coordDim*coordDim*Nq,&fegeom.J,coordDim*coordDim*Nq,&fegeom.invJ);CHKERRQ(ierr); 1654412e9a14SMatthew G. Knepley ierr = DMPlexGetSimplexOrBoxCells(dm, 0, &cStart, &cEnd);CHKERRQ(ierr); 1655e729f68cSMatthew G. Knepley for (c = cStart; c < cEnd; ++c) { 1656e729f68cSMatthew G. Knepley PetscScalar *x = NULL; 16576f288a59SMatthew G. Knepley PetscScalar elemDiff = 0.0; 16589c3cf19fSMatthew G. Knepley PetscInt qc = 0; 1659e729f68cSMatthew G. Knepley 16602a4e142eSMatthew G. Knepley ierr = DMPlexComputeCellGeometryFEM(dm, c, quad, coords, fegeom.J, fegeom.invJ, fegeom.detJ);CHKERRQ(ierr); 1661e729f68cSMatthew G. Knepley ierr = DMPlexVecGetClosure(dm, NULL, localX, c, NULL, &x);CHKERRQ(ierr); 1662e729f68cSMatthew G. Knepley 1663e729f68cSMatthew G. Knepley for (field = 0, fieldOffset = 0; field < numFields; ++field) { 1664e729f68cSMatthew G. Knepley PetscObject obj; 1665e729f68cSMatthew G. Knepley PetscClassId id; 1666e729f68cSMatthew G. Knepley void * const ctx = ctxs ? ctxs[field] : NULL; 1667e729f68cSMatthew G. Knepley PetscInt Nb, Nc, q, fc; 1668e729f68cSMatthew G. Knepley 166944a7f3ddSMatthew G. Knepley ierr = DMGetField(dm, field, NULL, &obj);CHKERRQ(ierr); 1670e729f68cSMatthew G. Knepley ierr = PetscObjectGetClassId(obj, &id);CHKERRQ(ierr); 1671e729f68cSMatthew G. Knepley if (id == PETSCFE_CLASSID) {ierr = PetscFEGetNumComponents((PetscFE) obj, &Nc);CHKERRQ(ierr);ierr = PetscFEGetDimension((PetscFE) obj, &Nb);CHKERRQ(ierr);} 1672e729f68cSMatthew G. Knepley else if (id == PETSCFV_CLASSID) {ierr = PetscFVGetNumComponents((PetscFV) obj, &Nc);CHKERRQ(ierr);Nb = 1;} 1673ff1e0c32SBarry Smith else SETERRQ1(PetscObjectComm((PetscObject)dm), PETSC_ERR_ARG_WRONG, "Unknown discretization type for field %D", field); 167423f34ed2SToby Isaac if (funcs[field]) { 16757318780aSToby Isaac for (q = 0; q < Nq; ++q) { 16762a4e142eSMatthew G. Knepley PetscFEGeom qgeom; 16772a4e142eSMatthew G. Knepley 16782a4e142eSMatthew G. Knepley qgeom.dimEmbed = fegeom.dimEmbed; 16792a4e142eSMatthew G. Knepley qgeom.J = &fegeom.J[q*coordDim*coordDim]; 16802a4e142eSMatthew G. Knepley qgeom.invJ = &fegeom.invJ[q*coordDim*coordDim]; 16812a4e142eSMatthew G. Knepley qgeom.detJ = &fegeom.detJ[q]; 16824bee2e38SMatthew G. Knepley if (fegeom.detJ[q] <= 0.0) SETERRQ3(PETSC_COMM_SELF, PETSC_ERR_ARG_OUTOFRANGE, "Invalid determinant %g for element %D, quadrature points %D", (double)fegeom.detJ[q], c, q); 16832f613bf5SBarry Smith ierr = (*funcs[field])(coordDim, time, &coords[q*coordDim], Nc, funcVal, ctx);CHKERRQ(ierr); 1684c3e24edfSBarry Smith #if defined(needs_fix_with_return_code_argument) 1685e735a8a9SMatthew G. Knepley if (ierr) { 1686c3e24edfSBarry Smith PetscErrorCode ierr; 1687c3e24edfSBarry Smith ierr = DMPlexVecRestoreClosure(dm, NULL, localX, c, NULL, &x);CHKERRQ(ierr); 1688c3e24edfSBarry Smith ierr = PetscFree6(funcVal,interpolant,coords,fegeom.detJ,fegeom.J,fegeom.invJ);CHKERRQ(ierr); 1689c3e24edfSBarry Smith ierr = DMRestoreLocalVector(dm, &localX);CHKERRQ(ierr); 1690e735a8a9SMatthew G. Knepley } 1691c3e24edfSBarry Smith #endif 16922a4e142eSMatthew G. Knepley if (id == PETSCFE_CLASSID) {ierr = PetscFEInterpolate_Static((PetscFE) obj, &x[fieldOffset], &qgeom, q, interpolant);CHKERRQ(ierr);} 1693e729f68cSMatthew G. Knepley else if (id == PETSCFV_CLASSID) {ierr = PetscFVInterpolate_Static((PetscFV) obj, &x[fieldOffset], q, interpolant);CHKERRQ(ierr);} 1694ff1e0c32SBarry Smith else SETERRQ1(PetscObjectComm((PetscObject)dm), PETSC_ERR_ARG_WRONG, "Unknown discretization type for field %D", field); 1695e729f68cSMatthew G. Knepley for (fc = 0; fc < Nc; ++fc) { 1696beaa55a6SMatthew G. Knepley const PetscReal wt = quadWeights[q*qNc+(qNc == 1 ? 0 : qc+fc)]; 16974bee2e38SMatthew G. Knepley elemDiff += PetscSqr(PetscRealPart(interpolant[fc] - funcVal[fc]))*wt*fegeom.detJ[q]; 1698e729f68cSMatthew G. Knepley } 1699e729f68cSMatthew G. Knepley } 170023f34ed2SToby Isaac } 1701beaa55a6SMatthew G. Knepley fieldOffset += Nb; 17029c3cf19fSMatthew G. Knepley qc += Nc; 1703e729f68cSMatthew G. Knepley } 1704e729f68cSMatthew G. Knepley ierr = DMPlexVecRestoreClosure(dm, NULL, localX, c, NULL, &x);CHKERRQ(ierr); 170523f34ed2SToby Isaac ierr = VecSetValue(D, c - cStart, elemDiff, INSERT_VALUES);CHKERRQ(ierr); 1706e729f68cSMatthew G. Knepley } 17072a4e142eSMatthew G. Knepley ierr = PetscFree6(funcVal,interpolant,coords,fegeom.detJ,fegeom.J,fegeom.invJ);CHKERRQ(ierr); 1708e729f68cSMatthew G. Knepley ierr = DMRestoreLocalVector(dm, &localX);CHKERRQ(ierr); 1709e729f68cSMatthew G. Knepley ierr = VecSqrtAbs(D);CHKERRQ(ierr); 1710e729f68cSMatthew G. Knepley PetscFunctionReturn(0); 1711e729f68cSMatthew G. Knepley } 1712e729f68cSMatthew G. Knepley 17131555c271SMatthew G. Knepley /*@C 17141555c271SMatthew G. Knepley DMPlexComputeGradientClementInterpolant - This function computes the L2 projection of the cellwise gradient of a function u onto P1, and stores it in a Vec. 17151555c271SMatthew G. Knepley 1716d083f849SBarry Smith Collective on dm 1717c0f8e1fdSMatthew G. Knepley 17181555c271SMatthew G. Knepley Input Parameters: 17191555c271SMatthew G. Knepley + dm - The DM 17201555c271SMatthew G. Knepley - LocX - The coefficient vector u_h 17211555c271SMatthew G. Knepley 17221555c271SMatthew G. Knepley Output Parameter: 17231555c271SMatthew G. Knepley . locC - A Vec which holds the Clement interpolant of the gradient 17241555c271SMatthew G. Knepley 172595452b02SPatrick Sanan Notes: 172695452b02SPatrick Sanan Add citation to (Clement, 1975) and definition of the interpolant 17271555c271SMatthew G. Knepley \nabla u_h(v_i) = \sum_{T_i \in support(v_i)} |T_i| \nabla u_h(T_i) / \sum_{T_i \in support(v_i)} |T_i| where |T_i| is the cell volume 17281555c271SMatthew G. Knepley 17291555c271SMatthew G. Knepley Level: developer 17301555c271SMatthew G. Knepley 17311555c271SMatthew G. Knepley .seealso: DMProjectFunction(), DMComputeL2Diff(), DMPlexComputeL2FieldDiff(), DMComputeL2GradientDiff() 17321555c271SMatthew G. Knepley @*/ 17331555c271SMatthew G. Knepley PetscErrorCode DMPlexComputeGradientClementInterpolant(DM dm, Vec locX, Vec locC) 17341555c271SMatthew G. Knepley { 1735db1066baSMatthew G. Knepley DM_Plex *mesh = (DM_Plex *) dm->data; 1736db1066baSMatthew G. Knepley PetscInt debug = mesh->printFEM; 17371555c271SMatthew G. Knepley DM dmC; 17381555c271SMatthew G. Knepley PetscQuadrature quad; 17391555c271SMatthew G. Knepley PetscScalar *interpolant, *gradsum; 17404bee2e38SMatthew G. Knepley PetscFEGeom fegeom; 17414bee2e38SMatthew G. Knepley PetscReal *coords; 17421555c271SMatthew G. Knepley const PetscReal *quadPoints, *quadWeights; 1743485ad865SMatthew G. Knepley PetscInt dim, coordDim, numFields, numComponents = 0, qNc, Nq, cStart, cEnd, vStart, vEnd, v, field, fieldOffset; 17441555c271SMatthew G. Knepley PetscErrorCode ierr; 17451555c271SMatthew G. Knepley 17461555c271SMatthew G. Knepley PetscFunctionBegin; 17471555c271SMatthew G. Knepley ierr = VecGetDM(locC, &dmC);CHKERRQ(ierr); 17481555c271SMatthew G. Knepley ierr = VecSet(locC, 0.0);CHKERRQ(ierr); 17491555c271SMatthew G. Knepley ierr = DMGetDimension(dm, &dim);CHKERRQ(ierr); 17501555c271SMatthew G. Knepley ierr = DMGetCoordinateDim(dm, &coordDim);CHKERRQ(ierr); 17514bee2e38SMatthew G. Knepley fegeom.dimEmbed = coordDim; 17527a8154cbSJoe Wallwork ierr = DMGetNumFields(dm, &numFields);CHKERRQ(ierr); 17537a8154cbSJoe Wallwork if (numFields == 0) SETERRQ(PETSC_COMM_SELF, PETSC_ERR_ARG_WRONG, "Number of fields is zero!"); 17541555c271SMatthew G. Knepley for (field = 0; field < numFields; ++field) { 17551555c271SMatthew G. Knepley PetscObject obj; 17561555c271SMatthew G. Knepley PetscClassId id; 17571555c271SMatthew G. Knepley PetscInt Nc; 17581555c271SMatthew G. Knepley 175944a7f3ddSMatthew G. Knepley ierr = DMGetField(dm, field, NULL, &obj);CHKERRQ(ierr); 17601555c271SMatthew G. Knepley ierr = PetscObjectGetClassId(obj, &id);CHKERRQ(ierr); 17611555c271SMatthew G. Knepley if (id == PETSCFE_CLASSID) { 17621555c271SMatthew G. Knepley PetscFE fe = (PetscFE) obj; 17631555c271SMatthew G. Knepley 17641555c271SMatthew G. Knepley ierr = PetscFEGetQuadrature(fe, &quad);CHKERRQ(ierr); 17651555c271SMatthew G. Knepley ierr = PetscFEGetNumComponents(fe, &Nc);CHKERRQ(ierr); 17661555c271SMatthew G. Knepley } else if (id == PETSCFV_CLASSID) { 17671555c271SMatthew G. Knepley PetscFV fv = (PetscFV) obj; 17681555c271SMatthew G. Knepley 17691555c271SMatthew G. Knepley ierr = PetscFVGetQuadrature(fv, &quad);CHKERRQ(ierr); 17701555c271SMatthew G. Knepley ierr = PetscFVGetNumComponents(fv, &Nc);CHKERRQ(ierr); 1771ff1e0c32SBarry Smith } else SETERRQ1(PetscObjectComm((PetscObject)dm), PETSC_ERR_ARG_WRONG, "Unknown discretization type for field %D", field); 17721555c271SMatthew G. Knepley numComponents += Nc; 17731555c271SMatthew G. Knepley } 17741555c271SMatthew G. Knepley ierr = PetscQuadratureGetData(quad, NULL, &qNc, &Nq, &quadPoints, &quadWeights);CHKERRQ(ierr); 17751555c271SMatthew G. Knepley if ((qNc != 1) && (qNc != numComponents)) SETERRQ2(PetscObjectComm((PetscObject) dm), PETSC_ERR_ARG_SIZ, "Quadrature components %D != %D field components", qNc, numComponents); 17764bee2e38SMatthew G. Knepley ierr = PetscMalloc6(coordDim*numComponents*2,&gradsum,coordDim*numComponents,&interpolant,coordDim*Nq,&coords,Nq,&fegeom.detJ,coordDim*coordDim*Nq,&fegeom.J,coordDim*coordDim*Nq,&fegeom.invJ);CHKERRQ(ierr); 17771555c271SMatthew G. Knepley ierr = DMPlexGetDepthStratum(dm, 0, &vStart, &vEnd);CHKERRQ(ierr); 1778412e9a14SMatthew G. Knepley ierr = DMPlexGetSimplexOrBoxCells(dm, 0, &cStart, &cEnd);CHKERRQ(ierr); 17791555c271SMatthew G. Knepley for (v = vStart; v < vEnd; ++v) { 17801555c271SMatthew G. Knepley PetscScalar volsum = 0.0; 17811555c271SMatthew G. Knepley PetscInt *star = NULL; 17821555c271SMatthew G. Knepley PetscInt starSize, st, d, fc; 17831555c271SMatthew G. Knepley 1784580bdb30SBarry Smith ierr = PetscArrayzero(gradsum, coordDim*numComponents);CHKERRQ(ierr); 17851555c271SMatthew G. Knepley ierr = DMPlexGetTransitiveClosure(dm, v, PETSC_FALSE, &starSize, &star);CHKERRQ(ierr); 17861555c271SMatthew G. Knepley for (st = 0; st < starSize*2; st += 2) { 17871555c271SMatthew G. Knepley const PetscInt cell = star[st]; 17881555c271SMatthew G. Knepley PetscScalar *grad = &gradsum[coordDim*numComponents]; 17891555c271SMatthew G. Knepley PetscScalar *x = NULL; 17901555c271SMatthew G. Knepley PetscReal vol = 0.0; 17911555c271SMatthew G. Knepley 17921555c271SMatthew G. Knepley if ((cell < cStart) || (cell >= cEnd)) continue; 17934bee2e38SMatthew G. Knepley ierr = DMPlexComputeCellGeometryFEM(dm, cell, quad, coords, fegeom.J, fegeom.invJ, fegeom.detJ);CHKERRQ(ierr); 17941555c271SMatthew G. Knepley ierr = DMPlexVecGetClosure(dm, NULL, locX, cell, NULL, &x);CHKERRQ(ierr); 17951555c271SMatthew G. Knepley for (field = 0, fieldOffset = 0; field < numFields; ++field) { 17961555c271SMatthew G. Knepley PetscObject obj; 17971555c271SMatthew G. Knepley PetscClassId id; 17981555c271SMatthew G. Knepley PetscInt Nb, Nc, q, qc = 0; 17991555c271SMatthew G. Knepley 1800580bdb30SBarry Smith ierr = PetscArrayzero(grad, coordDim*numComponents);CHKERRQ(ierr); 180144a7f3ddSMatthew G. Knepley ierr = DMGetField(dm, field, NULL, &obj);CHKERRQ(ierr); 18021555c271SMatthew G. Knepley ierr = PetscObjectGetClassId(obj, &id);CHKERRQ(ierr); 18031555c271SMatthew G. Knepley if (id == PETSCFE_CLASSID) {ierr = PetscFEGetNumComponents((PetscFE) obj, &Nc);CHKERRQ(ierr);ierr = PetscFEGetDimension((PetscFE) obj, &Nb);CHKERRQ(ierr);} 18041555c271SMatthew G. Knepley else if (id == PETSCFV_CLASSID) {ierr = PetscFVGetNumComponents((PetscFV) obj, &Nc);CHKERRQ(ierr);Nb = 1;} 1805ff1e0c32SBarry Smith else SETERRQ1(PetscObjectComm((PetscObject)dm), PETSC_ERR_ARG_WRONG, "Unknown discretization type for field %D", field); 18061555c271SMatthew G. Knepley for (q = 0; q < Nq; ++q) { 18072a4e142eSMatthew G. Knepley PetscFEGeom qgeom; 18082a4e142eSMatthew G. Knepley 18092a4e142eSMatthew G. Knepley qgeom.dimEmbed = fegeom.dimEmbed; 18102a4e142eSMatthew G. Knepley qgeom.J = &fegeom.J[q*coordDim*coordDim]; 18112a4e142eSMatthew G. Knepley qgeom.invJ = &fegeom.invJ[q*coordDim*coordDim]; 18122a4e142eSMatthew G. Knepley qgeom.detJ = &fegeom.detJ[q]; 18134bee2e38SMatthew G. Knepley if (fegeom.detJ[q] <= 0.0) SETERRQ3(PETSC_COMM_SELF, PETSC_ERR_ARG_OUTOFRANGE, "Invalid determinant %g for element %D, quadrature points %D", (double)fegeom.detJ[q], cell, q); 18141555c271SMatthew G. Knepley if (ierr) { 18151555c271SMatthew G. Knepley PetscErrorCode ierr2; 18161555c271SMatthew G. Knepley ierr2 = DMPlexVecRestoreClosure(dm, NULL, locX, cell, NULL, &x);CHKERRQ(ierr2); 18171555c271SMatthew G. Knepley ierr2 = DMPlexRestoreTransitiveClosure(dm, v, PETSC_FALSE, &starSize, &star);CHKERRQ(ierr2); 18184bee2e38SMatthew G. Knepley ierr2 = PetscFree6(gradsum,interpolant,coords,fegeom.detJ,fegeom.J,fegeom.invJ);CHKERRQ(ierr2); 18191555c271SMatthew G. Knepley CHKERRQ(ierr); 18201555c271SMatthew G. Knepley } 1821f9244615SMatthew G. Knepley if (id == PETSCFE_CLASSID) {ierr = PetscFEInterpolateGradient_Static((PetscFE) obj, 1, &x[fieldOffset], &qgeom, q, interpolant);CHKERRQ(ierr);} 1822ff1e0c32SBarry Smith else SETERRQ1(PetscObjectComm((PetscObject)dm), PETSC_ERR_ARG_WRONG, "Unknown discretization type for field %D", field); 18231555c271SMatthew G. Knepley for (fc = 0; fc < Nc; ++fc) { 1824*53d2db2dSJoe Wallwork const PetscReal wt = quadWeights[q*qNc+qc]; 18251555c271SMatthew G. Knepley 18264bee2e38SMatthew G. Knepley for (d = 0; d < coordDim; ++d) grad[fc*coordDim+d] += interpolant[fc*dim+d]*wt*fegeom.detJ[q]; 18271555c271SMatthew G. Knepley } 18284bee2e38SMatthew G. Knepley vol += quadWeights[q*qNc]*fegeom.detJ[q]; 18291555c271SMatthew G. Knepley } 18301555c271SMatthew G. Knepley fieldOffset += Nb; 18311555c271SMatthew G. Knepley qc += Nc; 18321555c271SMatthew G. Knepley } 18331555c271SMatthew G. Knepley ierr = DMPlexVecRestoreClosure(dm, NULL, locX, cell, NULL, &x);CHKERRQ(ierr); 1834f8527842SMatthew G. Knepley for (fc = 0; fc < numComponents; ++fc) { 1835f8527842SMatthew G. Knepley for (d = 0; d < coordDim; ++d) { 1836f8527842SMatthew G. Knepley gradsum[fc*coordDim+d] += grad[fc*coordDim+d]; 1837f8527842SMatthew G. Knepley } 1838f8527842SMatthew G. Knepley } 1839f8527842SMatthew G. Knepley volsum += vol; 1840db1066baSMatthew G. Knepley if (debug) { 1841bb48be70SMatthew G. Knepley ierr = PetscPrintf(PETSC_COMM_SELF, "Vertex %" PetscInt_FMT " Cell %" PetscInt_FMT " gradient: [", v, cell);CHKERRQ(ierr); 18421555c271SMatthew G. Knepley for (fc = 0; fc < numComponents; ++fc) { 18431555c271SMatthew G. Knepley for (d = 0; d < coordDim; ++d) { 18441555c271SMatthew G. Knepley if (fc || d > 0) {ierr = PetscPrintf(PETSC_COMM_SELF, ", ");CHKERRQ(ierr);} 18456d20ae03SJed Brown ierr = PetscPrintf(PETSC_COMM_SELF, "%g", (double)PetscRealPart(grad[fc*coordDim+d]));CHKERRQ(ierr); 18461555c271SMatthew G. Knepley } 18471555c271SMatthew G. Knepley } 18481555c271SMatthew G. Knepley ierr = PetscPrintf(PETSC_COMM_SELF, "]\n");CHKERRQ(ierr); 1849db1066baSMatthew G. Knepley } 18501555c271SMatthew G. Knepley } 18511555c271SMatthew G. Knepley for (fc = 0; fc < numComponents; ++fc) { 18521555c271SMatthew G. Knepley for (d = 0; d < coordDim; ++d) gradsum[fc*coordDim+d] /= volsum; 18531555c271SMatthew G. Knepley } 18541555c271SMatthew G. Knepley ierr = DMPlexRestoreTransitiveClosure(dm, v, PETSC_FALSE, &starSize, &star);CHKERRQ(ierr); 18551555c271SMatthew G. Knepley ierr = DMPlexVecSetClosure(dmC, NULL, locC, v, gradsum, INSERT_VALUES);CHKERRQ(ierr); 18561555c271SMatthew G. Knepley } 18574bee2e38SMatthew G. Knepley ierr = PetscFree6(gradsum,interpolant,coords,fegeom.detJ,fegeom.J,fegeom.invJ);CHKERRQ(ierr); 18581555c271SMatthew G. Knepley PetscFunctionReturn(0); 18591555c271SMatthew G. Knepley } 18601555c271SMatthew G. Knepley 1861338f77d5SMatthew G. Knepley static PetscErrorCode DMPlexComputeIntegral_Internal(DM dm, Vec X, PetscInt cStart, PetscInt cEnd, PetscScalar *cintegral, void *user) 186273d901b8SMatthew G. Knepley { 1863338f77d5SMatthew G. Knepley DM dmAux = NULL; 186461aaff12SToby Isaac PetscDS prob, probAux = NULL; 186573d901b8SMatthew G. Knepley PetscSection section, sectionAux; 1866338f77d5SMatthew G. Knepley Vec locX, locA; 1867c330f8ffSToby Isaac PetscInt dim, numCells = cEnd - cStart, c, f; 1868c330f8ffSToby Isaac PetscBool useFVM = PETSC_FALSE; 1869338f77d5SMatthew G. Knepley /* DS */ 1870338f77d5SMatthew G. Knepley PetscInt Nf, totDim, *uOff, *uOff_x, numConstants; 1871338f77d5SMatthew G. Knepley PetscInt NfAux, totDimAux, *aOff; 1872338f77d5SMatthew G. Knepley PetscScalar *u, *a; 1873338f77d5SMatthew G. Knepley const PetscScalar *constants; 1874338f77d5SMatthew G. Knepley /* Geometry */ 1875c330f8ffSToby Isaac PetscFEGeom *cgeomFEM; 1876338f77d5SMatthew G. Knepley DM dmGrad; 1877c330f8ffSToby Isaac PetscQuadrature affineQuad = NULL; 1878338f77d5SMatthew G. Knepley Vec cellGeometryFVM = NULL, faceGeometryFVM = NULL, locGrad = NULL; 1879b5a3613cSMatthew G. Knepley PetscFVCellGeom *cgeomFVM; 1880338f77d5SMatthew G. Knepley const PetscScalar *lgrad; 1881b7260050SToby Isaac PetscInt maxDegree; 1882c330f8ffSToby Isaac DMField coordField; 1883c330f8ffSToby Isaac IS cellIS; 188473d901b8SMatthew G. Knepley PetscErrorCode ierr; 188573d901b8SMatthew G. Knepley 188673d901b8SMatthew G. Knepley PetscFunctionBegin; 1887338f77d5SMatthew G. Knepley ierr = DMGetDS(dm, &prob);CHKERRQ(ierr); 1888c73cfb54SMatthew G. Knepley ierr = DMGetDimension(dm, &dim);CHKERRQ(ierr); 188992fd8e1eSJed Brown ierr = DMGetLocalSection(dm, §ion);CHKERRQ(ierr); 18907a8154cbSJoe Wallwork ierr = DMGetNumFields(dm, &Nf);CHKERRQ(ierr); 1891338f77d5SMatthew G. Knepley /* Determine which discretizations we have */ 1892b5a3613cSMatthew G. Knepley for (f = 0; f < Nf; ++f) { 1893b5a3613cSMatthew G. Knepley PetscObject obj; 1894b5a3613cSMatthew G. Knepley PetscClassId id; 1895b5a3613cSMatthew G. Knepley 1896b5a3613cSMatthew G. Knepley ierr = PetscDSGetDiscretization(prob, f, &obj);CHKERRQ(ierr); 1897b5a3613cSMatthew G. Knepley ierr = PetscObjectGetClassId(obj, &id);CHKERRQ(ierr); 1898338f77d5SMatthew G. Knepley if (id == PETSCFV_CLASSID) useFVM = PETSC_TRUE; 1899338f77d5SMatthew G. Knepley } 1900338f77d5SMatthew G. Knepley /* Get local solution with boundary values */ 1901338f77d5SMatthew G. Knepley ierr = DMGetLocalVector(dm, &locX);CHKERRQ(ierr); 1902338f77d5SMatthew G. Knepley ierr = DMPlexInsertBoundaryValues(dm, PETSC_TRUE, locX, 0.0, NULL, NULL, NULL);CHKERRQ(ierr); 1903338f77d5SMatthew G. Knepley ierr = DMGlobalToLocalBegin(dm, X, INSERT_VALUES, locX);CHKERRQ(ierr); 1904338f77d5SMatthew G. Knepley ierr = DMGlobalToLocalEnd(dm, X, INSERT_VALUES, locX);CHKERRQ(ierr); 1905338f77d5SMatthew G. Knepley /* Read DS information */ 1906338f77d5SMatthew G. Knepley ierr = PetscDSGetTotalDimension(prob, &totDim);CHKERRQ(ierr); 1907338f77d5SMatthew G. Knepley ierr = PetscDSGetComponentOffsets(prob, &uOff);CHKERRQ(ierr); 1908338f77d5SMatthew G. Knepley ierr = PetscDSGetComponentDerivativeOffsets(prob, &uOff_x);CHKERRQ(ierr); 1909c330f8ffSToby Isaac ierr = ISCreateStride(PETSC_COMM_SELF,numCells,cStart,1,&cellIS);CHKERRQ(ierr); 1910338f77d5SMatthew G. Knepley ierr = PetscDSGetConstants(prob, &numConstants, &constants);CHKERRQ(ierr); 1911338f77d5SMatthew G. Knepley /* Read Auxiliary DS information */ 19129a2a23afSMatthew G. Knepley ierr = DMGetAuxiliaryVec(dm, NULL, 0, &locA);CHKERRQ(ierr); 19139a2a23afSMatthew G. Knepley if (locA) { 19149a2a23afSMatthew G. Knepley ierr = VecGetDM(locA, &dmAux);CHKERRQ(ierr); 1915338f77d5SMatthew G. Knepley ierr = DMGetDS(dmAux, &probAux);CHKERRQ(ierr); 1916338f77d5SMatthew G. Knepley ierr = PetscDSGetNumFields(probAux, &NfAux);CHKERRQ(ierr); 191792fd8e1eSJed Brown ierr = DMGetLocalSection(dmAux, §ionAux);CHKERRQ(ierr); 1918338f77d5SMatthew G. Knepley ierr = PetscDSGetTotalDimension(probAux, &totDimAux);CHKERRQ(ierr); 1919338f77d5SMatthew G. Knepley ierr = PetscDSGetComponentOffsets(probAux, &aOff);CHKERRQ(ierr); 1920338f77d5SMatthew G. Knepley } 1921338f77d5SMatthew G. Knepley /* Allocate data arrays */ 1922338f77d5SMatthew G. Knepley ierr = PetscCalloc1(numCells*totDim, &u);CHKERRQ(ierr); 1923338f77d5SMatthew G. Knepley if (dmAux) {ierr = PetscMalloc1(numCells*totDimAux, &a);CHKERRQ(ierr);} 1924338f77d5SMatthew G. Knepley /* Read out geometry */ 1925c330f8ffSToby Isaac ierr = DMGetCoordinateField(dm,&coordField);CHKERRQ(ierr); 1926b7260050SToby Isaac ierr = DMFieldGetDegree(coordField,cellIS,NULL,&maxDegree);CHKERRQ(ierr); 1927b7260050SToby Isaac if (maxDegree <= 1) { 1928c330f8ffSToby Isaac ierr = DMFieldCreateDefaultQuadrature(coordField,cellIS,&affineQuad);CHKERRQ(ierr); 1929c330f8ffSToby Isaac if (affineQuad) { 1930c330f8ffSToby Isaac ierr = DMFieldCreateFEGeom(coordField,cellIS,affineQuad,PETSC_FALSE,&cgeomFEM);CHKERRQ(ierr); 1931338f77d5SMatthew G. Knepley } 1932b5a3613cSMatthew G. Knepley } 1933b5a3613cSMatthew G. Knepley if (useFVM) { 1934338f77d5SMatthew G. Knepley PetscFV fv = NULL; 1935b5a3613cSMatthew G. Knepley Vec grad; 1936b5a3613cSMatthew G. Knepley PetscInt fStart, fEnd; 1937b5a3613cSMatthew G. Knepley PetscBool compGrad; 1938b5a3613cSMatthew G. Knepley 1939338f77d5SMatthew G. Knepley for (f = 0; f < Nf; ++f) { 1940338f77d5SMatthew G. Knepley PetscObject obj; 1941338f77d5SMatthew G. Knepley PetscClassId id; 1942338f77d5SMatthew G. Knepley 1943338f77d5SMatthew G. Knepley ierr = PetscDSGetDiscretization(prob, f, &obj);CHKERRQ(ierr); 1944338f77d5SMatthew G. Knepley ierr = PetscObjectGetClassId(obj, &id);CHKERRQ(ierr); 1945338f77d5SMatthew G. Knepley if (id == PETSCFV_CLASSID) {fv = (PetscFV) obj; break;} 1946338f77d5SMatthew G. Knepley } 1947338f77d5SMatthew G. Knepley ierr = PetscFVGetComputeGradients(fv, &compGrad);CHKERRQ(ierr); 1948338f77d5SMatthew G. Knepley ierr = PetscFVSetComputeGradients(fv, PETSC_TRUE);CHKERRQ(ierr); 1949b5a3613cSMatthew G. Knepley ierr = DMPlexComputeGeometryFVM(dm, &cellGeometryFVM, &faceGeometryFVM);CHKERRQ(ierr); 1950338f77d5SMatthew G. Knepley ierr = DMPlexComputeGradientFVM(dm, fv, faceGeometryFVM, cellGeometryFVM, &dmGrad);CHKERRQ(ierr); 1951338f77d5SMatthew G. Knepley ierr = PetscFVSetComputeGradients(fv, compGrad);CHKERRQ(ierr); 1952b5a3613cSMatthew G. Knepley ierr = VecGetArrayRead(cellGeometryFVM, (const PetscScalar **) &cgeomFVM);CHKERRQ(ierr); 1953b5a3613cSMatthew G. Knepley /* Reconstruct and limit cell gradients */ 1954b5a3613cSMatthew G. Knepley ierr = DMPlexGetHeightStratum(dm, 1, &fStart, &fEnd);CHKERRQ(ierr); 1955b5a3613cSMatthew G. Knepley ierr = DMGetGlobalVector(dmGrad, &grad);CHKERRQ(ierr); 1956338f77d5SMatthew G. Knepley ierr = DMPlexReconstructGradients_Internal(dm, fv, fStart, fEnd, faceGeometryFVM, cellGeometryFVM, locX, grad);CHKERRQ(ierr); 1957b5a3613cSMatthew G. Knepley /* Communicate gradient values */ 1958b5a3613cSMatthew G. Knepley ierr = DMGetLocalVector(dmGrad, &locGrad);CHKERRQ(ierr); 1959b5a3613cSMatthew G. Knepley ierr = DMGlobalToLocalBegin(dmGrad, grad, INSERT_VALUES, locGrad);CHKERRQ(ierr); 1960b5a3613cSMatthew G. Knepley ierr = DMGlobalToLocalEnd(dmGrad, grad, INSERT_VALUES, locGrad);CHKERRQ(ierr); 1961b5a3613cSMatthew G. Knepley ierr = DMRestoreGlobalVector(dmGrad, &grad);CHKERRQ(ierr); 1962b5a3613cSMatthew G. Knepley /* Handle non-essential (e.g. outflow) boundary values */ 1963338f77d5SMatthew G. Knepley ierr = DMPlexInsertBoundaryValues(dm, PETSC_FALSE, locX, 0.0, faceGeometryFVM, cellGeometryFVM, locGrad);CHKERRQ(ierr); 1964b5a3613cSMatthew G. Knepley ierr = VecGetArrayRead(locGrad, &lgrad);CHKERRQ(ierr); 1965b5a3613cSMatthew G. Knepley } 1966338f77d5SMatthew G. Knepley /* Read out data from inputs */ 196773d901b8SMatthew G. Knepley for (c = cStart; c < cEnd; ++c) { 196873d901b8SMatthew G. Knepley PetscScalar *x = NULL; 196973d901b8SMatthew G. Knepley PetscInt i; 197073d901b8SMatthew G. Knepley 1971338f77d5SMatthew G. Knepley ierr = DMPlexVecGetClosure(dm, section, locX, c, NULL, &x);CHKERRQ(ierr); 19720f2d7e86SMatthew G. Knepley for (i = 0; i < totDim; ++i) u[c*totDim+i] = x[i]; 1973338f77d5SMatthew G. Knepley ierr = DMPlexVecRestoreClosure(dm, section, locX, c, NULL, &x);CHKERRQ(ierr); 197473d901b8SMatthew G. Knepley if (dmAux) { 1975338f77d5SMatthew G. Knepley ierr = DMPlexVecGetClosure(dmAux, sectionAux, locA, c, NULL, &x);CHKERRQ(ierr); 19760f2d7e86SMatthew G. Knepley for (i = 0; i < totDimAux; ++i) a[c*totDimAux+i] = x[i]; 1977338f77d5SMatthew G. Knepley ierr = DMPlexVecRestoreClosure(dmAux, sectionAux, locA, c, NULL, &x);CHKERRQ(ierr); 197873d901b8SMatthew G. Knepley } 197973d901b8SMatthew G. Knepley } 1980338f77d5SMatthew G. Knepley /* Do integration for each field */ 198173d901b8SMatthew G. Knepley for (f = 0; f < Nf; ++f) { 1982c1f031eeSMatthew G. Knepley PetscObject obj; 1983c1f031eeSMatthew G. Knepley PetscClassId id; 1984c1f031eeSMatthew G. Knepley PetscInt numChunks, numBatches, batchSize, numBlocks, blockSize, Ne, Nr, offset; 198573d901b8SMatthew G. Knepley 1986c1f031eeSMatthew G. Knepley ierr = PetscDSGetDiscretization(prob, f, &obj);CHKERRQ(ierr); 1987c1f031eeSMatthew G. Knepley ierr = PetscObjectGetClassId(obj, &id);CHKERRQ(ierr); 1988c1f031eeSMatthew G. Knepley if (id == PETSCFE_CLASSID) { 1989c1f031eeSMatthew G. Knepley PetscFE fe = (PetscFE) obj; 1990c1f031eeSMatthew G. Knepley PetscQuadrature q; 1991c330f8ffSToby Isaac PetscFEGeom *chunkGeom = NULL; 1992c1f031eeSMatthew G. Knepley PetscInt Nq, Nb; 1993c1f031eeSMatthew G. Knepley 19940f2d7e86SMatthew G. Knepley ierr = PetscFEGetTileSizes(fe, NULL, &numBlocks, NULL, &numBatches);CHKERRQ(ierr); 1995c1f031eeSMatthew G. Knepley ierr = PetscFEGetQuadrature(fe, &q);CHKERRQ(ierr); 19969c3cf19fSMatthew G. Knepley ierr = PetscQuadratureGetData(q, NULL, NULL, &Nq, NULL, NULL);CHKERRQ(ierr); 1997c1f031eeSMatthew G. Knepley ierr = PetscFEGetDimension(fe, &Nb);CHKERRQ(ierr); 1998c1f031eeSMatthew G. Knepley blockSize = Nb*Nq; 199973d901b8SMatthew G. Knepley batchSize = numBlocks * blockSize; 20000f2d7e86SMatthew G. Knepley ierr = PetscFESetTileSizes(fe, blockSize, numBlocks, batchSize, numBatches);CHKERRQ(ierr); 200173d901b8SMatthew G. Knepley numChunks = numCells / (numBatches*batchSize); 200273d901b8SMatthew G. Knepley Ne = numChunks*numBatches*batchSize; 200373d901b8SMatthew G. Knepley Nr = numCells % (numBatches*batchSize); 200473d901b8SMatthew G. Knepley offset = numCells - Nr; 2005c330f8ffSToby Isaac if (!affineQuad) { 2006c330f8ffSToby Isaac ierr = DMFieldCreateFEGeom(coordField,cellIS,q,PETSC_FALSE,&cgeomFEM);CHKERRQ(ierr); 2007c330f8ffSToby Isaac } 2008c330f8ffSToby Isaac ierr = PetscFEGeomGetChunk(cgeomFEM,0,offset,&chunkGeom);CHKERRQ(ierr); 20094bee2e38SMatthew G. Knepley ierr = PetscFEIntegrate(prob, f, Ne, chunkGeom, u, probAux, a, cintegral);CHKERRQ(ierr); 2010c330f8ffSToby Isaac ierr = PetscFEGeomGetChunk(cgeomFEM,offset,numCells,&chunkGeom);CHKERRQ(ierr); 20114bee2e38SMatthew G. Knepley ierr = PetscFEIntegrate(prob, f, Nr, chunkGeom, &u[offset*totDim], probAux, &a[offset*totDimAux], &cintegral[offset*Nf]);CHKERRQ(ierr); 2012c330f8ffSToby Isaac ierr = PetscFEGeomRestoreChunk(cgeomFEM,offset,numCells,&chunkGeom);CHKERRQ(ierr); 2013c330f8ffSToby Isaac if (!affineQuad) { 2014c330f8ffSToby Isaac ierr = PetscFEGeomDestroy(&cgeomFEM);CHKERRQ(ierr); 2015c330f8ffSToby Isaac } 2016c1f031eeSMatthew G. Knepley } else if (id == PETSCFV_CLASSID) { 2017c1f031eeSMatthew G. Knepley PetscInt foff; 2018420e96edSMatthew G. Knepley PetscPointFunc obj_func; 2019b69edc29SMatthew G. Knepley PetscScalar lint; 2020c1f031eeSMatthew G. Knepley 2021c1f031eeSMatthew G. Knepley ierr = PetscDSGetObjective(prob, f, &obj_func);CHKERRQ(ierr); 2022c1f031eeSMatthew G. Knepley ierr = PetscDSGetFieldOffset(prob, f, &foff);CHKERRQ(ierr); 2023c1f031eeSMatthew G. Knepley if (obj_func) { 2024c1f031eeSMatthew G. Knepley for (c = 0; c < numCells; ++c) { 2025b5a3613cSMatthew G. Knepley PetscScalar *u_x; 2026b5a3613cSMatthew G. Knepley 2027b5a3613cSMatthew G. Knepley ierr = DMPlexPointLocalRead(dmGrad, c, lgrad, &u_x);CHKERRQ(ierr); 2028338f77d5SMatthew G. Knepley obj_func(dim, Nf, NfAux, uOff, uOff_x, &u[totDim*c+foff], NULL, u_x, aOff, NULL, &a[totDimAux*c], NULL, NULL, 0.0, cgeomFVM[c].centroid, numConstants, constants, &lint); 2029338f77d5SMatthew G. Knepley cintegral[c*Nf+f] += PetscRealPart(lint)*cgeomFVM[c].volume; 203073d901b8SMatthew G. Knepley } 2031c1f031eeSMatthew G. Knepley } 2032ff1e0c32SBarry Smith } else SETERRQ1(PetscObjectComm((PetscObject) dm), PETSC_ERR_ARG_WRONG, "Unknown discretization type for field %D", f); 2033c1f031eeSMatthew G. Knepley } 2034338f77d5SMatthew G. Knepley /* Cleanup data arrays */ 2035b5a3613cSMatthew G. Knepley if (useFVM) { 2036b5a3613cSMatthew G. Knepley ierr = VecRestoreArrayRead(locGrad, &lgrad);CHKERRQ(ierr); 2037b5a3613cSMatthew G. Knepley ierr = VecRestoreArrayRead(cellGeometryFVM, (const PetscScalar **) &cgeomFVM);CHKERRQ(ierr); 2038b5a3613cSMatthew G. Knepley ierr = DMRestoreLocalVector(dmGrad, &locGrad);CHKERRQ(ierr); 2039b5a3613cSMatthew G. Knepley ierr = VecDestroy(&faceGeometryFVM);CHKERRQ(ierr); 2040b5a3613cSMatthew G. Knepley ierr = VecDestroy(&cellGeometryFVM);CHKERRQ(ierr); 2041b5a3613cSMatthew G. Knepley ierr = DMDestroy(&dmGrad);CHKERRQ(ierr); 2042b5a3613cSMatthew G. Knepley } 204373d901b8SMatthew G. Knepley if (dmAux) {ierr = PetscFree(a);CHKERRQ(ierr);} 2044338f77d5SMatthew G. Knepley ierr = PetscFree(u);CHKERRQ(ierr); 2045338f77d5SMatthew G. Knepley /* Cleanup */ 2046f99c8401SToby Isaac if (affineQuad) { 2047f99c8401SToby Isaac ierr = PetscFEGeomDestroy(&cgeomFEM);CHKERRQ(ierr); 2048f99c8401SToby Isaac } 2049f99c8401SToby Isaac ierr = PetscQuadratureDestroy(&affineQuad);CHKERRQ(ierr); 2050c330f8ffSToby Isaac ierr = ISDestroy(&cellIS);CHKERRQ(ierr); 2051338f77d5SMatthew G. Knepley ierr = DMRestoreLocalVector(dm, &locX);CHKERRQ(ierr); 2052338f77d5SMatthew G. Knepley PetscFunctionReturn(0); 2053338f77d5SMatthew G. Knepley } 2054338f77d5SMatthew G. Knepley 2055338f77d5SMatthew G. Knepley /*@ 2056338f77d5SMatthew G. Knepley DMPlexComputeIntegralFEM - Form the integral over the domain from the global input X using pointwise functions specified by the user 2057338f77d5SMatthew G. Knepley 2058338f77d5SMatthew G. Knepley Input Parameters: 2059338f77d5SMatthew G. Knepley + dm - The mesh 2060338f77d5SMatthew G. Knepley . X - Global input vector 2061338f77d5SMatthew G. Knepley - user - The user context 2062338f77d5SMatthew G. Knepley 2063338f77d5SMatthew G. Knepley Output Parameter: 2064338f77d5SMatthew G. Knepley . integral - Integral for each field 2065338f77d5SMatthew G. Knepley 2066338f77d5SMatthew G. Knepley Level: developer 2067338f77d5SMatthew G. Knepley 2068446c23c1SPierre Jolivet .seealso: DMPlexSNESComputeResidualFEM() 2069338f77d5SMatthew G. Knepley @*/ 2070b8feb594SMatthew G. Knepley PetscErrorCode DMPlexComputeIntegralFEM(DM dm, Vec X, PetscScalar *integral, void *user) 2071338f77d5SMatthew G. Knepley { 2072338f77d5SMatthew G. Knepley DM_Plex *mesh = (DM_Plex *) dm->data; 2073b8feb594SMatthew G. Knepley PetscScalar *cintegral, *lintegral; 2074412e9a14SMatthew G. Knepley PetscInt Nf, f, cellHeight, cStart, cEnd, cell; 2075338f77d5SMatthew G. Knepley PetscErrorCode ierr; 2076338f77d5SMatthew G. Knepley 2077338f77d5SMatthew G. Knepley PetscFunctionBegin; 2078338f77d5SMatthew G. Knepley PetscValidHeaderSpecific(dm, DM_CLASSID, 1); 2079338f77d5SMatthew G. Knepley PetscValidHeaderSpecific(X, VEC_CLASSID, 2); 2080338f77d5SMatthew G. Knepley PetscValidPointer(integral, 3); 2081338f77d5SMatthew G. Knepley ierr = PetscLogEventBegin(DMPLEX_IntegralFEM,dm,0,0,0);CHKERRQ(ierr); 2082338f77d5SMatthew G. Knepley ierr = DMGetNumFields(dm, &Nf);CHKERRQ(ierr); 2083338f77d5SMatthew G. Knepley ierr = DMPlexGetVTKCellHeight(dm, &cellHeight);CHKERRQ(ierr); 2084412e9a14SMatthew G. Knepley ierr = DMPlexGetSimplexOrBoxCells(dm, cellHeight, &cStart, &cEnd);CHKERRQ(ierr); 2085338f77d5SMatthew G. Knepley /* TODO Introduce a loop over large chunks (right now this is a single chunk) */ 2086338f77d5SMatthew G. Knepley ierr = PetscCalloc2(Nf, &lintegral, (cEnd-cStart)*Nf, &cintegral);CHKERRQ(ierr); 2087338f77d5SMatthew G. Knepley ierr = DMPlexComputeIntegral_Internal(dm, X, cStart, cEnd, cintegral, user);CHKERRQ(ierr); 2088338f77d5SMatthew G. Knepley /* Sum up values */ 2089338f77d5SMatthew G. Knepley for (cell = cStart; cell < cEnd; ++cell) { 2090338f77d5SMatthew G. Knepley const PetscInt c = cell - cStart; 2091338f77d5SMatthew G. Knepley 2092338f77d5SMatthew G. Knepley if (mesh->printFEM > 1) {ierr = DMPrintCellVector(cell, "Cell Integral", Nf, &cintegral[c*Nf]);CHKERRQ(ierr);} 2093b8feb594SMatthew G. Knepley for (f = 0; f < Nf; ++f) lintegral[f] += cintegral[c*Nf+f]; 2094338f77d5SMatthew G. Knepley } 2095820f2d46SBarry Smith ierr = MPIU_Allreduce(lintegral, integral, Nf, MPIU_SCALAR, MPIU_SUM, PetscObjectComm((PetscObject) dm));CHKERRMPI(ierr); 209673d901b8SMatthew G. Knepley if (mesh->printFEM) { 2097338f77d5SMatthew G. Knepley ierr = PetscPrintf(PetscObjectComm((PetscObject) dm), "Integral:");CHKERRQ(ierr); 2098b8feb594SMatthew G. Knepley for (f = 0; f < Nf; ++f) {ierr = PetscPrintf(PetscObjectComm((PetscObject) dm), " %g", (double) PetscRealPart(integral[f]));CHKERRQ(ierr);} 209973d901b8SMatthew G. Knepley ierr = PetscPrintf(PetscObjectComm((PetscObject) dm), "\n");CHKERRQ(ierr); 210073d901b8SMatthew G. Knepley } 2101338f77d5SMatthew G. Knepley ierr = PetscFree2(lintegral, cintegral);CHKERRQ(ierr); 2102338f77d5SMatthew G. Knepley ierr = PetscLogEventEnd(DMPLEX_IntegralFEM,dm,0,0,0);CHKERRQ(ierr); 2103338f77d5SMatthew G. Knepley PetscFunctionReturn(0); 2104338f77d5SMatthew G. Knepley } 2105338f77d5SMatthew G. Knepley 2106338f77d5SMatthew G. Knepley /*@ 2107338f77d5SMatthew G. Knepley DMPlexComputeCellwiseIntegralFEM - Form the vector of cellwise integrals F from the global input X using pointwise functions specified by the user 2108338f77d5SMatthew G. Knepley 2109338f77d5SMatthew G. Knepley Input Parameters: 2110338f77d5SMatthew G. Knepley + dm - The mesh 2111338f77d5SMatthew G. Knepley . X - Global input vector 2112338f77d5SMatthew G. Knepley - user - The user context 2113338f77d5SMatthew G. Knepley 2114338f77d5SMatthew G. Knepley Output Parameter: 2115338f77d5SMatthew G. Knepley . integral - Cellwise integrals for each field 2116338f77d5SMatthew G. Knepley 2117338f77d5SMatthew G. Knepley Level: developer 2118338f77d5SMatthew G. Knepley 2119446c23c1SPierre Jolivet .seealso: DMPlexSNESComputeResidualFEM() 2120338f77d5SMatthew G. Knepley @*/ 2121338f77d5SMatthew G. Knepley PetscErrorCode DMPlexComputeCellwiseIntegralFEM(DM dm, Vec X, Vec F, void *user) 2122338f77d5SMatthew G. Knepley { 2123338f77d5SMatthew G. Knepley DM_Plex *mesh = (DM_Plex *) dm->data; 2124338f77d5SMatthew G. Knepley DM dmF; 2125338f77d5SMatthew G. Knepley PetscSection sectionF; 2126338f77d5SMatthew G. Knepley PetscScalar *cintegral, *af; 2127412e9a14SMatthew G. Knepley PetscInt Nf, f, cellHeight, cStart, cEnd, cell; 2128338f77d5SMatthew G. Knepley PetscErrorCode ierr; 2129338f77d5SMatthew G. Knepley 2130338f77d5SMatthew G. Knepley PetscFunctionBegin; 2131338f77d5SMatthew G. Knepley PetscValidHeaderSpecific(dm, DM_CLASSID, 1); 2132338f77d5SMatthew G. Knepley PetscValidHeaderSpecific(X, VEC_CLASSID, 2); 2133338f77d5SMatthew G. Knepley PetscValidHeaderSpecific(F, VEC_CLASSID, 3); 2134338f77d5SMatthew G. Knepley ierr = PetscLogEventBegin(DMPLEX_IntegralFEM,dm,0,0,0);CHKERRQ(ierr); 2135338f77d5SMatthew G. Knepley ierr = DMGetNumFields(dm, &Nf);CHKERRQ(ierr); 2136338f77d5SMatthew G. Knepley ierr = DMPlexGetVTKCellHeight(dm, &cellHeight);CHKERRQ(ierr); 2137412e9a14SMatthew G. Knepley ierr = DMPlexGetSimplexOrBoxCells(dm, cellHeight, &cStart, &cEnd);CHKERRQ(ierr); 2138338f77d5SMatthew G. Knepley /* TODO Introduce a loop over large chunks (right now this is a single chunk) */ 2139338f77d5SMatthew G. Knepley ierr = PetscCalloc1((cEnd-cStart)*Nf, &cintegral);CHKERRQ(ierr); 2140338f77d5SMatthew G. Knepley ierr = DMPlexComputeIntegral_Internal(dm, X, cStart, cEnd, cintegral, user);CHKERRQ(ierr); 2141338f77d5SMatthew G. Knepley /* Put values in F*/ 2142338f77d5SMatthew G. Knepley ierr = VecGetDM(F, &dmF);CHKERRQ(ierr); 214392fd8e1eSJed Brown ierr = DMGetLocalSection(dmF, §ionF);CHKERRQ(ierr); 2144338f77d5SMatthew G. Knepley ierr = VecGetArray(F, &af);CHKERRQ(ierr); 2145338f77d5SMatthew G. Knepley for (cell = cStart; cell < cEnd; ++cell) { 2146338f77d5SMatthew G. Knepley const PetscInt c = cell - cStart; 2147338f77d5SMatthew G. Knepley PetscInt dof, off; 2148338f77d5SMatthew G. Knepley 2149338f77d5SMatthew G. Knepley if (mesh->printFEM > 1) {ierr = DMPrintCellVector(cell, "Cell Integral", Nf, &cintegral[c*Nf]);CHKERRQ(ierr);} 2150338f77d5SMatthew G. Knepley ierr = PetscSectionGetDof(sectionF, cell, &dof);CHKERRQ(ierr); 2151338f77d5SMatthew G. Knepley ierr = PetscSectionGetOffset(sectionF, cell, &off);CHKERRQ(ierr); 2152338f77d5SMatthew G. Knepley if (dof != Nf) SETERRQ2(PETSC_COMM_SELF, PETSC_ERR_ARG_SIZ, "The number of cell dofs %D != %D", dof, Nf); 2153338f77d5SMatthew G. Knepley for (f = 0; f < Nf; ++f) af[off+f] = cintegral[c*Nf+f]; 2154338f77d5SMatthew G. Knepley } 2155338f77d5SMatthew G. Knepley ierr = VecRestoreArray(F, &af);CHKERRQ(ierr); 2156338f77d5SMatthew G. Knepley ierr = PetscFree(cintegral);CHKERRQ(ierr); 2157c1f031eeSMatthew G. Knepley ierr = PetscLogEventEnd(DMPLEX_IntegralFEM,dm,0,0,0);CHKERRQ(ierr); 215873d901b8SMatthew G. Knepley PetscFunctionReturn(0); 215973d901b8SMatthew G. Knepley } 216073d901b8SMatthew G. Knepley 21619b6f715bSMatthew G. Knepley static PetscErrorCode DMPlexComputeBdIntegral_Internal(DM dm, Vec locX, IS pointIS, 21629b6f715bSMatthew G. Knepley void (*func)(PetscInt, PetscInt, PetscInt, 216364c72086SMatthew G. Knepley const PetscInt[], const PetscInt[], const PetscScalar[], const PetscScalar[], const PetscScalar[], 216464c72086SMatthew G. Knepley const PetscInt[], const PetscInt[], const PetscScalar[], const PetscScalar[], const PetscScalar[], 216564c72086SMatthew G. Knepley PetscReal, const PetscReal[], const PetscReal[], PetscInt, const PetscScalar[], PetscScalar[]), 216664c72086SMatthew G. Knepley PetscScalar *fintegral, void *user) 216764c72086SMatthew G. Knepley { 21689b6f715bSMatthew G. Knepley DM plex = NULL, plexA = NULL; 2169a6e0b375SMatthew G. Knepley DMEnclosureType encAux; 21709b6f715bSMatthew G. Knepley PetscDS prob, probAux = NULL; 21719b6f715bSMatthew G. Knepley PetscSection section, sectionAux = NULL; 21729b6f715bSMatthew G. Knepley Vec locA = NULL; 21739b6f715bSMatthew G. Knepley DMField coordField; 21749b6f715bSMatthew G. Knepley PetscInt Nf, totDim, *uOff, *uOff_x; 21759b6f715bSMatthew G. Knepley PetscInt NfAux = 0, totDimAux = 0, *aOff = NULL; 21769b6f715bSMatthew G. Knepley PetscScalar *u, *a = NULL; 217764c72086SMatthew G. Knepley const PetscScalar *constants; 21789b6f715bSMatthew G. Knepley PetscInt numConstants, f; 217964c72086SMatthew G. Knepley PetscErrorCode ierr; 218064c72086SMatthew G. Knepley 218164c72086SMatthew G. Knepley PetscFunctionBegin; 21829b6f715bSMatthew G. Knepley ierr = DMGetCoordinateField(dm, &coordField);CHKERRQ(ierr); 21839b6f715bSMatthew G. Knepley ierr = DMConvert(dm, DMPLEX, &plex);CHKERRQ(ierr); 218464c72086SMatthew G. Knepley ierr = DMGetDS(dm, &prob);CHKERRQ(ierr); 218592fd8e1eSJed Brown ierr = DMGetLocalSection(dm, §ion);CHKERRQ(ierr); 218664c72086SMatthew G. Knepley ierr = PetscSectionGetNumFields(section, &Nf);CHKERRQ(ierr); 218764c72086SMatthew G. Knepley /* Determine which discretizations we have */ 21889b6f715bSMatthew G. Knepley for (f = 0; f < Nf; ++f) { 218964c72086SMatthew G. Knepley PetscObject obj; 219064c72086SMatthew G. Knepley PetscClassId id; 219164c72086SMatthew G. Knepley 21929b6f715bSMatthew G. Knepley ierr = PetscDSGetDiscretization(prob, f, &obj);CHKERRQ(ierr); 219364c72086SMatthew G. Knepley ierr = PetscObjectGetClassId(obj, &id);CHKERRQ(ierr); 21949b6f715bSMatthew G. Knepley if (id == PETSCFV_CLASSID) SETERRQ1(PetscObjectComm((PetscObject) dm), PETSC_ERR_SUP, "Not supported for FVM (field %D)", f); 219564c72086SMatthew G. Knepley } 219664c72086SMatthew G. Knepley /* Read DS information */ 219764c72086SMatthew G. Knepley ierr = PetscDSGetTotalDimension(prob, &totDim);CHKERRQ(ierr); 219864c72086SMatthew G. Knepley ierr = PetscDSGetComponentOffsets(prob, &uOff);CHKERRQ(ierr); 219964c72086SMatthew G. Knepley ierr = PetscDSGetComponentDerivativeOffsets(prob, &uOff_x);CHKERRQ(ierr); 220064c72086SMatthew G. Knepley ierr = PetscDSGetConstants(prob, &numConstants, &constants);CHKERRQ(ierr); 220164c72086SMatthew G. Knepley /* Read Auxiliary DS information */ 22029a2a23afSMatthew G. Knepley ierr = DMGetAuxiliaryVec(dm, NULL, 0, &locA);CHKERRQ(ierr); 22039b6f715bSMatthew G. Knepley if (locA) { 22049b6f715bSMatthew G. Knepley DM dmAux; 22059b6f715bSMatthew G. Knepley 22069b6f715bSMatthew G. Knepley ierr = VecGetDM(locA, &dmAux);CHKERRQ(ierr); 2207a6e0b375SMatthew G. Knepley ierr = DMGetEnclosureRelation(dmAux, dm, &encAux);CHKERRQ(ierr); 22089b6f715bSMatthew G. Knepley ierr = DMConvert(dmAux, DMPLEX, &plexA);CHKERRQ(ierr); 220964c72086SMatthew G. Knepley ierr = DMGetDS(dmAux, &probAux);CHKERRQ(ierr); 221064c72086SMatthew G. Knepley ierr = PetscDSGetNumFields(probAux, &NfAux);CHKERRQ(ierr); 221192fd8e1eSJed Brown ierr = DMGetLocalSection(dmAux, §ionAux);CHKERRQ(ierr); 221264c72086SMatthew G. Knepley ierr = PetscDSGetTotalDimension(probAux, &totDimAux);CHKERRQ(ierr); 221364c72086SMatthew G. Knepley ierr = PetscDSGetComponentOffsets(probAux, &aOff);CHKERRQ(ierr); 221464c72086SMatthew G. Knepley } 22159b6f715bSMatthew G. Knepley /* Integrate over points */ 22169b6f715bSMatthew G. Knepley { 22179b6f715bSMatthew G. Knepley PetscFEGeom *fgeom, *chunkGeom = NULL; 2218b7260050SToby Isaac PetscInt maxDegree; 22199b6f715bSMatthew G. Knepley PetscQuadrature qGeom = NULL; 22209b6f715bSMatthew G. Knepley const PetscInt *points; 22219b6f715bSMatthew G. Knepley PetscInt numFaces, face, Nq, field; 22229b6f715bSMatthew G. Knepley PetscInt numChunks, chunkSize, chunk, Nr, offset; 222364c72086SMatthew G. Knepley 22249b6f715bSMatthew G. Knepley ierr = ISGetLocalSize(pointIS, &numFaces);CHKERRQ(ierr); 22259b6f715bSMatthew G. Knepley ierr = ISGetIndices(pointIS, &points);CHKERRQ(ierr); 22269b6f715bSMatthew G. Knepley ierr = PetscCalloc2(numFaces*totDim, &u, locA ? numFaces*totDimAux : 0, &a);CHKERRQ(ierr); 2227b7260050SToby Isaac ierr = DMFieldGetDegree(coordField, pointIS, NULL, &maxDegree);CHKERRQ(ierr); 222864c72086SMatthew G. Knepley for (field = 0; field < Nf; ++field) { 222964c72086SMatthew G. Knepley PetscFE fe; 223064c72086SMatthew G. Knepley 223164c72086SMatthew G. Knepley ierr = PetscDSGetDiscretization(prob, field, (PetscObject *) &fe);CHKERRQ(ierr); 2232b7260050SToby Isaac if (maxDegree <= 1) {ierr = DMFieldCreateDefaultQuadrature(coordField, pointIS, &qGeom);CHKERRQ(ierr);} 22339b6f715bSMatthew G. Knepley if (!qGeom) { 22349b6f715bSMatthew G. Knepley ierr = PetscFEGetFaceQuadrature(fe, &qGeom);CHKERRQ(ierr); 22359b6f715bSMatthew G. Knepley ierr = PetscObjectReference((PetscObject) qGeom);CHKERRQ(ierr); 22369b6f715bSMatthew G. Knepley } 22379b6f715bSMatthew G. Knepley ierr = PetscQuadratureGetData(qGeom, NULL, NULL, &Nq, NULL, NULL);CHKERRQ(ierr); 22389b6f715bSMatthew G. Knepley ierr = DMPlexGetFEGeom(coordField, pointIS, qGeom, PETSC_TRUE, &fgeom);CHKERRQ(ierr); 22399b6f715bSMatthew G. Knepley for (face = 0; face < numFaces; ++face) { 2240f15274beSMatthew Knepley const PetscInt point = points[face], *support; 22419b6f715bSMatthew G. Knepley PetscScalar *x = NULL; 2242f15274beSMatthew Knepley PetscInt i; 22439b6f715bSMatthew G. Knepley 22449b6f715bSMatthew G. Knepley ierr = DMPlexGetSupport(dm, point, &support);CHKERRQ(ierr); 22459b6f715bSMatthew G. Knepley ierr = DMPlexVecGetClosure(plex, section, locX, support[0], NULL, &x);CHKERRQ(ierr); 22469b6f715bSMatthew G. Knepley for (i = 0; i < totDim; ++i) u[face*totDim+i] = x[i]; 22479b6f715bSMatthew G. Knepley ierr = DMPlexVecRestoreClosure(plex, section, locX, support[0], NULL, &x);CHKERRQ(ierr); 22489b6f715bSMatthew G. Knepley if (locA) { 22499b6f715bSMatthew G. Knepley PetscInt subp; 2250a6e0b375SMatthew G. Knepley ierr = DMGetEnclosurePoint(plexA, dm, encAux, support[0], &subp);CHKERRQ(ierr); 22519b6f715bSMatthew G. Knepley ierr = DMPlexVecGetClosure(plexA, sectionAux, locA, subp, NULL, &x);CHKERRQ(ierr); 22529b6f715bSMatthew G. Knepley for (i = 0; i < totDimAux; ++i) a[f*totDimAux+i] = x[i]; 22539b6f715bSMatthew G. Knepley ierr = DMPlexVecRestoreClosure(plexA, sectionAux, locA, subp, NULL, &x);CHKERRQ(ierr); 22549b6f715bSMatthew G. Knepley } 22559b6f715bSMatthew G. Knepley } 22569b6f715bSMatthew G. Knepley /* Get blocking */ 22579b6f715bSMatthew G. Knepley { 22589b6f715bSMatthew G. Knepley PetscQuadrature q; 22599b6f715bSMatthew G. Knepley PetscInt numBatches, batchSize, numBlocks, blockSize; 22609b6f715bSMatthew G. Knepley PetscInt Nq, Nb; 22619b6f715bSMatthew G. Knepley 226264c72086SMatthew G. Knepley ierr = PetscFEGetTileSizes(fe, NULL, &numBlocks, NULL, &numBatches);CHKERRQ(ierr); 226364c72086SMatthew G. Knepley ierr = PetscFEGetQuadrature(fe, &q);CHKERRQ(ierr); 226464c72086SMatthew G. Knepley ierr = PetscQuadratureGetData(q, NULL, NULL, &Nq, NULL, NULL);CHKERRQ(ierr); 226564c72086SMatthew G. Knepley ierr = PetscFEGetDimension(fe, &Nb);CHKERRQ(ierr); 226664c72086SMatthew G. Knepley blockSize = Nb*Nq; 226764c72086SMatthew G. Knepley batchSize = numBlocks * blockSize; 22689b6f715bSMatthew G. Knepley chunkSize = numBatches*batchSize; 226964c72086SMatthew G. Knepley ierr = PetscFESetTileSizes(fe, blockSize, numBlocks, batchSize, numBatches);CHKERRQ(ierr); 22709b6f715bSMatthew G. Knepley numChunks = numFaces / chunkSize; 22719b6f715bSMatthew G. Knepley Nr = numFaces % chunkSize; 227264c72086SMatthew G. Knepley offset = numFaces - Nr; 227364c72086SMatthew G. Knepley } 22749b6f715bSMatthew G. Knepley /* Do integration for each field */ 22759b6f715bSMatthew G. Knepley for (chunk = 0; chunk < numChunks; ++chunk) { 22769b6f715bSMatthew G. Knepley ierr = PetscFEGeomGetChunk(fgeom, chunk*chunkSize, (chunk+1)*chunkSize, &chunkGeom);CHKERRQ(ierr); 22774bee2e38SMatthew G. Knepley ierr = PetscFEIntegrateBd(prob, field, func, chunkSize, chunkGeom, u, probAux, a, fintegral);CHKERRQ(ierr); 22789b6f715bSMatthew G. Knepley ierr = PetscFEGeomRestoreChunk(fgeom, 0, offset, &chunkGeom);CHKERRQ(ierr); 227964c72086SMatthew G. Knepley } 22809b6f715bSMatthew G. Knepley ierr = PetscFEGeomGetChunk(fgeom, offset, numFaces, &chunkGeom);CHKERRQ(ierr); 22814bee2e38SMatthew G. Knepley ierr = PetscFEIntegrateBd(prob, field, func, Nr, chunkGeom, &u[offset*totDim], probAux, a ? &a[offset*totDimAux] : NULL, &fintegral[offset*Nf]);CHKERRQ(ierr); 22829b6f715bSMatthew G. Knepley ierr = PetscFEGeomRestoreChunk(fgeom, offset, numFaces, &chunkGeom);CHKERRQ(ierr); 228364c72086SMatthew G. Knepley /* Cleanup data arrays */ 22849b6f715bSMatthew G. Knepley ierr = DMPlexRestoreFEGeom(coordField, pointIS, qGeom, PETSC_TRUE, &fgeom);CHKERRQ(ierr); 22859b6f715bSMatthew G. Knepley ierr = PetscQuadratureDestroy(&qGeom);CHKERRQ(ierr); 22869b6f715bSMatthew G. Knepley ierr = PetscFree2(u, a);CHKERRQ(ierr); 22879b6f715bSMatthew G. Knepley ierr = ISRestoreIndices(pointIS, &points);CHKERRQ(ierr); 228864c72086SMatthew G. Knepley } 228964c72086SMatthew G. Knepley } 22909b6f715bSMatthew G. Knepley if (plex) {ierr = DMDestroy(&plex);CHKERRQ(ierr);} 22919b6f715bSMatthew G. Knepley if (plexA) {ierr = DMDestroy(&plexA);CHKERRQ(ierr);} 22929b6f715bSMatthew G. Knepley PetscFunctionReturn(0); 22939b6f715bSMatthew G. Knepley } 22949b6f715bSMatthew G. Knepley 22959b6f715bSMatthew G. Knepley /*@ 22969b6f715bSMatthew G. Knepley DMPlexComputeBdIntegral - Form the integral over the specified boundary from the global input X using pointwise functions specified by the user 22979b6f715bSMatthew G. Knepley 22989b6f715bSMatthew G. Knepley Input Parameters: 22999b6f715bSMatthew G. Knepley + dm - The mesh 23009b6f715bSMatthew G. Knepley . X - Global input vector 23019b6f715bSMatthew G. Knepley . label - The boundary DMLabel 23029b6f715bSMatthew G. Knepley . numVals - The number of label values to use, or PETSC_DETERMINE for all values 23039b6f715bSMatthew G. Knepley . vals - The label values to use, or PETSC_NULL for all values 23049b6f715bSMatthew G. Knepley . func = The function to integrate along the boundary 23059b6f715bSMatthew G. Knepley - user - The user context 23069b6f715bSMatthew G. Knepley 23079b6f715bSMatthew G. Knepley Output Parameter: 23089b6f715bSMatthew G. Knepley . integral - Integral for each field 23099b6f715bSMatthew G. Knepley 23109b6f715bSMatthew G. Knepley Level: developer 23119b6f715bSMatthew G. Knepley 23129b6f715bSMatthew G. Knepley .seealso: DMPlexComputeIntegralFEM(), DMPlexComputeBdResidualFEM() 23139b6f715bSMatthew G. Knepley @*/ 23149b6f715bSMatthew G. Knepley PetscErrorCode DMPlexComputeBdIntegral(DM dm, Vec X, DMLabel label, PetscInt numVals, const PetscInt vals[], 23159b6f715bSMatthew G. Knepley void (*func)(PetscInt, PetscInt, PetscInt, 23169b6f715bSMatthew G. Knepley const PetscInt[], const PetscInt[], const PetscScalar[], const PetscScalar[], const PetscScalar[], 23179b6f715bSMatthew G. Knepley const PetscInt[], const PetscInt[], const PetscScalar[], const PetscScalar[], const PetscScalar[], 23189b6f715bSMatthew G. Knepley PetscReal, const PetscReal[], const PetscReal[], PetscInt, const PetscScalar[], PetscScalar[]), 23199b6f715bSMatthew G. Knepley PetscScalar *integral, void *user) 23209b6f715bSMatthew G. Knepley { 23219b6f715bSMatthew G. Knepley Vec locX; 23229b6f715bSMatthew G. Knepley PetscSection section; 23239b6f715bSMatthew G. Knepley DMLabel depthLabel; 23249b6f715bSMatthew G. Knepley IS facetIS; 23259b6f715bSMatthew G. Knepley PetscInt dim, Nf, f, v; 23269b6f715bSMatthew G. Knepley PetscErrorCode ierr; 23279b6f715bSMatthew G. Knepley 23289b6f715bSMatthew G. Knepley PetscFunctionBegin; 23299b6f715bSMatthew G. Knepley PetscValidHeaderSpecific(dm, DM_CLASSID, 1); 23309b6f715bSMatthew G. Knepley PetscValidHeaderSpecific(X, VEC_CLASSID, 2); 23319b6f715bSMatthew G. Knepley PetscValidPointer(label, 3); 23329b6f715bSMatthew G. Knepley if (vals) PetscValidPointer(vals, 5); 2333064a246eSJacob Faibussowitsch PetscValidPointer(integral, 7); 23349b6f715bSMatthew G. Knepley ierr = PetscLogEventBegin(DMPLEX_IntegralFEM,dm,0,0,0);CHKERRQ(ierr); 23359b6f715bSMatthew G. Knepley ierr = DMPlexGetDepthLabel(dm, &depthLabel);CHKERRQ(ierr); 23369b6f715bSMatthew G. Knepley ierr = DMGetDimension(dm, &dim);CHKERRQ(ierr); 23379b6f715bSMatthew G. Knepley ierr = DMLabelGetStratumIS(depthLabel, dim-1, &facetIS);CHKERRQ(ierr); 233892fd8e1eSJed Brown ierr = DMGetLocalSection(dm, §ion);CHKERRQ(ierr); 23399b6f715bSMatthew G. Knepley ierr = PetscSectionGetNumFields(section, &Nf);CHKERRQ(ierr); 23409b6f715bSMatthew G. Knepley /* Get local solution with boundary values */ 23419b6f715bSMatthew G. Knepley ierr = DMGetLocalVector(dm, &locX);CHKERRQ(ierr); 23429b6f715bSMatthew G. Knepley ierr = DMPlexInsertBoundaryValues(dm, PETSC_TRUE, locX, 0.0, NULL, NULL, NULL);CHKERRQ(ierr); 23439b6f715bSMatthew G. Knepley ierr = DMGlobalToLocalBegin(dm, X, INSERT_VALUES, locX);CHKERRQ(ierr); 23449b6f715bSMatthew G. Knepley ierr = DMGlobalToLocalEnd(dm, X, INSERT_VALUES, locX);CHKERRQ(ierr); 23459b6f715bSMatthew G. Knepley /* Loop over label values */ 2346580bdb30SBarry Smith ierr = PetscArrayzero(integral, Nf);CHKERRQ(ierr); 23479b6f715bSMatthew G. Knepley for (v = 0; v < numVals; ++v) { 23489b6f715bSMatthew G. Knepley IS pointIS; 23499b6f715bSMatthew G. Knepley PetscInt numFaces, face; 23509b6f715bSMatthew G. Knepley PetscScalar *fintegral; 23519b6f715bSMatthew G. Knepley 23529b6f715bSMatthew G. Knepley ierr = DMLabelGetStratumIS(label, vals[v], &pointIS);CHKERRQ(ierr); 23539b6f715bSMatthew G. Knepley if (!pointIS) continue; /* No points with that id on this process */ 23549b6f715bSMatthew G. Knepley { 23559b6f715bSMatthew G. Knepley IS isectIS; 23569b6f715bSMatthew G. Knepley 23579b6f715bSMatthew G. Knepley /* TODO: Special cases of ISIntersect where it is quick to check a priori if one is a superset of the other */ 23589b6f715bSMatthew G. Knepley ierr = ISIntersect_Caching_Internal(facetIS, pointIS, &isectIS);CHKERRQ(ierr); 23599b6f715bSMatthew G. Knepley ierr = ISDestroy(&pointIS);CHKERRQ(ierr); 23609b6f715bSMatthew G. Knepley pointIS = isectIS; 23619b6f715bSMatthew G. Knepley } 23629b6f715bSMatthew G. Knepley ierr = ISGetLocalSize(pointIS, &numFaces);CHKERRQ(ierr); 23639b6f715bSMatthew G. Knepley ierr = PetscCalloc1(numFaces*Nf, &fintegral);CHKERRQ(ierr); 23649b6f715bSMatthew G. Knepley ierr = DMPlexComputeBdIntegral_Internal(dm, locX, pointIS, func, fintegral, user);CHKERRQ(ierr); 23659b6f715bSMatthew G. Knepley /* Sum point contributions into integral */ 23669b6f715bSMatthew G. Knepley for (f = 0; f < Nf; ++f) for (face = 0; face < numFaces; ++face) integral[f] += fintegral[face*Nf+f]; 23679b6f715bSMatthew G. Knepley ierr = PetscFree(fintegral);CHKERRQ(ierr); 23689b6f715bSMatthew G. Knepley ierr = ISDestroy(&pointIS);CHKERRQ(ierr); 23699b6f715bSMatthew G. Knepley } 237064c72086SMatthew G. Knepley ierr = DMRestoreLocalVector(dm, &locX);CHKERRQ(ierr); 23719b6f715bSMatthew G. Knepley ierr = ISDestroy(&facetIS);CHKERRQ(ierr); 23729b6f715bSMatthew G. Knepley ierr = PetscLogEventEnd(DMPLEX_IntegralFEM,dm,0,0,0);CHKERRQ(ierr); 237364c72086SMatthew G. Knepley PetscFunctionReturn(0); 237464c72086SMatthew G. Knepley } 237564c72086SMatthew G. Knepley 2376d69c5d34SMatthew G. Knepley /*@ 2377cf51de39SMatthew G. Knepley DMPlexComputeInterpolatorNested - Form the local portion of the interpolation matrix I from the coarse DM to a uniformly refined DM. 2378d69c5d34SMatthew G. Knepley 2379d69c5d34SMatthew G. Knepley Input Parameters: 2380cf51de39SMatthew G. Knepley + dmc - The coarse mesh 2381cf51de39SMatthew G. Knepley . dmf - The fine mesh 2382cf51de39SMatthew G. Knepley . isRefined - Flag indicating regular refinement, rather than the same topology 2383d69c5d34SMatthew G. Knepley - user - The user context 2384d69c5d34SMatthew G. Knepley 2385d69c5d34SMatthew G. Knepley Output Parameter: 2386934789fcSMatthew G. Knepley . In - The interpolation matrix 2387d69c5d34SMatthew G. Knepley 2388d69c5d34SMatthew G. Knepley Level: developer 2389d69c5d34SMatthew G. Knepley 239068132eb9SMatthew G. Knepley .seealso: DMPlexComputeInterpolatorGeneral(), DMPlexComputeJacobianFEM() 2391d69c5d34SMatthew G. Knepley @*/ 2392cf51de39SMatthew G. Knepley PetscErrorCode DMPlexComputeInterpolatorNested(DM dmc, DM dmf, PetscBool isRefined, Mat In, void *user) 2393d69c5d34SMatthew G. Knepley { 2394d69c5d34SMatthew G. Knepley DM_Plex *mesh = (DM_Plex *) dmc->data; 2395d69c5d34SMatthew G. Knepley const char *name = "Interpolator"; 2396d69c5d34SMatthew G. Knepley PetscFE *feRef; 239797c42addSMatthew G. Knepley PetscFV *fvRef; 2398d69c5d34SMatthew G. Knepley PetscSection fsection, fglobalSection; 2399d69c5d34SMatthew G. Knepley PetscSection csection, cglobalSection; 2400d69c5d34SMatthew G. Knepley PetscScalar *elemMat; 2401485ad865SMatthew G. Knepley PetscInt dim, Nf, f, fieldI, fieldJ, offsetI, offsetJ, cStart, cEnd, c; 24022ea9c922SToby Isaac PetscInt cTotDim=0, rTotDim = 0; 2403d69c5d34SMatthew G. Knepley PetscErrorCode ierr; 2404d69c5d34SMatthew G. Knepley 2405d69c5d34SMatthew G. Knepley PetscFunctionBegin; 2406d69c5d34SMatthew G. Knepley ierr = PetscLogEventBegin(DMPLEX_InterpolatorFEM,dmc,dmf,0,0);CHKERRQ(ierr); 2407c73cfb54SMatthew G. Knepley ierr = DMGetDimension(dmf, &dim);CHKERRQ(ierr); 240892fd8e1eSJed Brown ierr = DMGetLocalSection(dmf, &fsection);CHKERRQ(ierr); 2409e87a4003SBarry Smith ierr = DMGetGlobalSection(dmf, &fglobalSection);CHKERRQ(ierr); 241092fd8e1eSJed Brown ierr = DMGetLocalSection(dmc, &csection);CHKERRQ(ierr); 2411e87a4003SBarry Smith ierr = DMGetGlobalSection(dmc, &cglobalSection);CHKERRQ(ierr); 2412d69c5d34SMatthew G. Knepley ierr = PetscSectionGetNumFields(fsection, &Nf);CHKERRQ(ierr); 2413412e9a14SMatthew G. Knepley ierr = DMPlexGetSimplexOrBoxCells(dmc, 0, &cStart, &cEnd);CHKERRQ(ierr); 241497c42addSMatthew G. Knepley ierr = PetscCalloc2(Nf, &feRef, Nf, &fvRef);CHKERRQ(ierr); 2415d69c5d34SMatthew G. Knepley for (f = 0; f < Nf; ++f) { 24162ea9c922SToby Isaac PetscObject obj, objc; 24172ea9c922SToby Isaac PetscClassId id, idc; 24182ea9c922SToby Isaac PetscInt rNb = 0, Nc = 0, cNb = 0; 2419d69c5d34SMatthew G. Knepley 24202ea9c922SToby Isaac ierr = DMGetField(dmf, f, NULL, &obj);CHKERRQ(ierr); 242197c42addSMatthew G. Knepley ierr = PetscObjectGetClassId(obj, &id);CHKERRQ(ierr); 242297c42addSMatthew G. Knepley if (id == PETSCFE_CLASSID) { 242397c42addSMatthew G. Knepley PetscFE fe = (PetscFE) obj; 242497c42addSMatthew G. Knepley 2425cf51de39SMatthew G. Knepley if (isRefined) { 24260f2d7e86SMatthew G. Knepley ierr = PetscFERefine(fe, &feRef[f]);CHKERRQ(ierr); 2427cf51de39SMatthew G. Knepley } else { 2428cf51de39SMatthew G. Knepley ierr = PetscObjectReference((PetscObject) fe);CHKERRQ(ierr); 2429cf51de39SMatthew G. Knepley feRef[f] = fe; 2430cf51de39SMatthew G. Knepley } 2431d69c5d34SMatthew G. Knepley ierr = PetscFEGetDimension(feRef[f], &rNb);CHKERRQ(ierr); 24320f2d7e86SMatthew G. Knepley ierr = PetscFEGetNumComponents(fe, &Nc);CHKERRQ(ierr); 243397c42addSMatthew G. Knepley } else if (id == PETSCFV_CLASSID) { 243497c42addSMatthew G. Knepley PetscFV fv = (PetscFV) obj; 243597c42addSMatthew G. Knepley PetscDualSpace Q; 243697c42addSMatthew G. Knepley 2437cf51de39SMatthew G. Knepley if (isRefined) { 243897c42addSMatthew G. Knepley ierr = PetscFVRefine(fv, &fvRef[f]);CHKERRQ(ierr); 2439cf51de39SMatthew G. Knepley } else { 2440cf51de39SMatthew G. Knepley ierr = PetscObjectReference((PetscObject) fv);CHKERRQ(ierr); 2441cf51de39SMatthew G. Knepley fvRef[f] = fv; 2442cf51de39SMatthew G. Knepley } 244397c42addSMatthew G. Knepley ierr = PetscFVGetDualSpace(fvRef[f], &Q);CHKERRQ(ierr); 244497c42addSMatthew G. Knepley ierr = PetscDualSpaceGetDimension(Q, &rNb);CHKERRQ(ierr); 24452ea9c922SToby Isaac ierr = PetscFVGetDualSpace(fv, &Q);CHKERRQ(ierr); 244697c42addSMatthew G. Knepley ierr = PetscFVGetNumComponents(fv, &Nc);CHKERRQ(ierr); 244797c42addSMatthew G. Knepley } 24482ea9c922SToby Isaac ierr = DMGetField(dmc, f, NULL, &objc);CHKERRQ(ierr); 24492ea9c922SToby Isaac ierr = PetscObjectGetClassId(objc, &idc);CHKERRQ(ierr); 24502ea9c922SToby Isaac if (idc == PETSCFE_CLASSID) { 24512ea9c922SToby Isaac PetscFE fe = (PetscFE) objc; 24522ea9c922SToby Isaac 24532ea9c922SToby Isaac ierr = PetscFEGetDimension(fe, &cNb);CHKERRQ(ierr); 24542ea9c922SToby Isaac } else if (id == PETSCFV_CLASSID) { 24552ea9c922SToby Isaac PetscFV fv = (PetscFV) obj; 24562ea9c922SToby Isaac PetscDualSpace Q; 24572ea9c922SToby Isaac 24582ea9c922SToby Isaac ierr = PetscFVGetDualSpace(fv, &Q);CHKERRQ(ierr); 24592ea9c922SToby Isaac ierr = PetscDualSpaceGetDimension(Q, &cNb);CHKERRQ(ierr); 2460d69c5d34SMatthew G. Knepley } 24612ea9c922SToby Isaac rTotDim += rNb; 24622ea9c922SToby Isaac cTotDim += cNb; 24632ea9c922SToby Isaac } 24640f2d7e86SMatthew G. Knepley ierr = PetscMalloc1(rTotDim*cTotDim,&elemMat);CHKERRQ(ierr); 2465580bdb30SBarry Smith ierr = PetscArrayzero(elemMat, rTotDim*cTotDim);CHKERRQ(ierr); 2466d69c5d34SMatthew G. Knepley for (fieldI = 0, offsetI = 0; fieldI < Nf; ++fieldI) { 2467d69c5d34SMatthew G. Knepley PetscDualSpace Qref; 2468d69c5d34SMatthew G. Knepley PetscQuadrature f; 2469d69c5d34SMatthew G. Knepley const PetscReal *qpoints, *qweights; 2470d69c5d34SMatthew G. Knepley PetscReal *points; 2471d69c5d34SMatthew G. Knepley PetscInt npoints = 0, Nc, Np, fpdim, i, k, p, d; 2472d69c5d34SMatthew G. Knepley 2473d69c5d34SMatthew G. Knepley /* Compose points from all dual basis functionals */ 247497c42addSMatthew G. Knepley if (feRef[fieldI]) { 2475d69c5d34SMatthew G. Knepley ierr = PetscFEGetDualSpace(feRef[fieldI], &Qref);CHKERRQ(ierr); 24760f2d7e86SMatthew G. Knepley ierr = PetscFEGetNumComponents(feRef[fieldI], &Nc);CHKERRQ(ierr); 247797c42addSMatthew G. Knepley } else { 247897c42addSMatthew G. Knepley ierr = PetscFVGetDualSpace(fvRef[fieldI], &Qref);CHKERRQ(ierr); 247997c42addSMatthew G. Knepley ierr = PetscFVGetNumComponents(fvRef[fieldI], &Nc);CHKERRQ(ierr); 248097c42addSMatthew G. Knepley } 2481d69c5d34SMatthew G. Knepley ierr = PetscDualSpaceGetDimension(Qref, &fpdim);CHKERRQ(ierr); 2482d69c5d34SMatthew G. Knepley for (i = 0; i < fpdim; ++i) { 2483d69c5d34SMatthew G. Knepley ierr = PetscDualSpaceGetFunctional(Qref, i, &f);CHKERRQ(ierr); 24849c3cf19fSMatthew G. Knepley ierr = PetscQuadratureGetData(f, NULL, NULL, &Np, NULL, NULL);CHKERRQ(ierr); 2485d69c5d34SMatthew G. Knepley npoints += Np; 2486d69c5d34SMatthew G. Knepley } 2487d69c5d34SMatthew G. Knepley ierr = PetscMalloc1(npoints*dim,&points);CHKERRQ(ierr); 2488d69c5d34SMatthew G. Knepley for (i = 0, k = 0; i < fpdim; ++i) { 2489d69c5d34SMatthew G. Knepley ierr = PetscDualSpaceGetFunctional(Qref, i, &f);CHKERRQ(ierr); 24909c3cf19fSMatthew G. Knepley ierr = PetscQuadratureGetData(f, NULL, NULL, &Np, &qpoints, NULL);CHKERRQ(ierr); 2491d69c5d34SMatthew G. Knepley for (p = 0; p < Np; ++p, ++k) for (d = 0; d < dim; ++d) points[k*dim+d] = qpoints[p*dim+d]; 2492d69c5d34SMatthew G. Knepley } 2493d69c5d34SMatthew G. Knepley 2494d69c5d34SMatthew G. Knepley for (fieldJ = 0, offsetJ = 0; fieldJ < Nf; ++fieldJ) { 249597c42addSMatthew G. Knepley PetscObject obj; 249697c42addSMatthew G. Knepley PetscClassId id; 24979c3cf19fSMatthew G. Knepley PetscInt NcJ = 0, cpdim = 0, j, qNc; 2498d69c5d34SMatthew G. Knepley 24992ea9c922SToby Isaac ierr = DMGetField(dmc, fieldJ, NULL, &obj);CHKERRQ(ierr); 250097c42addSMatthew G. Knepley ierr = PetscObjectGetClassId(obj, &id);CHKERRQ(ierr); 250197c42addSMatthew G. Knepley if (id == PETSCFE_CLASSID) { 250297c42addSMatthew G. Knepley PetscFE fe = (PetscFE) obj; 2503ef0bb6c7SMatthew G. Knepley PetscTabulation T = NULL; 2504d69c5d34SMatthew G. Knepley 2505d69c5d34SMatthew G. Knepley /* Evaluate basis at points */ 25060f2d7e86SMatthew G. Knepley ierr = PetscFEGetNumComponents(fe, &NcJ);CHKERRQ(ierr); 25070f2d7e86SMatthew G. Knepley ierr = PetscFEGetDimension(fe, &cpdim);CHKERRQ(ierr); 2508ffe73a53SMatthew G. Knepley /* For now, fields only interpolate themselves */ 2509ffe73a53SMatthew G. Knepley if (fieldI == fieldJ) { 25109c3cf19fSMatthew G. Knepley if (Nc != NcJ) SETERRQ2(PETSC_COMM_SELF, PETSC_ERR_ARG_WRONG, "Number of components in fine space field %D does not match coarse field %D", Nc, NcJ); 2511ef0bb6c7SMatthew G. Knepley ierr = PetscFECreateTabulation(fe, 1, npoints, points, 0, &T);CHKERRQ(ierr); 2512d69c5d34SMatthew G. Knepley for (i = 0, k = 0; i < fpdim; ++i) { 2513d69c5d34SMatthew G. Knepley ierr = PetscDualSpaceGetFunctional(Qref, i, &f);CHKERRQ(ierr); 25149c3cf19fSMatthew G. Knepley ierr = PetscQuadratureGetData(f, NULL, &qNc, &Np, NULL, &qweights);CHKERRQ(ierr); 25159c3cf19fSMatthew G. Knepley if (qNc != NcJ) SETERRQ2(PETSC_COMM_SELF, PETSC_ERR_ARG_WRONG, "Number of components in quadrature %D does not match coarse field %D", qNc, NcJ); 2516d69c5d34SMatthew G. Knepley for (p = 0; p < Np; ++p, ++k) { 251736a6d9c0SMatthew G. Knepley for (j = 0; j < cpdim; ++j) { 2518d172c84bSMatthew G. Knepley /* 2519d172c84bSMatthew G. Knepley cTotDim: Total columns in element interpolation matrix, sum of number of dual basis functionals in each field 2520d172c84bSMatthew G. Knepley offsetI, offsetJ: Offsets into the larger element interpolation matrix for different fields 2521d172c84bSMatthew G. Knepley fpdim, i, cpdim, j: Dofs for fine and coarse grids, correspond to dual space basis functionals 2522d172c84bSMatthew G. Knepley qNC, Nc, Ncj, c: Number of components in this field 2523d172c84bSMatthew G. Knepley Np, p: Number of quad points in the fine grid functional i 2524d172c84bSMatthew G. Knepley k: i*Np + p, overall point number for the interpolation 2525d172c84bSMatthew G. Knepley */ 2526ef0bb6c7SMatthew G. Knepley for (c = 0; c < Nc; ++c) elemMat[(offsetI + i)*cTotDim + offsetJ + j] += T->T[0][k*cpdim*NcJ+j*Nc+c]*qweights[p*qNc+c]; 252736a6d9c0SMatthew G. Knepley } 2528d69c5d34SMatthew G. Knepley } 2529d69c5d34SMatthew G. Knepley } 2530ef0bb6c7SMatthew G. Knepley ierr = PetscTabulationDestroy(&T);CHKERRQ(ierr);CHKERRQ(ierr); 2531ffe73a53SMatthew G. Knepley } 253297c42addSMatthew G. Knepley } else if (id == PETSCFV_CLASSID) { 253397c42addSMatthew G. Knepley PetscFV fv = (PetscFV) obj; 253497c42addSMatthew G. Knepley 253597c42addSMatthew G. Knepley /* Evaluate constant function at points */ 253697c42addSMatthew G. Knepley ierr = PetscFVGetNumComponents(fv, &NcJ);CHKERRQ(ierr); 253797c42addSMatthew G. Knepley cpdim = 1; 253897c42addSMatthew G. Knepley /* For now, fields only interpolate themselves */ 253997c42addSMatthew G. Knepley if (fieldI == fieldJ) { 2540ff1e0c32SBarry Smith if (Nc != NcJ) SETERRQ2(PETSC_COMM_SELF, PETSC_ERR_ARG_WRONG, "Number of components in fine space field %D does not match coarse field %D", Nc, NcJ); 254197c42addSMatthew G. Knepley for (i = 0, k = 0; i < fpdim; ++i) { 254297c42addSMatthew G. Knepley ierr = PetscDualSpaceGetFunctional(Qref, i, &f);CHKERRQ(ierr); 25439c3cf19fSMatthew G. Knepley ierr = PetscQuadratureGetData(f, NULL, &qNc, &Np, NULL, &qweights);CHKERRQ(ierr); 25449c3cf19fSMatthew G. Knepley if (qNc != NcJ) SETERRQ2(PETSC_COMM_SELF, PETSC_ERR_ARG_WRONG, "Number of components in quadrature %D does not match coarse field %D", qNc, NcJ); 254597c42addSMatthew G. Knepley for (p = 0; p < Np; ++p, ++k) { 254697c42addSMatthew G. Knepley for (j = 0; j < cpdim; ++j) { 2547458eb97cSMatthew G. Knepley for (c = 0; c < Nc; ++c) elemMat[(offsetI + i)*cTotDim + offsetJ + j] += 1.0*qweights[p*qNc+c]; 254897c42addSMatthew G. Knepley } 254997c42addSMatthew G. Knepley } 255097c42addSMatthew G. Knepley } 255197c42addSMatthew G. Knepley } 255297c42addSMatthew G. Knepley } 2553d172c84bSMatthew G. Knepley offsetJ += cpdim; 2554d69c5d34SMatthew G. Knepley } 2555d172c84bSMatthew G. Knepley offsetI += fpdim; 2556549a8adaSMatthew G. Knepley ierr = PetscFree(points);CHKERRQ(ierr); 2557d69c5d34SMatthew G. Knepley } 25580f2d7e86SMatthew G. Knepley if (mesh->printFEM > 1) {ierr = DMPrintCellMatrix(0, name, rTotDim, cTotDim, elemMat);CHKERRQ(ierr);} 25597f5b169aSMatthew G. Knepley /* Preallocate matrix */ 25607f5b169aSMatthew G. Knepley { 2561c094ef40SMatthew G. Knepley Mat preallocator; 2562c094ef40SMatthew G. Knepley PetscScalar *vals; 2563c094ef40SMatthew G. Knepley PetscInt *cellCIndices, *cellFIndices; 2564c094ef40SMatthew G. Knepley PetscInt locRows, locCols, cell; 25657f5b169aSMatthew G. Knepley 2566c094ef40SMatthew G. Knepley ierr = MatGetLocalSize(In, &locRows, &locCols);CHKERRQ(ierr); 2567c094ef40SMatthew G. Knepley ierr = MatCreate(PetscObjectComm((PetscObject) In), &preallocator);CHKERRQ(ierr); 2568c094ef40SMatthew G. Knepley ierr = MatSetType(preallocator, MATPREALLOCATOR);CHKERRQ(ierr); 2569c094ef40SMatthew G. Knepley ierr = MatSetSizes(preallocator, locRows, locCols, PETSC_DETERMINE, PETSC_DETERMINE);CHKERRQ(ierr); 2570c094ef40SMatthew G. Knepley ierr = MatSetUp(preallocator);CHKERRQ(ierr); 2571c094ef40SMatthew G. Knepley ierr = PetscCalloc3(rTotDim*cTotDim, &vals,cTotDim,&cellCIndices,rTotDim,&cellFIndices);CHKERRQ(ierr); 25727f5b169aSMatthew G. Knepley for (cell = cStart; cell < cEnd; ++cell) { 2573cf51de39SMatthew G. Knepley if (isRefined) { 25747f5b169aSMatthew G. Knepley ierr = DMPlexMatGetClosureIndicesRefined(dmf, fsection, fglobalSection, dmc, csection, cglobalSection, cell, cellCIndices, cellFIndices);CHKERRQ(ierr); 2575c094ef40SMatthew G. Knepley ierr = MatSetValues(preallocator, rTotDim, cellFIndices, cTotDim, cellCIndices, vals, INSERT_VALUES);CHKERRQ(ierr); 2576cf51de39SMatthew G. Knepley } else { 2577cf51de39SMatthew G. Knepley ierr = DMPlexMatSetClosureGeneral(dmf, fsection, fglobalSection, dmc, csection, cglobalSection, preallocator, cell, vals, INSERT_VALUES);CHKERRQ(ierr); 2578cf51de39SMatthew G. Knepley } 25797f5b169aSMatthew G. Knepley } 2580c094ef40SMatthew G. Knepley ierr = PetscFree3(vals,cellCIndices,cellFIndices);CHKERRQ(ierr); 2581c094ef40SMatthew G. Knepley ierr = MatAssemblyBegin(preallocator, MAT_FINAL_ASSEMBLY);CHKERRQ(ierr); 2582c094ef40SMatthew G. Knepley ierr = MatAssemblyEnd(preallocator, MAT_FINAL_ASSEMBLY);CHKERRQ(ierr); 2583c094ef40SMatthew G. Knepley ierr = MatPreallocatorPreallocate(preallocator, PETSC_TRUE, In);CHKERRQ(ierr); 2584c094ef40SMatthew G. Knepley ierr = MatDestroy(&preallocator);CHKERRQ(ierr); 25857f5b169aSMatthew G. Knepley } 25867f5b169aSMatthew G. Knepley /* Fill matrix */ 25877f5b169aSMatthew G. Knepley ierr = MatZeroEntries(In);CHKERRQ(ierr); 2588d69c5d34SMatthew G. Knepley for (c = cStart; c < cEnd; ++c) { 2589cf51de39SMatthew G. Knepley if (isRefined) { 2590934789fcSMatthew G. Knepley ierr = DMPlexMatSetClosureRefined(dmf, fsection, fglobalSection, dmc, csection, cglobalSection, In, c, elemMat, INSERT_VALUES);CHKERRQ(ierr); 2591cf51de39SMatthew G. Knepley } else { 2592cf51de39SMatthew G. Knepley ierr = DMPlexMatSetClosureGeneral(dmf, fsection, fglobalSection, dmc, csection, cglobalSection, In, c, elemMat, INSERT_VALUES);CHKERRQ(ierr); 2593cf51de39SMatthew G. Knepley } 2594d69c5d34SMatthew G. Knepley } 2595549a8adaSMatthew G. Knepley for (f = 0; f < Nf; ++f) {ierr = PetscFEDestroy(&feRef[f]);CHKERRQ(ierr);} 259697c42addSMatthew G. Knepley ierr = PetscFree2(feRef,fvRef);CHKERRQ(ierr); 2597549a8adaSMatthew G. Knepley ierr = PetscFree(elemMat);CHKERRQ(ierr); 2598934789fcSMatthew G. Knepley ierr = MatAssemblyBegin(In, MAT_FINAL_ASSEMBLY);CHKERRQ(ierr); 2599934789fcSMatthew G. Knepley ierr = MatAssemblyEnd(In, MAT_FINAL_ASSEMBLY);CHKERRQ(ierr); 26009318fe57SMatthew G. Knepley if (mesh->printFEM > 1) { 2601825f8a23SLisandro Dalcin ierr = PetscPrintf(PetscObjectComm((PetscObject)In), "%s:\n", name);CHKERRQ(ierr); 2602934789fcSMatthew G. Knepley ierr = MatChop(In, 1.0e-10);CHKERRQ(ierr); 2603825f8a23SLisandro Dalcin ierr = MatView(In, NULL);CHKERRQ(ierr); 2604d69c5d34SMatthew G. Knepley } 2605d69c5d34SMatthew G. Knepley ierr = PetscLogEventEnd(DMPLEX_InterpolatorFEM,dmc,dmf,0,0);CHKERRQ(ierr); 2606d69c5d34SMatthew G. Knepley PetscFunctionReturn(0); 2607d69c5d34SMatthew G. Knepley } 26086c73c22cSMatthew G. Knepley 2609bd041c0cSMatthew G. Knepley PetscErrorCode DMPlexComputeMassMatrixNested(DM dmc, DM dmf, Mat mass, void *user) 2610bd041c0cSMatthew G. Knepley { 2611bd041c0cSMatthew G. Knepley SETERRQ(PetscObjectComm((PetscObject) dmc), PETSC_ERR_SUP, "Laziness"); 2612bd041c0cSMatthew G. Knepley } 2613bd041c0cSMatthew G. Knepley 261468132eb9SMatthew G. Knepley /*@ 261568132eb9SMatthew G. Knepley DMPlexComputeInterpolatorGeneral - Form the local portion of the interpolation matrix I from the coarse DM to a non-nested fine DM. 261668132eb9SMatthew G. Knepley 261768132eb9SMatthew G. Knepley Input Parameters: 261868132eb9SMatthew G. Knepley + dmf - The fine mesh 261968132eb9SMatthew G. Knepley . dmc - The coarse mesh 262068132eb9SMatthew G. Knepley - user - The user context 262168132eb9SMatthew G. Knepley 262268132eb9SMatthew G. Knepley Output Parameter: 262368132eb9SMatthew G. Knepley . In - The interpolation matrix 262468132eb9SMatthew G. Knepley 262568132eb9SMatthew G. Knepley Level: developer 262668132eb9SMatthew G. Knepley 262768132eb9SMatthew G. Knepley .seealso: DMPlexComputeInterpolatorNested(), DMPlexComputeJacobianFEM() 262868132eb9SMatthew G. Knepley @*/ 262968132eb9SMatthew G. Knepley PetscErrorCode DMPlexComputeInterpolatorGeneral(DM dmc, DM dmf, Mat In, void *user) 26304ef9d792SMatthew G. Knepley { 263164e98e1dSMatthew G. Knepley DM_Plex *mesh = (DM_Plex *) dmf->data; 263264e98e1dSMatthew G. Knepley const char *name = "Interpolator"; 26334ef9d792SMatthew G. Knepley PetscDS prob; 26344ef9d792SMatthew G. Knepley PetscSection fsection, csection, globalFSection, globalCSection; 2635e8f14785SLisandro Dalcin PetscHSetIJ ht; 26364ef9d792SMatthew G. Knepley PetscLayout rLayout; 26374ef9d792SMatthew G. Knepley PetscInt *dnz, *onz; 26384ef9d792SMatthew G. Knepley PetscInt locRows, rStart, rEnd; 26394ef9d792SMatthew G. Knepley PetscReal *x, *v0, *J, *invJ, detJ; 26404ef9d792SMatthew G. Knepley PetscReal *v0c, *Jc, *invJc, detJc; 26414ef9d792SMatthew G. Knepley PetscScalar *elemMat; 26424ef9d792SMatthew G. Knepley PetscInt dim, Nf, field, totDim, cStart, cEnd, cell, ccell; 26434ef9d792SMatthew G. Knepley PetscErrorCode ierr; 26444ef9d792SMatthew G. Knepley 26454ef9d792SMatthew G. Knepley PetscFunctionBegin; 264677711781SMatthew G. Knepley ierr = PetscLogEventBegin(DMPLEX_InterpolatorFEM,dmc,dmf,0,0);CHKERRQ(ierr); 26474ef9d792SMatthew G. Knepley ierr = DMGetCoordinateDim(dmc, &dim);CHKERRQ(ierr); 26484ef9d792SMatthew G. Knepley ierr = DMGetDS(dmc, &prob);CHKERRQ(ierr); 26494bee2e38SMatthew G. Knepley ierr = PetscDSGetWorkspace(prob, &x, NULL, NULL, NULL, NULL);CHKERRQ(ierr); 26504ef9d792SMatthew G. Knepley ierr = PetscDSGetNumFields(prob, &Nf);CHKERRQ(ierr); 26514ef9d792SMatthew G. Knepley ierr = PetscMalloc3(dim,&v0,dim*dim,&J,dim*dim,&invJ);CHKERRQ(ierr); 26524ef9d792SMatthew G. Knepley ierr = PetscMalloc3(dim,&v0c,dim*dim,&Jc,dim*dim,&invJc);CHKERRQ(ierr); 265392fd8e1eSJed Brown ierr = DMGetLocalSection(dmf, &fsection);CHKERRQ(ierr); 2654e87a4003SBarry Smith ierr = DMGetGlobalSection(dmf, &globalFSection);CHKERRQ(ierr); 265592fd8e1eSJed Brown ierr = DMGetLocalSection(dmc, &csection);CHKERRQ(ierr); 2656e87a4003SBarry Smith ierr = DMGetGlobalSection(dmc, &globalCSection);CHKERRQ(ierr); 26574ef9d792SMatthew G. Knepley ierr = DMPlexGetHeightStratum(dmf, 0, &cStart, &cEnd);CHKERRQ(ierr); 26584ef9d792SMatthew G. Knepley ierr = PetscDSGetTotalDimension(prob, &totDim);CHKERRQ(ierr); 26599c3cf19fSMatthew G. Knepley ierr = PetscMalloc1(totDim, &elemMat);CHKERRQ(ierr); 26604ef9d792SMatthew G. Knepley 26614ef9d792SMatthew G. Knepley ierr = MatGetLocalSize(In, &locRows, NULL);CHKERRQ(ierr); 26624ef9d792SMatthew G. Knepley ierr = PetscLayoutCreate(PetscObjectComm((PetscObject) In), &rLayout);CHKERRQ(ierr); 26634ef9d792SMatthew G. Knepley ierr = PetscLayoutSetLocalSize(rLayout, locRows);CHKERRQ(ierr); 26644ef9d792SMatthew G. Knepley ierr = PetscLayoutSetBlockSize(rLayout, 1);CHKERRQ(ierr); 26654ef9d792SMatthew G. Knepley ierr = PetscLayoutSetUp(rLayout);CHKERRQ(ierr); 26664ef9d792SMatthew G. Knepley ierr = PetscLayoutGetRange(rLayout, &rStart, &rEnd);CHKERRQ(ierr); 26674ef9d792SMatthew G. Knepley ierr = PetscLayoutDestroy(&rLayout);CHKERRQ(ierr); 26684ef9d792SMatthew G. Knepley ierr = PetscCalloc2(locRows,&dnz,locRows,&onz);CHKERRQ(ierr); 2669e8f14785SLisandro Dalcin ierr = PetscHSetIJCreate(&ht);CHKERRQ(ierr); 26704ef9d792SMatthew G. Knepley for (field = 0; field < Nf; ++field) { 26714ef9d792SMatthew G. Knepley PetscObject obj; 26724ef9d792SMatthew G. Knepley PetscClassId id; 2673c0d7054bSMatthew G. Knepley PetscDualSpace Q = NULL; 26744ef9d792SMatthew G. Knepley PetscQuadrature f; 267517f047d8SMatthew G. Knepley const PetscReal *qpoints; 267617f047d8SMatthew G. Knepley PetscInt Nc, Np, fpdim, i, d; 26774ef9d792SMatthew G. Knepley 26784ef9d792SMatthew G. Knepley ierr = PetscDSGetDiscretization(prob, field, &obj);CHKERRQ(ierr); 26794ef9d792SMatthew G. Knepley ierr = PetscObjectGetClassId(obj, &id);CHKERRQ(ierr); 26804ef9d792SMatthew G. Knepley if (id == PETSCFE_CLASSID) { 26814ef9d792SMatthew G. Knepley PetscFE fe = (PetscFE) obj; 26824ef9d792SMatthew G. Knepley 26834ef9d792SMatthew G. Knepley ierr = PetscFEGetDualSpace(fe, &Q);CHKERRQ(ierr); 26844ef9d792SMatthew G. Knepley ierr = PetscFEGetNumComponents(fe, &Nc);CHKERRQ(ierr); 26854ef9d792SMatthew G. Knepley } else if (id == PETSCFV_CLASSID) { 26864ef9d792SMatthew G. Knepley PetscFV fv = (PetscFV) obj; 26874ef9d792SMatthew G. Knepley 26884ef9d792SMatthew G. Knepley ierr = PetscFVGetDualSpace(fv, &Q);CHKERRQ(ierr); 26894ef9d792SMatthew G. Knepley Nc = 1; 26904ef9d792SMatthew G. Knepley } 26914ef9d792SMatthew G. Knepley ierr = PetscDualSpaceGetDimension(Q, &fpdim);CHKERRQ(ierr); 26924ef9d792SMatthew G. Knepley /* For each fine grid cell */ 26934ef9d792SMatthew G. Knepley for (cell = cStart; cell < cEnd; ++cell) { 26944ef9d792SMatthew G. Knepley PetscInt *findices, *cindices; 26954ef9d792SMatthew G. Knepley PetscInt numFIndices, numCIndices; 26964ef9d792SMatthew G. Knepley 269771f0bbf9SMatthew G. Knepley ierr = DMPlexGetClosureIndices(dmf, fsection, globalFSection, cell, PETSC_FALSE, &numFIndices, &findices, NULL, NULL);CHKERRQ(ierr); 26984ef9d792SMatthew G. Knepley ierr = DMPlexComputeCellGeometryFEM(dmf, cell, NULL, v0, J, invJ, &detJ);CHKERRQ(ierr); 2699ff1e0c32SBarry Smith if (numFIndices != fpdim) SETERRQ2(PETSC_COMM_SELF, PETSC_ERR_ARG_WRONG, "Number of fine indices %D != %D dual basis vecs", numFIndices, fpdim); 27004ef9d792SMatthew G. Knepley for (i = 0; i < fpdim; ++i) { 27014ef9d792SMatthew G. Knepley Vec pointVec; 27024ef9d792SMatthew G. Knepley PetscScalar *pV; 27033a93e3b7SToby Isaac PetscSF coarseCellSF = NULL; 27043a93e3b7SToby Isaac const PetscSFNode *coarseCells; 27059c3cf19fSMatthew G. Knepley PetscInt numCoarseCells, q, c; 27064ef9d792SMatthew G. Knepley 27074ef9d792SMatthew G. Knepley /* Get points from the dual basis functional quadrature */ 27084ef9d792SMatthew G. Knepley ierr = PetscDualSpaceGetFunctional(Q, i, &f);CHKERRQ(ierr); 27099c3cf19fSMatthew G. Knepley ierr = PetscQuadratureGetData(f, NULL, NULL, &Np, &qpoints, NULL);CHKERRQ(ierr); 27104ef9d792SMatthew G. Knepley ierr = VecCreateSeq(PETSC_COMM_SELF, Np*dim, &pointVec);CHKERRQ(ierr); 27114ef9d792SMatthew G. Knepley ierr = VecSetBlockSize(pointVec, dim);CHKERRQ(ierr); 27124ef9d792SMatthew G. Knepley ierr = VecGetArray(pointVec, &pV);CHKERRQ(ierr); 27134ef9d792SMatthew G. Knepley for (q = 0; q < Np; ++q) { 2714c330f8ffSToby Isaac const PetscReal xi0[3] = {-1., -1., -1.}; 2715c330f8ffSToby Isaac 27164ef9d792SMatthew G. Knepley /* Transform point to real space */ 2717c330f8ffSToby Isaac CoordinatesRefToReal(dim, dim, xi0, v0, J, &qpoints[q*dim], x); 27184ef9d792SMatthew G. Knepley for (d = 0; d < dim; ++d) pV[q*dim+d] = x[d]; 27194ef9d792SMatthew G. Knepley } 27204ef9d792SMatthew G. Knepley ierr = VecRestoreArray(pointVec, &pV);CHKERRQ(ierr); 27214ef9d792SMatthew G. Knepley /* Get set of coarse cells that overlap points (would like to group points by coarse cell) */ 27221555c271SMatthew G. Knepley /* OPT: Pack all quad points from fine cell */ 272362a38674SMatthew G. Knepley ierr = DMLocatePoints(dmc, pointVec, DM_POINTLOCATION_NEAREST, &coarseCellSF);CHKERRQ(ierr); 27243a93e3b7SToby Isaac ierr = PetscSFViewFromOptions(coarseCellSF, NULL, "-interp_sf_view");CHKERRQ(ierr); 27254ef9d792SMatthew G. Knepley /* Update preallocation info */ 27263a93e3b7SToby Isaac ierr = PetscSFGetGraph(coarseCellSF, NULL, &numCoarseCells, NULL, &coarseCells);CHKERRQ(ierr); 27273a93e3b7SToby Isaac if (numCoarseCells != Np) SETERRQ(PETSC_COMM_SELF,PETSC_ERR_PLIB,"Not all closure points located"); 27289c3cf19fSMatthew G. Knepley { 2729e8f14785SLisandro Dalcin PetscHashIJKey key; 2730e8f14785SLisandro Dalcin PetscBool missing; 27314ef9d792SMatthew G. Knepley 2732e8f14785SLisandro Dalcin key.i = findices[i]; 2733e8f14785SLisandro Dalcin if (key.i >= 0) { 27344ef9d792SMatthew G. Knepley /* Get indices for coarse elements */ 27354ef9d792SMatthew G. Knepley for (ccell = 0; ccell < numCoarseCells; ++ccell) { 273671f0bbf9SMatthew G. Knepley ierr = DMPlexGetClosureIndices(dmc, csection, globalCSection, coarseCells[ccell].index, PETSC_FALSE, &numCIndices, &cindices, NULL, NULL);CHKERRQ(ierr); 27374ef9d792SMatthew G. Knepley for (c = 0; c < numCIndices; ++c) { 2738e8f14785SLisandro Dalcin key.j = cindices[c]; 2739e8f14785SLisandro Dalcin if (key.j < 0) continue; 2740e8f14785SLisandro Dalcin ierr = PetscHSetIJQueryAdd(ht, key, &missing);CHKERRQ(ierr); 27414ef9d792SMatthew G. Knepley if (missing) { 2742e8f14785SLisandro Dalcin if ((key.j >= rStart) && (key.j < rEnd)) ++dnz[key.i-rStart]; 2743e8f14785SLisandro Dalcin else ++onz[key.i-rStart]; 27444ef9d792SMatthew G. Knepley } 27454ef9d792SMatthew G. Knepley } 274671f0bbf9SMatthew G. Knepley ierr = DMPlexRestoreClosureIndices(dmc, csection, globalCSection, coarseCells[ccell].index, PETSC_FALSE, &numCIndices, &cindices, NULL, NULL);CHKERRQ(ierr); 27474ef9d792SMatthew G. Knepley } 27484ef9d792SMatthew G. Knepley } 27498c543595SMatthew G. Knepley } 27503a93e3b7SToby Isaac ierr = PetscSFDestroy(&coarseCellSF);CHKERRQ(ierr); 27514ef9d792SMatthew G. Knepley ierr = VecDestroy(&pointVec);CHKERRQ(ierr); 27524ef9d792SMatthew G. Knepley } 275371f0bbf9SMatthew G. Knepley ierr = DMPlexRestoreClosureIndices(dmf, fsection, globalFSection, cell, PETSC_FALSE, &numFIndices, &findices, NULL, NULL);CHKERRQ(ierr); 27544ef9d792SMatthew G. Knepley } 27554ef9d792SMatthew G. Knepley } 2756e8f14785SLisandro Dalcin ierr = PetscHSetIJDestroy(&ht);CHKERRQ(ierr); 27574ef9d792SMatthew G. Knepley ierr = MatXAIJSetPreallocation(In, 1, dnz, onz, NULL, NULL);CHKERRQ(ierr); 27584ef9d792SMatthew G. Knepley ierr = MatSetOption(In, MAT_NEW_NONZERO_ALLOCATION_ERR,PETSC_TRUE);CHKERRQ(ierr); 27594ef9d792SMatthew G. Knepley ierr = PetscFree2(dnz,onz);CHKERRQ(ierr); 27604ef9d792SMatthew G. Knepley for (field = 0; field < Nf; ++field) { 27614ef9d792SMatthew G. Knepley PetscObject obj; 27624ef9d792SMatthew G. Knepley PetscClassId id; 2763c0d7054bSMatthew G. Knepley PetscDualSpace Q = NULL; 2764ef0bb6c7SMatthew G. Knepley PetscTabulation T = NULL; 27654ef9d792SMatthew G. Knepley PetscQuadrature f; 27664ef9d792SMatthew G. Knepley const PetscReal *qpoints, *qweights; 27679c3cf19fSMatthew G. Knepley PetscInt Nc, qNc, Np, fpdim, i, d; 27684ef9d792SMatthew G. Knepley 27694ef9d792SMatthew G. Knepley ierr = PetscDSGetDiscretization(prob, field, &obj);CHKERRQ(ierr); 27704ef9d792SMatthew G. Knepley ierr = PetscObjectGetClassId(obj, &id);CHKERRQ(ierr); 27714ef9d792SMatthew G. Knepley if (id == PETSCFE_CLASSID) { 27724ef9d792SMatthew G. Knepley PetscFE fe = (PetscFE) obj; 27734ef9d792SMatthew G. Knepley 27744ef9d792SMatthew G. Knepley ierr = PetscFEGetDualSpace(fe, &Q);CHKERRQ(ierr); 27754ef9d792SMatthew G. Knepley ierr = PetscFEGetNumComponents(fe, &Nc);CHKERRQ(ierr); 2776ef0bb6c7SMatthew G. Knepley ierr = PetscFECreateTabulation(fe, 1, 1, x, 0, &T);CHKERRQ(ierr); 27774ef9d792SMatthew G. Knepley } else if (id == PETSCFV_CLASSID) { 27784ef9d792SMatthew G. Knepley PetscFV fv = (PetscFV) obj; 27794ef9d792SMatthew G. Knepley 27804ef9d792SMatthew G. Knepley ierr = PetscFVGetDualSpace(fv, &Q);CHKERRQ(ierr); 27814ef9d792SMatthew G. Knepley Nc = 1; 2782ff1e0c32SBarry Smith } else SETERRQ1(PetscObjectComm((PetscObject)dmc),PETSC_ERR_ARG_WRONG,"Unknown discretization type for field %D",field); 27834ef9d792SMatthew G. Knepley ierr = PetscDualSpaceGetDimension(Q, &fpdim);CHKERRQ(ierr); 27844ef9d792SMatthew G. Knepley /* For each fine grid cell */ 27854ef9d792SMatthew G. Knepley for (cell = cStart; cell < cEnd; ++cell) { 27864ef9d792SMatthew G. Knepley PetscInt *findices, *cindices; 27874ef9d792SMatthew G. Knepley PetscInt numFIndices, numCIndices; 27884ef9d792SMatthew G. Knepley 278971f0bbf9SMatthew G. Knepley ierr = DMPlexGetClosureIndices(dmf, fsection, globalFSection, cell, PETSC_FALSE, &numFIndices, &findices, NULL, NULL);CHKERRQ(ierr); 27904ef9d792SMatthew G. Knepley ierr = DMPlexComputeCellGeometryFEM(dmf, cell, NULL, v0, J, invJ, &detJ);CHKERRQ(ierr); 2791ff1e0c32SBarry Smith if (numFIndices != fpdim) SETERRQ2(PETSC_COMM_SELF, PETSC_ERR_ARG_WRONG, "Number of fine indices %D != %D dual basis vecs", numFIndices, fpdim); 27924ef9d792SMatthew G. Knepley for (i = 0; i < fpdim; ++i) { 27934ef9d792SMatthew G. Knepley Vec pointVec; 27944ef9d792SMatthew G. Knepley PetscScalar *pV; 279512111d7cSToby Isaac PetscSF coarseCellSF = NULL; 27963a93e3b7SToby Isaac const PetscSFNode *coarseCells; 279717f047d8SMatthew G. Knepley PetscInt numCoarseCells, cpdim, q, c, j; 27984ef9d792SMatthew G. Knepley 27994ef9d792SMatthew G. Knepley /* Get points from the dual basis functional quadrature */ 28004ef9d792SMatthew G. Knepley ierr = PetscDualSpaceGetFunctional(Q, i, &f);CHKERRQ(ierr); 28019c3cf19fSMatthew G. Knepley ierr = PetscQuadratureGetData(f, NULL, &qNc, &Np, &qpoints, &qweights);CHKERRQ(ierr); 28029c3cf19fSMatthew G. Knepley if (qNc != Nc) SETERRQ2(PETSC_COMM_SELF, PETSC_ERR_ARG_WRONG, "Number of components in quadrature %D does not match coarse field %D", qNc, Nc); 28034ef9d792SMatthew G. Knepley ierr = VecCreateSeq(PETSC_COMM_SELF, Np*dim, &pointVec);CHKERRQ(ierr); 28044ef9d792SMatthew G. Knepley ierr = VecSetBlockSize(pointVec, dim);CHKERRQ(ierr); 28054ef9d792SMatthew G. Knepley ierr = VecGetArray(pointVec, &pV);CHKERRQ(ierr); 28064ef9d792SMatthew G. Knepley for (q = 0; q < Np; ++q) { 2807c330f8ffSToby Isaac const PetscReal xi0[3] = {-1., -1., -1.}; 2808c330f8ffSToby Isaac 28094ef9d792SMatthew G. Knepley /* Transform point to real space */ 2810c330f8ffSToby Isaac CoordinatesRefToReal(dim, dim, xi0, v0, J, &qpoints[q*dim], x); 28114ef9d792SMatthew G. Knepley for (d = 0; d < dim; ++d) pV[q*dim+d] = x[d]; 28124ef9d792SMatthew G. Knepley } 28134ef9d792SMatthew G. Knepley ierr = VecRestoreArray(pointVec, &pV);CHKERRQ(ierr); 28144ef9d792SMatthew G. Knepley /* Get set of coarse cells that overlap points (would like to group points by coarse cell) */ 28151555c271SMatthew G. Knepley /* OPT: Read this out from preallocation information */ 281662a38674SMatthew G. Knepley ierr = DMLocatePoints(dmc, pointVec, DM_POINTLOCATION_NEAREST, &coarseCellSF);CHKERRQ(ierr); 28174ef9d792SMatthew G. Knepley /* Update preallocation info */ 28183a93e3b7SToby Isaac ierr = PetscSFGetGraph(coarseCellSF, NULL, &numCoarseCells, NULL, &coarseCells);CHKERRQ(ierr); 28193a93e3b7SToby Isaac if (numCoarseCells != Np) SETERRQ(PETSC_COMM_SELF,PETSC_ERR_PLIB,"Not all closure points located"); 28204ef9d792SMatthew G. Knepley ierr = VecGetArray(pointVec, &pV);CHKERRQ(ierr); 28214ef9d792SMatthew G. Knepley for (ccell = 0; ccell < numCoarseCells; ++ccell) { 2822826eb36dSMatthew G. Knepley PetscReal pVReal[3]; 2823c330f8ffSToby Isaac const PetscReal xi0[3] = {-1., -1., -1.}; 2824826eb36dSMatthew G. Knepley 282571f0bbf9SMatthew G. Knepley ierr = DMPlexGetClosureIndices(dmc, csection, globalCSection, coarseCells[ccell].index, PETSC_FALSE, &numCIndices, &cindices, NULL, NULL);CHKERRQ(ierr); 28264ef9d792SMatthew G. Knepley /* Transform points from real space to coarse reference space */ 28273a93e3b7SToby Isaac ierr = DMPlexComputeCellGeometryFEM(dmc, coarseCells[ccell].index, NULL, v0c, Jc, invJc, &detJc);CHKERRQ(ierr); 2828e2d86523SMatthew G. Knepley for (d = 0; d < dim; ++d) pVReal[d] = PetscRealPart(pV[ccell*dim+d]); 2829c330f8ffSToby Isaac CoordinatesRealToRef(dim, dim, xi0, v0c, invJc, pVReal, x); 28304ef9d792SMatthew G. Knepley 28314ef9d792SMatthew G. Knepley if (id == PETSCFE_CLASSID) { 28324ef9d792SMatthew G. Knepley PetscFE fe = (PetscFE) obj; 28334ef9d792SMatthew G. Knepley 28344ef9d792SMatthew G. Knepley /* Evaluate coarse basis on contained point */ 28354ef9d792SMatthew G. Knepley ierr = PetscFEGetDimension(fe, &cpdim);CHKERRQ(ierr); 2836ef0bb6c7SMatthew G. Knepley ierr = PetscFEComputeTabulation(fe, 1, x, 0, T);CHKERRQ(ierr); 2837580bdb30SBarry Smith ierr = PetscArrayzero(elemMat, cpdim);CHKERRQ(ierr); 28384ef9d792SMatthew G. Knepley /* Get elemMat entries by multiplying by weight */ 28394ef9d792SMatthew G. Knepley for (j = 0; j < cpdim; ++j) { 2840ef0bb6c7SMatthew G. Knepley for (c = 0; c < Nc; ++c) elemMat[j] += T->T[0][j*Nc + c]*qweights[ccell*qNc + c]; 28414ef9d792SMatthew G. Knepley } 28424ef9d792SMatthew G. Knepley } else { 28434ef9d792SMatthew G. Knepley cpdim = 1; 28444ef9d792SMatthew G. Knepley for (j = 0; j < cpdim; ++j) { 28459c3cf19fSMatthew G. Knepley for (c = 0; c < Nc; ++c) elemMat[j] += 1.0*qweights[ccell*qNc + c]; 28464ef9d792SMatthew G. Knepley } 28474ef9d792SMatthew G. Knepley } 28484ef9d792SMatthew G. Knepley /* Update interpolator */ 28499c3cf19fSMatthew G. Knepley if (mesh->printFEM > 1) {ierr = DMPrintCellMatrix(cell, name, 1, numCIndices, elemMat);CHKERRQ(ierr);} 28509c3cf19fSMatthew G. Knepley if (numCIndices != cpdim) SETERRQ2(PETSC_COMM_SELF, PETSC_ERR_PLIB, "Number of element matrix columns %D != %D", numCIndices, cpdim); 28519c3cf19fSMatthew G. Knepley ierr = MatSetValues(In, 1, &findices[i], numCIndices, cindices, elemMat, INSERT_VALUES);CHKERRQ(ierr); 285271f0bbf9SMatthew G. Knepley ierr = DMPlexRestoreClosureIndices(dmc, csection, globalCSection, coarseCells[ccell].index, PETSC_FALSE, &numCIndices, &cindices, NULL, NULL);CHKERRQ(ierr); 28534ef9d792SMatthew G. Knepley } 28544ef9d792SMatthew G. Knepley ierr = VecRestoreArray(pointVec, &pV);CHKERRQ(ierr); 28553a93e3b7SToby Isaac ierr = PetscSFDestroy(&coarseCellSF);CHKERRQ(ierr); 28564ef9d792SMatthew G. Knepley ierr = VecDestroy(&pointVec);CHKERRQ(ierr); 28574ef9d792SMatthew G. Knepley } 285871f0bbf9SMatthew G. Knepley ierr = DMPlexRestoreClosureIndices(dmf, fsection, globalFSection, cell, PETSC_FALSE, &numFIndices, &findices, NULL, NULL);CHKERRQ(ierr); 28594ef9d792SMatthew G. Knepley } 2860ef0bb6c7SMatthew G. Knepley if (id == PETSCFE_CLASSID) {ierr = PetscTabulationDestroy(&T);CHKERRQ(ierr);} 28614ef9d792SMatthew G. Knepley } 28624ef9d792SMatthew G. Knepley ierr = PetscFree3(v0,J,invJ);CHKERRQ(ierr); 28634ef9d792SMatthew G. Knepley ierr = PetscFree3(v0c,Jc,invJc);CHKERRQ(ierr); 28644ef9d792SMatthew G. Knepley ierr = PetscFree(elemMat);CHKERRQ(ierr); 28654ef9d792SMatthew G. Knepley ierr = MatAssemblyBegin(In, MAT_FINAL_ASSEMBLY);CHKERRQ(ierr); 28664ef9d792SMatthew G. Knepley ierr = MatAssemblyEnd(In, MAT_FINAL_ASSEMBLY);CHKERRQ(ierr); 286777711781SMatthew G. Knepley ierr = PetscLogEventEnd(DMPLEX_InterpolatorFEM,dmc,dmf,0,0);CHKERRQ(ierr); 28684ef9d792SMatthew G. Knepley PetscFunctionReturn(0); 28694ef9d792SMatthew G. Knepley } 28704ef9d792SMatthew G. Knepley 287146fa42a0SMatthew G. Knepley /*@ 2872bd041c0cSMatthew G. Knepley DMPlexComputeMassMatrixGeneral - Form the local portion of the mass matrix M from the coarse DM to a non-nested fine DM. 2873bd041c0cSMatthew G. Knepley 2874bd041c0cSMatthew G. Knepley Input Parameters: 2875bd041c0cSMatthew G. Knepley + dmf - The fine mesh 2876bd041c0cSMatthew G. Knepley . dmc - The coarse mesh 2877bd041c0cSMatthew G. Knepley - user - The user context 2878bd041c0cSMatthew G. Knepley 2879bd041c0cSMatthew G. Knepley Output Parameter: 2880bd041c0cSMatthew G. Knepley . mass - The mass matrix 2881bd041c0cSMatthew G. Knepley 2882bd041c0cSMatthew G. Knepley Level: developer 2883bd041c0cSMatthew G. Knepley 2884bd041c0cSMatthew G. Knepley .seealso: DMPlexComputeMassMatrixNested(), DMPlexComputeInterpolatorNested(), DMPlexComputeInterpolatorGeneral(), DMPlexComputeJacobianFEM() 2885bd041c0cSMatthew G. Knepley @*/ 2886bd041c0cSMatthew G. Knepley PetscErrorCode DMPlexComputeMassMatrixGeneral(DM dmc, DM dmf, Mat mass, void *user) 2887bd041c0cSMatthew G. Knepley { 2888bd041c0cSMatthew G. Knepley DM_Plex *mesh = (DM_Plex *) dmf->data; 2889bd041c0cSMatthew G. Knepley const char *name = "Mass Matrix"; 2890bd041c0cSMatthew G. Knepley PetscDS prob; 2891bd041c0cSMatthew G. Knepley PetscSection fsection, csection, globalFSection, globalCSection; 2892e8f14785SLisandro Dalcin PetscHSetIJ ht; 2893bd041c0cSMatthew G. Knepley PetscLayout rLayout; 2894bd041c0cSMatthew G. Knepley PetscInt *dnz, *onz; 2895bd041c0cSMatthew G. Knepley PetscInt locRows, rStart, rEnd; 2896bd041c0cSMatthew G. Knepley PetscReal *x, *v0, *J, *invJ, detJ; 2897bd041c0cSMatthew G. Knepley PetscReal *v0c, *Jc, *invJc, detJc; 2898bd041c0cSMatthew G. Knepley PetscScalar *elemMat; 2899bd041c0cSMatthew G. Knepley PetscInt dim, Nf, field, totDim, cStart, cEnd, cell, ccell; 2900bd041c0cSMatthew G. Knepley PetscErrorCode ierr; 2901bd041c0cSMatthew G. Knepley 2902bd041c0cSMatthew G. Knepley PetscFunctionBegin; 2903bd041c0cSMatthew G. Knepley ierr = DMGetCoordinateDim(dmc, &dim);CHKERRQ(ierr); 2904bd041c0cSMatthew G. Knepley ierr = DMGetDS(dmc, &prob);CHKERRQ(ierr); 29054bee2e38SMatthew G. Knepley ierr = PetscDSGetWorkspace(prob, &x, NULL, NULL, NULL, NULL);CHKERRQ(ierr); 2906bd041c0cSMatthew G. Knepley ierr = PetscDSGetNumFields(prob, &Nf);CHKERRQ(ierr); 2907bd041c0cSMatthew G. Knepley ierr = PetscMalloc3(dim,&v0,dim*dim,&J,dim*dim,&invJ);CHKERRQ(ierr); 2908bd041c0cSMatthew G. Knepley ierr = PetscMalloc3(dim,&v0c,dim*dim,&Jc,dim*dim,&invJc);CHKERRQ(ierr); 290992fd8e1eSJed Brown ierr = DMGetLocalSection(dmf, &fsection);CHKERRQ(ierr); 2910e87a4003SBarry Smith ierr = DMGetGlobalSection(dmf, &globalFSection);CHKERRQ(ierr); 291192fd8e1eSJed Brown ierr = DMGetLocalSection(dmc, &csection);CHKERRQ(ierr); 2912e87a4003SBarry Smith ierr = DMGetGlobalSection(dmc, &globalCSection);CHKERRQ(ierr); 2913bd041c0cSMatthew G. Knepley ierr = DMPlexGetHeightStratum(dmf, 0, &cStart, &cEnd);CHKERRQ(ierr); 2914bd041c0cSMatthew G. Knepley ierr = PetscDSGetTotalDimension(prob, &totDim);CHKERRQ(ierr); 2915bd041c0cSMatthew G. Knepley ierr = PetscMalloc1(totDim, &elemMat);CHKERRQ(ierr); 2916bd041c0cSMatthew G. Knepley 2917bd041c0cSMatthew G. Knepley ierr = MatGetLocalSize(mass, &locRows, NULL);CHKERRQ(ierr); 2918bd041c0cSMatthew G. Knepley ierr = PetscLayoutCreate(PetscObjectComm((PetscObject) mass), &rLayout);CHKERRQ(ierr); 2919bd041c0cSMatthew G. Knepley ierr = PetscLayoutSetLocalSize(rLayout, locRows);CHKERRQ(ierr); 2920bd041c0cSMatthew G. Knepley ierr = PetscLayoutSetBlockSize(rLayout, 1);CHKERRQ(ierr); 2921bd041c0cSMatthew G. Knepley ierr = PetscLayoutSetUp(rLayout);CHKERRQ(ierr); 2922bd041c0cSMatthew G. Knepley ierr = PetscLayoutGetRange(rLayout, &rStart, &rEnd);CHKERRQ(ierr); 2923bd041c0cSMatthew G. Knepley ierr = PetscLayoutDestroy(&rLayout);CHKERRQ(ierr); 2924bd041c0cSMatthew G. Knepley ierr = PetscCalloc2(locRows,&dnz,locRows,&onz);CHKERRQ(ierr); 2925e8f14785SLisandro Dalcin ierr = PetscHSetIJCreate(&ht);CHKERRQ(ierr); 2926bd041c0cSMatthew G. Knepley for (field = 0; field < Nf; ++field) { 2927bd041c0cSMatthew G. Knepley PetscObject obj; 2928bd041c0cSMatthew G. Knepley PetscClassId id; 2929bd041c0cSMatthew G. Knepley PetscQuadrature quad; 2930bd041c0cSMatthew G. Knepley const PetscReal *qpoints; 2931bd041c0cSMatthew G. Knepley PetscInt Nq, Nc, i, d; 2932bd041c0cSMatthew G. Knepley 2933bd041c0cSMatthew G. Knepley ierr = PetscDSGetDiscretization(prob, field, &obj);CHKERRQ(ierr); 2934bd041c0cSMatthew G. Knepley ierr = PetscObjectGetClassId(obj, &id);CHKERRQ(ierr); 2935bd041c0cSMatthew G. Knepley if (id == PETSCFE_CLASSID) {ierr = PetscFEGetQuadrature((PetscFE) obj, &quad);CHKERRQ(ierr);} 2936bd041c0cSMatthew G. Knepley else {ierr = PetscFVGetQuadrature((PetscFV) obj, &quad);CHKERRQ(ierr);} 2937bd041c0cSMatthew G. Knepley ierr = PetscQuadratureGetData(quad, NULL, &Nc, &Nq, &qpoints, NULL);CHKERRQ(ierr); 2938bd041c0cSMatthew G. Knepley /* For each fine grid cell */ 2939bd041c0cSMatthew G. Knepley for (cell = cStart; cell < cEnd; ++cell) { 2940bd041c0cSMatthew G. Knepley Vec pointVec; 2941bd041c0cSMatthew G. Knepley PetscScalar *pV; 2942bd041c0cSMatthew G. Knepley PetscSF coarseCellSF = NULL; 2943bd041c0cSMatthew G. Knepley const PetscSFNode *coarseCells; 2944bd041c0cSMatthew G. Knepley PetscInt numCoarseCells, q, c; 2945bd041c0cSMatthew G. Knepley PetscInt *findices, *cindices; 2946bd041c0cSMatthew G. Knepley PetscInt numFIndices, numCIndices; 2947bd041c0cSMatthew G. Knepley 294871f0bbf9SMatthew G. Knepley ierr = DMPlexGetClosureIndices(dmf, fsection, globalFSection, cell, PETSC_FALSE, &numFIndices, &findices, NULL, NULL);CHKERRQ(ierr); 2949bd041c0cSMatthew G. Knepley ierr = DMPlexComputeCellGeometryFEM(dmf, cell, NULL, v0, J, invJ, &detJ);CHKERRQ(ierr); 2950bd041c0cSMatthew G. Knepley /* Get points from the quadrature */ 2951bd041c0cSMatthew G. Knepley ierr = VecCreateSeq(PETSC_COMM_SELF, Nq*dim, &pointVec);CHKERRQ(ierr); 2952bd041c0cSMatthew G. Knepley ierr = VecSetBlockSize(pointVec, dim);CHKERRQ(ierr); 2953bd041c0cSMatthew G. Knepley ierr = VecGetArray(pointVec, &pV);CHKERRQ(ierr); 2954bd041c0cSMatthew G. Knepley for (q = 0; q < Nq; ++q) { 2955c330f8ffSToby Isaac const PetscReal xi0[3] = {-1., -1., -1.}; 2956c330f8ffSToby Isaac 2957bd041c0cSMatthew G. Knepley /* Transform point to real space */ 2958c330f8ffSToby Isaac CoordinatesRefToReal(dim, dim, xi0, v0, J, &qpoints[q*dim], x); 2959bd041c0cSMatthew G. Knepley for (d = 0; d < dim; ++d) pV[q*dim+d] = x[d]; 2960bd041c0cSMatthew G. Knepley } 2961bd041c0cSMatthew G. Knepley ierr = VecRestoreArray(pointVec, &pV);CHKERRQ(ierr); 2962bd041c0cSMatthew G. Knepley /* Get set of coarse cells that overlap points (would like to group points by coarse cell) */ 2963bd041c0cSMatthew G. Knepley ierr = DMLocatePoints(dmc, pointVec, DM_POINTLOCATION_NEAREST, &coarseCellSF);CHKERRQ(ierr); 2964bd041c0cSMatthew G. Knepley ierr = PetscSFViewFromOptions(coarseCellSF, NULL, "-interp_sf_view");CHKERRQ(ierr); 2965bd041c0cSMatthew G. Knepley /* Update preallocation info */ 2966bd041c0cSMatthew G. Knepley ierr = PetscSFGetGraph(coarseCellSF, NULL, &numCoarseCells, NULL, &coarseCells);CHKERRQ(ierr); 2967bd041c0cSMatthew G. Knepley if (numCoarseCells != Nq) SETERRQ(PETSC_COMM_SELF,PETSC_ERR_PLIB,"Not all closure points located"); 2968bd041c0cSMatthew G. Knepley { 2969e8f14785SLisandro Dalcin PetscHashIJKey key; 2970e8f14785SLisandro Dalcin PetscBool missing; 2971bd041c0cSMatthew G. Knepley 2972bd041c0cSMatthew G. Knepley for (i = 0; i < numFIndices; ++i) { 2973e8f14785SLisandro Dalcin key.i = findices[i]; 2974e8f14785SLisandro Dalcin if (key.i >= 0) { 2975bd041c0cSMatthew G. Knepley /* Get indices for coarse elements */ 2976bd041c0cSMatthew G. Knepley for (ccell = 0; ccell < numCoarseCells; ++ccell) { 297771f0bbf9SMatthew G. Knepley ierr = DMPlexGetClosureIndices(dmc, csection, globalCSection, coarseCells[ccell].index, PETSC_FALSE, &numCIndices, &cindices, NULL, NULL);CHKERRQ(ierr); 2978bd041c0cSMatthew G. Knepley for (c = 0; c < numCIndices; ++c) { 2979e8f14785SLisandro Dalcin key.j = cindices[c]; 2980e8f14785SLisandro Dalcin if (key.j < 0) continue; 2981e8f14785SLisandro Dalcin ierr = PetscHSetIJQueryAdd(ht, key, &missing);CHKERRQ(ierr); 2982bd041c0cSMatthew G. Knepley if (missing) { 2983e8f14785SLisandro Dalcin if ((key.j >= rStart) && (key.j < rEnd)) ++dnz[key.i-rStart]; 2984e8f14785SLisandro Dalcin else ++onz[key.i-rStart]; 2985bd041c0cSMatthew G. Knepley } 2986bd041c0cSMatthew G. Knepley } 298771f0bbf9SMatthew G. Knepley ierr = DMPlexRestoreClosureIndices(dmc, csection, globalCSection, coarseCells[ccell].index, PETSC_FALSE, &numCIndices, &cindices, NULL, NULL);CHKERRQ(ierr); 2988bd041c0cSMatthew G. Knepley } 2989bd041c0cSMatthew G. Knepley } 2990bd041c0cSMatthew G. Knepley } 2991bd041c0cSMatthew G. Knepley } 2992bd041c0cSMatthew G. Knepley ierr = PetscSFDestroy(&coarseCellSF);CHKERRQ(ierr); 2993bd041c0cSMatthew G. Knepley ierr = VecDestroy(&pointVec);CHKERRQ(ierr); 299471f0bbf9SMatthew G. Knepley ierr = DMPlexRestoreClosureIndices(dmf, fsection, globalFSection, cell, PETSC_FALSE, &numFIndices, &findices, NULL, NULL);CHKERRQ(ierr); 2995bd041c0cSMatthew G. Knepley } 2996bd041c0cSMatthew G. Knepley } 2997e8f14785SLisandro Dalcin ierr = PetscHSetIJDestroy(&ht);CHKERRQ(ierr); 2998bd041c0cSMatthew G. Knepley ierr = MatXAIJSetPreallocation(mass, 1, dnz, onz, NULL, NULL);CHKERRQ(ierr); 2999bd041c0cSMatthew G. Knepley ierr = MatSetOption(mass, MAT_NEW_NONZERO_ALLOCATION_ERR,PETSC_TRUE);CHKERRQ(ierr); 3000bd041c0cSMatthew G. Knepley ierr = PetscFree2(dnz,onz);CHKERRQ(ierr); 3001bd041c0cSMatthew G. Knepley for (field = 0; field < Nf; ++field) { 3002bd041c0cSMatthew G. Knepley PetscObject obj; 3003bd041c0cSMatthew G. Knepley PetscClassId id; 3004ef0bb6c7SMatthew G. Knepley PetscTabulation T, Tfine; 3005bd041c0cSMatthew G. Knepley PetscQuadrature quad; 3006bd041c0cSMatthew G. Knepley const PetscReal *qpoints, *qweights; 3007bd041c0cSMatthew G. Knepley PetscInt Nq, Nc, i, d; 3008bd041c0cSMatthew G. Knepley 3009bd041c0cSMatthew G. Knepley ierr = PetscDSGetDiscretization(prob, field, &obj);CHKERRQ(ierr); 3010bd041c0cSMatthew G. Knepley ierr = PetscObjectGetClassId(obj, &id);CHKERRQ(ierr); 3011ef0bb6c7SMatthew G. Knepley if (id == PETSCFE_CLASSID) { 3012ef0bb6c7SMatthew G. Knepley ierr = PetscFEGetQuadrature((PetscFE) obj, &quad);CHKERRQ(ierr); 3013f9244615SMatthew G. Knepley ierr = PetscFEGetCellTabulation((PetscFE) obj, 1, &Tfine);CHKERRQ(ierr); 3014ef0bb6c7SMatthew G. Knepley ierr = PetscFECreateTabulation((PetscFE) obj, 1, 1, x, 0, &T);CHKERRQ(ierr); 3015ef0bb6c7SMatthew G. Knepley } else { 3016ef0bb6c7SMatthew G. Knepley ierr = PetscFVGetQuadrature((PetscFV) obj, &quad);CHKERRQ(ierr); 3017ef0bb6c7SMatthew G. Knepley } 3018bd041c0cSMatthew G. Knepley ierr = PetscQuadratureGetData(quad, NULL, &Nc, &Nq, &qpoints, &qweights);CHKERRQ(ierr); 3019bd041c0cSMatthew G. Knepley /* For each fine grid cell */ 3020bd041c0cSMatthew G. Knepley for (cell = cStart; cell < cEnd; ++cell) { 3021bd041c0cSMatthew G. Knepley Vec pointVec; 3022bd041c0cSMatthew G. Knepley PetscScalar *pV; 3023bd041c0cSMatthew G. Knepley PetscSF coarseCellSF = NULL; 3024bd041c0cSMatthew G. Knepley const PetscSFNode *coarseCells; 3025bd041c0cSMatthew G. Knepley PetscInt numCoarseCells, cpdim, q, c, j; 3026bd041c0cSMatthew G. Knepley PetscInt *findices, *cindices; 3027bd041c0cSMatthew G. Knepley PetscInt numFIndices, numCIndices; 3028bd041c0cSMatthew G. Knepley 302971f0bbf9SMatthew G. Knepley ierr = DMPlexGetClosureIndices(dmf, fsection, globalFSection, cell, PETSC_FALSE, &numFIndices, &findices, NULL, NULL);CHKERRQ(ierr); 3030bd041c0cSMatthew G. Knepley ierr = DMPlexComputeCellGeometryFEM(dmf, cell, NULL, v0, J, invJ, &detJ);CHKERRQ(ierr); 3031bd041c0cSMatthew G. Knepley /* Get points from the quadrature */ 3032bd041c0cSMatthew G. Knepley ierr = VecCreateSeq(PETSC_COMM_SELF, Nq*dim, &pointVec);CHKERRQ(ierr); 3033bd041c0cSMatthew G. Knepley ierr = VecSetBlockSize(pointVec, dim);CHKERRQ(ierr); 3034bd041c0cSMatthew G. Knepley ierr = VecGetArray(pointVec, &pV);CHKERRQ(ierr); 3035bd041c0cSMatthew G. Knepley for (q = 0; q < Nq; ++q) { 3036c330f8ffSToby Isaac const PetscReal xi0[3] = {-1., -1., -1.}; 3037c330f8ffSToby Isaac 3038bd041c0cSMatthew G. Knepley /* Transform point to real space */ 3039c330f8ffSToby Isaac CoordinatesRefToReal(dim, dim, xi0, v0, J, &qpoints[q*dim], x); 3040bd041c0cSMatthew G. Knepley for (d = 0; d < dim; ++d) pV[q*dim+d] = x[d]; 3041bd041c0cSMatthew G. Knepley } 3042bd041c0cSMatthew G. Knepley ierr = VecRestoreArray(pointVec, &pV);CHKERRQ(ierr); 3043bd041c0cSMatthew G. Knepley /* Get set of coarse cells that overlap points (would like to group points by coarse cell) */ 3044bd041c0cSMatthew G. Knepley ierr = DMLocatePoints(dmc, pointVec, DM_POINTLOCATION_NEAREST, &coarseCellSF);CHKERRQ(ierr); 3045bd041c0cSMatthew G. Knepley /* Update matrix */ 3046bd041c0cSMatthew G. Knepley ierr = PetscSFGetGraph(coarseCellSF, NULL, &numCoarseCells, NULL, &coarseCells);CHKERRQ(ierr); 3047bd041c0cSMatthew G. Knepley if (numCoarseCells != Nq) SETERRQ(PETSC_COMM_SELF,PETSC_ERR_PLIB,"Not all closure points located"); 3048bd041c0cSMatthew G. Knepley ierr = VecGetArray(pointVec, &pV);CHKERRQ(ierr); 3049bd041c0cSMatthew G. Knepley for (ccell = 0; ccell < numCoarseCells; ++ccell) { 3050bd041c0cSMatthew G. Knepley PetscReal pVReal[3]; 3051c330f8ffSToby Isaac const PetscReal xi0[3] = {-1., -1., -1.}; 3052c330f8ffSToby Isaac 305371f0bbf9SMatthew G. Knepley ierr = DMPlexGetClosureIndices(dmc, csection, globalCSection, coarseCells[ccell].index, PETSC_FALSE, &numCIndices, &cindices, NULL, NULL);CHKERRQ(ierr); 3054bd041c0cSMatthew G. Knepley /* Transform points from real space to coarse reference space */ 3055bd041c0cSMatthew G. Knepley ierr = DMPlexComputeCellGeometryFEM(dmc, coarseCells[ccell].index, NULL, v0c, Jc, invJc, &detJc);CHKERRQ(ierr); 3056bd041c0cSMatthew G. Knepley for (d = 0; d < dim; ++d) pVReal[d] = PetscRealPart(pV[ccell*dim+d]); 3057c330f8ffSToby Isaac CoordinatesRealToRef(dim, dim, xi0, v0c, invJc, pVReal, x); 3058bd041c0cSMatthew G. Knepley 3059bd041c0cSMatthew G. Knepley if (id == PETSCFE_CLASSID) { 3060bd041c0cSMatthew G. Knepley PetscFE fe = (PetscFE) obj; 3061bd041c0cSMatthew G. Knepley 3062bd041c0cSMatthew G. Knepley /* Evaluate coarse basis on contained point */ 3063bd041c0cSMatthew G. Knepley ierr = PetscFEGetDimension(fe, &cpdim);CHKERRQ(ierr); 3064ef0bb6c7SMatthew G. Knepley ierr = PetscFEComputeTabulation(fe, 1, x, 0, T);CHKERRQ(ierr); 3065bd041c0cSMatthew G. Knepley /* Get elemMat entries by multiplying by weight */ 3066bd041c0cSMatthew G. Knepley for (i = 0; i < numFIndices; ++i) { 3067580bdb30SBarry Smith ierr = PetscArrayzero(elemMat, cpdim);CHKERRQ(ierr); 3068bd041c0cSMatthew G. Knepley for (j = 0; j < cpdim; ++j) { 3069ef0bb6c7SMatthew G. Knepley for (c = 0; c < Nc; ++c) elemMat[j] += T->T[0][j*Nc + c]*Tfine->T[0][(ccell*numFIndices + i)*Nc + c]*qweights[ccell*Nc + c]*detJ; 3070bd041c0cSMatthew G. Knepley } 3071bd041c0cSMatthew G. Knepley /* Update interpolator */ 3072bd041c0cSMatthew G. Knepley if (mesh->printFEM > 1) {ierr = DMPrintCellMatrix(cell, name, 1, numCIndices, elemMat);CHKERRQ(ierr);} 3073bd041c0cSMatthew G. Knepley if (numCIndices != cpdim) SETERRQ2(PETSC_COMM_SELF, PETSC_ERR_PLIB, "Number of element matrix columns %D != %D", numCIndices, cpdim); 3074bd041c0cSMatthew G. Knepley ierr = MatSetValues(mass, 1, &findices[i], numCIndices, cindices, elemMat, ADD_VALUES);CHKERRQ(ierr); 3075bd041c0cSMatthew G. Knepley } 3076bd041c0cSMatthew G. Knepley } else { 3077bd041c0cSMatthew G. Knepley cpdim = 1; 3078bd041c0cSMatthew G. Knepley for (i = 0; i < numFIndices; ++i) { 3079580bdb30SBarry Smith ierr = PetscArrayzero(elemMat, cpdim);CHKERRQ(ierr); 3080bd041c0cSMatthew G. Knepley for (j = 0; j < cpdim; ++j) { 3081bd041c0cSMatthew G. Knepley for (c = 0; c < Nc; ++c) elemMat[j] += 1.0*1.0*qweights[ccell*Nc + c]*detJ; 3082bd041c0cSMatthew G. Knepley } 3083bd041c0cSMatthew G. Knepley /* Update interpolator */ 3084bd041c0cSMatthew G. Knepley if (mesh->printFEM > 1) {ierr = DMPrintCellMatrix(cell, name, 1, numCIndices, elemMat);CHKERRQ(ierr);} 3085ff1e0c32SBarry Smith ierr = PetscPrintf(PETSC_COMM_SELF, "Nq: %D %D Nf: %D %D Nc: %D %D\n", ccell, Nq, i, numFIndices, j, numCIndices);CHKERRQ(ierr); 3086bd041c0cSMatthew G. Knepley if (numCIndices != cpdim) SETERRQ2(PETSC_COMM_SELF, PETSC_ERR_PLIB, "Number of element matrix columns %D != %D", numCIndices, cpdim); 3087bd041c0cSMatthew G. Knepley ierr = MatSetValues(mass, 1, &findices[i], numCIndices, cindices, elemMat, ADD_VALUES);CHKERRQ(ierr); 3088bd041c0cSMatthew G. Knepley } 3089bd041c0cSMatthew G. Knepley } 309071f0bbf9SMatthew G. Knepley ierr = DMPlexRestoreClosureIndices(dmc, csection, globalCSection, coarseCells[ccell].index, PETSC_FALSE, &numCIndices, &cindices, NULL, NULL);CHKERRQ(ierr); 3091bd041c0cSMatthew G. Knepley } 3092bd041c0cSMatthew G. Knepley ierr = VecRestoreArray(pointVec, &pV);CHKERRQ(ierr); 3093bd041c0cSMatthew G. Knepley ierr = PetscSFDestroy(&coarseCellSF);CHKERRQ(ierr); 3094bd041c0cSMatthew G. Knepley ierr = VecDestroy(&pointVec);CHKERRQ(ierr); 309571f0bbf9SMatthew G. Knepley ierr = DMPlexRestoreClosureIndices(dmf, fsection, globalFSection, cell, PETSC_FALSE, &numFIndices, &findices, NULL, NULL);CHKERRQ(ierr); 3096bd041c0cSMatthew G. Knepley } 3097ef0bb6c7SMatthew G. Knepley if (id == PETSCFE_CLASSID) {ierr = PetscTabulationDestroy(&T);CHKERRQ(ierr);} 3098bd041c0cSMatthew G. Knepley } 3099bd041c0cSMatthew G. Knepley ierr = PetscFree3(v0,J,invJ);CHKERRQ(ierr); 3100bd041c0cSMatthew G. Knepley ierr = PetscFree3(v0c,Jc,invJc);CHKERRQ(ierr); 3101bd041c0cSMatthew G. Knepley ierr = PetscFree(elemMat);CHKERRQ(ierr); 3102bd041c0cSMatthew G. Knepley ierr = MatAssemblyBegin(mass, MAT_FINAL_ASSEMBLY);CHKERRQ(ierr); 3103bd041c0cSMatthew G. Knepley ierr = MatAssemblyEnd(mass, MAT_FINAL_ASSEMBLY);CHKERRQ(ierr); 3104bd041c0cSMatthew G. Knepley PetscFunctionReturn(0); 3105bd041c0cSMatthew G. Knepley } 3106bd041c0cSMatthew G. Knepley 3107bd041c0cSMatthew G. Knepley /*@ 310846fa42a0SMatthew G. Knepley DMPlexComputeInjectorFEM - Compute a mapping from coarse unknowns to fine unknowns 310946fa42a0SMatthew G. Knepley 311046fa42a0SMatthew G. Knepley Input Parameters: 311146fa42a0SMatthew G. Knepley + dmc - The coarse mesh 311246fa42a0SMatthew G. Knepley - dmf - The fine mesh 311346fa42a0SMatthew G. Knepley - user - The user context 311446fa42a0SMatthew G. Knepley 311546fa42a0SMatthew G. Knepley Output Parameter: 311646fa42a0SMatthew G. Knepley . sc - The mapping 311746fa42a0SMatthew G. Knepley 311846fa42a0SMatthew G. Knepley Level: developer 311946fa42a0SMatthew G. Knepley 312046fa42a0SMatthew G. Knepley .seealso: DMPlexComputeInterpolatorNested(), DMPlexComputeJacobianFEM() 312146fa42a0SMatthew G. Knepley @*/ 31227c927364SMatthew G. Knepley PetscErrorCode DMPlexComputeInjectorFEM(DM dmc, DM dmf, VecScatter *sc, void *user) 31237c927364SMatthew G. Knepley { 3124e9d4ef1bSMatthew G. Knepley PetscDS prob; 31257c927364SMatthew G. Knepley PetscFE *feRef; 312697c42addSMatthew G. Knepley PetscFV *fvRef; 31277c927364SMatthew G. Knepley Vec fv, cv; 31287c927364SMatthew G. Knepley IS fis, cis; 31297c927364SMatthew G. Knepley PetscSection fsection, fglobalSection, csection, cglobalSection; 31307c927364SMatthew G. Knepley PetscInt *cmap, *cellCIndices, *cellFIndices, *cindices, *findices; 3131485ad865SMatthew G. Knepley PetscInt cTotDim, fTotDim = 0, Nf, f, field, cStart, cEnd, c, dim, d, startC, endC, offsetC, offsetF, m; 31326f3d3cbcSMatthew G. Knepley PetscBool *needAvg; 31337c927364SMatthew G. Knepley PetscErrorCode ierr; 31347c927364SMatthew G. Knepley 31357c927364SMatthew G. Knepley PetscFunctionBegin; 313675a69067SMatthew G. Knepley ierr = PetscLogEventBegin(DMPLEX_InjectorFEM,dmc,dmf,0,0);CHKERRQ(ierr); 3137c73cfb54SMatthew G. Knepley ierr = DMGetDimension(dmf, &dim);CHKERRQ(ierr); 313892fd8e1eSJed Brown ierr = DMGetLocalSection(dmf, &fsection);CHKERRQ(ierr); 3139e87a4003SBarry Smith ierr = DMGetGlobalSection(dmf, &fglobalSection);CHKERRQ(ierr); 314092fd8e1eSJed Brown ierr = DMGetLocalSection(dmc, &csection);CHKERRQ(ierr); 3141e87a4003SBarry Smith ierr = DMGetGlobalSection(dmc, &cglobalSection);CHKERRQ(ierr); 31427c927364SMatthew G. Knepley ierr = PetscSectionGetNumFields(fsection, &Nf);CHKERRQ(ierr); 3143412e9a14SMatthew G. Knepley ierr = DMPlexGetSimplexOrBoxCells(dmc, 0, &cStart, &cEnd);CHKERRQ(ierr); 3144e9d4ef1bSMatthew G. Knepley ierr = DMGetDS(dmc, &prob);CHKERRQ(ierr); 31456f3d3cbcSMatthew G. Knepley ierr = PetscCalloc3(Nf,&feRef,Nf,&fvRef,Nf,&needAvg);CHKERRQ(ierr); 31467c927364SMatthew G. Knepley for (f = 0; f < Nf; ++f) { 314797c42addSMatthew G. Knepley PetscObject obj; 314897c42addSMatthew G. Knepley PetscClassId id; 3149aa7890ccSMatthew G. Knepley PetscInt fNb = 0, Nc = 0; 31507c927364SMatthew G. Knepley 315197c42addSMatthew G. Knepley ierr = PetscDSGetDiscretization(prob, f, &obj);CHKERRQ(ierr); 315297c42addSMatthew G. Knepley ierr = PetscObjectGetClassId(obj, &id);CHKERRQ(ierr); 315397c42addSMatthew G. Knepley if (id == PETSCFE_CLASSID) { 315497c42addSMatthew G. Knepley PetscFE fe = (PetscFE) obj; 31556f3d3cbcSMatthew G. Knepley PetscSpace sp; 31569b2fc754SMatthew G. Knepley PetscInt maxDegree; 315797c42addSMatthew G. Knepley 31587c927364SMatthew G. Knepley ierr = PetscFERefine(fe, &feRef[f]);CHKERRQ(ierr); 31597c927364SMatthew G. Knepley ierr = PetscFEGetDimension(feRef[f], &fNb);CHKERRQ(ierr); 31607c927364SMatthew G. Knepley ierr = PetscFEGetNumComponents(fe, &Nc);CHKERRQ(ierr); 31616f3d3cbcSMatthew G. Knepley ierr = PetscFEGetBasisSpace(fe, &sp);CHKERRQ(ierr); 31629b2fc754SMatthew G. Knepley ierr = PetscSpaceGetDegree(sp, NULL, &maxDegree);CHKERRQ(ierr); 31639b2fc754SMatthew G. Knepley if (!maxDegree) needAvg[f] = PETSC_TRUE; 316497c42addSMatthew G. Knepley } else if (id == PETSCFV_CLASSID) { 316597c42addSMatthew G. Knepley PetscFV fv = (PetscFV) obj; 316697c42addSMatthew G. Knepley PetscDualSpace Q; 316797c42addSMatthew G. Knepley 316897c42addSMatthew G. Knepley ierr = PetscFVRefine(fv, &fvRef[f]);CHKERRQ(ierr); 316997c42addSMatthew G. Knepley ierr = PetscFVGetDualSpace(fvRef[f], &Q);CHKERRQ(ierr); 317097c42addSMatthew G. Knepley ierr = PetscDualSpaceGetDimension(Q, &fNb);CHKERRQ(ierr); 317197c42addSMatthew G. Knepley ierr = PetscFVGetNumComponents(fv, &Nc);CHKERRQ(ierr); 31726f3d3cbcSMatthew G. Knepley needAvg[f] = PETSC_TRUE; 317397c42addSMatthew G. Knepley } 3174d172c84bSMatthew G. Knepley fTotDim += fNb; 31757c927364SMatthew G. Knepley } 3176e9d4ef1bSMatthew G. Knepley ierr = PetscDSGetTotalDimension(prob, &cTotDim);CHKERRQ(ierr); 31777c927364SMatthew G. Knepley ierr = PetscMalloc1(cTotDim,&cmap);CHKERRQ(ierr); 31787c927364SMatthew G. Knepley for (field = 0, offsetC = 0, offsetF = 0; field < Nf; ++field) { 31797c927364SMatthew G. Knepley PetscFE feC; 318097c42addSMatthew G. Knepley PetscFV fvC; 31817c927364SMatthew G. Knepley PetscDualSpace QF, QC; 3182d172c84bSMatthew G. Knepley PetscInt order = -1, NcF, NcC, fpdim, cpdim; 31837c927364SMatthew G. Knepley 318497c42addSMatthew G. Knepley if (feRef[field]) { 3185e9d4ef1bSMatthew G. Knepley ierr = PetscDSGetDiscretization(prob, field, (PetscObject *) &feC);CHKERRQ(ierr); 31867c927364SMatthew G. Knepley ierr = PetscFEGetNumComponents(feC, &NcC);CHKERRQ(ierr); 31877c927364SMatthew G. Knepley ierr = PetscFEGetNumComponents(feRef[field], &NcF);CHKERRQ(ierr); 31887c927364SMatthew G. Knepley ierr = PetscFEGetDualSpace(feRef[field], &QF);CHKERRQ(ierr); 3189d172c84bSMatthew G. Knepley ierr = PetscDualSpaceGetOrder(QF, &order);CHKERRQ(ierr); 31907c927364SMatthew G. Knepley ierr = PetscDualSpaceGetDimension(QF, &fpdim);CHKERRQ(ierr); 31917c927364SMatthew G. Knepley ierr = PetscFEGetDualSpace(feC, &QC);CHKERRQ(ierr); 31927c927364SMatthew G. Knepley ierr = PetscDualSpaceGetDimension(QC, &cpdim);CHKERRQ(ierr); 319397c42addSMatthew G. Knepley } else { 319497c42addSMatthew G. Knepley ierr = PetscDSGetDiscretization(prob, field, (PetscObject *) &fvC);CHKERRQ(ierr); 319597c42addSMatthew G. Knepley ierr = PetscFVGetNumComponents(fvC, &NcC);CHKERRQ(ierr); 319697c42addSMatthew G. Knepley ierr = PetscFVGetNumComponents(fvRef[field], &NcF);CHKERRQ(ierr); 319797c42addSMatthew G. Knepley ierr = PetscFVGetDualSpace(fvRef[field], &QF);CHKERRQ(ierr); 319897c42addSMatthew G. Knepley ierr = PetscDualSpaceGetDimension(QF, &fpdim);CHKERRQ(ierr); 319997c42addSMatthew G. Knepley ierr = PetscFVGetDualSpace(fvC, &QC);CHKERRQ(ierr); 320097c42addSMatthew G. Knepley ierr = PetscDualSpaceGetDimension(QC, &cpdim);CHKERRQ(ierr); 320197c42addSMatthew G. Knepley } 3202ff1e0c32SBarry Smith if (NcF != NcC) SETERRQ2(PETSC_COMM_SELF, PETSC_ERR_ARG_WRONG, "Number of components in fine space field %D does not match coarse field %D", NcF, NcC); 32037c927364SMatthew G. Knepley for (c = 0; c < cpdim; ++c) { 32047c927364SMatthew G. Knepley PetscQuadrature cfunc; 3205d172c84bSMatthew G. Knepley const PetscReal *cqpoints, *cqweights; 3206d172c84bSMatthew G. Knepley PetscInt NqcC, NpC; 320797c42addSMatthew G. Knepley PetscBool found = PETSC_FALSE; 32087c927364SMatthew G. Knepley 32097c927364SMatthew G. Knepley ierr = PetscDualSpaceGetFunctional(QC, c, &cfunc);CHKERRQ(ierr); 3210d172c84bSMatthew G. Knepley ierr = PetscQuadratureGetData(cfunc, NULL, &NqcC, &NpC, &cqpoints, &cqweights);CHKERRQ(ierr); 3211ff1e0c32SBarry Smith if (NqcC != NcC) SETERRQ2(PETSC_COMM_SELF, PETSC_ERR_ARG_WRONG, "Number of quadrature components %D must match number of field components %D", NqcC, NcC); 321297c42addSMatthew G. Knepley if (NpC != 1 && feRef[field]) SETERRQ(PETSC_COMM_SELF, PETSC_ERR_ARG_WRONG, "Do not know how to do injection for moments"); 32137c927364SMatthew G. Knepley for (f = 0; f < fpdim; ++f) { 32147c927364SMatthew G. Knepley PetscQuadrature ffunc; 3215d172c84bSMatthew G. Knepley const PetscReal *fqpoints, *fqweights; 32167c927364SMatthew G. Knepley PetscReal sum = 0.0; 3217d172c84bSMatthew G. Knepley PetscInt NqcF, NpF; 32187c927364SMatthew G. Knepley 32197c927364SMatthew G. Knepley ierr = PetscDualSpaceGetFunctional(QF, f, &ffunc);CHKERRQ(ierr); 3220d172c84bSMatthew G. Knepley ierr = PetscQuadratureGetData(ffunc, NULL, &NqcF, &NpF, &fqpoints, &fqweights);CHKERRQ(ierr); 3221ff1e0c32SBarry Smith if (NqcF != NcF) SETERRQ2(PETSC_COMM_SELF, PETSC_ERR_ARG_WRONG, "Number of quadrature components %D must match number of field components %D", NqcF, NcF); 32227c927364SMatthew G. Knepley if (NpC != NpF) continue; 32237c927364SMatthew G. Knepley for (d = 0; d < dim; ++d) sum += PetscAbsReal(cqpoints[d] - fqpoints[d]); 32247c927364SMatthew G. Knepley if (sum > 1.0e-9) continue; 3225d172c84bSMatthew G. Knepley for (d = 0; d < NcC; ++d) sum += PetscAbsReal(cqweights[d]*fqweights[d]); 3226d172c84bSMatthew G. Knepley if (sum < 1.0e-9) continue; 3227d172c84bSMatthew G. Knepley cmap[offsetC+c] = offsetF+f; 322897c42addSMatthew G. Knepley found = PETSC_TRUE; 32297c927364SMatthew G. Knepley break; 32307c927364SMatthew G. Knepley } 323197c42addSMatthew G. Knepley if (!found) { 323297c42addSMatthew G. Knepley /* TODO We really want the average here, but some asshole put VecScatter in the interface */ 3233d172c84bSMatthew G. Knepley if (fvRef[field] || (feRef[field] && order == 0)) { 3234d172c84bSMatthew G. Knepley cmap[offsetC+c] = offsetF+0; 323597c42addSMatthew G. Knepley } else SETERRQ(PETSC_COMM_SELF, PETSC_ERR_ARG_WRONG, "Could not locate matching functional for injection"); 323697c42addSMatthew G. Knepley } 32377c927364SMatthew G. Knepley } 3238d172c84bSMatthew G. Knepley offsetC += cpdim; 3239d172c84bSMatthew G. Knepley offsetF += fpdim; 32407c927364SMatthew G. Knepley } 324197c42addSMatthew G. Knepley for (f = 0; f < Nf; ++f) {ierr = PetscFEDestroy(&feRef[f]);CHKERRQ(ierr);ierr = PetscFVDestroy(&fvRef[f]);CHKERRQ(ierr);} 32426f3d3cbcSMatthew G. Knepley ierr = PetscFree3(feRef,fvRef,needAvg);CHKERRQ(ierr); 32437c927364SMatthew G. Knepley 32447c927364SMatthew G. Knepley ierr = DMGetGlobalVector(dmf, &fv);CHKERRQ(ierr); 32457c927364SMatthew G. Knepley ierr = DMGetGlobalVector(dmc, &cv);CHKERRQ(ierr); 32460bd915a7SMatthew G. Knepley ierr = VecGetOwnershipRange(cv, &startC, &endC);CHKERRQ(ierr); 32477c927364SMatthew G. Knepley ierr = PetscSectionGetConstrainedStorageSize(cglobalSection, &m);CHKERRQ(ierr); 32487c927364SMatthew G. Knepley ierr = PetscMalloc2(cTotDim,&cellCIndices,fTotDim,&cellFIndices);CHKERRQ(ierr); 3249aa7da3c4SMatthew G. Knepley ierr = PetscMalloc1(m,&cindices);CHKERRQ(ierr); 3250aa7da3c4SMatthew G. Knepley ierr = PetscMalloc1(m,&findices);CHKERRQ(ierr); 32517c927364SMatthew G. Knepley for (d = 0; d < m; ++d) cindices[d] = findices[d] = -1; 32527c927364SMatthew G. Knepley for (c = cStart; c < cEnd; ++c) { 32537c927364SMatthew G. Knepley ierr = DMPlexMatGetClosureIndicesRefined(dmf, fsection, fglobalSection, dmc, csection, cglobalSection, c, cellCIndices, cellFIndices);CHKERRQ(ierr); 32547c927364SMatthew G. Knepley for (d = 0; d < cTotDim; ++d) { 32550bd915a7SMatthew G. Knepley if ((cellCIndices[d] < startC) || (cellCIndices[d] >= endC)) continue; 3256ff1e0c32SBarry Smith if ((findices[cellCIndices[d]-startC] >= 0) && (findices[cellCIndices[d]-startC] != cellFIndices[cmap[d]])) SETERRQ3(PETSC_COMM_SELF, PETSC_ERR_PLIB, "Coarse dof %D maps to both %D and %D", cindices[cellCIndices[d]-startC], findices[cellCIndices[d]-startC], cellFIndices[cmap[d]]); 32577c927364SMatthew G. Knepley cindices[cellCIndices[d]-startC] = cellCIndices[d]; 32587c927364SMatthew G. Knepley findices[cellCIndices[d]-startC] = cellFIndices[cmap[d]]; 32597c927364SMatthew G. Knepley } 32607c927364SMatthew G. Knepley } 32617c927364SMatthew G. Knepley ierr = PetscFree(cmap);CHKERRQ(ierr); 32627c927364SMatthew G. Knepley ierr = PetscFree2(cellCIndices,cellFIndices);CHKERRQ(ierr); 32637c927364SMatthew G. Knepley 32647c927364SMatthew G. Knepley ierr = ISCreateGeneral(PETSC_COMM_SELF, m, cindices, PETSC_OWN_POINTER, &cis);CHKERRQ(ierr); 32657c927364SMatthew G. Knepley ierr = ISCreateGeneral(PETSC_COMM_SELF, m, findices, PETSC_OWN_POINTER, &fis);CHKERRQ(ierr); 32669448b7f1SJunchao Zhang ierr = VecScatterCreate(cv, cis, fv, fis, sc);CHKERRQ(ierr); 32677c927364SMatthew G. Knepley ierr = ISDestroy(&cis);CHKERRQ(ierr); 32687c927364SMatthew G. Knepley ierr = ISDestroy(&fis);CHKERRQ(ierr); 32697c927364SMatthew G. Knepley ierr = DMRestoreGlobalVector(dmf, &fv);CHKERRQ(ierr); 32707c927364SMatthew G. Knepley ierr = DMRestoreGlobalVector(dmc, &cv);CHKERRQ(ierr); 327175a69067SMatthew G. Knepley ierr = PetscLogEventEnd(DMPLEX_InjectorFEM,dmc,dmf,0,0);CHKERRQ(ierr); 3272cb1e1211SMatthew G Knepley PetscFunctionReturn(0); 3273cb1e1211SMatthew G Knepley } 3274a1cf66bbSMatthew G. Knepley 32752f856554SMatthew G. Knepley /*@C 32762f856554SMatthew G. Knepley DMPlexGetCellFields - Retrieve the field values values for a chunk of cells 32772f856554SMatthew G. Knepley 32782f856554SMatthew G. Knepley Input Parameters: 32792f856554SMatthew G. Knepley + dm - The DM 32802f856554SMatthew G. Knepley . cellIS - The cells to include 32812f856554SMatthew G. Knepley . locX - A local vector with the solution fields 32822f856554SMatthew G. Knepley . locX_t - A local vector with solution field time derivatives, or NULL 32832f856554SMatthew G. Knepley - locA - A local vector with auxiliary fields, or NULL 32842f856554SMatthew G. Knepley 32852f856554SMatthew G. Knepley Output Parameters: 32862f856554SMatthew G. Knepley + u - The field coefficients 32872f856554SMatthew G. Knepley . u_t - The fields derivative coefficients 32882f856554SMatthew G. Knepley - a - The auxiliary field coefficients 32892f856554SMatthew G. Knepley 32902f856554SMatthew G. Knepley Level: developer 32912f856554SMatthew G. Knepley 32922f856554SMatthew G. Knepley .seealso: DMPlexGetFaceFields() 32932f856554SMatthew G. Knepley @*/ 32942f856554SMatthew G. Knepley PetscErrorCode DMPlexGetCellFields(DM dm, IS cellIS, Vec locX, Vec locX_t, Vec locA, PetscScalar **u, PetscScalar **u_t, PetscScalar **a) 32952f856554SMatthew G. Knepley { 32962f856554SMatthew G. Knepley DM plex, plexA = NULL; 3297a6e0b375SMatthew G. Knepley DMEnclosureType encAux; 32982f856554SMatthew G. Knepley PetscSection section, sectionAux; 32992f856554SMatthew G. Knepley PetscDS prob; 33002f856554SMatthew G. Knepley const PetscInt *cells; 33012f856554SMatthew G. Knepley PetscInt cStart, cEnd, numCells, totDim, totDimAux, c; 33022f856554SMatthew G. Knepley PetscErrorCode ierr; 33032f856554SMatthew G. Knepley 33042f856554SMatthew G. Knepley PetscFunctionBegin; 33052f856554SMatthew G. Knepley PetscValidHeaderSpecific(dm, DM_CLASSID, 1); 3306064a246eSJacob Faibussowitsch PetscValidHeaderSpecific(locX, VEC_CLASSID, 3); 3307064a246eSJacob Faibussowitsch if (locX_t) {PetscValidHeaderSpecific(locX_t, VEC_CLASSID, 4);} 3308064a246eSJacob Faibussowitsch if (locA) {PetscValidHeaderSpecific(locA, VEC_CLASSID, 5);} 3309064a246eSJacob Faibussowitsch PetscValidPointer(u, 6); 3310064a246eSJacob Faibussowitsch PetscValidPointer(u_t, 7); 3311064a246eSJacob Faibussowitsch PetscValidPointer(a, 8); 33122f856554SMatthew G. Knepley ierr = DMPlexConvertPlex(dm, &plex, PETSC_FALSE);CHKERRQ(ierr); 33132f856554SMatthew G. Knepley ierr = ISGetPointRange(cellIS, &cStart, &cEnd, &cells);CHKERRQ(ierr); 331492fd8e1eSJed Brown ierr = DMGetLocalSection(dm, §ion);CHKERRQ(ierr); 3315083401c6SMatthew G. Knepley ierr = DMGetCellDS(dm, cells ? cells[cStart] : cStart, &prob);CHKERRQ(ierr); 33162f856554SMatthew G. Knepley ierr = PetscDSGetTotalDimension(prob, &totDim);CHKERRQ(ierr); 33172f856554SMatthew G. Knepley if (locA) { 33182f856554SMatthew G. Knepley DM dmAux; 33192f856554SMatthew G. Knepley PetscDS probAux; 33202f856554SMatthew G. Knepley 33212f856554SMatthew G. Knepley ierr = VecGetDM(locA, &dmAux);CHKERRQ(ierr); 3322a6e0b375SMatthew G. Knepley ierr = DMGetEnclosureRelation(dmAux, dm, &encAux);CHKERRQ(ierr); 33232f856554SMatthew G. Knepley ierr = DMPlexConvertPlex(dmAux, &plexA, PETSC_FALSE);CHKERRQ(ierr); 332492fd8e1eSJed Brown ierr = DMGetLocalSection(dmAux, §ionAux);CHKERRQ(ierr); 33252f856554SMatthew G. Knepley ierr = DMGetDS(dmAux, &probAux);CHKERRQ(ierr); 33262f856554SMatthew G. Knepley ierr = PetscDSGetTotalDimension(probAux, &totDimAux);CHKERRQ(ierr); 33272f856554SMatthew G. Knepley } 33282f856554SMatthew G. Knepley numCells = cEnd - cStart; 33292f856554SMatthew G. Knepley ierr = DMGetWorkArray(dm, numCells*totDim, MPIU_SCALAR, u);CHKERRQ(ierr); 33302f856554SMatthew G. Knepley if (locX_t) {ierr = DMGetWorkArray(dm, numCells*totDim, MPIU_SCALAR, u_t);CHKERRQ(ierr);} else {*u_t = NULL;} 33312f856554SMatthew G. Knepley if (locA) {ierr = DMGetWorkArray(dm, numCells*totDimAux, MPIU_SCALAR, a);CHKERRQ(ierr);} else {*a = NULL;} 33322f856554SMatthew G. Knepley for (c = cStart; c < cEnd; ++c) { 33332f856554SMatthew G. Knepley const PetscInt cell = cells ? cells[c] : c; 33342f856554SMatthew G. Knepley const PetscInt cind = c - cStart; 33352f856554SMatthew G. Knepley PetscScalar *x = NULL, *x_t = NULL, *ul = *u, *ul_t = *u_t, *al = *a; 33362f856554SMatthew G. Knepley PetscInt i; 33372f856554SMatthew G. Knepley 33382f856554SMatthew G. Knepley ierr = DMPlexVecGetClosure(plex, section, locX, cell, NULL, &x);CHKERRQ(ierr); 33392f856554SMatthew G. Knepley for (i = 0; i < totDim; ++i) ul[cind*totDim+i] = x[i]; 33402f856554SMatthew G. Knepley ierr = DMPlexVecRestoreClosure(plex, section, locX, cell, NULL, &x);CHKERRQ(ierr); 33412f856554SMatthew G. Knepley if (locX_t) { 33422f856554SMatthew G. Knepley ierr = DMPlexVecGetClosure(plex, section, locX_t, cell, NULL, &x_t);CHKERRQ(ierr); 33432f856554SMatthew G. Knepley for (i = 0; i < totDim; ++i) ul_t[cind*totDim+i] = x_t[i]; 33442f856554SMatthew G. Knepley ierr = DMPlexVecRestoreClosure(plex, section, locX_t, cell, NULL, &x_t);CHKERRQ(ierr); 33452f856554SMatthew G. Knepley } 33462f856554SMatthew G. Knepley if (locA) { 33472f856554SMatthew G. Knepley PetscInt subcell; 3348a6e0b375SMatthew G. Knepley ierr = DMGetEnclosurePoint(plexA, dm, encAux, cell, &subcell);CHKERRQ(ierr); 33492f856554SMatthew G. Knepley ierr = DMPlexVecGetClosure(plexA, sectionAux, locA, subcell, NULL, &x);CHKERRQ(ierr); 33502f856554SMatthew G. Knepley for (i = 0; i < totDimAux; ++i) al[cind*totDimAux+i] = x[i]; 33512f856554SMatthew G. Knepley ierr = DMPlexVecRestoreClosure(plexA, sectionAux, locA, subcell, NULL, &x);CHKERRQ(ierr); 33522f856554SMatthew G. Knepley } 33532f856554SMatthew G. Knepley } 33542f856554SMatthew G. Knepley ierr = DMDestroy(&plex);CHKERRQ(ierr); 33552f856554SMatthew G. Knepley if (locA) {ierr = DMDestroy(&plexA);CHKERRQ(ierr);} 33562f856554SMatthew G. Knepley ierr = ISRestorePointRange(cellIS, &cStart, &cEnd, &cells);CHKERRQ(ierr); 33572f856554SMatthew G. Knepley PetscFunctionReturn(0); 33582f856554SMatthew G. Knepley } 33592f856554SMatthew G. Knepley 33602f856554SMatthew G. Knepley /*@C 33612f856554SMatthew G. Knepley DMPlexRestoreCellFields - Restore the field values values for a chunk of cells 33622f856554SMatthew G. Knepley 33632f856554SMatthew G. Knepley Input Parameters: 33642f856554SMatthew G. Knepley + dm - The DM 33652f856554SMatthew G. Knepley . cellIS - The cells to include 33662f856554SMatthew G. Knepley . locX - A local vector with the solution fields 33672f856554SMatthew G. Knepley . locX_t - A local vector with solution field time derivatives, or NULL 33682f856554SMatthew G. Knepley - locA - A local vector with auxiliary fields, or NULL 33692f856554SMatthew G. Knepley 33702f856554SMatthew G. Knepley Output Parameters: 33712f856554SMatthew G. Knepley + u - The field coefficients 33722f856554SMatthew G. Knepley . u_t - The fields derivative coefficients 33732f856554SMatthew G. Knepley - a - The auxiliary field coefficients 33742f856554SMatthew G. Knepley 33752f856554SMatthew G. Knepley Level: developer 33762f856554SMatthew G. Knepley 33772f856554SMatthew G. Knepley .seealso: DMPlexGetFaceFields() 33782f856554SMatthew G. Knepley @*/ 33792f856554SMatthew G. Knepley PetscErrorCode DMPlexRestoreCellFields(DM dm, IS cellIS, Vec locX, Vec locX_t, Vec locA, PetscScalar **u, PetscScalar **u_t, PetscScalar **a) 33802f856554SMatthew G. Knepley { 33812f856554SMatthew G. Knepley PetscErrorCode ierr; 33822f856554SMatthew G. Knepley 33832f856554SMatthew G. Knepley PetscFunctionBegin; 33842f856554SMatthew G. Knepley ierr = DMRestoreWorkArray(dm, 0, MPIU_SCALAR, u);CHKERRQ(ierr); 33852f856554SMatthew G. Knepley if (locX_t) {ierr = DMRestoreWorkArray(dm, 0, MPIU_SCALAR, u_t);CHKERRQ(ierr);} 33862f856554SMatthew G. Knepley if (locA) {ierr = DMRestoreWorkArray(dm, 0, MPIU_SCALAR, a);CHKERRQ(ierr);} 33872f856554SMatthew G. Knepley PetscFunctionReturn(0); 33882f856554SMatthew G. Knepley } 33892f856554SMatthew G. Knepley 3390faff4f7fSMatthew G. Knepley /* 3391faff4f7fSMatthew G. Knepley Get the auxiliary field vectors for the negative side (s = 0) and positive side (s = 1) of the interfaace 3392faff4f7fSMatthew G. Knepley */ 3393148442b3SMatthew G. Knepley static PetscErrorCode DMPlexGetHybridAuxFields(DM dm, DM dmAux[], PetscDS dsAux[], IS cellIS, Vec locA[], PetscScalar *a[]) 33946528b96dSMatthew G. Knepley { 339504c51a94SMatthew G. Knepley DM plexA[2]; 3396148442b3SMatthew G. Knepley DMEnclosureType encAux[2]; 339704c51a94SMatthew G. Knepley PetscSection sectionAux[2]; 33986528b96dSMatthew G. Knepley const PetscInt *cells; 3399148442b3SMatthew G. Knepley PetscInt cStart, cEnd, numCells, c, s, totDimAux[2]; 34006528b96dSMatthew G. Knepley PetscErrorCode ierr; 34016528b96dSMatthew G. Knepley 34026528b96dSMatthew G. Knepley PetscFunctionBegin; 3403148442b3SMatthew G. Knepley PetscValidPointer(locA, 5); 340404c51a94SMatthew G. Knepley if (!locA[0] || !locA[1]) PetscFunctionReturn(0); 3405148442b3SMatthew G. Knepley PetscValidPointer(dmAux, 2); 3406148442b3SMatthew G. Knepley PetscValidPointer(dsAux, 3); 3407148442b3SMatthew G. Knepley PetscValidPointer(a, 6); 34086528b96dSMatthew G. Knepley ierr = ISGetPointRange(cellIS, &cStart, &cEnd, &cells);CHKERRQ(ierr); 34096528b96dSMatthew G. Knepley numCells = cEnd - cStart; 3410148442b3SMatthew G. Knepley for (s = 0; s < 2; ++s) { 3411148442b3SMatthew G. Knepley PetscValidHeaderSpecific(dmAux[s], DM_CLASSID, 2); 3412148442b3SMatthew G. Knepley PetscValidHeaderSpecific(dsAux[s], PETSCDS_CLASSID, 3); 3413148442b3SMatthew G. Knepley PetscValidHeaderSpecific(locA[s], VEC_CLASSID, 5); 3414148442b3SMatthew G. Knepley ierr = DMPlexConvertPlex(dmAux[s], &plexA[s], PETSC_FALSE);CHKERRQ(ierr); 3415148442b3SMatthew G. Knepley ierr = DMGetEnclosureRelation(dmAux[s], dm, &encAux[s]);CHKERRQ(ierr); 3416148442b3SMatthew G. Knepley ierr = DMGetLocalSection(dmAux[s], §ionAux[s]);CHKERRQ(ierr); 3417148442b3SMatthew G. Knepley ierr = PetscDSGetTotalDimension(dsAux[s], &totDimAux[s]);CHKERRQ(ierr); 3418148442b3SMatthew G. Knepley ierr = DMGetWorkArray(dmAux[s], numCells*totDimAux[s], MPIU_SCALAR, &a[s]);CHKERRQ(ierr); 341904c51a94SMatthew G. Knepley } 3420148442b3SMatthew G. Knepley for (c = cStart; c < cEnd; ++c) { 34216528b96dSMatthew G. Knepley const PetscInt cell = cells ? cells[c] : c; 34226528b96dSMatthew G. Knepley const PetscInt cind = c - cStart; 34236528b96dSMatthew G. Knepley const PetscInt *cone, *ornt; 34246528b96dSMatthew G. Knepley 3425148442b3SMatthew G. Knepley ierr = DMPlexGetCone(dm, cell, &cone);CHKERRQ(ierr); 3426148442b3SMatthew G. Knepley ierr = DMPlexGetConeOrientation(dm, cell, &ornt);CHKERRQ(ierr); 3427148442b3SMatthew G. Knepley if (ornt[0]) SETERRQ3(PETSC_COMM_SELF, PETSC_ERR_SUP, "Face %D in hybrid cell %D has orientation %D != 0", cone[0], cell, ornt[0]); 3428148442b3SMatthew G. Knepley for (s = 0; s < 2; ++s) { 3429148442b3SMatthew G. Knepley PetscScalar *x = NULL, *al = a[s]; 3430148442b3SMatthew G. Knepley const PetscInt tdA = totDimAux[s]; 3431148442b3SMatthew G. Knepley PetscInt subface, Na, i; 34326528b96dSMatthew G. Knepley 3433faff4f7fSMatthew G. Knepley ierr = DMGetEnclosurePoint(plexA[s], dm, encAux[s], cone[s], &subface);CHKERRQ(ierr); 3434148442b3SMatthew G. Knepley ierr = DMPlexVecGetClosure(plexA[s], sectionAux[s], locA[s], subface, &Na, &x);CHKERRQ(ierr); 34356528b96dSMatthew G. Knepley for (i = 0; i < Na; ++i) al[cind*tdA+i] = x[i]; 3436148442b3SMatthew G. Knepley ierr = DMPlexVecRestoreClosure(plexA[s], sectionAux[s], locA[s], subface, &Na, &x);CHKERRQ(ierr); 34376528b96dSMatthew G. Knepley } 34386528b96dSMatthew G. Knepley } 3439148442b3SMatthew G. Knepley for (s = 0; s < 2; ++s) {ierr = DMDestroy(&plexA[s]);CHKERRQ(ierr);} 34406528b96dSMatthew G. Knepley ierr = ISRestorePointRange(cellIS, &cStart, &cEnd, &cells);CHKERRQ(ierr); 34416528b96dSMatthew G. Knepley PetscFunctionReturn(0); 34426528b96dSMatthew G. Knepley } 34436528b96dSMatthew G. Knepley 344404c51a94SMatthew G. Knepley static PetscErrorCode DMPlexRestoreHybridAuxFields(DM dmAux[], PetscDS dsAux[], IS cellIS, Vec locA[], PetscScalar *a[]) 34456528b96dSMatthew G. Knepley { 34466528b96dSMatthew G. Knepley PetscErrorCode ierr; 34476528b96dSMatthew G. Knepley 34486528b96dSMatthew G. Knepley PetscFunctionBegin; 344904c51a94SMatthew G. Knepley if (!locA[0] || !locA[1]) PetscFunctionReturn(0); 345004c51a94SMatthew G. Knepley ierr = DMRestoreWorkArray(dmAux[0], 0, MPIU_SCALAR, &a[0]);CHKERRQ(ierr); 345104c51a94SMatthew G. Knepley ierr = DMRestoreWorkArray(dmAux[1], 0, MPIU_SCALAR, &a[1]);CHKERRQ(ierr); 34526528b96dSMatthew G. Knepley PetscFunctionReturn(0); 34536528b96dSMatthew G. Knepley } 34546528b96dSMatthew G. Knepley 34552f856554SMatthew G. Knepley /*@C 34562f856554SMatthew G. Knepley DMPlexGetFaceFields - Retrieve the field values values for a chunk of faces 34572f856554SMatthew G. Knepley 34582f856554SMatthew G. Knepley Input Parameters: 34592f856554SMatthew G. Knepley + dm - The DM 34602f856554SMatthew G. Knepley . fStart - The first face to include 34612f856554SMatthew G. Knepley . fEnd - The first face to exclude 34622f856554SMatthew G. Knepley . locX - A local vector with the solution fields 34632f856554SMatthew G. Knepley . locX_t - A local vector with solution field time derivatives, or NULL 34642f856554SMatthew G. Knepley . faceGeometry - A local vector with face geometry 34652f856554SMatthew G. Knepley . cellGeometry - A local vector with cell geometry 34662f856554SMatthew G. Knepley - locaGrad - A local vector with field gradients, or NULL 34672f856554SMatthew G. Knepley 34682f856554SMatthew G. Knepley Output Parameters: 34692f856554SMatthew G. Knepley + Nface - The number of faces with field values 34702f856554SMatthew G. Knepley . uL - The field values at the left side of the face 34712f856554SMatthew G. Knepley - uR - The field values at the right side of the face 34722f856554SMatthew G. Knepley 34732f856554SMatthew G. Knepley Level: developer 34742f856554SMatthew G. Knepley 34752f856554SMatthew G. Knepley .seealso: DMPlexGetCellFields() 34762f856554SMatthew G. Knepley @*/ 34772f856554SMatthew G. Knepley PetscErrorCode DMPlexGetFaceFields(DM dm, PetscInt fStart, PetscInt fEnd, Vec locX, Vec locX_t, Vec faceGeometry, Vec cellGeometry, Vec locGrad, PetscInt *Nface, PetscScalar **uL, PetscScalar **uR) 34782f856554SMatthew G. Knepley { 34792f856554SMatthew G. Knepley DM dmFace, dmCell, dmGrad = NULL; 34802f856554SMatthew G. Knepley PetscSection section; 34812f856554SMatthew G. Knepley PetscDS prob; 34822f856554SMatthew G. Knepley DMLabel ghostLabel; 34832f856554SMatthew G. Knepley const PetscScalar *facegeom, *cellgeom, *x, *lgrad; 34842f856554SMatthew G. Knepley PetscBool *isFE; 34852f856554SMatthew G. Knepley PetscInt dim, Nf, f, Nc, numFaces = fEnd - fStart, iface, face; 34862f856554SMatthew G. Knepley PetscErrorCode ierr; 34872f856554SMatthew G. Knepley 34882f856554SMatthew G. Knepley PetscFunctionBegin; 34892f856554SMatthew G. Knepley PetscValidHeaderSpecific(dm, DM_CLASSID, 1); 34902f856554SMatthew G. Knepley PetscValidHeaderSpecific(locX, VEC_CLASSID, 4); 34912f856554SMatthew G. Knepley if (locX_t) {PetscValidHeaderSpecific(locX_t, VEC_CLASSID, 5);} 34922f856554SMatthew G. Knepley PetscValidHeaderSpecific(faceGeometry, VEC_CLASSID, 6); 34932f856554SMatthew G. Knepley PetscValidHeaderSpecific(cellGeometry, VEC_CLASSID, 7); 34942f856554SMatthew G. Knepley if (locGrad) {PetscValidHeaderSpecific(locGrad, VEC_CLASSID, 8);} 3495064a246eSJacob Faibussowitsch PetscValidPointer(uL, 10); 3496064a246eSJacob Faibussowitsch PetscValidPointer(uR, 11); 34972f856554SMatthew G. Knepley ierr = DMGetDimension(dm, &dim);CHKERRQ(ierr); 34982f856554SMatthew G. Knepley ierr = DMGetDS(dm, &prob);CHKERRQ(ierr); 349992fd8e1eSJed Brown ierr = DMGetLocalSection(dm, §ion);CHKERRQ(ierr); 35002f856554SMatthew G. Knepley ierr = PetscDSGetNumFields(prob, &Nf);CHKERRQ(ierr); 35012f856554SMatthew G. Knepley ierr = PetscDSGetTotalComponents(prob, &Nc);CHKERRQ(ierr); 35022f856554SMatthew G. Knepley ierr = PetscMalloc1(Nf, &isFE);CHKERRQ(ierr); 35032f856554SMatthew G. Knepley for (f = 0; f < Nf; ++f) { 35042f856554SMatthew G. Knepley PetscObject obj; 35052f856554SMatthew G. Knepley PetscClassId id; 35062f856554SMatthew G. Knepley 35072f856554SMatthew G. Knepley ierr = PetscDSGetDiscretization(prob, f, &obj);CHKERRQ(ierr); 35082f856554SMatthew G. Knepley ierr = PetscObjectGetClassId(obj, &id);CHKERRQ(ierr); 35092f856554SMatthew G. Knepley if (id == PETSCFE_CLASSID) {isFE[f] = PETSC_TRUE;} 35102f856554SMatthew G. Knepley else if (id == PETSCFV_CLASSID) {isFE[f] = PETSC_FALSE;} 35112f856554SMatthew G. Knepley else {isFE[f] = PETSC_FALSE;} 35122f856554SMatthew G. Knepley } 35132f856554SMatthew G. Knepley ierr = DMGetLabel(dm, "ghost", &ghostLabel);CHKERRQ(ierr); 35142f856554SMatthew G. Knepley ierr = VecGetArrayRead(locX, &x);CHKERRQ(ierr); 35152f856554SMatthew G. Knepley ierr = VecGetDM(faceGeometry, &dmFace);CHKERRQ(ierr); 35162f856554SMatthew G. Knepley ierr = VecGetArrayRead(faceGeometry, &facegeom);CHKERRQ(ierr); 35172f856554SMatthew G. Knepley ierr = VecGetDM(cellGeometry, &dmCell);CHKERRQ(ierr); 35182f856554SMatthew G. Knepley ierr = VecGetArrayRead(cellGeometry, &cellgeom);CHKERRQ(ierr); 35192f856554SMatthew G. Knepley if (locGrad) { 35202f856554SMatthew G. Knepley ierr = VecGetDM(locGrad, &dmGrad);CHKERRQ(ierr); 35212f856554SMatthew G. Knepley ierr = VecGetArrayRead(locGrad, &lgrad);CHKERRQ(ierr); 35222f856554SMatthew G. Knepley } 35232f856554SMatthew G. Knepley ierr = DMGetWorkArray(dm, numFaces*Nc, MPIU_SCALAR, uL);CHKERRQ(ierr); 35242f856554SMatthew G. Knepley ierr = DMGetWorkArray(dm, numFaces*Nc, MPIU_SCALAR, uR);CHKERRQ(ierr); 35252f856554SMatthew G. Knepley /* Right now just eat the extra work for FE (could make a cell loop) */ 35262f856554SMatthew G. Knepley for (face = fStart, iface = 0; face < fEnd; ++face) { 35272f856554SMatthew G. Knepley const PetscInt *cells; 35282f856554SMatthew G. Knepley PetscFVFaceGeom *fg; 35292f856554SMatthew G. Knepley PetscFVCellGeom *cgL, *cgR; 35302f856554SMatthew G. Knepley PetscScalar *xL, *xR, *gL, *gR; 35312f856554SMatthew G. Knepley PetscScalar *uLl = *uL, *uRl = *uR; 35322f856554SMatthew G. Knepley PetscInt ghost, nsupp, nchild; 35332f856554SMatthew G. Knepley 35342f856554SMatthew G. Knepley ierr = DMLabelGetValue(ghostLabel, face, &ghost);CHKERRQ(ierr); 35352f856554SMatthew G. Knepley ierr = DMPlexGetSupportSize(dm, face, &nsupp);CHKERRQ(ierr); 35362f856554SMatthew G. Knepley ierr = DMPlexGetTreeChildren(dm, face, &nchild, NULL);CHKERRQ(ierr); 35372f856554SMatthew G. Knepley if (ghost >= 0 || nsupp > 2 || nchild > 0) continue; 35382f856554SMatthew G. Knepley ierr = DMPlexPointLocalRead(dmFace, face, facegeom, &fg);CHKERRQ(ierr); 35392f856554SMatthew G. Knepley ierr = DMPlexGetSupport(dm, face, &cells);CHKERRQ(ierr); 35402f856554SMatthew G. Knepley ierr = DMPlexPointLocalRead(dmCell, cells[0], cellgeom, &cgL);CHKERRQ(ierr); 35412f856554SMatthew G. Knepley ierr = DMPlexPointLocalRead(dmCell, cells[1], cellgeom, &cgR);CHKERRQ(ierr); 35422f856554SMatthew G. Knepley for (f = 0; f < Nf; ++f) { 35432f856554SMatthew G. Knepley PetscInt off; 35442f856554SMatthew G. Knepley 35452f856554SMatthew G. Knepley ierr = PetscDSGetComponentOffset(prob, f, &off);CHKERRQ(ierr); 35462f856554SMatthew G. Knepley if (isFE[f]) { 35472f856554SMatthew G. Knepley const PetscInt *cone; 35482f856554SMatthew G. Knepley PetscInt comp, coneSizeL, coneSizeR, faceLocL, faceLocR, ldof, rdof, d; 35492f856554SMatthew G. Knepley 35502f856554SMatthew G. Knepley xL = xR = NULL; 35512f856554SMatthew G. Knepley ierr = PetscSectionGetFieldComponents(section, f, &comp);CHKERRQ(ierr); 35522f856554SMatthew G. Knepley ierr = DMPlexVecGetClosure(dm, section, locX, cells[0], &ldof, (PetscScalar **) &xL);CHKERRQ(ierr); 35532f856554SMatthew G. Knepley ierr = DMPlexVecGetClosure(dm, section, locX, cells[1], &rdof, (PetscScalar **) &xR);CHKERRQ(ierr); 35542f856554SMatthew G. Knepley ierr = DMPlexGetCone(dm, cells[0], &cone);CHKERRQ(ierr); 35552f856554SMatthew G. Knepley ierr = DMPlexGetConeSize(dm, cells[0], &coneSizeL);CHKERRQ(ierr); 35562f856554SMatthew G. Knepley for (faceLocL = 0; faceLocL < coneSizeL; ++faceLocL) if (cone[faceLocL] == face) break; 35572f856554SMatthew G. Knepley ierr = DMPlexGetCone(dm, cells[1], &cone);CHKERRQ(ierr); 35582f856554SMatthew G. Knepley ierr = DMPlexGetConeSize(dm, cells[1], &coneSizeR);CHKERRQ(ierr); 35592f856554SMatthew G. Knepley for (faceLocR = 0; faceLocR < coneSizeR; ++faceLocR) if (cone[faceLocR] == face) break; 3560ff1e0c32SBarry Smith if (faceLocL == coneSizeL && faceLocR == coneSizeR) SETERRQ3(PETSC_COMM_SELF, PETSC_ERR_PLIB, "Could not find face %D in cone of cell %D or cell %D", face, cells[0], cells[1]); 35612f856554SMatthew G. Knepley /* Check that FEM field has values in the right cell (sometimes its an FV ghost cell) */ 35622f856554SMatthew G. Knepley /* TODO: this is a hack that might not be right for nonconforming */ 35632f856554SMatthew G. Knepley if (faceLocL < coneSizeL) { 3564a8f1f9e5SMatthew G. Knepley ierr = PetscFEEvaluateFaceFields_Internal(prob, f, faceLocL, xL, &uLl[iface*Nc+off]);CHKERRQ(ierr); 3565a8f1f9e5SMatthew G. Knepley if (rdof == ldof && faceLocR < coneSizeR) {ierr = PetscFEEvaluateFaceFields_Internal(prob, f, faceLocR, xR, &uRl[iface*Nc+off]);CHKERRQ(ierr);} 35662f856554SMatthew G. Knepley else {for (d = 0; d < comp; ++d) uRl[iface*Nc+off+d] = uLl[iface*Nc+off+d];} 35672f856554SMatthew G. Knepley } 35682f856554SMatthew G. Knepley else { 3569a8f1f9e5SMatthew G. Knepley ierr = PetscFEEvaluateFaceFields_Internal(prob, f, faceLocR, xR, &uRl[iface*Nc+off]);CHKERRQ(ierr); 35702f856554SMatthew G. Knepley ierr = PetscSectionGetFieldComponents(section, f, &comp);CHKERRQ(ierr); 35712f856554SMatthew G. Knepley for (d = 0; d < comp; ++d) uLl[iface*Nc+off+d] = uRl[iface*Nc+off+d]; 35722f856554SMatthew G. Knepley } 35732f856554SMatthew G. Knepley ierr = DMPlexVecRestoreClosure(dm, section, locX, cells[0], &ldof, (PetscScalar **) &xL);CHKERRQ(ierr); 35742f856554SMatthew G. Knepley ierr = DMPlexVecRestoreClosure(dm, section, locX, cells[1], &rdof, (PetscScalar **) &xR);CHKERRQ(ierr); 35752f856554SMatthew G. Knepley } else { 35762f856554SMatthew G. Knepley PetscFV fv; 35772f856554SMatthew G. Knepley PetscInt numComp, c; 35782f856554SMatthew G. Knepley 35792f856554SMatthew G. Knepley ierr = PetscDSGetDiscretization(prob, f, (PetscObject *) &fv);CHKERRQ(ierr); 35802f856554SMatthew G. Knepley ierr = PetscFVGetNumComponents(fv, &numComp);CHKERRQ(ierr); 35812f856554SMatthew G. Knepley ierr = DMPlexPointLocalFieldRead(dm, cells[0], f, x, &xL);CHKERRQ(ierr); 35822f856554SMatthew G. Knepley ierr = DMPlexPointLocalFieldRead(dm, cells[1], f, x, &xR);CHKERRQ(ierr); 35832f856554SMatthew G. Knepley if (dmGrad) { 35842f856554SMatthew G. Knepley PetscReal dxL[3], dxR[3]; 35852f856554SMatthew G. Knepley 35862f856554SMatthew G. Knepley ierr = DMPlexPointLocalRead(dmGrad, cells[0], lgrad, &gL);CHKERRQ(ierr); 35872f856554SMatthew G. Knepley ierr = DMPlexPointLocalRead(dmGrad, cells[1], lgrad, &gR);CHKERRQ(ierr); 35882f856554SMatthew G. Knepley DMPlex_WaxpyD_Internal(dim, -1, cgL->centroid, fg->centroid, dxL); 35892f856554SMatthew G. Knepley DMPlex_WaxpyD_Internal(dim, -1, cgR->centroid, fg->centroid, dxR); 35902f856554SMatthew G. Knepley for (c = 0; c < numComp; ++c) { 35912f856554SMatthew G. Knepley uLl[iface*Nc+off+c] = xL[c] + DMPlex_DotD_Internal(dim, &gL[c*dim], dxL); 35922f856554SMatthew G. Knepley uRl[iface*Nc+off+c] = xR[c] + DMPlex_DotD_Internal(dim, &gR[c*dim], dxR); 35932f856554SMatthew G. Knepley } 35942f856554SMatthew G. Knepley } else { 35952f856554SMatthew G. Knepley for (c = 0; c < numComp; ++c) { 35962f856554SMatthew G. Knepley uLl[iface*Nc+off+c] = xL[c]; 35972f856554SMatthew G. Knepley uRl[iface*Nc+off+c] = xR[c]; 35982f856554SMatthew G. Knepley } 35992f856554SMatthew G. Knepley } 36002f856554SMatthew G. Knepley } 36012f856554SMatthew G. Knepley } 36022f856554SMatthew G. Knepley ++iface; 36032f856554SMatthew G. Knepley } 36042f856554SMatthew G. Knepley *Nface = iface; 36052f856554SMatthew G. Knepley ierr = VecRestoreArrayRead(locX, &x);CHKERRQ(ierr); 36062f856554SMatthew G. Knepley ierr = VecRestoreArrayRead(faceGeometry, &facegeom);CHKERRQ(ierr); 36072f856554SMatthew G. Knepley ierr = VecRestoreArrayRead(cellGeometry, &cellgeom);CHKERRQ(ierr); 36082f856554SMatthew G. Knepley if (locGrad) { 36092f856554SMatthew G. Knepley ierr = VecRestoreArrayRead(locGrad, &lgrad);CHKERRQ(ierr); 36102f856554SMatthew G. Knepley } 36112f856554SMatthew G. Knepley ierr = PetscFree(isFE);CHKERRQ(ierr); 36122f856554SMatthew G. Knepley PetscFunctionReturn(0); 36132f856554SMatthew G. Knepley } 36142f856554SMatthew G. Knepley 36152f856554SMatthew G. Knepley /*@C 36162f856554SMatthew G. Knepley DMPlexRestoreFaceFields - Restore the field values values for a chunk of faces 36172f856554SMatthew G. Knepley 36182f856554SMatthew G. Knepley Input Parameters: 36192f856554SMatthew G. Knepley + dm - The DM 36202f856554SMatthew G. Knepley . fStart - The first face to include 36212f856554SMatthew G. Knepley . fEnd - The first face to exclude 36222f856554SMatthew G. Knepley . locX - A local vector with the solution fields 36232f856554SMatthew G. Knepley . locX_t - A local vector with solution field time derivatives, or NULL 36242f856554SMatthew G. Knepley . faceGeometry - A local vector with face geometry 36252f856554SMatthew G. Knepley . cellGeometry - A local vector with cell geometry 36262f856554SMatthew G. Knepley - locaGrad - A local vector with field gradients, or NULL 36272f856554SMatthew G. Knepley 36282f856554SMatthew G. Knepley Output Parameters: 36292f856554SMatthew G. Knepley + Nface - The number of faces with field values 36302f856554SMatthew G. Knepley . uL - The field values at the left side of the face 36312f856554SMatthew G. Knepley - uR - The field values at the right side of the face 36322f856554SMatthew G. Knepley 36332f856554SMatthew G. Knepley Level: developer 36342f856554SMatthew G. Knepley 36352f856554SMatthew G. Knepley .seealso: DMPlexGetFaceFields() 36362f856554SMatthew G. Knepley @*/ 36372f856554SMatthew G. Knepley PetscErrorCode DMPlexRestoreFaceFields(DM dm, PetscInt fStart, PetscInt fEnd, Vec locX, Vec locX_t, Vec faceGeometry, Vec cellGeometry, Vec locGrad, PetscInt *Nface, PetscScalar **uL, PetscScalar **uR) 36382f856554SMatthew G. Knepley { 36392f856554SMatthew G. Knepley PetscErrorCode ierr; 36402f856554SMatthew G. Knepley 36412f856554SMatthew G. Knepley PetscFunctionBegin; 36422f856554SMatthew G. Knepley ierr = DMRestoreWorkArray(dm, 0, MPIU_SCALAR, uL);CHKERRQ(ierr); 36432f856554SMatthew G. Knepley ierr = DMRestoreWorkArray(dm, 0, MPIU_SCALAR, uR);CHKERRQ(ierr); 36442f856554SMatthew G. Knepley PetscFunctionReturn(0); 36452f856554SMatthew G. Knepley } 36462f856554SMatthew G. Knepley 36472f856554SMatthew G. Knepley /*@C 36482f856554SMatthew G. Knepley DMPlexGetFaceGeometry - Retrieve the geometric values for a chunk of faces 36492f856554SMatthew G. Knepley 36502f856554SMatthew G. Knepley Input Parameters: 36512f856554SMatthew G. Knepley + dm - The DM 36522f856554SMatthew G. Knepley . fStart - The first face to include 36532f856554SMatthew G. Knepley . fEnd - The first face to exclude 36542f856554SMatthew G. Knepley . faceGeometry - A local vector with face geometry 36552f856554SMatthew G. Knepley - cellGeometry - A local vector with cell geometry 36562f856554SMatthew G. Knepley 36572f856554SMatthew G. Knepley Output Parameters: 36582f856554SMatthew G. Knepley + Nface - The number of faces with field values 36592f856554SMatthew G. Knepley . fgeom - The extract the face centroid and normal 36602f856554SMatthew G. Knepley - vol - The cell volume 36612f856554SMatthew G. Knepley 36622f856554SMatthew G. Knepley Level: developer 36632f856554SMatthew G. Knepley 36642f856554SMatthew G. Knepley .seealso: DMPlexGetCellFields() 36652f856554SMatthew G. Knepley @*/ 36662f856554SMatthew G. Knepley PetscErrorCode DMPlexGetFaceGeometry(DM dm, PetscInt fStart, PetscInt fEnd, Vec faceGeometry, Vec cellGeometry, PetscInt *Nface, PetscFVFaceGeom **fgeom, PetscReal **vol) 36672f856554SMatthew G. Knepley { 36682f856554SMatthew G. Knepley DM dmFace, dmCell; 36692f856554SMatthew G. Knepley DMLabel ghostLabel; 36702f856554SMatthew G. Knepley const PetscScalar *facegeom, *cellgeom; 36712f856554SMatthew G. Knepley PetscInt dim, numFaces = fEnd - fStart, iface, face; 36722f856554SMatthew G. Knepley PetscErrorCode ierr; 36732f856554SMatthew G. Knepley 36742f856554SMatthew G. Knepley PetscFunctionBegin; 36752f856554SMatthew G. Knepley PetscValidHeaderSpecific(dm, DM_CLASSID, 1); 36762f856554SMatthew G. Knepley PetscValidHeaderSpecific(faceGeometry, VEC_CLASSID, 4); 36772f856554SMatthew G. Knepley PetscValidHeaderSpecific(cellGeometry, VEC_CLASSID, 5); 3678064a246eSJacob Faibussowitsch PetscValidPointer(fgeom, 7); 3679064a246eSJacob Faibussowitsch PetscValidPointer(vol, 8); 36802f856554SMatthew G. Knepley ierr = DMGetDimension(dm, &dim);CHKERRQ(ierr); 36812f856554SMatthew G. Knepley ierr = DMGetLabel(dm, "ghost", &ghostLabel);CHKERRQ(ierr); 36822f856554SMatthew G. Knepley ierr = VecGetDM(faceGeometry, &dmFace);CHKERRQ(ierr); 36832f856554SMatthew G. Knepley ierr = VecGetArrayRead(faceGeometry, &facegeom);CHKERRQ(ierr); 36842f856554SMatthew G. Knepley ierr = VecGetDM(cellGeometry, &dmCell);CHKERRQ(ierr); 36852f856554SMatthew G. Knepley ierr = VecGetArrayRead(cellGeometry, &cellgeom);CHKERRQ(ierr); 36862f856554SMatthew G. Knepley ierr = PetscMalloc1(numFaces, fgeom);CHKERRQ(ierr); 36872f856554SMatthew G. Knepley ierr = DMGetWorkArray(dm, numFaces*2, MPIU_SCALAR, vol);CHKERRQ(ierr); 36882f856554SMatthew G. Knepley for (face = fStart, iface = 0; face < fEnd; ++face) { 36892f856554SMatthew G. Knepley const PetscInt *cells; 36902f856554SMatthew G. Knepley PetscFVFaceGeom *fg; 36912f856554SMatthew G. Knepley PetscFVCellGeom *cgL, *cgR; 36922f856554SMatthew G. Knepley PetscFVFaceGeom *fgeoml = *fgeom; 36932f856554SMatthew G. Knepley PetscReal *voll = *vol; 36942f856554SMatthew G. Knepley PetscInt ghost, d, nchild, nsupp; 36952f856554SMatthew G. Knepley 36962f856554SMatthew G. Knepley ierr = DMLabelGetValue(ghostLabel, face, &ghost);CHKERRQ(ierr); 36972f856554SMatthew G. Knepley ierr = DMPlexGetSupportSize(dm, face, &nsupp);CHKERRQ(ierr); 36982f856554SMatthew G. Knepley ierr = DMPlexGetTreeChildren(dm, face, &nchild, NULL);CHKERRQ(ierr); 36992f856554SMatthew G. Knepley if (ghost >= 0 || nsupp > 2 || nchild > 0) continue; 37002f856554SMatthew G. Knepley ierr = DMPlexPointLocalRead(dmFace, face, facegeom, &fg);CHKERRQ(ierr); 37012f856554SMatthew G. Knepley ierr = DMPlexGetSupport(dm, face, &cells);CHKERRQ(ierr); 37022f856554SMatthew G. Knepley ierr = DMPlexPointLocalRead(dmCell, cells[0], cellgeom, &cgL);CHKERRQ(ierr); 37032f856554SMatthew G. Knepley ierr = DMPlexPointLocalRead(dmCell, cells[1], cellgeom, &cgR);CHKERRQ(ierr); 37042f856554SMatthew G. Knepley for (d = 0; d < dim; ++d) { 37052f856554SMatthew G. Knepley fgeoml[iface].centroid[d] = fg->centroid[d]; 37062f856554SMatthew G. Knepley fgeoml[iface].normal[d] = fg->normal[d]; 37072f856554SMatthew G. Knepley } 37082f856554SMatthew G. Knepley voll[iface*2+0] = cgL->volume; 37092f856554SMatthew G. Knepley voll[iface*2+1] = cgR->volume; 37102f856554SMatthew G. Knepley ++iface; 37112f856554SMatthew G. Knepley } 37122f856554SMatthew G. Knepley *Nface = iface; 37132f856554SMatthew G. Knepley ierr = VecRestoreArrayRead(faceGeometry, &facegeom);CHKERRQ(ierr); 37142f856554SMatthew G. Knepley ierr = VecRestoreArrayRead(cellGeometry, &cellgeom);CHKERRQ(ierr); 37152f856554SMatthew G. Knepley PetscFunctionReturn(0); 37162f856554SMatthew G. Knepley } 37172f856554SMatthew G. Knepley 37182f856554SMatthew G. Knepley /*@C 37192f856554SMatthew G. Knepley DMPlexRestoreFaceGeometry - Restore the field values values for a chunk of faces 37202f856554SMatthew G. Knepley 37212f856554SMatthew G. Knepley Input Parameters: 37222f856554SMatthew G. Knepley + dm - The DM 37232f856554SMatthew G. Knepley . fStart - The first face to include 37242f856554SMatthew G. Knepley . fEnd - The first face to exclude 37252f856554SMatthew G. Knepley . faceGeometry - A local vector with face geometry 37262f856554SMatthew G. Knepley - cellGeometry - A local vector with cell geometry 37272f856554SMatthew G. Knepley 37282f856554SMatthew G. Knepley Output Parameters: 37292f856554SMatthew G. Knepley + Nface - The number of faces with field values 37302f856554SMatthew G. Knepley . fgeom - The extract the face centroid and normal 37312f856554SMatthew G. Knepley - vol - The cell volume 37322f856554SMatthew G. Knepley 37332f856554SMatthew G. Knepley Level: developer 37342f856554SMatthew G. Knepley 37352f856554SMatthew G. Knepley .seealso: DMPlexGetFaceFields() 37362f856554SMatthew G. Knepley @*/ 37372f856554SMatthew G. Knepley PetscErrorCode DMPlexRestoreFaceGeometry(DM dm, PetscInt fStart, PetscInt fEnd, Vec faceGeometry, Vec cellGeometry, PetscInt *Nface, PetscFVFaceGeom **fgeom, PetscReal **vol) 37382f856554SMatthew G. Knepley { 37392f856554SMatthew G. Knepley PetscErrorCode ierr; 37402f856554SMatthew G. Knepley 37412f856554SMatthew G. Knepley PetscFunctionBegin; 37422f856554SMatthew G. Knepley ierr = PetscFree(*fgeom);CHKERRQ(ierr); 37432f856554SMatthew G. Knepley ierr = DMRestoreWorkArray(dm, 0, MPIU_REAL, vol);CHKERRQ(ierr); 37442f856554SMatthew G. Knepley PetscFunctionReturn(0); 37452f856554SMatthew G. Knepley } 37462f856554SMatthew G. Knepley 3747a1cf66bbSMatthew G. Knepley PetscErrorCode DMSNESGetFEGeom(DMField coordField, IS pointIS, PetscQuadrature quad, PetscBool faceData, PetscFEGeom **geom) 3748a1cf66bbSMatthew G. Knepley { 3749a1cf66bbSMatthew G. Knepley char composeStr[33] = {0}; 3750a1cf66bbSMatthew G. Knepley PetscObjectId id; 3751a1cf66bbSMatthew G. Knepley PetscContainer container; 3752a1cf66bbSMatthew G. Knepley PetscErrorCode ierr; 3753a1cf66bbSMatthew G. Knepley 3754a1cf66bbSMatthew G. Knepley PetscFunctionBegin; 3755a1cf66bbSMatthew G. Knepley ierr = PetscObjectGetId((PetscObject)quad,&id);CHKERRQ(ierr); 3756a1cf66bbSMatthew G. Knepley ierr = PetscSNPrintf(composeStr, 32, "DMSNESGetFEGeom_%x\n", id);CHKERRQ(ierr); 3757a1cf66bbSMatthew G. Knepley ierr = PetscObjectQuery((PetscObject) pointIS, composeStr, (PetscObject *) &container);CHKERRQ(ierr); 3758a1cf66bbSMatthew G. Knepley if (container) { 3759a1cf66bbSMatthew G. Knepley ierr = PetscContainerGetPointer(container, (void **) geom);CHKERRQ(ierr); 3760a1cf66bbSMatthew G. Knepley } else { 3761a1cf66bbSMatthew G. Knepley ierr = DMFieldCreateFEGeom(coordField, pointIS, quad, faceData, geom);CHKERRQ(ierr); 3762a1cf66bbSMatthew G. Knepley ierr = PetscContainerCreate(PETSC_COMM_SELF,&container);CHKERRQ(ierr); 3763a1cf66bbSMatthew G. Knepley ierr = PetscContainerSetPointer(container, (void *) *geom);CHKERRQ(ierr); 3764a1cf66bbSMatthew G. Knepley ierr = PetscContainerSetUserDestroy(container, PetscContainerUserDestroy_PetscFEGeom);CHKERRQ(ierr); 3765a1cf66bbSMatthew G. Knepley ierr = PetscObjectCompose((PetscObject) pointIS, composeStr, (PetscObject) container);CHKERRQ(ierr); 3766a1cf66bbSMatthew G. Knepley ierr = PetscContainerDestroy(&container);CHKERRQ(ierr); 3767a1cf66bbSMatthew G. Knepley } 3768a1cf66bbSMatthew G. Knepley PetscFunctionReturn(0); 3769a1cf66bbSMatthew G. Knepley } 3770a1cf66bbSMatthew G. Knepley 3771a1cf66bbSMatthew G. Knepley PetscErrorCode DMSNESRestoreFEGeom(DMField coordField, IS pointIS, PetscQuadrature quad, PetscBool faceData, PetscFEGeom **geom) 3772a1cf66bbSMatthew G. Knepley { 3773a1cf66bbSMatthew G. Knepley PetscFunctionBegin; 3774a1cf66bbSMatthew G. Knepley *geom = NULL; 3775a1cf66bbSMatthew G. Knepley PetscFunctionReturn(0); 3776a1cf66bbSMatthew G. Knepley } 3777a1cf66bbSMatthew G. Knepley 377892d50984SMatthew G. Knepley PetscErrorCode DMPlexComputeResidual_Patch_Internal(DM dm, PetscSection section, IS cellIS, PetscReal t, Vec locX, Vec locX_t, Vec locF, void *user) 377992d50984SMatthew G. Knepley { 378092d50984SMatthew G. Knepley DM_Plex *mesh = (DM_Plex *) dm->data; 378192d50984SMatthew G. Knepley const char *name = "Residual"; 378292d50984SMatthew G. Knepley DM dmAux = NULL; 378392d50984SMatthew G. Knepley DMLabel ghostLabel = NULL; 378492d50984SMatthew G. Knepley PetscDS prob = NULL; 378592d50984SMatthew G. Knepley PetscDS probAux = NULL; 378692d50984SMatthew G. Knepley PetscBool useFEM = PETSC_FALSE; 378792d50984SMatthew G. Knepley PetscBool isImplicit = (locX_t || t == PETSC_MIN_REAL) ? PETSC_TRUE : PETSC_FALSE; 378892d50984SMatthew G. Knepley DMField coordField = NULL; 3789c0006e53SPatrick Farrell Vec locA; 3790c0006e53SPatrick Farrell PetscScalar *u = NULL, *u_t, *a, *uL = NULL, *uR = NULL; 379192d50984SMatthew G. Knepley IS chunkIS; 379292d50984SMatthew G. Knepley const PetscInt *cells; 379392d50984SMatthew G. Knepley PetscInt cStart, cEnd, numCells; 3794364207b6SKarl Rupp PetscInt Nf, f, totDim, totDimAux, numChunks, cellChunkSize, chunk, fStart, fEnd; 379592d50984SMatthew G. Knepley PetscInt maxDegree = PETSC_MAX_INT; 379606ad1575SMatthew G. Knepley PetscFormKey key; 379792d50984SMatthew G. Knepley PetscQuadrature affineQuad = NULL, *quads = NULL; 379892d50984SMatthew G. Knepley PetscFEGeom *affineGeom = NULL, **geoms = NULL; 379992d50984SMatthew G. Knepley PetscErrorCode ierr; 380092d50984SMatthew G. Knepley 380192d50984SMatthew G. Knepley PetscFunctionBegin; 380292d50984SMatthew G. Knepley ierr = PetscLogEventBegin(DMPLEX_ResidualFEM,dm,0,0,0);CHKERRQ(ierr); 380392d50984SMatthew G. Knepley /* FEM+FVM */ 380492d50984SMatthew G. Knepley /* 1: Get sizes from dm and dmAux */ 380592d50984SMatthew G. Knepley ierr = DMGetLabel(dm, "ghost", &ghostLabel);CHKERRQ(ierr); 380692d50984SMatthew G. Knepley ierr = DMGetDS(dm, &prob);CHKERRQ(ierr); 380792d50984SMatthew G. Knepley ierr = PetscDSGetNumFields(prob, &Nf);CHKERRQ(ierr); 380892d50984SMatthew G. Knepley ierr = PetscDSGetTotalDimension(prob, &totDim);CHKERRQ(ierr); 38099a2a23afSMatthew G. Knepley ierr = DMGetAuxiliaryVec(dm, NULL, 0, &locA);CHKERRQ(ierr); 381092d50984SMatthew G. Knepley if (locA) { 381192d50984SMatthew G. Knepley ierr = VecGetDM(locA, &dmAux);CHKERRQ(ierr); 381292d50984SMatthew G. Knepley ierr = DMGetDS(dmAux, &probAux);CHKERRQ(ierr); 381392d50984SMatthew G. Knepley ierr = PetscDSGetTotalDimension(probAux, &totDimAux);CHKERRQ(ierr); 381492d50984SMatthew G. Knepley } 381592d50984SMatthew G. Knepley /* 2: Get geometric data */ 381692d50984SMatthew G. Knepley for (f = 0; f < Nf; ++f) { 381792d50984SMatthew G. Knepley PetscObject obj; 381892d50984SMatthew G. Knepley PetscClassId id; 381992d50984SMatthew G. Knepley PetscBool fimp; 382092d50984SMatthew G. Knepley 382192d50984SMatthew G. Knepley ierr = PetscDSGetImplicit(prob, f, &fimp);CHKERRQ(ierr); 382292d50984SMatthew G. Knepley if (isImplicit != fimp) continue; 382392d50984SMatthew G. Knepley ierr = PetscDSGetDiscretization(prob, f, &obj);CHKERRQ(ierr); 382492d50984SMatthew G. Knepley ierr = PetscObjectGetClassId(obj, &id);CHKERRQ(ierr); 382592d50984SMatthew G. Knepley if (id == PETSCFE_CLASSID) {useFEM = PETSC_TRUE;} 3826364207b6SKarl Rupp if (id == PETSCFV_CLASSID) SETERRQ(PETSC_COMM_SELF,PETSC_ERR_ARG_WRONG,"Use of FVM with PCPATCH not yet implemented"); 382792d50984SMatthew G. Knepley } 382892d50984SMatthew G. Knepley if (useFEM) { 382992d50984SMatthew G. Knepley ierr = DMGetCoordinateField(dm, &coordField);CHKERRQ(ierr); 383092d50984SMatthew G. Knepley ierr = DMFieldGetDegree(coordField,cellIS,NULL,&maxDegree);CHKERRQ(ierr); 383192d50984SMatthew G. Knepley if (maxDegree <= 1) { 383292d50984SMatthew G. Knepley ierr = DMFieldCreateDefaultQuadrature(coordField,cellIS,&affineQuad);CHKERRQ(ierr); 383392d50984SMatthew G. Knepley if (affineQuad) { 383492d50984SMatthew G. Knepley ierr = DMSNESGetFEGeom(coordField,cellIS,affineQuad,PETSC_FALSE,&affineGeom);CHKERRQ(ierr); 383592d50984SMatthew G. Knepley } 383692d50984SMatthew G. Knepley } else { 383792d50984SMatthew G. Knepley ierr = PetscCalloc2(Nf,&quads,Nf,&geoms);CHKERRQ(ierr); 383892d50984SMatthew G. Knepley for (f = 0; f < Nf; ++f) { 383992d50984SMatthew G. Knepley PetscObject obj; 384092d50984SMatthew G. Knepley PetscClassId id; 384192d50984SMatthew G. Knepley PetscBool fimp; 384292d50984SMatthew G. Knepley 384392d50984SMatthew G. Knepley ierr = PetscDSGetImplicit(prob, f, &fimp);CHKERRQ(ierr); 384492d50984SMatthew G. Knepley if (isImplicit != fimp) continue; 384592d50984SMatthew G. Knepley ierr = PetscDSGetDiscretization(prob, f, &obj);CHKERRQ(ierr); 384692d50984SMatthew G. Knepley ierr = PetscObjectGetClassId(obj, &id);CHKERRQ(ierr); 384792d50984SMatthew G. Knepley if (id == PETSCFE_CLASSID) { 384892d50984SMatthew G. Knepley PetscFE fe = (PetscFE) obj; 384992d50984SMatthew G. Knepley 385092d50984SMatthew G. Knepley ierr = PetscFEGetQuadrature(fe, &quads[f]);CHKERRQ(ierr); 385192d50984SMatthew G. Knepley ierr = PetscObjectReference((PetscObject)quads[f]);CHKERRQ(ierr); 385292d50984SMatthew G. Knepley ierr = DMSNESGetFEGeom(coordField,cellIS,quads[f],PETSC_FALSE,&geoms[f]);CHKERRQ(ierr); 385392d50984SMatthew G. Knepley } 385492d50984SMatthew G. Knepley } 385592d50984SMatthew G. Knepley } 385692d50984SMatthew G. Knepley } 385792d50984SMatthew G. Knepley /* Loop over chunks */ 385892d50984SMatthew G. Knepley ierr = ISGetPointRange(cellIS, &cStart, &cEnd, &cells);CHKERRQ(ierr); 385992d50984SMatthew G. Knepley ierr = DMPlexGetHeightStratum(dm, 1, &fStart, &fEnd);CHKERRQ(ierr); 386092d50984SMatthew G. Knepley if (useFEM) {ierr = ISCreate(PETSC_COMM_SELF, &chunkIS);CHKERRQ(ierr);} 386192d50984SMatthew G. Knepley numCells = cEnd - cStart; 386292d50984SMatthew G. Knepley numChunks = 1; 386392d50984SMatthew G. Knepley cellChunkSize = numCells/numChunks; 386492d50984SMatthew G. Knepley numChunks = PetscMin(1,numCells); 38656528b96dSMatthew G. Knepley key.label = NULL; 38666528b96dSMatthew G. Knepley key.value = 0; 386706ad1575SMatthew G. Knepley key.part = 0; 386892d50984SMatthew G. Knepley for (chunk = 0; chunk < numChunks; ++chunk) { 3869c0006e53SPatrick Farrell PetscScalar *elemVec, *fluxL = NULL, *fluxR = NULL; 3870c0006e53SPatrick Farrell PetscReal *vol = NULL; 3871c0006e53SPatrick Farrell PetscFVFaceGeom *fgeom = NULL; 387292d50984SMatthew G. Knepley PetscInt cS = cStart+chunk*cellChunkSize, cE = PetscMin(cS+cellChunkSize, cEnd), numCells = cE - cS, c; 3873c0006e53SPatrick Farrell PetscInt numFaces = 0; 387492d50984SMatthew G. Knepley 387592d50984SMatthew G. Knepley /* Extract field coefficients */ 387692d50984SMatthew G. Knepley if (useFEM) { 387792d50984SMatthew G. Knepley ierr = ISGetPointSubrange(chunkIS, cS, cE, cells);CHKERRQ(ierr); 387892d50984SMatthew G. Knepley ierr = DMPlexGetCellFields(dm, chunkIS, locX, locX_t, locA, &u, &u_t, &a);CHKERRQ(ierr); 387992d50984SMatthew G. Knepley ierr = DMGetWorkArray(dm, numCells*totDim, MPIU_SCALAR, &elemVec);CHKERRQ(ierr); 3880580bdb30SBarry Smith ierr = PetscArrayzero(elemVec, numCells*totDim);CHKERRQ(ierr); 388192d50984SMatthew G. Knepley } 388292d50984SMatthew G. Knepley /* TODO We will interlace both our field coefficients (u, u_t, uL, uR, etc.) and our output (elemVec, fL, fR). I think this works */ 388392d50984SMatthew G. Knepley /* Loop over fields */ 388492d50984SMatthew G. Knepley for (f = 0; f < Nf; ++f) { 388592d50984SMatthew G. Knepley PetscObject obj; 388692d50984SMatthew G. Knepley PetscClassId id; 388792d50984SMatthew G. Knepley PetscBool fimp; 388892d50984SMatthew G. Knepley PetscInt numChunks, numBatches, batchSize, numBlocks, blockSize, Ne, Nr, offset; 388992d50984SMatthew G. Knepley 38906528b96dSMatthew G. Knepley key.field = f; 389192d50984SMatthew G. Knepley ierr = PetscDSGetImplicit(prob, f, &fimp);CHKERRQ(ierr); 389292d50984SMatthew G. Knepley if (isImplicit != fimp) continue; 389392d50984SMatthew G. Knepley ierr = PetscDSGetDiscretization(prob, f, &obj);CHKERRQ(ierr); 389492d50984SMatthew G. Knepley ierr = PetscObjectGetClassId(obj, &id);CHKERRQ(ierr); 389592d50984SMatthew G. Knepley if (id == PETSCFE_CLASSID) { 389692d50984SMatthew G. Knepley PetscFE fe = (PetscFE) obj; 389792d50984SMatthew G. Knepley PetscFEGeom *geom = affineGeom ? affineGeom : geoms[f]; 389892d50984SMatthew G. Knepley PetscFEGeom *chunkGeom = NULL; 389992d50984SMatthew G. Knepley PetscQuadrature quad = affineQuad ? affineQuad : quads[f]; 390092d50984SMatthew G. Knepley PetscInt Nq, Nb; 390192d50984SMatthew G. Knepley 390292d50984SMatthew G. Knepley ierr = PetscFEGetTileSizes(fe, NULL, &numBlocks, NULL, &numBatches);CHKERRQ(ierr); 390392d50984SMatthew G. Knepley ierr = PetscQuadratureGetData(quad, NULL, NULL, &Nq, NULL, NULL);CHKERRQ(ierr); 390492d50984SMatthew G. Knepley ierr = PetscFEGetDimension(fe, &Nb);CHKERRQ(ierr); 390592d50984SMatthew G. Knepley blockSize = Nb; 390692d50984SMatthew G. Knepley batchSize = numBlocks * blockSize; 390792d50984SMatthew G. Knepley ierr = PetscFESetTileSizes(fe, blockSize, numBlocks, batchSize, numBatches);CHKERRQ(ierr); 390892d50984SMatthew G. Knepley numChunks = numCells / (numBatches*batchSize); 390992d50984SMatthew G. Knepley Ne = numChunks*numBatches*batchSize; 391092d50984SMatthew G. Knepley Nr = numCells % (numBatches*batchSize); 391192d50984SMatthew G. Knepley offset = numCells - Nr; 391292d50984SMatthew G. Knepley /* Integrate FE residual to get elemVec (need fields at quadrature points) */ 391392d50984SMatthew G. Knepley /* For FV, I think we use a P0 basis and the cell coefficients (for subdivided cells, we can tweak the basis tabulation to be the indicator function) */ 391492d50984SMatthew G. Knepley ierr = PetscFEGeomGetChunk(geom,0,offset,&chunkGeom);CHKERRQ(ierr); 39156528b96dSMatthew G. Knepley ierr = PetscFEIntegrateResidual(prob, key, Ne, chunkGeom, u, u_t, probAux, a, t, elemVec);CHKERRQ(ierr); 391692d50984SMatthew G. Knepley ierr = PetscFEGeomGetChunk(geom,offset,numCells,&chunkGeom);CHKERRQ(ierr); 39176528b96dSMatthew G. Knepley ierr = PetscFEIntegrateResidual(prob, key, Nr, chunkGeom, &u[offset*totDim], u_t ? &u_t[offset*totDim] : NULL, probAux, &a[offset*totDimAux], t, &elemVec[offset*totDim]);CHKERRQ(ierr); 391892d50984SMatthew G. Knepley ierr = PetscFEGeomRestoreChunk(geom,offset,numCells,&chunkGeom);CHKERRQ(ierr); 391992d50984SMatthew G. Knepley } else if (id == PETSCFV_CLASSID) { 392092d50984SMatthew G. Knepley PetscFV fv = (PetscFV) obj; 392192d50984SMatthew G. Knepley 392292d50984SMatthew G. Knepley Ne = numFaces; 392392d50984SMatthew G. Knepley /* Riemann solve over faces (need fields at face centroids) */ 392492d50984SMatthew G. Knepley /* We need to evaluate FE fields at those coordinates */ 392592d50984SMatthew G. Knepley ierr = PetscFVIntegrateRHSFunction(fv, prob, f, Ne, fgeom, vol, uL, uR, fluxL, fluxR);CHKERRQ(ierr); 3926ff1e0c32SBarry Smith } else SETERRQ1(PetscObjectComm((PetscObject) dm), PETSC_ERR_ARG_WRONG, "Unknown discretization type for field %D", f); 392792d50984SMatthew G. Knepley } 392892d50984SMatthew G. Knepley /* Loop over domain */ 392992d50984SMatthew G. Knepley if (useFEM) { 393092d50984SMatthew G. Knepley /* Add elemVec to locX */ 393192d50984SMatthew G. Knepley for (c = cS; c < cE; ++c) { 393292d50984SMatthew G. Knepley const PetscInt cell = cells ? cells[c] : c; 393392d50984SMatthew G. Knepley const PetscInt cind = c - cStart; 393492d50984SMatthew G. Knepley 393592d50984SMatthew G. Knepley if (mesh->printFEM > 1) {ierr = DMPrintCellVector(cell, name, totDim, &elemVec[cind*totDim]);CHKERRQ(ierr);} 393692d50984SMatthew G. Knepley if (ghostLabel) { 393792d50984SMatthew G. Knepley PetscInt ghostVal; 393892d50984SMatthew G. Knepley 393992d50984SMatthew G. Knepley ierr = DMLabelGetValue(ghostLabel,cell,&ghostVal);CHKERRQ(ierr); 394092d50984SMatthew G. Knepley if (ghostVal > 0) continue; 394192d50984SMatthew G. Knepley } 394292d50984SMatthew G. Knepley ierr = DMPlexVecSetClosure(dm, section, locF, cell, &elemVec[cind*totDim], ADD_ALL_VALUES);CHKERRQ(ierr); 394392d50984SMatthew G. Knepley } 394492d50984SMatthew G. Knepley } 394592d50984SMatthew G. Knepley /* Handle time derivative */ 394692d50984SMatthew G. Knepley if (locX_t) { 394792d50984SMatthew G. Knepley PetscScalar *x_t, *fa; 394892d50984SMatthew G. Knepley 394992d50984SMatthew G. Knepley ierr = VecGetArray(locF, &fa);CHKERRQ(ierr); 395092d50984SMatthew G. Knepley ierr = VecGetArray(locX_t, &x_t);CHKERRQ(ierr); 395192d50984SMatthew G. Knepley for (f = 0; f < Nf; ++f) { 395292d50984SMatthew G. Knepley PetscFV fv; 395392d50984SMatthew G. Knepley PetscObject obj; 395492d50984SMatthew G. Knepley PetscClassId id; 395592d50984SMatthew G. Knepley PetscInt pdim, d; 395692d50984SMatthew G. Knepley 395792d50984SMatthew G. Knepley ierr = PetscDSGetDiscretization(prob, f, &obj);CHKERRQ(ierr); 395892d50984SMatthew G. Knepley ierr = PetscObjectGetClassId(obj, &id);CHKERRQ(ierr); 395992d50984SMatthew G. Knepley if (id != PETSCFV_CLASSID) continue; 396092d50984SMatthew G. Knepley fv = (PetscFV) obj; 396192d50984SMatthew G. Knepley ierr = PetscFVGetNumComponents(fv, &pdim);CHKERRQ(ierr); 396292d50984SMatthew G. Knepley for (c = cS; c < cE; ++c) { 396392d50984SMatthew G. Knepley const PetscInt cell = cells ? cells[c] : c; 396492d50984SMatthew G. Knepley PetscScalar *u_t, *r; 396592d50984SMatthew G. Knepley 396692d50984SMatthew G. Knepley if (ghostLabel) { 396792d50984SMatthew G. Knepley PetscInt ghostVal; 396892d50984SMatthew G. Knepley 396992d50984SMatthew G. Knepley ierr = DMLabelGetValue(ghostLabel, cell, &ghostVal);CHKERRQ(ierr); 397092d50984SMatthew G. Knepley if (ghostVal > 0) continue; 397192d50984SMatthew G. Knepley } 397292d50984SMatthew G. Knepley ierr = DMPlexPointLocalFieldRead(dm, cell, f, x_t, &u_t);CHKERRQ(ierr); 397392d50984SMatthew G. Knepley ierr = DMPlexPointLocalFieldRef(dm, cell, f, fa, &r);CHKERRQ(ierr); 397492d50984SMatthew G. Knepley for (d = 0; d < pdim; ++d) r[d] += u_t[d]; 397592d50984SMatthew G. Knepley } 397692d50984SMatthew G. Knepley } 397792d50984SMatthew G. Knepley ierr = VecRestoreArray(locX_t, &x_t);CHKERRQ(ierr); 397892d50984SMatthew G. Knepley ierr = VecRestoreArray(locF, &fa);CHKERRQ(ierr); 397992d50984SMatthew G. Knepley } 398092d50984SMatthew G. Knepley if (useFEM) { 398192d50984SMatthew G. Knepley ierr = DMPlexRestoreCellFields(dm, chunkIS, locX, locX_t, locA, &u, &u_t, &a);CHKERRQ(ierr); 398292d50984SMatthew G. Knepley ierr = DMRestoreWorkArray(dm, numCells*totDim, MPIU_SCALAR, &elemVec);CHKERRQ(ierr); 398392d50984SMatthew G. Knepley } 398492d50984SMatthew G. Knepley } 398592d50984SMatthew G. Knepley if (useFEM) {ierr = ISDestroy(&chunkIS);CHKERRQ(ierr);} 398692d50984SMatthew G. Knepley ierr = ISRestorePointRange(cellIS, &cStart, &cEnd, &cells);CHKERRQ(ierr); 398792d50984SMatthew G. Knepley /* TODO Could include boundary residual here (see DMPlexComputeResidual_Internal) */ 398892d50984SMatthew G. Knepley if (useFEM) { 398992d50984SMatthew G. Knepley if (maxDegree <= 1) { 399092d50984SMatthew G. Knepley ierr = DMSNESRestoreFEGeom(coordField,cellIS,affineQuad,PETSC_FALSE,&affineGeom);CHKERRQ(ierr); 399192d50984SMatthew G. Knepley ierr = PetscQuadratureDestroy(&affineQuad);CHKERRQ(ierr); 399292d50984SMatthew G. Knepley } else { 399392d50984SMatthew G. Knepley for (f = 0; f < Nf; ++f) { 399492d50984SMatthew G. Knepley ierr = DMSNESRestoreFEGeom(coordField,cellIS,quads[f],PETSC_FALSE,&geoms[f]);CHKERRQ(ierr); 399592d50984SMatthew G. Knepley ierr = PetscQuadratureDestroy(&quads[f]);CHKERRQ(ierr); 399692d50984SMatthew G. Knepley } 399792d50984SMatthew G. Knepley ierr = PetscFree2(quads,geoms);CHKERRQ(ierr); 399892d50984SMatthew G. Knepley } 399992d50984SMatthew G. Knepley } 400092d50984SMatthew G. Knepley ierr = PetscLogEventEnd(DMPLEX_ResidualFEM,dm,0,0,0);CHKERRQ(ierr); 400192d50984SMatthew G. Knepley PetscFunctionReturn(0); 400292d50984SMatthew G. Knepley } 400392d50984SMatthew G. Knepley 4004a1cf66bbSMatthew G. Knepley /* 4005a1cf66bbSMatthew G. Knepley We always assemble JacP, and if the matrix is different from Jac and two different sets of point functions are provided, we also assemble Jac 4006a1cf66bbSMatthew G. Knepley 4007a1cf66bbSMatthew G. Knepley X - The local solution vector 4008a5b23f4aSJose E. Roman X_t - The local solution time derivative vector, or NULL 4009a1cf66bbSMatthew G. Knepley */ 4010a1cf66bbSMatthew G. Knepley PetscErrorCode DMPlexComputeJacobian_Patch_Internal(DM dm, PetscSection section, PetscSection globalSection, IS cellIS, 4011a1cf66bbSMatthew G. Knepley PetscReal t, PetscReal X_tShift, Vec X, Vec X_t, Mat Jac, Mat JacP, void *ctx) 4012a1cf66bbSMatthew G. Knepley { 4013a1cf66bbSMatthew G. Knepley DM_Plex *mesh = (DM_Plex *) dm->data; 4014a1cf66bbSMatthew G. Knepley const char *name = "Jacobian", *nameP = "JacobianPre"; 4015a1cf66bbSMatthew G. Knepley DM dmAux = NULL; 4016a1cf66bbSMatthew G. Knepley PetscDS prob, probAux = NULL; 4017a1cf66bbSMatthew G. Knepley PetscSection sectionAux = NULL; 4018a1cf66bbSMatthew G. Knepley Vec A; 4019a1cf66bbSMatthew G. Knepley DMField coordField; 4020a1cf66bbSMatthew G. Knepley PetscFEGeom *cgeomFEM; 4021a1cf66bbSMatthew G. Knepley PetscQuadrature qGeom = NULL; 4022a1cf66bbSMatthew G. Knepley Mat J = Jac, JP = JacP; 4023a1cf66bbSMatthew G. Knepley PetscScalar *work, *u = NULL, *u_t = NULL, *a = NULL, *elemMat = NULL, *elemMatP = NULL, *elemMatD = NULL; 40249b2fc754SMatthew G. Knepley PetscBool hasJac, hasPrec, hasDyn, assembleJac, isMatIS, isMatISP, *isFE, hasFV = PETSC_FALSE; 4025a1cf66bbSMatthew G. Knepley const PetscInt *cells; 402606ad1575SMatthew G. Knepley PetscFormKey key; 40279b2fc754SMatthew G. Knepley PetscInt Nf, fieldI, fieldJ, maxDegree, numCells, cStart, cEnd, numChunks, chunkSize, chunk, totDim, totDimAux = 0, sz, wsz, off = 0, offCell = 0; 4028a1cf66bbSMatthew G. Knepley PetscErrorCode ierr; 4029a1cf66bbSMatthew G. Knepley 4030a1cf66bbSMatthew G. Knepley PetscFunctionBegin; 4031a1cf66bbSMatthew G. Knepley ierr = ISGetLocalSize(cellIS, &numCells);CHKERRQ(ierr); 4032a1cf66bbSMatthew G. Knepley ierr = ISGetPointRange(cellIS, &cStart, &cEnd, &cells);CHKERRQ(ierr); 4033a1cf66bbSMatthew G. Knepley ierr = PetscLogEventBegin(DMPLEX_JacobianFEM,dm,0,0,0);CHKERRQ(ierr); 4034a1cf66bbSMatthew G. Knepley ierr = DMGetDS(dm, &prob);CHKERRQ(ierr); 40359a2a23afSMatthew G. Knepley ierr = DMGetAuxiliaryVec(dm, NULL, 0, &A);CHKERRQ(ierr); 40369a2a23afSMatthew G. Knepley if (A) { 40379a2a23afSMatthew G. Knepley ierr = VecGetDM(A, &dmAux);CHKERRQ(ierr); 403892fd8e1eSJed Brown ierr = DMGetLocalSection(dmAux, §ionAux);CHKERRQ(ierr); 4039a1cf66bbSMatthew G. Knepley ierr = DMGetDS(dmAux, &probAux);CHKERRQ(ierr); 4040a1cf66bbSMatthew G. Knepley } 4041a1cf66bbSMatthew G. Knepley /* Get flags */ 4042a1cf66bbSMatthew G. Knepley ierr = PetscDSGetNumFields(prob, &Nf);CHKERRQ(ierr); 4043a1cf66bbSMatthew G. Knepley ierr = DMGetWorkArray(dm, Nf, MPIU_BOOL, &isFE);CHKERRQ(ierr); 4044a1cf66bbSMatthew G. Knepley for (fieldI = 0; fieldI < Nf; ++fieldI) { 4045a1cf66bbSMatthew G. Knepley PetscObject disc; 4046a1cf66bbSMatthew G. Knepley PetscClassId id; 4047a1cf66bbSMatthew G. Knepley ierr = PetscDSGetDiscretization(prob, fieldI, &disc);CHKERRQ(ierr); 4048a1cf66bbSMatthew G. Knepley ierr = PetscObjectGetClassId(disc, &id);CHKERRQ(ierr); 4049a1cf66bbSMatthew G. Knepley if (id == PETSCFE_CLASSID) {isFE[fieldI] = PETSC_TRUE;} 4050a1cf66bbSMatthew G. Knepley else if (id == PETSCFV_CLASSID) {hasFV = PETSC_TRUE; isFE[fieldI] = PETSC_FALSE;} 4051a1cf66bbSMatthew G. Knepley } 4052a1cf66bbSMatthew G. Knepley ierr = PetscDSHasJacobian(prob, &hasJac);CHKERRQ(ierr); 4053a1cf66bbSMatthew G. Knepley ierr = PetscDSHasJacobianPreconditioner(prob, &hasPrec);CHKERRQ(ierr); 4054a1cf66bbSMatthew G. Knepley ierr = PetscDSHasDynamicJacobian(prob, &hasDyn);CHKERRQ(ierr); 4055a1cf66bbSMatthew G. Knepley assembleJac = hasJac && hasPrec && (Jac != JacP) ? PETSC_TRUE : PETSC_FALSE; 4056a1cf66bbSMatthew G. Knepley hasDyn = hasDyn && (X_tShift != 0.0) ? PETSC_TRUE : PETSC_FALSE; 4057a1cf66bbSMatthew G. Knepley ierr = PetscObjectTypeCompare((PetscObject) Jac, MATIS, &isMatIS);CHKERRQ(ierr); 4058a1cf66bbSMatthew G. Knepley ierr = PetscObjectTypeCompare((PetscObject) JacP, MATIS, &isMatISP);CHKERRQ(ierr); 4059a1cf66bbSMatthew G. Knepley /* Setup input data and temp arrays (should be DMGetWorkArray) */ 4060a1cf66bbSMatthew G. Knepley if (isMatISP || isMatISP) {ierr = DMPlexGetSubdomainSection(dm, &globalSection);CHKERRQ(ierr);} 4061a1cf66bbSMatthew G. Knepley if (isMatIS) {ierr = MatISGetLocalMat(Jac, &J);CHKERRQ(ierr);} 4062a1cf66bbSMatthew G. Knepley if (isMatISP) {ierr = MatISGetLocalMat(JacP, &JP);CHKERRQ(ierr);} 4063a1cf66bbSMatthew G. Knepley if (hasFV) {ierr = MatSetOption(JP, MAT_IGNORE_ZERO_ENTRIES, PETSC_TRUE);CHKERRQ(ierr);} /* No allocated space for FV stuff, so ignore the zero entries */ 4064a1cf66bbSMatthew G. Knepley ierr = PetscDSGetTotalDimension(prob, &totDim);CHKERRQ(ierr); 4065a1cf66bbSMatthew G. Knepley if (probAux) {ierr = PetscDSGetTotalDimension(probAux, &totDimAux);CHKERRQ(ierr);} 4066a1cf66bbSMatthew G. Knepley /* Compute batch sizes */ 4067a1cf66bbSMatthew G. Knepley if (isFE[0]) { 4068a1cf66bbSMatthew G. Knepley PetscFE fe; 4069a1cf66bbSMatthew G. Knepley PetscQuadrature q; 4070a1cf66bbSMatthew G. Knepley PetscInt numQuadPoints, numBatches, batchSize, numBlocks, blockSize, Nb; 4071a1cf66bbSMatthew G. Knepley 4072a1cf66bbSMatthew G. Knepley ierr = PetscDSGetDiscretization(prob, 0, (PetscObject *) &fe);CHKERRQ(ierr); 4073a1cf66bbSMatthew G. Knepley ierr = PetscFEGetQuadrature(fe, &q);CHKERRQ(ierr); 4074a1cf66bbSMatthew G. Knepley ierr = PetscQuadratureGetData(q, NULL, NULL, &numQuadPoints, NULL, NULL);CHKERRQ(ierr); 4075a1cf66bbSMatthew G. Knepley ierr = PetscFEGetDimension(fe, &Nb);CHKERRQ(ierr); 4076a1cf66bbSMatthew G. Knepley ierr = PetscFEGetTileSizes(fe, NULL, &numBlocks, NULL, &numBatches);CHKERRQ(ierr); 4077a1cf66bbSMatthew G. Knepley blockSize = Nb*numQuadPoints; 4078a1cf66bbSMatthew G. Knepley batchSize = numBlocks * blockSize; 4079a1cf66bbSMatthew G. Knepley chunkSize = numBatches * batchSize; 4080a1cf66bbSMatthew G. Knepley numChunks = numCells / chunkSize + numCells % chunkSize; 4081a1cf66bbSMatthew G. Knepley ierr = PetscFESetTileSizes(fe, blockSize, numBlocks, batchSize, numBatches);CHKERRQ(ierr); 4082a1cf66bbSMatthew G. Knepley } else { 4083a1cf66bbSMatthew G. Knepley chunkSize = numCells; 4084a1cf66bbSMatthew G. Knepley numChunks = 1; 4085a1cf66bbSMatthew G. Knepley } 4086a1cf66bbSMatthew G. Knepley /* Get work space */ 4087a1cf66bbSMatthew G. Knepley wsz = (((X?1:0) + (X_t?1:0) + (dmAux?1:0))*totDim + ((hasJac?1:0) + (hasPrec?1:0) + (hasDyn?1:0))*totDim*totDim)*chunkSize; 4088a1cf66bbSMatthew G. Knepley ierr = DMGetWorkArray(dm, wsz, MPIU_SCALAR, &work);CHKERRQ(ierr); 4089580bdb30SBarry Smith ierr = PetscArrayzero(work, wsz);CHKERRQ(ierr); 4090a1cf66bbSMatthew G. Knepley off = 0; 4091a1cf66bbSMatthew G. Knepley u = X ? (sz = chunkSize*totDim, off += sz, work+off-sz) : NULL; 4092a1cf66bbSMatthew G. Knepley u_t = X_t ? (sz = chunkSize*totDim, off += sz, work+off-sz) : NULL; 4093a1cf66bbSMatthew G. Knepley a = dmAux ? (sz = chunkSize*totDimAux, off += sz, work+off-sz) : NULL; 4094a1cf66bbSMatthew G. Knepley elemMat = hasJac ? (sz = chunkSize*totDim*totDim, off += sz, work+off-sz) : NULL; 4095a1cf66bbSMatthew G. Knepley elemMatP = hasPrec ? (sz = chunkSize*totDim*totDim, off += sz, work+off-sz) : NULL; 4096a1cf66bbSMatthew G. Knepley elemMatD = hasDyn ? (sz = chunkSize*totDim*totDim, off += sz, work+off-sz) : NULL; 4097a1cf66bbSMatthew G. Knepley if (off != wsz) SETERRQ2(PETSC_COMM_SELF, PETSC_ERR_PLIB, "Error is workspace size %D should be %D", off, wsz); 4098a1cf66bbSMatthew G. Knepley /* Setup geometry */ 4099a1cf66bbSMatthew G. Knepley ierr = DMGetCoordinateField(dm, &coordField);CHKERRQ(ierr); 41009b2fc754SMatthew G. Knepley ierr = DMFieldGetDegree(coordField, cellIS, NULL, &maxDegree);CHKERRQ(ierr); 41019b2fc754SMatthew G. Knepley if (maxDegree <= 1) {ierr = DMFieldCreateDefaultQuadrature(coordField, cellIS, &qGeom);CHKERRQ(ierr);} 4102a1cf66bbSMatthew G. Knepley if (!qGeom) { 4103a1cf66bbSMatthew G. Knepley PetscFE fe; 4104a1cf66bbSMatthew G. Knepley 4105a1cf66bbSMatthew G. Knepley ierr = PetscDSGetDiscretization(prob, 0, (PetscObject *) &fe);CHKERRQ(ierr); 4106a1cf66bbSMatthew G. Knepley ierr = PetscFEGetQuadrature(fe, &qGeom);CHKERRQ(ierr); 4107a1cf66bbSMatthew G. Knepley ierr = PetscObjectReference((PetscObject) qGeom);CHKERRQ(ierr); 4108a1cf66bbSMatthew G. Knepley } 4109a1cf66bbSMatthew G. Knepley ierr = DMSNESGetFEGeom(coordField, cellIS, qGeom, PETSC_FALSE, &cgeomFEM);CHKERRQ(ierr); 4110a1cf66bbSMatthew G. Knepley /* Compute volume integrals */ 4111a1cf66bbSMatthew G. Knepley if (assembleJac) {ierr = MatZeroEntries(J);CHKERRQ(ierr);} 4112a1cf66bbSMatthew G. Knepley ierr = MatZeroEntries(JP);CHKERRQ(ierr); 41136528b96dSMatthew G. Knepley key.label = NULL; 41146528b96dSMatthew G. Knepley key.value = 0; 411506ad1575SMatthew G. Knepley key.part = 0; 4116a1cf66bbSMatthew G. Knepley for (chunk = 0; chunk < numChunks; ++chunk, offCell += chunkSize) { 4117a1cf66bbSMatthew G. Knepley const PetscInt Ncell = PetscMin(chunkSize, numCells - offCell); 4118a1cf66bbSMatthew G. Knepley PetscInt c; 4119a1cf66bbSMatthew G. Knepley 4120a1cf66bbSMatthew G. Knepley /* Extract values */ 4121a1cf66bbSMatthew G. Knepley for (c = 0; c < Ncell; ++c) { 4122a1cf66bbSMatthew G. Knepley const PetscInt cell = cells ? cells[c+offCell] : c+offCell; 4123a1cf66bbSMatthew G. Knepley PetscScalar *x = NULL, *x_t = NULL; 4124a1cf66bbSMatthew G. Knepley PetscInt i; 4125a1cf66bbSMatthew G. Knepley 4126a1cf66bbSMatthew G. Knepley if (X) { 4127a1cf66bbSMatthew G. Knepley ierr = DMPlexVecGetClosure(dm, section, X, cell, NULL, &x);CHKERRQ(ierr); 4128a1cf66bbSMatthew G. Knepley for (i = 0; i < totDim; ++i) u[c*totDim+i] = x[i]; 4129a1cf66bbSMatthew G. Knepley ierr = DMPlexVecRestoreClosure(dm, section, X, cell, NULL, &x);CHKERRQ(ierr); 4130a1cf66bbSMatthew G. Knepley } 4131a1cf66bbSMatthew G. Knepley if (X_t) { 4132a1cf66bbSMatthew G. Knepley ierr = DMPlexVecGetClosure(dm, section, X_t, cell, NULL, &x_t);CHKERRQ(ierr); 4133a1cf66bbSMatthew G. Knepley for (i = 0; i < totDim; ++i) u_t[c*totDim+i] = x_t[i]; 4134a1cf66bbSMatthew G. Knepley ierr = DMPlexVecRestoreClosure(dm, section, X_t, cell, NULL, &x_t);CHKERRQ(ierr); 4135a1cf66bbSMatthew G. Knepley } 4136a1cf66bbSMatthew G. Knepley if (dmAux) { 4137a1cf66bbSMatthew G. Knepley ierr = DMPlexVecGetClosure(dmAux, sectionAux, A, cell, NULL, &x);CHKERRQ(ierr); 4138a1cf66bbSMatthew G. Knepley for (i = 0; i < totDimAux; ++i) a[c*totDimAux+i] = x[i]; 4139a1cf66bbSMatthew G. Knepley ierr = DMPlexVecRestoreClosure(dmAux, sectionAux, A, cell, NULL, &x);CHKERRQ(ierr); 4140a1cf66bbSMatthew G. Knepley } 4141a1cf66bbSMatthew G. Knepley } 4142a1cf66bbSMatthew G. Knepley for (fieldI = 0; fieldI < Nf; ++fieldI) { 4143a1cf66bbSMatthew G. Knepley PetscFE fe; 4144a1cf66bbSMatthew G. Knepley ierr = PetscDSGetDiscretization(prob, fieldI, (PetscObject *) &fe);CHKERRQ(ierr); 4145a1cf66bbSMatthew G. Knepley for (fieldJ = 0; fieldJ < Nf; ++fieldJ) { 41466528b96dSMatthew G. Knepley key.field = fieldI*Nf + fieldJ; 41476528b96dSMatthew G. Knepley if (hasJac) {ierr = PetscFEIntegrateJacobian(prob, PETSCFE_JACOBIAN, key, Ncell, cgeomFEM, u, u_t, probAux, a, t, X_tShift, elemMat);CHKERRQ(ierr);} 41486528b96dSMatthew G. Knepley if (hasPrec) {ierr = PetscFEIntegrateJacobian(prob, PETSCFE_JACOBIAN_PRE, key, Ncell, cgeomFEM, u, u_t, probAux, a, t, X_tShift, elemMatP);CHKERRQ(ierr);} 41496528b96dSMatthew G. Knepley if (hasDyn) {ierr = PetscFEIntegrateJacobian(prob, PETSCFE_JACOBIAN_DYN, key, Ncell, cgeomFEM, u, u_t, probAux, a, t, X_tShift, elemMatD);CHKERRQ(ierr);} 4150a1cf66bbSMatthew G. Knepley } 4151a1cf66bbSMatthew G. Knepley /* For finite volume, add the identity */ 4152a1cf66bbSMatthew G. Knepley if (!isFE[fieldI]) { 4153a1cf66bbSMatthew G. Knepley PetscFV fv; 4154a1cf66bbSMatthew G. Knepley PetscInt eOffset = 0, Nc, fc, foff; 4155a1cf66bbSMatthew G. Knepley 4156a1cf66bbSMatthew G. Knepley ierr = PetscDSGetFieldOffset(prob, fieldI, &foff);CHKERRQ(ierr); 4157a1cf66bbSMatthew G. Knepley ierr = PetscDSGetDiscretization(prob, fieldI, (PetscObject *) &fv);CHKERRQ(ierr); 4158a1cf66bbSMatthew G. Knepley ierr = PetscFVGetNumComponents(fv, &Nc);CHKERRQ(ierr); 4159a1cf66bbSMatthew G. Knepley for (c = 0; c < chunkSize; ++c, eOffset += totDim*totDim) { 4160a1cf66bbSMatthew G. Knepley for (fc = 0; fc < Nc; ++fc) { 4161a1cf66bbSMatthew G. Knepley const PetscInt i = foff + fc; 4162a1cf66bbSMatthew G. Knepley if (hasJac) {elemMat [eOffset+i*totDim+i] = 1.0;} 4163a1cf66bbSMatthew G. Knepley if (hasPrec) {elemMatP[eOffset+i*totDim+i] = 1.0;} 4164a1cf66bbSMatthew G. Knepley } 4165a1cf66bbSMatthew G. Knepley } 4166a1cf66bbSMatthew G. Knepley } 4167a1cf66bbSMatthew G. Knepley } 4168a1cf66bbSMatthew G. Knepley /* Add contribution from X_t */ 4169a1cf66bbSMatthew G. Knepley if (hasDyn) {for (c = 0; c < chunkSize*totDim*totDim; ++c) elemMat[c] += X_tShift*elemMatD[c];} 4170a1cf66bbSMatthew G. Knepley /* Insert values into matrix */ 4171a1cf66bbSMatthew G. Knepley for (c = 0; c < Ncell; ++c) { 4172a1cf66bbSMatthew G. Knepley const PetscInt cell = cells ? cells[c+offCell] : c+offCell; 4173a1cf66bbSMatthew G. Knepley if (mesh->printFEM > 1) { 4174a1cf66bbSMatthew G. Knepley if (hasJac) {ierr = DMPrintCellMatrix(cell, name, totDim, totDim, &elemMat[(c-cStart)*totDim*totDim]);CHKERRQ(ierr);} 4175a1cf66bbSMatthew G. Knepley if (hasPrec) {ierr = DMPrintCellMatrix(cell, nameP, totDim, totDim, &elemMatP[(c-cStart)*totDim*totDim]);CHKERRQ(ierr);} 4176a1cf66bbSMatthew G. Knepley } 4177a1cf66bbSMatthew G. Knepley if (assembleJac) {ierr = DMPlexMatSetClosure(dm, section, globalSection, Jac, cell, &elemMat[(c-cStart)*totDim*totDim], ADD_VALUES);CHKERRQ(ierr);} 4178a1cf66bbSMatthew G. Knepley ierr = DMPlexMatSetClosure(dm, section, globalSection, JP, cell, &elemMat[(c-cStart)*totDim*totDim], ADD_VALUES);CHKERRQ(ierr); 4179a1cf66bbSMatthew G. Knepley } 4180a1cf66bbSMatthew G. Knepley } 4181a1cf66bbSMatthew G. Knepley /* Cleanup */ 4182a1cf66bbSMatthew G. Knepley ierr = DMSNESRestoreFEGeom(coordField, cellIS, qGeom, PETSC_FALSE, &cgeomFEM);CHKERRQ(ierr); 4183a1cf66bbSMatthew G. Knepley ierr = PetscQuadratureDestroy(&qGeom);CHKERRQ(ierr); 4184a1cf66bbSMatthew G. Knepley if (hasFV) {ierr = MatSetOption(JacP, MAT_IGNORE_ZERO_ENTRIES, PETSC_FALSE);CHKERRQ(ierr);} 4185a1cf66bbSMatthew G. Knepley ierr = DMRestoreWorkArray(dm, Nf, MPIU_BOOL, &isFE);CHKERRQ(ierr); 4186a1cf66bbSMatthew G. Knepley ierr = DMRestoreWorkArray(dm, ((1 + (X_t?1:0) + (dmAux?1:0))*totDim + ((hasJac?1:0) + (hasPrec?1:0) + (hasDyn?1:0))*totDim*totDim)*chunkSize, MPIU_SCALAR, &work);CHKERRQ(ierr); 4187a1cf66bbSMatthew G. Knepley /* Compute boundary integrals */ 4188a1cf66bbSMatthew G. Knepley /* ierr = DMPlexComputeBdJacobian_Internal(dm, X, X_t, t, X_tShift, Jac, JacP, ctx);CHKERRQ(ierr); */ 4189a1cf66bbSMatthew G. Knepley /* Assemble matrix */ 4190a1cf66bbSMatthew G. Knepley if (assembleJac) {ierr = MatAssemblyBegin(Jac, MAT_FINAL_ASSEMBLY);CHKERRQ(ierr);ierr = MatAssemblyEnd(Jac, MAT_FINAL_ASSEMBLY);CHKERRQ(ierr);} 4191a1cf66bbSMatthew G. Knepley ierr = MatAssemblyBegin(JacP, MAT_FINAL_ASSEMBLY);CHKERRQ(ierr);ierr = MatAssemblyEnd(JacP, MAT_FINAL_ASSEMBLY);CHKERRQ(ierr); 4192a1cf66bbSMatthew G. Knepley ierr = PetscLogEventEnd(DMPLEX_JacobianFEM,dm,0,0,0);CHKERRQ(ierr); 4193a1cf66bbSMatthew G. Knepley PetscFunctionReturn(0); 4194a1cf66bbSMatthew G. Knepley } 41953e9753d6SMatthew G. Knepley 41963e9753d6SMatthew G. Knepley /******** FEM Assembly Function ********/ 41973e9753d6SMatthew G. Knepley 41983e9753d6SMatthew G. Knepley static PetscErrorCode DMConvertPlex_Internal(DM dm, DM *plex, PetscBool copy) 41993e9753d6SMatthew G. Knepley { 42003e9753d6SMatthew G. Knepley PetscBool isPlex; 42013e9753d6SMatthew G. Knepley PetscErrorCode ierr; 42023e9753d6SMatthew G. Knepley 42033e9753d6SMatthew G. Knepley PetscFunctionBegin; 42043e9753d6SMatthew G. Knepley ierr = PetscObjectTypeCompare((PetscObject) dm, DMPLEX, &isPlex);CHKERRQ(ierr); 42053e9753d6SMatthew G. Knepley if (isPlex) { 42063e9753d6SMatthew G. Knepley *plex = dm; 42073e9753d6SMatthew G. Knepley ierr = PetscObjectReference((PetscObject) dm);CHKERRQ(ierr); 42083e9753d6SMatthew G. Knepley } else { 42093e9753d6SMatthew G. Knepley ierr = PetscObjectQuery((PetscObject) dm, "dm_plex", (PetscObject *) plex);CHKERRQ(ierr); 42103e9753d6SMatthew G. Knepley if (!*plex) { 42113e9753d6SMatthew G. Knepley ierr = DMConvert(dm,DMPLEX,plex);CHKERRQ(ierr); 42123e9753d6SMatthew G. Knepley ierr = PetscObjectCompose((PetscObject) dm, "dm_plex", (PetscObject) *plex);CHKERRQ(ierr); 42133e9753d6SMatthew G. Knepley if (copy) { 42149a2a23afSMatthew G. Knepley ierr = DMCopyAuxiliaryVec(dm, *plex);CHKERRQ(ierr); 42153e9753d6SMatthew G. Knepley } 42163e9753d6SMatthew G. Knepley } else { 42173e9753d6SMatthew G. Knepley ierr = PetscObjectReference((PetscObject) *plex);CHKERRQ(ierr); 42183e9753d6SMatthew G. Knepley } 42193e9753d6SMatthew G. Knepley } 42203e9753d6SMatthew G. Knepley PetscFunctionReturn(0); 42213e9753d6SMatthew G. Knepley } 42223e9753d6SMatthew G. Knepley 42233e9753d6SMatthew G. Knepley /*@ 42243e9753d6SMatthew G. Knepley DMPlexGetGeometryFVM - Return precomputed geometric data 42253e9753d6SMatthew G. Knepley 42263e9753d6SMatthew G. Knepley Collective on DM 42273e9753d6SMatthew G. Knepley 42283e9753d6SMatthew G. Knepley Input Parameter: 42293e9753d6SMatthew G. Knepley . dm - The DM 42303e9753d6SMatthew G. Knepley 42313e9753d6SMatthew G. Knepley Output Parameters: 42323e9753d6SMatthew G. Knepley + facegeom - The values precomputed from face geometry 42333e9753d6SMatthew G. Knepley . cellgeom - The values precomputed from cell geometry 42343e9753d6SMatthew G. Knepley - minRadius - The minimum radius over the mesh of an inscribed sphere in a cell 42353e9753d6SMatthew G. Knepley 42363e9753d6SMatthew G. Knepley Level: developer 42373e9753d6SMatthew G. Knepley 4238446c23c1SPierre Jolivet .seealso: DMTSSetRHSFunctionLocal() 42393e9753d6SMatthew G. Knepley @*/ 42403e9753d6SMatthew G. Knepley PetscErrorCode DMPlexGetGeometryFVM(DM dm, Vec *facegeom, Vec *cellgeom, PetscReal *minRadius) 42413e9753d6SMatthew G. Knepley { 42423e9753d6SMatthew G. Knepley DM plex; 42433e9753d6SMatthew G. Knepley PetscErrorCode ierr; 42443e9753d6SMatthew G. Knepley 42453e9753d6SMatthew G. Knepley PetscFunctionBegin; 42463e9753d6SMatthew G. Knepley PetscValidHeaderSpecific(dm,DM_CLASSID,1); 42473e9753d6SMatthew G. Knepley ierr = DMConvertPlex_Internal(dm,&plex,PETSC_TRUE);CHKERRQ(ierr); 42483e9753d6SMatthew G. Knepley ierr = DMPlexGetDataFVM(plex, NULL, cellgeom, facegeom, NULL);CHKERRQ(ierr); 42493e9753d6SMatthew G. Knepley if (minRadius) {ierr = DMPlexGetMinRadius(plex, minRadius);CHKERRQ(ierr);} 42503e9753d6SMatthew G. Knepley ierr = DMDestroy(&plex);CHKERRQ(ierr); 42513e9753d6SMatthew G. Knepley PetscFunctionReturn(0); 42523e9753d6SMatthew G. Knepley } 42533e9753d6SMatthew G. Knepley 42543e9753d6SMatthew G. Knepley /*@ 42553e9753d6SMatthew G. Knepley DMPlexGetGradientDM - Return gradient data layout 42563e9753d6SMatthew G. Knepley 42573e9753d6SMatthew G. Knepley Collective on DM 42583e9753d6SMatthew G. Knepley 42593e9753d6SMatthew G. Knepley Input Parameters: 42603e9753d6SMatthew G. Knepley + dm - The DM 42613e9753d6SMatthew G. Knepley - fv - The PetscFV 42623e9753d6SMatthew G. Knepley 42633e9753d6SMatthew G. Knepley Output Parameter: 42643e9753d6SMatthew G. Knepley . dmGrad - The layout for gradient values 42653e9753d6SMatthew G. Knepley 42663e9753d6SMatthew G. Knepley Level: developer 42673e9753d6SMatthew G. Knepley 4268446c23c1SPierre Jolivet .seealso: DMPlexGetGeometryFVM() 42693e9753d6SMatthew G. Knepley @*/ 42703e9753d6SMatthew G. Knepley PetscErrorCode DMPlexGetGradientDM(DM dm, PetscFV fv, DM *dmGrad) 42713e9753d6SMatthew G. Knepley { 42723e9753d6SMatthew G. Knepley DM plex; 42733e9753d6SMatthew G. Knepley PetscBool computeGradients; 42743e9753d6SMatthew G. Knepley PetscErrorCode ierr; 42753e9753d6SMatthew G. Knepley 42763e9753d6SMatthew G. Knepley PetscFunctionBegin; 42773e9753d6SMatthew G. Knepley PetscValidHeaderSpecific(dm,DM_CLASSID,1); 42783e9753d6SMatthew G. Knepley PetscValidHeaderSpecific(fv,PETSCFV_CLASSID,2); 42793e9753d6SMatthew G. Knepley PetscValidPointer(dmGrad,3); 42803e9753d6SMatthew G. Knepley ierr = PetscFVGetComputeGradients(fv, &computeGradients);CHKERRQ(ierr); 42813e9753d6SMatthew G. Knepley if (!computeGradients) {*dmGrad = NULL; PetscFunctionReturn(0);} 42823e9753d6SMatthew G. Knepley ierr = DMConvertPlex_Internal(dm,&plex,PETSC_TRUE);CHKERRQ(ierr); 42833e9753d6SMatthew G. Knepley ierr = DMPlexGetDataFVM(plex, fv, NULL, NULL, dmGrad);CHKERRQ(ierr); 42843e9753d6SMatthew G. Knepley ierr = DMDestroy(&plex);CHKERRQ(ierr); 42853e9753d6SMatthew G. Knepley PetscFunctionReturn(0); 42863e9753d6SMatthew G. Knepley } 42873e9753d6SMatthew G. Knepley 42880c290148SMatthew G. Knepley static PetscErrorCode DMPlexComputeBdResidual_Single_Internal(DM dm, PetscReal t, PetscWeakForm wf, PetscFormKey key, Vec locX, Vec locX_t, Vec locF, DMField coordField, IS facetIS) 42893e9753d6SMatthew G. Knepley { 42903e9753d6SMatthew G. Knepley DM_Plex *mesh = (DM_Plex *) dm->data; 42913e9753d6SMatthew G. Knepley DM plex = NULL, plexA = NULL; 42923e9753d6SMatthew G. Knepley DMEnclosureType encAux; 42933e9753d6SMatthew G. Knepley PetscDS prob, probAux = NULL; 42943e9753d6SMatthew G. Knepley PetscSection section, sectionAux = NULL; 42953e9753d6SMatthew G. Knepley Vec locA = NULL; 42963e9753d6SMatthew G. Knepley PetscScalar *u = NULL, *u_t = NULL, *a = NULL, *elemVec = NULL; 42973e9753d6SMatthew G. Knepley PetscInt totDim, totDimAux = 0; 42983e9753d6SMatthew G. Knepley PetscErrorCode ierr; 42993e9753d6SMatthew G. Knepley 43003e9753d6SMatthew G. Knepley PetscFunctionBegin; 43013e9753d6SMatthew G. Knepley ierr = DMConvert(dm, DMPLEX, &plex);CHKERRQ(ierr); 43023e9753d6SMatthew G. Knepley ierr = DMGetLocalSection(dm, §ion);CHKERRQ(ierr); 43033e9753d6SMatthew G. Knepley ierr = DMGetDS(dm, &prob);CHKERRQ(ierr); 43043e9753d6SMatthew G. Knepley ierr = PetscDSGetTotalDimension(prob, &totDim);CHKERRQ(ierr); 43050c290148SMatthew G. Knepley ierr = DMGetAuxiliaryVec(dm, key.label, key.value, &locA);CHKERRQ(ierr); 43063e9753d6SMatthew G. Knepley if (locA) { 43073e9753d6SMatthew G. Knepley DM dmAux; 43083e9753d6SMatthew G. Knepley 43093e9753d6SMatthew G. Knepley ierr = VecGetDM(locA, &dmAux);CHKERRQ(ierr); 43103e9753d6SMatthew G. Knepley ierr = DMGetEnclosureRelation(dmAux, dm, &encAux);CHKERRQ(ierr); 43113e9753d6SMatthew G. Knepley ierr = DMConvert(dmAux, DMPLEX, &plexA);CHKERRQ(ierr); 43123e9753d6SMatthew G. Knepley ierr = DMGetDS(plexA, &probAux);CHKERRQ(ierr); 43133e9753d6SMatthew G. Knepley ierr = PetscDSGetTotalDimension(probAux, &totDimAux);CHKERRQ(ierr); 43143e9753d6SMatthew G. Knepley ierr = DMGetLocalSection(plexA, §ionAux);CHKERRQ(ierr); 43153e9753d6SMatthew G. Knepley } 43160c290148SMatthew G. Knepley { 43173e9753d6SMatthew G. Knepley PetscFEGeom *fgeom; 43183e9753d6SMatthew G. Knepley PetscInt maxDegree; 43193e9753d6SMatthew G. Knepley PetscQuadrature qGeom = NULL; 43203e9753d6SMatthew G. Knepley IS pointIS; 43213e9753d6SMatthew G. Knepley const PetscInt *points; 43223e9753d6SMatthew G. Knepley PetscInt numFaces, face, Nq; 43233e9753d6SMatthew G. Knepley 43240c290148SMatthew G. Knepley ierr = DMLabelGetStratumIS(key.label, key.value, &pointIS);CHKERRQ(ierr); 43250c290148SMatthew G. Knepley if (!pointIS) goto end; /* No points with that id on this process */ 43263e9753d6SMatthew G. Knepley { 43273e9753d6SMatthew G. Knepley IS isectIS; 43283e9753d6SMatthew G. Knepley 43293e9753d6SMatthew G. Knepley /* TODO: Special cases of ISIntersect where it is quick to check a priori if one is a superset of the other */ 43303e9753d6SMatthew G. Knepley ierr = ISIntersect_Caching_Internal(facetIS,pointIS,&isectIS);CHKERRQ(ierr); 43313e9753d6SMatthew G. Knepley ierr = ISDestroy(&pointIS);CHKERRQ(ierr); 43323e9753d6SMatthew G. Knepley pointIS = isectIS; 43333e9753d6SMatthew G. Knepley } 43343e9753d6SMatthew G. Knepley ierr = ISGetLocalSize(pointIS,&numFaces);CHKERRQ(ierr); 43353e9753d6SMatthew G. Knepley ierr = ISGetIndices(pointIS,&points);CHKERRQ(ierr); 43363e9753d6SMatthew G. Knepley ierr = PetscMalloc4(numFaces*totDim, &u, locX_t ? numFaces*totDim : 0, &u_t, numFaces*totDim, &elemVec, locA ? numFaces*totDimAux : 0, &a);CHKERRQ(ierr); 43373e9753d6SMatthew G. Knepley ierr = DMFieldGetDegree(coordField,pointIS,NULL,&maxDegree);CHKERRQ(ierr); 43383e9753d6SMatthew G. Knepley if (maxDegree <= 1) { 43393e9753d6SMatthew G. Knepley ierr = DMFieldCreateDefaultQuadrature(coordField,pointIS,&qGeom);CHKERRQ(ierr); 43403e9753d6SMatthew G. Knepley } 43413e9753d6SMatthew G. Knepley if (!qGeom) { 43423e9753d6SMatthew G. Knepley PetscFE fe; 43433e9753d6SMatthew G. Knepley 43440c290148SMatthew G. Knepley ierr = PetscDSGetDiscretization(prob, key.field, (PetscObject *) &fe);CHKERRQ(ierr); 43453e9753d6SMatthew G. Knepley ierr = PetscFEGetFaceQuadrature(fe, &qGeom);CHKERRQ(ierr); 43463e9753d6SMatthew G. Knepley ierr = PetscObjectReference((PetscObject)qGeom);CHKERRQ(ierr); 43473e9753d6SMatthew G. Knepley } 43483e9753d6SMatthew G. Knepley ierr = PetscQuadratureGetData(qGeom, NULL, NULL, &Nq, NULL, NULL);CHKERRQ(ierr); 43493e9753d6SMatthew G. Knepley ierr = DMSNESGetFEGeom(coordField,pointIS,qGeom,PETSC_TRUE,&fgeom);CHKERRQ(ierr); 43503e9753d6SMatthew G. Knepley for (face = 0; face < numFaces; ++face) { 4351f15274beSMatthew Knepley const PetscInt point = points[face], *support; 43523e9753d6SMatthew G. Knepley PetscScalar *x = NULL; 4353f15274beSMatthew Knepley PetscInt i; 43543e9753d6SMatthew G. Knepley 43553e9753d6SMatthew G. Knepley ierr = DMPlexGetSupport(dm, point, &support);CHKERRQ(ierr); 43563e9753d6SMatthew G. Knepley ierr = DMPlexVecGetClosure(plex, section, locX, support[0], NULL, &x);CHKERRQ(ierr); 43573e9753d6SMatthew G. Knepley for (i = 0; i < totDim; ++i) u[face*totDim+i] = x[i]; 43583e9753d6SMatthew G. Knepley ierr = DMPlexVecRestoreClosure(plex, section, locX, support[0], NULL, &x);CHKERRQ(ierr); 43593e9753d6SMatthew G. Knepley if (locX_t) { 43603e9753d6SMatthew G. Knepley ierr = DMPlexVecGetClosure(plex, section, locX_t, support[0], NULL, &x);CHKERRQ(ierr); 43613e9753d6SMatthew G. Knepley for (i = 0; i < totDim; ++i) u_t[face*totDim+i] = x[i]; 43623e9753d6SMatthew G. Knepley ierr = DMPlexVecRestoreClosure(plex, section, locX_t, support[0], NULL, &x);CHKERRQ(ierr); 43633e9753d6SMatthew G. Knepley } 43643e9753d6SMatthew G. Knepley if (locA) { 43653e9753d6SMatthew G. Knepley PetscInt subp; 43663e9753d6SMatthew G. Knepley 43673e9753d6SMatthew G. Knepley ierr = DMGetEnclosurePoint(plexA, dm, encAux, support[0], &subp);CHKERRQ(ierr); 43683e9753d6SMatthew G. Knepley ierr = DMPlexVecGetClosure(plexA, sectionAux, locA, subp, NULL, &x);CHKERRQ(ierr); 43693e9753d6SMatthew G. Knepley for (i = 0; i < totDimAux; ++i) a[face*totDimAux+i] = x[i]; 43703e9753d6SMatthew G. Knepley ierr = DMPlexVecRestoreClosure(plexA, sectionAux, locA, subp, NULL, &x);CHKERRQ(ierr); 43713e9753d6SMatthew G. Knepley } 43723e9753d6SMatthew G. Knepley } 43733e9753d6SMatthew G. Knepley ierr = PetscArrayzero(elemVec, numFaces*totDim);CHKERRQ(ierr); 43743e9753d6SMatthew G. Knepley { 43753e9753d6SMatthew G. Knepley PetscFE fe; 43763e9753d6SMatthew G. Knepley PetscInt Nb; 43773e9753d6SMatthew G. Knepley PetscFEGeom *chunkGeom = NULL; 43783e9753d6SMatthew G. Knepley /* Conforming batches */ 43793e9753d6SMatthew G. Knepley PetscInt numChunks, numBatches, numBlocks, Ne, blockSize, batchSize; 43803e9753d6SMatthew G. Knepley /* Remainder */ 43813e9753d6SMatthew G. Knepley PetscInt Nr, offset; 43823e9753d6SMatthew G. Knepley 43830c290148SMatthew G. Knepley ierr = PetscDSGetDiscretization(prob, key.field, (PetscObject *) &fe);CHKERRQ(ierr); 43843e9753d6SMatthew G. Knepley ierr = PetscFEGetDimension(fe, &Nb);CHKERRQ(ierr); 43853e9753d6SMatthew G. Knepley ierr = PetscFEGetTileSizes(fe, NULL, &numBlocks, NULL, &numBatches);CHKERRQ(ierr); 43863e9753d6SMatthew G. Knepley /* TODO: documentation is unclear about what is going on with these numbers: how should Nb / Nq factor in ? */ 43873e9753d6SMatthew G. Knepley blockSize = Nb; 43883e9753d6SMatthew G. Knepley batchSize = numBlocks * blockSize; 43893e9753d6SMatthew G. Knepley ierr = PetscFESetTileSizes(fe, blockSize, numBlocks, batchSize, numBatches);CHKERRQ(ierr); 43903e9753d6SMatthew G. Knepley numChunks = numFaces / (numBatches*batchSize); 43913e9753d6SMatthew G. Knepley Ne = numChunks*numBatches*batchSize; 43923e9753d6SMatthew G. Knepley Nr = numFaces % (numBatches*batchSize); 43933e9753d6SMatthew G. Knepley offset = numFaces - Nr; 43943e9753d6SMatthew G. Knepley ierr = PetscFEGeomGetChunk(fgeom,0,offset,&chunkGeom);CHKERRQ(ierr); 439545480ffeSMatthew G. Knepley ierr = PetscFEIntegrateBdResidual(prob, wf, key, Ne, chunkGeom, u, u_t, probAux, a, t, elemVec);CHKERRQ(ierr); 43963e9753d6SMatthew G. Knepley ierr = PetscFEGeomRestoreChunk(fgeom, 0, offset, &chunkGeom);CHKERRQ(ierr); 43973e9753d6SMatthew G. Knepley ierr = PetscFEGeomGetChunk(fgeom,offset,numFaces,&chunkGeom);CHKERRQ(ierr); 439845480ffeSMatthew G. Knepley ierr = PetscFEIntegrateBdResidual(prob, wf, key, Nr, chunkGeom, &u[offset*totDim], u_t ? &u_t[offset*totDim] : NULL, probAux, a ? &a[offset*totDimAux] : NULL, t, &elemVec[offset*totDim]);CHKERRQ(ierr); 43993e9753d6SMatthew G. Knepley ierr = PetscFEGeomRestoreChunk(fgeom,offset,numFaces,&chunkGeom);CHKERRQ(ierr); 44003e9753d6SMatthew G. Knepley } 44013e9753d6SMatthew G. Knepley for (face = 0; face < numFaces; ++face) { 44023e9753d6SMatthew G. Knepley const PetscInt point = points[face], *support; 44033e9753d6SMatthew G. Knepley 44043e9753d6SMatthew G. Knepley if (mesh->printFEM > 1) {ierr = DMPrintCellVector(point, "BdResidual", totDim, &elemVec[face*totDim]);CHKERRQ(ierr);} 44053e9753d6SMatthew G. Knepley ierr = DMPlexGetSupport(plex, point, &support);CHKERRQ(ierr); 44063e9753d6SMatthew G. Knepley ierr = DMPlexVecSetClosure(plex, NULL, locF, support[0], &elemVec[face*totDim], ADD_ALL_VALUES);CHKERRQ(ierr); 44073e9753d6SMatthew G. Knepley } 44083e9753d6SMatthew G. Knepley ierr = DMSNESRestoreFEGeom(coordField,pointIS,qGeom,PETSC_TRUE,&fgeom);CHKERRQ(ierr); 44093e9753d6SMatthew G. Knepley ierr = PetscQuadratureDestroy(&qGeom);CHKERRQ(ierr); 44103e9753d6SMatthew G. Knepley ierr = ISRestoreIndices(pointIS, &points);CHKERRQ(ierr); 44113e9753d6SMatthew G. Knepley ierr = ISDestroy(&pointIS);CHKERRQ(ierr); 44123e9753d6SMatthew G. Knepley ierr = PetscFree4(u, u_t, elemVec, a);CHKERRQ(ierr); 44133e9753d6SMatthew G. Knepley } 44140c290148SMatthew G. Knepley end: 44153e9753d6SMatthew G. Knepley ierr = DMDestroy(&plex);CHKERRQ(ierr); 44163e9753d6SMatthew G. Knepley ierr = DMDestroy(&plexA);CHKERRQ(ierr); 44173e9753d6SMatthew G. Knepley PetscFunctionReturn(0); 44183e9753d6SMatthew G. Knepley } 44193e9753d6SMatthew G. Knepley 44200c290148SMatthew G. Knepley PetscErrorCode DMPlexComputeBdResidualSingle(DM dm, PetscReal t, PetscWeakForm wf, PetscFormKey key, Vec locX, Vec locX_t, Vec locF) 44213e9753d6SMatthew G. Knepley { 44223e9753d6SMatthew G. Knepley DMField coordField; 44233e9753d6SMatthew G. Knepley DMLabel depthLabel; 44243e9753d6SMatthew G. Knepley IS facetIS; 44253e9753d6SMatthew G. Knepley PetscInt dim; 44263e9753d6SMatthew G. Knepley PetscErrorCode ierr; 44273e9753d6SMatthew G. Knepley 44283e9753d6SMatthew G. Knepley PetscFunctionBegin; 44293e9753d6SMatthew G. Knepley ierr = DMGetDimension(dm, &dim);CHKERRQ(ierr); 44303e9753d6SMatthew G. Knepley ierr = DMPlexGetDepthLabel(dm, &depthLabel);CHKERRQ(ierr); 44313e9753d6SMatthew G. Knepley ierr = DMLabelGetStratumIS(depthLabel, dim-1, &facetIS);CHKERRQ(ierr); 44323e9753d6SMatthew G. Knepley ierr = DMGetCoordinateField(dm, &coordField);CHKERRQ(ierr); 44330c290148SMatthew G. Knepley ierr = DMPlexComputeBdResidual_Single_Internal(dm, t, wf, key, locX, locX_t, locF, coordField, facetIS);CHKERRQ(ierr); 44343e9753d6SMatthew G. Knepley ierr = ISDestroy(&facetIS);CHKERRQ(ierr); 44353e9753d6SMatthew G. Knepley PetscFunctionReturn(0); 44363e9753d6SMatthew G. Knepley } 44373e9753d6SMatthew G. Knepley 44383e9753d6SMatthew G. Knepley PetscErrorCode DMPlexComputeBdResidual_Internal(DM dm, Vec locX, Vec locX_t, PetscReal t, Vec locF, void *user) 44393e9753d6SMatthew G. Knepley { 44403e9753d6SMatthew G. Knepley PetscDS prob; 44413e9753d6SMatthew G. Knepley PetscInt numBd, bd; 44423e9753d6SMatthew G. Knepley DMField coordField = NULL; 44433e9753d6SMatthew G. Knepley IS facetIS = NULL; 44443e9753d6SMatthew G. Knepley DMLabel depthLabel; 44453e9753d6SMatthew G. Knepley PetscInt dim; 44463e9753d6SMatthew G. Knepley PetscErrorCode ierr; 44473e9753d6SMatthew G. Knepley 44483e9753d6SMatthew G. Knepley PetscFunctionBegin; 44493e9753d6SMatthew G. Knepley ierr = DMGetDS(dm, &prob);CHKERRQ(ierr); 44503e9753d6SMatthew G. Knepley ierr = DMPlexGetDepthLabel(dm, &depthLabel);CHKERRQ(ierr); 44513e9753d6SMatthew G. Knepley ierr = DMGetDimension(dm, &dim);CHKERRQ(ierr); 44523e9753d6SMatthew G. Knepley ierr = DMLabelGetStratumIS(depthLabel,dim - 1,&facetIS);CHKERRQ(ierr); 44533e9753d6SMatthew G. Knepley ierr = PetscDSGetNumBoundary(prob, &numBd);CHKERRQ(ierr); 44543e9753d6SMatthew G. Knepley for (bd = 0; bd < numBd; ++bd) { 445545480ffeSMatthew G. Knepley PetscWeakForm wf; 44563e9753d6SMatthew G. Knepley DMBoundaryConditionType type; 44573e9753d6SMatthew G. Knepley DMLabel label; 44583e9753d6SMatthew G. Knepley const PetscInt *values; 44590c290148SMatthew G. Knepley PetscInt field, numValues, v; 44603e9753d6SMatthew G. Knepley PetscObject obj; 44613e9753d6SMatthew G. Knepley PetscClassId id; 44620c290148SMatthew G. Knepley PetscFormKey key; 44633e9753d6SMatthew G. Knepley 446445480ffeSMatthew G. Knepley ierr = PetscDSGetBoundary(prob, bd, &wf, &type, NULL, &label, &numValues, &values, &field, NULL, NULL, NULL, NULL, NULL);CHKERRQ(ierr); 44653e9753d6SMatthew G. Knepley ierr = PetscDSGetDiscretization(prob, field, &obj);CHKERRQ(ierr); 44663e9753d6SMatthew G. Knepley ierr = PetscObjectGetClassId(obj, &id);CHKERRQ(ierr); 44673e9753d6SMatthew G. Knepley if ((id != PETSCFE_CLASSID) || (type & DM_BC_ESSENTIAL)) continue; 44683e9753d6SMatthew G. Knepley if (!facetIS) { 44693e9753d6SMatthew G. Knepley DMLabel depthLabel; 44703e9753d6SMatthew G. Knepley PetscInt dim; 44713e9753d6SMatthew G. Knepley 44723e9753d6SMatthew G. Knepley ierr = DMPlexGetDepthLabel(dm, &depthLabel);CHKERRQ(ierr); 44733e9753d6SMatthew G. Knepley ierr = DMGetDimension(dm, &dim);CHKERRQ(ierr); 44743e9753d6SMatthew G. Knepley ierr = DMLabelGetStratumIS(depthLabel, dim - 1, &facetIS);CHKERRQ(ierr); 44753e9753d6SMatthew G. Knepley } 44763e9753d6SMatthew G. Knepley ierr = DMGetCoordinateField(dm, &coordField);CHKERRQ(ierr); 44770c290148SMatthew G. Knepley for (v = 0; v < numValues; ++v) { 44780c290148SMatthew G. Knepley key.label = label; 44790c290148SMatthew G. Knepley key.value = values[v]; 44800c290148SMatthew G. Knepley key.field = field; 44810c290148SMatthew G. Knepley key.part = 0; 44820c290148SMatthew G. Knepley ierr = DMPlexComputeBdResidual_Single_Internal(dm, t, wf, key, locX, locX_t, locF, coordField, facetIS);CHKERRQ(ierr); 44830c290148SMatthew G. Knepley } 44843e9753d6SMatthew G. Knepley } 44853e9753d6SMatthew G. Knepley ierr = ISDestroy(&facetIS);CHKERRQ(ierr); 44863e9753d6SMatthew G. Knepley PetscFunctionReturn(0); 44873e9753d6SMatthew G. Knepley } 44883e9753d6SMatthew G. Knepley 448906ad1575SMatthew G. Knepley PetscErrorCode DMPlexComputeResidual_Internal(DM dm, PetscFormKey key, IS cellIS, PetscReal time, Vec locX, Vec locX_t, PetscReal t, Vec locF, void *user) 44903e9753d6SMatthew G. Knepley { 44913e9753d6SMatthew G. Knepley DM_Plex *mesh = (DM_Plex *) dm->data; 44923e9753d6SMatthew G. Knepley const char *name = "Residual"; 44933e9753d6SMatthew G. Knepley DM dmAux = NULL; 44943e9753d6SMatthew G. Knepley DM dmGrad = NULL; 44953e9753d6SMatthew G. Knepley DMLabel ghostLabel = NULL; 44966528b96dSMatthew G. Knepley PetscDS ds = NULL; 44976528b96dSMatthew G. Knepley PetscDS dsAux = NULL; 44983e9753d6SMatthew G. Knepley PetscSection section = NULL; 44993e9753d6SMatthew G. Knepley PetscBool useFEM = PETSC_FALSE; 45003e9753d6SMatthew G. Knepley PetscBool useFVM = PETSC_FALSE; 45013e9753d6SMatthew G. Knepley PetscBool isImplicit = (locX_t || time == PETSC_MIN_REAL) ? PETSC_TRUE : PETSC_FALSE; 45023e9753d6SMatthew G. Knepley PetscFV fvm = NULL; 45033e9753d6SMatthew G. Knepley PetscFVCellGeom *cgeomFVM = NULL; 45043e9753d6SMatthew G. Knepley PetscFVFaceGeom *fgeomFVM = NULL; 45053e9753d6SMatthew G. Knepley DMField coordField = NULL; 45063e9753d6SMatthew G. Knepley Vec locA, cellGeometryFVM = NULL, faceGeometryFVM = NULL, grad, locGrad = NULL; 45073e9753d6SMatthew G. Knepley PetscScalar *u = NULL, *u_t, *a, *uL, *uR; 45083e9753d6SMatthew G. Knepley IS chunkIS; 45093e9753d6SMatthew G. Knepley const PetscInt *cells; 45103e9753d6SMatthew G. Knepley PetscInt cStart, cEnd, numCells; 45113e9753d6SMatthew G. Knepley PetscInt Nf, f, totDim, totDimAux, numChunks, cellChunkSize, faceChunkSize, chunk, fStart, fEnd; 45123e9753d6SMatthew G. Knepley PetscInt maxDegree = PETSC_MAX_INT; 45133e9753d6SMatthew G. Knepley PetscQuadrature affineQuad = NULL, *quads = NULL; 45143e9753d6SMatthew G. Knepley PetscFEGeom *affineGeom = NULL, **geoms = NULL; 45153e9753d6SMatthew G. Knepley PetscErrorCode ierr; 45163e9753d6SMatthew G. Knepley 45173e9753d6SMatthew G. Knepley PetscFunctionBegin; 45183e9753d6SMatthew G. Knepley ierr = PetscLogEventBegin(DMPLEX_ResidualFEM,dm,0,0,0);CHKERRQ(ierr); 45193e9753d6SMatthew G. Knepley /* TODO The places where we have to use isFE are probably the member functions for the PetscDisc class */ 45203e9753d6SMatthew G. Knepley /* TODO The FVM geometry is over-manipulated. Make the precalc functions return exactly what we need */ 45213e9753d6SMatthew G. Knepley /* FEM+FVM */ 45223e9753d6SMatthew G. Knepley ierr = ISGetPointRange(cellIS, &cStart, &cEnd, &cells);CHKERRQ(ierr); 45233e9753d6SMatthew G. Knepley ierr = DMPlexGetHeightStratum(dm, 1, &fStart, &fEnd);CHKERRQ(ierr); 45243e9753d6SMatthew G. Knepley /* 1: Get sizes from dm and dmAux */ 45253e9753d6SMatthew G. Knepley ierr = DMGetLocalSection(dm, §ion);CHKERRQ(ierr); 45263e9753d6SMatthew G. Knepley ierr = DMGetLabel(dm, "ghost", &ghostLabel);CHKERRQ(ierr); 45276528b96dSMatthew G. Knepley ierr = DMGetCellDS(dm, cells ? cells[cStart] : cStart, &ds);CHKERRQ(ierr); 45286528b96dSMatthew G. Knepley ierr = PetscDSGetNumFields(ds, &Nf);CHKERRQ(ierr); 45296528b96dSMatthew G. Knepley ierr = PetscDSGetTotalDimension(ds, &totDim);CHKERRQ(ierr); 453004c51a94SMatthew G. Knepley ierr = DMGetAuxiliaryVec(dm, key.label, key.value, &locA);CHKERRQ(ierr); 45313e9753d6SMatthew G. Knepley if (locA) { 45323e9753d6SMatthew G. Knepley PetscInt subcell; 45333e9753d6SMatthew G. Knepley ierr = VecGetDM(locA, &dmAux);CHKERRQ(ierr); 45343e9753d6SMatthew G. Knepley ierr = DMGetEnclosurePoint(dmAux, dm, DM_ENC_UNKNOWN, cStart, &subcell);CHKERRQ(ierr); 45356528b96dSMatthew G. Knepley ierr = DMGetCellDS(dmAux, subcell, &dsAux);CHKERRQ(ierr); 45366528b96dSMatthew G. Knepley ierr = PetscDSGetTotalDimension(dsAux, &totDimAux);CHKERRQ(ierr); 45373e9753d6SMatthew G. Knepley } 45383e9753d6SMatthew G. Knepley /* 2: Get geometric data */ 45393e9753d6SMatthew G. Knepley for (f = 0; f < Nf; ++f) { 45403e9753d6SMatthew G. Knepley PetscObject obj; 45413e9753d6SMatthew G. Knepley PetscClassId id; 45423e9753d6SMatthew G. Knepley PetscBool fimp; 45433e9753d6SMatthew G. Knepley 45446528b96dSMatthew G. Knepley ierr = PetscDSGetImplicit(ds, f, &fimp);CHKERRQ(ierr); 45453e9753d6SMatthew G. Knepley if (isImplicit != fimp) continue; 45466528b96dSMatthew G. Knepley ierr = PetscDSGetDiscretization(ds, f, &obj);CHKERRQ(ierr); 45473e9753d6SMatthew G. Knepley ierr = PetscObjectGetClassId(obj, &id);CHKERRQ(ierr); 45483e9753d6SMatthew G. Knepley if (id == PETSCFE_CLASSID) {useFEM = PETSC_TRUE;} 45493e9753d6SMatthew G. Knepley if (id == PETSCFV_CLASSID) {useFVM = PETSC_TRUE; fvm = (PetscFV) obj;} 45503e9753d6SMatthew G. Knepley } 45513e9753d6SMatthew G. Knepley if (useFEM) { 45523e9753d6SMatthew G. Knepley ierr = DMGetCoordinateField(dm, &coordField);CHKERRQ(ierr); 45533e9753d6SMatthew G. Knepley ierr = DMFieldGetDegree(coordField,cellIS,NULL,&maxDegree);CHKERRQ(ierr); 45543e9753d6SMatthew G. Knepley if (maxDegree <= 1) { 45553e9753d6SMatthew G. Knepley ierr = DMFieldCreateDefaultQuadrature(coordField,cellIS,&affineQuad);CHKERRQ(ierr); 45563e9753d6SMatthew G. Knepley if (affineQuad) { 45573e9753d6SMatthew G. Knepley ierr = DMSNESGetFEGeom(coordField,cellIS,affineQuad,PETSC_FALSE,&affineGeom);CHKERRQ(ierr); 45583e9753d6SMatthew G. Knepley } 45593e9753d6SMatthew G. Knepley } else { 45603e9753d6SMatthew G. Knepley ierr = PetscCalloc2(Nf,&quads,Nf,&geoms);CHKERRQ(ierr); 45613e9753d6SMatthew G. Knepley for (f = 0; f < Nf; ++f) { 45623e9753d6SMatthew G. Knepley PetscObject obj; 45633e9753d6SMatthew G. Knepley PetscClassId id; 45643e9753d6SMatthew G. Knepley PetscBool fimp; 45653e9753d6SMatthew G. Knepley 45666528b96dSMatthew G. Knepley ierr = PetscDSGetImplicit(ds, f, &fimp);CHKERRQ(ierr); 45673e9753d6SMatthew G. Knepley if (isImplicit != fimp) continue; 45686528b96dSMatthew G. Knepley ierr = PetscDSGetDiscretization(ds, f, &obj);CHKERRQ(ierr); 45693e9753d6SMatthew G. Knepley ierr = PetscObjectGetClassId(obj, &id);CHKERRQ(ierr); 45703e9753d6SMatthew G. Knepley if (id == PETSCFE_CLASSID) { 45713e9753d6SMatthew G. Knepley PetscFE fe = (PetscFE) obj; 45723e9753d6SMatthew G. Knepley 45733e9753d6SMatthew G. Knepley ierr = PetscFEGetQuadrature(fe, &quads[f]);CHKERRQ(ierr); 45743e9753d6SMatthew G. Knepley ierr = PetscObjectReference((PetscObject)quads[f]);CHKERRQ(ierr); 45753e9753d6SMatthew G. Knepley ierr = DMSNESGetFEGeom(coordField,cellIS,quads[f],PETSC_FALSE,&geoms[f]);CHKERRQ(ierr); 45763e9753d6SMatthew G. Knepley } 45773e9753d6SMatthew G. Knepley } 45783e9753d6SMatthew G. Knepley } 45793e9753d6SMatthew G. Knepley } 45803e9753d6SMatthew G. Knepley if (useFVM) { 45813e9753d6SMatthew G. Knepley ierr = DMPlexGetGeometryFVM(dm, &faceGeometryFVM, &cellGeometryFVM, NULL);CHKERRQ(ierr); 45823e9753d6SMatthew G. Knepley ierr = VecGetArrayRead(faceGeometryFVM, (const PetscScalar **) &fgeomFVM);CHKERRQ(ierr); 45833e9753d6SMatthew G. Knepley ierr = VecGetArrayRead(cellGeometryFVM, (const PetscScalar **) &cgeomFVM);CHKERRQ(ierr); 45843e9753d6SMatthew G. Knepley /* Reconstruct and limit cell gradients */ 45853e9753d6SMatthew G. Knepley ierr = DMPlexGetGradientDM(dm, fvm, &dmGrad);CHKERRQ(ierr); 45863e9753d6SMatthew G. Knepley if (dmGrad) { 45873e9753d6SMatthew G. Knepley ierr = DMPlexGetHeightStratum(dm, 1, &fStart, &fEnd);CHKERRQ(ierr); 45883e9753d6SMatthew G. Knepley ierr = DMGetGlobalVector(dmGrad, &grad);CHKERRQ(ierr); 45893e9753d6SMatthew G. Knepley ierr = DMPlexReconstructGradients_Internal(dm, fvm, fStart, fEnd, faceGeometryFVM, cellGeometryFVM, locX, grad);CHKERRQ(ierr); 45903e9753d6SMatthew G. Knepley /* Communicate gradient values */ 45913e9753d6SMatthew G. Knepley ierr = DMGetLocalVector(dmGrad, &locGrad);CHKERRQ(ierr); 45923e9753d6SMatthew G. Knepley ierr = DMGlobalToLocalBegin(dmGrad, grad, INSERT_VALUES, locGrad);CHKERRQ(ierr); 45933e9753d6SMatthew G. Knepley ierr = DMGlobalToLocalEnd(dmGrad, grad, INSERT_VALUES, locGrad);CHKERRQ(ierr); 45943e9753d6SMatthew G. Knepley ierr = DMRestoreGlobalVector(dmGrad, &grad);CHKERRQ(ierr); 45953e9753d6SMatthew G. Knepley } 45963e9753d6SMatthew G. Knepley /* Handle non-essential (e.g. outflow) boundary values */ 45973e9753d6SMatthew G. Knepley ierr = DMPlexInsertBoundaryValues(dm, PETSC_FALSE, locX, time, faceGeometryFVM, cellGeometryFVM, locGrad);CHKERRQ(ierr); 45983e9753d6SMatthew G. Knepley } 45993e9753d6SMatthew G. Knepley /* Loop over chunks */ 46003e9753d6SMatthew G. Knepley if (useFEM) {ierr = ISCreate(PETSC_COMM_SELF, &chunkIS);CHKERRQ(ierr);} 46013e9753d6SMatthew G. Knepley numCells = cEnd - cStart; 46023e9753d6SMatthew G. Knepley numChunks = 1; 46033e9753d6SMatthew G. Knepley cellChunkSize = numCells/numChunks; 46043e9753d6SMatthew G. Knepley faceChunkSize = (fEnd - fStart)/numChunks; 46053e9753d6SMatthew G. Knepley numChunks = PetscMin(1,numCells); 46063e9753d6SMatthew G. Knepley for (chunk = 0; chunk < numChunks; ++chunk) { 46073e9753d6SMatthew G. Knepley PetscScalar *elemVec, *fluxL, *fluxR; 46083e9753d6SMatthew G. Knepley PetscReal *vol; 46093e9753d6SMatthew G. Knepley PetscFVFaceGeom *fgeom; 46103e9753d6SMatthew G. Knepley PetscInt cS = cStart+chunk*cellChunkSize, cE = PetscMin(cS+cellChunkSize, cEnd), numCells = cE - cS, c; 46113e9753d6SMatthew G. Knepley PetscInt fS = fStart+chunk*faceChunkSize, fE = PetscMin(fS+faceChunkSize, fEnd), numFaces = 0, face; 46123e9753d6SMatthew G. Knepley 46133e9753d6SMatthew G. Knepley /* Extract field coefficients */ 46143e9753d6SMatthew G. Knepley if (useFEM) { 46153e9753d6SMatthew G. Knepley ierr = ISGetPointSubrange(chunkIS, cS, cE, cells);CHKERRQ(ierr); 46163e9753d6SMatthew G. Knepley ierr = DMPlexGetCellFields(dm, chunkIS, locX, locX_t, locA, &u, &u_t, &a);CHKERRQ(ierr); 46173e9753d6SMatthew G. Knepley ierr = DMGetWorkArray(dm, numCells*totDim, MPIU_SCALAR, &elemVec);CHKERRQ(ierr); 46183e9753d6SMatthew G. Knepley ierr = PetscArrayzero(elemVec, numCells*totDim);CHKERRQ(ierr); 46193e9753d6SMatthew G. Knepley } 46203e9753d6SMatthew G. Knepley if (useFVM) { 46213e9753d6SMatthew G. Knepley ierr = DMPlexGetFaceFields(dm, fS, fE, locX, locX_t, faceGeometryFVM, cellGeometryFVM, locGrad, &numFaces, &uL, &uR);CHKERRQ(ierr); 46223e9753d6SMatthew G. Knepley ierr = DMPlexGetFaceGeometry(dm, fS, fE, faceGeometryFVM, cellGeometryFVM, &numFaces, &fgeom, &vol);CHKERRQ(ierr); 46233e9753d6SMatthew G. Knepley ierr = DMGetWorkArray(dm, numFaces*totDim, MPIU_SCALAR, &fluxL);CHKERRQ(ierr); 46243e9753d6SMatthew G. Knepley ierr = DMGetWorkArray(dm, numFaces*totDim, MPIU_SCALAR, &fluxR);CHKERRQ(ierr); 46253e9753d6SMatthew G. Knepley ierr = PetscArrayzero(fluxL, numFaces*totDim);CHKERRQ(ierr); 46263e9753d6SMatthew G. Knepley ierr = PetscArrayzero(fluxR, numFaces*totDim);CHKERRQ(ierr); 46273e9753d6SMatthew G. Knepley } 46283e9753d6SMatthew G. Knepley /* TODO We will interlace both our field coefficients (u, u_t, uL, uR, etc.) and our output (elemVec, fL, fR). I think this works */ 46293e9753d6SMatthew G. Knepley /* Loop over fields */ 46303e9753d6SMatthew G. Knepley for (f = 0; f < Nf; ++f) { 46313e9753d6SMatthew G. Knepley PetscObject obj; 46323e9753d6SMatthew G. Knepley PetscClassId id; 46333e9753d6SMatthew G. Knepley PetscBool fimp; 46343e9753d6SMatthew G. Knepley PetscInt numChunks, numBatches, batchSize, numBlocks, blockSize, Ne, Nr, offset; 46353e9753d6SMatthew G. Knepley 46366528b96dSMatthew G. Knepley key.field = f; 46376528b96dSMatthew G. Knepley ierr = PetscDSGetImplicit(ds, f, &fimp);CHKERRQ(ierr); 46383e9753d6SMatthew G. Knepley if (isImplicit != fimp) continue; 46396528b96dSMatthew G. Knepley ierr = PetscDSGetDiscretization(ds, f, &obj);CHKERRQ(ierr); 46403e9753d6SMatthew G. Knepley ierr = PetscObjectGetClassId(obj, &id);CHKERRQ(ierr); 46413e9753d6SMatthew G. Knepley if (id == PETSCFE_CLASSID) { 46423e9753d6SMatthew G. Knepley PetscFE fe = (PetscFE) obj; 46433e9753d6SMatthew G. Knepley PetscFEGeom *geom = affineGeom ? affineGeom : geoms[f]; 46443e9753d6SMatthew G. Knepley PetscFEGeom *chunkGeom = NULL; 46453e9753d6SMatthew G. Knepley PetscQuadrature quad = affineQuad ? affineQuad : quads[f]; 46463e9753d6SMatthew G. Knepley PetscInt Nq, Nb; 46473e9753d6SMatthew G. Knepley 46483e9753d6SMatthew G. Knepley ierr = PetscFEGetTileSizes(fe, NULL, &numBlocks, NULL, &numBatches);CHKERRQ(ierr); 46493e9753d6SMatthew G. Knepley ierr = PetscQuadratureGetData(quad, NULL, NULL, &Nq, NULL, NULL);CHKERRQ(ierr); 46503e9753d6SMatthew G. Knepley ierr = PetscFEGetDimension(fe, &Nb);CHKERRQ(ierr); 46513e9753d6SMatthew G. Knepley blockSize = Nb; 46523e9753d6SMatthew G. Knepley batchSize = numBlocks * blockSize; 46533e9753d6SMatthew G. Knepley ierr = PetscFESetTileSizes(fe, blockSize, numBlocks, batchSize, numBatches);CHKERRQ(ierr); 46543e9753d6SMatthew G. Knepley numChunks = numCells / (numBatches*batchSize); 46553e9753d6SMatthew G. Knepley Ne = numChunks*numBatches*batchSize; 46563e9753d6SMatthew G. Knepley Nr = numCells % (numBatches*batchSize); 46573e9753d6SMatthew G. Knepley offset = numCells - Nr; 46583e9753d6SMatthew G. Knepley /* Integrate FE residual to get elemVec (need fields at quadrature points) */ 46593e9753d6SMatthew G. Knepley /* For FV, I think we use a P0 basis and the cell coefficients (for subdivided cells, we can tweak the basis tabulation to be the indicator function) */ 46603e9753d6SMatthew G. Knepley ierr = PetscFEGeomGetChunk(geom,0,offset,&chunkGeom);CHKERRQ(ierr); 46616528b96dSMatthew G. Knepley ierr = PetscFEIntegrateResidual(ds, key, Ne, chunkGeom, u, u_t, dsAux, a, t, elemVec);CHKERRQ(ierr); 46623e9753d6SMatthew G. Knepley ierr = PetscFEGeomGetChunk(geom,offset,numCells,&chunkGeom);CHKERRQ(ierr); 46636528b96dSMatthew G. Knepley ierr = PetscFEIntegrateResidual(ds, key, Nr, chunkGeom, &u[offset*totDim], u_t ? &u_t[offset*totDim] : NULL, dsAux, &a[offset*totDimAux], t, &elemVec[offset*totDim]);CHKERRQ(ierr); 46643e9753d6SMatthew G. Knepley ierr = PetscFEGeomRestoreChunk(geom,offset,numCells,&chunkGeom);CHKERRQ(ierr); 46653e9753d6SMatthew G. Knepley } else if (id == PETSCFV_CLASSID) { 46663e9753d6SMatthew G. Knepley PetscFV fv = (PetscFV) obj; 46673e9753d6SMatthew G. Knepley 46683e9753d6SMatthew G. Knepley Ne = numFaces; 46693e9753d6SMatthew G. Knepley /* Riemann solve over faces (need fields at face centroids) */ 46703e9753d6SMatthew G. Knepley /* We need to evaluate FE fields at those coordinates */ 46716528b96dSMatthew G. Knepley ierr = PetscFVIntegrateRHSFunction(fv, ds, f, Ne, fgeom, vol, uL, uR, fluxL, fluxR);CHKERRQ(ierr); 46723e9753d6SMatthew G. Knepley } else SETERRQ1(PetscObjectComm((PetscObject) dm), PETSC_ERR_ARG_WRONG, "Unknown discretization type for field %D", f); 46733e9753d6SMatthew G. Knepley } 46743e9753d6SMatthew G. Knepley /* Loop over domain */ 46753e9753d6SMatthew G. Knepley if (useFEM) { 46763e9753d6SMatthew G. Knepley /* Add elemVec to locX */ 46773e9753d6SMatthew G. Knepley for (c = cS; c < cE; ++c) { 46783e9753d6SMatthew G. Knepley const PetscInt cell = cells ? cells[c] : c; 46793e9753d6SMatthew G. Knepley const PetscInt cind = c - cStart; 46803e9753d6SMatthew G. Knepley 46813e9753d6SMatthew G. Knepley if (mesh->printFEM > 1) {ierr = DMPrintCellVector(cell, name, totDim, &elemVec[cind*totDim]);CHKERRQ(ierr);} 46823e9753d6SMatthew G. Knepley if (ghostLabel) { 46833e9753d6SMatthew G. Knepley PetscInt ghostVal; 46843e9753d6SMatthew G. Knepley 46853e9753d6SMatthew G. Knepley ierr = DMLabelGetValue(ghostLabel,cell,&ghostVal);CHKERRQ(ierr); 46863e9753d6SMatthew G. Knepley if (ghostVal > 0) continue; 46873e9753d6SMatthew G. Knepley } 46883e9753d6SMatthew G. Knepley ierr = DMPlexVecSetClosure(dm, section, locF, cell, &elemVec[cind*totDim], ADD_ALL_VALUES);CHKERRQ(ierr); 46893e9753d6SMatthew G. Knepley } 46903e9753d6SMatthew G. Knepley } 46913e9753d6SMatthew G. Knepley if (useFVM) { 46923e9753d6SMatthew G. Knepley PetscScalar *fa; 46933e9753d6SMatthew G. Knepley PetscInt iface; 46943e9753d6SMatthew G. Knepley 46953e9753d6SMatthew G. Knepley ierr = VecGetArray(locF, &fa);CHKERRQ(ierr); 46963e9753d6SMatthew G. Knepley for (f = 0; f < Nf; ++f) { 46973e9753d6SMatthew G. Knepley PetscFV fv; 46983e9753d6SMatthew G. Knepley PetscObject obj; 46993e9753d6SMatthew G. Knepley PetscClassId id; 47003e9753d6SMatthew G. Knepley PetscInt foff, pdim; 47013e9753d6SMatthew G. Knepley 47026528b96dSMatthew G. Knepley ierr = PetscDSGetDiscretization(ds, f, &obj);CHKERRQ(ierr); 47036528b96dSMatthew G. Knepley ierr = PetscDSGetFieldOffset(ds, f, &foff);CHKERRQ(ierr); 47043e9753d6SMatthew G. Knepley ierr = PetscObjectGetClassId(obj, &id);CHKERRQ(ierr); 47053e9753d6SMatthew G. Knepley if (id != PETSCFV_CLASSID) continue; 47063e9753d6SMatthew G. Knepley fv = (PetscFV) obj; 47073e9753d6SMatthew G. Knepley ierr = PetscFVGetNumComponents(fv, &pdim);CHKERRQ(ierr); 47083e9753d6SMatthew G. Knepley /* Accumulate fluxes to cells */ 47093e9753d6SMatthew G. Knepley for (face = fS, iface = 0; face < fE; ++face) { 47103e9753d6SMatthew G. Knepley const PetscInt *scells; 47113e9753d6SMatthew G. Knepley PetscScalar *fL = NULL, *fR = NULL; 47123e9753d6SMatthew G. Knepley PetscInt ghost, d, nsupp, nchild; 47133e9753d6SMatthew G. Knepley 47143e9753d6SMatthew G. Knepley ierr = DMLabelGetValue(ghostLabel, face, &ghost);CHKERRQ(ierr); 47153e9753d6SMatthew G. Knepley ierr = DMPlexGetSupportSize(dm, face, &nsupp);CHKERRQ(ierr); 47163e9753d6SMatthew G. Knepley ierr = DMPlexGetTreeChildren(dm, face, &nchild, NULL);CHKERRQ(ierr); 47173e9753d6SMatthew G. Knepley if (ghost >= 0 || nsupp > 2 || nchild > 0) continue; 47183e9753d6SMatthew G. Knepley ierr = DMPlexGetSupport(dm, face, &scells);CHKERRQ(ierr); 47193e9753d6SMatthew G. Knepley ierr = DMLabelGetValue(ghostLabel,scells[0],&ghost);CHKERRQ(ierr); 47203e9753d6SMatthew G. Knepley if (ghost <= 0) {ierr = DMPlexPointLocalFieldRef(dm, scells[0], f, fa, &fL);CHKERRQ(ierr);} 47213e9753d6SMatthew G. Knepley ierr = DMLabelGetValue(ghostLabel,scells[1],&ghost);CHKERRQ(ierr); 47223e9753d6SMatthew G. Knepley if (ghost <= 0) {ierr = DMPlexPointLocalFieldRef(dm, scells[1], f, fa, &fR);CHKERRQ(ierr);} 47233e9753d6SMatthew G. Knepley for (d = 0; d < pdim; ++d) { 47243e9753d6SMatthew G. Knepley if (fL) fL[d] -= fluxL[iface*totDim+foff+d]; 47253e9753d6SMatthew G. Knepley if (fR) fR[d] += fluxR[iface*totDim+foff+d]; 47263e9753d6SMatthew G. Knepley } 47273e9753d6SMatthew G. Knepley ++iface; 47283e9753d6SMatthew G. Knepley } 47293e9753d6SMatthew G. Knepley } 47303e9753d6SMatthew G. Knepley ierr = VecRestoreArray(locF, &fa);CHKERRQ(ierr); 47313e9753d6SMatthew G. Knepley } 47323e9753d6SMatthew G. Knepley /* Handle time derivative */ 47333e9753d6SMatthew G. Knepley if (locX_t) { 47343e9753d6SMatthew G. Knepley PetscScalar *x_t, *fa; 47353e9753d6SMatthew G. Knepley 47363e9753d6SMatthew G. Knepley ierr = VecGetArray(locF, &fa);CHKERRQ(ierr); 47373e9753d6SMatthew G. Knepley ierr = VecGetArray(locX_t, &x_t);CHKERRQ(ierr); 47383e9753d6SMatthew G. Knepley for (f = 0; f < Nf; ++f) { 47393e9753d6SMatthew G. Knepley PetscFV fv; 47403e9753d6SMatthew G. Knepley PetscObject obj; 47413e9753d6SMatthew G. Knepley PetscClassId id; 47423e9753d6SMatthew G. Knepley PetscInt pdim, d; 47433e9753d6SMatthew G. Knepley 47446528b96dSMatthew G. Knepley ierr = PetscDSGetDiscretization(ds, f, &obj);CHKERRQ(ierr); 47453e9753d6SMatthew G. Knepley ierr = PetscObjectGetClassId(obj, &id);CHKERRQ(ierr); 47463e9753d6SMatthew G. Knepley if (id != PETSCFV_CLASSID) continue; 47473e9753d6SMatthew G. Knepley fv = (PetscFV) obj; 47483e9753d6SMatthew G. Knepley ierr = PetscFVGetNumComponents(fv, &pdim);CHKERRQ(ierr); 47493e9753d6SMatthew G. Knepley for (c = cS; c < cE; ++c) { 47503e9753d6SMatthew G. Knepley const PetscInt cell = cells ? cells[c] : c; 47513e9753d6SMatthew G. Knepley PetscScalar *u_t, *r; 47523e9753d6SMatthew G. Knepley 47533e9753d6SMatthew G. Knepley if (ghostLabel) { 47543e9753d6SMatthew G. Knepley PetscInt ghostVal; 47553e9753d6SMatthew G. Knepley 47563e9753d6SMatthew G. Knepley ierr = DMLabelGetValue(ghostLabel, cell, &ghostVal);CHKERRQ(ierr); 47573e9753d6SMatthew G. Knepley if (ghostVal > 0) continue; 47583e9753d6SMatthew G. Knepley } 47593e9753d6SMatthew G. Knepley ierr = DMPlexPointLocalFieldRead(dm, cell, f, x_t, &u_t);CHKERRQ(ierr); 47603e9753d6SMatthew G. Knepley ierr = DMPlexPointLocalFieldRef(dm, cell, f, fa, &r);CHKERRQ(ierr); 47613e9753d6SMatthew G. Knepley for (d = 0; d < pdim; ++d) r[d] += u_t[d]; 47623e9753d6SMatthew G. Knepley } 47633e9753d6SMatthew G. Knepley } 47643e9753d6SMatthew G. Knepley ierr = VecRestoreArray(locX_t, &x_t);CHKERRQ(ierr); 47653e9753d6SMatthew G. Knepley ierr = VecRestoreArray(locF, &fa);CHKERRQ(ierr); 47663e9753d6SMatthew G. Knepley } 47673e9753d6SMatthew G. Knepley if (useFEM) { 47683e9753d6SMatthew G. Knepley ierr = DMPlexRestoreCellFields(dm, chunkIS, locX, locX_t, locA, &u, &u_t, &a);CHKERRQ(ierr); 47693e9753d6SMatthew G. Knepley ierr = DMRestoreWorkArray(dm, numCells*totDim, MPIU_SCALAR, &elemVec);CHKERRQ(ierr); 47703e9753d6SMatthew G. Knepley } 47713e9753d6SMatthew G. Knepley if (useFVM) { 47723e9753d6SMatthew G. Knepley ierr = DMPlexRestoreFaceFields(dm, fS, fE, locX, locX_t, faceGeometryFVM, cellGeometryFVM, locGrad, &numFaces, &uL, &uR);CHKERRQ(ierr); 47733e9753d6SMatthew G. Knepley ierr = DMPlexRestoreFaceGeometry(dm, fS, fE, faceGeometryFVM, cellGeometryFVM, &numFaces, &fgeom, &vol);CHKERRQ(ierr); 47743e9753d6SMatthew G. Knepley ierr = DMRestoreWorkArray(dm, numFaces*totDim, MPIU_SCALAR, &fluxL);CHKERRQ(ierr); 47753e9753d6SMatthew G. Knepley ierr = DMRestoreWorkArray(dm, numFaces*totDim, MPIU_SCALAR, &fluxR);CHKERRQ(ierr); 47763e9753d6SMatthew G. Knepley if (dmGrad) {ierr = DMRestoreLocalVector(dmGrad, &locGrad);CHKERRQ(ierr);} 47773e9753d6SMatthew G. Knepley } 47783e9753d6SMatthew G. Knepley } 47793e9753d6SMatthew G. Knepley if (useFEM) {ierr = ISDestroy(&chunkIS);CHKERRQ(ierr);} 47803e9753d6SMatthew G. Knepley ierr = ISRestorePointRange(cellIS, &cStart, &cEnd, &cells);CHKERRQ(ierr); 47813e9753d6SMatthew G. Knepley 47823e9753d6SMatthew G. Knepley if (useFEM) { 47833e9753d6SMatthew G. Knepley ierr = DMPlexComputeBdResidual_Internal(dm, locX, locX_t, t, locF, user);CHKERRQ(ierr); 47843e9753d6SMatthew G. Knepley 47853e9753d6SMatthew G. Knepley if (maxDegree <= 1) { 47863e9753d6SMatthew G. Knepley ierr = DMSNESRestoreFEGeom(coordField,cellIS,affineQuad,PETSC_FALSE,&affineGeom);CHKERRQ(ierr); 47873e9753d6SMatthew G. Knepley ierr = PetscQuadratureDestroy(&affineQuad);CHKERRQ(ierr); 47883e9753d6SMatthew G. Knepley } else { 47893e9753d6SMatthew G. Knepley for (f = 0; f < Nf; ++f) { 47903e9753d6SMatthew G. Knepley ierr = DMSNESRestoreFEGeom(coordField,cellIS,quads[f],PETSC_FALSE,&geoms[f]);CHKERRQ(ierr); 47913e9753d6SMatthew G. Knepley ierr = PetscQuadratureDestroy(&quads[f]);CHKERRQ(ierr); 47923e9753d6SMatthew G. Knepley } 47933e9753d6SMatthew G. Knepley ierr = PetscFree2(quads,geoms);CHKERRQ(ierr); 47943e9753d6SMatthew G. Knepley } 47953e9753d6SMatthew G. Knepley } 47963e9753d6SMatthew G. Knepley 47973e9753d6SMatthew G. Knepley /* FEM */ 47983e9753d6SMatthew G. Knepley /* 1: Get sizes from dm and dmAux */ 47993e9753d6SMatthew G. Knepley /* 2: Get geometric data */ 48003e9753d6SMatthew G. Knepley /* 3: Handle boundary values */ 48013e9753d6SMatthew G. Knepley /* 4: Loop over domain */ 48023e9753d6SMatthew G. Knepley /* Extract coefficients */ 48033e9753d6SMatthew G. Knepley /* Loop over fields */ 48043e9753d6SMatthew G. Knepley /* Set tiling for FE*/ 48053e9753d6SMatthew G. Knepley /* Integrate FE residual to get elemVec */ 48063e9753d6SMatthew G. Knepley /* Loop over subdomain */ 48073e9753d6SMatthew G. Knepley /* Loop over quad points */ 48083e9753d6SMatthew G. Knepley /* Transform coords to real space */ 48093e9753d6SMatthew G. Knepley /* Evaluate field and aux fields at point */ 48103e9753d6SMatthew G. Knepley /* Evaluate residual at point */ 48113e9753d6SMatthew G. Knepley /* Transform residual to real space */ 48123e9753d6SMatthew G. Knepley /* Add residual to elemVec */ 48133e9753d6SMatthew G. Knepley /* Loop over domain */ 48143e9753d6SMatthew G. Knepley /* Add elemVec to locX */ 48153e9753d6SMatthew G. Knepley 48163e9753d6SMatthew G. Knepley /* FVM */ 48173e9753d6SMatthew G. Knepley /* Get geometric data */ 48183e9753d6SMatthew G. Knepley /* If using gradients */ 48193e9753d6SMatthew G. Knepley /* Compute gradient data */ 48203e9753d6SMatthew G. Knepley /* Loop over domain faces */ 48213e9753d6SMatthew G. Knepley /* Count computational faces */ 48223e9753d6SMatthew G. Knepley /* Reconstruct cell gradient */ 48233e9753d6SMatthew G. Knepley /* Loop over domain cells */ 48243e9753d6SMatthew G. Knepley /* Limit cell gradients */ 48253e9753d6SMatthew G. Knepley /* Handle boundary values */ 48263e9753d6SMatthew G. Knepley /* Loop over domain faces */ 48273e9753d6SMatthew G. Knepley /* Read out field, centroid, normal, volume for each side of face */ 48283e9753d6SMatthew G. Knepley /* Riemann solve over faces */ 48293e9753d6SMatthew G. Knepley /* Loop over domain faces */ 48303e9753d6SMatthew G. Knepley /* Accumulate fluxes to cells */ 48313e9753d6SMatthew G. Knepley /* TODO Change printFEM to printDisc here */ 48323e9753d6SMatthew G. Knepley if (mesh->printFEM) { 48333e9753d6SMatthew G. Knepley Vec locFbc; 48343e9753d6SMatthew G. Knepley PetscInt pStart, pEnd, p, maxDof; 48353e9753d6SMatthew G. Knepley PetscScalar *zeroes; 48363e9753d6SMatthew G. Knepley 48373e9753d6SMatthew G. Knepley ierr = VecDuplicate(locF,&locFbc);CHKERRQ(ierr); 48383e9753d6SMatthew G. Knepley ierr = VecCopy(locF,locFbc);CHKERRQ(ierr); 48393e9753d6SMatthew G. Knepley ierr = PetscSectionGetChart(section,&pStart,&pEnd);CHKERRQ(ierr); 48403e9753d6SMatthew G. Knepley ierr = PetscSectionGetMaxDof(section,&maxDof);CHKERRQ(ierr); 48413e9753d6SMatthew G. Knepley ierr = PetscCalloc1(maxDof,&zeroes);CHKERRQ(ierr); 48423e9753d6SMatthew G. Knepley for (p = pStart; p < pEnd; p++) { 48433e9753d6SMatthew G. Knepley ierr = VecSetValuesSection(locFbc,section,p,zeroes,INSERT_BC_VALUES);CHKERRQ(ierr); 48443e9753d6SMatthew G. Knepley } 48453e9753d6SMatthew G. Knepley ierr = PetscFree(zeroes);CHKERRQ(ierr); 48463e9753d6SMatthew G. Knepley ierr = DMPrintLocalVec(dm, name, mesh->printTol, locFbc);CHKERRQ(ierr); 48473e9753d6SMatthew G. Knepley ierr = VecDestroy(&locFbc);CHKERRQ(ierr); 48483e9753d6SMatthew G. Knepley } 48493e9753d6SMatthew G. Knepley ierr = PetscLogEventEnd(DMPLEX_ResidualFEM,dm,0,0,0);CHKERRQ(ierr); 48503e9753d6SMatthew G. Knepley PetscFunctionReturn(0); 48513e9753d6SMatthew G. Knepley } 48523e9753d6SMatthew G. Knepley 48536528b96dSMatthew G. Knepley /* 48546528b96dSMatthew G. Knepley 1) Allow multiple kernels for BdResidual for hybrid DS 48556528b96dSMatthew G. Knepley 48566528b96dSMatthew G. Knepley DONE 2) Get out dsAux for either side at the same time as cohesive cell dsAux 48576528b96dSMatthew G. Knepley 48586528b96dSMatthew G. Knepley DONE 3) Change DMGetCellFields() to get different aux data a[] for each side 48596528b96dSMatthew G. Knepley - I think I just need to replace a[] with the closure from each face 48606528b96dSMatthew G. Knepley 48616528b96dSMatthew G. Knepley 4) Run both kernels for each non-hybrid field with correct dsAux, and then hybrid field as before 48626528b96dSMatthew G. Knepley */ 486306ad1575SMatthew G. Knepley PetscErrorCode DMPlexComputeResidual_Hybrid_Internal(DM dm, PetscFormKey key[], IS cellIS, PetscReal time, Vec locX, Vec locX_t, PetscReal t, Vec locF, void *user) 48643e9753d6SMatthew G. Knepley { 48653e9753d6SMatthew G. Knepley DM_Plex *mesh = (DM_Plex *) dm->data; 48663e9753d6SMatthew G. Knepley const char *name = "Hybrid Residual"; 486704c51a94SMatthew G. Knepley DM dmAux[3] = {NULL, NULL, NULL}; 48683e9753d6SMatthew G. Knepley DMLabel ghostLabel = NULL; 48696528b96dSMatthew G. Knepley PetscDS ds = NULL; 48706528b96dSMatthew G. Knepley PetscDS dsAux[3] = {NULL, NULL, NULL}; 487104c51a94SMatthew G. Knepley Vec locA[3] = {NULL, NULL, NULL}; 48723e9753d6SMatthew G. Knepley PetscSection section = NULL; 48733e9753d6SMatthew G. Knepley DMField coordField = NULL; 48746528b96dSMatthew G. Knepley PetscScalar *u = NULL, *u_t, *a[3]; 48753e9753d6SMatthew G. Knepley PetscScalar *elemVec; 48763e9753d6SMatthew G. Knepley IS chunkIS; 48773e9753d6SMatthew G. Knepley const PetscInt *cells; 48783e9753d6SMatthew G. Knepley PetscInt *faces; 48793e9753d6SMatthew G. Knepley PetscInt cStart, cEnd, numCells; 48806528b96dSMatthew G. Knepley PetscInt Nf, f, totDim, totDimAux[3], numChunks, cellChunkSize, chunk; 48813e9753d6SMatthew G. Knepley PetscInt maxDegree = PETSC_MAX_INT; 48823e9753d6SMatthew G. Knepley PetscQuadrature affineQuad = NULL, *quads = NULL; 48833e9753d6SMatthew G. Knepley PetscFEGeom *affineGeom = NULL, **geoms = NULL; 48843e9753d6SMatthew G. Knepley PetscErrorCode ierr; 48853e9753d6SMatthew G. Knepley 48863e9753d6SMatthew G. Knepley PetscFunctionBegin; 48873e9753d6SMatthew G. Knepley ierr = PetscLogEventBegin(DMPLEX_ResidualFEM,dm,0,0,0);CHKERRQ(ierr); 48883e9753d6SMatthew G. Knepley /* TODO The places where we have to use isFE are probably the member functions for the PetscDisc class */ 48893e9753d6SMatthew G. Knepley /* FEM */ 4890148442b3SMatthew G. Knepley ierr = ISGetLocalSize(cellIS, &numCells);CHKERRQ(ierr); 48913e9753d6SMatthew G. Knepley ierr = ISGetPointRange(cellIS, &cStart, &cEnd, &cells);CHKERRQ(ierr); 48923e9753d6SMatthew G. Knepley /* 1: Get sizes from dm and dmAux */ 48933e9753d6SMatthew G. Knepley ierr = DMGetSection(dm, §ion);CHKERRQ(ierr); 48943e9753d6SMatthew G. Knepley ierr = DMGetLabel(dm, "ghost", &ghostLabel);CHKERRQ(ierr); 48956528b96dSMatthew G. Knepley ierr = DMGetCellDS(dm, cStart, &ds);CHKERRQ(ierr); 48966528b96dSMatthew G. Knepley ierr = PetscDSGetNumFields(ds, &Nf);CHKERRQ(ierr); 48976528b96dSMatthew G. Knepley ierr = PetscDSGetTotalDimension(ds, &totDim);CHKERRQ(ierr); 489804c51a94SMatthew G. Knepley ierr = DMGetAuxiliaryVec(dm, key[2].label, key[2].value, &locA[2]);CHKERRQ(ierr); 489904c51a94SMatthew G. Knepley if (locA[2]) { 490004c51a94SMatthew G. Knepley ierr = VecGetDM(locA[2], &dmAux[2]);CHKERRQ(ierr); 490104c51a94SMatthew G. Knepley ierr = DMGetCellDS(dmAux[2], cStart, &dsAux[2]);CHKERRQ(ierr); 49026528b96dSMatthew G. Knepley ierr = PetscDSGetTotalDimension(dsAux[2], &totDimAux[2]);CHKERRQ(ierr); 49036528b96dSMatthew G. Knepley { 49046528b96dSMatthew G. Knepley const PetscInt *cone; 49056528b96dSMatthew G. Knepley PetscInt c; 49066528b96dSMatthew G. Knepley 49076528b96dSMatthew G. Knepley ierr = DMPlexGetCone(dm, cStart, &cone);CHKERRQ(ierr); 49086528b96dSMatthew G. Knepley for (c = 0; c < 2; ++c) { 49096528b96dSMatthew G. Knepley const PetscInt *support; 49106528b96dSMatthew G. Knepley PetscInt ssize, s; 49116528b96dSMatthew G. Knepley 49126528b96dSMatthew G. Knepley ierr = DMPlexGetSupport(dm, cone[c], &support);CHKERRQ(ierr); 49136528b96dSMatthew G. Knepley ierr = DMPlexGetSupportSize(dm, cone[c], &ssize);CHKERRQ(ierr); 49146528b96dSMatthew G. Knepley if (ssize != 2) SETERRQ3(PETSC_COMM_SELF, PETSC_ERR_ARG_WRONG, "Face %D from cell %D has support size %D != 2", cone[c], cStart, ssize); 49156528b96dSMatthew G. Knepley if (support[0] == cStart) s = 1; 49166528b96dSMatthew G. Knepley else if (support[1] == cStart) s = 0; 49176528b96dSMatthew G. Knepley else SETERRQ2(PETSC_COMM_SELF, PETSC_ERR_ARG_WRONG, "Face %D does not have cell %D in its support", cone[c], cStart); 491804c51a94SMatthew G. Knepley ierr = DMGetAuxiliaryVec(dm, key[c].label, key[c].value, &locA[c]);CHKERRQ(ierr); 491904c51a94SMatthew G. Knepley if (locA[c]) {ierr = VecGetDM(locA[c], &dmAux[c]);CHKERRQ(ierr);} 492004c51a94SMatthew G. Knepley else {dmAux[c] = dmAux[2];} 492104c51a94SMatthew G. Knepley ierr = DMGetCellDS(dmAux[c], support[s], &dsAux[c]);CHKERRQ(ierr); 49226528b96dSMatthew G. Knepley ierr = PetscDSGetTotalDimension(dsAux[c], &totDimAux[c]);CHKERRQ(ierr); 49236528b96dSMatthew G. Knepley } 49246528b96dSMatthew G. Knepley } 49253e9753d6SMatthew G. Knepley } 49263e9753d6SMatthew G. Knepley /* 2: Setup geometric data */ 49273e9753d6SMatthew G. Knepley ierr = DMGetCoordinateField(dm, &coordField);CHKERRQ(ierr); 49283e9753d6SMatthew G. Knepley ierr = DMFieldGetDegree(coordField, cellIS, NULL, &maxDegree);CHKERRQ(ierr); 49293e9753d6SMatthew G. Knepley if (maxDegree > 1) { 49303e9753d6SMatthew G. Knepley ierr = PetscCalloc2(Nf, &quads, Nf, &geoms);CHKERRQ(ierr); 49313e9753d6SMatthew G. Knepley for (f = 0; f < Nf; ++f) { 49323e9753d6SMatthew G. Knepley PetscFE fe; 49333e9753d6SMatthew G. Knepley 49346528b96dSMatthew G. Knepley ierr = PetscDSGetDiscretization(ds, f, (PetscObject *) &fe);CHKERRQ(ierr); 49353e9753d6SMatthew G. Knepley if (fe) { 49363e9753d6SMatthew G. Knepley ierr = PetscFEGetQuadrature(fe, &quads[f]);CHKERRQ(ierr); 49373e9753d6SMatthew G. Knepley ierr = PetscObjectReference((PetscObject) quads[f]);CHKERRQ(ierr); 49383e9753d6SMatthew G. Knepley } 49393e9753d6SMatthew G. Knepley } 49403e9753d6SMatthew G. Knepley } 49413e9753d6SMatthew G. Knepley /* Loop over chunks */ 49423e9753d6SMatthew G. Knepley cellChunkSize = numCells; 49433e9753d6SMatthew G. Knepley numChunks = !numCells ? 0 : PetscCeilReal(((PetscReal) numCells)/cellChunkSize); 49443e9753d6SMatthew G. Knepley ierr = PetscCalloc1(2*cellChunkSize, &faces);CHKERRQ(ierr); 49453e9753d6SMatthew G. Knepley ierr = ISCreateGeneral(PETSC_COMM_SELF, cellChunkSize, faces, PETSC_USE_POINTER, &chunkIS);CHKERRQ(ierr); 49463e9753d6SMatthew G. Knepley /* Extract field coefficients */ 49473e9753d6SMatthew G. Knepley /* NOTE This needs the end cap faces to have identical orientations */ 494804c51a94SMatthew G. Knepley ierr = DMPlexGetCellFields(dm, cellIS, locX, locX_t, locA[2], &u, &u_t, &a[2]);CHKERRQ(ierr); 4949148442b3SMatthew G. Knepley ierr = DMPlexGetHybridAuxFields(dm, dmAux, dsAux, cellIS, locA, a);CHKERRQ(ierr); 49503e9753d6SMatthew G. Knepley ierr = DMGetWorkArray(dm, cellChunkSize*totDim, MPIU_SCALAR, &elemVec);CHKERRQ(ierr); 49513e9753d6SMatthew G. Knepley for (chunk = 0; chunk < numChunks; ++chunk) { 49523e9753d6SMatthew G. Knepley PetscInt cS = cStart+chunk*cellChunkSize, cE = PetscMin(cS+cellChunkSize, cEnd), numCells = cE - cS, c; 49533e9753d6SMatthew G. Knepley 49543e9753d6SMatthew G. Knepley ierr = PetscMemzero(elemVec, cellChunkSize*totDim * sizeof(PetscScalar));CHKERRQ(ierr); 49553e9753d6SMatthew G. Knepley /* Get faces */ 49563e9753d6SMatthew G. Knepley for (c = cS; c < cE; ++c) { 49573e9753d6SMatthew G. Knepley const PetscInt cell = cells ? cells[c] : c; 49583e9753d6SMatthew G. Knepley const PetscInt *cone; 49593e9753d6SMatthew G. Knepley ierr = DMPlexGetCone(dm, cell, &cone);CHKERRQ(ierr); 49603e9753d6SMatthew G. Knepley faces[(c-cS)*2+0] = cone[0]; 49613e9753d6SMatthew G. Knepley faces[(c-cS)*2+1] = cone[1]; 49623e9753d6SMatthew G. Knepley } 49633e9753d6SMatthew G. Knepley ierr = ISGeneralSetIndices(chunkIS, cellChunkSize, faces, PETSC_USE_POINTER);CHKERRQ(ierr); 49643e9753d6SMatthew G. Knepley /* Get geometric data */ 49653e9753d6SMatthew G. Knepley if (maxDegree <= 1) { 49663e9753d6SMatthew G. Knepley if (!affineQuad) {ierr = DMFieldCreateDefaultQuadrature(coordField, chunkIS, &affineQuad);CHKERRQ(ierr);} 49673e9753d6SMatthew G. Knepley if (affineQuad) {ierr = DMSNESGetFEGeom(coordField, chunkIS, affineQuad, PETSC_TRUE, &affineGeom);CHKERRQ(ierr);} 49683e9753d6SMatthew G. Knepley } else { 49693e9753d6SMatthew G. Knepley for (f = 0; f < Nf; ++f) { 49703e9753d6SMatthew G. Knepley if (quads[f]) {ierr = DMSNESGetFEGeom(coordField, chunkIS, quads[f], PETSC_TRUE, &geoms[f]);CHKERRQ(ierr);} 49713e9753d6SMatthew G. Knepley } 49723e9753d6SMatthew G. Knepley } 49733e9753d6SMatthew G. Knepley /* Loop over fields */ 49743e9753d6SMatthew G. Knepley for (f = 0; f < Nf; ++f) { 49753e9753d6SMatthew G. Knepley PetscFE fe; 49763e9753d6SMatthew G. Knepley PetscFEGeom *geom = affineGeom ? affineGeom : geoms[f]; 4977148442b3SMatthew G. Knepley PetscFEGeom *chunkGeom = NULL, *remGeom = NULL; 49783e9753d6SMatthew G. Knepley PetscQuadrature quad = affineQuad ? affineQuad : quads[f]; 49793e9753d6SMatthew G. Knepley PetscInt numChunks, numBatches, batchSize, numBlocks, blockSize, Ne, Nr, offset, Nq, Nb; 49803e9753d6SMatthew G. Knepley 49816528b96dSMatthew G. Knepley ierr = PetscDSGetDiscretization(ds, f, (PetscObject *) &fe);CHKERRQ(ierr); 49823e9753d6SMatthew G. Knepley if (!fe) continue; 49833e9753d6SMatthew G. Knepley ierr = PetscFEGetTileSizes(fe, NULL, &numBlocks, NULL, &numBatches);CHKERRQ(ierr); 49843e9753d6SMatthew G. Knepley ierr = PetscQuadratureGetData(quad, NULL, NULL, &Nq, NULL, NULL);CHKERRQ(ierr); 49853e9753d6SMatthew G. Knepley ierr = PetscFEGetDimension(fe, &Nb);CHKERRQ(ierr); 49863e9753d6SMatthew G. Knepley blockSize = Nb; 49873e9753d6SMatthew G. Knepley batchSize = numBlocks * blockSize; 49883e9753d6SMatthew G. Knepley ierr = PetscFESetTileSizes(fe, blockSize, numBlocks, batchSize, numBatches);CHKERRQ(ierr); 49893e9753d6SMatthew G. Knepley numChunks = numCells / (numBatches*batchSize); 49903e9753d6SMatthew G. Knepley Ne = numChunks*numBatches*batchSize; 49913e9753d6SMatthew G. Knepley Nr = numCells % (numBatches*batchSize); 49923e9753d6SMatthew G. Knepley offset = numCells - Nr; 4993148442b3SMatthew G. Knepley ierr = PetscFEGeomGetChunk(geom,0,offset,&chunkGeom);CHKERRQ(ierr); 4994148442b3SMatthew G. Knepley ierr = PetscFEGeomGetChunk(geom,offset,numCells,&remGeom);CHKERRQ(ierr); 499579b86a80SMatthew G. Knepley chunkGeom->isHybrid = remGeom->isHybrid = PETSC_TRUE; 49966528b96dSMatthew G. Knepley if (f == Nf-1) { 49976528b96dSMatthew G. Knepley key[2].field = f; 4998c2b7495fSMatthew G. Knepley ierr = PetscFEIntegrateHybridResidual(ds, key[2], 0, Ne, chunkGeom, u, u_t, dsAux[2], a[2], t, elemVec);CHKERRQ(ierr); 4999c2b7495fSMatthew G. Knepley ierr = PetscFEIntegrateHybridResidual(ds, key[2], 0, Nr, remGeom, &u[offset*totDim], u_t ? &u_t[offset*totDim] : NULL, dsAux[2], &a[2][offset*totDimAux[2]], t, &elemVec[offset*totDim]);CHKERRQ(ierr); 50006528b96dSMatthew G. Knepley } else { 50016528b96dSMatthew G. Knepley key[0].field = f; 50026528b96dSMatthew G. Knepley key[1].field = f; 5003c2b7495fSMatthew G. Knepley ierr = PetscFEIntegrateHybridResidual(ds, key[0], 0, Ne, chunkGeom, u, u_t, dsAux[0], a[0], t, elemVec);CHKERRQ(ierr); 5004c2b7495fSMatthew G. Knepley ierr = PetscFEIntegrateHybridResidual(ds, key[1], 1, Ne, chunkGeom, u, u_t, dsAux[1], a[1], t, elemVec);CHKERRQ(ierr); 5005c2b7495fSMatthew G. Knepley ierr = PetscFEIntegrateHybridResidual(ds, key[0], 0, Nr, remGeom, &u[offset*totDim], u_t ? &u_t[offset*totDim] : NULL, dsAux[0], &a[0][offset*totDimAux[0]], t, &elemVec[offset*totDim]);CHKERRQ(ierr); 5006c2b7495fSMatthew G. Knepley ierr = PetscFEIntegrateHybridResidual(ds, key[1], 1, Nr, remGeom, &u[offset*totDim], u_t ? &u_t[offset*totDim] : NULL, dsAux[1], &a[1][offset*totDimAux[1]], t, &elemVec[offset*totDim]);CHKERRQ(ierr); 50076528b96dSMatthew G. Knepley } 5008148442b3SMatthew G. Knepley ierr = PetscFEGeomRestoreChunk(geom,offset,numCells,&remGeom);CHKERRQ(ierr); 5009148442b3SMatthew G. Knepley ierr = PetscFEGeomRestoreChunk(geom,0,offset,&chunkGeom);CHKERRQ(ierr); 50103e9753d6SMatthew G. Knepley } 50113e9753d6SMatthew G. Knepley /* Add elemVec to locX */ 50123e9753d6SMatthew G. Knepley for (c = cS; c < cE; ++c) { 50133e9753d6SMatthew G. Knepley const PetscInt cell = cells ? cells[c] : c; 50143e9753d6SMatthew G. Knepley const PetscInt cind = c - cStart; 50153e9753d6SMatthew G. Knepley 50163e9753d6SMatthew G. Knepley if (mesh->printFEM > 1) {ierr = DMPrintCellVector(cell, name, totDim, &elemVec[cind*totDim]);CHKERRQ(ierr);} 50173e9753d6SMatthew G. Knepley if (ghostLabel) { 50183e9753d6SMatthew G. Knepley PetscInt ghostVal; 50193e9753d6SMatthew G. Knepley 50203e9753d6SMatthew G. Knepley ierr = DMLabelGetValue(ghostLabel,cell,&ghostVal);CHKERRQ(ierr); 50213e9753d6SMatthew G. Knepley if (ghostVal > 0) continue; 50223e9753d6SMatthew G. Knepley } 50233e9753d6SMatthew G. Knepley ierr = DMPlexVecSetClosure(dm, section, locF, cell, &elemVec[cind*totDim], ADD_ALL_VALUES);CHKERRQ(ierr); 50243e9753d6SMatthew G. Knepley } 50253e9753d6SMatthew G. Knepley } 502604c51a94SMatthew G. Knepley ierr = DMPlexRestoreCellFields(dm, cellIS, locX, locX_t, locA[2], &u, &u_t, &a[2]);CHKERRQ(ierr); 502704c51a94SMatthew G. Knepley ierr = DMPlexRestoreHybridAuxFields(dmAux, dsAux, cellIS, locA, a);CHKERRQ(ierr); 50283e9753d6SMatthew G. Knepley ierr = DMRestoreWorkArray(dm, numCells*totDim, MPIU_SCALAR, &elemVec);CHKERRQ(ierr); 50293e9753d6SMatthew G. Knepley ierr = PetscFree(faces);CHKERRQ(ierr); 50303e9753d6SMatthew G. Knepley ierr = ISDestroy(&chunkIS);CHKERRQ(ierr); 50313e9753d6SMatthew G. Knepley ierr = ISRestorePointRange(cellIS, &cStart, &cEnd, &cells);CHKERRQ(ierr); 50323e9753d6SMatthew G. Knepley if (maxDegree <= 1) { 50333e9753d6SMatthew G. Knepley ierr = DMSNESRestoreFEGeom(coordField,cellIS,affineQuad,PETSC_FALSE,&affineGeom);CHKERRQ(ierr); 50343e9753d6SMatthew G. Knepley ierr = PetscQuadratureDestroy(&affineQuad);CHKERRQ(ierr); 50353e9753d6SMatthew G. Knepley } else { 50363e9753d6SMatthew G. Knepley for (f = 0; f < Nf; ++f) { 50373e9753d6SMatthew G. Knepley if (geoms) {ierr = DMSNESRestoreFEGeom(coordField,cellIS,quads[f],PETSC_FALSE,&geoms[f]);CHKERRQ(ierr);} 50383e9753d6SMatthew G. Knepley if (quads) {ierr = PetscQuadratureDestroy(&quads[f]);CHKERRQ(ierr);} 50393e9753d6SMatthew G. Knepley } 50403e9753d6SMatthew G. Knepley ierr = PetscFree2(quads,geoms);CHKERRQ(ierr); 50413e9753d6SMatthew G. Knepley } 50423e9753d6SMatthew G. Knepley ierr = PetscLogEventEnd(DMPLEX_ResidualFEM,dm,0,0,0);CHKERRQ(ierr); 50433e9753d6SMatthew G. Knepley PetscFunctionReturn(0); 50443e9753d6SMatthew G. Knepley } 50453e9753d6SMatthew G. Knepley 504645480ffeSMatthew G. Knepley PetscErrorCode DMPlexComputeBdJacobian_Single_Internal(DM dm, PetscReal t, PetscWeakForm wf, DMLabel label, PetscInt numValues, const PetscInt values[], PetscInt fieldI, Vec locX, Vec locX_t, PetscReal X_tShift, Mat Jac, Mat JacP, DMField coordField, IS facetIS) 50473e9753d6SMatthew G. Knepley { 50483e9753d6SMatthew G. Knepley DM_Plex *mesh = (DM_Plex *) dm->data; 50493e9753d6SMatthew G. Knepley DM plex = NULL, plexA = NULL, tdm; 50503e9753d6SMatthew G. Knepley DMEnclosureType encAux; 50513e9753d6SMatthew G. Knepley PetscDS prob, probAux = NULL; 50523e9753d6SMatthew G. Knepley PetscSection section, sectionAux = NULL; 50533e9753d6SMatthew G. Knepley PetscSection globalSection, subSection = NULL; 50543e9753d6SMatthew G. Knepley Vec locA = NULL, tv; 50553e9753d6SMatthew G. Knepley PetscScalar *u = NULL, *u_t = NULL, *a = NULL, *elemMat = NULL; 50563e9753d6SMatthew G. Knepley PetscInt v; 50573e9753d6SMatthew G. Knepley PetscInt Nf, totDim, totDimAux = 0; 50583e9753d6SMatthew G. Knepley PetscBool isMatISP, transform; 50593e9753d6SMatthew G. Knepley PetscErrorCode ierr; 50603e9753d6SMatthew G. Knepley 50613e9753d6SMatthew G. Knepley PetscFunctionBegin; 50623e9753d6SMatthew G. Knepley ierr = DMConvert(dm, DMPLEX, &plex);CHKERRQ(ierr); 50633e9753d6SMatthew G. Knepley ierr = DMHasBasisTransform(dm, &transform);CHKERRQ(ierr); 50643e9753d6SMatthew G. Knepley ierr = DMGetBasisTransformDM_Internal(dm, &tdm);CHKERRQ(ierr); 50653e9753d6SMatthew G. Knepley ierr = DMGetBasisTransformVec_Internal(dm, &tv);CHKERRQ(ierr); 50663e9753d6SMatthew G. Knepley ierr = DMGetLocalSection(dm, §ion);CHKERRQ(ierr); 50673e9753d6SMatthew G. Knepley ierr = DMGetDS(dm, &prob);CHKERRQ(ierr); 50683e9753d6SMatthew G. Knepley ierr = PetscDSGetNumFields(prob, &Nf);CHKERRQ(ierr); 50693e9753d6SMatthew G. Knepley ierr = PetscDSGetTotalDimension(prob, &totDim);CHKERRQ(ierr); 507004c51a94SMatthew G. Knepley ierr = DMGetAuxiliaryVec(dm, label, values[0], &locA);CHKERRQ(ierr); 50713e9753d6SMatthew G. Knepley if (locA) { 50723e9753d6SMatthew G. Knepley DM dmAux; 50733e9753d6SMatthew G. Knepley 50743e9753d6SMatthew G. Knepley ierr = VecGetDM(locA, &dmAux);CHKERRQ(ierr); 50753e9753d6SMatthew G. Knepley ierr = DMGetEnclosureRelation(dmAux, dm, &encAux);CHKERRQ(ierr); 50763e9753d6SMatthew G. Knepley ierr = DMConvert(dmAux, DMPLEX, &plexA);CHKERRQ(ierr); 50773e9753d6SMatthew G. Knepley ierr = DMGetDS(plexA, &probAux);CHKERRQ(ierr); 50783e9753d6SMatthew G. Knepley ierr = PetscDSGetTotalDimension(probAux, &totDimAux);CHKERRQ(ierr); 50793e9753d6SMatthew G. Knepley ierr = DMGetLocalSection(plexA, §ionAux);CHKERRQ(ierr); 50803e9753d6SMatthew G. Knepley } 50813e9753d6SMatthew G. Knepley 50823e9753d6SMatthew G. Knepley ierr = PetscObjectTypeCompare((PetscObject) JacP, MATIS, &isMatISP);CHKERRQ(ierr); 50833e9753d6SMatthew G. Knepley ierr = DMGetGlobalSection(dm, &globalSection);CHKERRQ(ierr); 50843e9753d6SMatthew G. Knepley if (isMatISP) {ierr = DMPlexGetSubdomainSection(dm, &subSection);CHKERRQ(ierr);} 50853e9753d6SMatthew G. Knepley for (v = 0; v < numValues; ++v) { 50863e9753d6SMatthew G. Knepley PetscFEGeom *fgeom; 50873e9753d6SMatthew G. Knepley PetscInt maxDegree; 50883e9753d6SMatthew G. Knepley PetscQuadrature qGeom = NULL; 50893e9753d6SMatthew G. Knepley IS pointIS; 50903e9753d6SMatthew G. Knepley const PetscInt *points; 509106ad1575SMatthew G. Knepley PetscFormKey key; 50923e9753d6SMatthew G. Knepley PetscInt numFaces, face, Nq; 50933e9753d6SMatthew G. Knepley 509445480ffeSMatthew G. Knepley key.label = label; 509545480ffeSMatthew G. Knepley key.value = values[v]; 509606ad1575SMatthew G. Knepley key.part = 0; 50973e9753d6SMatthew G. Knepley ierr = DMLabelGetStratumIS(label, values[v], &pointIS);CHKERRQ(ierr); 50983e9753d6SMatthew G. Knepley if (!pointIS) continue; /* No points with that id on this process */ 50993e9753d6SMatthew G. Knepley { 51003e9753d6SMatthew G. Knepley IS isectIS; 51013e9753d6SMatthew G. Knepley 51023e9753d6SMatthew G. Knepley /* TODO: Special cases of ISIntersect where it is quick to check a prior if one is a superset of the other */ 51033e9753d6SMatthew G. Knepley ierr = ISIntersect_Caching_Internal(facetIS,pointIS,&isectIS);CHKERRQ(ierr); 51043e9753d6SMatthew G. Knepley ierr = ISDestroy(&pointIS);CHKERRQ(ierr); 51053e9753d6SMatthew G. Knepley pointIS = isectIS; 51063e9753d6SMatthew G. Knepley } 51073e9753d6SMatthew G. Knepley ierr = ISGetLocalSize(pointIS, &numFaces);CHKERRQ(ierr); 51083e9753d6SMatthew G. Knepley ierr = ISGetIndices(pointIS, &points);CHKERRQ(ierr); 51093e9753d6SMatthew G. Knepley ierr = PetscMalloc4(numFaces*totDim, &u, locX_t ? numFaces*totDim : 0, &u_t, numFaces*totDim*totDim, &elemMat, locA ? numFaces*totDimAux : 0, &a);CHKERRQ(ierr); 51103e9753d6SMatthew G. Knepley ierr = DMFieldGetDegree(coordField,pointIS,NULL,&maxDegree);CHKERRQ(ierr); 51113e9753d6SMatthew G. Knepley if (maxDegree <= 1) { 51123e9753d6SMatthew G. Knepley ierr = DMFieldCreateDefaultQuadrature(coordField,pointIS,&qGeom);CHKERRQ(ierr); 51133e9753d6SMatthew G. Knepley } 51143e9753d6SMatthew G. Knepley if (!qGeom) { 51153e9753d6SMatthew G. Knepley PetscFE fe; 51163e9753d6SMatthew G. Knepley 51173e9753d6SMatthew G. Knepley ierr = PetscDSGetDiscretization(prob, fieldI, (PetscObject *) &fe);CHKERRQ(ierr); 51183e9753d6SMatthew G. Knepley ierr = PetscFEGetFaceQuadrature(fe, &qGeom);CHKERRQ(ierr); 51193e9753d6SMatthew G. Knepley ierr = PetscObjectReference((PetscObject)qGeom);CHKERRQ(ierr); 51203e9753d6SMatthew G. Knepley } 51213e9753d6SMatthew G. Knepley ierr = PetscQuadratureGetData(qGeom, NULL, NULL, &Nq, NULL, NULL);CHKERRQ(ierr); 51223e9753d6SMatthew G. Knepley ierr = DMSNESGetFEGeom(coordField,pointIS,qGeom,PETSC_TRUE,&fgeom);CHKERRQ(ierr); 51233e9753d6SMatthew G. Knepley for (face = 0; face < numFaces; ++face) { 5124f15274beSMatthew Knepley const PetscInt point = points[face], *support; 51253e9753d6SMatthew G. Knepley PetscScalar *x = NULL; 5126f15274beSMatthew Knepley PetscInt i; 51273e9753d6SMatthew G. Knepley 51283e9753d6SMatthew G. Knepley ierr = DMPlexGetSupport(dm, point, &support);CHKERRQ(ierr); 51293e9753d6SMatthew G. Knepley ierr = DMPlexVecGetClosure(plex, section, locX, support[0], NULL, &x);CHKERRQ(ierr); 51303e9753d6SMatthew G. Knepley for (i = 0; i < totDim; ++i) u[face*totDim+i] = x[i]; 51313e9753d6SMatthew G. Knepley ierr = DMPlexVecRestoreClosure(plex, section, locX, support[0], NULL, &x);CHKERRQ(ierr); 51323e9753d6SMatthew G. Knepley if (locX_t) { 51333e9753d6SMatthew G. Knepley ierr = DMPlexVecGetClosure(plex, section, locX_t, support[0], NULL, &x);CHKERRQ(ierr); 51343e9753d6SMatthew G. Knepley for (i = 0; i < totDim; ++i) u_t[face*totDim+i] = x[i]; 51353e9753d6SMatthew G. Knepley ierr = DMPlexVecRestoreClosure(plex, section, locX_t, support[0], NULL, &x);CHKERRQ(ierr); 51363e9753d6SMatthew G. Knepley } 51373e9753d6SMatthew G. Knepley if (locA) { 51383e9753d6SMatthew G. Knepley PetscInt subp; 51393e9753d6SMatthew G. Knepley ierr = DMGetEnclosurePoint(plexA, dm, encAux, support[0], &subp);CHKERRQ(ierr); 51403e9753d6SMatthew G. Knepley ierr = DMPlexVecGetClosure(plexA, sectionAux, locA, subp, NULL, &x);CHKERRQ(ierr); 51413e9753d6SMatthew G. Knepley for (i = 0; i < totDimAux; ++i) a[face*totDimAux+i] = x[i]; 51423e9753d6SMatthew G. Knepley ierr = DMPlexVecRestoreClosure(plexA, sectionAux, locA, subp, NULL, &x);CHKERRQ(ierr); 51433e9753d6SMatthew G. Knepley } 51443e9753d6SMatthew G. Knepley } 51453e9753d6SMatthew G. Knepley ierr = PetscArrayzero(elemMat, numFaces*totDim*totDim);CHKERRQ(ierr); 51463e9753d6SMatthew G. Knepley { 51473e9753d6SMatthew G. Knepley PetscFE fe; 51483e9753d6SMatthew G. Knepley PetscInt Nb; 51493e9753d6SMatthew G. Knepley /* Conforming batches */ 51503e9753d6SMatthew G. Knepley PetscInt numChunks, numBatches, numBlocks, Ne, blockSize, batchSize; 51513e9753d6SMatthew G. Knepley /* Remainder */ 51523e9753d6SMatthew G. Knepley PetscFEGeom *chunkGeom = NULL; 51533e9753d6SMatthew G. Knepley PetscInt fieldJ, Nr, offset; 51543e9753d6SMatthew G. Knepley 51553e9753d6SMatthew G. Knepley ierr = PetscDSGetDiscretization(prob, fieldI, (PetscObject *) &fe);CHKERRQ(ierr); 51563e9753d6SMatthew G. Knepley ierr = PetscFEGetDimension(fe, &Nb);CHKERRQ(ierr); 51573e9753d6SMatthew G. Knepley ierr = PetscFEGetTileSizes(fe, NULL, &numBlocks, NULL, &numBatches);CHKERRQ(ierr); 51583e9753d6SMatthew G. Knepley blockSize = Nb; 51593e9753d6SMatthew G. Knepley batchSize = numBlocks * blockSize; 51603e9753d6SMatthew G. Knepley ierr = PetscFESetTileSizes(fe, blockSize, numBlocks, batchSize, numBatches);CHKERRQ(ierr); 51613e9753d6SMatthew G. Knepley numChunks = numFaces / (numBatches*batchSize); 51623e9753d6SMatthew G. Knepley Ne = numChunks*numBatches*batchSize; 51633e9753d6SMatthew G. Knepley Nr = numFaces % (numBatches*batchSize); 51643e9753d6SMatthew G. Knepley offset = numFaces - Nr; 51653e9753d6SMatthew G. Knepley ierr = PetscFEGeomGetChunk(fgeom,0,offset,&chunkGeom);CHKERRQ(ierr); 51663e9753d6SMatthew G. Knepley for (fieldJ = 0; fieldJ < Nf; ++fieldJ) { 516745480ffeSMatthew G. Knepley key.field = fieldI*Nf+fieldJ; 516845480ffeSMatthew G. Knepley ierr = PetscFEIntegrateBdJacobian(prob, wf, key, Ne, chunkGeom, u, u_t, probAux, a, t, X_tShift, elemMat);CHKERRQ(ierr); 51693e9753d6SMatthew G. Knepley } 51703e9753d6SMatthew G. Knepley ierr = PetscFEGeomGetChunk(fgeom,offset,numFaces,&chunkGeom);CHKERRQ(ierr); 51713e9753d6SMatthew G. Knepley for (fieldJ = 0; fieldJ < Nf; ++fieldJ) { 517245480ffeSMatthew G. Knepley key.field = fieldI*Nf+fieldJ; 517345480ffeSMatthew G. Knepley ierr = PetscFEIntegrateBdJacobian(prob, wf, key, Nr, chunkGeom, &u[offset*totDim], u_t ? &u_t[offset*totDim] : NULL, probAux, a ? &a[offset*totDimAux] : NULL, t, X_tShift, &elemMat[offset*totDim*totDim]);CHKERRQ(ierr); 51743e9753d6SMatthew G. Knepley } 51753e9753d6SMatthew G. Knepley ierr = PetscFEGeomRestoreChunk(fgeom,offset,numFaces,&chunkGeom);CHKERRQ(ierr); 51763e9753d6SMatthew G. Knepley } 51773e9753d6SMatthew G. Knepley for (face = 0; face < numFaces; ++face) { 51783e9753d6SMatthew G. Knepley const PetscInt point = points[face], *support; 51793e9753d6SMatthew G. Knepley 51803e9753d6SMatthew G. Knepley /* Transform to global basis before insertion in Jacobian */ 51813e9753d6SMatthew G. Knepley ierr = DMPlexGetSupport(plex, point, &support);CHKERRQ(ierr); 51823e9753d6SMatthew G. Knepley if (transform) {ierr = DMPlexBasisTransformPointTensor_Internal(dm, tdm, tv, support[0], PETSC_TRUE, totDim, &elemMat[face*totDim*totDim]);CHKERRQ(ierr);} 51833e9753d6SMatthew G. Knepley if (mesh->printFEM > 1) {ierr = DMPrintCellMatrix(point, "BdJacobian", totDim, totDim, &elemMat[face*totDim*totDim]);CHKERRQ(ierr);} 51843e9753d6SMatthew G. Knepley if (!isMatISP) { 51853e9753d6SMatthew G. Knepley ierr = DMPlexMatSetClosure(plex, section, globalSection, JacP, support[0], &elemMat[face*totDim*totDim], ADD_VALUES);CHKERRQ(ierr); 51863e9753d6SMatthew G. Knepley } else { 51873e9753d6SMatthew G. Knepley Mat lJ; 51883e9753d6SMatthew G. Knepley 51893e9753d6SMatthew G. Knepley ierr = MatISGetLocalMat(JacP, &lJ);CHKERRQ(ierr); 51903e9753d6SMatthew G. Knepley ierr = DMPlexMatSetClosure(plex, section, subSection, lJ, support[0], &elemMat[face*totDim*totDim], ADD_VALUES);CHKERRQ(ierr); 51913e9753d6SMatthew G. Knepley } 51923e9753d6SMatthew G. Knepley } 51933e9753d6SMatthew G. Knepley ierr = DMSNESRestoreFEGeom(coordField,pointIS,qGeom,PETSC_TRUE,&fgeom);CHKERRQ(ierr); 51943e9753d6SMatthew G. Knepley ierr = PetscQuadratureDestroy(&qGeom);CHKERRQ(ierr); 51953e9753d6SMatthew G. Knepley ierr = ISRestoreIndices(pointIS, &points);CHKERRQ(ierr); 51963e9753d6SMatthew G. Knepley ierr = ISDestroy(&pointIS);CHKERRQ(ierr); 51973e9753d6SMatthew G. Knepley ierr = PetscFree4(u, u_t, elemMat, a);CHKERRQ(ierr); 51983e9753d6SMatthew G. Knepley } 51993e9753d6SMatthew G. Knepley if (plex) {ierr = DMDestroy(&plex);CHKERRQ(ierr);} 52003e9753d6SMatthew G. Knepley if (plexA) {ierr = DMDestroy(&plexA);CHKERRQ(ierr);} 52013e9753d6SMatthew G. Knepley PetscFunctionReturn(0); 52023e9753d6SMatthew G. Knepley } 52033e9753d6SMatthew G. Knepley 520445480ffeSMatthew G. Knepley PetscErrorCode DMPlexComputeBdJacobianSingle(DM dm, PetscReal t, PetscWeakForm wf, DMLabel label, PetscInt numValues, const PetscInt values[], PetscInt field, Vec locX, Vec locX_t, PetscReal X_tShift, Mat Jac, Mat JacP) 52053e9753d6SMatthew G. Knepley { 52063e9753d6SMatthew G. Knepley DMField coordField; 52073e9753d6SMatthew G. Knepley DMLabel depthLabel; 52083e9753d6SMatthew G. Knepley IS facetIS; 52093e9753d6SMatthew G. Knepley PetscInt dim; 52103e9753d6SMatthew G. Knepley PetscErrorCode ierr; 52113e9753d6SMatthew G. Knepley 52123e9753d6SMatthew G. Knepley PetscFunctionBegin; 52133e9753d6SMatthew G. Knepley ierr = DMGetDimension(dm, &dim);CHKERRQ(ierr); 52143e9753d6SMatthew G. Knepley ierr = DMPlexGetDepthLabel(dm, &depthLabel);CHKERRQ(ierr); 52153e9753d6SMatthew G. Knepley ierr = DMLabelGetStratumIS(depthLabel, dim-1, &facetIS);CHKERRQ(ierr); 52163e9753d6SMatthew G. Knepley ierr = DMGetCoordinateField(dm, &coordField);CHKERRQ(ierr); 521745480ffeSMatthew G. Knepley ierr = DMPlexComputeBdJacobian_Single_Internal(dm, t, wf, label, numValues, values, field, locX, locX_t, X_tShift, Jac, JacP, coordField, facetIS);CHKERRQ(ierr); 52183e9753d6SMatthew G. Knepley ierr = ISDestroy(&facetIS);CHKERRQ(ierr); 52193e9753d6SMatthew G. Knepley PetscFunctionReturn(0); 52203e9753d6SMatthew G. Knepley } 52213e9753d6SMatthew G. Knepley 52223e9753d6SMatthew G. Knepley PetscErrorCode DMPlexComputeBdJacobian_Internal(DM dm, Vec locX, Vec locX_t, PetscReal t, PetscReal X_tShift, Mat Jac, Mat JacP, void *user) 52233e9753d6SMatthew G. Knepley { 52243e9753d6SMatthew G. Knepley PetscDS prob; 52253e9753d6SMatthew G. Knepley PetscInt dim, numBd, bd; 52263e9753d6SMatthew G. Knepley DMLabel depthLabel; 52273e9753d6SMatthew G. Knepley DMField coordField = NULL; 52283e9753d6SMatthew G. Knepley IS facetIS; 52293e9753d6SMatthew G. Knepley PetscErrorCode ierr; 52303e9753d6SMatthew G. Knepley 52313e9753d6SMatthew G. Knepley PetscFunctionBegin; 52323e9753d6SMatthew G. Knepley ierr = DMGetDS(dm, &prob);CHKERRQ(ierr); 52333e9753d6SMatthew G. Knepley ierr = DMPlexGetDepthLabel(dm, &depthLabel);CHKERRQ(ierr); 52343e9753d6SMatthew G. Knepley ierr = DMGetDimension(dm, &dim);CHKERRQ(ierr); 52353e9753d6SMatthew G. Knepley ierr = DMLabelGetStratumIS(depthLabel, dim-1, &facetIS);CHKERRQ(ierr); 52363e9753d6SMatthew G. Knepley ierr = PetscDSGetNumBoundary(prob, &numBd);CHKERRQ(ierr); 52373e9753d6SMatthew G. Knepley ierr = DMGetCoordinateField(dm, &coordField);CHKERRQ(ierr); 52383e9753d6SMatthew G. Knepley for (bd = 0; bd < numBd; ++bd) { 523945480ffeSMatthew G. Knepley PetscWeakForm wf; 52403e9753d6SMatthew G. Knepley DMBoundaryConditionType type; 52413e9753d6SMatthew G. Knepley DMLabel label; 52423e9753d6SMatthew G. Knepley const PetscInt *values; 52433e9753d6SMatthew G. Knepley PetscInt fieldI, numValues; 52443e9753d6SMatthew G. Knepley PetscObject obj; 52453e9753d6SMatthew G. Knepley PetscClassId id; 52463e9753d6SMatthew G. Knepley 524745480ffeSMatthew G. Knepley ierr = PetscDSGetBoundary(prob, bd, &wf, &type, NULL, &label, &numValues, &values, &fieldI, NULL, NULL, NULL, NULL, NULL);CHKERRQ(ierr); 52483e9753d6SMatthew G. Knepley ierr = PetscDSGetDiscretization(prob, fieldI, &obj);CHKERRQ(ierr); 52493e9753d6SMatthew G. Knepley ierr = PetscObjectGetClassId(obj, &id);CHKERRQ(ierr); 52503e9753d6SMatthew G. Knepley if ((id != PETSCFE_CLASSID) || (type & DM_BC_ESSENTIAL)) continue; 525145480ffeSMatthew G. Knepley ierr = DMPlexComputeBdJacobian_Single_Internal(dm, t, wf, label, numValues, values, fieldI, locX, locX_t, X_tShift, Jac, JacP, coordField, facetIS);CHKERRQ(ierr); 52523e9753d6SMatthew G. Knepley } 52533e9753d6SMatthew G. Knepley ierr = ISDestroy(&facetIS);CHKERRQ(ierr); 52543e9753d6SMatthew G. Knepley PetscFunctionReturn(0); 52553e9753d6SMatthew G. Knepley } 52563e9753d6SMatthew G. Knepley 525706ad1575SMatthew G. Knepley PetscErrorCode DMPlexComputeJacobian_Internal(DM dm, PetscFormKey key, IS cellIS, PetscReal t, PetscReal X_tShift, Vec X, Vec X_t, Mat Jac, Mat JacP,void *user) 52583e9753d6SMatthew G. Knepley { 52593e9753d6SMatthew G. Knepley DM_Plex *mesh = (DM_Plex *) dm->data; 52603e9753d6SMatthew G. Knepley const char *name = "Jacobian"; 52619a2a23afSMatthew G. Knepley DM dmAux = NULL, plex, tdm; 52623e9753d6SMatthew G. Knepley DMEnclosureType encAux; 52633e9753d6SMatthew G. Knepley Vec A, tv; 52643e9753d6SMatthew G. Knepley DMField coordField; 52653e9753d6SMatthew G. Knepley PetscDS prob, probAux = NULL; 52663e9753d6SMatthew G. Knepley PetscSection section, globalSection, subSection, sectionAux; 52673e9753d6SMatthew G. Knepley PetscScalar *elemMat, *elemMatP, *elemMatD, *u, *u_t, *a = NULL; 52683e9753d6SMatthew G. Knepley const PetscInt *cells; 52693e9753d6SMatthew G. Knepley PetscInt Nf, fieldI, fieldJ; 52703e9753d6SMatthew G. Knepley PetscInt totDim, totDimAux, cStart, cEnd, numCells, c; 52713e9753d6SMatthew G. Knepley PetscBool isMatIS, isMatISP, hasJac, hasPrec, hasDyn, hasFV = PETSC_FALSE, transform; 52723e9753d6SMatthew G. Knepley PetscErrorCode ierr; 52733e9753d6SMatthew G. Knepley 52743e9753d6SMatthew G. Knepley PetscFunctionBegin; 52753e9753d6SMatthew G. Knepley ierr = PetscLogEventBegin(DMPLEX_JacobianFEM,dm,0,0,0);CHKERRQ(ierr); 52763e9753d6SMatthew G. Knepley ierr = ISGetLocalSize(cellIS, &numCells);CHKERRQ(ierr); 52773e9753d6SMatthew G. Knepley ierr = ISGetPointRange(cellIS, &cStart, &cEnd, &cells);CHKERRQ(ierr); 52783e9753d6SMatthew G. Knepley ierr = DMHasBasisTransform(dm, &transform);CHKERRQ(ierr); 52793e9753d6SMatthew G. Knepley ierr = DMGetBasisTransformDM_Internal(dm, &tdm);CHKERRQ(ierr); 52803e9753d6SMatthew G. Knepley ierr = DMGetBasisTransformVec_Internal(dm, &tv);CHKERRQ(ierr); 52813e9753d6SMatthew G. Knepley ierr = DMGetLocalSection(dm, §ion);CHKERRQ(ierr); 52823e9753d6SMatthew G. Knepley ierr = PetscObjectTypeCompare((PetscObject) JacP, MATIS, &isMatISP);CHKERRQ(ierr); 52833e9753d6SMatthew G. Knepley ierr = DMGetGlobalSection(dm, &globalSection);CHKERRQ(ierr); 52843e9753d6SMatthew G. Knepley if (isMatISP) {ierr = DMPlexGetSubdomainSection(dm, &subSection);CHKERRQ(ierr);} 52853e9753d6SMatthew G. Knepley ierr = DMGetCellDS(dm, cells ? cells[cStart] : cStart, &prob);CHKERRQ(ierr); 52863e9753d6SMatthew G. Knepley ierr = PetscDSGetNumFields(prob, &Nf);CHKERRQ(ierr); 52873e9753d6SMatthew G. Knepley ierr = PetscDSGetTotalDimension(prob, &totDim);CHKERRQ(ierr); 52883e9753d6SMatthew G. Knepley ierr = PetscDSHasJacobian(prob, &hasJac);CHKERRQ(ierr); 52893e9753d6SMatthew G. Knepley ierr = PetscDSHasJacobianPreconditioner(prob, &hasPrec);CHKERRQ(ierr); 52903e9753d6SMatthew G. Knepley /* user passed in the same matrix, avoid double contributions and 52913e9753d6SMatthew G. Knepley only assemble the Jacobian */ 52923e9753d6SMatthew G. Knepley if (hasJac && Jac == JacP) hasPrec = PETSC_FALSE; 52933e9753d6SMatthew G. Knepley ierr = PetscDSHasDynamicJacobian(prob, &hasDyn);CHKERRQ(ierr); 52943e9753d6SMatthew G. Knepley hasDyn = hasDyn && (X_tShift != 0.0) ? PETSC_TRUE : PETSC_FALSE; 529504c51a94SMatthew G. Knepley ierr = DMGetAuxiliaryVec(dm, key.label, key.value, &A);CHKERRQ(ierr); 52969a2a23afSMatthew G. Knepley if (A) { 52979a2a23afSMatthew G. Knepley ierr = VecGetDM(A, &dmAux);CHKERRQ(ierr); 52983e9753d6SMatthew G. Knepley ierr = DMGetEnclosureRelation(dmAux, dm, &encAux);CHKERRQ(ierr); 52993e9753d6SMatthew G. Knepley ierr = DMConvert(dmAux, DMPLEX, &plex);CHKERRQ(ierr); 53003e9753d6SMatthew G. Knepley ierr = DMGetLocalSection(plex, §ionAux);CHKERRQ(ierr); 53013e9753d6SMatthew G. Knepley ierr = DMGetDS(dmAux, &probAux);CHKERRQ(ierr); 53023e9753d6SMatthew G. Knepley ierr = PetscDSGetTotalDimension(probAux, &totDimAux);CHKERRQ(ierr); 53033e9753d6SMatthew G. Knepley } 53043e9753d6SMatthew G. Knepley ierr = PetscMalloc5(numCells*totDim,&u,X_t ? numCells*totDim : 0,&u_t,hasJac ? numCells*totDim*totDim : 0,&elemMat,hasPrec ? numCells*totDim*totDim : 0, &elemMatP,hasDyn ? numCells*totDim*totDim : 0, &elemMatD);CHKERRQ(ierr); 53053e9753d6SMatthew G. Knepley if (dmAux) {ierr = PetscMalloc1(numCells*totDimAux, &a);CHKERRQ(ierr);} 53063e9753d6SMatthew G. Knepley ierr = DMGetCoordinateField(dm, &coordField);CHKERRQ(ierr); 53073e9753d6SMatthew G. Knepley for (c = cStart; c < cEnd; ++c) { 53083e9753d6SMatthew G. Knepley const PetscInt cell = cells ? cells[c] : c; 53093e9753d6SMatthew G. Knepley const PetscInt cind = c - cStart; 53103e9753d6SMatthew G. Knepley PetscScalar *x = NULL, *x_t = NULL; 53113e9753d6SMatthew G. Knepley PetscInt i; 53123e9753d6SMatthew G. Knepley 53133e9753d6SMatthew G. Knepley ierr = DMPlexVecGetClosure(dm, section, X, cell, NULL, &x);CHKERRQ(ierr); 53143e9753d6SMatthew G. Knepley for (i = 0; i < totDim; ++i) u[cind*totDim+i] = x[i]; 53153e9753d6SMatthew G. Knepley ierr = DMPlexVecRestoreClosure(dm, section, X, cell, NULL, &x);CHKERRQ(ierr); 53163e9753d6SMatthew G. Knepley if (X_t) { 53173e9753d6SMatthew G. Knepley ierr = DMPlexVecGetClosure(dm, section, X_t, cell, NULL, &x_t);CHKERRQ(ierr); 53183e9753d6SMatthew G. Knepley for (i = 0; i < totDim; ++i) u_t[cind*totDim+i] = x_t[i]; 53193e9753d6SMatthew G. Knepley ierr = DMPlexVecRestoreClosure(dm, section, X_t, cell, NULL, &x_t);CHKERRQ(ierr); 53203e9753d6SMatthew G. Knepley } 53213e9753d6SMatthew G. Knepley if (dmAux) { 53223e9753d6SMatthew G. Knepley PetscInt subcell; 53233e9753d6SMatthew G. Knepley ierr = DMGetEnclosurePoint(dmAux, dm, encAux, cell, &subcell);CHKERRQ(ierr); 53243e9753d6SMatthew G. Knepley ierr = DMPlexVecGetClosure(plex, sectionAux, A, subcell, NULL, &x);CHKERRQ(ierr); 53253e9753d6SMatthew G. Knepley for (i = 0; i < totDimAux; ++i) a[cind*totDimAux+i] = x[i]; 53263e9753d6SMatthew G. Knepley ierr = DMPlexVecRestoreClosure(plex, sectionAux, A, subcell, NULL, &x);CHKERRQ(ierr); 53273e9753d6SMatthew G. Knepley } 53283e9753d6SMatthew G. Knepley } 53293e9753d6SMatthew G. Knepley if (hasJac) {ierr = PetscArrayzero(elemMat, numCells*totDim*totDim);CHKERRQ(ierr);} 53303e9753d6SMatthew G. Knepley if (hasPrec) {ierr = PetscArrayzero(elemMatP, numCells*totDim*totDim);CHKERRQ(ierr);} 53313e9753d6SMatthew G. Knepley if (hasDyn) {ierr = PetscArrayzero(elemMatD, numCells*totDim*totDim);CHKERRQ(ierr);} 53323e9753d6SMatthew G. Knepley for (fieldI = 0; fieldI < Nf; ++fieldI) { 53333e9753d6SMatthew G. Knepley PetscClassId id; 53343e9753d6SMatthew G. Knepley PetscFE fe; 53353e9753d6SMatthew G. Knepley PetscQuadrature qGeom = NULL; 53363e9753d6SMatthew G. Knepley PetscInt Nb; 53373e9753d6SMatthew G. Knepley /* Conforming batches */ 53383e9753d6SMatthew G. Knepley PetscInt numChunks, numBatches, numBlocks, Ne, blockSize, batchSize; 53393e9753d6SMatthew G. Knepley /* Remainder */ 53403e9753d6SMatthew G. Knepley PetscInt Nr, offset, Nq; 53413e9753d6SMatthew G. Knepley PetscInt maxDegree; 53423e9753d6SMatthew G. Knepley PetscFEGeom *cgeomFEM, *chunkGeom = NULL, *remGeom = NULL; 53433e9753d6SMatthew G. Knepley 53443e9753d6SMatthew G. Knepley ierr = PetscDSGetDiscretization(prob, fieldI, (PetscObject *) &fe);CHKERRQ(ierr); 53453e9753d6SMatthew G. Knepley ierr = PetscObjectGetClassId((PetscObject) fe, &id);CHKERRQ(ierr); 53463e9753d6SMatthew G. Knepley if (id == PETSCFV_CLASSID) {hasFV = PETSC_TRUE; continue;} 53473e9753d6SMatthew G. Knepley ierr = PetscFEGetDimension(fe, &Nb);CHKERRQ(ierr); 53483e9753d6SMatthew G. Knepley ierr = PetscFEGetTileSizes(fe, NULL, &numBlocks, NULL, &numBatches);CHKERRQ(ierr); 53493e9753d6SMatthew G. Knepley ierr = DMFieldGetDegree(coordField,cellIS,NULL,&maxDegree);CHKERRQ(ierr); 53503e9753d6SMatthew G. Knepley if (maxDegree <= 1) { 53513e9753d6SMatthew G. Knepley ierr = DMFieldCreateDefaultQuadrature(coordField,cellIS,&qGeom);CHKERRQ(ierr); 53523e9753d6SMatthew G. Knepley } 53533e9753d6SMatthew G. Knepley if (!qGeom) { 53543e9753d6SMatthew G. Knepley ierr = PetscFEGetQuadrature(fe,&qGeom);CHKERRQ(ierr); 53553e9753d6SMatthew G. Knepley ierr = PetscObjectReference((PetscObject)qGeom);CHKERRQ(ierr); 53563e9753d6SMatthew G. Knepley } 53573e9753d6SMatthew G. Knepley ierr = PetscQuadratureGetData(qGeom, NULL, NULL, &Nq, NULL, NULL);CHKERRQ(ierr); 53583e9753d6SMatthew G. Knepley ierr = DMSNESGetFEGeom(coordField,cellIS,qGeom,PETSC_FALSE,&cgeomFEM);CHKERRQ(ierr); 53593e9753d6SMatthew G. Knepley blockSize = Nb; 53603e9753d6SMatthew G. Knepley batchSize = numBlocks * blockSize; 53613e9753d6SMatthew G. Knepley ierr = PetscFESetTileSizes(fe, blockSize, numBlocks, batchSize, numBatches);CHKERRQ(ierr); 53623e9753d6SMatthew G. Knepley numChunks = numCells / (numBatches*batchSize); 53633e9753d6SMatthew G. Knepley Ne = numChunks*numBatches*batchSize; 53643e9753d6SMatthew G. Knepley Nr = numCells % (numBatches*batchSize); 53653e9753d6SMatthew G. Knepley offset = numCells - Nr; 53663e9753d6SMatthew G. Knepley ierr = PetscFEGeomGetChunk(cgeomFEM,0,offset,&chunkGeom);CHKERRQ(ierr); 53673e9753d6SMatthew G. Knepley ierr = PetscFEGeomGetChunk(cgeomFEM,offset,numCells,&remGeom);CHKERRQ(ierr); 53683e9753d6SMatthew G. Knepley for (fieldJ = 0; fieldJ < Nf; ++fieldJ) { 53696528b96dSMatthew G. Knepley key.field = fieldI*Nf+fieldJ; 53703e9753d6SMatthew G. Knepley if (hasJac) { 53716528b96dSMatthew G. Knepley ierr = PetscFEIntegrateJacobian(prob, PETSCFE_JACOBIAN, key, Ne, chunkGeom, u, u_t, probAux, a, t, X_tShift, elemMat);CHKERRQ(ierr); 53726528b96dSMatthew G. Knepley ierr = PetscFEIntegrateJacobian(prob, PETSCFE_JACOBIAN, key, Nr, remGeom, &u[offset*totDim], u_t ? &u_t[offset*totDim] : NULL, probAux, &a[offset*totDimAux], t, X_tShift, &elemMat[offset*totDim*totDim]);CHKERRQ(ierr); 53733e9753d6SMatthew G. Knepley } 53743e9753d6SMatthew G. Knepley if (hasPrec) { 53756528b96dSMatthew G. Knepley ierr = PetscFEIntegrateJacobian(prob, PETSCFE_JACOBIAN_PRE, key, Ne, chunkGeom, u, u_t, probAux, a, t, X_tShift, elemMatP);CHKERRQ(ierr); 53766528b96dSMatthew G. Knepley ierr = PetscFEIntegrateJacobian(prob, PETSCFE_JACOBIAN_PRE, key, Nr, remGeom, &u[offset*totDim], u_t ? &u_t[offset*totDim] : NULL, probAux, &a[offset*totDimAux], t, X_tShift, &elemMatP[offset*totDim*totDim]);CHKERRQ(ierr); 53773e9753d6SMatthew G. Knepley } 53783e9753d6SMatthew G. Knepley if (hasDyn) { 53796528b96dSMatthew G. Knepley ierr = PetscFEIntegrateJacobian(prob, PETSCFE_JACOBIAN_DYN, key, Ne, chunkGeom, u, u_t, probAux, a, t, X_tShift, elemMatD);CHKERRQ(ierr); 53806528b96dSMatthew G. Knepley ierr = PetscFEIntegrateJacobian(prob, PETSCFE_JACOBIAN_DYN, key, Nr, remGeom, &u[offset*totDim], u_t ? &u_t[offset*totDim] : NULL, probAux, &a[offset*totDimAux], t, X_tShift, &elemMatD[offset*totDim*totDim]);CHKERRQ(ierr); 53813e9753d6SMatthew G. Knepley } 53823e9753d6SMatthew G. Knepley } 53833e9753d6SMatthew G. Knepley ierr = PetscFEGeomRestoreChunk(cgeomFEM,offset,numCells,&remGeom);CHKERRQ(ierr); 53843e9753d6SMatthew G. Knepley ierr = PetscFEGeomRestoreChunk(cgeomFEM,0,offset,&chunkGeom);CHKERRQ(ierr); 53853e9753d6SMatthew G. Knepley ierr = DMSNESRestoreFEGeom(coordField,cellIS,qGeom,PETSC_FALSE,&cgeomFEM);CHKERRQ(ierr); 53863e9753d6SMatthew G. Knepley ierr = PetscQuadratureDestroy(&qGeom);CHKERRQ(ierr); 53873e9753d6SMatthew G. Knepley } 53883e9753d6SMatthew G. Knepley /* Add contribution from X_t */ 53893e9753d6SMatthew G. Knepley if (hasDyn) {for (c = 0; c < numCells*totDim*totDim; ++c) elemMat[c] += X_tShift*elemMatD[c];} 53903e9753d6SMatthew G. Knepley if (hasFV) { 53913e9753d6SMatthew G. Knepley PetscClassId id; 53923e9753d6SMatthew G. Knepley PetscFV fv; 53933e9753d6SMatthew G. Knepley PetscInt offsetI, NcI, NbI = 1, fc, f; 53943e9753d6SMatthew G. Knepley 53953e9753d6SMatthew G. Knepley for (fieldI = 0; fieldI < Nf; ++fieldI) { 53963e9753d6SMatthew G. Knepley ierr = PetscDSGetDiscretization(prob, fieldI, (PetscObject *) &fv);CHKERRQ(ierr); 53973e9753d6SMatthew G. Knepley ierr = PetscDSGetFieldOffset(prob, fieldI, &offsetI);CHKERRQ(ierr); 53983e9753d6SMatthew G. Knepley ierr = PetscObjectGetClassId((PetscObject) fv, &id);CHKERRQ(ierr); 53993e9753d6SMatthew G. Knepley if (id != PETSCFV_CLASSID) continue; 54003e9753d6SMatthew G. Knepley /* Put in the identity */ 54013e9753d6SMatthew G. Knepley ierr = PetscFVGetNumComponents(fv, &NcI);CHKERRQ(ierr); 54023e9753d6SMatthew G. Knepley for (c = cStart; c < cEnd; ++c) { 54033e9753d6SMatthew G. Knepley const PetscInt cind = c - cStart; 54043e9753d6SMatthew G. Knepley const PetscInt eOffset = cind*totDim*totDim; 54053e9753d6SMatthew G. Knepley for (fc = 0; fc < NcI; ++fc) { 54063e9753d6SMatthew G. Knepley for (f = 0; f < NbI; ++f) { 54073e9753d6SMatthew G. Knepley const PetscInt i = offsetI + f*NcI+fc; 54083e9753d6SMatthew G. Knepley if (hasPrec) { 54093e9753d6SMatthew G. Knepley if (hasJac) {elemMat[eOffset+i*totDim+i] = 1.0;} 54103e9753d6SMatthew G. Knepley elemMatP[eOffset+i*totDim+i] = 1.0; 54113e9753d6SMatthew G. Knepley } else {elemMat[eOffset+i*totDim+i] = 1.0;} 54123e9753d6SMatthew G. Knepley } 54133e9753d6SMatthew G. Knepley } 54143e9753d6SMatthew G. Knepley } 54153e9753d6SMatthew G. Knepley } 54163e9753d6SMatthew G. Knepley /* No allocated space for FV stuff, so ignore the zero entries */ 54173e9753d6SMatthew G. Knepley ierr = MatSetOption(JacP, MAT_IGNORE_ZERO_ENTRIES, PETSC_TRUE);CHKERRQ(ierr); 54183e9753d6SMatthew G. Knepley } 54193e9753d6SMatthew G. Knepley /* Insert values into matrix */ 54203e9753d6SMatthew G. Knepley isMatIS = PETSC_FALSE; 54213e9753d6SMatthew G. Knepley if (hasPrec && hasJac) { 54223e9753d6SMatthew G. Knepley ierr = PetscObjectTypeCompare((PetscObject) JacP, MATIS, &isMatIS);CHKERRQ(ierr); 54233e9753d6SMatthew G. Knepley } 54243e9753d6SMatthew G. Knepley if (isMatIS && !subSection) { 54253e9753d6SMatthew G. Knepley ierr = DMPlexGetSubdomainSection(dm, &subSection);CHKERRQ(ierr); 54263e9753d6SMatthew G. Knepley } 54273e9753d6SMatthew G. Knepley for (c = cStart; c < cEnd; ++c) { 54283e9753d6SMatthew G. Knepley const PetscInt cell = cells ? cells[c] : c; 54293e9753d6SMatthew G. Knepley const PetscInt cind = c - cStart; 54303e9753d6SMatthew G. Knepley 54313e9753d6SMatthew G. Knepley /* Transform to global basis before insertion in Jacobian */ 54323e9753d6SMatthew G. Knepley if (transform) {ierr = DMPlexBasisTransformPointTensor_Internal(dm, tdm, tv, cell, PETSC_TRUE, totDim, &elemMat[cind*totDim*totDim]);CHKERRQ(ierr);} 54333e9753d6SMatthew G. Knepley if (hasPrec) { 54343e9753d6SMatthew G. Knepley if (hasJac) { 54353e9753d6SMatthew G. Knepley if (mesh->printFEM > 1) {ierr = DMPrintCellMatrix(cell, name, totDim, totDim, &elemMat[cind*totDim*totDim]);CHKERRQ(ierr);} 54363e9753d6SMatthew G. Knepley if (!isMatIS) { 54373e9753d6SMatthew G. Knepley ierr = DMPlexMatSetClosure(dm, section, globalSection, Jac, cell, &elemMat[cind*totDim*totDim], ADD_VALUES);CHKERRQ(ierr); 54383e9753d6SMatthew G. Knepley } else { 54393e9753d6SMatthew G. Knepley Mat lJ; 54403e9753d6SMatthew G. Knepley 54413e9753d6SMatthew G. Knepley ierr = MatISGetLocalMat(Jac,&lJ);CHKERRQ(ierr); 54423e9753d6SMatthew G. Knepley ierr = DMPlexMatSetClosure(dm, section, subSection, lJ, cell, &elemMat[cind*totDim*totDim], ADD_VALUES);CHKERRQ(ierr); 54433e9753d6SMatthew G. Knepley } 54443e9753d6SMatthew G. Knepley } 54453e9753d6SMatthew G. Knepley if (mesh->printFEM > 1) {ierr = DMPrintCellMatrix(cell, name, totDim, totDim, &elemMatP[cind*totDim*totDim]);CHKERRQ(ierr);} 54463e9753d6SMatthew G. Knepley if (!isMatISP) { 54473e9753d6SMatthew G. Knepley ierr = DMPlexMatSetClosure(dm, section, globalSection, JacP, cell, &elemMatP[cind*totDim*totDim], ADD_VALUES);CHKERRQ(ierr); 54483e9753d6SMatthew G. Knepley } else { 54493e9753d6SMatthew G. Knepley Mat lJ; 54503e9753d6SMatthew G. Knepley 54513e9753d6SMatthew G. Knepley ierr = MatISGetLocalMat(JacP,&lJ);CHKERRQ(ierr); 54523e9753d6SMatthew G. Knepley ierr = DMPlexMatSetClosure(dm, section, subSection, lJ, cell, &elemMatP[cind*totDim*totDim], ADD_VALUES);CHKERRQ(ierr); 54533e9753d6SMatthew G. Knepley } 54543e9753d6SMatthew G. Knepley } else { 54553e9753d6SMatthew G. Knepley if (hasJac) { 54563e9753d6SMatthew G. Knepley if (mesh->printFEM > 1) {ierr = DMPrintCellMatrix(cell, name, totDim, totDim, &elemMat[cind*totDim*totDim]);CHKERRQ(ierr);} 54573e9753d6SMatthew G. Knepley if (!isMatISP) { 54583e9753d6SMatthew G. Knepley ierr = DMPlexMatSetClosure(dm, section, globalSection, JacP, cell, &elemMat[cind*totDim*totDim], ADD_VALUES);CHKERRQ(ierr); 54593e9753d6SMatthew G. Knepley } else { 54603e9753d6SMatthew G. Knepley Mat lJ; 54613e9753d6SMatthew G. Knepley 54623e9753d6SMatthew G. Knepley ierr = MatISGetLocalMat(JacP,&lJ);CHKERRQ(ierr); 54633e9753d6SMatthew G. Knepley ierr = DMPlexMatSetClosure(dm, section, subSection, lJ, cell, &elemMat[cind*totDim*totDim], ADD_VALUES);CHKERRQ(ierr); 54643e9753d6SMatthew G. Knepley } 54653e9753d6SMatthew G. Knepley } 54663e9753d6SMatthew G. Knepley } 54673e9753d6SMatthew G. Knepley } 54683e9753d6SMatthew G. Knepley ierr = ISRestorePointRange(cellIS, &cStart, &cEnd, &cells);CHKERRQ(ierr); 54693e9753d6SMatthew G. Knepley if (hasFV) {ierr = MatSetOption(JacP, MAT_IGNORE_ZERO_ENTRIES, PETSC_FALSE);CHKERRQ(ierr);} 54703e9753d6SMatthew G. Knepley ierr = PetscFree5(u,u_t,elemMat,elemMatP,elemMatD);CHKERRQ(ierr); 54713e9753d6SMatthew G. Knepley if (dmAux) { 54723e9753d6SMatthew G. Knepley ierr = PetscFree(a);CHKERRQ(ierr); 54733e9753d6SMatthew G. Knepley ierr = DMDestroy(&plex);CHKERRQ(ierr); 54743e9753d6SMatthew G. Knepley } 54753e9753d6SMatthew G. Knepley /* Compute boundary integrals */ 54763e9753d6SMatthew G. Knepley ierr = DMPlexComputeBdJacobian_Internal(dm, X, X_t, t, X_tShift, Jac, JacP, user);CHKERRQ(ierr); 54773e9753d6SMatthew G. Knepley /* Assemble matrix */ 54783e9753d6SMatthew G. Knepley if (hasJac && hasPrec) { 54793e9753d6SMatthew G. Knepley ierr = MatAssemblyBegin(Jac, MAT_FINAL_ASSEMBLY);CHKERRQ(ierr); 54803e9753d6SMatthew G. Knepley ierr = MatAssemblyEnd(Jac, MAT_FINAL_ASSEMBLY);CHKERRQ(ierr); 54813e9753d6SMatthew G. Knepley } 54823e9753d6SMatthew G. Knepley ierr = MatAssemblyBegin(JacP, MAT_FINAL_ASSEMBLY);CHKERRQ(ierr); 54833e9753d6SMatthew G. Knepley ierr = MatAssemblyEnd(JacP, MAT_FINAL_ASSEMBLY);CHKERRQ(ierr); 54843e9753d6SMatthew G. Knepley ierr = PetscLogEventEnd(DMPLEX_JacobianFEM,dm,0,0,0);CHKERRQ(ierr); 54853e9753d6SMatthew G. Knepley PetscFunctionReturn(0); 54863e9753d6SMatthew G. Knepley } 54873e9753d6SMatthew G. Knepley 548806ad1575SMatthew G. Knepley PetscErrorCode DMPlexComputeJacobian_Hybrid_Internal(DM dm, PetscFormKey key[], IS cellIS, PetscReal t, PetscReal X_tShift, Vec locX, Vec locX_t, Mat Jac, Mat JacP, void *user) 54893e9753d6SMatthew G. Knepley { 54903e9753d6SMatthew G. Knepley DM_Plex *mesh = (DM_Plex *) dm->data; 54913e9753d6SMatthew G. Knepley const char *name = "Hybrid Jacobian"; 5492148442b3SMatthew G. Knepley DM dmAux[3] = {NULL, NULL, NULL}; 5493148442b3SMatthew G. Knepley DMLabel ghostLabel = NULL; 54943e9753d6SMatthew G. Knepley DM plex = NULL; 54953e9753d6SMatthew G. Knepley DM plexA = NULL; 5496148442b3SMatthew G. Knepley PetscDS ds = NULL; 5497148442b3SMatthew G. Knepley PetscDS dsAux[3] = {NULL, NULL, NULL}; 5498148442b3SMatthew G. Knepley Vec locA[3] = {NULL, NULL, NULL}; 54993e9753d6SMatthew G. Knepley PetscSection section = NULL; 5500148442b3SMatthew G. Knepley PetscSection sectionAux[3] = {NULL, NULL, NULL}; 55013e9753d6SMatthew G. Knepley DMField coordField = NULL; 5502148442b3SMatthew G. Knepley PetscScalar *u = NULL, *u_t, *a[3]; 55033e9753d6SMatthew G. Knepley PetscScalar *elemMat, *elemMatP; 5504148442b3SMatthew G. Knepley PetscSection globalSection, subSection; 55053e9753d6SMatthew G. Knepley IS chunkIS; 55063e9753d6SMatthew G. Knepley const PetscInt *cells; 55073e9753d6SMatthew G. Knepley PetscInt *faces; 55083e9753d6SMatthew G. Knepley PetscInt cStart, cEnd, numCells; 5509148442b3SMatthew G. Knepley PetscInt Nf, fieldI, fieldJ, totDim, totDimAux[3], numChunks, cellChunkSize, chunk; 55103e9753d6SMatthew G. Knepley PetscInt maxDegree = PETSC_MAX_INT; 55113e9753d6SMatthew G. Knepley PetscQuadrature affineQuad = NULL, *quads = NULL; 55123e9753d6SMatthew G. Knepley PetscFEGeom *affineGeom = NULL, **geoms = NULL; 5513148442b3SMatthew G. Knepley PetscBool repeatKey = PETSC_FALSE, isMatIS = PETSC_FALSE, isMatISP = PETSC_FALSE, hasBdJac, hasBdPrec; 55143e9753d6SMatthew G. Knepley PetscErrorCode ierr; 55153e9753d6SMatthew G. Knepley 55163e9753d6SMatthew G. Knepley PetscFunctionBegin; 5517148442b3SMatthew G. Knepley /* If keys are the same, both kernel will be run using the first key */ 5518148442b3SMatthew G. Knepley repeatKey = ((key[0].label == key[1].label) && (key[0].value == key[1].value)) ? PETSC_TRUE : PETSC_FALSE; 55193e9753d6SMatthew G. Knepley ierr = PetscLogEventBegin(DMPLEX_JacobianFEM,dm,0,0,0);CHKERRQ(ierr); 55203e9753d6SMatthew G. Knepley ierr = ISGetLocalSize(cellIS, &numCells);CHKERRQ(ierr); 55213e9753d6SMatthew G. Knepley ierr = ISGetPointRange(cellIS, &cStart, &cEnd, &cells);CHKERRQ(ierr); 55223e9753d6SMatthew G. Knepley ierr = DMConvert(dm, DMPLEX, &plex);CHKERRQ(ierr); 55233e9753d6SMatthew G. Knepley ierr = DMGetSection(dm, §ion);CHKERRQ(ierr); 55243e9753d6SMatthew G. Knepley ierr = DMGetGlobalSection(dm, &globalSection);CHKERRQ(ierr); 55253e9753d6SMatthew G. Knepley ierr = DMGetLabel(dm, "ghost", &ghostLabel);CHKERRQ(ierr); 5526148442b3SMatthew G. Knepley ierr = DMGetCellDS(dm, cStart, &ds);CHKERRQ(ierr); 5527148442b3SMatthew G. Knepley ierr = PetscDSGetNumFields(ds, &Nf);CHKERRQ(ierr); 5528148442b3SMatthew G. Knepley ierr = PetscDSGetTotalDimension(ds, &totDim);CHKERRQ(ierr); 5529148442b3SMatthew G. Knepley ierr = PetscDSHasBdJacobian(ds, &hasBdJac);CHKERRQ(ierr); 5530148442b3SMatthew G. Knepley ierr = PetscDSHasBdJacobianPreconditioner(ds, &hasBdPrec);CHKERRQ(ierr); 55313e9753d6SMatthew G. Knepley ierr = PetscObjectTypeCompare((PetscObject) JacP, MATIS, &isMatISP);CHKERRQ(ierr); 55323e9753d6SMatthew G. Knepley if (isMatISP) {ierr = DMPlexGetSubdomainSection(plex, &subSection);CHKERRQ(ierr);} 55333e9753d6SMatthew G. Knepley if (hasBdPrec && hasBdJac) {ierr = PetscObjectTypeCompare((PetscObject) JacP, MATIS, &isMatIS);CHKERRQ(ierr);} 55343e9753d6SMatthew G. Knepley if (isMatIS && !subSection) {ierr = DMPlexGetSubdomainSection(plex, &subSection);CHKERRQ(ierr);} 5535148442b3SMatthew G. Knepley ierr = DMGetAuxiliaryVec(dm, key[2].label, key[2].value, &locA[2]);CHKERRQ(ierr); 5536148442b3SMatthew G. Knepley if (locA[2]) { 5537148442b3SMatthew G. Knepley ierr = VecGetDM(locA[2], &dmAux[2]);CHKERRQ(ierr); 5538148442b3SMatthew G. Knepley ierr = DMConvert(dmAux[2], DMPLEX, &plexA);CHKERRQ(ierr); 5539148442b3SMatthew G. Knepley ierr = DMGetSection(dmAux[2], §ionAux[2]);CHKERRQ(ierr); 5540148442b3SMatthew G. Knepley ierr = DMGetCellDS(dmAux[2], cStart, &dsAux[2]);CHKERRQ(ierr); 5541148442b3SMatthew G. Knepley ierr = PetscDSGetTotalDimension(dsAux[2], &totDimAux[2]);CHKERRQ(ierr); 5542148442b3SMatthew G. Knepley { 5543148442b3SMatthew G. Knepley const PetscInt *cone; 5544148442b3SMatthew G. Knepley PetscInt c; 5545148442b3SMatthew G. Knepley 5546148442b3SMatthew G. Knepley ierr = DMPlexGetCone(dm, cStart, &cone);CHKERRQ(ierr); 5547148442b3SMatthew G. Knepley for (c = 0; c < 2; ++c) { 5548148442b3SMatthew G. Knepley const PetscInt *support; 5549148442b3SMatthew G. Knepley PetscInt ssize, s; 5550148442b3SMatthew G. Knepley 5551148442b3SMatthew G. Knepley ierr = DMPlexGetSupport(dm, cone[c], &support);CHKERRQ(ierr); 5552148442b3SMatthew G. Knepley ierr = DMPlexGetSupportSize(dm, cone[c], &ssize);CHKERRQ(ierr); 5553148442b3SMatthew G. Knepley if (ssize != 2) SETERRQ3(PETSC_COMM_SELF, PETSC_ERR_ARG_WRONG, "Face %D from cell %D has support size %D != 2", cone[c], cStart, ssize); 5554148442b3SMatthew G. Knepley if (support[0] == cStart) s = 1; 5555148442b3SMatthew G. Knepley else if (support[1] == cStart) s = 0; 5556148442b3SMatthew G. Knepley else SETERRQ2(PETSC_COMM_SELF, PETSC_ERR_ARG_WRONG, "Face %D does not have cell %D in its support", cone[c], cStart); 5557148442b3SMatthew G. Knepley ierr = DMGetAuxiliaryVec(dm, key[c].label, key[c].value, &locA[c]);CHKERRQ(ierr); 5558148442b3SMatthew G. Knepley if (locA[c]) {ierr = VecGetDM(locA[c], &dmAux[c]);CHKERRQ(ierr);} 5559148442b3SMatthew G. Knepley else {dmAux[c] = dmAux[2];} 5560148442b3SMatthew G. Knepley ierr = DMGetCellDS(dmAux[c], support[s], &dsAux[c]);CHKERRQ(ierr); 5561148442b3SMatthew G. Knepley ierr = PetscDSGetTotalDimension(dsAux[c], &totDimAux[c]);CHKERRQ(ierr); 5562148442b3SMatthew G. Knepley } 5563148442b3SMatthew G. Knepley } 55643e9753d6SMatthew G. Knepley } 55653e9753d6SMatthew G. Knepley ierr = DMGetCoordinateField(dm, &coordField);CHKERRQ(ierr); 55663e9753d6SMatthew G. Knepley ierr = DMFieldGetDegree(coordField, cellIS, NULL, &maxDegree);CHKERRQ(ierr); 55673e9753d6SMatthew G. Knepley if (maxDegree > 1) { 55683e9753d6SMatthew G. Knepley PetscInt f; 55693e9753d6SMatthew G. Knepley ierr = PetscCalloc2(Nf, &quads, Nf, &geoms);CHKERRQ(ierr); 55703e9753d6SMatthew G. Knepley for (f = 0; f < Nf; ++f) { 55713e9753d6SMatthew G. Knepley PetscFE fe; 55723e9753d6SMatthew G. Knepley 5573148442b3SMatthew G. Knepley ierr = PetscDSGetDiscretization(ds, f, (PetscObject *) &fe);CHKERRQ(ierr); 55743e9753d6SMatthew G. Knepley if (fe) { 55753e9753d6SMatthew G. Knepley ierr = PetscFEGetQuadrature(fe, &quads[f]);CHKERRQ(ierr); 55763e9753d6SMatthew G. Knepley ierr = PetscObjectReference((PetscObject) quads[f]);CHKERRQ(ierr); 55773e9753d6SMatthew G. Knepley } 55783e9753d6SMatthew G. Knepley } 55793e9753d6SMatthew G. Knepley } 55803e9753d6SMatthew G. Knepley cellChunkSize = numCells; 55813e9753d6SMatthew G. Knepley numChunks = !numCells ? 0 : PetscCeilReal(((PetscReal) numCells)/cellChunkSize); 55823e9753d6SMatthew G. Knepley ierr = PetscCalloc1(2*cellChunkSize, &faces);CHKERRQ(ierr); 55833e9753d6SMatthew G. Knepley ierr = ISCreateGeneral(PETSC_COMM_SELF, cellChunkSize, faces, PETSC_USE_POINTER, &chunkIS);CHKERRQ(ierr); 5584148442b3SMatthew G. Knepley ierr = DMPlexGetCellFields(dm, cellIS, locX, locX_t, locA[2], &u, &u_t, &a[2]);CHKERRQ(ierr); 5585148442b3SMatthew G. Knepley ierr = DMPlexGetHybridAuxFields(dm, dmAux, dsAux, cellIS, locA, a);CHKERRQ(ierr); 55863e9753d6SMatthew G. Knepley ierr = DMGetWorkArray(dm, hasBdJac ? cellChunkSize*totDim*totDim : 0, MPIU_SCALAR, &elemMat);CHKERRQ(ierr); 55873e9753d6SMatthew G. Knepley ierr = DMGetWorkArray(dm, hasBdPrec ? cellChunkSize*totDim*totDim : 0, MPIU_SCALAR, &elemMatP);CHKERRQ(ierr); 55883e9753d6SMatthew G. Knepley for (chunk = 0; chunk < numChunks; ++chunk) { 55893e9753d6SMatthew G. Knepley PetscInt cS = cStart+chunk*cellChunkSize, cE = PetscMin(cS+cellChunkSize, cEnd), numCells = cE - cS, c; 55903e9753d6SMatthew G. Knepley 55913e9753d6SMatthew G. Knepley if (hasBdJac) {ierr = PetscMemzero(elemMat, numCells*totDim*totDim * sizeof(PetscScalar));CHKERRQ(ierr);} 55923e9753d6SMatthew G. Knepley if (hasBdPrec) {ierr = PetscMemzero(elemMatP, numCells*totDim*totDim * sizeof(PetscScalar));CHKERRQ(ierr);} 55933e9753d6SMatthew G. Knepley /* Get faces */ 55943e9753d6SMatthew G. Knepley for (c = cS; c < cE; ++c) { 55953e9753d6SMatthew G. Knepley const PetscInt cell = cells ? cells[c] : c; 55963e9753d6SMatthew G. Knepley const PetscInt *cone; 55973e9753d6SMatthew G. Knepley ierr = DMPlexGetCone(plex, cell, &cone);CHKERRQ(ierr); 55983e9753d6SMatthew G. Knepley faces[(c-cS)*2+0] = cone[0]; 55993e9753d6SMatthew G. Knepley faces[(c-cS)*2+1] = cone[1]; 56003e9753d6SMatthew G. Knepley } 56013e9753d6SMatthew G. Knepley ierr = ISGeneralSetIndices(chunkIS, cellChunkSize, faces, PETSC_USE_POINTER);CHKERRQ(ierr); 56023e9753d6SMatthew G. Knepley if (maxDegree <= 1) { 56033e9753d6SMatthew G. Knepley if (!affineQuad) {ierr = DMFieldCreateDefaultQuadrature(coordField, chunkIS, &affineQuad);CHKERRQ(ierr);} 56043e9753d6SMatthew G. Knepley if (affineQuad) {ierr = DMSNESGetFEGeom(coordField, chunkIS, affineQuad, PETSC_TRUE, &affineGeom);CHKERRQ(ierr);} 56053e9753d6SMatthew G. Knepley } else { 56063e9753d6SMatthew G. Knepley PetscInt f; 56073e9753d6SMatthew G. Knepley for (f = 0; f < Nf; ++f) { 56083e9753d6SMatthew G. Knepley if (quads[f]) {ierr = DMSNESGetFEGeom(coordField, chunkIS, quads[f], PETSC_TRUE, &geoms[f]);CHKERRQ(ierr);} 56093e9753d6SMatthew G. Knepley } 56103e9753d6SMatthew G. Knepley } 56113e9753d6SMatthew G. Knepley 56123e9753d6SMatthew G. Knepley for (fieldI = 0; fieldI < Nf; ++fieldI) { 56133e9753d6SMatthew G. Knepley PetscFE feI; 56143e9753d6SMatthew G. Knepley PetscFEGeom *geom = affineGeom ? affineGeom : geoms[fieldI]; 56153e9753d6SMatthew G. Knepley PetscFEGeom *chunkGeom = NULL, *remGeom = NULL; 56163e9753d6SMatthew G. Knepley PetscQuadrature quad = affineQuad ? affineQuad : quads[fieldI]; 56173e9753d6SMatthew G. Knepley PetscInt numChunks, numBatches, batchSize, numBlocks, blockSize, Ne, Nr, offset, Nq, Nb; 56183e9753d6SMatthew G. Knepley 5619148442b3SMatthew G. Knepley ierr = PetscDSGetDiscretization(ds, fieldI, (PetscObject *) &feI);CHKERRQ(ierr); 56203e9753d6SMatthew G. Knepley if (!feI) continue; 56213e9753d6SMatthew G. Knepley ierr = PetscFEGetTileSizes(feI, NULL, &numBlocks, NULL, &numBatches);CHKERRQ(ierr); 56223e9753d6SMatthew G. Knepley ierr = PetscQuadratureGetData(quad, NULL, NULL, &Nq, NULL, NULL);CHKERRQ(ierr); 56233e9753d6SMatthew G. Knepley ierr = PetscFEGetDimension(feI, &Nb);CHKERRQ(ierr); 56243e9753d6SMatthew G. Knepley blockSize = Nb; 56253e9753d6SMatthew G. Knepley batchSize = numBlocks * blockSize; 56263e9753d6SMatthew G. Knepley ierr = PetscFESetTileSizes(feI, blockSize, numBlocks, batchSize, numBatches);CHKERRQ(ierr); 56273e9753d6SMatthew G. Knepley numChunks = numCells / (numBatches*batchSize); 56283e9753d6SMatthew G. Knepley Ne = numChunks*numBatches*batchSize; 56293e9753d6SMatthew G. Knepley Nr = numCells % (numBatches*batchSize); 56303e9753d6SMatthew G. Knepley offset = numCells - Nr; 56313e9753d6SMatthew G. Knepley ierr = PetscFEGeomGetChunk(geom,0,offset,&chunkGeom);CHKERRQ(ierr); 56323e9753d6SMatthew G. Knepley ierr = PetscFEGeomGetChunk(geom,offset,numCells,&remGeom);CHKERRQ(ierr); 56333e9753d6SMatthew G. Knepley for (fieldJ = 0; fieldJ < Nf; ++fieldJ) { 56343e9753d6SMatthew G. Knepley PetscFE feJ; 56353e9753d6SMatthew G. Knepley 5636148442b3SMatthew G. Knepley ierr = PetscDSGetDiscretization(ds, fieldJ, (PetscObject *) &feJ);CHKERRQ(ierr); 56373e9753d6SMatthew G. Knepley if (!feJ) continue; 5638148442b3SMatthew G. Knepley if (fieldI == Nf-1) { 5639148442b3SMatthew G. Knepley key[2].field = fieldI*Nf+fieldJ; 56403e9753d6SMatthew G. Knepley if (hasBdJac) { 5641148442b3SMatthew G. Knepley ierr = PetscFEIntegrateHybridJacobian(ds, PETSCFE_JACOBIAN, key[2], Ne, chunkGeom, u, u_t, dsAux[2], a[2], t, X_tShift, elemMat);CHKERRQ(ierr); 5642148442b3SMatthew G. Knepley ierr = PetscFEIntegrateHybridJacobian(ds, PETSCFE_JACOBIAN, key[2], Nr, remGeom, &u[offset*totDim], u_t ? &u_t[offset*totDim] : NULL, dsAux[2], &a[2][offset*totDimAux[2]], t, X_tShift, &elemMat[offset*totDim*totDim]);CHKERRQ(ierr); 56433e9753d6SMatthew G. Knepley } 56443e9753d6SMatthew G. Knepley if (hasBdPrec) { 5645148442b3SMatthew G. Knepley ierr = PetscFEIntegrateHybridJacobian(ds, PETSCFE_JACOBIAN_PRE, key[2], Ne, chunkGeom, u, u_t, dsAux[2], a[2], t, X_tShift, elemMatP);CHKERRQ(ierr); 5646148442b3SMatthew G. Knepley ierr = PetscFEIntegrateHybridJacobian(ds, PETSCFE_JACOBIAN_PRE, key[2], Nr, remGeom, &u[offset*totDim], u_t ? &u_t[offset*totDim] : NULL, dsAux[2], &a[2][offset*totDimAux[2]], t, X_tShift, &elemMatP[offset*totDim*totDim]);CHKERRQ(ierr); 5647148442b3SMatthew G. Knepley } 5648148442b3SMatthew G. Knepley } else { 5649148442b3SMatthew G. Knepley key[0].field = fieldI*Nf+fieldJ; 5650148442b3SMatthew G. Knepley key[1].field = fieldI*Nf+fieldJ; 5651148442b3SMatthew G. Knepley if (hasBdJac) { 5652148442b3SMatthew G. Knepley ierr = PetscFEIntegrateHybridJacobian(ds, PETSCFE_JACOBIAN, key[0], Ne, chunkGeom, u, u_t, dsAux[0], a[0], t, X_tShift, elemMat);CHKERRQ(ierr); 5653148442b3SMatthew G. Knepley ierr = PetscFEIntegrateHybridJacobian(ds, PETSCFE_JACOBIAN, key[0], Nr, remGeom, &u[offset*totDim], u_t ? &u_t[offset*totDim] : NULL, dsAux[0], &a[0][offset*totDimAux[0]], t, X_tShift, &elemMat[offset*totDim*totDim]);CHKERRQ(ierr); 5654148442b3SMatthew G. Knepley if (!repeatKey) { 5655148442b3SMatthew G. Knepley ierr = PetscFEIntegrateHybridJacobian(ds, PETSCFE_JACOBIAN, key[1], Ne, chunkGeom, u, u_t, dsAux[1], a[1], t, X_tShift, elemMat);CHKERRQ(ierr); 5656148442b3SMatthew G. Knepley ierr = PetscFEIntegrateHybridJacobian(ds, PETSCFE_JACOBIAN, key[1], Nr, remGeom, &u[offset*totDim], u_t ? &u_t[offset*totDim] : NULL, dsAux[1], &a[1][offset*totDimAux[1]], t, X_tShift, &elemMat[offset*totDim*totDim]);CHKERRQ(ierr); 5657148442b3SMatthew G. Knepley } 5658148442b3SMatthew G. Knepley } 5659148442b3SMatthew G. Knepley if (hasBdPrec) { 5660148442b3SMatthew G. Knepley ierr = PetscFEIntegrateHybridJacobian(ds, PETSCFE_JACOBIAN_PRE, key[0], Ne, chunkGeom, u, u_t, dsAux[0], a[0], t, X_tShift, elemMatP);CHKERRQ(ierr); 5661148442b3SMatthew G. Knepley ierr = PetscFEIntegrateHybridJacobian(ds, PETSCFE_JACOBIAN_PRE, key[0], Nr, remGeom, &u[offset*totDim], u_t ? &u_t[offset*totDim] : NULL, dsAux[0], &a[0][offset*totDimAux[0]], t, X_tShift, &elemMatP[offset*totDim*totDim]);CHKERRQ(ierr); 5662148442b3SMatthew G. Knepley if (!repeatKey) { 5663148442b3SMatthew G. Knepley ierr = PetscFEIntegrateHybridJacobian(ds, PETSCFE_JACOBIAN_PRE, key[1], Ne, chunkGeom, u, u_t, dsAux[1], a[1], t, X_tShift, elemMatP);CHKERRQ(ierr); 5664148442b3SMatthew G. Knepley ierr = PetscFEIntegrateHybridJacobian(ds, PETSCFE_JACOBIAN_PRE, key[1], Nr, remGeom, &u[offset*totDim], u_t ? &u_t[offset*totDim] : NULL, dsAux[1], &a[1][offset*totDimAux[1]], t, X_tShift, &elemMatP[offset*totDim*totDim]);CHKERRQ(ierr); 5665148442b3SMatthew G. Knepley } 5666148442b3SMatthew G. Knepley } 56673e9753d6SMatthew G. Knepley } 56683e9753d6SMatthew G. Knepley } 56693e9753d6SMatthew G. Knepley ierr = PetscFEGeomRestoreChunk(geom,offset,numCells,&remGeom);CHKERRQ(ierr); 56703e9753d6SMatthew G. Knepley ierr = PetscFEGeomRestoreChunk(geom,0,offset,&chunkGeom);CHKERRQ(ierr); 56713e9753d6SMatthew G. Knepley } 56723e9753d6SMatthew G. Knepley /* Insert values into matrix */ 56733e9753d6SMatthew G. Knepley for (c = cS; c < cE; ++c) { 56743e9753d6SMatthew G. Knepley const PetscInt cell = cells ? cells[c] : c; 56753e9753d6SMatthew G. Knepley const PetscInt cind = c - cS; 56763e9753d6SMatthew G. Knepley 56773e9753d6SMatthew G. Knepley if (hasBdPrec) { 56783e9753d6SMatthew G. Knepley if (hasBdJac) { 56793e9753d6SMatthew G. Knepley if (mesh->printFEM > 1) {ierr = DMPrintCellMatrix(cell, name, totDim, totDim, &elemMat[cind*totDim*totDim]);CHKERRQ(ierr);} 56803e9753d6SMatthew G. Knepley if (!isMatIS) { 56813e9753d6SMatthew G. Knepley ierr = DMPlexMatSetClosure(plex, section, globalSection, Jac, cell, &elemMat[cind*totDim*totDim], ADD_VALUES);CHKERRQ(ierr); 56823e9753d6SMatthew G. Knepley } else { 56833e9753d6SMatthew G. Knepley Mat lJ; 56843e9753d6SMatthew G. Knepley 56853e9753d6SMatthew G. Knepley ierr = MatISGetLocalMat(Jac,&lJ);CHKERRQ(ierr); 56863e9753d6SMatthew G. Knepley ierr = DMPlexMatSetClosure(plex, section, subSection, lJ, cell, &elemMat[cind*totDim*totDim], ADD_VALUES);CHKERRQ(ierr); 56873e9753d6SMatthew G. Knepley } 56883e9753d6SMatthew G. Knepley } 56893e9753d6SMatthew G. Knepley if (mesh->printFEM > 1) {ierr = DMPrintCellMatrix(cell, name, totDim, totDim, &elemMatP[cind*totDim*totDim]);CHKERRQ(ierr);} 56903e9753d6SMatthew G. Knepley if (!isMatISP) { 56913e9753d6SMatthew G. Knepley ierr = DMPlexMatSetClosure(plex, section, globalSection, JacP, cell, &elemMatP[cind*totDim*totDim], ADD_VALUES);CHKERRQ(ierr); 56923e9753d6SMatthew G. Knepley } else { 56933e9753d6SMatthew G. Knepley Mat lJ; 56943e9753d6SMatthew G. Knepley 56953e9753d6SMatthew G. Knepley ierr = MatISGetLocalMat(JacP,&lJ);CHKERRQ(ierr); 56963e9753d6SMatthew G. Knepley ierr = DMPlexMatSetClosure(plex, section, subSection, lJ, cell, &elemMatP[cind*totDim*totDim], ADD_VALUES);CHKERRQ(ierr); 56973e9753d6SMatthew G. Knepley } 56983e9753d6SMatthew G. Knepley } else if (hasBdJac) { 56993e9753d6SMatthew G. Knepley if (mesh->printFEM > 1) {ierr = DMPrintCellMatrix(cell, name, totDim, totDim, &elemMat[cind*totDim*totDim]);CHKERRQ(ierr);} 57003e9753d6SMatthew G. Knepley if (!isMatISP) { 57013e9753d6SMatthew G. Knepley ierr = DMPlexMatSetClosure(plex, section, globalSection, JacP, cell, &elemMat[cind*totDim*totDim], ADD_VALUES);CHKERRQ(ierr); 57023e9753d6SMatthew G. Knepley } else { 57033e9753d6SMatthew G. Knepley Mat lJ; 57043e9753d6SMatthew G. Knepley 57053e9753d6SMatthew G. Knepley ierr = MatISGetLocalMat(JacP,&lJ);CHKERRQ(ierr); 57063e9753d6SMatthew G. Knepley ierr = DMPlexMatSetClosure(plex, section, subSection, lJ, cell, &elemMat[cind*totDim*totDim], ADD_VALUES);CHKERRQ(ierr); 57073e9753d6SMatthew G. Knepley } 57083e9753d6SMatthew G. Knepley } 57093e9753d6SMatthew G. Knepley } 57103e9753d6SMatthew G. Knepley } 5711148442b3SMatthew G. Knepley ierr = DMPlexRestoreCellFields(dm, cellIS, locX, locX_t, locA[2], &u, &u_t, &a[2]);CHKERRQ(ierr); 5712148442b3SMatthew G. Knepley ierr = DMPlexRestoreHybridAuxFields(dmAux, dsAux, cellIS, locA, a);CHKERRQ(ierr); 57133e9753d6SMatthew G. Knepley ierr = DMRestoreWorkArray(dm, hasBdJac ? cellChunkSize*totDim*totDim : 0, MPIU_SCALAR, &elemMat);CHKERRQ(ierr); 57143e9753d6SMatthew G. Knepley ierr = DMRestoreWorkArray(dm, hasBdPrec ? cellChunkSize*totDim*totDim : 0, MPIU_SCALAR, &elemMatP);CHKERRQ(ierr); 57153e9753d6SMatthew G. Knepley ierr = PetscFree(faces);CHKERRQ(ierr); 57163e9753d6SMatthew G. Knepley ierr = ISDestroy(&chunkIS);CHKERRQ(ierr); 57173e9753d6SMatthew G. Knepley ierr = ISRestorePointRange(cellIS, &cStart, &cEnd, &cells);CHKERRQ(ierr); 57183e9753d6SMatthew G. Knepley if (maxDegree <= 1) { 57193e9753d6SMatthew G. Knepley ierr = DMSNESRestoreFEGeom(coordField,cellIS,affineQuad,PETSC_FALSE,&affineGeom);CHKERRQ(ierr); 57203e9753d6SMatthew G. Knepley ierr = PetscQuadratureDestroy(&affineQuad);CHKERRQ(ierr); 57213e9753d6SMatthew G. Knepley } else { 57223e9753d6SMatthew G. Knepley PetscInt f; 57233e9753d6SMatthew G. Knepley for (f = 0; f < Nf; ++f) { 57243e9753d6SMatthew G. Knepley if (geoms) {ierr = DMSNESRestoreFEGeom(coordField,cellIS,quads[f],PETSC_FALSE, &geoms[f]);CHKERRQ(ierr);} 57253e9753d6SMatthew G. Knepley if (quads) {ierr = PetscQuadratureDestroy(&quads[f]);CHKERRQ(ierr);} 57263e9753d6SMatthew G. Knepley } 57273e9753d6SMatthew G. Knepley ierr = PetscFree2(quads,geoms);CHKERRQ(ierr); 57283e9753d6SMatthew G. Knepley } 5729148442b3SMatthew G. Knepley if (dmAux[2]) {ierr = DMDestroy(&plexA);CHKERRQ(ierr);} 57303e9753d6SMatthew G. Knepley ierr = DMDestroy(&plex);CHKERRQ(ierr); 57313e9753d6SMatthew G. Knepley /* Assemble matrix */ 57323e9753d6SMatthew G. Knepley if (hasBdJac && hasBdPrec) { 57333e9753d6SMatthew G. Knepley ierr = MatAssemblyBegin(Jac, MAT_FINAL_ASSEMBLY);CHKERRQ(ierr); 57343e9753d6SMatthew G. Knepley ierr = MatAssemblyEnd(Jac, MAT_FINAL_ASSEMBLY);CHKERRQ(ierr); 57353e9753d6SMatthew G. Knepley } 57363e9753d6SMatthew G. Knepley ierr = MatAssemblyBegin(JacP, MAT_FINAL_ASSEMBLY);CHKERRQ(ierr); 57373e9753d6SMatthew G. Knepley ierr = MatAssemblyEnd(JacP, MAT_FINAL_ASSEMBLY);CHKERRQ(ierr); 57383e9753d6SMatthew G. Knepley ierr = PetscLogEventEnd(DMPLEX_JacobianFEM,dm,0,0,0);CHKERRQ(ierr); 57393e9753d6SMatthew G. Knepley PetscFunctionReturn(0); 57403e9753d6SMatthew G. Knepley } 57418e3a2eefSMatthew G. Knepley 57428e3a2eefSMatthew G. Knepley /* 57438e3a2eefSMatthew G. Knepley DMPlexComputeJacobian_Action_Internal - Form the local portion of the Jacobian action Z = J(X) Y at the local solution X using pointwise functions specified by the user. 57448e3a2eefSMatthew G. Knepley 57458e3a2eefSMatthew G. Knepley Input Parameters: 57468e3a2eefSMatthew G. Knepley + dm - The mesh 57478e3a2eefSMatthew G. Knepley . key - The PetscWeakFormKey indcating where integration should happen 574806ad1575SMatthew G. Knepley . cellIS - The cells to integrate over 57498e3a2eefSMatthew G. Knepley . t - The time 57508e3a2eefSMatthew G. Knepley . X_tShift - The multiplier for the Jacobian with repsect to X_t 57518e3a2eefSMatthew G. Knepley . X - Local solution vector 57528e3a2eefSMatthew G. Knepley . X_t - Time-derivative of the local solution vector 57538e3a2eefSMatthew G. Knepley . Y - Local input vector 575406ad1575SMatthew G. Knepley - user - the user context 57558e3a2eefSMatthew G. Knepley 57568e3a2eefSMatthew G. Knepley Output Parameter: 57578e3a2eefSMatthew G. Knepley . Z - Local output vector 57588e3a2eefSMatthew G. Knepley 57598e3a2eefSMatthew G. Knepley Note: 57608e3a2eefSMatthew G. Knepley We form the residual one batch of elements at a time. This allows us to offload work onto an accelerator, 57618e3a2eefSMatthew G. Knepley like a GPU, or vectorize on a multicore machine. 57628e3a2eefSMatthew G. Knepley */ 576306ad1575SMatthew G. Knepley PetscErrorCode DMPlexComputeJacobian_Action_Internal(DM dm, PetscFormKey key, IS cellIS, PetscReal t, PetscReal X_tShift, Vec X, Vec X_t, Vec Y, Vec Z, void *user) 57648e3a2eefSMatthew G. Knepley { 57658e3a2eefSMatthew G. Knepley DM_Plex *mesh = (DM_Plex *) dm->data; 57668e3a2eefSMatthew G. Knepley const char *name = "Jacobian"; 57678e3a2eefSMatthew G. Knepley DM dmAux = NULL, plex, plexAux = NULL; 57688e3a2eefSMatthew G. Knepley DMEnclosureType encAux; 57698e3a2eefSMatthew G. Knepley Vec A; 57708e3a2eefSMatthew G. Knepley DMField coordField; 57718e3a2eefSMatthew G. Knepley PetscDS prob, probAux = NULL; 57728e3a2eefSMatthew G. Knepley PetscQuadrature quad; 57738e3a2eefSMatthew G. Knepley PetscSection section, globalSection, sectionAux; 57748e3a2eefSMatthew G. Knepley PetscScalar *elemMat, *elemMatD, *u, *u_t, *a = NULL, *y, *z; 57758e3a2eefSMatthew G. Knepley const PetscInt *cells; 57768e3a2eefSMatthew G. Knepley PetscInt Nf, fieldI, fieldJ; 57778e3a2eefSMatthew G. Knepley PetscInt totDim, totDimAux = 0, cStart, cEnd, numCells, c; 57788e3a2eefSMatthew G. Knepley PetscBool hasDyn; 57798e3a2eefSMatthew G. Knepley PetscErrorCode ierr; 57808e3a2eefSMatthew G. Knepley 57818e3a2eefSMatthew G. Knepley PetscFunctionBegin; 57828e3a2eefSMatthew G. Knepley ierr = PetscLogEventBegin(DMPLEX_JacobianFEM,dm,0,0,0);CHKERRQ(ierr); 57838e3a2eefSMatthew G. Knepley ierr = DMConvert(dm, DMPLEX, &plex);CHKERRQ(ierr); 57848e3a2eefSMatthew G. Knepley if (!cellIS) { 57858e3a2eefSMatthew G. Knepley PetscInt depth; 57868e3a2eefSMatthew G. Knepley 57878e3a2eefSMatthew G. Knepley ierr = DMPlexGetDepth(plex, &depth);CHKERRQ(ierr); 57888e3a2eefSMatthew G. Knepley ierr = DMGetStratumIS(plex, "dim", depth, &cellIS);CHKERRQ(ierr); 57898e3a2eefSMatthew G. Knepley if (!cellIS) {ierr = DMGetStratumIS(plex, "depth", depth, &cellIS);CHKERRQ(ierr);} 57908e3a2eefSMatthew G. Knepley } else { 57918e3a2eefSMatthew G. Knepley ierr = PetscObjectReference((PetscObject) cellIS);CHKERRQ(ierr); 57928e3a2eefSMatthew G. Knepley } 57938e3a2eefSMatthew G. Knepley ierr = ISGetLocalSize(cellIS, &numCells);CHKERRQ(ierr); 57948e3a2eefSMatthew G. Knepley ierr = ISGetPointRange(cellIS, &cStart, &cEnd, &cells);CHKERRQ(ierr); 57958e3a2eefSMatthew G. Knepley ierr = DMGetLocalSection(dm, §ion);CHKERRQ(ierr); 57968e3a2eefSMatthew G. Knepley ierr = DMGetGlobalSection(dm, &globalSection);CHKERRQ(ierr); 57978e3a2eefSMatthew G. Knepley ierr = DMGetCellDS(dm, cells ? cells[cStart] : cStart, &prob);CHKERRQ(ierr); 57988e3a2eefSMatthew G. Knepley ierr = PetscDSGetNumFields(prob, &Nf);CHKERRQ(ierr); 57998e3a2eefSMatthew G. Knepley ierr = PetscDSGetTotalDimension(prob, &totDim);CHKERRQ(ierr); 58008e3a2eefSMatthew G. Knepley ierr = PetscDSHasDynamicJacobian(prob, &hasDyn);CHKERRQ(ierr); 58018e3a2eefSMatthew G. Knepley hasDyn = hasDyn && (X_tShift != 0.0) ? PETSC_TRUE : PETSC_FALSE; 5802e7225ec2SMatthew G. Knepley ierr = DMGetAuxiliaryVec(dm, key.label, key.value, &A);CHKERRQ(ierr); 58038e3a2eefSMatthew G. Knepley if (A) { 58048e3a2eefSMatthew G. Knepley ierr = VecGetDM(A, &dmAux);CHKERRQ(ierr); 58058e3a2eefSMatthew G. Knepley ierr = DMGetEnclosureRelation(dmAux, dm, &encAux);CHKERRQ(ierr); 58068e3a2eefSMatthew G. Knepley ierr = DMConvert(dmAux, DMPLEX, &plexAux);CHKERRQ(ierr); 58078e3a2eefSMatthew G. Knepley ierr = DMGetLocalSection(plexAux, §ionAux);CHKERRQ(ierr); 58088e3a2eefSMatthew G. Knepley ierr = DMGetDS(dmAux, &probAux);CHKERRQ(ierr); 58098e3a2eefSMatthew G. Knepley ierr = PetscDSGetTotalDimension(probAux, &totDimAux);CHKERRQ(ierr); 58108e3a2eefSMatthew G. Knepley } 58118e3a2eefSMatthew G. Knepley ierr = VecSet(Z, 0.0);CHKERRQ(ierr); 58128e3a2eefSMatthew G. Knepley ierr = PetscMalloc6(numCells*totDim,&u,X_t ? numCells*totDim : 0,&u_t,numCells*totDim*totDim,&elemMat,hasDyn ? numCells*totDim*totDim : 0, &elemMatD,numCells*totDim,&y,totDim,&z);CHKERRQ(ierr); 58138e3a2eefSMatthew G. Knepley if (dmAux) {ierr = PetscMalloc1(numCells*totDimAux, &a);CHKERRQ(ierr);} 58148e3a2eefSMatthew G. Knepley ierr = DMGetCoordinateField(dm, &coordField);CHKERRQ(ierr); 58158e3a2eefSMatthew G. Knepley for (c = cStart; c < cEnd; ++c) { 58168e3a2eefSMatthew G. Knepley const PetscInt cell = cells ? cells[c] : c; 58178e3a2eefSMatthew G. Knepley const PetscInt cind = c - cStart; 58188e3a2eefSMatthew G. Knepley PetscScalar *x = NULL, *x_t = NULL; 58198e3a2eefSMatthew G. Knepley PetscInt i; 58208e3a2eefSMatthew G. Knepley 58218e3a2eefSMatthew G. Knepley ierr = DMPlexVecGetClosure(plex, section, X, cell, NULL, &x);CHKERRQ(ierr); 58228e3a2eefSMatthew G. Knepley for (i = 0; i < totDim; ++i) u[cind*totDim+i] = x[i]; 58238e3a2eefSMatthew G. Knepley ierr = DMPlexVecRestoreClosure(plex, section, X, cell, NULL, &x);CHKERRQ(ierr); 58248e3a2eefSMatthew G. Knepley if (X_t) { 58258e3a2eefSMatthew G. Knepley ierr = DMPlexVecGetClosure(plex, section, X_t, cell, NULL, &x_t);CHKERRQ(ierr); 58268e3a2eefSMatthew G. Knepley for (i = 0; i < totDim; ++i) u_t[cind*totDim+i] = x_t[i]; 58278e3a2eefSMatthew G. Knepley ierr = DMPlexVecRestoreClosure(plex, section, X_t, cell, NULL, &x_t);CHKERRQ(ierr); 58288e3a2eefSMatthew G. Knepley } 58298e3a2eefSMatthew G. Knepley if (dmAux) { 58308e3a2eefSMatthew G. Knepley PetscInt subcell; 58318e3a2eefSMatthew G. Knepley ierr = DMGetEnclosurePoint(dmAux, dm, encAux, cell, &subcell);CHKERRQ(ierr); 58328e3a2eefSMatthew G. Knepley ierr = DMPlexVecGetClosure(plexAux, sectionAux, A, subcell, NULL, &x);CHKERRQ(ierr); 58338e3a2eefSMatthew G. Knepley for (i = 0; i < totDimAux; ++i) a[cind*totDimAux+i] = x[i]; 58348e3a2eefSMatthew G. Knepley ierr = DMPlexVecRestoreClosure(plexAux, sectionAux, A, subcell, NULL, &x);CHKERRQ(ierr); 58358e3a2eefSMatthew G. Knepley } 58368e3a2eefSMatthew G. Knepley ierr = DMPlexVecGetClosure(plex, section, Y, cell, NULL, &x);CHKERRQ(ierr); 58378e3a2eefSMatthew G. Knepley for (i = 0; i < totDim; ++i) y[cind*totDim+i] = x[i]; 58388e3a2eefSMatthew G. Knepley ierr = DMPlexVecRestoreClosure(plex, section, Y, cell, NULL, &x);CHKERRQ(ierr); 58398e3a2eefSMatthew G. Knepley } 58408e3a2eefSMatthew G. Knepley ierr = PetscArrayzero(elemMat, numCells*totDim*totDim);CHKERRQ(ierr); 58418e3a2eefSMatthew G. Knepley if (hasDyn) {ierr = PetscArrayzero(elemMatD, numCells*totDim*totDim);CHKERRQ(ierr);} 58428e3a2eefSMatthew G. Knepley for (fieldI = 0; fieldI < Nf; ++fieldI) { 58438e3a2eefSMatthew G. Knepley PetscFE fe; 58448e3a2eefSMatthew G. Knepley PetscInt Nb; 58458e3a2eefSMatthew G. Knepley /* Conforming batches */ 58468e3a2eefSMatthew G. Knepley PetscInt numChunks, numBatches, numBlocks, Ne, blockSize, batchSize; 58478e3a2eefSMatthew G. Knepley /* Remainder */ 58488e3a2eefSMatthew G. Knepley PetscInt Nr, offset, Nq; 58498e3a2eefSMatthew G. Knepley PetscQuadrature qGeom = NULL; 58508e3a2eefSMatthew G. Knepley PetscInt maxDegree; 58518e3a2eefSMatthew G. Knepley PetscFEGeom *cgeomFEM, *chunkGeom = NULL, *remGeom = NULL; 58528e3a2eefSMatthew G. Knepley 58538e3a2eefSMatthew G. Knepley ierr = PetscDSGetDiscretization(prob, fieldI, (PetscObject *) &fe);CHKERRQ(ierr); 58548e3a2eefSMatthew G. Knepley ierr = PetscFEGetQuadrature(fe, &quad);CHKERRQ(ierr); 58558e3a2eefSMatthew G. Knepley ierr = PetscFEGetDimension(fe, &Nb);CHKERRQ(ierr); 58568e3a2eefSMatthew G. Knepley ierr = PetscFEGetTileSizes(fe, NULL, &numBlocks, NULL, &numBatches);CHKERRQ(ierr); 58578e3a2eefSMatthew G. Knepley ierr = DMFieldGetDegree(coordField,cellIS,NULL,&maxDegree);CHKERRQ(ierr); 58588e3a2eefSMatthew G. Knepley if (maxDegree <= 1) {ierr = DMFieldCreateDefaultQuadrature(coordField,cellIS,&qGeom);CHKERRQ(ierr);} 58598e3a2eefSMatthew G. Knepley if (!qGeom) { 58608e3a2eefSMatthew G. Knepley ierr = PetscFEGetQuadrature(fe,&qGeom);CHKERRQ(ierr); 58618e3a2eefSMatthew G. Knepley ierr = PetscObjectReference((PetscObject)qGeom);CHKERRQ(ierr); 58628e3a2eefSMatthew G. Knepley } 58638e3a2eefSMatthew G. Knepley ierr = PetscQuadratureGetData(qGeom, NULL, NULL, &Nq, NULL, NULL);CHKERRQ(ierr); 58648e3a2eefSMatthew G. Knepley ierr = DMSNESGetFEGeom(coordField,cellIS,qGeom,PETSC_FALSE,&cgeomFEM);CHKERRQ(ierr); 58658e3a2eefSMatthew G. Knepley blockSize = Nb; 58668e3a2eefSMatthew G. Knepley batchSize = numBlocks * blockSize; 58678e3a2eefSMatthew G. Knepley ierr = PetscFESetTileSizes(fe, blockSize, numBlocks, batchSize, numBatches);CHKERRQ(ierr); 58688e3a2eefSMatthew G. Knepley numChunks = numCells / (numBatches*batchSize); 58698e3a2eefSMatthew G. Knepley Ne = numChunks*numBatches*batchSize; 58708e3a2eefSMatthew G. Knepley Nr = numCells % (numBatches*batchSize); 58718e3a2eefSMatthew G. Knepley offset = numCells - Nr; 58728e3a2eefSMatthew G. Knepley ierr = PetscFEGeomGetChunk(cgeomFEM,0,offset,&chunkGeom);CHKERRQ(ierr); 58738e3a2eefSMatthew G. Knepley ierr = PetscFEGeomGetChunk(cgeomFEM,offset,numCells,&remGeom);CHKERRQ(ierr); 58748e3a2eefSMatthew G. Knepley for (fieldJ = 0; fieldJ < Nf; ++fieldJ) { 58758e3a2eefSMatthew G. Knepley key.field = fieldI*Nf + fieldJ; 58768e3a2eefSMatthew G. Knepley ierr = PetscFEIntegrateJacobian(prob, PETSCFE_JACOBIAN, key, Ne, chunkGeom, u, u_t, probAux, a, t, X_tShift, elemMat);CHKERRQ(ierr); 58778e3a2eefSMatthew G. Knepley ierr = PetscFEIntegrateJacobian(prob, PETSCFE_JACOBIAN, key, Nr, remGeom, &u[offset*totDim], u_t ? &u_t[offset*totDim] : NULL, probAux, &a[offset*totDimAux], t, X_tShift, &elemMat[offset*totDim*totDim]);CHKERRQ(ierr); 58788e3a2eefSMatthew G. Knepley if (hasDyn) { 58798e3a2eefSMatthew G. Knepley ierr = PetscFEIntegrateJacobian(prob, PETSCFE_JACOBIAN_DYN, key, Ne, chunkGeom, u, u_t, probAux, a, t, X_tShift, elemMatD);CHKERRQ(ierr); 58808e3a2eefSMatthew G. Knepley ierr = PetscFEIntegrateJacobian(prob, PETSCFE_JACOBIAN_DYN, key, Nr, remGeom, &u[offset*totDim], u_t ? &u_t[offset*totDim] : NULL, probAux, &a[offset*totDimAux], t, X_tShift, &elemMatD[offset*totDim*totDim]);CHKERRQ(ierr); 58818e3a2eefSMatthew G. Knepley } 58828e3a2eefSMatthew G. Knepley } 58838e3a2eefSMatthew G. Knepley ierr = PetscFEGeomRestoreChunk(cgeomFEM,offset,numCells,&remGeom);CHKERRQ(ierr); 58848e3a2eefSMatthew G. Knepley ierr = PetscFEGeomRestoreChunk(cgeomFEM,0,offset,&chunkGeom);CHKERRQ(ierr); 58858e3a2eefSMatthew G. Knepley ierr = DMSNESRestoreFEGeom(coordField,cellIS,qGeom,PETSC_FALSE,&cgeomFEM);CHKERRQ(ierr); 58868e3a2eefSMatthew G. Knepley ierr = PetscQuadratureDestroy(&qGeom);CHKERRQ(ierr); 58878e3a2eefSMatthew G. Knepley } 58888e3a2eefSMatthew G. Knepley if (hasDyn) { 58898e3a2eefSMatthew G. Knepley for (c = 0; c < numCells*totDim*totDim; ++c) elemMat[c] += X_tShift*elemMatD[c]; 58908e3a2eefSMatthew G. Knepley } 58918e3a2eefSMatthew G. Knepley for (c = cStart; c < cEnd; ++c) { 58928e3a2eefSMatthew G. Knepley const PetscInt cell = cells ? cells[c] : c; 58938e3a2eefSMatthew G. Knepley const PetscInt cind = c - cStart; 58948e3a2eefSMatthew G. Knepley const PetscBLASInt M = totDim, one = 1; 58958e3a2eefSMatthew G. Knepley const PetscScalar a = 1.0, b = 0.0; 58968e3a2eefSMatthew G. Knepley 58978e3a2eefSMatthew G. Knepley PetscStackCallBLAS("BLASgemv", BLASgemv_("N", &M, &M, &a, &elemMat[cind*totDim*totDim], &M, &y[cind*totDim], &one, &b, z, &one)); 58988e3a2eefSMatthew G. Knepley if (mesh->printFEM > 1) { 58998e3a2eefSMatthew G. Knepley ierr = DMPrintCellMatrix(c, name, totDim, totDim, &elemMat[cind*totDim*totDim]);CHKERRQ(ierr); 59008e3a2eefSMatthew G. Knepley ierr = DMPrintCellVector(c, "Y", totDim, &y[cind*totDim]);CHKERRQ(ierr); 59018e3a2eefSMatthew G. Knepley ierr = DMPrintCellVector(c, "Z", totDim, z);CHKERRQ(ierr); 59028e3a2eefSMatthew G. Knepley } 59038e3a2eefSMatthew G. Knepley ierr = DMPlexVecSetClosure(dm, section, Z, cell, z, ADD_VALUES);CHKERRQ(ierr); 59048e3a2eefSMatthew G. Knepley } 59058e3a2eefSMatthew G. Knepley ierr = PetscFree6(u,u_t,elemMat,elemMatD,y,z);CHKERRQ(ierr); 59068e3a2eefSMatthew G. Knepley if (mesh->printFEM) { 59078e3a2eefSMatthew G. Knepley ierr = PetscPrintf(PetscObjectComm((PetscObject)Z), "Z:\n");CHKERRQ(ierr); 59088e3a2eefSMatthew G. Knepley ierr = VecView(Z, NULL);CHKERRQ(ierr); 59098e3a2eefSMatthew G. Knepley } 59108e3a2eefSMatthew G. Knepley ierr = PetscFree(a);CHKERRQ(ierr); 59118e3a2eefSMatthew G. Knepley ierr = ISDestroy(&cellIS);CHKERRQ(ierr); 59128e3a2eefSMatthew G. Knepley ierr = DMDestroy(&plexAux);CHKERRQ(ierr); 59138e3a2eefSMatthew G. Knepley ierr = DMDestroy(&plex);CHKERRQ(ierr); 59148e3a2eefSMatthew G. Knepley ierr = PetscLogEventEnd(DMPLEX_JacobianFEM,dm,0,0,0);CHKERRQ(ierr); 59158e3a2eefSMatthew G. Knepley PetscFunctionReturn(0); 59168e3a2eefSMatthew G. Knepley } 5917