1af0996ceSBarry Smith #include <petsc/private/dmpleximpl.h> /*I "petscdmplex.h" I*/ 2da97024aSMatthew G. Knepley #include <petscsf.h> 3*bfabdd78SPatrick Farrell #include <petscsnes.h> 4cb1e1211SMatthew G Knepley 5e8f14785SLisandro Dalcin #include <petsc/private/hashsetij.h> 6af0996ceSBarry Smith #include <petsc/private/petscfeimpl.h> 7af0996ceSBarry Smith #include <petsc/private/petscfvimpl.h> 8a0845e3aSMatthew G. Knepley 99b6f715bSMatthew G. Knepley static PetscErrorCode PetscContainerUserDestroy_PetscFEGeom (void *ctx) 109b6f715bSMatthew G. Knepley { 119b6f715bSMatthew G. Knepley PetscFEGeom *geom = (PetscFEGeom *) ctx; 129b6f715bSMatthew G. Knepley PetscErrorCode ierr; 139b6f715bSMatthew G. Knepley 149b6f715bSMatthew G. Knepley PetscFunctionBegin; 159b6f715bSMatthew G. Knepley ierr = PetscFEGeomDestroy(&geom);CHKERRQ(ierr); 169b6f715bSMatthew G. Knepley PetscFunctionReturn(0); 179b6f715bSMatthew G. Knepley } 189b6f715bSMatthew G. Knepley 199b6f715bSMatthew G. Knepley static PetscErrorCode DMPlexGetFEGeom(DMField coordField, IS pointIS, PetscQuadrature quad, PetscBool faceData, PetscFEGeom **geom) 209b6f715bSMatthew G. Knepley { 219b6f715bSMatthew G. Knepley char composeStr[33] = {0}; 229b6f715bSMatthew G. Knepley PetscObjectId id; 239b6f715bSMatthew G. Knepley PetscContainer container; 249b6f715bSMatthew G. Knepley PetscErrorCode ierr; 259b6f715bSMatthew G. Knepley 269b6f715bSMatthew G. Knepley PetscFunctionBegin; 279b6f715bSMatthew G. Knepley ierr = PetscObjectGetId((PetscObject)quad,&id);CHKERRQ(ierr); 289b6f715bSMatthew G. Knepley ierr = PetscSNPrintf(composeStr, 32, "DMPlexGetFEGeom_%x\n", id);CHKERRQ(ierr); 299b6f715bSMatthew G. Knepley ierr = PetscObjectQuery((PetscObject) pointIS, composeStr, (PetscObject *) &container);CHKERRQ(ierr); 309b6f715bSMatthew G. Knepley if (container) { 319b6f715bSMatthew G. Knepley ierr = PetscContainerGetPointer(container, (void **) geom);CHKERRQ(ierr); 329b6f715bSMatthew G. Knepley } else { 339b6f715bSMatthew G. Knepley ierr = DMFieldCreateFEGeom(coordField, pointIS, quad, faceData, geom);CHKERRQ(ierr); 349b6f715bSMatthew G. Knepley ierr = PetscContainerCreate(PETSC_COMM_SELF,&container);CHKERRQ(ierr); 359b6f715bSMatthew G. Knepley ierr = PetscContainerSetPointer(container, (void *) *geom);CHKERRQ(ierr); 369b6f715bSMatthew G. Knepley ierr = PetscContainerSetUserDestroy(container, PetscContainerUserDestroy_PetscFEGeom);CHKERRQ(ierr); 379b6f715bSMatthew G. Knepley ierr = PetscObjectCompose((PetscObject) pointIS, composeStr, (PetscObject) container);CHKERRQ(ierr); 389b6f715bSMatthew G. Knepley ierr = PetscContainerDestroy(&container);CHKERRQ(ierr); 399b6f715bSMatthew G. Knepley } 409b6f715bSMatthew G. Knepley PetscFunctionReturn(0); 419b6f715bSMatthew G. Knepley } 429b6f715bSMatthew G. Knepley 439b6f715bSMatthew G. Knepley static PetscErrorCode DMPlexRestoreFEGeom(DMField coordField, IS pointIS, PetscQuadrature quad, PetscBool faceData, PetscFEGeom **geom) 449b6f715bSMatthew G. Knepley { 459b6f715bSMatthew G. Knepley PetscFunctionBegin; 469b6f715bSMatthew G. Knepley *geom = NULL; 479b6f715bSMatthew G. Knepley PetscFunctionReturn(0); 489b6f715bSMatthew G. Knepley } 499b6f715bSMatthew G. Knepley 5046fa42a0SMatthew G. Knepley /*@ 5146fa42a0SMatthew G. Knepley DMPlexGetScale - Get the scale for the specified fundamental unit 5246fa42a0SMatthew G. Knepley 5346fa42a0SMatthew G. Knepley Not collective 5446fa42a0SMatthew G. Knepley 5546fa42a0SMatthew G. Knepley Input Arguments: 5646fa42a0SMatthew G. Knepley + dm - the DM 5746fa42a0SMatthew G. Knepley - unit - The SI unit 5846fa42a0SMatthew G. Knepley 5946fa42a0SMatthew G. Knepley Output Argument: 6046fa42a0SMatthew G. Knepley . scale - The value used to scale all quantities with this unit 6146fa42a0SMatthew G. Knepley 6246fa42a0SMatthew G. Knepley Level: advanced 6346fa42a0SMatthew G. Knepley 6446fa42a0SMatthew G. Knepley .seealso: DMPlexSetScale(), PetscUnit 6546fa42a0SMatthew G. Knepley @*/ 66cb1e1211SMatthew G Knepley PetscErrorCode DMPlexGetScale(DM dm, PetscUnit unit, PetscReal *scale) 67cb1e1211SMatthew G Knepley { 68cb1e1211SMatthew G Knepley DM_Plex *mesh = (DM_Plex*) dm->data; 69cb1e1211SMatthew G Knepley 70cb1e1211SMatthew G Knepley PetscFunctionBegin; 71cb1e1211SMatthew G Knepley PetscValidHeaderSpecific(dm, DM_CLASSID, 1); 72cb1e1211SMatthew G Knepley PetscValidPointer(scale, 3); 73cb1e1211SMatthew G Knepley *scale = mesh->scale[unit]; 74cb1e1211SMatthew G Knepley PetscFunctionReturn(0); 75cb1e1211SMatthew G Knepley } 76cb1e1211SMatthew G Knepley 7746fa42a0SMatthew G. Knepley /*@ 7846fa42a0SMatthew G. Knepley DMPlexSetScale - Set the scale for the specified fundamental unit 7946fa42a0SMatthew G. Knepley 8046fa42a0SMatthew G. Knepley Not collective 8146fa42a0SMatthew G. Knepley 8246fa42a0SMatthew G. Knepley Input Arguments: 8346fa42a0SMatthew G. Knepley + dm - the DM 8446fa42a0SMatthew G. Knepley . unit - The SI unit 8546fa42a0SMatthew G. Knepley - scale - The value used to scale all quantities with this unit 8646fa42a0SMatthew G. Knepley 8746fa42a0SMatthew G. Knepley Level: advanced 8846fa42a0SMatthew G. Knepley 8946fa42a0SMatthew G. Knepley .seealso: DMPlexGetScale(), PetscUnit 9046fa42a0SMatthew G. Knepley @*/ 91cb1e1211SMatthew G Knepley PetscErrorCode DMPlexSetScale(DM dm, PetscUnit unit, PetscReal scale) 92cb1e1211SMatthew G Knepley { 93cb1e1211SMatthew G Knepley DM_Plex *mesh = (DM_Plex*) dm->data; 94cb1e1211SMatthew G Knepley 95cb1e1211SMatthew G Knepley PetscFunctionBegin; 96cb1e1211SMatthew G Knepley PetscValidHeaderSpecific(dm, DM_CLASSID, 1); 97cb1e1211SMatthew G Knepley mesh->scale[unit] = scale; 98cb1e1211SMatthew G Knepley PetscFunctionReturn(0); 99cb1e1211SMatthew G Knepley } 100cb1e1211SMatthew G Knepley 101d1828a1cSMatthew G. Knepley static PetscErrorCode DMPlexProjectRigidBody_Private(PetscInt dim, PetscReal t, const PetscReal X[], PetscInt Nf, PetscScalar *mode, void *ctx) 102026175e5SToby Isaac { 10312adca46SMatthew G. Knepley const PetscInt eps[3][3][3] = {{{0, 0, 0}, {0, 0, 1}, {0, -1, 0}}, {{0, 0, -1}, {0, 0, 0}, {1, 0, 0}}, {{0, 1, 0}, {-1, 0, 0}, {0, 0, 0}}}; 104026175e5SToby Isaac PetscInt *ctxInt = (PetscInt *) ctx; 105ad917190SMatthew G. Knepley PetscInt dim2 = ctxInt[0]; 106026175e5SToby Isaac PetscInt d = ctxInt[1]; 107026175e5SToby Isaac PetscInt i, j, k = dim > 2 ? d - dim : d; 108026175e5SToby Isaac 109ad917190SMatthew G. Knepley PetscFunctionBegin; 110ad917190SMatthew G. Knepley if (dim != dim2) SETERRQ2(PETSC_COMM_SELF, PETSC_ERR_ARG_WRONG, "Input dimension %d does not match context dimension %d", dim, dim2); 111026175e5SToby Isaac for (i = 0; i < dim; i++) mode[i] = 0.; 112026175e5SToby Isaac if (d < dim) { 11312adca46SMatthew G. Knepley mode[d] = 1.; /* Translation along axis d */ 114ad917190SMatthew G. Knepley } else { 115026175e5SToby Isaac for (i = 0; i < dim; i++) { 116026175e5SToby Isaac for (j = 0; j < dim; j++) { 11712adca46SMatthew G. Knepley mode[j] += eps[i][j][k]*X[i]; /* Rotation about axis d */ 118026175e5SToby Isaac } 119026175e5SToby Isaac } 120026175e5SToby Isaac } 121ad917190SMatthew G. Knepley PetscFunctionReturn(0); 122026175e5SToby Isaac } 123026175e5SToby Isaac 124cc4e42d9SMartin Diehl /*@ 12512adca46SMatthew G. Knepley DMPlexCreateRigidBody - For the default global section, create rigid body modes by function space interpolation 126cb1e1211SMatthew G Knepley 127cb1e1211SMatthew G Knepley Collective on DM 128cb1e1211SMatthew G Knepley 129cb1e1211SMatthew G Knepley Input Arguments: 130026175e5SToby Isaac . dm - the DM 131cb1e1211SMatthew G Knepley 132cb1e1211SMatthew G Knepley Output Argument: 133cb1e1211SMatthew G Knepley . sp - the null space 134cb1e1211SMatthew G Knepley 13512adca46SMatthew G. Knepley Note: This is necessary to provide a suitable coarse space for algebraic multigrid 136cb1e1211SMatthew G Knepley 137cb1e1211SMatthew G Knepley Level: advanced 138cb1e1211SMatthew G Knepley 13912adca46SMatthew G. Knepley .seealso: MatNullSpaceCreate(), PCGAMG 140cb1e1211SMatthew G Knepley @*/ 141026175e5SToby Isaac PetscErrorCode DMPlexCreateRigidBody(DM dm, MatNullSpace *sp) 142cb1e1211SMatthew G Knepley { 143cb1e1211SMatthew G Knepley MPI_Comm comm; 144026175e5SToby Isaac Vec mode[6]; 145026175e5SToby Isaac PetscSection section, globalSection; 146b247467aSMatthew G. Knepley PetscInt dim, dimEmbed, n, m, mmin, d, i, j; 147cb1e1211SMatthew G Knepley PetscErrorCode ierr; 148cb1e1211SMatthew G Knepley 149cb1e1211SMatthew G Knepley PetscFunctionBegin; 150cb1e1211SMatthew G Knepley ierr = PetscObjectGetComm((PetscObject)dm,&comm);CHKERRQ(ierr); 151c73cfb54SMatthew G. Knepley ierr = DMGetDimension(dm, &dim);CHKERRQ(ierr); 1529d8fbdeaSMatthew G. Knepley ierr = DMGetCoordinateDim(dm, &dimEmbed);CHKERRQ(ierr); 153cb1e1211SMatthew G Knepley if (dim == 1) { 154cb1e1211SMatthew G Knepley ierr = MatNullSpaceCreate(comm, PETSC_TRUE, 0, NULL, sp);CHKERRQ(ierr); 155cb1e1211SMatthew G Knepley PetscFunctionReturn(0); 156cb1e1211SMatthew G Knepley } 157e87a4003SBarry Smith ierr = DMGetSection(dm, §ion);CHKERRQ(ierr); 158e87a4003SBarry Smith ierr = DMGetGlobalSection(dm, &globalSection);CHKERRQ(ierr); 159cb1e1211SMatthew G Knepley ierr = PetscSectionGetConstrainedStorageSize(globalSection, &n);CHKERRQ(ierr); 160b247467aSMatthew G. Knepley m = (dim*(dim+1))/2; 161cb1e1211SMatthew G Knepley ierr = VecCreate(comm, &mode[0]);CHKERRQ(ierr); 162cb1e1211SMatthew G Knepley ierr = VecSetSizes(mode[0], n, PETSC_DETERMINE);CHKERRQ(ierr); 163cb1e1211SMatthew G Knepley ierr = VecSetUp(mode[0]);CHKERRQ(ierr); 164b247467aSMatthew G. Knepley ierr = VecGetSize(mode[0], &n);CHKERRQ(ierr); 165b247467aSMatthew G. Knepley mmin = PetscMin(m, n); 166cb1e1211SMatthew G Knepley for (i = 1; i < m; ++i) {ierr = VecDuplicate(mode[0], &mode[i]);CHKERRQ(ierr);} 167026175e5SToby Isaac for (d = 0; d < m; d++) { 168330485fdSToby Isaac PetscInt ctx[2]; 169d1828a1cSMatthew G. Knepley PetscErrorCode (*func)(PetscInt, PetscReal, const PetscReal *, PetscInt, PetscScalar *, void *) = DMPlexProjectRigidBody_Private; 170026175e5SToby Isaac void *voidctx = (void *) (&ctx[0]); 171cb1e1211SMatthew G Knepley 1729d8fbdeaSMatthew G. Knepley ctx[0] = dimEmbed; 173330485fdSToby Isaac ctx[1] = d; 1740709b2feSToby Isaac ierr = DMProjectFunction(dm, 0.0, &func, &voidctx, INSERT_VALUES, mode[d]);CHKERRQ(ierr); 175cb1e1211SMatthew G Knepley } 176b247467aSMatthew G. Knepley for (i = 0; i < PetscMin(dim, mmin); ++i) {ierr = VecNormalize(mode[i], NULL);CHKERRQ(ierr);} 177cb1e1211SMatthew G Knepley /* Orthonormalize system */ 178b247467aSMatthew G. Knepley for (i = dim; i < mmin; ++i) { 179cb1e1211SMatthew G Knepley PetscScalar dots[6]; 180cb1e1211SMatthew G Knepley 181cb1e1211SMatthew G Knepley ierr = VecMDot(mode[i], i, mode, dots);CHKERRQ(ierr); 182cb1e1211SMatthew G Knepley for (j = 0; j < i; ++j) dots[j] *= -1.0; 183cb1e1211SMatthew G Knepley ierr = VecMAXPY(mode[i], i, dots, mode);CHKERRQ(ierr); 184cb1e1211SMatthew G Knepley ierr = VecNormalize(mode[i], NULL);CHKERRQ(ierr); 185cb1e1211SMatthew G Knepley } 186b247467aSMatthew G. Knepley ierr = MatNullSpaceCreate(comm, PETSC_FALSE, mmin, mode, sp);CHKERRQ(ierr); 187b247467aSMatthew G. Knepley for (i = 0; i < m; ++i) {ierr = VecDestroy(&mode[i]);CHKERRQ(ierr);} 188cb1e1211SMatthew G Knepley PetscFunctionReturn(0); 189cb1e1211SMatthew G Knepley } 190cb1e1211SMatthew G Knepley 191cc4e42d9SMartin Diehl /*@ 19212adca46SMatthew G. Knepley DMPlexCreateRigidBodies - For the default global section, create rigid body modes by function space interpolation 19312adca46SMatthew G. Knepley 19412adca46SMatthew G. Knepley Collective on DM 19512adca46SMatthew G. Knepley 19612adca46SMatthew G. Knepley Input Arguments: 19712adca46SMatthew G. Knepley + dm - the DM 19812adca46SMatthew G. Knepley . nb - The number of bodies 19912adca46SMatthew G. Knepley . label - The DMLabel marking each domain 20012adca46SMatthew G. Knepley . nids - The number of ids per body 20112adca46SMatthew G. Knepley - ids - An array of the label ids in sequence for each domain 20212adca46SMatthew G. Knepley 20312adca46SMatthew G. Knepley Output Argument: 20412adca46SMatthew G. Knepley . sp - the null space 20512adca46SMatthew G. Knepley 20612adca46SMatthew G. Knepley Note: This is necessary to provide a suitable coarse space for algebraic multigrid 20712adca46SMatthew G. Knepley 20812adca46SMatthew G. Knepley Level: advanced 20912adca46SMatthew G. Knepley 21012adca46SMatthew G. Knepley .seealso: MatNullSpaceCreate() 21112adca46SMatthew G. Knepley @*/ 21212adca46SMatthew G. Knepley PetscErrorCode DMPlexCreateRigidBodies(DM dm, PetscInt nb, DMLabel label, const PetscInt nids[], const PetscInt ids[], MatNullSpace *sp) 21312adca46SMatthew G. Knepley { 21412adca46SMatthew G. Knepley MPI_Comm comm; 21512adca46SMatthew G. Knepley PetscSection section, globalSection; 21612adca46SMatthew G. Knepley Vec *mode; 21712adca46SMatthew G. Knepley PetscScalar *dots; 21812adca46SMatthew G. Knepley PetscInt dim, dimEmbed, n, m, b, d, i, j, off; 21912adca46SMatthew G. Knepley PetscErrorCode ierr; 22012adca46SMatthew G. Knepley 22112adca46SMatthew G. Knepley PetscFunctionBegin; 22212adca46SMatthew G. Knepley ierr = PetscObjectGetComm((PetscObject)dm,&comm);CHKERRQ(ierr); 22312adca46SMatthew G. Knepley ierr = DMGetDimension(dm, &dim);CHKERRQ(ierr); 22412adca46SMatthew G. Knepley ierr = DMGetCoordinateDim(dm, &dimEmbed);CHKERRQ(ierr); 225e87a4003SBarry Smith ierr = DMGetSection(dm, §ion);CHKERRQ(ierr); 226e87a4003SBarry Smith ierr = DMGetGlobalSection(dm, &globalSection);CHKERRQ(ierr); 22712adca46SMatthew G. Knepley ierr = PetscSectionGetConstrainedStorageSize(globalSection, &n);CHKERRQ(ierr); 22812adca46SMatthew G. Knepley m = nb * (dim*(dim+1))/2; 22912adca46SMatthew G. Knepley ierr = PetscMalloc2(m, &mode, m, &dots);CHKERRQ(ierr); 23012adca46SMatthew G. Knepley ierr = VecCreate(comm, &mode[0]);CHKERRQ(ierr); 23112adca46SMatthew G. Knepley ierr = VecSetSizes(mode[0], n, PETSC_DETERMINE);CHKERRQ(ierr); 23212adca46SMatthew G. Knepley ierr = VecSetUp(mode[0]);CHKERRQ(ierr); 23312adca46SMatthew G. Knepley for (i = 1; i < m; ++i) {ierr = VecDuplicate(mode[0], &mode[i]);CHKERRQ(ierr);} 23412adca46SMatthew G. Knepley for (b = 0, off = 0; b < nb; ++b) { 23512adca46SMatthew G. Knepley for (d = 0; d < m/nb; ++d) { 23612adca46SMatthew G. Knepley PetscInt ctx[2]; 23712adca46SMatthew G. Knepley PetscErrorCode (*func)(PetscInt, PetscReal, const PetscReal *, PetscInt, PetscScalar *, void *) = DMPlexProjectRigidBody_Private; 23812adca46SMatthew G. Knepley void *voidctx = (void *) (&ctx[0]); 23912adca46SMatthew G. Knepley 24012adca46SMatthew G. Knepley ctx[0] = dimEmbed; 24112adca46SMatthew G. Knepley ctx[1] = d; 24212adca46SMatthew G. Knepley ierr = DMProjectFunctionLabel(dm, 0.0, label, nids[b], &ids[off], 0, NULL, &func, &voidctx, INSERT_VALUES, mode[d]);CHKERRQ(ierr); 24312adca46SMatthew G. Knepley off += nids[b]; 24412adca46SMatthew G. Knepley } 24512adca46SMatthew G. Knepley } 24612adca46SMatthew G. Knepley for (i = 0; i < dim; ++i) {ierr = VecNormalize(mode[i], NULL);CHKERRQ(ierr);} 24712adca46SMatthew G. Knepley /* Orthonormalize system */ 24812adca46SMatthew G. Knepley for (i = 0; i < m; ++i) { 24912adca46SMatthew G. Knepley ierr = VecMDot(mode[i], i, mode, dots);CHKERRQ(ierr); 25012adca46SMatthew G. Knepley for (j = 0; j < i; ++j) dots[j] *= -1.0; 25112adca46SMatthew G. Knepley ierr = VecMAXPY(mode[i], i, dots, mode);CHKERRQ(ierr); 25212adca46SMatthew G. Knepley ierr = VecNormalize(mode[i], NULL);CHKERRQ(ierr); 25312adca46SMatthew G. Knepley } 25412adca46SMatthew G. Knepley ierr = MatNullSpaceCreate(comm, PETSC_FALSE, m, mode, sp);CHKERRQ(ierr); 25512adca46SMatthew G. Knepley for (i = 0; i< m; ++i) {ierr = VecDestroy(&mode[i]);CHKERRQ(ierr);} 25612adca46SMatthew G. Knepley ierr = PetscFree2(mode, dots);CHKERRQ(ierr); 25712adca46SMatthew G. Knepley PetscFunctionReturn(0); 25812adca46SMatthew G. Knepley } 25912adca46SMatthew G. Knepley 260b29cfa1cSToby Isaac /*@ 261b29cfa1cSToby Isaac DMPlexSetMaxProjectionHeight - In DMPlexProjectXXXLocal() functions, the projected values of a basis function's dofs 262b29cfa1cSToby Isaac are computed by associating the basis function with one of the mesh points in its transitively-closed support, and 263b29cfa1cSToby Isaac evaluating the dual space basis of that point. A basis function is associated with the point in its 264b29cfa1cSToby Isaac transitively-closed support whose mesh height is highest (w.r.t. DAG height), but not greater than the maximum 265b29cfa1cSToby Isaac projection height, which is set with this function. By default, the maximum projection height is zero, which means 266b29cfa1cSToby Isaac that only mesh cells are used to project basis functions. A height of one, for example, evaluates a cell-interior 267b29cfa1cSToby Isaac basis functions using its cells dual space basis, but all other basis functions with the dual space basis of a face. 268b29cfa1cSToby Isaac 269b29cfa1cSToby Isaac Input Parameters: 270b29cfa1cSToby Isaac + dm - the DMPlex object 271b29cfa1cSToby Isaac - height - the maximum projection height >= 0 272b29cfa1cSToby Isaac 273b29cfa1cSToby Isaac Level: advanced 274b29cfa1cSToby Isaac 2754d6f44ffSToby Isaac .seealso: DMPlexGetMaxProjectionHeight(), DMProjectFunctionLocal(), DMProjectFunctionLabelLocal() 276b29cfa1cSToby Isaac @*/ 277b29cfa1cSToby Isaac PetscErrorCode DMPlexSetMaxProjectionHeight(DM dm, PetscInt height) 278b29cfa1cSToby Isaac { 279b29cfa1cSToby Isaac DM_Plex *plex = (DM_Plex *) dm->data; 280b29cfa1cSToby Isaac 281b29cfa1cSToby Isaac PetscFunctionBegin; 282b29cfa1cSToby Isaac PetscValidHeaderSpecific(dm, DM_CLASSID, 1); 283b29cfa1cSToby Isaac plex->maxProjectionHeight = height; 284b29cfa1cSToby Isaac PetscFunctionReturn(0); 285b29cfa1cSToby Isaac } 286b29cfa1cSToby Isaac 287b29cfa1cSToby Isaac /*@ 288b29cfa1cSToby Isaac DMPlexGetMaxProjectionHeight - Get the maximum height (w.r.t. DAG) of mesh points used to evaluate dual bases in 289b29cfa1cSToby Isaac DMPlexProjectXXXLocal() functions. 290b29cfa1cSToby Isaac 291b29cfa1cSToby Isaac Input Parameters: 292b29cfa1cSToby Isaac . dm - the DMPlex object 293b29cfa1cSToby Isaac 294b29cfa1cSToby Isaac Output Parameters: 295b29cfa1cSToby Isaac . height - the maximum projection height 296b29cfa1cSToby Isaac 297b29cfa1cSToby Isaac Level: intermediate 298b29cfa1cSToby Isaac 2994d6f44ffSToby Isaac .seealso: DMPlexSetMaxProjectionHeight(), DMProjectFunctionLocal(), DMProjectFunctionLabelLocal() 300b29cfa1cSToby Isaac @*/ 301b29cfa1cSToby Isaac PetscErrorCode DMPlexGetMaxProjectionHeight(DM dm, PetscInt *height) 302b29cfa1cSToby Isaac { 303b29cfa1cSToby Isaac DM_Plex *plex = (DM_Plex *) dm->data; 304b29cfa1cSToby Isaac 305b29cfa1cSToby Isaac PetscFunctionBegin; 306b29cfa1cSToby Isaac PetscValidHeaderSpecific(dm, DM_CLASSID, 1); 307b29cfa1cSToby Isaac *height = plex->maxProjectionHeight; 308b29cfa1cSToby Isaac PetscFunctionReturn(0); 309b29cfa1cSToby Isaac } 310b29cfa1cSToby Isaac 311b278463cSMatthew G. Knepley /*@C 312b278463cSMatthew G. Knepley DMPlexInsertBoundaryValuesEssential - Insert boundary values into a local vector 313b278463cSMatthew G. Knepley 314b278463cSMatthew G. Knepley Input Parameters: 315b278463cSMatthew G. Knepley + dm - The DM, with a PetscDS that matches the problem being constrained 316b278463cSMatthew G. Knepley . time - The time 317b278463cSMatthew G. Knepley . field - The field to constrain 3181c531cf8SMatthew G. Knepley . Nc - The number of constrained field components, or 0 for all components 3191c531cf8SMatthew G. Knepley . comps - An array of constrained component numbers, or NULL for all components 320b278463cSMatthew G. Knepley . label - The DMLabel defining constrained points 321b278463cSMatthew G. Knepley . numids - The number of DMLabel ids for constrained points 322b278463cSMatthew G. Knepley . ids - An array of ids for constrained points 323b278463cSMatthew G. Knepley . func - A pointwise function giving boundary values 324b278463cSMatthew G. Knepley - ctx - An optional user context for bcFunc 325b278463cSMatthew G. Knepley 326b278463cSMatthew G. Knepley Output Parameter: 327b278463cSMatthew G. Knepley . locX - A local vector to receives the boundary values 328b278463cSMatthew G. Knepley 329b278463cSMatthew G. Knepley Level: developer 330b278463cSMatthew G. Knepley 331b278463cSMatthew G. Knepley .seealso: DMPlexInsertBoundaryValuesEssentialField(), DMAddBoundary() 332b278463cSMatthew G. Knepley @*/ 3331c531cf8SMatthew G. Knepley PetscErrorCode DMPlexInsertBoundaryValuesEssential(DM dm, PetscReal time, PetscInt field, PetscInt Nc, const PetscInt comps[], DMLabel label, PetscInt numids, const PetscInt ids[], PetscErrorCode (*func)(PetscInt, PetscReal, const PetscReal[], PetscInt, PetscScalar *, void *), void *ctx, Vec locX) 33455f2e967SMatthew G. Knepley { 3350163fd50SMatthew G. Knepley PetscErrorCode (**funcs)(PetscInt, PetscReal, const PetscReal x[], PetscInt, PetscScalar *u, void *ctx); 33655f2e967SMatthew G. Knepley void **ctxs; 337d7ddef95SMatthew G. Knepley PetscInt numFields; 338d7ddef95SMatthew G. Knepley PetscErrorCode ierr; 339d7ddef95SMatthew G. Knepley 340d7ddef95SMatthew G. Knepley PetscFunctionBegin; 341d7ddef95SMatthew G. Knepley ierr = DMGetNumFields(dm, &numFields);CHKERRQ(ierr); 342d7ddef95SMatthew G. Knepley ierr = PetscCalloc2(numFields,&funcs,numFields,&ctxs);CHKERRQ(ierr); 343d7ddef95SMatthew G. Knepley funcs[field] = func; 344d7ddef95SMatthew G. Knepley ctxs[field] = ctx; 3451c531cf8SMatthew G. Knepley ierr = DMProjectFunctionLabelLocal(dm, time, label, numids, ids, Nc, comps, funcs, ctxs, INSERT_BC_VALUES, locX);CHKERRQ(ierr); 346d7ddef95SMatthew G. Knepley ierr = PetscFree2(funcs,ctxs);CHKERRQ(ierr); 347d7ddef95SMatthew G. Knepley PetscFunctionReturn(0); 348d7ddef95SMatthew G. Knepley } 349d7ddef95SMatthew G. Knepley 350b278463cSMatthew G. Knepley /*@C 351b278463cSMatthew G. Knepley DMPlexInsertBoundaryValuesEssentialField - Insert boundary values into a local vector 352b278463cSMatthew G. Knepley 353b278463cSMatthew G. Knepley Input Parameters: 354b278463cSMatthew G. Knepley + dm - The DM, with a PetscDS that matches the problem being constrained 355b278463cSMatthew G. Knepley . time - The time 356b278463cSMatthew G. Knepley . locU - A local vector with the input solution values 357b278463cSMatthew G. Knepley . field - The field to constrain 3581c531cf8SMatthew G. Knepley . Nc - The number of constrained field components, or 0 for all components 3591c531cf8SMatthew G. Knepley . comps - An array of constrained component numbers, or NULL for all components 360b278463cSMatthew G. Knepley . label - The DMLabel defining constrained points 361b278463cSMatthew G. Knepley . numids - The number of DMLabel ids for constrained points 362b278463cSMatthew G. Knepley . ids - An array of ids for constrained points 363b278463cSMatthew G. Knepley . func - A pointwise function giving boundary values 364b278463cSMatthew G. Knepley - ctx - An optional user context for bcFunc 365b278463cSMatthew G. Knepley 366b278463cSMatthew G. Knepley Output Parameter: 367b278463cSMatthew G. Knepley . locX - A local vector to receives the boundary values 368b278463cSMatthew G. Knepley 369b278463cSMatthew G. Knepley Level: developer 370b278463cSMatthew G. Knepley 371b278463cSMatthew G. Knepley .seealso: DMPlexInsertBoundaryValuesEssential(), DMAddBoundary() 372b278463cSMatthew G. Knepley @*/ 3731c531cf8SMatthew G. Knepley PetscErrorCode DMPlexInsertBoundaryValuesEssentialField(DM dm, PetscReal time, Vec locU, PetscInt field, PetscInt Nc, const PetscInt comps[], DMLabel label, PetscInt numids, const PetscInt ids[], 374c60e475cSMatthew G. Knepley void (*func)(PetscInt, PetscInt, PetscInt, 375c60e475cSMatthew G. Knepley const PetscInt[], const PetscInt[], const PetscScalar[], const PetscScalar[], const PetscScalar[], 376c60e475cSMatthew G. Knepley const PetscInt[], const PetscInt[], const PetscScalar[], const PetscScalar[], const PetscScalar[], 37797b6e6e8SMatthew G. Knepley PetscReal, const PetscReal[], PetscInt, const PetscScalar[], 378b278463cSMatthew G. Knepley PetscScalar[]), 379b278463cSMatthew G. Knepley void *ctx, Vec locX) 380c60e475cSMatthew G. Knepley { 381c60e475cSMatthew G. Knepley void (**funcs)(PetscInt, PetscInt, PetscInt, 382c60e475cSMatthew G. Knepley const PetscInt[], const PetscInt[], const PetscScalar[], const PetscScalar[], const PetscScalar[], 383c60e475cSMatthew G. Knepley const PetscInt[], const PetscInt[], const PetscScalar[], const PetscScalar[], const PetscScalar[], 38497b6e6e8SMatthew G. Knepley PetscReal, const PetscReal[], PetscInt, const PetscScalar[], PetscScalar[]); 385c60e475cSMatthew G. Knepley void **ctxs; 386c60e475cSMatthew G. Knepley PetscInt numFields; 387c60e475cSMatthew G. Knepley PetscErrorCode ierr; 388c60e475cSMatthew G. Knepley 389c60e475cSMatthew G. Knepley PetscFunctionBegin; 390c60e475cSMatthew G. Knepley ierr = DMGetNumFields(dm, &numFields);CHKERRQ(ierr); 391c60e475cSMatthew G. Knepley ierr = PetscCalloc2(numFields,&funcs,numFields,&ctxs);CHKERRQ(ierr); 392c60e475cSMatthew G. Knepley funcs[field] = func; 393c60e475cSMatthew G. Knepley ctxs[field] = ctx; 3941c531cf8SMatthew G. Knepley ierr = DMProjectFieldLabelLocal(dm, time, label, numids, ids, Nc, comps, locU, funcs, INSERT_BC_VALUES, locX);CHKERRQ(ierr); 395c60e475cSMatthew G. Knepley ierr = PetscFree2(funcs,ctxs);CHKERRQ(ierr); 396c60e475cSMatthew G. Knepley PetscFunctionReturn(0); 397c60e475cSMatthew G. Knepley } 398c60e475cSMatthew G. Knepley 399b278463cSMatthew G. Knepley /*@C 400b278463cSMatthew G. Knepley DMPlexInsertBoundaryValuesRiemann - Insert boundary values into a local vector 401b278463cSMatthew G. Knepley 402b278463cSMatthew G. Knepley Input Parameters: 403b278463cSMatthew G. Knepley + dm - The DM, with a PetscDS that matches the problem being constrained 404b278463cSMatthew G. Knepley . time - The time 405b278463cSMatthew G. Knepley . faceGeometry - A vector with the FVM face geometry information 406b278463cSMatthew G. Knepley . cellGeometry - A vector with the FVM cell geometry information 407b278463cSMatthew G. Knepley . Grad - A vector with the FVM cell gradient information 408b278463cSMatthew G. Knepley . field - The field to constrain 4091c531cf8SMatthew G. Knepley . Nc - The number of constrained field components, or 0 for all components 4101c531cf8SMatthew G. Knepley . comps - An array of constrained component numbers, or NULL for all components 411b278463cSMatthew G. Knepley . label - The DMLabel defining constrained points 412b278463cSMatthew G. Knepley . numids - The number of DMLabel ids for constrained points 413b278463cSMatthew G. Knepley . ids - An array of ids for constrained points 414b278463cSMatthew G. Knepley . func - A pointwise function giving boundary values 415b278463cSMatthew G. Knepley - ctx - An optional user context for bcFunc 416b278463cSMatthew G. Knepley 417b278463cSMatthew G. Knepley Output Parameter: 418b278463cSMatthew G. Knepley . locX - A local vector to receives the boundary values 419b278463cSMatthew G. Knepley 420b278463cSMatthew G. Knepley Note: This implementation currently ignores the numcomps/comps argument from DMAddBoundary() 421b278463cSMatthew G. Knepley 422b278463cSMatthew G. Knepley Level: developer 423b278463cSMatthew G. Knepley 424b278463cSMatthew G. Knepley .seealso: DMPlexInsertBoundaryValuesEssential(), DMPlexInsertBoundaryValuesEssentialField(), DMAddBoundary() 425b278463cSMatthew G. Knepley @*/ 4261c531cf8SMatthew G. Knepley PetscErrorCode DMPlexInsertBoundaryValuesRiemann(DM dm, PetscReal time, Vec faceGeometry, Vec cellGeometry, Vec Grad, PetscInt field, PetscInt Nc, const PetscInt comps[], DMLabel label, PetscInt numids, const PetscInt ids[], 427b278463cSMatthew G. Knepley PetscErrorCode (*func)(PetscReal,const PetscReal*,const PetscReal*,const PetscScalar*,PetscScalar*,void*), void *ctx, Vec locX) 428d7ddef95SMatthew G. Knepley { 42961f58d28SMatthew G. Knepley PetscDS prob; 430da97024aSMatthew G. Knepley PetscSF sf; 431d7ddef95SMatthew G. Knepley DM dmFace, dmCell, dmGrad; 43220369375SToby Isaac const PetscScalar *facegeom, *cellgeom = NULL, *grad; 433da97024aSMatthew G. Knepley const PetscInt *leaves; 434d7ddef95SMatthew G. Knepley PetscScalar *x, *fx; 435520b3818SMatthew G. Knepley PetscInt dim, nleaves, loc, fStart, fEnd, pdim, i; 436e735a8a9SMatthew G. Knepley PetscErrorCode ierr, ierru = 0; 437d7ddef95SMatthew G. Knepley 438d7ddef95SMatthew G. Knepley PetscFunctionBegin; 439da97024aSMatthew G. Knepley ierr = DMGetPointSF(dm, &sf);CHKERRQ(ierr); 440da97024aSMatthew G. Knepley ierr = PetscSFGetGraph(sf, NULL, &nleaves, &leaves, NULL);CHKERRQ(ierr); 441da97024aSMatthew G. Knepley nleaves = PetscMax(0, nleaves); 442d7ddef95SMatthew G. Knepley ierr = DMGetDimension(dm, &dim);CHKERRQ(ierr); 443d7ddef95SMatthew G. Knepley ierr = DMPlexGetHeightStratum(dm, 1, &fStart, &fEnd);CHKERRQ(ierr); 44461f58d28SMatthew G. Knepley ierr = DMGetDS(dm, &prob);CHKERRQ(ierr); 445d7ddef95SMatthew G. Knepley ierr = VecGetDM(faceGeometry, &dmFace);CHKERRQ(ierr); 446d7ddef95SMatthew G. Knepley ierr = VecGetArrayRead(faceGeometry, &facegeom);CHKERRQ(ierr); 44720369375SToby Isaac if (cellGeometry) { 448d7ddef95SMatthew G. Knepley ierr = VecGetDM(cellGeometry, &dmCell);CHKERRQ(ierr); 449d7ddef95SMatthew G. Knepley ierr = VecGetArrayRead(cellGeometry, &cellgeom);CHKERRQ(ierr); 45020369375SToby Isaac } 451d7ddef95SMatthew G. Knepley if (Grad) { 452c0a6632aSMatthew G. Knepley PetscFV fv; 453c0a6632aSMatthew G. Knepley 454c0a6632aSMatthew G. Knepley ierr = PetscDSGetDiscretization(prob, field, (PetscObject *) &fv);CHKERRQ(ierr); 455d7ddef95SMatthew G. Knepley ierr = VecGetDM(Grad, &dmGrad);CHKERRQ(ierr); 456d7ddef95SMatthew G. Knepley ierr = VecGetArrayRead(Grad, &grad);CHKERRQ(ierr); 457d7ddef95SMatthew G. Knepley ierr = PetscFVGetNumComponents(fv, &pdim);CHKERRQ(ierr); 45869291d52SBarry Smith ierr = DMGetWorkArray(dm, pdim, MPIU_SCALAR, &fx);CHKERRQ(ierr); 459d7ddef95SMatthew G. Knepley } 460d7ddef95SMatthew G. Knepley ierr = VecGetArray(locX, &x);CHKERRQ(ierr); 461d7ddef95SMatthew G. Knepley for (i = 0; i < numids; ++i) { 462d7ddef95SMatthew G. Knepley IS faceIS; 463d7ddef95SMatthew G. Knepley const PetscInt *faces; 464d7ddef95SMatthew G. Knepley PetscInt numFaces, f; 465d7ddef95SMatthew G. Knepley 466d7ddef95SMatthew G. Knepley ierr = DMLabelGetStratumIS(label, ids[i], &faceIS);CHKERRQ(ierr); 467d7ddef95SMatthew G. Knepley if (!faceIS) continue; /* No points with that id on this process */ 468d7ddef95SMatthew G. Knepley ierr = ISGetLocalSize(faceIS, &numFaces);CHKERRQ(ierr); 469d7ddef95SMatthew G. Knepley ierr = ISGetIndices(faceIS, &faces);CHKERRQ(ierr); 470d7ddef95SMatthew G. Knepley for (f = 0; f < numFaces; ++f) { 471d7ddef95SMatthew G. Knepley const PetscInt face = faces[f], *cells; 472640bce14SSatish Balay PetscFVFaceGeom *fg; 473d7ddef95SMatthew G. Knepley 474d7ddef95SMatthew G. Knepley if ((face < fStart) || (face >= fEnd)) continue; /* Refinement adds non-faces to labels */ 475da97024aSMatthew G. Knepley ierr = PetscFindInt(face, nleaves, (PetscInt *) leaves, &loc);CHKERRQ(ierr); 476da97024aSMatthew G. Knepley if (loc >= 0) continue; 477d7ddef95SMatthew G. Knepley ierr = DMPlexPointLocalRead(dmFace, face, facegeom, &fg);CHKERRQ(ierr); 478d7ddef95SMatthew G. Knepley ierr = DMPlexGetSupport(dm, face, &cells);CHKERRQ(ierr); 479d7ddef95SMatthew G. Knepley if (Grad) { 480640bce14SSatish Balay PetscFVCellGeom *cg; 481640bce14SSatish Balay PetscScalar *cx, *cgrad; 482d7ddef95SMatthew G. Knepley PetscScalar *xG; 483d7ddef95SMatthew G. Knepley PetscReal dx[3]; 484d7ddef95SMatthew G. Knepley PetscInt d; 485d7ddef95SMatthew G. Knepley 486d7ddef95SMatthew G. Knepley ierr = DMPlexPointLocalRead(dmCell, cells[0], cellgeom, &cg);CHKERRQ(ierr); 487d7ddef95SMatthew G. Knepley ierr = DMPlexPointLocalRead(dm, cells[0], x, &cx);CHKERRQ(ierr); 488d7ddef95SMatthew G. Knepley ierr = DMPlexPointLocalRead(dmGrad, cells[0], grad, &cgrad);CHKERRQ(ierr); 489520b3818SMatthew G. Knepley ierr = DMPlexPointLocalFieldRef(dm, cells[1], field, x, &xG);CHKERRQ(ierr); 490d7ddef95SMatthew G. Knepley DMPlex_WaxpyD_Internal(dim, -1, cg->centroid, fg->centroid, dx); 491d7ddef95SMatthew G. Knepley for (d = 0; d < pdim; ++d) fx[d] = cx[d] + DMPlex_DotD_Internal(dim, &cgrad[d*dim], dx); 492e735a8a9SMatthew G. Knepley ierru = (*func)(time, fg->centroid, fg->normal, fx, xG, ctx); 493e735a8a9SMatthew G. Knepley if (ierru) { 494e735a8a9SMatthew G. Knepley ierr = ISRestoreIndices(faceIS, &faces);CHKERRQ(ierr); 495e735a8a9SMatthew G. Knepley ierr = ISDestroy(&faceIS);CHKERRQ(ierr); 496e735a8a9SMatthew G. Knepley goto cleanup; 497e735a8a9SMatthew G. Knepley } 498d7ddef95SMatthew G. Knepley } else { 499640bce14SSatish Balay PetscScalar *xI; 500d7ddef95SMatthew G. Knepley PetscScalar *xG; 501d7ddef95SMatthew G. Knepley 502d7ddef95SMatthew G. Knepley ierr = DMPlexPointLocalRead(dm, cells[0], x, &xI);CHKERRQ(ierr); 503520b3818SMatthew G. Knepley ierr = DMPlexPointLocalFieldRef(dm, cells[1], field, x, &xG);CHKERRQ(ierr); 504e735a8a9SMatthew G. Knepley ierru = (*func)(time, fg->centroid, fg->normal, xI, xG, ctx); 505e735a8a9SMatthew G. Knepley if (ierru) { 506e735a8a9SMatthew G. Knepley ierr = ISRestoreIndices(faceIS, &faces);CHKERRQ(ierr); 507e735a8a9SMatthew G. Knepley ierr = ISDestroy(&faceIS);CHKERRQ(ierr); 508e735a8a9SMatthew G. Knepley goto cleanup; 509e735a8a9SMatthew G. Knepley } 510d7ddef95SMatthew G. Knepley } 511d7ddef95SMatthew G. Knepley } 512d7ddef95SMatthew G. Knepley ierr = ISRestoreIndices(faceIS, &faces);CHKERRQ(ierr); 513d7ddef95SMatthew G. Knepley ierr = ISDestroy(&faceIS);CHKERRQ(ierr); 514d7ddef95SMatthew G. Knepley } 515e735a8a9SMatthew G. Knepley cleanup: 516d7ddef95SMatthew G. Knepley ierr = VecRestoreArray(locX, &x);CHKERRQ(ierr); 517d7ddef95SMatthew G. Knepley if (Grad) { 51869291d52SBarry Smith ierr = DMRestoreWorkArray(dm, pdim, MPIU_SCALAR, &fx);CHKERRQ(ierr); 519d7ddef95SMatthew G. Knepley ierr = VecRestoreArrayRead(Grad, &grad);CHKERRQ(ierr); 520d7ddef95SMatthew G. Knepley } 521e735a8a9SMatthew G. Knepley if (cellGeometry) {ierr = VecRestoreArrayRead(cellGeometry, &cellgeom);CHKERRQ(ierr);} 522d7ddef95SMatthew G. Knepley ierr = VecRestoreArrayRead(faceGeometry, &facegeom);CHKERRQ(ierr); 523e735a8a9SMatthew G. Knepley CHKERRQ(ierru); 524d7ddef95SMatthew G. Knepley PetscFunctionReturn(0); 525d7ddef95SMatthew G. Knepley } 526d7ddef95SMatthew G. Knepley 527f1d73a7aSMatthew G. Knepley PetscErrorCode DMPlexInsertBoundaryValues_Plex(DM dm, PetscBool insertEssential, Vec locX, PetscReal time, Vec faceGeomFVM, Vec cellGeomFVM, Vec gradFVM) 528d7ddef95SMatthew G. Knepley { 529d7ddef95SMatthew G. Knepley PetscInt numBd, b; 53055f2e967SMatthew G. Knepley PetscErrorCode ierr; 53155f2e967SMatthew G. Knepley 53255f2e967SMatthew G. Knepley PetscFunctionBegin; 533dff059c6SToby Isaac ierr = PetscDSGetNumBoundary(dm->prob, &numBd);CHKERRQ(ierr); 53455f2e967SMatthew G. Knepley for (b = 0; b < numBd; ++b) { 535f971fd6bSMatthew G. Knepley DMBoundaryConditionType type; 536d7ddef95SMatthew G. Knepley const char *labelname; 537d7ddef95SMatthew G. Knepley DMLabel label; 5381c531cf8SMatthew G. Knepley PetscInt field, Nc; 5391c531cf8SMatthew G. Knepley const PetscInt *comps; 540d7ddef95SMatthew G. Knepley PetscObject obj; 541d7ddef95SMatthew G. Knepley PetscClassId id; 542a30ec4eaSSatish Balay void (*func)(void); 543d7ddef95SMatthew G. Knepley PetscInt numids; 544d7ddef95SMatthew G. Knepley const PetscInt *ids; 54555f2e967SMatthew G. Knepley void *ctx; 54655f2e967SMatthew G. Knepley 5471c531cf8SMatthew G. Knepley ierr = DMGetBoundary(dm, b, &type, NULL, &labelname, &field, &Nc, &comps, &func, &numids, &ids, &ctx);CHKERRQ(ierr); 548f971fd6bSMatthew G. Knepley if (insertEssential != (type & DM_BC_ESSENTIAL)) continue; 549c58f1c22SToby Isaac ierr = DMGetLabel(dm, labelname, &label);CHKERRQ(ierr); 550d7ddef95SMatthew G. Knepley ierr = DMGetField(dm, field, &obj);CHKERRQ(ierr); 551d7ddef95SMatthew G. Knepley ierr = PetscObjectGetClassId(obj, &id);CHKERRQ(ierr); 552d7ddef95SMatthew G. Knepley if (id == PETSCFE_CLASSID) { 553c60e475cSMatthew G. Knepley switch (type) { 554c60e475cSMatthew G. Knepley /* for FEM, there is no insertion to be done for non-essential boundary conditions */ 555c60e475cSMatthew G. Knepley case DM_BC_ESSENTIAL: 556092e5057SToby Isaac ierr = DMPlexLabelAddCells(dm,label);CHKERRQ(ierr); 5571c531cf8SMatthew G. Knepley ierr = DMPlexInsertBoundaryValuesEssential(dm, time, field, Nc, comps, label, numids, ids, (PetscErrorCode (*)(PetscInt, PetscReal, const PetscReal[], PetscInt, PetscScalar *, void *)) func, ctx, locX);CHKERRQ(ierr); 558092e5057SToby Isaac ierr = DMPlexLabelClearCells(dm,label);CHKERRQ(ierr); 559c60e475cSMatthew G. Knepley break; 560c60e475cSMatthew G. Knepley case DM_BC_ESSENTIAL_FIELD: 561c60e475cSMatthew G. Knepley ierr = DMPlexLabelAddCells(dm,label);CHKERRQ(ierr); 5621c531cf8SMatthew G. Knepley ierr = DMPlexInsertBoundaryValuesEssentialField(dm, time, locX, field, Nc, comps, label, numids, ids, 563b278463cSMatthew G. Knepley (void (*)(PetscInt, PetscInt, PetscInt, const PetscInt[], const PetscInt[], const PetscScalar[], const PetscScalar[], const PetscScalar[], 564c60e475cSMatthew G. Knepley const PetscInt[], const PetscInt[], const PetscScalar[], const PetscScalar[], const PetscScalar[], 56597b6e6e8SMatthew G. Knepley PetscReal, const PetscReal[], PetscInt, const PetscScalar[], PetscScalar[])) func, ctx, locX);CHKERRQ(ierr); 566c60e475cSMatthew G. Knepley ierr = DMPlexLabelClearCells(dm,label);CHKERRQ(ierr); 567c60e475cSMatthew G. Knepley break; 568c60e475cSMatthew G. Knepley default: break; 569c60e475cSMatthew G. Knepley } 570d7ddef95SMatthew G. Knepley } else if (id == PETSCFV_CLASSID) { 57143ea7facSMatthew G. Knepley if (!faceGeomFVM) continue; 5721c531cf8SMatthew G. Knepley ierr = DMPlexInsertBoundaryValuesRiemann(dm, time, faceGeomFVM, cellGeomFVM, gradFVM, field, Nc, comps, label, numids, ids, 573b278463cSMatthew G. Knepley (PetscErrorCode (*)(PetscReal,const PetscReal*,const PetscReal*,const PetscScalar*,PetscScalar*,void*)) func, ctx, locX);CHKERRQ(ierr); 574d7ddef95SMatthew G. Knepley } else SETERRQ1(PetscObjectComm((PetscObject)dm), PETSC_ERR_ARG_WRONG, "Unknown discretization type for field %d", field); 57555f2e967SMatthew G. Knepley } 57655f2e967SMatthew G. Knepley PetscFunctionReturn(0); 57755f2e967SMatthew G. Knepley } 57855f2e967SMatthew G. Knepley 579f1d73a7aSMatthew G. Knepley /*@ 580f1d73a7aSMatthew G. Knepley DMPlexInsertBoundaryValues - Puts coefficients which represent boundary values into the local solution vector 581f1d73a7aSMatthew G. Knepley 582f1d73a7aSMatthew G. Knepley Input Parameters: 583f1d73a7aSMatthew G. Knepley + dm - The DM 584f1d73a7aSMatthew G. Knepley . insertEssential - Should I insert essential (e.g. Dirichlet) or inessential (e.g. Neumann) boundary conditions 585f1d73a7aSMatthew G. Knepley . time - The time 586f1d73a7aSMatthew G. Knepley . faceGeomFVM - Face geometry data for FV discretizations 587f1d73a7aSMatthew G. Knepley . cellGeomFVM - Cell geometry data for FV discretizations 588f1d73a7aSMatthew G. Knepley - gradFVM - Gradient reconstruction data for FV discretizations 589f1d73a7aSMatthew G. Knepley 590f1d73a7aSMatthew G. Knepley Output Parameters: 591f1d73a7aSMatthew G. Knepley . locX - Solution updated with boundary values 592f1d73a7aSMatthew G. Knepley 593f1d73a7aSMatthew G. Knepley Level: developer 594f1d73a7aSMatthew G. Knepley 595f1d73a7aSMatthew G. Knepley .seealso: DMProjectFunctionLabelLocal() 596f1d73a7aSMatthew G. Knepley @*/ 597f1d73a7aSMatthew G. Knepley PetscErrorCode DMPlexInsertBoundaryValues(DM dm, PetscBool insertEssential, Vec locX, PetscReal time, Vec faceGeomFVM, Vec cellGeomFVM, Vec gradFVM) 598f1d73a7aSMatthew G. Knepley { 599f1d73a7aSMatthew G. Knepley PetscErrorCode ierr; 600f1d73a7aSMatthew G. Knepley 601f1d73a7aSMatthew G. Knepley PetscFunctionBegin; 602f1d73a7aSMatthew G. Knepley PetscValidHeaderSpecific(dm, DM_CLASSID, 1); 603f1d73a7aSMatthew G. Knepley PetscValidHeaderSpecific(locX, VEC_CLASSID, 2); 604f1d73a7aSMatthew G. Knepley if (faceGeomFVM) {PetscValidHeaderSpecific(faceGeomFVM, VEC_CLASSID, 4);} 605f1d73a7aSMatthew G. Knepley if (cellGeomFVM) {PetscValidHeaderSpecific(cellGeomFVM, VEC_CLASSID, 5);} 606f1d73a7aSMatthew G. Knepley if (gradFVM) {PetscValidHeaderSpecific(gradFVM, VEC_CLASSID, 6);} 607f1d73a7aSMatthew G. Knepley ierr = PetscTryMethod(dm,"DMPlexInsertBoundaryValues_C",(DM,PetscBool,Vec,PetscReal,Vec,Vec,Vec),(dm,insertEssential,locX,time,faceGeomFVM,cellGeomFVM,gradFVM));CHKERRQ(ierr); 608f1d73a7aSMatthew G. Knepley PetscFunctionReturn(0); 609f1d73a7aSMatthew G. Knepley } 610f1d73a7aSMatthew G. Knepley 6110709b2feSToby Isaac PetscErrorCode DMComputeL2Diff_Plex(DM dm, PetscReal time, PetscErrorCode (**funcs)(PetscInt, PetscReal, const PetscReal [], PetscInt, PetscScalar *, void *), void **ctxs, Vec X, PetscReal *diff) 612cb1e1211SMatthew G Knepley { 613574a98acSMatthew G. Knepley Vec localX; 614574a98acSMatthew G. Knepley PetscErrorCode ierr; 615574a98acSMatthew G. Knepley 616574a98acSMatthew G. Knepley PetscFunctionBegin; 617574a98acSMatthew G. Knepley ierr = DMGetLocalVector(dm, &localX);CHKERRQ(ierr); 6185d42b983SMatthew G. Knepley ierr = DMPlexInsertBoundaryValues(dm, PETSC_TRUE, localX, time, NULL, NULL, NULL);CHKERRQ(ierr); 619574a98acSMatthew G. Knepley ierr = DMGlobalToLocalBegin(dm, X, INSERT_VALUES, localX);CHKERRQ(ierr); 620574a98acSMatthew G. Knepley ierr = DMGlobalToLocalEnd(dm, X, INSERT_VALUES, localX);CHKERRQ(ierr); 621574a98acSMatthew G. Knepley ierr = DMPlexComputeL2DiffLocal(dm, time, funcs, ctxs, localX, diff);CHKERRQ(ierr); 622574a98acSMatthew G. Knepley ierr = DMRestoreLocalVector(dm, &localX);CHKERRQ(ierr); 623574a98acSMatthew G. Knepley PetscFunctionReturn(0); 624574a98acSMatthew G. Knepley } 625574a98acSMatthew G. Knepley 626574a98acSMatthew G. Knepley /*@C 627574a98acSMatthew G. Knepley DMComputeL2Diff - This function computes the L_2 difference between a function u and an FEM interpolant solution u_h. 628574a98acSMatthew G. Knepley 629574a98acSMatthew G. Knepley Input Parameters: 630574a98acSMatthew G. Knepley + dm - The DM 631574a98acSMatthew G. Knepley . time - The time 632574a98acSMatthew G. Knepley . funcs - The functions to evaluate for each field component 633574a98acSMatthew G. Knepley . ctxs - Optional array of contexts to pass to each function, or NULL. 634574a98acSMatthew G. Knepley - localX - The coefficient vector u_h, a local vector 635574a98acSMatthew G. Knepley 636574a98acSMatthew G. Knepley Output Parameter: 637574a98acSMatthew G. Knepley . diff - The diff ||u - u_h||_2 638574a98acSMatthew G. Knepley 639574a98acSMatthew G. Knepley Level: developer 640574a98acSMatthew G. Knepley 641574a98acSMatthew G. Knepley .seealso: DMProjectFunction(), DMComputeL2FieldDiff(), DMComputeL2GradientDiff() 642574a98acSMatthew G. Knepley @*/ 643574a98acSMatthew G. Knepley PetscErrorCode DMPlexComputeL2DiffLocal(DM dm, PetscReal time, PetscErrorCode (**funcs)(PetscInt, PetscReal, const PetscReal [], PetscInt, PetscScalar *, void *), void **ctxs, Vec localX, PetscReal *diff) 644574a98acSMatthew G. Knepley { 6450f09c10fSMatthew G. Knepley const PetscInt debug = ((DM_Plex*)dm->data)->printL2; 646cb1e1211SMatthew G Knepley PetscSection section; 647c5bbbd5bSMatthew G. Knepley PetscQuadrature quad; 64815496722SMatthew G. Knepley PetscScalar *funcVal, *interpolant; 6497318780aSToby Isaac PetscReal *coords, *detJ, *J; 650cb1e1211SMatthew G Knepley PetscReal localDiff = 0.0; 6517318780aSToby Isaac const PetscReal *quadWeights; 652aed3cbd0SMatthew G. Knepley PetscInt dim, coordDim, numFields, numComponents = 0, qNc, Nq, cellHeight, cStart, cEnd, cEndInterior, c, field, fieldOffset; 653cb1e1211SMatthew G Knepley PetscErrorCode ierr; 654cb1e1211SMatthew G Knepley 655cb1e1211SMatthew G Knepley PetscFunctionBegin; 656c73cfb54SMatthew G. Knepley ierr = DMGetDimension(dm, &dim);CHKERRQ(ierr); 6577318780aSToby Isaac ierr = DMGetCoordinateDim(dm, &coordDim);CHKERRQ(ierr); 658e87a4003SBarry Smith ierr = DMGetSection(dm, §ion);CHKERRQ(ierr); 659cb1e1211SMatthew G Knepley ierr = PetscSectionGetNumFields(section, &numFields);CHKERRQ(ierr); 660cb1e1211SMatthew G Knepley for (field = 0; field < numFields; ++field) { 66115496722SMatthew G. Knepley PetscObject obj; 66215496722SMatthew G. Knepley PetscClassId id; 663c5bbbd5bSMatthew G. Knepley PetscInt Nc; 664c5bbbd5bSMatthew G. Knepley 66515496722SMatthew G. Knepley ierr = DMGetField(dm, field, &obj);CHKERRQ(ierr); 66615496722SMatthew G. Knepley ierr = PetscObjectGetClassId(obj, &id);CHKERRQ(ierr); 66715496722SMatthew G. Knepley if (id == PETSCFE_CLASSID) { 66815496722SMatthew G. Knepley PetscFE fe = (PetscFE) obj; 66915496722SMatthew G. Knepley 6700f2d7e86SMatthew G. Knepley ierr = PetscFEGetQuadrature(fe, &quad);CHKERRQ(ierr); 6710f2d7e86SMatthew G. Knepley ierr = PetscFEGetNumComponents(fe, &Nc);CHKERRQ(ierr); 67215496722SMatthew G. Knepley } else if (id == PETSCFV_CLASSID) { 67315496722SMatthew G. Knepley PetscFV fv = (PetscFV) obj; 67415496722SMatthew G. Knepley 67515496722SMatthew G. Knepley ierr = PetscFVGetQuadrature(fv, &quad);CHKERRQ(ierr); 67615496722SMatthew G. Knepley ierr = PetscFVGetNumComponents(fv, &Nc);CHKERRQ(ierr); 67715496722SMatthew G. Knepley } else SETERRQ1(PetscObjectComm((PetscObject)dm), PETSC_ERR_ARG_WRONG, "Unknown discretization type for field %d", field); 678c5bbbd5bSMatthew G. Knepley numComponents += Nc; 679cb1e1211SMatthew G Knepley } 6809c3cf19fSMatthew G. Knepley ierr = PetscQuadratureGetData(quad, NULL, &qNc, &Nq, NULL, &quadWeights);CHKERRQ(ierr); 681beaa55a6SMatthew G. Knepley if ((qNc != 1) && (qNc != numComponents)) SETERRQ2(PetscObjectComm((PetscObject) dm), PETSC_ERR_ARG_SIZ, "Quadrature components %D != %D field components", qNc, numComponents); 6827318780aSToby Isaac ierr = PetscMalloc5(numComponents,&funcVal,numComponents,&interpolant,coordDim*Nq,&coords,Nq,&detJ,coordDim*coordDim*Nq,&J);CHKERRQ(ierr); 683aed3cbd0SMatthew G. Knepley ierr = DMPlexGetVTKCellHeight(dm, &cellHeight);CHKERRQ(ierr); 684aed3cbd0SMatthew G. Knepley ierr = DMPlexGetHeightStratum(dm, cellHeight, &cStart, &cEnd);CHKERRQ(ierr); 6859ac3fadcSMatthew G. Knepley ierr = DMPlexGetHybridBounds(dm, &cEndInterior, NULL, NULL, NULL);CHKERRQ(ierr); 6869ac3fadcSMatthew G. Knepley cEnd = cEndInterior < 0 ? cEnd : cEndInterior; 687cb1e1211SMatthew G Knepley for (c = cStart; c < cEnd; ++c) { 688a1e44745SMatthew G. Knepley PetscScalar *x = NULL; 689cb1e1211SMatthew G Knepley PetscReal elemDiff = 0.0; 6909c3cf19fSMatthew G. Knepley PetscInt qc = 0; 691cb1e1211SMatthew G Knepley 6927318780aSToby Isaac ierr = DMPlexComputeCellGeometryFEM(dm, c, quad, coords, J, NULL, detJ);CHKERRQ(ierr); 693cb1e1211SMatthew G Knepley ierr = DMPlexVecGetClosure(dm, NULL, localX, c, NULL, &x);CHKERRQ(ierr); 694cb1e1211SMatthew G Knepley 69515496722SMatthew G. Knepley for (field = 0, fieldOffset = 0; field < numFields; ++field) { 69615496722SMatthew G. Knepley PetscObject obj; 69715496722SMatthew G. Knepley PetscClassId id; 698c110b1eeSGeoffrey Irving void * const ctx = ctxs ? ctxs[field] : NULL; 69915496722SMatthew G. Knepley PetscInt Nb, Nc, q, fc; 700cb1e1211SMatthew G Knepley 70115496722SMatthew G. Knepley ierr = DMGetField(dm, field, &obj);CHKERRQ(ierr); 70215496722SMatthew G. Knepley ierr = PetscObjectGetClassId(obj, &id);CHKERRQ(ierr); 70315496722SMatthew G. Knepley if (id == PETSCFE_CLASSID) {ierr = PetscFEGetNumComponents((PetscFE) obj, &Nc);CHKERRQ(ierr);ierr = PetscFEGetDimension((PetscFE) obj, &Nb);CHKERRQ(ierr);} 70415496722SMatthew G. Knepley else if (id == PETSCFV_CLASSID) {ierr = PetscFVGetNumComponents((PetscFV) obj, &Nc);CHKERRQ(ierr);Nb = 1;} 70515496722SMatthew G. Knepley else SETERRQ1(PetscObjectComm((PetscObject)dm), PETSC_ERR_ARG_WRONG, "Unknown discretization type for field %d", field); 706cb1e1211SMatthew G Knepley if (debug) { 707cb1e1211SMatthew G Knepley char title[1024]; 708cb1e1211SMatthew G Knepley ierr = PetscSNPrintf(title, 1023, "Solution for Field %d", field);CHKERRQ(ierr); 7094c848028SMatthew G. Knepley ierr = DMPrintCellVector(c, title, Nb, &x[fieldOffset]);CHKERRQ(ierr); 710cb1e1211SMatthew G Knepley } 7117318780aSToby Isaac for (q = 0; q < Nq; ++q) { 7127318780aSToby Isaac if (detJ[q] <= 0.0) SETERRQ3(PETSC_COMM_SELF, PETSC_ERR_ARG_OUTOFRANGE, "Invalid determinant %g for element %D, point %D", detJ[q], c, q); 7137318780aSToby Isaac ierr = (*funcs[field])(coordDim, time, &coords[coordDim * q], Nc, funcVal, ctx); 714e735a8a9SMatthew G. Knepley if (ierr) { 715e735a8a9SMatthew G. Knepley PetscErrorCode ierr2; 716e735a8a9SMatthew G. Knepley ierr2 = DMPlexVecRestoreClosure(dm, NULL, localX, c, NULL, &x);CHKERRQ(ierr2); 717e735a8a9SMatthew G. Knepley ierr2 = DMRestoreLocalVector(dm, &localX);CHKERRQ(ierr2); 7187318780aSToby Isaac ierr2 = PetscFree5(funcVal,interpolant,coords,detJ,J);CHKERRQ(ierr2); 719e735a8a9SMatthew G. Knepley CHKERRQ(ierr); 720e735a8a9SMatthew G. Knepley } 72115496722SMatthew G. Knepley if (id == PETSCFE_CLASSID) {ierr = PetscFEInterpolate_Static((PetscFE) obj, &x[fieldOffset], q, interpolant);CHKERRQ(ierr);} 72215496722SMatthew G. Knepley else if (id == PETSCFV_CLASSID) {ierr = PetscFVInterpolate_Static((PetscFV) obj, &x[fieldOffset], q, interpolant);CHKERRQ(ierr);} 72315496722SMatthew G. Knepley else SETERRQ1(PetscObjectComm((PetscObject)dm), PETSC_ERR_ARG_WRONG, "Unknown discretization type for field %d", field); 72415496722SMatthew G. Knepley for (fc = 0; fc < Nc; ++fc) { 725beaa55a6SMatthew G. Knepley const PetscReal wt = quadWeights[q*qNc+(qNc == 1 ? 0 : qc+fc)]; 726beaa55a6SMatthew G. Knepley if (debug) {ierr = PetscPrintf(PETSC_COMM_SELF, " elem %d field %d diff %g\n", c, field, PetscSqr(PetscRealPart(interpolant[fc] - funcVal[fc]))*wt*detJ[q]);CHKERRQ(ierr);} 727beaa55a6SMatthew G. Knepley elemDiff += PetscSqr(PetscRealPart(interpolant[fc] - funcVal[fc]))*wt*detJ[q]; 728cb1e1211SMatthew G Knepley } 729cb1e1211SMatthew G Knepley } 7309c3cf19fSMatthew G. Knepley fieldOffset += Nb; 731beaa55a6SMatthew G. Knepley qc += Nc; 732cb1e1211SMatthew G Knepley } 733cb1e1211SMatthew G Knepley ierr = DMPlexVecRestoreClosure(dm, NULL, localX, c, NULL, &x);CHKERRQ(ierr); 734cb1e1211SMatthew G Knepley if (debug) {ierr = PetscPrintf(PETSC_COMM_SELF, " elem %d diff %g\n", c, elemDiff);CHKERRQ(ierr);} 735cb1e1211SMatthew G Knepley localDiff += elemDiff; 736cb1e1211SMatthew G Knepley } 7377318780aSToby Isaac ierr = PetscFree5(funcVal,interpolant,coords,detJ,J);CHKERRQ(ierr); 738b2566f29SBarry Smith ierr = MPIU_Allreduce(&localDiff, diff, 1, MPIU_REAL, MPIU_SUM, PetscObjectComm((PetscObject)dm));CHKERRQ(ierr); 739cb1e1211SMatthew G Knepley *diff = PetscSqrtReal(*diff); 740cb1e1211SMatthew G Knepley PetscFunctionReturn(0); 741cb1e1211SMatthew G Knepley } 742cb1e1211SMatthew G Knepley 743b698f381SToby Isaac PetscErrorCode DMComputeL2GradientDiff_Plex(DM dm, PetscReal time, PetscErrorCode (**funcs)(PetscInt, PetscReal, const PetscReal [], const PetscReal [], PetscInt, PetscScalar *, void *), void **ctxs, Vec X, const PetscReal n[], PetscReal *diff) 744cb1e1211SMatthew G Knepley { 7450f09c10fSMatthew G. Knepley const PetscInt debug = ((DM_Plex*)dm->data)->printL2; 746cb1e1211SMatthew G Knepley PetscSection section; 74740e14135SMatthew G. Knepley PetscQuadrature quad; 74840e14135SMatthew G. Knepley Vec localX; 7499c3cf19fSMatthew G. Knepley PetscScalar *funcVal, *interpolant; 7509c3cf19fSMatthew G. Knepley const PetscReal *quadPoints, *quadWeights; 7517318780aSToby Isaac PetscReal *coords, *realSpaceDer, *J, *invJ, *detJ; 75240e14135SMatthew G. Knepley PetscReal localDiff = 0.0; 7539c3cf19fSMatthew G. Knepley PetscInt dim, coordDim, qNc = 0, Nq = 0, numFields, numComponents = 0, cStart, cEnd, cEndInterior, c, field, fieldOffset; 754cb1e1211SMatthew G Knepley PetscErrorCode ierr; 755cb1e1211SMatthew G Knepley 756cb1e1211SMatthew G Knepley PetscFunctionBegin; 757c73cfb54SMatthew G. Knepley ierr = DMGetDimension(dm, &dim);CHKERRQ(ierr); 7587318780aSToby Isaac ierr = DMGetCoordinateDim(dm, &coordDim);CHKERRQ(ierr); 759e87a4003SBarry Smith ierr = DMGetSection(dm, §ion);CHKERRQ(ierr); 76040e14135SMatthew G. Knepley ierr = PetscSectionGetNumFields(section, &numFields);CHKERRQ(ierr); 76140e14135SMatthew G. Knepley ierr = DMGetLocalVector(dm, &localX);CHKERRQ(ierr); 76240e14135SMatthew G. Knepley ierr = DMGlobalToLocalBegin(dm, X, INSERT_VALUES, localX);CHKERRQ(ierr); 76340e14135SMatthew G. Knepley ierr = DMGlobalToLocalEnd(dm, X, INSERT_VALUES, localX);CHKERRQ(ierr); 764652b88e8SMatthew G. Knepley for (field = 0; field < numFields; ++field) { 7650f2d7e86SMatthew G. Knepley PetscFE fe; 76640e14135SMatthew G. Knepley PetscInt Nc; 767652b88e8SMatthew G. Knepley 7680f2d7e86SMatthew G. Knepley ierr = DMGetField(dm, field, (PetscObject *) &fe);CHKERRQ(ierr); 7690f2d7e86SMatthew G. Knepley ierr = PetscFEGetQuadrature(fe, &quad);CHKERRQ(ierr); 7700f2d7e86SMatthew G. Knepley ierr = PetscFEGetNumComponents(fe, &Nc);CHKERRQ(ierr); 77140e14135SMatthew G. Knepley numComponents += Nc; 772652b88e8SMatthew G. Knepley } 7739c3cf19fSMatthew G. Knepley ierr = PetscQuadratureGetData(quad, NULL, &qNc, &Nq, &quadPoints, &quadWeights);CHKERRQ(ierr); 774beaa55a6SMatthew G. Knepley if ((qNc != 1) && (qNc != numComponents)) SETERRQ2(PetscObjectComm((PetscObject) dm), PETSC_ERR_ARG_SIZ, "Quadrature components %D != %D field components", qNc, numComponents); 7754d6f44ffSToby Isaac /* ierr = DMProjectFunctionLocal(dm, fe, funcs, INSERT_BC_VALUES, localX);CHKERRQ(ierr); */ 7769c3cf19fSMatthew G. Knepley ierr = PetscMalloc7(numComponents,&funcVal,coordDim*Nq,&coords,coordDim*Nq,&realSpaceDer,coordDim*coordDim*Nq,&J,coordDim*coordDim*Nq,&invJ,numComponents,&interpolant,Nq,&detJ);CHKERRQ(ierr); 77740e14135SMatthew G. Knepley ierr = DMPlexGetHeightStratum(dm, 0, &cStart, &cEnd);CHKERRQ(ierr); 7789ac3fadcSMatthew G. Knepley ierr = DMPlexGetHybridBounds(dm, &cEndInterior, NULL, NULL, NULL);CHKERRQ(ierr); 7799ac3fadcSMatthew G. Knepley cEnd = cEndInterior < 0 ? cEnd : cEndInterior; 78040e14135SMatthew G. Knepley for (c = cStart; c < cEnd; ++c) { 78140e14135SMatthew G. Knepley PetscScalar *x = NULL; 78240e14135SMatthew G. Knepley PetscReal elemDiff = 0.0; 7839c3cf19fSMatthew G. Knepley PetscInt qc = 0; 784652b88e8SMatthew G. Knepley 7857318780aSToby Isaac ierr = DMPlexComputeCellGeometryFEM(dm, c, quad, coords, J, invJ, detJ);CHKERRQ(ierr); 78640e14135SMatthew G. Knepley ierr = DMPlexVecGetClosure(dm, NULL, localX, c, NULL, &x);CHKERRQ(ierr); 78740e14135SMatthew G. Knepley 7889c3cf19fSMatthew G. Knepley for (field = 0, fieldOffset = 0; field < numFields; ++field) { 7890f2d7e86SMatthew G. Knepley PetscFE fe; 79051259fa3SMatthew G. Knepley void * const ctx = ctxs ? ctxs[field] : NULL; 79140e14135SMatthew G. Knepley PetscReal *basisDer; 7929c3cf19fSMatthew G. Knepley PetscInt Nb, Nc, q, fc; 79340e14135SMatthew G. Knepley 7940f2d7e86SMatthew G. Knepley ierr = DMGetField(dm, field, (PetscObject *) &fe);CHKERRQ(ierr); 7950f2d7e86SMatthew G. Knepley ierr = PetscFEGetDimension(fe, &Nb);CHKERRQ(ierr); 7969c3cf19fSMatthew G. Knepley ierr = PetscFEGetNumComponents(fe, &Nc);CHKERRQ(ierr); 7970f2d7e86SMatthew G. Knepley ierr = PetscFEGetDefaultTabulation(fe, NULL, &basisDer, NULL);CHKERRQ(ierr); 79840e14135SMatthew G. Knepley if (debug) { 79940e14135SMatthew G. Knepley char title[1024]; 80040e14135SMatthew G. Knepley ierr = PetscSNPrintf(title, 1023, "Solution for Field %d", field);CHKERRQ(ierr); 8019c3cf19fSMatthew G. Knepley ierr = DMPrintCellVector(c, title, Nb, &x[fieldOffset]);CHKERRQ(ierr); 802652b88e8SMatthew G. Knepley } 8039c3cf19fSMatthew G. Knepley for (q = 0; q < Nq; ++q) { 8047318780aSToby Isaac if (detJ[q] <= 0.0) SETERRQ3(PETSC_COMM_SELF, PETSC_ERR_ARG_OUTOFRANGE, "Invalid determinant %g for element %D, quadrature points %D", detJ[q], c, q); 8057318780aSToby Isaac ierr = (*funcs[field])(coordDim, time, &coords[q*coordDim], n, numFields, funcVal, ctx); 806e735a8a9SMatthew G. Knepley if (ierr) { 807e735a8a9SMatthew G. Knepley PetscErrorCode ierr2; 808e735a8a9SMatthew G. Knepley ierr2 = DMPlexVecRestoreClosure(dm, NULL, localX, c, NULL, &x);CHKERRQ(ierr2); 809e735a8a9SMatthew G. Knepley ierr2 = DMRestoreLocalVector(dm, &localX);CHKERRQ(ierr2); 8109c3cf19fSMatthew G. Knepley ierr2 = PetscFree7(funcVal,coords,realSpaceDer,J,invJ,interpolant,detJ);CHKERRQ(ierr2); 811e735a8a9SMatthew G. Knepley CHKERRQ(ierr); 812e735a8a9SMatthew G. Knepley } 8139c3cf19fSMatthew G. Knepley ierr = PetscFEInterpolateGradient_Static(fe, &x[fieldOffset], coordDim, invJ, n, q, interpolant);CHKERRQ(ierr); 8149c3cf19fSMatthew G. Knepley for (fc = 0; fc < Nc; ++fc) { 815beaa55a6SMatthew G. Knepley const PetscReal wt = quadWeights[q*qNc+(qNc == 1 ? 0 : qc+fc)]; 816beaa55a6SMatthew G. Knepley if (debug) {ierr = PetscPrintf(PETSC_COMM_SELF, " elem %d fieldDer %d diff %g\n", c, field, PetscSqr(PetscRealPart(interpolant[fc] - funcVal[fc]))*wt*detJ[q]);CHKERRQ(ierr);} 817beaa55a6SMatthew G. Knepley elemDiff += PetscSqr(PetscRealPart(interpolant[fc] - funcVal[fc]))*wt*detJ[q]; 81840e14135SMatthew G. Knepley } 81940e14135SMatthew G. Knepley } 8209c3cf19fSMatthew G. Knepley fieldOffset += Nb; 8219c3cf19fSMatthew G. Knepley qc += Nc; 82240e14135SMatthew G. Knepley } 82340e14135SMatthew G. Knepley ierr = DMPlexVecRestoreClosure(dm, NULL, localX, c, NULL, &x);CHKERRQ(ierr); 82440e14135SMatthew G. Knepley if (debug) {ierr = PetscPrintf(PETSC_COMM_SELF, " elem %d diff %g\n", c, elemDiff);CHKERRQ(ierr);} 82540e14135SMatthew G. Knepley localDiff += elemDiff; 82640e14135SMatthew G. Knepley } 8279c3cf19fSMatthew G. Knepley ierr = PetscFree7(funcVal,coords,realSpaceDer,J,invJ,interpolant,detJ);CHKERRQ(ierr); 82840e14135SMatthew G. Knepley ierr = DMRestoreLocalVector(dm, &localX);CHKERRQ(ierr); 829b2566f29SBarry Smith ierr = MPIU_Allreduce(&localDiff, diff, 1, MPIU_REAL, MPIU_SUM, PetscObjectComm((PetscObject)dm));CHKERRQ(ierr); 83040e14135SMatthew G. Knepley *diff = PetscSqrtReal(*diff); 831cb1e1211SMatthew G Knepley PetscFunctionReturn(0); 832cb1e1211SMatthew G Knepley } 833cb1e1211SMatthew G Knepley 834c6eecec3SToby Isaac PetscErrorCode DMComputeL2FieldDiff_Plex(DM dm, PetscReal time, PetscErrorCode (**funcs)(PetscInt, PetscReal, const PetscReal [], PetscInt, PetscScalar *, void *), void **ctxs, Vec X, PetscReal *diff) 83573d901b8SMatthew G. Knepley { 8360f09c10fSMatthew G. Knepley const PetscInt debug = ((DM_Plex*)dm->data)->printL2; 83773d901b8SMatthew G. Knepley PetscSection section; 83873d901b8SMatthew G. Knepley PetscQuadrature quad; 83973d901b8SMatthew G. Knepley Vec localX; 84015496722SMatthew G. Knepley PetscScalar *funcVal, *interpolant; 8417318780aSToby Isaac PetscReal *coords, *detJ, *J; 84273d901b8SMatthew G. Knepley PetscReal *localDiff; 84315496722SMatthew G. Knepley const PetscReal *quadPoints, *quadWeights; 8449c3cf19fSMatthew G. Knepley PetscInt dim, coordDim, numFields, numComponents = 0, qNc, Nq, cStart, cEnd, cEndInterior, c, field, fieldOffset; 84573d901b8SMatthew G. Knepley PetscErrorCode ierr; 84673d901b8SMatthew G. Knepley 84773d901b8SMatthew G. Knepley PetscFunctionBegin; 848c73cfb54SMatthew G. Knepley ierr = DMGetDimension(dm, &dim);CHKERRQ(ierr); 8497318780aSToby Isaac ierr = DMGetCoordinateDim(dm, &coordDim);CHKERRQ(ierr); 850e87a4003SBarry Smith ierr = DMGetSection(dm, §ion);CHKERRQ(ierr); 85173d901b8SMatthew G. Knepley ierr = PetscSectionGetNumFields(section, &numFields);CHKERRQ(ierr); 85273d901b8SMatthew G. Knepley ierr = DMGetLocalVector(dm, &localX);CHKERRQ(ierr); 853bdd6f66aSToby Isaac ierr = DMProjectFunctionLocal(dm, time, funcs, ctxs, INSERT_BC_VALUES, localX);CHKERRQ(ierr); 85473d901b8SMatthew G. Knepley ierr = DMGlobalToLocalBegin(dm, X, INSERT_VALUES, localX);CHKERRQ(ierr); 85573d901b8SMatthew G. Knepley ierr = DMGlobalToLocalEnd(dm, X, INSERT_VALUES, localX);CHKERRQ(ierr); 85673d901b8SMatthew G. Knepley for (field = 0; field < numFields; ++field) { 85715496722SMatthew G. Knepley PetscObject obj; 85815496722SMatthew G. Knepley PetscClassId id; 85973d901b8SMatthew G. Knepley PetscInt Nc; 86073d901b8SMatthew G. Knepley 86115496722SMatthew G. Knepley ierr = DMGetField(dm, field, &obj);CHKERRQ(ierr); 86215496722SMatthew G. Knepley ierr = PetscObjectGetClassId(obj, &id);CHKERRQ(ierr); 86315496722SMatthew G. Knepley if (id == PETSCFE_CLASSID) { 86415496722SMatthew G. Knepley PetscFE fe = (PetscFE) obj; 86515496722SMatthew G. Knepley 8660f2d7e86SMatthew G. Knepley ierr = PetscFEGetQuadrature(fe, &quad);CHKERRQ(ierr); 8670f2d7e86SMatthew G. Knepley ierr = PetscFEGetNumComponents(fe, &Nc);CHKERRQ(ierr); 86815496722SMatthew G. Knepley } else if (id == PETSCFV_CLASSID) { 86915496722SMatthew G. Knepley PetscFV fv = (PetscFV) obj; 87015496722SMatthew G. Knepley 87115496722SMatthew G. Knepley ierr = PetscFVGetQuadrature(fv, &quad);CHKERRQ(ierr); 87215496722SMatthew G. Knepley ierr = PetscFVGetNumComponents(fv, &Nc);CHKERRQ(ierr); 87315496722SMatthew G. Knepley } else SETERRQ1(PetscObjectComm((PetscObject)dm), PETSC_ERR_ARG_WRONG, "Unknown discretization type for field %d", field); 87473d901b8SMatthew G. Knepley numComponents += Nc; 87573d901b8SMatthew G. Knepley } 8769c3cf19fSMatthew G. Knepley ierr = PetscQuadratureGetData(quad, NULL, &qNc, &Nq, &quadPoints, &quadWeights);CHKERRQ(ierr); 877beaa55a6SMatthew G. Knepley if ((qNc != 1) && (qNc != numComponents)) SETERRQ2(PetscObjectComm((PetscObject) dm), PETSC_ERR_ARG_SIZ, "Quadrature components %D != %D field components", qNc, numComponents); 8787318780aSToby Isaac ierr = PetscCalloc6(numFields,&localDiff,numComponents,&funcVal,numComponents,&interpolant,coordDim*Nq,&coords,Nq,&detJ,coordDim*coordDim*Nq,&J);CHKERRQ(ierr); 87973d901b8SMatthew G. Knepley ierr = DMPlexGetHeightStratum(dm, 0, &cStart, &cEnd);CHKERRQ(ierr); 8809ac3fadcSMatthew G. Knepley ierr = DMPlexGetHybridBounds(dm, &cEndInterior, NULL, NULL, NULL);CHKERRQ(ierr); 8819ac3fadcSMatthew G. Knepley cEnd = cEndInterior < 0 ? cEnd : cEndInterior; 88273d901b8SMatthew G. Knepley for (c = cStart; c < cEnd; ++c) { 88373d901b8SMatthew G. Knepley PetscScalar *x = NULL; 8849c3cf19fSMatthew G. Knepley PetscInt qc = 0; 88573d901b8SMatthew G. Knepley 8867318780aSToby Isaac ierr = DMPlexComputeCellGeometryFEM(dm, c, quad, coords, J, NULL, detJ);CHKERRQ(ierr); 88773d901b8SMatthew G. Knepley ierr = DMPlexVecGetClosure(dm, NULL, localX, c, NULL, &x);CHKERRQ(ierr); 88873d901b8SMatthew G. Knepley 88915496722SMatthew G. Knepley for (field = 0, fieldOffset = 0; field < numFields; ++field) { 89015496722SMatthew G. Knepley PetscObject obj; 89115496722SMatthew G. Knepley PetscClassId id; 89273d901b8SMatthew G. Knepley void * const ctx = ctxs ? ctxs[field] : NULL; 89315496722SMatthew G. Knepley PetscInt Nb, Nc, q, fc; 89473d901b8SMatthew G. Knepley 89515496722SMatthew G. Knepley PetscReal elemDiff = 0.0; 89615496722SMatthew G. Knepley 89715496722SMatthew G. Knepley ierr = DMGetField(dm, field, &obj);CHKERRQ(ierr); 89815496722SMatthew G. Knepley ierr = PetscObjectGetClassId(obj, &id);CHKERRQ(ierr); 89915496722SMatthew G. Knepley if (id == PETSCFE_CLASSID) {ierr = PetscFEGetNumComponents((PetscFE) obj, &Nc);CHKERRQ(ierr);ierr = PetscFEGetDimension((PetscFE) obj, &Nb);CHKERRQ(ierr);} 90015496722SMatthew G. Knepley else if (id == PETSCFV_CLASSID) {ierr = PetscFVGetNumComponents((PetscFV) obj, &Nc);CHKERRQ(ierr);Nb = 1;} 90115496722SMatthew G. Knepley else SETERRQ1(PetscObjectComm((PetscObject)dm), PETSC_ERR_ARG_WRONG, "Unknown discretization type for field %d", field); 90273d901b8SMatthew G. Knepley if (debug) { 90373d901b8SMatthew G. Knepley char title[1024]; 90473d901b8SMatthew G. Knepley ierr = PetscSNPrintf(title, 1023, "Solution for Field %d", field);CHKERRQ(ierr); 90515496722SMatthew G. Knepley ierr = DMPrintCellVector(c, title, Nb*Nc, &x[fieldOffset]);CHKERRQ(ierr); 90673d901b8SMatthew G. Knepley } 9077318780aSToby Isaac for (q = 0; q < Nq; ++q) { 9087318780aSToby Isaac if (detJ[q] <= 0.0) SETERRQ3(PETSC_COMM_SELF, PETSC_ERR_ARG_OUTOFRANGE, "Invalid determinant %g for element %D, quadrature point %D", detJ, c, q); 9097318780aSToby Isaac ierr = (*funcs[field])(coordDim, time, &coords[coordDim*q], numFields, funcVal, ctx); 910e735a8a9SMatthew G. Knepley if (ierr) { 911e735a8a9SMatthew G. Knepley PetscErrorCode ierr2; 912e735a8a9SMatthew G. Knepley ierr2 = DMPlexVecRestoreClosure(dm, NULL, localX, c, NULL, &x);CHKERRQ(ierr2); 913e735a8a9SMatthew G. Knepley ierr2 = DMRestoreLocalVector(dm, &localX);CHKERRQ(ierr2); 9147318780aSToby Isaac ierr2 = PetscFree6(localDiff,funcVal,interpolant,coords,detJ,J);CHKERRQ(ierr2); 915e735a8a9SMatthew G. Knepley CHKERRQ(ierr); 916e735a8a9SMatthew G. Knepley } 91715496722SMatthew G. Knepley if (id == PETSCFE_CLASSID) {ierr = PetscFEInterpolate_Static((PetscFE) obj, &x[fieldOffset], q, interpolant);CHKERRQ(ierr);} 91815496722SMatthew G. Knepley else if (id == PETSCFV_CLASSID) {ierr = PetscFVInterpolate_Static((PetscFV) obj, &x[fieldOffset], q, interpolant);CHKERRQ(ierr);} 91915496722SMatthew G. Knepley else SETERRQ1(PetscObjectComm((PetscObject)dm), PETSC_ERR_ARG_WRONG, "Unknown discretization type for field %d", field); 92015496722SMatthew G. Knepley for (fc = 0; fc < Nc; ++fc) { 921beaa55a6SMatthew G. Knepley const PetscReal wt = quadWeights[q*qNc+(qNc == 1 ? 0 : qc+fc)]; 922beaa55a6SMatthew G. Knepley if (debug) {ierr = PetscPrintf(PETSC_COMM_SELF, " elem %d field %d point %g %g %g diff %g\n", c, field, coordDim > 0 ? coords[0] : 0., coordDim > 1 ? coords[1] : 0., coordDim > 2 ? coords[2] : 0., PetscSqr(PetscRealPart(interpolant[fc] - funcVal[fc]))*wt*detJ[q]);CHKERRQ(ierr);} 923beaa55a6SMatthew G. Knepley elemDiff += PetscSqr(PetscRealPart(interpolant[fc] - funcVal[fc]))*wt*detJ[q]; 92473d901b8SMatthew G. Knepley } 92573d901b8SMatthew G. Knepley } 926beaa55a6SMatthew G. Knepley fieldOffset += Nb; 9279c3cf19fSMatthew G. Knepley qc += Nc; 92873d901b8SMatthew G. Knepley localDiff[field] += elemDiff; 92973d901b8SMatthew G. Knepley } 93073d901b8SMatthew G. Knepley ierr = DMPlexVecRestoreClosure(dm, NULL, localX, c, NULL, &x);CHKERRQ(ierr); 93173d901b8SMatthew G. Knepley } 93273d901b8SMatthew G. Knepley ierr = DMRestoreLocalVector(dm, &localX);CHKERRQ(ierr); 933b2566f29SBarry Smith ierr = MPIU_Allreduce(localDiff, diff, numFields, MPIU_REAL, MPIU_SUM, PetscObjectComm((PetscObject)dm));CHKERRQ(ierr); 93473d901b8SMatthew G. Knepley for (field = 0; field < numFields; ++field) diff[field] = PetscSqrtReal(diff[field]); 9357318780aSToby Isaac ierr = PetscFree6(localDiff,funcVal,interpolant,coords,detJ,J);CHKERRQ(ierr); 93673d901b8SMatthew G. Knepley PetscFunctionReturn(0); 93773d901b8SMatthew G. Knepley } 93873d901b8SMatthew G. Knepley 939e729f68cSMatthew G. Knepley /*@C 940e729f68cSMatthew G. Knepley DMPlexComputeL2DiffVec - This function computes the cellwise L_2 difference between a function u and an FEM interpolant solution u_h, and stores it in a Vec. 941e729f68cSMatthew G. Knepley 942e729f68cSMatthew G. Knepley Input Parameters: 943e729f68cSMatthew G. Knepley + dm - The DM 9440163fd50SMatthew G. Knepley . time - The time 945ca3eba1bSToby Isaac . funcs - The functions to evaluate for each field component: NULL means that component does not contribute to error calculation 946e729f68cSMatthew G. Knepley . ctxs - Optional array of contexts to pass to each function, or NULL. 947e729f68cSMatthew G. Knepley - X - The coefficient vector u_h 948e729f68cSMatthew G. Knepley 949e729f68cSMatthew G. Knepley Output Parameter: 950e729f68cSMatthew G. Knepley . D - A Vec which holds the difference ||u - u_h||_2 for each cell 951e729f68cSMatthew G. Knepley 952e729f68cSMatthew G. Knepley Level: developer 953e729f68cSMatthew G. Knepley 954b698f381SToby Isaac .seealso: DMProjectFunction(), DMComputeL2Diff(), DMPlexComputeL2FieldDiff(), DMComputeL2GradientDiff() 955e729f68cSMatthew G. Knepley @*/ 9560163fd50SMatthew G. Knepley PetscErrorCode DMPlexComputeL2DiffVec(DM dm, PetscReal time, PetscErrorCode (**funcs)(PetscInt, PetscReal, const PetscReal [], PetscInt, PetscScalar *, void *), void **ctxs, Vec X, Vec D) 957e729f68cSMatthew G. Knepley { 958e729f68cSMatthew G. Knepley PetscSection section; 959e729f68cSMatthew G. Knepley PetscQuadrature quad; 960e729f68cSMatthew G. Knepley Vec localX; 961e729f68cSMatthew G. Knepley PetscScalar *funcVal, *interpolant; 9627318780aSToby Isaac PetscReal *coords, *detJ, *J; 963e729f68cSMatthew G. Knepley const PetscReal *quadPoints, *quadWeights; 9649c3cf19fSMatthew G. Knepley PetscInt dim, coordDim, numFields, numComponents = 0, qNc, Nq, cStart, cEnd, cEndInterior, c, field, fieldOffset; 965e729f68cSMatthew G. Knepley PetscErrorCode ierr; 966e729f68cSMatthew G. Knepley 967e729f68cSMatthew G. Knepley PetscFunctionBegin; 968e729f68cSMatthew G. Knepley ierr = VecSet(D, 0.0);CHKERRQ(ierr); 969e729f68cSMatthew G. Knepley ierr = DMGetDimension(dm, &dim);CHKERRQ(ierr); 9707318780aSToby Isaac ierr = DMGetCoordinateDim(dm, &coordDim);CHKERRQ(ierr); 971e87a4003SBarry Smith ierr = DMGetSection(dm, §ion);CHKERRQ(ierr); 972e729f68cSMatthew G. Knepley ierr = PetscSectionGetNumFields(section, &numFields);CHKERRQ(ierr); 973e729f68cSMatthew G. Knepley ierr = DMGetLocalVector(dm, &localX);CHKERRQ(ierr); 974bdd6f66aSToby Isaac ierr = DMProjectFunctionLocal(dm, time, funcs, ctxs, INSERT_BC_VALUES, localX);CHKERRQ(ierr); 975e729f68cSMatthew G. Knepley ierr = DMGlobalToLocalBegin(dm, X, INSERT_VALUES, localX);CHKERRQ(ierr); 976e729f68cSMatthew G. Knepley ierr = DMGlobalToLocalEnd(dm, X, INSERT_VALUES, localX);CHKERRQ(ierr); 977e729f68cSMatthew G. Knepley for (field = 0; field < numFields; ++field) { 978e729f68cSMatthew G. Knepley PetscObject obj; 979e729f68cSMatthew G. Knepley PetscClassId id; 980e729f68cSMatthew G. Knepley PetscInt Nc; 981e729f68cSMatthew G. Knepley 982e729f68cSMatthew G. Knepley ierr = DMGetField(dm, field, &obj);CHKERRQ(ierr); 983e729f68cSMatthew G. Knepley ierr = PetscObjectGetClassId(obj, &id);CHKERRQ(ierr); 984e729f68cSMatthew G. Knepley if (id == PETSCFE_CLASSID) { 985e729f68cSMatthew G. Knepley PetscFE fe = (PetscFE) obj; 986e729f68cSMatthew G. Knepley 987e729f68cSMatthew G. Knepley ierr = PetscFEGetQuadrature(fe, &quad);CHKERRQ(ierr); 988e729f68cSMatthew G. Knepley ierr = PetscFEGetNumComponents(fe, &Nc);CHKERRQ(ierr); 989e729f68cSMatthew G. Knepley } else if (id == PETSCFV_CLASSID) { 990e729f68cSMatthew G. Knepley PetscFV fv = (PetscFV) obj; 991e729f68cSMatthew G. Knepley 992e729f68cSMatthew G. Knepley ierr = PetscFVGetQuadrature(fv, &quad);CHKERRQ(ierr); 993e729f68cSMatthew G. Knepley ierr = PetscFVGetNumComponents(fv, &Nc);CHKERRQ(ierr); 994e729f68cSMatthew G. Knepley } else SETERRQ1(PetscObjectComm((PetscObject)dm), PETSC_ERR_ARG_WRONG, "Unknown discretization type for field %d", field); 995e729f68cSMatthew G. Knepley numComponents += Nc; 996e729f68cSMatthew G. Knepley } 9979c3cf19fSMatthew G. Knepley ierr = PetscQuadratureGetData(quad, NULL, &qNc, &Nq, &quadPoints, &quadWeights);CHKERRQ(ierr); 998beaa55a6SMatthew G. Knepley if ((qNc != 1) && (qNc != numComponents)) SETERRQ2(PetscObjectComm((PetscObject) dm), PETSC_ERR_ARG_SIZ, "Quadrature components %D != %D field components", qNc, numComponents); 9997318780aSToby Isaac ierr = PetscMalloc5(numComponents,&funcVal,numComponents,&interpolant,coordDim*Nq,&coords,Nq,&detJ,coordDim*coordDim*Nq,&J);CHKERRQ(ierr); 1000e729f68cSMatthew G. Knepley ierr = DMPlexGetHeightStratum(dm, 0, &cStart, &cEnd);CHKERRQ(ierr); 1001e729f68cSMatthew G. Knepley ierr = DMPlexGetHybridBounds(dm, &cEndInterior, NULL, NULL, NULL);CHKERRQ(ierr); 1002e729f68cSMatthew G. Knepley cEnd = cEndInterior < 0 ? cEnd : cEndInterior; 1003e729f68cSMatthew G. Knepley for (c = cStart; c < cEnd; ++c) { 1004e729f68cSMatthew G. Knepley PetscScalar *x = NULL; 10056f288a59SMatthew G. Knepley PetscScalar elemDiff = 0.0; 10069c3cf19fSMatthew G. Knepley PetscInt qc = 0; 1007e729f68cSMatthew G. Knepley 10087318780aSToby Isaac ierr = DMPlexComputeCellGeometryFEM(dm, c, quad, coords, J, NULL, detJ);CHKERRQ(ierr); 1009e729f68cSMatthew G. Knepley ierr = DMPlexVecGetClosure(dm, NULL, localX, c, NULL, &x);CHKERRQ(ierr); 1010e729f68cSMatthew G. Knepley 1011e729f68cSMatthew G. Knepley for (field = 0, fieldOffset = 0; field < numFields; ++field) { 1012e729f68cSMatthew G. Knepley PetscObject obj; 1013e729f68cSMatthew G. Knepley PetscClassId id; 1014e729f68cSMatthew G. Knepley void * const ctx = ctxs ? ctxs[field] : NULL; 1015e729f68cSMatthew G. Knepley PetscInt Nb, Nc, q, fc; 1016e729f68cSMatthew G. Knepley 1017e729f68cSMatthew G. Knepley ierr = DMGetField(dm, field, &obj);CHKERRQ(ierr); 1018e729f68cSMatthew G. Knepley ierr = PetscObjectGetClassId(obj, &id);CHKERRQ(ierr); 1019e729f68cSMatthew G. Knepley if (id == PETSCFE_CLASSID) {ierr = PetscFEGetNumComponents((PetscFE) obj, &Nc);CHKERRQ(ierr);ierr = PetscFEGetDimension((PetscFE) obj, &Nb);CHKERRQ(ierr);} 1020e729f68cSMatthew G. Knepley else if (id == PETSCFV_CLASSID) {ierr = PetscFVGetNumComponents((PetscFV) obj, &Nc);CHKERRQ(ierr);Nb = 1;} 1021e729f68cSMatthew G. Knepley else SETERRQ1(PetscObjectComm((PetscObject)dm), PETSC_ERR_ARG_WRONG, "Unknown discretization type for field %d", field); 102223f34ed2SToby Isaac if (funcs[field]) { 10237318780aSToby Isaac for (q = 0; q < Nq; ++q) { 10247f79407eSBarry Smith if (detJ[q] <= 0.0) SETERRQ3(PETSC_COMM_SELF, PETSC_ERR_ARG_OUTOFRANGE, "Invalid determinant %g for element %D, quadrature points %D", (double)detJ[q], c, q); 1025274e8aaeSMatthew G. Knepley ierr = (*funcs[field])(coordDim, time, &coords[q*coordDim], Nc, funcVal, ctx); 1026e735a8a9SMatthew G. Knepley if (ierr) { 1027e735a8a9SMatthew G. Knepley PetscErrorCode ierr2; 1028e735a8a9SMatthew G. Knepley ierr2 = DMPlexVecRestoreClosure(dm, NULL, localX, c, NULL, &x);CHKERRQ(ierr2); 10297f79407eSBarry Smith ierr2 = PetscFree5(funcVal,interpolant,coords,detJ,J);CHKERRQ(ierr2); 1030e735a8a9SMatthew G. Knepley ierr2 = DMRestoreLocalVector(dm, &localX);CHKERRQ(ierr2); 1031e735a8a9SMatthew G. Knepley CHKERRQ(ierr); 1032e735a8a9SMatthew G. Knepley } 1033e729f68cSMatthew G. Knepley if (id == PETSCFE_CLASSID) {ierr = PetscFEInterpolate_Static((PetscFE) obj, &x[fieldOffset], q, interpolant);CHKERRQ(ierr);} 1034e729f68cSMatthew G. Knepley else if (id == PETSCFV_CLASSID) {ierr = PetscFVInterpolate_Static((PetscFV) obj, &x[fieldOffset], q, interpolant);CHKERRQ(ierr);} 1035e729f68cSMatthew G. Knepley else SETERRQ1(PetscObjectComm((PetscObject)dm), PETSC_ERR_ARG_WRONG, "Unknown discretization type for field %d", field); 1036e729f68cSMatthew G. Knepley for (fc = 0; fc < Nc; ++fc) { 1037beaa55a6SMatthew G. Knepley const PetscReal wt = quadWeights[q*qNc+(qNc == 1 ? 0 : qc+fc)]; 1038beaa55a6SMatthew G. Knepley elemDiff += PetscSqr(PetscRealPart(interpolant[fc] - funcVal[fc]))*wt*detJ[q]; 1039e729f68cSMatthew G. Knepley } 1040e729f68cSMatthew G. Knepley } 104123f34ed2SToby Isaac } 1042beaa55a6SMatthew G. Knepley fieldOffset += Nb; 10439c3cf19fSMatthew G. Knepley qc += Nc; 1044e729f68cSMatthew G. Knepley } 1045e729f68cSMatthew G. Knepley ierr = DMPlexVecRestoreClosure(dm, NULL, localX, c, NULL, &x);CHKERRQ(ierr); 104623f34ed2SToby Isaac ierr = VecSetValue(D, c - cStart, elemDiff, INSERT_VALUES);CHKERRQ(ierr); 1047e729f68cSMatthew G. Knepley } 10487318780aSToby Isaac ierr = PetscFree5(funcVal,interpolant,coords,detJ,J);CHKERRQ(ierr); 1049e729f68cSMatthew G. Knepley ierr = DMRestoreLocalVector(dm, &localX);CHKERRQ(ierr); 1050e729f68cSMatthew G. Knepley ierr = VecSqrtAbs(D);CHKERRQ(ierr); 1051e729f68cSMatthew G. Knepley PetscFunctionReturn(0); 1052e729f68cSMatthew G. Knepley } 1053e729f68cSMatthew G. Knepley 10541555c271SMatthew G. Knepley /*@C 10551555c271SMatthew G. Knepley DMPlexComputeGradientClementInterpolant - This function computes the L2 projection of the cellwise gradient of a function u onto P1, and stores it in a Vec. 10561555c271SMatthew G. Knepley 10571555c271SMatthew G. Knepley Input Parameters: 10581555c271SMatthew G. Knepley + dm - The DM 10591555c271SMatthew G. Knepley - LocX - The coefficient vector u_h 10601555c271SMatthew G. Knepley 10611555c271SMatthew G. Knepley Output Parameter: 10621555c271SMatthew G. Knepley . locC - A Vec which holds the Clement interpolant of the gradient 10631555c271SMatthew G. Knepley 106495452b02SPatrick Sanan Notes: 106595452b02SPatrick Sanan Add citation to (Clement, 1975) and definition of the interpolant 10661555c271SMatthew G. Knepley \nabla u_h(v_i) = \sum_{T_i \in support(v_i)} |T_i| \nabla u_h(T_i) / \sum_{T_i \in support(v_i)} |T_i| where |T_i| is the cell volume 10671555c271SMatthew G. Knepley 10681555c271SMatthew G. Knepley Level: developer 10691555c271SMatthew G. Knepley 10701555c271SMatthew G. Knepley .seealso: DMProjectFunction(), DMComputeL2Diff(), DMPlexComputeL2FieldDiff(), DMComputeL2GradientDiff() 10711555c271SMatthew G. Knepley @*/ 10721555c271SMatthew G. Knepley PetscErrorCode DMPlexComputeGradientClementInterpolant(DM dm, Vec locX, Vec locC) 10731555c271SMatthew G. Knepley { 1074db1066baSMatthew G. Knepley DM_Plex *mesh = (DM_Plex *) dm->data; 1075db1066baSMatthew G. Knepley PetscInt debug = mesh->printFEM; 10761555c271SMatthew G. Knepley DM dmC; 10771555c271SMatthew G. Knepley PetscSection section; 10781555c271SMatthew G. Knepley PetscQuadrature quad; 10791555c271SMatthew G. Knepley PetscScalar *interpolant, *gradsum; 10801555c271SMatthew G. Knepley PetscReal *coords, *detJ, *J, *invJ; 10811555c271SMatthew G. Knepley const PetscReal *quadPoints, *quadWeights; 10821555c271SMatthew G. Knepley PetscInt dim, coordDim, numFields, numComponents = 0, qNc, Nq, cStart, cEnd, cEndInterior, vStart, vEnd, v, field, fieldOffset; 10831555c271SMatthew G. Knepley PetscErrorCode ierr; 10841555c271SMatthew G. Knepley 10851555c271SMatthew G. Knepley PetscFunctionBegin; 10861555c271SMatthew G. Knepley ierr = VecGetDM(locC, &dmC);CHKERRQ(ierr); 10871555c271SMatthew G. Knepley ierr = VecSet(locC, 0.0);CHKERRQ(ierr); 10881555c271SMatthew G. Knepley ierr = DMGetDimension(dm, &dim);CHKERRQ(ierr); 10891555c271SMatthew G. Knepley ierr = DMGetCoordinateDim(dm, &coordDim);CHKERRQ(ierr); 1090e87a4003SBarry Smith ierr = DMGetSection(dm, §ion);CHKERRQ(ierr); 10911555c271SMatthew G. Knepley ierr = PetscSectionGetNumFields(section, &numFields);CHKERRQ(ierr); 10921555c271SMatthew G. Knepley for (field = 0; field < numFields; ++field) { 10931555c271SMatthew G. Knepley PetscObject obj; 10941555c271SMatthew G. Knepley PetscClassId id; 10951555c271SMatthew G. Knepley PetscInt Nc; 10961555c271SMatthew G. Knepley 10971555c271SMatthew G. Knepley ierr = DMGetField(dm, field, &obj);CHKERRQ(ierr); 10981555c271SMatthew G. Knepley ierr = PetscObjectGetClassId(obj, &id);CHKERRQ(ierr); 10991555c271SMatthew G. Knepley if (id == PETSCFE_CLASSID) { 11001555c271SMatthew G. Knepley PetscFE fe = (PetscFE) obj; 11011555c271SMatthew G. Knepley 11021555c271SMatthew G. Knepley ierr = PetscFEGetQuadrature(fe, &quad);CHKERRQ(ierr); 11031555c271SMatthew G. Knepley ierr = PetscFEGetNumComponents(fe, &Nc);CHKERRQ(ierr); 11041555c271SMatthew G. Knepley } else if (id == PETSCFV_CLASSID) { 11051555c271SMatthew G. Knepley PetscFV fv = (PetscFV) obj; 11061555c271SMatthew G. Knepley 11071555c271SMatthew G. Knepley ierr = PetscFVGetQuadrature(fv, &quad);CHKERRQ(ierr); 11081555c271SMatthew G. Knepley ierr = PetscFVGetNumComponents(fv, &Nc);CHKERRQ(ierr); 11091555c271SMatthew G. Knepley } else SETERRQ1(PetscObjectComm((PetscObject)dm), PETSC_ERR_ARG_WRONG, "Unknown discretization type for field %d", field); 11101555c271SMatthew G. Knepley numComponents += Nc; 11111555c271SMatthew G. Knepley } 11121555c271SMatthew G. Knepley ierr = PetscQuadratureGetData(quad, NULL, &qNc, &Nq, &quadPoints, &quadWeights);CHKERRQ(ierr); 11131555c271SMatthew G. Knepley if ((qNc != 1) && (qNc != numComponents)) SETERRQ2(PetscObjectComm((PetscObject) dm), PETSC_ERR_ARG_SIZ, "Quadrature components %D != %D field components", qNc, numComponents); 11141555c271SMatthew G. Knepley ierr = PetscMalloc6(coordDim*numComponents*2,&gradsum,coordDim*numComponents,&interpolant,coordDim*Nq,&coords,Nq,&detJ,coordDim*coordDim*Nq,&J,coordDim*coordDim*Nq,&invJ);CHKERRQ(ierr); 11151555c271SMatthew G. Knepley ierr = DMPlexGetDepthStratum(dm, 0, &vStart, &vEnd);CHKERRQ(ierr); 11161555c271SMatthew G. Knepley ierr = DMPlexGetHeightStratum(dm, 0, &cStart, &cEnd);CHKERRQ(ierr); 11171555c271SMatthew G. Knepley ierr = DMPlexGetHybridBounds(dm, &cEndInterior, NULL, NULL, NULL);CHKERRQ(ierr); 11181555c271SMatthew G. Knepley cEnd = cEndInterior < 0 ? cEnd : cEndInterior; 11191555c271SMatthew G. Knepley for (v = vStart; v < vEnd; ++v) { 11201555c271SMatthew G. Knepley PetscScalar volsum = 0.0; 11211555c271SMatthew G. Knepley PetscInt *star = NULL; 11221555c271SMatthew G. Knepley PetscInt starSize, st, d, fc; 11231555c271SMatthew G. Knepley 11241555c271SMatthew G. Knepley ierr = PetscMemzero(gradsum, coordDim*numComponents * sizeof(PetscScalar));CHKERRQ(ierr); 11251555c271SMatthew G. Knepley ierr = DMPlexGetTransitiveClosure(dm, v, PETSC_FALSE, &starSize, &star);CHKERRQ(ierr); 11261555c271SMatthew G. Knepley for (st = 0; st < starSize*2; st += 2) { 11271555c271SMatthew G. Knepley const PetscInt cell = star[st]; 11281555c271SMatthew G. Knepley PetscScalar *grad = &gradsum[coordDim*numComponents]; 11291555c271SMatthew G. Knepley PetscScalar *x = NULL; 11301555c271SMatthew G. Knepley PetscReal vol = 0.0; 11311555c271SMatthew G. Knepley 11321555c271SMatthew G. Knepley if ((cell < cStart) || (cell >= cEnd)) continue; 11331555c271SMatthew G. Knepley ierr = DMPlexComputeCellGeometryFEM(dm, cell, quad, coords, J, invJ, detJ);CHKERRQ(ierr); 11341555c271SMatthew G. Knepley ierr = DMPlexVecGetClosure(dm, NULL, locX, cell, NULL, &x);CHKERRQ(ierr); 11351555c271SMatthew G. Knepley for (field = 0, fieldOffset = 0; field < numFields; ++field) { 11361555c271SMatthew G. Knepley PetscObject obj; 11371555c271SMatthew G. Knepley PetscClassId id; 11381555c271SMatthew G. Knepley PetscInt Nb, Nc, q, qc = 0; 11391555c271SMatthew G. Knepley 11401555c271SMatthew G. Knepley ierr = PetscMemzero(grad, coordDim*numComponents * sizeof(PetscScalar));CHKERRQ(ierr); 11411555c271SMatthew G. Knepley ierr = DMGetField(dm, field, &obj);CHKERRQ(ierr); 11421555c271SMatthew G. Knepley ierr = PetscObjectGetClassId(obj, &id);CHKERRQ(ierr); 11431555c271SMatthew G. Knepley if (id == PETSCFE_CLASSID) {ierr = PetscFEGetNumComponents((PetscFE) obj, &Nc);CHKERRQ(ierr);ierr = PetscFEGetDimension((PetscFE) obj, &Nb);CHKERRQ(ierr);} 11441555c271SMatthew G. Knepley else if (id == PETSCFV_CLASSID) {ierr = PetscFVGetNumComponents((PetscFV) obj, &Nc);CHKERRQ(ierr);Nb = 1;} 11451555c271SMatthew G. Knepley else SETERRQ1(PetscObjectComm((PetscObject)dm), PETSC_ERR_ARG_WRONG, "Unknown discretization type for field %d", field); 11461555c271SMatthew G. Knepley for (q = 0; q < Nq; ++q) { 11471555c271SMatthew G. Knepley if (detJ[q] <= 0.0) SETERRQ3(PETSC_COMM_SELF, PETSC_ERR_ARG_OUTOFRANGE, "Invalid determinant %g for element %D, quadrature points %D", (double)detJ[q], cell, q); 11481555c271SMatthew G. Knepley if (ierr) { 11491555c271SMatthew G. Knepley PetscErrorCode ierr2; 11501555c271SMatthew G. Knepley ierr2 = DMPlexVecRestoreClosure(dm, NULL, locX, cell, NULL, &x);CHKERRQ(ierr2); 11511555c271SMatthew G. Knepley ierr2 = DMPlexRestoreTransitiveClosure(dm, v, PETSC_FALSE, &starSize, &star);CHKERRQ(ierr2); 11521555c271SMatthew G. Knepley ierr2 = PetscFree4(interpolant,coords,detJ,J);CHKERRQ(ierr2); 11531555c271SMatthew G. Knepley CHKERRQ(ierr); 11541555c271SMatthew G. Knepley } 11551555c271SMatthew G. Knepley if (id == PETSCFE_CLASSID) {ierr = PetscFEInterpolateGradient_Static((PetscFE) obj, &x[fieldOffset], coordDim, invJ, NULL, q, interpolant);CHKERRQ(ierr);} 11561555c271SMatthew G. Knepley else SETERRQ1(PetscObjectComm((PetscObject)dm), PETSC_ERR_ARG_WRONG, "Unknown discretization type for field %d", field); 11571555c271SMatthew G. Knepley for (fc = 0; fc < Nc; ++fc) { 11581555c271SMatthew G. Knepley const PetscReal wt = quadWeights[q*qNc+qc+fc]; 11591555c271SMatthew G. Knepley 11601555c271SMatthew G. Knepley for (d = 0; d < coordDim; ++d) grad[fc*coordDim+d] += interpolant[fc*dim+d]*wt*detJ[q]; 11611555c271SMatthew G. Knepley } 11621555c271SMatthew G. Knepley vol += quadWeights[q*qNc]*detJ[q]; 11631555c271SMatthew G. Knepley } 11641555c271SMatthew G. Knepley fieldOffset += Nb; 11651555c271SMatthew G. Knepley qc += Nc; 11661555c271SMatthew G. Knepley } 11671555c271SMatthew G. Knepley ierr = DMPlexVecRestoreClosure(dm, NULL, locX, cell, NULL, &x);CHKERRQ(ierr); 1168f8527842SMatthew G. Knepley for (fc = 0; fc < numComponents; ++fc) { 1169f8527842SMatthew G. Knepley for (d = 0; d < coordDim; ++d) { 1170f8527842SMatthew G. Knepley gradsum[fc*coordDim+d] += grad[fc*coordDim+d]; 1171f8527842SMatthew G. Knepley } 1172f8527842SMatthew G. Knepley } 1173f8527842SMatthew G. Knepley volsum += vol; 1174db1066baSMatthew G. Knepley if (debug) { 11756d20ae03SJed Brown ierr = PetscPrintf(PETSC_COMM_SELF, "Cell %D gradient: [", cell);CHKERRQ(ierr); 11761555c271SMatthew G. Knepley for (fc = 0; fc < numComponents; ++fc) { 11771555c271SMatthew G. Knepley for (d = 0; d < coordDim; ++d) { 11781555c271SMatthew G. Knepley if (fc || d > 0) {ierr = PetscPrintf(PETSC_COMM_SELF, ", ");CHKERRQ(ierr);} 11796d20ae03SJed Brown ierr = PetscPrintf(PETSC_COMM_SELF, "%g", (double)PetscRealPart(grad[fc*coordDim+d]));CHKERRQ(ierr); 11801555c271SMatthew G. Knepley } 11811555c271SMatthew G. Knepley } 11821555c271SMatthew G. Knepley ierr = PetscPrintf(PETSC_COMM_SELF, "]\n");CHKERRQ(ierr); 1183db1066baSMatthew G. Knepley } 11841555c271SMatthew G. Knepley } 11851555c271SMatthew G. Knepley for (fc = 0; fc < numComponents; ++fc) { 11861555c271SMatthew G. Knepley for (d = 0; d < coordDim; ++d) gradsum[fc*coordDim+d] /= volsum; 11871555c271SMatthew G. Knepley } 11881555c271SMatthew G. Knepley ierr = DMPlexRestoreTransitiveClosure(dm, v, PETSC_FALSE, &starSize, &star);CHKERRQ(ierr); 11891555c271SMatthew G. Knepley ierr = DMPlexVecSetClosure(dmC, NULL, locC, v, gradsum, INSERT_VALUES);CHKERRQ(ierr); 11901555c271SMatthew G. Knepley } 11911555c271SMatthew G. Knepley ierr = PetscFree6(gradsum,interpolant,coords,detJ,J,invJ);CHKERRQ(ierr); 11921555c271SMatthew G. Knepley PetscFunctionReturn(0); 11931555c271SMatthew G. Knepley } 11941555c271SMatthew G. Knepley 1195338f77d5SMatthew G. Knepley static PetscErrorCode DMPlexComputeIntegral_Internal(DM dm, Vec X, PetscInt cStart, PetscInt cEnd, PetscScalar *cintegral, void *user) 119673d901b8SMatthew G. Knepley { 1197338f77d5SMatthew G. Knepley DM dmAux = NULL; 119861aaff12SToby Isaac PetscDS prob, probAux = NULL; 119973d901b8SMatthew G. Knepley PetscSection section, sectionAux; 1200338f77d5SMatthew G. Knepley Vec locX, locA; 1201c330f8ffSToby Isaac PetscInt dim, numCells = cEnd - cStart, c, f; 1202c330f8ffSToby Isaac PetscBool useFVM = PETSC_FALSE; 1203338f77d5SMatthew G. Knepley /* DS */ 1204338f77d5SMatthew G. Knepley PetscInt Nf, totDim, *uOff, *uOff_x, numConstants; 1205338f77d5SMatthew G. Knepley PetscInt NfAux, totDimAux, *aOff; 1206338f77d5SMatthew G. Knepley PetscScalar *u, *a; 1207338f77d5SMatthew G. Knepley const PetscScalar *constants; 1208338f77d5SMatthew G. Knepley /* Geometry */ 1209c330f8ffSToby Isaac PetscFEGeom *cgeomFEM; 1210338f77d5SMatthew G. Knepley DM dmGrad; 1211c330f8ffSToby Isaac PetscQuadrature affineQuad = NULL; 1212338f77d5SMatthew G. Knepley Vec cellGeometryFVM = NULL, faceGeometryFVM = NULL, locGrad = NULL; 1213b5a3613cSMatthew G. Knepley PetscFVCellGeom *cgeomFVM; 1214338f77d5SMatthew G. Knepley const PetscScalar *lgrad; 1215b7260050SToby Isaac PetscInt maxDegree; 1216c330f8ffSToby Isaac DMField coordField; 1217c330f8ffSToby Isaac IS cellIS; 121873d901b8SMatthew G. Knepley PetscErrorCode ierr; 121973d901b8SMatthew G. Knepley 122073d901b8SMatthew G. Knepley PetscFunctionBegin; 1221338f77d5SMatthew G. Knepley ierr = DMGetDS(dm, &prob);CHKERRQ(ierr); 1222c73cfb54SMatthew G. Knepley ierr = DMGetDimension(dm, &dim);CHKERRQ(ierr); 1223e87a4003SBarry Smith ierr = DMGetSection(dm, §ion);CHKERRQ(ierr); 122473d901b8SMatthew G. Knepley ierr = PetscSectionGetNumFields(section, &Nf);CHKERRQ(ierr); 1225338f77d5SMatthew G. Knepley /* Determine which discretizations we have */ 1226b5a3613cSMatthew G. Knepley for (f = 0; f < Nf; ++f) { 1227b5a3613cSMatthew G. Knepley PetscObject obj; 1228b5a3613cSMatthew G. Knepley PetscClassId id; 1229b5a3613cSMatthew G. Knepley 1230b5a3613cSMatthew G. Knepley ierr = PetscDSGetDiscretization(prob, f, &obj);CHKERRQ(ierr); 1231b5a3613cSMatthew G. Knepley ierr = PetscObjectGetClassId(obj, &id);CHKERRQ(ierr); 1232338f77d5SMatthew G. Knepley if (id == PETSCFV_CLASSID) useFVM = PETSC_TRUE; 1233338f77d5SMatthew G. Knepley } 1234338f77d5SMatthew G. Knepley /* Get local solution with boundary values */ 1235338f77d5SMatthew G. Knepley ierr = DMGetLocalVector(dm, &locX);CHKERRQ(ierr); 1236338f77d5SMatthew G. Knepley ierr = DMPlexInsertBoundaryValues(dm, PETSC_TRUE, locX, 0.0, NULL, NULL, NULL);CHKERRQ(ierr); 1237338f77d5SMatthew G. Knepley ierr = DMGlobalToLocalBegin(dm, X, INSERT_VALUES, locX);CHKERRQ(ierr); 1238338f77d5SMatthew G. Knepley ierr = DMGlobalToLocalEnd(dm, X, INSERT_VALUES, locX);CHKERRQ(ierr); 1239338f77d5SMatthew G. Knepley /* Read DS information */ 1240338f77d5SMatthew G. Knepley ierr = PetscDSGetTotalDimension(prob, &totDim);CHKERRQ(ierr); 1241338f77d5SMatthew G. Knepley ierr = PetscDSGetComponentOffsets(prob, &uOff);CHKERRQ(ierr); 1242338f77d5SMatthew G. Knepley ierr = PetscDSGetComponentDerivativeOffsets(prob, &uOff_x);CHKERRQ(ierr); 1243c330f8ffSToby Isaac ierr = ISCreateStride(PETSC_COMM_SELF,numCells,cStart,1,&cellIS);CHKERRQ(ierr); 1244338f77d5SMatthew G. Knepley ierr = PetscDSGetConstants(prob, &numConstants, &constants);CHKERRQ(ierr); 1245338f77d5SMatthew G. Knepley /* Read Auxiliary DS information */ 1246338f77d5SMatthew G. Knepley ierr = PetscObjectQuery((PetscObject) dm, "dmAux", (PetscObject *) &dmAux);CHKERRQ(ierr); 1247338f77d5SMatthew G. Knepley ierr = PetscObjectQuery((PetscObject) dm, "A", (PetscObject *) &locA);CHKERRQ(ierr); 1248338f77d5SMatthew G. Knepley if (dmAux) { 1249338f77d5SMatthew G. Knepley ierr = DMGetDS(dmAux, &probAux);CHKERRQ(ierr); 1250338f77d5SMatthew G. Knepley ierr = PetscDSGetNumFields(probAux, &NfAux);CHKERRQ(ierr); 1251e87a4003SBarry Smith ierr = DMGetSection(dmAux, §ionAux);CHKERRQ(ierr); 1252338f77d5SMatthew G. Knepley ierr = PetscDSGetTotalDimension(probAux, &totDimAux);CHKERRQ(ierr); 1253338f77d5SMatthew G. Knepley ierr = PetscDSGetComponentOffsets(probAux, &aOff);CHKERRQ(ierr); 1254338f77d5SMatthew G. Knepley } 1255338f77d5SMatthew G. Knepley /* Allocate data arrays */ 1256338f77d5SMatthew G. Knepley ierr = PetscCalloc1(numCells*totDim, &u);CHKERRQ(ierr); 1257338f77d5SMatthew G. Knepley if (dmAux) {ierr = PetscMalloc1(numCells*totDimAux, &a);CHKERRQ(ierr);} 1258338f77d5SMatthew G. Knepley /* Read out geometry */ 1259c330f8ffSToby Isaac ierr = DMGetCoordinateField(dm,&coordField);CHKERRQ(ierr); 1260b7260050SToby Isaac ierr = DMFieldGetDegree(coordField,cellIS,NULL,&maxDegree);CHKERRQ(ierr); 1261b7260050SToby Isaac if (maxDegree <= 1) { 1262c330f8ffSToby Isaac ierr = DMFieldCreateDefaultQuadrature(coordField,cellIS,&affineQuad);CHKERRQ(ierr); 1263c330f8ffSToby Isaac if (affineQuad) { 1264c330f8ffSToby Isaac ierr = DMFieldCreateFEGeom(coordField,cellIS,affineQuad,PETSC_FALSE,&cgeomFEM);CHKERRQ(ierr); 1265338f77d5SMatthew G. Knepley } 1266b5a3613cSMatthew G. Knepley } 1267b5a3613cSMatthew G. Knepley if (useFVM) { 1268338f77d5SMatthew G. Knepley PetscFV fv = NULL; 1269b5a3613cSMatthew G. Knepley Vec grad; 1270b5a3613cSMatthew G. Knepley PetscInt fStart, fEnd; 1271b5a3613cSMatthew G. Knepley PetscBool compGrad; 1272b5a3613cSMatthew G. Knepley 1273338f77d5SMatthew G. Knepley for (f = 0; f < Nf; ++f) { 1274338f77d5SMatthew G. Knepley PetscObject obj; 1275338f77d5SMatthew G. Knepley PetscClassId id; 1276338f77d5SMatthew G. Knepley 1277338f77d5SMatthew G. Knepley ierr = PetscDSGetDiscretization(prob, f, &obj);CHKERRQ(ierr); 1278338f77d5SMatthew G. Knepley ierr = PetscObjectGetClassId(obj, &id);CHKERRQ(ierr); 1279338f77d5SMatthew G. Knepley if (id == PETSCFV_CLASSID) {fv = (PetscFV) obj; break;} 1280338f77d5SMatthew G. Knepley } 1281338f77d5SMatthew G. Knepley ierr = PetscFVGetComputeGradients(fv, &compGrad);CHKERRQ(ierr); 1282338f77d5SMatthew G. Knepley ierr = PetscFVSetComputeGradients(fv, PETSC_TRUE);CHKERRQ(ierr); 1283b5a3613cSMatthew G. Knepley ierr = DMPlexComputeGeometryFVM(dm, &cellGeometryFVM, &faceGeometryFVM);CHKERRQ(ierr); 1284338f77d5SMatthew G. Knepley ierr = DMPlexComputeGradientFVM(dm, fv, faceGeometryFVM, cellGeometryFVM, &dmGrad);CHKERRQ(ierr); 1285338f77d5SMatthew G. Knepley ierr = PetscFVSetComputeGradients(fv, compGrad);CHKERRQ(ierr); 1286b5a3613cSMatthew G. Knepley ierr = VecGetArrayRead(cellGeometryFVM, (const PetscScalar **) &cgeomFVM);CHKERRQ(ierr); 1287b5a3613cSMatthew G. Knepley /* Reconstruct and limit cell gradients */ 1288b5a3613cSMatthew G. Knepley ierr = DMPlexGetHeightStratum(dm, 1, &fStart, &fEnd);CHKERRQ(ierr); 1289b5a3613cSMatthew G. Knepley ierr = DMGetGlobalVector(dmGrad, &grad);CHKERRQ(ierr); 1290338f77d5SMatthew G. Knepley ierr = DMPlexReconstructGradients_Internal(dm, fv, fStart, fEnd, faceGeometryFVM, cellGeometryFVM, locX, grad);CHKERRQ(ierr); 1291b5a3613cSMatthew G. Knepley /* Communicate gradient values */ 1292b5a3613cSMatthew G. Knepley ierr = DMGetLocalVector(dmGrad, &locGrad);CHKERRQ(ierr); 1293b5a3613cSMatthew G. Knepley ierr = DMGlobalToLocalBegin(dmGrad, grad, INSERT_VALUES, locGrad);CHKERRQ(ierr); 1294b5a3613cSMatthew G. Knepley ierr = DMGlobalToLocalEnd(dmGrad, grad, INSERT_VALUES, locGrad);CHKERRQ(ierr); 1295b5a3613cSMatthew G. Knepley ierr = DMRestoreGlobalVector(dmGrad, &grad);CHKERRQ(ierr); 1296b5a3613cSMatthew G. Knepley /* Handle non-essential (e.g. outflow) boundary values */ 1297338f77d5SMatthew G. Knepley ierr = DMPlexInsertBoundaryValues(dm, PETSC_FALSE, locX, 0.0, faceGeometryFVM, cellGeometryFVM, locGrad);CHKERRQ(ierr); 1298b5a3613cSMatthew G. Knepley ierr = VecGetArrayRead(locGrad, &lgrad);CHKERRQ(ierr); 1299b5a3613cSMatthew G. Knepley } 1300338f77d5SMatthew G. Knepley /* Read out data from inputs */ 130173d901b8SMatthew G. Knepley for (c = cStart; c < cEnd; ++c) { 130273d901b8SMatthew G. Knepley PetscScalar *x = NULL; 130373d901b8SMatthew G. Knepley PetscInt i; 130473d901b8SMatthew G. Knepley 1305338f77d5SMatthew G. Knepley ierr = DMPlexVecGetClosure(dm, section, locX, c, NULL, &x);CHKERRQ(ierr); 13060f2d7e86SMatthew G. Knepley for (i = 0; i < totDim; ++i) u[c*totDim+i] = x[i]; 1307338f77d5SMatthew G. Knepley ierr = DMPlexVecRestoreClosure(dm, section, locX, c, NULL, &x);CHKERRQ(ierr); 130873d901b8SMatthew G. Knepley if (dmAux) { 1309338f77d5SMatthew G. Knepley ierr = DMPlexVecGetClosure(dmAux, sectionAux, locA, c, NULL, &x);CHKERRQ(ierr); 13100f2d7e86SMatthew G. Knepley for (i = 0; i < totDimAux; ++i) a[c*totDimAux+i] = x[i]; 1311338f77d5SMatthew G. Knepley ierr = DMPlexVecRestoreClosure(dmAux, sectionAux, locA, c, NULL, &x);CHKERRQ(ierr); 131273d901b8SMatthew G. Knepley } 131373d901b8SMatthew G. Knepley } 1314338f77d5SMatthew G. Knepley /* Do integration for each field */ 131573d901b8SMatthew G. Knepley for (f = 0; f < Nf; ++f) { 1316c1f031eeSMatthew G. Knepley PetscObject obj; 1317c1f031eeSMatthew G. Knepley PetscClassId id; 1318c1f031eeSMatthew G. Knepley PetscInt numChunks, numBatches, batchSize, numBlocks, blockSize, Ne, Nr, offset; 131973d901b8SMatthew G. Knepley 1320c1f031eeSMatthew G. Knepley ierr = PetscDSGetDiscretization(prob, f, &obj);CHKERRQ(ierr); 1321c1f031eeSMatthew G. Knepley ierr = PetscObjectGetClassId(obj, &id);CHKERRQ(ierr); 1322c1f031eeSMatthew G. Knepley if (id == PETSCFE_CLASSID) { 1323c1f031eeSMatthew G. Knepley PetscFE fe = (PetscFE) obj; 1324c1f031eeSMatthew G. Knepley PetscQuadrature q; 1325c330f8ffSToby Isaac PetscFEGeom *chunkGeom = NULL; 1326c1f031eeSMatthew G. Knepley PetscInt Nq, Nb; 1327c1f031eeSMatthew G. Knepley 13280f2d7e86SMatthew G. Knepley ierr = PetscFEGetTileSizes(fe, NULL, &numBlocks, NULL, &numBatches);CHKERRQ(ierr); 1329c1f031eeSMatthew G. Knepley ierr = PetscFEGetQuadrature(fe, &q);CHKERRQ(ierr); 13309c3cf19fSMatthew G. Knepley ierr = PetscQuadratureGetData(q, NULL, NULL, &Nq, NULL, NULL);CHKERRQ(ierr); 1331c1f031eeSMatthew G. Knepley ierr = PetscFEGetDimension(fe, &Nb);CHKERRQ(ierr); 1332c1f031eeSMatthew G. Knepley blockSize = Nb*Nq; 133373d901b8SMatthew G. Knepley batchSize = numBlocks * blockSize; 13340f2d7e86SMatthew G. Knepley ierr = PetscFESetTileSizes(fe, blockSize, numBlocks, batchSize, numBatches);CHKERRQ(ierr); 133573d901b8SMatthew G. Knepley numChunks = numCells / (numBatches*batchSize); 133673d901b8SMatthew G. Knepley Ne = numChunks*numBatches*batchSize; 133773d901b8SMatthew G. Knepley Nr = numCells % (numBatches*batchSize); 133873d901b8SMatthew G. Knepley offset = numCells - Nr; 1339c330f8ffSToby Isaac if (!affineQuad) { 1340c330f8ffSToby Isaac ierr = DMFieldCreateFEGeom(coordField,cellIS,q,PETSC_FALSE,&cgeomFEM);CHKERRQ(ierr); 1341c330f8ffSToby Isaac } 1342c330f8ffSToby Isaac ierr = PetscFEGeomGetChunk(cgeomFEM,0,offset,&chunkGeom);CHKERRQ(ierr); 1343c330f8ffSToby Isaac ierr = PetscFEIntegrate(fe, prob, f, Ne, chunkGeom, u, probAux, a, cintegral);CHKERRQ(ierr); 1344c330f8ffSToby Isaac ierr = PetscFEGeomGetChunk(cgeomFEM,offset,numCells,&chunkGeom);CHKERRQ(ierr); 1345c330f8ffSToby Isaac ierr = PetscFEIntegrate(fe, prob, f, Nr, chunkGeom, &u[offset*totDim], probAux, &a[offset*totDimAux], &cintegral[offset*Nf]);CHKERRQ(ierr); 1346c330f8ffSToby Isaac ierr = PetscFEGeomRestoreChunk(cgeomFEM,offset,numCells,&chunkGeom);CHKERRQ(ierr); 1347c330f8ffSToby Isaac if (!affineQuad) { 1348c330f8ffSToby Isaac ierr = PetscFEGeomDestroy(&cgeomFEM);CHKERRQ(ierr); 1349c330f8ffSToby Isaac } 1350c1f031eeSMatthew G. Knepley } else if (id == PETSCFV_CLASSID) { 1351c1f031eeSMatthew G. Knepley PetscInt foff; 1352420e96edSMatthew G. Knepley PetscPointFunc obj_func; 1353b69edc29SMatthew G. Knepley PetscScalar lint; 1354c1f031eeSMatthew G. Knepley 1355c1f031eeSMatthew G. Knepley ierr = PetscDSGetObjective(prob, f, &obj_func);CHKERRQ(ierr); 1356c1f031eeSMatthew G. Knepley ierr = PetscDSGetFieldOffset(prob, f, &foff);CHKERRQ(ierr); 1357c1f031eeSMatthew G. Knepley if (obj_func) { 1358c1f031eeSMatthew G. Knepley for (c = 0; c < numCells; ++c) { 1359b5a3613cSMatthew G. Knepley PetscScalar *u_x; 1360b5a3613cSMatthew G. Knepley 1361b5a3613cSMatthew G. Knepley ierr = DMPlexPointLocalRead(dmGrad, c, lgrad, &u_x);CHKERRQ(ierr); 1362338f77d5SMatthew G. Knepley obj_func(dim, Nf, NfAux, uOff, uOff_x, &u[totDim*c+foff], NULL, u_x, aOff, NULL, &a[totDimAux*c], NULL, NULL, 0.0, cgeomFVM[c].centroid, numConstants, constants, &lint); 1363338f77d5SMatthew G. Knepley cintegral[c*Nf+f] += PetscRealPart(lint)*cgeomFVM[c].volume; 136473d901b8SMatthew G. Knepley } 1365c1f031eeSMatthew G. Knepley } 1366c1f031eeSMatthew G. Knepley } else SETERRQ1(PetscObjectComm((PetscObject) dm), PETSC_ERR_ARG_WRONG, "Unknown discretization type for field %d", f); 1367c1f031eeSMatthew G. Knepley } 1368338f77d5SMatthew G. Knepley /* Cleanup data arrays */ 1369b5a3613cSMatthew G. Knepley if (useFVM) { 1370b5a3613cSMatthew G. Knepley ierr = VecRestoreArrayRead(locGrad, &lgrad);CHKERRQ(ierr); 1371b5a3613cSMatthew G. Knepley ierr = VecRestoreArrayRead(cellGeometryFVM, (const PetscScalar **) &cgeomFVM);CHKERRQ(ierr); 1372b5a3613cSMatthew G. Knepley ierr = DMRestoreLocalVector(dmGrad, &locGrad);CHKERRQ(ierr); 1373b5a3613cSMatthew G. Knepley ierr = VecDestroy(&faceGeometryFVM);CHKERRQ(ierr); 1374b5a3613cSMatthew G. Knepley ierr = VecDestroy(&cellGeometryFVM);CHKERRQ(ierr); 1375b5a3613cSMatthew G. Knepley ierr = DMDestroy(&dmGrad);CHKERRQ(ierr); 1376b5a3613cSMatthew G. Knepley } 137773d901b8SMatthew G. Knepley if (dmAux) {ierr = PetscFree(a);CHKERRQ(ierr);} 1378338f77d5SMatthew G. Knepley ierr = PetscFree(u);CHKERRQ(ierr); 1379338f77d5SMatthew G. Knepley /* Cleanup */ 1380f99c8401SToby Isaac if (affineQuad) { 1381f99c8401SToby Isaac ierr = PetscFEGeomDestroy(&cgeomFEM);CHKERRQ(ierr); 1382f99c8401SToby Isaac } 1383f99c8401SToby Isaac ierr = PetscQuadratureDestroy(&affineQuad);CHKERRQ(ierr); 1384c330f8ffSToby Isaac ierr = ISDestroy(&cellIS);CHKERRQ(ierr); 1385338f77d5SMatthew G. Knepley ierr = DMRestoreLocalVector(dm, &locX);CHKERRQ(ierr); 1386338f77d5SMatthew G. Knepley PetscFunctionReturn(0); 1387338f77d5SMatthew G. Knepley } 1388338f77d5SMatthew G. Knepley 1389338f77d5SMatthew G. Knepley /*@ 1390338f77d5SMatthew G. Knepley DMPlexComputeIntegralFEM - Form the integral over the domain from the global input X using pointwise functions specified by the user 1391338f77d5SMatthew G. Knepley 1392338f77d5SMatthew G. Knepley Input Parameters: 1393338f77d5SMatthew G. Knepley + dm - The mesh 1394338f77d5SMatthew G. Knepley . X - Global input vector 1395338f77d5SMatthew G. Knepley - user - The user context 1396338f77d5SMatthew G. Knepley 1397338f77d5SMatthew G. Knepley Output Parameter: 1398338f77d5SMatthew G. Knepley . integral - Integral for each field 1399338f77d5SMatthew G. Knepley 1400338f77d5SMatthew G. Knepley Level: developer 1401338f77d5SMatthew G. Knepley 1402338f77d5SMatthew G. Knepley .seealso: DMPlexComputeResidualFEM() 1403338f77d5SMatthew G. Knepley @*/ 1404b8feb594SMatthew G. Knepley PetscErrorCode DMPlexComputeIntegralFEM(DM dm, Vec X, PetscScalar *integral, void *user) 1405338f77d5SMatthew G. Knepley { 1406338f77d5SMatthew G. Knepley DM_Plex *mesh = (DM_Plex *) dm->data; 1407b8feb594SMatthew G. Knepley PetscScalar *cintegral, *lintegral; 1408338f77d5SMatthew G. Knepley PetscInt Nf, f, cellHeight, cStart, cEnd, cEndInterior[4], cell; 1409338f77d5SMatthew G. Knepley PetscErrorCode ierr; 1410338f77d5SMatthew G. Knepley 1411338f77d5SMatthew G. Knepley PetscFunctionBegin; 1412338f77d5SMatthew G. Knepley PetscValidHeaderSpecific(dm, DM_CLASSID, 1); 1413338f77d5SMatthew G. Knepley PetscValidHeaderSpecific(X, VEC_CLASSID, 2); 1414338f77d5SMatthew G. Knepley PetscValidPointer(integral, 3); 1415338f77d5SMatthew G. Knepley ierr = PetscLogEventBegin(DMPLEX_IntegralFEM,dm,0,0,0);CHKERRQ(ierr); 1416338f77d5SMatthew G. Knepley ierr = DMGetNumFields(dm, &Nf);CHKERRQ(ierr); 1417338f77d5SMatthew G. Knepley ierr = DMPlexGetVTKCellHeight(dm, &cellHeight);CHKERRQ(ierr); 1418338f77d5SMatthew G. Knepley ierr = DMPlexGetHeightStratum(dm, cellHeight, &cStart, &cEnd);CHKERRQ(ierr); 1419338f77d5SMatthew G. Knepley ierr = DMPlexGetHybridBounds(dm, &cEndInterior[0], &cEndInterior[1], &cEndInterior[2], &cEndInterior[3]);CHKERRQ(ierr); 1420338f77d5SMatthew G. Knepley cEnd = cEndInterior[cellHeight] < 0 ? cEnd : cEndInterior[cellHeight]; 1421338f77d5SMatthew G. Knepley /* TODO Introduce a loop over large chunks (right now this is a single chunk) */ 1422338f77d5SMatthew G. Knepley ierr = PetscCalloc2(Nf, &lintegral, (cEnd-cStart)*Nf, &cintegral);CHKERRQ(ierr); 1423338f77d5SMatthew G. Knepley ierr = DMPlexComputeIntegral_Internal(dm, X, cStart, cEnd, cintegral, user);CHKERRQ(ierr); 1424338f77d5SMatthew G. Knepley /* Sum up values */ 1425338f77d5SMatthew G. Knepley for (cell = cStart; cell < cEnd; ++cell) { 1426338f77d5SMatthew G. Knepley const PetscInt c = cell - cStart; 1427338f77d5SMatthew G. Knepley 1428338f77d5SMatthew G. Knepley if (mesh->printFEM > 1) {ierr = DMPrintCellVector(cell, "Cell Integral", Nf, &cintegral[c*Nf]);CHKERRQ(ierr);} 1429b8feb594SMatthew G. Knepley for (f = 0; f < Nf; ++f) lintegral[f] += cintegral[c*Nf+f]; 1430338f77d5SMatthew G. Knepley } 1431b8feb594SMatthew G. Knepley ierr = MPIU_Allreduce(lintegral, integral, Nf, MPIU_SCALAR, MPIU_SUM, PetscObjectComm((PetscObject) dm));CHKERRQ(ierr); 143273d901b8SMatthew G. Knepley if (mesh->printFEM) { 1433338f77d5SMatthew G. Knepley ierr = PetscPrintf(PetscObjectComm((PetscObject) dm), "Integral:");CHKERRQ(ierr); 1434b8feb594SMatthew G. Knepley for (f = 0; f < Nf; ++f) {ierr = PetscPrintf(PetscObjectComm((PetscObject) dm), " %g", (double) PetscRealPart(integral[f]));CHKERRQ(ierr);} 143573d901b8SMatthew G. Knepley ierr = PetscPrintf(PetscObjectComm((PetscObject) dm), "\n");CHKERRQ(ierr); 143673d901b8SMatthew G. Knepley } 1437338f77d5SMatthew G. Knepley ierr = PetscFree2(lintegral, cintegral);CHKERRQ(ierr); 1438338f77d5SMatthew G. Knepley ierr = PetscLogEventEnd(DMPLEX_IntegralFEM,dm,0,0,0);CHKERRQ(ierr); 1439338f77d5SMatthew G. Knepley PetscFunctionReturn(0); 1440338f77d5SMatthew G. Knepley } 1441338f77d5SMatthew G. Knepley 1442338f77d5SMatthew G. Knepley /*@ 1443338f77d5SMatthew G. Knepley DMPlexComputeCellwiseIntegralFEM - Form the vector of cellwise integrals F from the global input X using pointwise functions specified by the user 1444338f77d5SMatthew G. Knepley 1445338f77d5SMatthew G. Knepley Input Parameters: 1446338f77d5SMatthew G. Knepley + dm - The mesh 1447338f77d5SMatthew G. Knepley . X - Global input vector 1448338f77d5SMatthew G. Knepley - user - The user context 1449338f77d5SMatthew G. Knepley 1450338f77d5SMatthew G. Knepley Output Parameter: 1451338f77d5SMatthew G. Knepley . integral - Cellwise integrals for each field 1452338f77d5SMatthew G. Knepley 1453338f77d5SMatthew G. Knepley Level: developer 1454338f77d5SMatthew G. Knepley 1455338f77d5SMatthew G. Knepley .seealso: DMPlexComputeResidualFEM() 1456338f77d5SMatthew G. Knepley @*/ 1457338f77d5SMatthew G. Knepley PetscErrorCode DMPlexComputeCellwiseIntegralFEM(DM dm, Vec X, Vec F, void *user) 1458338f77d5SMatthew G. Knepley { 1459338f77d5SMatthew G. Knepley DM_Plex *mesh = (DM_Plex *) dm->data; 1460338f77d5SMatthew G. Knepley DM dmF; 1461338f77d5SMatthew G. Knepley PetscSection sectionF; 1462338f77d5SMatthew G. Knepley PetscScalar *cintegral, *af; 1463338f77d5SMatthew G. Knepley PetscInt Nf, f, cellHeight, cStart, cEnd, cEndInterior[4], cell; 1464338f77d5SMatthew G. Knepley PetscErrorCode ierr; 1465338f77d5SMatthew G. Knepley 1466338f77d5SMatthew G. Knepley PetscFunctionBegin; 1467338f77d5SMatthew G. Knepley PetscValidHeaderSpecific(dm, DM_CLASSID, 1); 1468338f77d5SMatthew G. Knepley PetscValidHeaderSpecific(X, VEC_CLASSID, 2); 1469338f77d5SMatthew G. Knepley PetscValidHeaderSpecific(F, VEC_CLASSID, 3); 1470338f77d5SMatthew G. Knepley ierr = PetscLogEventBegin(DMPLEX_IntegralFEM,dm,0,0,0);CHKERRQ(ierr); 1471338f77d5SMatthew G. Knepley ierr = DMGetNumFields(dm, &Nf);CHKERRQ(ierr); 1472338f77d5SMatthew G. Knepley ierr = DMPlexGetVTKCellHeight(dm, &cellHeight);CHKERRQ(ierr); 1473338f77d5SMatthew G. Knepley ierr = DMPlexGetHeightStratum(dm, cellHeight, &cStart, &cEnd);CHKERRQ(ierr); 1474338f77d5SMatthew G. Knepley ierr = DMPlexGetHybridBounds(dm, &cEndInterior[0], &cEndInterior[1], &cEndInterior[2], &cEndInterior[3]);CHKERRQ(ierr); 1475338f77d5SMatthew G. Knepley cEnd = cEndInterior[cellHeight] < 0 ? cEnd : cEndInterior[cellHeight]; 1476338f77d5SMatthew G. Knepley /* TODO Introduce a loop over large chunks (right now this is a single chunk) */ 1477338f77d5SMatthew G. Knepley ierr = PetscCalloc1((cEnd-cStart)*Nf, &cintegral);CHKERRQ(ierr); 1478338f77d5SMatthew G. Knepley ierr = DMPlexComputeIntegral_Internal(dm, X, cStart, cEnd, cintegral, user);CHKERRQ(ierr); 1479338f77d5SMatthew G. Knepley /* Put values in F*/ 1480338f77d5SMatthew G. Knepley ierr = VecGetDM(F, &dmF);CHKERRQ(ierr); 1481e87a4003SBarry Smith ierr = DMGetSection(dmF, §ionF);CHKERRQ(ierr); 1482338f77d5SMatthew G. Knepley ierr = VecGetArray(F, &af);CHKERRQ(ierr); 1483338f77d5SMatthew G. Knepley for (cell = cStart; cell < cEnd; ++cell) { 1484338f77d5SMatthew G. Knepley const PetscInt c = cell - cStart; 1485338f77d5SMatthew G. Knepley PetscInt dof, off; 1486338f77d5SMatthew G. Knepley 1487338f77d5SMatthew G. Knepley if (mesh->printFEM > 1) {ierr = DMPrintCellVector(cell, "Cell Integral", Nf, &cintegral[c*Nf]);CHKERRQ(ierr);} 1488338f77d5SMatthew G. Knepley ierr = PetscSectionGetDof(sectionF, cell, &dof);CHKERRQ(ierr); 1489338f77d5SMatthew G. Knepley ierr = PetscSectionGetOffset(sectionF, cell, &off);CHKERRQ(ierr); 1490338f77d5SMatthew G. Knepley if (dof != Nf) SETERRQ2(PETSC_COMM_SELF, PETSC_ERR_ARG_SIZ, "The number of cell dofs %D != %D", dof, Nf); 1491338f77d5SMatthew G. Knepley for (f = 0; f < Nf; ++f) af[off+f] = cintegral[c*Nf+f]; 1492338f77d5SMatthew G. Knepley } 1493338f77d5SMatthew G. Knepley ierr = VecRestoreArray(F, &af);CHKERRQ(ierr); 1494338f77d5SMatthew G. Knepley ierr = PetscFree(cintegral);CHKERRQ(ierr); 1495c1f031eeSMatthew G. Knepley ierr = PetscLogEventEnd(DMPLEX_IntegralFEM,dm,0,0,0);CHKERRQ(ierr); 149673d901b8SMatthew G. Knepley PetscFunctionReturn(0); 149773d901b8SMatthew G. Knepley } 149873d901b8SMatthew G. Knepley 14999b6f715bSMatthew G. Knepley static PetscErrorCode DMPlexComputeBdIntegral_Internal(DM dm, Vec locX, IS pointIS, 15009b6f715bSMatthew G. Knepley void (*func)(PetscInt, PetscInt, PetscInt, 150164c72086SMatthew G. Knepley const PetscInt[], const PetscInt[], const PetscScalar[], const PetscScalar[], const PetscScalar[], 150264c72086SMatthew G. Knepley const PetscInt[], const PetscInt[], const PetscScalar[], const PetscScalar[], const PetscScalar[], 150364c72086SMatthew G. Knepley PetscReal, const PetscReal[], const PetscReal[], PetscInt, const PetscScalar[], PetscScalar[]), 150464c72086SMatthew G. Knepley PetscScalar *fintegral, void *user) 150564c72086SMatthew G. Knepley { 15069b6f715bSMatthew G. Knepley DM plex = NULL, plexA = NULL; 15079b6f715bSMatthew G. Knepley PetscDS prob, probAux = NULL; 15089b6f715bSMatthew G. Knepley PetscSection section, sectionAux = NULL; 15099b6f715bSMatthew G. Knepley Vec locA = NULL; 15109b6f715bSMatthew G. Knepley DMField coordField; 15119b6f715bSMatthew G. Knepley PetscInt Nf, totDim, *uOff, *uOff_x; 15129b6f715bSMatthew G. Knepley PetscInt NfAux = 0, totDimAux = 0, *aOff = NULL; 15139b6f715bSMatthew G. Knepley PetscScalar *u, *a = NULL; 151464c72086SMatthew G. Knepley const PetscScalar *constants; 15159b6f715bSMatthew G. Knepley PetscInt numConstants, f; 151664c72086SMatthew G. Knepley PetscErrorCode ierr; 151764c72086SMatthew G. Knepley 151864c72086SMatthew G. Knepley PetscFunctionBegin; 15199b6f715bSMatthew G. Knepley ierr = DMGetCoordinateField(dm, &coordField);CHKERRQ(ierr); 15209b6f715bSMatthew G. Knepley ierr = DMConvert(dm, DMPLEX, &plex);CHKERRQ(ierr); 152164c72086SMatthew G. Knepley ierr = DMGetDS(dm, &prob);CHKERRQ(ierr); 152264c72086SMatthew G. Knepley ierr = DMGetDefaultSection(dm, §ion);CHKERRQ(ierr); 152364c72086SMatthew G. Knepley ierr = PetscSectionGetNumFields(section, &Nf);CHKERRQ(ierr); 152464c72086SMatthew G. Knepley /* Determine which discretizations we have */ 15259b6f715bSMatthew G. Knepley for (f = 0; f < Nf; ++f) { 152664c72086SMatthew G. Knepley PetscObject obj; 152764c72086SMatthew G. Knepley PetscClassId id; 152864c72086SMatthew G. Knepley 15299b6f715bSMatthew G. Knepley ierr = PetscDSGetDiscretization(prob, f, &obj);CHKERRQ(ierr); 153064c72086SMatthew G. Knepley ierr = PetscObjectGetClassId(obj, &id);CHKERRQ(ierr); 15319b6f715bSMatthew G. Knepley if (id == PETSCFV_CLASSID) SETERRQ1(PetscObjectComm((PetscObject) dm), PETSC_ERR_SUP, "Not supported for FVM (field %D)", f); 153264c72086SMatthew G. Knepley } 153364c72086SMatthew G. Knepley /* Read DS information */ 153464c72086SMatthew G. Knepley ierr = PetscDSGetTotalDimension(prob, &totDim);CHKERRQ(ierr); 153564c72086SMatthew G. Knepley ierr = PetscDSGetComponentOffsets(prob, &uOff);CHKERRQ(ierr); 153664c72086SMatthew G. Knepley ierr = PetscDSGetComponentDerivativeOffsets(prob, &uOff_x);CHKERRQ(ierr); 153764c72086SMatthew G. Knepley ierr = PetscDSGetConstants(prob, &numConstants, &constants);CHKERRQ(ierr); 153864c72086SMatthew G. Knepley /* Read Auxiliary DS information */ 153964c72086SMatthew G. Knepley ierr = PetscObjectQuery((PetscObject) dm, "A", (PetscObject *) &locA);CHKERRQ(ierr); 15409b6f715bSMatthew G. Knepley if (locA) { 15419b6f715bSMatthew G. Knepley DM dmAux; 15429b6f715bSMatthew G. Knepley 15439b6f715bSMatthew G. Knepley ierr = VecGetDM(locA, &dmAux);CHKERRQ(ierr); 15449b6f715bSMatthew G. Knepley ierr = DMConvert(dmAux, DMPLEX, &plexA);CHKERRQ(ierr); 154564c72086SMatthew G. Knepley ierr = DMGetDS(dmAux, &probAux);CHKERRQ(ierr); 154664c72086SMatthew G. Knepley ierr = PetscDSGetNumFields(probAux, &NfAux);CHKERRQ(ierr); 154764c72086SMatthew G. Knepley ierr = DMGetDefaultSection(dmAux, §ionAux);CHKERRQ(ierr); 154864c72086SMatthew G. Knepley ierr = PetscDSGetTotalDimension(probAux, &totDimAux);CHKERRQ(ierr); 154964c72086SMatthew G. Knepley ierr = PetscDSGetComponentOffsets(probAux, &aOff);CHKERRQ(ierr); 155064c72086SMatthew G. Knepley } 15519b6f715bSMatthew G. Knepley /* Integrate over points */ 15529b6f715bSMatthew G. Knepley { 15539b6f715bSMatthew G. Knepley PetscFEGeom *fgeom, *chunkGeom = NULL; 1554b7260050SToby Isaac PetscInt maxDegree; 15559b6f715bSMatthew G. Knepley PetscQuadrature qGeom = NULL; 15569b6f715bSMatthew G. Knepley const PetscInt *points; 15579b6f715bSMatthew G. Knepley PetscInt numFaces, face, Nq, field; 15589b6f715bSMatthew G. Knepley PetscInt numChunks, chunkSize, chunk, Nr, offset; 155964c72086SMatthew G. Knepley 15609b6f715bSMatthew G. Knepley ierr = ISGetLocalSize(pointIS, &numFaces);CHKERRQ(ierr); 15619b6f715bSMatthew G. Knepley ierr = ISGetIndices(pointIS, &points);CHKERRQ(ierr); 15629b6f715bSMatthew G. Knepley ierr = PetscCalloc2(numFaces*totDim, &u, locA ? numFaces*totDimAux : 0, &a);CHKERRQ(ierr); 1563b7260050SToby Isaac ierr = DMFieldGetDegree(coordField, pointIS, NULL, &maxDegree);CHKERRQ(ierr); 156464c72086SMatthew G. Knepley for (field = 0; field < Nf; ++field) { 156564c72086SMatthew G. Knepley PetscFE fe; 156664c72086SMatthew G. Knepley 156764c72086SMatthew G. Knepley ierr = PetscDSGetDiscretization(prob, field, (PetscObject *) &fe);CHKERRQ(ierr); 1568b7260050SToby Isaac if (maxDegree <= 1) {ierr = DMFieldCreateDefaultQuadrature(coordField, pointIS, &qGeom);CHKERRQ(ierr);} 15699b6f715bSMatthew G. Knepley if (!qGeom) { 15709b6f715bSMatthew G. Knepley ierr = PetscFEGetFaceQuadrature(fe, &qGeom);CHKERRQ(ierr); 15719b6f715bSMatthew G. Knepley ierr = PetscObjectReference((PetscObject) qGeom);CHKERRQ(ierr); 15729b6f715bSMatthew G. Knepley } 15739b6f715bSMatthew G. Knepley ierr = PetscQuadratureGetData(qGeom, NULL, NULL, &Nq, NULL, NULL);CHKERRQ(ierr); 15749b6f715bSMatthew G. Knepley ierr = DMPlexGetFEGeom(coordField, pointIS, qGeom, PETSC_TRUE, &fgeom);CHKERRQ(ierr); 15759b6f715bSMatthew G. Knepley for (face = 0; face < numFaces; ++face) { 15769b6f715bSMatthew G. Knepley const PetscInt point = points[face], *support, *cone; 15779b6f715bSMatthew G. Knepley PetscScalar *x = NULL; 15789b6f715bSMatthew G. Knepley PetscInt i, coneSize, faceLoc; 15799b6f715bSMatthew G. Knepley 15809b6f715bSMatthew G. Knepley ierr = DMPlexGetSupport(dm, point, &support);CHKERRQ(ierr); 15819b6f715bSMatthew G. Knepley ierr = DMPlexGetConeSize(dm, support[0], &coneSize);CHKERRQ(ierr); 15829b6f715bSMatthew G. Knepley ierr = DMPlexGetCone(dm, support[0], &cone);CHKERRQ(ierr); 15839b6f715bSMatthew G. Knepley for (faceLoc = 0; faceLoc < coneSize; ++faceLoc) if (cone[faceLoc] == point) break; 15849b6f715bSMatthew G. Knepley if (faceLoc == coneSize) SETERRQ2(PETSC_COMM_SELF, PETSC_ERR_PLIB, "Could not find face %D in cone of support[0] %D", face, support[0]); 15859b6f715bSMatthew G. Knepley fgeom->face[face][0] = faceLoc; 15869b6f715bSMatthew G. Knepley ierr = DMPlexVecGetClosure(plex, section, locX, support[0], NULL, &x);CHKERRQ(ierr); 15879b6f715bSMatthew G. Knepley for (i = 0; i < totDim; ++i) u[face*totDim+i] = x[i]; 15889b6f715bSMatthew G. Knepley ierr = DMPlexVecRestoreClosure(plex, section, locX, support[0], NULL, &x);CHKERRQ(ierr); 15899b6f715bSMatthew G. Knepley if (locA) { 15909b6f715bSMatthew G. Knepley PetscInt subp; 15919b6f715bSMatthew G. Knepley ierr = DMPlexGetSubpoint(plexA, support[0], &subp);CHKERRQ(ierr); 15929b6f715bSMatthew G. Knepley ierr = DMPlexVecGetClosure(plexA, sectionAux, locA, subp, NULL, &x);CHKERRQ(ierr); 15939b6f715bSMatthew G. Knepley for (i = 0; i < totDimAux; ++i) a[f*totDimAux+i] = x[i]; 15949b6f715bSMatthew G. Knepley ierr = DMPlexVecRestoreClosure(plexA, sectionAux, locA, subp, NULL, &x);CHKERRQ(ierr); 15959b6f715bSMatthew G. Knepley } 15969b6f715bSMatthew G. Knepley } 15979b6f715bSMatthew G. Knepley /* Get blocking */ 15989b6f715bSMatthew G. Knepley { 15999b6f715bSMatthew G. Knepley PetscQuadrature q; 16009b6f715bSMatthew G. Knepley PetscInt numBatches, batchSize, numBlocks, blockSize; 16019b6f715bSMatthew G. Knepley PetscInt Nq, Nb; 16029b6f715bSMatthew G. Knepley 160364c72086SMatthew G. Knepley ierr = PetscFEGetTileSizes(fe, NULL, &numBlocks, NULL, &numBatches);CHKERRQ(ierr); 160464c72086SMatthew G. Knepley ierr = PetscFEGetQuadrature(fe, &q);CHKERRQ(ierr); 160564c72086SMatthew G. Knepley ierr = PetscQuadratureGetData(q, NULL, NULL, &Nq, NULL, NULL);CHKERRQ(ierr); 160664c72086SMatthew G. Knepley ierr = PetscFEGetDimension(fe, &Nb);CHKERRQ(ierr); 160764c72086SMatthew G. Knepley blockSize = Nb*Nq; 160864c72086SMatthew G. Knepley batchSize = numBlocks * blockSize; 16099b6f715bSMatthew G. Knepley chunkSize = numBatches*batchSize; 161064c72086SMatthew G. Knepley ierr = PetscFESetTileSizes(fe, blockSize, numBlocks, batchSize, numBatches);CHKERRQ(ierr); 16119b6f715bSMatthew G. Knepley numChunks = numFaces / chunkSize; 16129b6f715bSMatthew G. Knepley Nr = numFaces % chunkSize; 161364c72086SMatthew G. Knepley offset = numFaces - Nr; 161464c72086SMatthew G. Knepley } 16159b6f715bSMatthew G. Knepley /* Do integration for each field */ 16169b6f715bSMatthew G. Knepley for (chunk = 0; chunk < numChunks; ++chunk) { 16179b6f715bSMatthew G. Knepley ierr = PetscFEGeomGetChunk(fgeom, chunk*chunkSize, (chunk+1)*chunkSize, &chunkGeom);CHKERRQ(ierr); 16189b6f715bSMatthew G. Knepley ierr = PetscFEIntegrateBd(fe, prob, field, func, chunkSize, chunkGeom, u, probAux, a, fintegral);CHKERRQ(ierr); 16199b6f715bSMatthew G. Knepley ierr = PetscFEGeomRestoreChunk(fgeom, 0, offset, &chunkGeom);CHKERRQ(ierr); 162064c72086SMatthew G. Knepley } 16219b6f715bSMatthew G. Knepley ierr = PetscFEGeomGetChunk(fgeom, offset, numFaces, &chunkGeom);CHKERRQ(ierr); 16229b6f715bSMatthew G. Knepley ierr = PetscFEIntegrateBd(fe, prob, field, func, Nr, chunkGeom, &u[offset*totDim], probAux, a ? &a[offset*totDimAux] : NULL, &fintegral[offset*Nf]);CHKERRQ(ierr); 16239b6f715bSMatthew G. Knepley ierr = PetscFEGeomRestoreChunk(fgeom, offset, numFaces, &chunkGeom);CHKERRQ(ierr); 162464c72086SMatthew G. Knepley /* Cleanup data arrays */ 16259b6f715bSMatthew G. Knepley ierr = DMPlexRestoreFEGeom(coordField, pointIS, qGeom, PETSC_TRUE, &fgeom);CHKERRQ(ierr); 16269b6f715bSMatthew G. Knepley ierr = PetscQuadratureDestroy(&qGeom);CHKERRQ(ierr); 16279b6f715bSMatthew G. Knepley ierr = PetscFree2(u, a);CHKERRQ(ierr); 16289b6f715bSMatthew G. Knepley ierr = ISRestoreIndices(pointIS, &points);CHKERRQ(ierr); 162964c72086SMatthew G. Knepley } 163064c72086SMatthew G. Knepley } 16319b6f715bSMatthew G. Knepley if (plex) {ierr = DMDestroy(&plex);CHKERRQ(ierr);} 16329b6f715bSMatthew G. Knepley if (plexA) {ierr = DMDestroy(&plexA);CHKERRQ(ierr);} 16339b6f715bSMatthew G. Knepley PetscFunctionReturn(0); 16349b6f715bSMatthew G. Knepley } 16359b6f715bSMatthew G. Knepley 16369b6f715bSMatthew G. Knepley /*@ 16379b6f715bSMatthew G. Knepley DMPlexComputeBdIntegral - Form the integral over the specified boundary from the global input X using pointwise functions specified by the user 16389b6f715bSMatthew G. Knepley 16399b6f715bSMatthew G. Knepley Input Parameters: 16409b6f715bSMatthew G. Knepley + dm - The mesh 16419b6f715bSMatthew G. Knepley . X - Global input vector 16429b6f715bSMatthew G. Knepley . label - The boundary DMLabel 16439b6f715bSMatthew G. Knepley . numVals - The number of label values to use, or PETSC_DETERMINE for all values 16449b6f715bSMatthew G. Knepley . vals - The label values to use, or PETSC_NULL for all values 16459b6f715bSMatthew G. Knepley . func = The function to integrate along the boundary 16469b6f715bSMatthew G. Knepley - user - The user context 16479b6f715bSMatthew G. Knepley 16489b6f715bSMatthew G. Knepley Output Parameter: 16499b6f715bSMatthew G. Knepley . integral - Integral for each field 16509b6f715bSMatthew G. Knepley 16519b6f715bSMatthew G. Knepley Level: developer 16529b6f715bSMatthew G. Knepley 16539b6f715bSMatthew G. Knepley .seealso: DMPlexComputeIntegralFEM(), DMPlexComputeBdResidualFEM() 16549b6f715bSMatthew G. Knepley @*/ 16559b6f715bSMatthew G. Knepley PetscErrorCode DMPlexComputeBdIntegral(DM dm, Vec X, DMLabel label, PetscInt numVals, const PetscInt vals[], 16569b6f715bSMatthew G. Knepley void (*func)(PetscInt, PetscInt, PetscInt, 16579b6f715bSMatthew G. Knepley const PetscInt[], const PetscInt[], const PetscScalar[], const PetscScalar[], const PetscScalar[], 16589b6f715bSMatthew G. Knepley const PetscInt[], const PetscInt[], const PetscScalar[], const PetscScalar[], const PetscScalar[], 16599b6f715bSMatthew G. Knepley PetscReal, const PetscReal[], const PetscReal[], PetscInt, const PetscScalar[], PetscScalar[]), 16609b6f715bSMatthew G. Knepley PetscScalar *integral, void *user) 16619b6f715bSMatthew G. Knepley { 16629b6f715bSMatthew G. Knepley Vec locX; 16639b6f715bSMatthew G. Knepley PetscSection section; 16649b6f715bSMatthew G. Knepley DMLabel depthLabel; 16659b6f715bSMatthew G. Knepley IS facetIS; 16669b6f715bSMatthew G. Knepley PetscInt dim, Nf, f, v; 16679b6f715bSMatthew G. Knepley PetscErrorCode ierr; 16689b6f715bSMatthew G. Knepley 16699b6f715bSMatthew G. Knepley PetscFunctionBegin; 16709b6f715bSMatthew G. Knepley PetscValidHeaderSpecific(dm, DM_CLASSID, 1); 16719b6f715bSMatthew G. Knepley PetscValidHeaderSpecific(X, VEC_CLASSID, 2); 16729b6f715bSMatthew G. Knepley PetscValidPointer(label, 3); 16739b6f715bSMatthew G. Knepley if (vals) PetscValidPointer(vals, 5); 16749b6f715bSMatthew G. Knepley PetscValidPointer(integral, 6); 16759b6f715bSMatthew G. Knepley ierr = PetscLogEventBegin(DMPLEX_IntegralFEM,dm,0,0,0);CHKERRQ(ierr); 16769b6f715bSMatthew G. Knepley ierr = DMPlexGetDepthLabel(dm, &depthLabel);CHKERRQ(ierr); 16779b6f715bSMatthew G. Knepley ierr = DMGetDimension(dm, &dim);CHKERRQ(ierr); 16789b6f715bSMatthew G. Knepley ierr = DMLabelGetStratumIS(depthLabel, dim-1, &facetIS);CHKERRQ(ierr); 16799b6f715bSMatthew G. Knepley ierr = DMGetDefaultSection(dm, §ion);CHKERRQ(ierr); 16809b6f715bSMatthew G. Knepley ierr = PetscSectionGetNumFields(section, &Nf);CHKERRQ(ierr); 16819b6f715bSMatthew G. Knepley /* Get local solution with boundary values */ 16829b6f715bSMatthew G. Knepley ierr = DMGetLocalVector(dm, &locX);CHKERRQ(ierr); 16839b6f715bSMatthew G. Knepley ierr = DMPlexInsertBoundaryValues(dm, PETSC_TRUE, locX, 0.0, NULL, NULL, NULL);CHKERRQ(ierr); 16849b6f715bSMatthew G. Knepley ierr = DMGlobalToLocalBegin(dm, X, INSERT_VALUES, locX);CHKERRQ(ierr); 16859b6f715bSMatthew G. Knepley ierr = DMGlobalToLocalEnd(dm, X, INSERT_VALUES, locX);CHKERRQ(ierr); 16869b6f715bSMatthew G. Knepley /* Loop over label values */ 16879b6f715bSMatthew G. Knepley ierr = PetscMemzero(integral, Nf * sizeof(PetscScalar));CHKERRQ(ierr); 16889b6f715bSMatthew G. Knepley for (v = 0; v < numVals; ++v) { 16899b6f715bSMatthew G. Knepley IS pointIS; 16909b6f715bSMatthew G. Knepley PetscInt numFaces, face; 16919b6f715bSMatthew G. Knepley PetscScalar *fintegral; 16929b6f715bSMatthew G. Knepley 16939b6f715bSMatthew G. Knepley ierr = DMLabelGetStratumIS(label, vals[v], &pointIS);CHKERRQ(ierr); 16949b6f715bSMatthew G. Knepley if (!pointIS) continue; /* No points with that id on this process */ 16959b6f715bSMatthew G. Knepley { 16969b6f715bSMatthew G. Knepley IS isectIS; 16979b6f715bSMatthew G. Knepley 16989b6f715bSMatthew G. Knepley /* TODO: Special cases of ISIntersect where it is quick to check a priori if one is a superset of the other */ 16999b6f715bSMatthew G. Knepley ierr = ISIntersect_Caching_Internal(facetIS, pointIS, &isectIS);CHKERRQ(ierr); 17009b6f715bSMatthew G. Knepley ierr = ISDestroy(&pointIS);CHKERRQ(ierr); 17019b6f715bSMatthew G. Knepley pointIS = isectIS; 17029b6f715bSMatthew G. Knepley } 17039b6f715bSMatthew G. Knepley ierr = ISGetLocalSize(pointIS, &numFaces);CHKERRQ(ierr); 17049b6f715bSMatthew G. Knepley ierr = PetscCalloc1(numFaces*Nf, &fintegral);CHKERRQ(ierr); 17059b6f715bSMatthew G. Knepley ierr = DMPlexComputeBdIntegral_Internal(dm, locX, pointIS, func, fintegral, user);CHKERRQ(ierr); 17069b6f715bSMatthew G. Knepley /* Sum point contributions into integral */ 17079b6f715bSMatthew G. Knepley for (f = 0; f < Nf; ++f) for (face = 0; face < numFaces; ++face) integral[f] += fintegral[face*Nf+f]; 17089b6f715bSMatthew G. Knepley ierr = PetscFree(fintegral);CHKERRQ(ierr); 17099b6f715bSMatthew G. Knepley ierr = ISDestroy(&pointIS);CHKERRQ(ierr); 17109b6f715bSMatthew G. Knepley } 171164c72086SMatthew G. Knepley ierr = DMRestoreLocalVector(dm, &locX);CHKERRQ(ierr); 17129b6f715bSMatthew G. Knepley ierr = ISDestroy(&facetIS);CHKERRQ(ierr); 17139b6f715bSMatthew G. Knepley ierr = PetscLogEventEnd(DMPLEX_IntegralFEM,dm,0,0,0);CHKERRQ(ierr); 171464c72086SMatthew G. Knepley PetscFunctionReturn(0); 171564c72086SMatthew G. Knepley } 171664c72086SMatthew G. Knepley 1717d69c5d34SMatthew G. Knepley /*@ 171868132eb9SMatthew G. Knepley DMPlexComputeInterpolatorNested - Form the local portion of the interpolation matrix I from the coarse DM to the uniformly refined DM. 1719d69c5d34SMatthew G. Knepley 1720d69c5d34SMatthew G. Knepley Input Parameters: 1721d69c5d34SMatthew G. Knepley + dmf - The fine mesh 1722d69c5d34SMatthew G. Knepley . dmc - The coarse mesh 1723d69c5d34SMatthew G. Knepley - user - The user context 1724d69c5d34SMatthew G. Knepley 1725d69c5d34SMatthew G. Knepley Output Parameter: 1726934789fcSMatthew G. Knepley . In - The interpolation matrix 1727d69c5d34SMatthew G. Knepley 1728d69c5d34SMatthew G. Knepley Level: developer 1729d69c5d34SMatthew G. Knepley 173068132eb9SMatthew G. Knepley .seealso: DMPlexComputeInterpolatorGeneral(), DMPlexComputeJacobianFEM() 1731d69c5d34SMatthew G. Knepley @*/ 173268132eb9SMatthew G. Knepley PetscErrorCode DMPlexComputeInterpolatorNested(DM dmc, DM dmf, Mat In, void *user) 1733d69c5d34SMatthew G. Knepley { 1734d69c5d34SMatthew G. Knepley DM_Plex *mesh = (DM_Plex *) dmc->data; 1735d69c5d34SMatthew G. Knepley const char *name = "Interpolator"; 17362764a2aaSMatthew G. Knepley PetscDS prob; 1737d69c5d34SMatthew G. Knepley PetscFE *feRef; 173897c42addSMatthew G. Knepley PetscFV *fvRef; 1739d69c5d34SMatthew G. Knepley PetscSection fsection, fglobalSection; 1740d69c5d34SMatthew G. Knepley PetscSection csection, cglobalSection; 1741d69c5d34SMatthew G. Knepley PetscScalar *elemMat; 17429ac3fadcSMatthew G. Knepley PetscInt dim, Nf, f, fieldI, fieldJ, offsetI, offsetJ, cStart, cEnd, cEndInterior, c; 17430f2d7e86SMatthew G. Knepley PetscInt cTotDim, rTotDim = 0; 1744d69c5d34SMatthew G. Knepley PetscErrorCode ierr; 1745d69c5d34SMatthew G. Knepley 1746d69c5d34SMatthew G. Knepley PetscFunctionBegin; 1747d69c5d34SMatthew G. Knepley ierr = PetscLogEventBegin(DMPLEX_InterpolatorFEM,dmc,dmf,0,0);CHKERRQ(ierr); 1748c73cfb54SMatthew G. Knepley ierr = DMGetDimension(dmf, &dim);CHKERRQ(ierr); 1749e87a4003SBarry Smith ierr = DMGetSection(dmf, &fsection);CHKERRQ(ierr); 1750e87a4003SBarry Smith ierr = DMGetGlobalSection(dmf, &fglobalSection);CHKERRQ(ierr); 1751e87a4003SBarry Smith ierr = DMGetSection(dmc, &csection);CHKERRQ(ierr); 1752e87a4003SBarry Smith ierr = DMGetGlobalSection(dmc, &cglobalSection);CHKERRQ(ierr); 1753d69c5d34SMatthew G. Knepley ierr = PetscSectionGetNumFields(fsection, &Nf);CHKERRQ(ierr); 1754d69c5d34SMatthew G. Knepley ierr = DMPlexGetHeightStratum(dmc, 0, &cStart, &cEnd);CHKERRQ(ierr); 17559ac3fadcSMatthew G. Knepley ierr = DMPlexGetHybridBounds(dmc, &cEndInterior, NULL, NULL, NULL);CHKERRQ(ierr); 17569ac3fadcSMatthew G. Knepley cEnd = cEndInterior < 0 ? cEnd : cEndInterior; 17572764a2aaSMatthew G. Knepley ierr = DMGetDS(dmf, &prob);CHKERRQ(ierr); 175897c42addSMatthew G. Knepley ierr = PetscCalloc2(Nf,&feRef,Nf,&fvRef);CHKERRQ(ierr); 1759d69c5d34SMatthew G. Knepley for (f = 0; f < Nf; ++f) { 176097c42addSMatthew G. Knepley PetscObject obj; 176197c42addSMatthew G. Knepley PetscClassId id; 1762aa7890ccSMatthew G. Knepley PetscInt rNb = 0, Nc = 0; 1763d69c5d34SMatthew G. Knepley 176497c42addSMatthew G. Knepley ierr = PetscDSGetDiscretization(prob, f, &obj);CHKERRQ(ierr); 176597c42addSMatthew G. Knepley ierr = PetscObjectGetClassId(obj, &id);CHKERRQ(ierr); 176697c42addSMatthew G. Knepley if (id == PETSCFE_CLASSID) { 176797c42addSMatthew G. Knepley PetscFE fe = (PetscFE) obj; 176897c42addSMatthew G. Knepley 17690f2d7e86SMatthew G. Knepley ierr = PetscFERefine(fe, &feRef[f]);CHKERRQ(ierr); 1770d69c5d34SMatthew G. Knepley ierr = PetscFEGetDimension(feRef[f], &rNb);CHKERRQ(ierr); 17710f2d7e86SMatthew G. Knepley ierr = PetscFEGetNumComponents(fe, &Nc);CHKERRQ(ierr); 177297c42addSMatthew G. Knepley } else if (id == PETSCFV_CLASSID) { 177397c42addSMatthew G. Knepley PetscFV fv = (PetscFV) obj; 177497c42addSMatthew G. Knepley PetscDualSpace Q; 177597c42addSMatthew G. Knepley 177697c42addSMatthew G. Knepley ierr = PetscFVRefine(fv, &fvRef[f]);CHKERRQ(ierr); 177797c42addSMatthew G. Knepley ierr = PetscFVGetDualSpace(fvRef[f], &Q);CHKERRQ(ierr); 177897c42addSMatthew G. Knepley ierr = PetscDualSpaceGetDimension(Q, &rNb);CHKERRQ(ierr); 177997c42addSMatthew G. Knepley ierr = PetscFVGetNumComponents(fv, &Nc);CHKERRQ(ierr); 178097c42addSMatthew G. Knepley } 17819c3cf19fSMatthew G. Knepley rTotDim += rNb; 1782d69c5d34SMatthew G. Knepley } 17832764a2aaSMatthew G. Knepley ierr = PetscDSGetTotalDimension(prob, &cTotDim);CHKERRQ(ierr); 17840f2d7e86SMatthew G. Knepley ierr = PetscMalloc1(rTotDim*cTotDim,&elemMat);CHKERRQ(ierr); 17850f2d7e86SMatthew G. Knepley ierr = PetscMemzero(elemMat, rTotDim*cTotDim * sizeof(PetscScalar));CHKERRQ(ierr); 1786d69c5d34SMatthew G. Knepley for (fieldI = 0, offsetI = 0; fieldI < Nf; ++fieldI) { 1787d69c5d34SMatthew G. Knepley PetscDualSpace Qref; 1788d69c5d34SMatthew G. Knepley PetscQuadrature f; 1789d69c5d34SMatthew G. Knepley const PetscReal *qpoints, *qweights; 1790d69c5d34SMatthew G. Knepley PetscReal *points; 1791d69c5d34SMatthew G. Knepley PetscInt npoints = 0, Nc, Np, fpdim, i, k, p, d; 1792d69c5d34SMatthew G. Knepley 1793d69c5d34SMatthew G. Knepley /* Compose points from all dual basis functionals */ 179497c42addSMatthew G. Knepley if (feRef[fieldI]) { 1795d69c5d34SMatthew G. Knepley ierr = PetscFEGetDualSpace(feRef[fieldI], &Qref);CHKERRQ(ierr); 17960f2d7e86SMatthew G. Knepley ierr = PetscFEGetNumComponents(feRef[fieldI], &Nc);CHKERRQ(ierr); 179797c42addSMatthew G. Knepley } else { 179897c42addSMatthew G. Knepley ierr = PetscFVGetDualSpace(fvRef[fieldI], &Qref);CHKERRQ(ierr); 179997c42addSMatthew G. Knepley ierr = PetscFVGetNumComponents(fvRef[fieldI], &Nc);CHKERRQ(ierr); 180097c42addSMatthew G. Knepley } 1801d69c5d34SMatthew G. Knepley ierr = PetscDualSpaceGetDimension(Qref, &fpdim);CHKERRQ(ierr); 1802d69c5d34SMatthew G. Knepley for (i = 0; i < fpdim; ++i) { 1803d69c5d34SMatthew G. Knepley ierr = PetscDualSpaceGetFunctional(Qref, i, &f);CHKERRQ(ierr); 18049c3cf19fSMatthew G. Knepley ierr = PetscQuadratureGetData(f, NULL, NULL, &Np, NULL, NULL);CHKERRQ(ierr); 1805d69c5d34SMatthew G. Knepley npoints += Np; 1806d69c5d34SMatthew G. Knepley } 1807d69c5d34SMatthew G. Knepley ierr = PetscMalloc1(npoints*dim,&points);CHKERRQ(ierr); 1808d69c5d34SMatthew G. Knepley for (i = 0, k = 0; i < fpdim; ++i) { 1809d69c5d34SMatthew G. Knepley ierr = PetscDualSpaceGetFunctional(Qref, i, &f);CHKERRQ(ierr); 18109c3cf19fSMatthew G. Knepley ierr = PetscQuadratureGetData(f, NULL, NULL, &Np, &qpoints, NULL);CHKERRQ(ierr); 1811d69c5d34SMatthew G. Knepley for (p = 0; p < Np; ++p, ++k) for (d = 0; d < dim; ++d) points[k*dim+d] = qpoints[p*dim+d]; 1812d69c5d34SMatthew G. Knepley } 1813d69c5d34SMatthew G. Knepley 1814d69c5d34SMatthew G. Knepley for (fieldJ = 0, offsetJ = 0; fieldJ < Nf; ++fieldJ) { 181597c42addSMatthew G. Knepley PetscObject obj; 181697c42addSMatthew G. Knepley PetscClassId id; 1817d69c5d34SMatthew G. Knepley PetscReal *B; 18189c3cf19fSMatthew G. Knepley PetscInt NcJ = 0, cpdim = 0, j, qNc; 1819d69c5d34SMatthew G. Knepley 182097c42addSMatthew G. Knepley ierr = PetscDSGetDiscretization(prob, fieldJ, &obj);CHKERRQ(ierr); 182197c42addSMatthew G. Knepley ierr = PetscObjectGetClassId(obj, &id);CHKERRQ(ierr); 182297c42addSMatthew G. Knepley if (id == PETSCFE_CLASSID) { 182397c42addSMatthew G. Knepley PetscFE fe = (PetscFE) obj; 1824d69c5d34SMatthew G. Knepley 1825d69c5d34SMatthew G. Knepley /* Evaluate basis at points */ 18260f2d7e86SMatthew G. Knepley ierr = PetscFEGetNumComponents(fe, &NcJ);CHKERRQ(ierr); 18270f2d7e86SMatthew G. Knepley ierr = PetscFEGetDimension(fe, &cpdim);CHKERRQ(ierr); 1828ffe73a53SMatthew G. Knepley /* For now, fields only interpolate themselves */ 1829ffe73a53SMatthew G. Knepley if (fieldI == fieldJ) { 18309c3cf19fSMatthew G. Knepley if (Nc != NcJ) SETERRQ2(PETSC_COMM_SELF, PETSC_ERR_ARG_WRONG, "Number of components in fine space field %D does not match coarse field %D", Nc, NcJ); 18310f2d7e86SMatthew G. Knepley ierr = PetscFEGetTabulation(fe, npoints, points, &B, NULL, NULL);CHKERRQ(ierr); 1832d69c5d34SMatthew G. Knepley for (i = 0, k = 0; i < fpdim; ++i) { 1833d69c5d34SMatthew G. Knepley ierr = PetscDualSpaceGetFunctional(Qref, i, &f);CHKERRQ(ierr); 18349c3cf19fSMatthew G. Knepley ierr = PetscQuadratureGetData(f, NULL, &qNc, &Np, NULL, &qweights);CHKERRQ(ierr); 18359c3cf19fSMatthew G. Knepley if (qNc != NcJ) SETERRQ2(PETSC_COMM_SELF, PETSC_ERR_ARG_WRONG, "Number of components in quadrature %D does not match coarse field %D", qNc, NcJ); 1836d69c5d34SMatthew G. Knepley for (p = 0; p < Np; ++p, ++k) { 183736a6d9c0SMatthew G. Knepley for (j = 0; j < cpdim; ++j) { 1838d172c84bSMatthew G. Knepley /* 1839d172c84bSMatthew G. Knepley cTotDim: Total columns in element interpolation matrix, sum of number of dual basis functionals in each field 1840d172c84bSMatthew G. Knepley offsetI, offsetJ: Offsets into the larger element interpolation matrix for different fields 1841d172c84bSMatthew G. Knepley fpdim, i, cpdim, j: Dofs for fine and coarse grids, correspond to dual space basis functionals 1842d172c84bSMatthew G. Knepley qNC, Nc, Ncj, c: Number of components in this field 1843d172c84bSMatthew G. Knepley Np, p: Number of quad points in the fine grid functional i 1844d172c84bSMatthew G. Knepley k: i*Np + p, overall point number for the interpolation 1845d172c84bSMatthew G. Knepley */ 18469c3cf19fSMatthew G. Knepley for (c = 0; c < Nc; ++c) elemMat[(offsetI + i)*cTotDim + offsetJ + j] += B[k*cpdim*NcJ+j*Nc+c]*qweights[p*qNc+c]; 184736a6d9c0SMatthew G. Knepley } 1848d69c5d34SMatthew G. Knepley } 1849d69c5d34SMatthew G. Knepley } 18500f2d7e86SMatthew G. Knepley ierr = PetscFERestoreTabulation(fe, npoints, points, &B, NULL, NULL);CHKERRQ(ierr);CHKERRQ(ierr); 1851ffe73a53SMatthew G. Knepley } 185297c42addSMatthew G. Knepley } else if (id == PETSCFV_CLASSID) { 185397c42addSMatthew G. Knepley PetscFV fv = (PetscFV) obj; 185497c42addSMatthew G. Knepley 185597c42addSMatthew G. Knepley /* Evaluate constant function at points */ 185697c42addSMatthew G. Knepley ierr = PetscFVGetNumComponents(fv, &NcJ);CHKERRQ(ierr); 185797c42addSMatthew G. Knepley cpdim = 1; 185897c42addSMatthew G. Knepley /* For now, fields only interpolate themselves */ 185997c42addSMatthew G. Knepley if (fieldI == fieldJ) { 186097c42addSMatthew G. Knepley if (Nc != NcJ) SETERRQ2(PETSC_COMM_SELF, PETSC_ERR_ARG_WRONG, "Number of components in fine space field %d does not match coarse field %d", Nc, NcJ); 186197c42addSMatthew G. Knepley for (i = 0, k = 0; i < fpdim; ++i) { 186297c42addSMatthew G. Knepley ierr = PetscDualSpaceGetFunctional(Qref, i, &f);CHKERRQ(ierr); 18639c3cf19fSMatthew G. Knepley ierr = PetscQuadratureGetData(f, NULL, &qNc, &Np, NULL, &qweights);CHKERRQ(ierr); 18649c3cf19fSMatthew G. Knepley if (qNc != NcJ) SETERRQ2(PETSC_COMM_SELF, PETSC_ERR_ARG_WRONG, "Number of components in quadrature %D does not match coarse field %D", qNc, NcJ); 186597c42addSMatthew G. Knepley for (p = 0; p < Np; ++p, ++k) { 186697c42addSMatthew G. Knepley for (j = 0; j < cpdim; ++j) { 1867458eb97cSMatthew G. Knepley for (c = 0; c < Nc; ++c) elemMat[(offsetI + i)*cTotDim + offsetJ + j] += 1.0*qweights[p*qNc+c]; 186897c42addSMatthew G. Knepley } 186997c42addSMatthew G. Knepley } 187097c42addSMatthew G. Knepley } 187197c42addSMatthew G. Knepley } 187297c42addSMatthew G. Knepley } 1873d172c84bSMatthew G. Knepley offsetJ += cpdim; 1874d69c5d34SMatthew G. Knepley } 1875d172c84bSMatthew G. Knepley offsetI += fpdim; 1876549a8adaSMatthew G. Knepley ierr = PetscFree(points);CHKERRQ(ierr); 1877d69c5d34SMatthew G. Knepley } 18780f2d7e86SMatthew G. Knepley if (mesh->printFEM > 1) {ierr = DMPrintCellMatrix(0, name, rTotDim, cTotDim, elemMat);CHKERRQ(ierr);} 18797f5b169aSMatthew G. Knepley /* Preallocate matrix */ 18807f5b169aSMatthew G. Knepley { 1881c094ef40SMatthew G. Knepley Mat preallocator; 1882c094ef40SMatthew G. Knepley PetscScalar *vals; 1883c094ef40SMatthew G. Knepley PetscInt *cellCIndices, *cellFIndices; 1884c094ef40SMatthew G. Knepley PetscInt locRows, locCols, cell; 18857f5b169aSMatthew G. Knepley 1886c094ef40SMatthew G. Knepley ierr = MatGetLocalSize(In, &locRows, &locCols);CHKERRQ(ierr); 1887c094ef40SMatthew G. Knepley ierr = MatCreate(PetscObjectComm((PetscObject) In), &preallocator);CHKERRQ(ierr); 1888c094ef40SMatthew G. Knepley ierr = MatSetType(preallocator, MATPREALLOCATOR);CHKERRQ(ierr); 1889c094ef40SMatthew G. Knepley ierr = MatSetSizes(preallocator, locRows, locCols, PETSC_DETERMINE, PETSC_DETERMINE);CHKERRQ(ierr); 1890c094ef40SMatthew G. Knepley ierr = MatSetUp(preallocator);CHKERRQ(ierr); 1891c094ef40SMatthew G. Knepley ierr = PetscCalloc3(rTotDim*cTotDim, &vals,cTotDim,&cellCIndices,rTotDim,&cellFIndices);CHKERRQ(ierr); 18927f5b169aSMatthew G. Knepley for (cell = cStart; cell < cEnd; ++cell) { 18937f5b169aSMatthew G. Knepley ierr = DMPlexMatGetClosureIndicesRefined(dmf, fsection, fglobalSection, dmc, csection, cglobalSection, cell, cellCIndices, cellFIndices);CHKERRQ(ierr); 1894c094ef40SMatthew G. Knepley ierr = MatSetValues(preallocator, rTotDim, cellFIndices, cTotDim, cellCIndices, vals, INSERT_VALUES);CHKERRQ(ierr); 18957f5b169aSMatthew G. Knepley } 1896c094ef40SMatthew G. Knepley ierr = PetscFree3(vals,cellCIndices,cellFIndices);CHKERRQ(ierr); 1897c094ef40SMatthew G. Knepley ierr = MatAssemblyBegin(preallocator, MAT_FINAL_ASSEMBLY);CHKERRQ(ierr); 1898c094ef40SMatthew G. Knepley ierr = MatAssemblyEnd(preallocator, MAT_FINAL_ASSEMBLY);CHKERRQ(ierr); 1899c094ef40SMatthew G. Knepley ierr = MatPreallocatorPreallocate(preallocator, PETSC_TRUE, In);CHKERRQ(ierr); 1900c094ef40SMatthew G. Knepley ierr = MatDestroy(&preallocator);CHKERRQ(ierr); 19017f5b169aSMatthew G. Knepley } 19027f5b169aSMatthew G. Knepley /* Fill matrix */ 19037f5b169aSMatthew G. Knepley ierr = MatZeroEntries(In);CHKERRQ(ierr); 1904d69c5d34SMatthew G. Knepley for (c = cStart; c < cEnd; ++c) { 1905934789fcSMatthew G. Knepley ierr = DMPlexMatSetClosureRefined(dmf, fsection, fglobalSection, dmc, csection, cglobalSection, In, c, elemMat, INSERT_VALUES);CHKERRQ(ierr); 1906d69c5d34SMatthew G. Knepley } 1907549a8adaSMatthew G. Knepley for (f = 0; f < Nf; ++f) {ierr = PetscFEDestroy(&feRef[f]);CHKERRQ(ierr);} 190897c42addSMatthew G. Knepley ierr = PetscFree2(feRef,fvRef);CHKERRQ(ierr); 1909549a8adaSMatthew G. Knepley ierr = PetscFree(elemMat);CHKERRQ(ierr); 1910934789fcSMatthew G. Knepley ierr = MatAssemblyBegin(In, MAT_FINAL_ASSEMBLY);CHKERRQ(ierr); 1911934789fcSMatthew G. Knepley ierr = MatAssemblyEnd(In, MAT_FINAL_ASSEMBLY);CHKERRQ(ierr); 1912d69c5d34SMatthew G. Knepley if (mesh->printFEM) { 1913d69c5d34SMatthew G. Knepley ierr = PetscPrintf(PETSC_COMM_WORLD, "%s:\n", name);CHKERRQ(ierr); 1914934789fcSMatthew G. Knepley ierr = MatChop(In, 1.0e-10);CHKERRQ(ierr); 1915934789fcSMatthew G. Knepley ierr = MatView(In, PETSC_VIEWER_STDOUT_WORLD);CHKERRQ(ierr); 1916d69c5d34SMatthew G. Knepley } 1917d69c5d34SMatthew G. Knepley ierr = PetscLogEventEnd(DMPLEX_InterpolatorFEM,dmc,dmf,0,0);CHKERRQ(ierr); 1918d69c5d34SMatthew G. Knepley PetscFunctionReturn(0); 1919d69c5d34SMatthew G. Knepley } 19206c73c22cSMatthew G. Knepley 1921bd041c0cSMatthew G. Knepley PetscErrorCode DMPlexComputeMassMatrixNested(DM dmc, DM dmf, Mat mass, void *user) 1922bd041c0cSMatthew G. Knepley { 1923bd041c0cSMatthew G. Knepley SETERRQ(PetscObjectComm((PetscObject) dmc), PETSC_ERR_SUP, "Laziness"); 1924bd041c0cSMatthew G. Knepley } 1925bd041c0cSMatthew G. Knepley 192668132eb9SMatthew G. Knepley /*@ 192768132eb9SMatthew G. Knepley DMPlexComputeInterpolatorGeneral - Form the local portion of the interpolation matrix I from the coarse DM to a non-nested fine DM. 192868132eb9SMatthew G. Knepley 192968132eb9SMatthew G. Knepley Input Parameters: 193068132eb9SMatthew G. Knepley + dmf - The fine mesh 193168132eb9SMatthew G. Knepley . dmc - The coarse mesh 193268132eb9SMatthew G. Knepley - user - The user context 193368132eb9SMatthew G. Knepley 193468132eb9SMatthew G. Knepley Output Parameter: 193568132eb9SMatthew G. Knepley . In - The interpolation matrix 193668132eb9SMatthew G. Knepley 193768132eb9SMatthew G. Knepley Level: developer 193868132eb9SMatthew G. Knepley 193968132eb9SMatthew G. Knepley .seealso: DMPlexComputeInterpolatorNested(), DMPlexComputeJacobianFEM() 194068132eb9SMatthew G. Knepley @*/ 194168132eb9SMatthew G. Knepley PetscErrorCode DMPlexComputeInterpolatorGeneral(DM dmc, DM dmf, Mat In, void *user) 19424ef9d792SMatthew G. Knepley { 194364e98e1dSMatthew G. Knepley DM_Plex *mesh = (DM_Plex *) dmf->data; 194464e98e1dSMatthew G. Knepley const char *name = "Interpolator"; 19454ef9d792SMatthew G. Knepley PetscDS prob; 19464ef9d792SMatthew G. Knepley PetscSection fsection, csection, globalFSection, globalCSection; 1947e8f14785SLisandro Dalcin PetscHSetIJ ht; 19484ef9d792SMatthew G. Knepley PetscLayout rLayout; 19494ef9d792SMatthew G. Knepley PetscInt *dnz, *onz; 19504ef9d792SMatthew G. Knepley PetscInt locRows, rStart, rEnd; 19514ef9d792SMatthew G. Knepley PetscReal *x, *v0, *J, *invJ, detJ; 19524ef9d792SMatthew G. Knepley PetscReal *v0c, *Jc, *invJc, detJc; 19534ef9d792SMatthew G. Knepley PetscScalar *elemMat; 19544ef9d792SMatthew G. Knepley PetscInt dim, Nf, field, totDim, cStart, cEnd, cell, ccell; 19554ef9d792SMatthew G. Knepley PetscErrorCode ierr; 19564ef9d792SMatthew G. Knepley 19574ef9d792SMatthew G. Knepley PetscFunctionBegin; 195877711781SMatthew G. Knepley ierr = PetscLogEventBegin(DMPLEX_InterpolatorFEM,dmc,dmf,0,0);CHKERRQ(ierr); 19594ef9d792SMatthew G. Knepley ierr = DMGetCoordinateDim(dmc, &dim);CHKERRQ(ierr); 19604ef9d792SMatthew G. Knepley ierr = DMGetDS(dmc, &prob);CHKERRQ(ierr); 19614ef9d792SMatthew G. Knepley ierr = PetscDSGetRefCoordArrays(prob, &x, NULL);CHKERRQ(ierr); 19624ef9d792SMatthew G. Knepley ierr = PetscDSGetNumFields(prob, &Nf);CHKERRQ(ierr); 19634ef9d792SMatthew G. Knepley ierr = PetscMalloc3(dim,&v0,dim*dim,&J,dim*dim,&invJ);CHKERRQ(ierr); 19644ef9d792SMatthew G. Knepley ierr = PetscMalloc3(dim,&v0c,dim*dim,&Jc,dim*dim,&invJc);CHKERRQ(ierr); 1965e87a4003SBarry Smith ierr = DMGetSection(dmf, &fsection);CHKERRQ(ierr); 1966e87a4003SBarry Smith ierr = DMGetGlobalSection(dmf, &globalFSection);CHKERRQ(ierr); 1967e87a4003SBarry Smith ierr = DMGetSection(dmc, &csection);CHKERRQ(ierr); 1968e87a4003SBarry Smith ierr = DMGetGlobalSection(dmc, &globalCSection);CHKERRQ(ierr); 19694ef9d792SMatthew G. Knepley ierr = DMPlexGetHeightStratum(dmf, 0, &cStart, &cEnd);CHKERRQ(ierr); 19704ef9d792SMatthew G. Knepley ierr = PetscDSGetTotalDimension(prob, &totDim);CHKERRQ(ierr); 19719c3cf19fSMatthew G. Knepley ierr = PetscMalloc1(totDim, &elemMat);CHKERRQ(ierr); 19724ef9d792SMatthew G. Knepley 19734ef9d792SMatthew G. Knepley ierr = MatGetLocalSize(In, &locRows, NULL);CHKERRQ(ierr); 19744ef9d792SMatthew G. Knepley ierr = PetscLayoutCreate(PetscObjectComm((PetscObject) In), &rLayout);CHKERRQ(ierr); 19754ef9d792SMatthew G. Knepley ierr = PetscLayoutSetLocalSize(rLayout, locRows);CHKERRQ(ierr); 19764ef9d792SMatthew G. Knepley ierr = PetscLayoutSetBlockSize(rLayout, 1);CHKERRQ(ierr); 19774ef9d792SMatthew G. Knepley ierr = PetscLayoutSetUp(rLayout);CHKERRQ(ierr); 19784ef9d792SMatthew G. Knepley ierr = PetscLayoutGetRange(rLayout, &rStart, &rEnd);CHKERRQ(ierr); 19794ef9d792SMatthew G. Knepley ierr = PetscLayoutDestroy(&rLayout);CHKERRQ(ierr); 19804ef9d792SMatthew G. Knepley ierr = PetscCalloc2(locRows,&dnz,locRows,&onz);CHKERRQ(ierr); 1981e8f14785SLisandro Dalcin ierr = PetscHSetIJCreate(&ht);CHKERRQ(ierr); 19824ef9d792SMatthew G. Knepley for (field = 0; field < Nf; ++field) { 19834ef9d792SMatthew G. Knepley PetscObject obj; 19844ef9d792SMatthew G. Knepley PetscClassId id; 1985c0d7054bSMatthew G. Knepley PetscDualSpace Q = NULL; 19864ef9d792SMatthew G. Knepley PetscQuadrature f; 198717f047d8SMatthew G. Knepley const PetscReal *qpoints; 198817f047d8SMatthew G. Knepley PetscInt Nc, Np, fpdim, i, d; 19894ef9d792SMatthew G. Knepley 19904ef9d792SMatthew G. Knepley ierr = PetscDSGetDiscretization(prob, field, &obj);CHKERRQ(ierr); 19914ef9d792SMatthew G. Knepley ierr = PetscObjectGetClassId(obj, &id);CHKERRQ(ierr); 19924ef9d792SMatthew G. Knepley if (id == PETSCFE_CLASSID) { 19934ef9d792SMatthew G. Knepley PetscFE fe = (PetscFE) obj; 19944ef9d792SMatthew G. Knepley 19954ef9d792SMatthew G. Knepley ierr = PetscFEGetDualSpace(fe, &Q);CHKERRQ(ierr); 19964ef9d792SMatthew G. Knepley ierr = PetscFEGetNumComponents(fe, &Nc);CHKERRQ(ierr); 19974ef9d792SMatthew G. Knepley } else if (id == PETSCFV_CLASSID) { 19984ef9d792SMatthew G. Knepley PetscFV fv = (PetscFV) obj; 19994ef9d792SMatthew G. Knepley 20004ef9d792SMatthew G. Knepley ierr = PetscFVGetDualSpace(fv, &Q);CHKERRQ(ierr); 20014ef9d792SMatthew G. Knepley Nc = 1; 20024ef9d792SMatthew G. Knepley } 20034ef9d792SMatthew G. Knepley ierr = PetscDualSpaceGetDimension(Q, &fpdim);CHKERRQ(ierr); 20044ef9d792SMatthew G. Knepley /* For each fine grid cell */ 20054ef9d792SMatthew G. Knepley for (cell = cStart; cell < cEnd; ++cell) { 20064ef9d792SMatthew G. Knepley PetscInt *findices, *cindices; 20074ef9d792SMatthew G. Knepley PetscInt numFIndices, numCIndices; 20084ef9d792SMatthew G. Knepley 20096ecaa68aSToby Isaac ierr = DMPlexGetClosureIndices(dmf, fsection, globalFSection, cell, &numFIndices, &findices, NULL);CHKERRQ(ierr); 20104ef9d792SMatthew G. Knepley ierr = DMPlexComputeCellGeometryFEM(dmf, cell, NULL, v0, J, invJ, &detJ);CHKERRQ(ierr); 20119c3cf19fSMatthew G. Knepley if (numFIndices != fpdim) SETERRQ2(PETSC_COMM_SELF, PETSC_ERR_ARG_WRONG, "Number of fine indices %d != %d dual basis vecs", numFIndices, fpdim); 20124ef9d792SMatthew G. Knepley for (i = 0; i < fpdim; ++i) { 20134ef9d792SMatthew G. Knepley Vec pointVec; 20144ef9d792SMatthew G. Knepley PetscScalar *pV; 20153a93e3b7SToby Isaac PetscSF coarseCellSF = NULL; 20163a93e3b7SToby Isaac const PetscSFNode *coarseCells; 20179c3cf19fSMatthew G. Knepley PetscInt numCoarseCells, q, c; 20184ef9d792SMatthew G. Knepley 20194ef9d792SMatthew G. Knepley /* Get points from the dual basis functional quadrature */ 20204ef9d792SMatthew G. Knepley ierr = PetscDualSpaceGetFunctional(Q, i, &f);CHKERRQ(ierr); 20219c3cf19fSMatthew G. Knepley ierr = PetscQuadratureGetData(f, NULL, NULL, &Np, &qpoints, NULL);CHKERRQ(ierr); 20224ef9d792SMatthew G. Knepley ierr = VecCreateSeq(PETSC_COMM_SELF, Np*dim, &pointVec);CHKERRQ(ierr); 20234ef9d792SMatthew G. Knepley ierr = VecSetBlockSize(pointVec, dim);CHKERRQ(ierr); 20244ef9d792SMatthew G. Knepley ierr = VecGetArray(pointVec, &pV);CHKERRQ(ierr); 20254ef9d792SMatthew G. Knepley for (q = 0; q < Np; ++q) { 2026c330f8ffSToby Isaac const PetscReal xi0[3] = {-1., -1., -1.}; 2027c330f8ffSToby Isaac 20284ef9d792SMatthew G. Knepley /* Transform point to real space */ 2029c330f8ffSToby Isaac CoordinatesRefToReal(dim, dim, xi0, v0, J, &qpoints[q*dim], x); 20304ef9d792SMatthew G. Knepley for (d = 0; d < dim; ++d) pV[q*dim+d] = x[d]; 20314ef9d792SMatthew G. Knepley } 20324ef9d792SMatthew G. Knepley ierr = VecRestoreArray(pointVec, &pV);CHKERRQ(ierr); 20334ef9d792SMatthew G. Knepley /* Get set of coarse cells that overlap points (would like to group points by coarse cell) */ 20341555c271SMatthew G. Knepley /* OPT: Pack all quad points from fine cell */ 203562a38674SMatthew G. Knepley ierr = DMLocatePoints(dmc, pointVec, DM_POINTLOCATION_NEAREST, &coarseCellSF);CHKERRQ(ierr); 20363a93e3b7SToby Isaac ierr = PetscSFViewFromOptions(coarseCellSF, NULL, "-interp_sf_view");CHKERRQ(ierr); 20374ef9d792SMatthew G. Knepley /* Update preallocation info */ 20383a93e3b7SToby Isaac ierr = PetscSFGetGraph(coarseCellSF, NULL, &numCoarseCells, NULL, &coarseCells);CHKERRQ(ierr); 20393a93e3b7SToby Isaac if (numCoarseCells != Np) SETERRQ(PETSC_COMM_SELF,PETSC_ERR_PLIB,"Not all closure points located"); 20409c3cf19fSMatthew G. Knepley { 2041e8f14785SLisandro Dalcin PetscHashIJKey key; 2042e8f14785SLisandro Dalcin PetscBool missing; 20434ef9d792SMatthew G. Knepley 2044e8f14785SLisandro Dalcin key.i = findices[i]; 2045e8f14785SLisandro Dalcin if (key.i >= 0) { 20464ef9d792SMatthew G. Knepley /* Get indices for coarse elements */ 20474ef9d792SMatthew G. Knepley for (ccell = 0; ccell < numCoarseCells; ++ccell) { 20483a93e3b7SToby Isaac ierr = DMPlexGetClosureIndices(dmc, csection, globalCSection, coarseCells[ccell].index, &numCIndices, &cindices, NULL);CHKERRQ(ierr); 20494ef9d792SMatthew G. Knepley for (c = 0; c < numCIndices; ++c) { 2050e8f14785SLisandro Dalcin key.j = cindices[c]; 2051e8f14785SLisandro Dalcin if (key.j < 0) continue; 2052e8f14785SLisandro Dalcin ierr = PetscHSetIJQueryAdd(ht, key, &missing);CHKERRQ(ierr); 20534ef9d792SMatthew G. Knepley if (missing) { 2054e8f14785SLisandro Dalcin if ((key.j >= rStart) && (key.j < rEnd)) ++dnz[key.i-rStart]; 2055e8f14785SLisandro Dalcin else ++onz[key.i-rStart]; 20564ef9d792SMatthew G. Knepley } 20574ef9d792SMatthew G. Knepley } 20583a93e3b7SToby Isaac ierr = DMPlexRestoreClosureIndices(dmc, csection, globalCSection, coarseCells[ccell].index, &numCIndices, &cindices, NULL);CHKERRQ(ierr); 20594ef9d792SMatthew G. Knepley } 20604ef9d792SMatthew G. Knepley } 20618c543595SMatthew G. Knepley } 20623a93e3b7SToby Isaac ierr = PetscSFDestroy(&coarseCellSF);CHKERRQ(ierr); 20634ef9d792SMatthew G. Knepley ierr = VecDestroy(&pointVec);CHKERRQ(ierr); 20644ef9d792SMatthew G. Knepley } 206546bdb399SToby Isaac ierr = DMPlexRestoreClosureIndices(dmf, fsection, globalFSection, cell, &numFIndices, &findices, NULL);CHKERRQ(ierr); 20664ef9d792SMatthew G. Knepley } 20674ef9d792SMatthew G. Knepley } 2068e8f14785SLisandro Dalcin ierr = PetscHSetIJDestroy(&ht);CHKERRQ(ierr); 20694ef9d792SMatthew G. Knepley ierr = MatXAIJSetPreallocation(In, 1, dnz, onz, NULL, NULL);CHKERRQ(ierr); 20704ef9d792SMatthew G. Knepley ierr = MatSetOption(In, MAT_NEW_NONZERO_ALLOCATION_ERR,PETSC_TRUE);CHKERRQ(ierr); 20714ef9d792SMatthew G. Knepley ierr = PetscFree2(dnz,onz);CHKERRQ(ierr); 20724ef9d792SMatthew G. Knepley for (field = 0; field < Nf; ++field) { 20734ef9d792SMatthew G. Knepley PetscObject obj; 20744ef9d792SMatthew G. Knepley PetscClassId id; 2075c0d7054bSMatthew G. Knepley PetscDualSpace Q = NULL; 20764ef9d792SMatthew G. Knepley PetscQuadrature f; 20774ef9d792SMatthew G. Knepley const PetscReal *qpoints, *qweights; 20789c3cf19fSMatthew G. Knepley PetscInt Nc, qNc, Np, fpdim, i, d; 20794ef9d792SMatthew G. Knepley 20804ef9d792SMatthew G. Knepley ierr = PetscDSGetDiscretization(prob, field, &obj);CHKERRQ(ierr); 20814ef9d792SMatthew G. Knepley ierr = PetscObjectGetClassId(obj, &id);CHKERRQ(ierr); 20824ef9d792SMatthew G. Knepley if (id == PETSCFE_CLASSID) { 20834ef9d792SMatthew G. Knepley PetscFE fe = (PetscFE) obj; 20844ef9d792SMatthew G. Knepley 20854ef9d792SMatthew G. Knepley ierr = PetscFEGetDualSpace(fe, &Q);CHKERRQ(ierr); 20864ef9d792SMatthew G. Knepley ierr = PetscFEGetNumComponents(fe, &Nc);CHKERRQ(ierr); 20874ef9d792SMatthew G. Knepley } else if (id == PETSCFV_CLASSID) { 20884ef9d792SMatthew G. Knepley PetscFV fv = (PetscFV) obj; 20894ef9d792SMatthew G. Knepley 20904ef9d792SMatthew G. Knepley ierr = PetscFVGetDualSpace(fv, &Q);CHKERRQ(ierr); 20914ef9d792SMatthew G. Knepley Nc = 1; 209225ce1634SJed Brown } else SETERRQ1(PetscObjectComm((PetscObject)dmc),PETSC_ERR_ARG_WRONG,"Unknown discretization type for field %d",field); 20934ef9d792SMatthew G. Knepley ierr = PetscDualSpaceGetDimension(Q, &fpdim);CHKERRQ(ierr); 20944ef9d792SMatthew G. Knepley /* For each fine grid cell */ 20954ef9d792SMatthew G. Knepley for (cell = cStart; cell < cEnd; ++cell) { 20964ef9d792SMatthew G. Knepley PetscInt *findices, *cindices; 20974ef9d792SMatthew G. Knepley PetscInt numFIndices, numCIndices; 20984ef9d792SMatthew G. Knepley 20996ecaa68aSToby Isaac ierr = DMPlexGetClosureIndices(dmf, fsection, globalFSection, cell, &numFIndices, &findices, NULL);CHKERRQ(ierr); 21004ef9d792SMatthew G. Knepley ierr = DMPlexComputeCellGeometryFEM(dmf, cell, NULL, v0, J, invJ, &detJ);CHKERRQ(ierr); 21019c3cf19fSMatthew G. Knepley if (numFIndices != fpdim) SETERRQ2(PETSC_COMM_SELF, PETSC_ERR_ARG_WRONG, "Number of fine indices %d != %d dual basis vecs", numFIndices, fpdim); 21024ef9d792SMatthew G. Knepley for (i = 0; i < fpdim; ++i) { 21034ef9d792SMatthew G. Knepley Vec pointVec; 21044ef9d792SMatthew G. Knepley PetscScalar *pV; 210512111d7cSToby Isaac PetscSF coarseCellSF = NULL; 21063a93e3b7SToby Isaac const PetscSFNode *coarseCells; 210717f047d8SMatthew G. Knepley PetscInt numCoarseCells, cpdim, q, c, j; 21084ef9d792SMatthew G. Knepley 21094ef9d792SMatthew G. Knepley /* Get points from the dual basis functional quadrature */ 21104ef9d792SMatthew G. Knepley ierr = PetscDualSpaceGetFunctional(Q, i, &f);CHKERRQ(ierr); 21119c3cf19fSMatthew G. Knepley ierr = PetscQuadratureGetData(f, NULL, &qNc, &Np, &qpoints, &qweights);CHKERRQ(ierr); 21129c3cf19fSMatthew G. Knepley if (qNc != Nc) SETERRQ2(PETSC_COMM_SELF, PETSC_ERR_ARG_WRONG, "Number of components in quadrature %D does not match coarse field %D", qNc, Nc); 21134ef9d792SMatthew G. Knepley ierr = VecCreateSeq(PETSC_COMM_SELF, Np*dim, &pointVec);CHKERRQ(ierr); 21144ef9d792SMatthew G. Knepley ierr = VecSetBlockSize(pointVec, dim);CHKERRQ(ierr); 21154ef9d792SMatthew G. Knepley ierr = VecGetArray(pointVec, &pV);CHKERRQ(ierr); 21164ef9d792SMatthew G. Knepley for (q = 0; q < Np; ++q) { 2117c330f8ffSToby Isaac const PetscReal xi0[3] = {-1., -1., -1.}; 2118c330f8ffSToby Isaac 21194ef9d792SMatthew G. Knepley /* Transform point to real space */ 2120c330f8ffSToby Isaac CoordinatesRefToReal(dim, dim, xi0, v0, J, &qpoints[q*dim], x); 21214ef9d792SMatthew G. Knepley for (d = 0; d < dim; ++d) pV[q*dim+d] = x[d]; 21224ef9d792SMatthew G. Knepley } 21234ef9d792SMatthew G. Knepley ierr = VecRestoreArray(pointVec, &pV);CHKERRQ(ierr); 21244ef9d792SMatthew G. Knepley /* Get set of coarse cells that overlap points (would like to group points by coarse cell) */ 21251555c271SMatthew G. Knepley /* OPT: Read this out from preallocation information */ 212662a38674SMatthew G. Knepley ierr = DMLocatePoints(dmc, pointVec, DM_POINTLOCATION_NEAREST, &coarseCellSF);CHKERRQ(ierr); 21274ef9d792SMatthew G. Knepley /* Update preallocation info */ 21283a93e3b7SToby Isaac ierr = PetscSFGetGraph(coarseCellSF, NULL, &numCoarseCells, NULL, &coarseCells);CHKERRQ(ierr); 21293a93e3b7SToby Isaac if (numCoarseCells != Np) SETERRQ(PETSC_COMM_SELF,PETSC_ERR_PLIB,"Not all closure points located"); 21304ef9d792SMatthew G. Knepley ierr = VecGetArray(pointVec, &pV);CHKERRQ(ierr); 21314ef9d792SMatthew G. Knepley for (ccell = 0; ccell < numCoarseCells; ++ccell) { 2132826eb36dSMatthew G. Knepley PetscReal pVReal[3]; 2133c330f8ffSToby Isaac const PetscReal xi0[3] = {-1., -1., -1.}; 2134826eb36dSMatthew G. Knepley 21353a93e3b7SToby Isaac ierr = DMPlexGetClosureIndices(dmc, csection, globalCSection, coarseCells[ccell].index, &numCIndices, &cindices, NULL);CHKERRQ(ierr); 21364ef9d792SMatthew G. Knepley /* Transform points from real space to coarse reference space */ 21373a93e3b7SToby Isaac ierr = DMPlexComputeCellGeometryFEM(dmc, coarseCells[ccell].index, NULL, v0c, Jc, invJc, &detJc);CHKERRQ(ierr); 2138e2d86523SMatthew G. Knepley for (d = 0; d < dim; ++d) pVReal[d] = PetscRealPart(pV[ccell*dim+d]); 2139c330f8ffSToby Isaac CoordinatesRealToRef(dim, dim, xi0, v0c, invJc, pVReal, x); 21404ef9d792SMatthew G. Knepley 21414ef9d792SMatthew G. Knepley if (id == PETSCFE_CLASSID) { 21424ef9d792SMatthew G. Knepley PetscFE fe = (PetscFE) obj; 21434ef9d792SMatthew G. Knepley PetscReal *B; 21444ef9d792SMatthew G. Knepley 21454ef9d792SMatthew G. Knepley /* Evaluate coarse basis on contained point */ 21464ef9d792SMatthew G. Knepley ierr = PetscFEGetDimension(fe, &cpdim);CHKERRQ(ierr); 21474ef9d792SMatthew G. Knepley ierr = PetscFEGetTabulation(fe, 1, x, &B, NULL, NULL);CHKERRQ(ierr); 21489c3cf19fSMatthew G. Knepley ierr = PetscMemzero(elemMat, cpdim * sizeof(PetscScalar));CHKERRQ(ierr); 21494ef9d792SMatthew G. Knepley /* Get elemMat entries by multiplying by weight */ 21504ef9d792SMatthew G. Knepley for (j = 0; j < cpdim; ++j) { 21519c3cf19fSMatthew G. Knepley for (c = 0; c < Nc; ++c) elemMat[j] += B[j*Nc + c]*qweights[ccell*qNc + c]; 21524ef9d792SMatthew G. Knepley } 21534ef9d792SMatthew G. Knepley ierr = PetscFERestoreTabulation(fe, 1, x, &B, NULL, NULL);CHKERRQ(ierr);CHKERRQ(ierr); 21544ef9d792SMatthew G. Knepley } else { 21554ef9d792SMatthew G. Knepley cpdim = 1; 21564ef9d792SMatthew G. Knepley for (j = 0; j < cpdim; ++j) { 21579c3cf19fSMatthew G. Knepley for (c = 0; c < Nc; ++c) elemMat[j] += 1.0*qweights[ccell*qNc + c]; 21584ef9d792SMatthew G. Knepley } 21594ef9d792SMatthew G. Knepley } 21604ef9d792SMatthew G. Knepley /* Update interpolator */ 21619c3cf19fSMatthew G. Knepley if (mesh->printFEM > 1) {ierr = DMPrintCellMatrix(cell, name, 1, numCIndices, elemMat);CHKERRQ(ierr);} 21629c3cf19fSMatthew G. Knepley if (numCIndices != cpdim) SETERRQ2(PETSC_COMM_SELF, PETSC_ERR_PLIB, "Number of element matrix columns %D != %D", numCIndices, cpdim); 21639c3cf19fSMatthew G. Knepley ierr = MatSetValues(In, 1, &findices[i], numCIndices, cindices, elemMat, INSERT_VALUES);CHKERRQ(ierr); 21643a93e3b7SToby Isaac ierr = DMPlexRestoreClosureIndices(dmc, csection, globalCSection, coarseCells[ccell].index, &numCIndices, &cindices, NULL);CHKERRQ(ierr); 21654ef9d792SMatthew G. Knepley } 21664ef9d792SMatthew G. Knepley ierr = VecRestoreArray(pointVec, &pV);CHKERRQ(ierr); 21673a93e3b7SToby Isaac ierr = PetscSFDestroy(&coarseCellSF);CHKERRQ(ierr); 21684ef9d792SMatthew G. Knepley ierr = VecDestroy(&pointVec);CHKERRQ(ierr); 21694ef9d792SMatthew G. Knepley } 217046bdb399SToby Isaac ierr = DMPlexRestoreClosureIndices(dmf, fsection, globalFSection, cell, &numFIndices, &findices, NULL);CHKERRQ(ierr); 21714ef9d792SMatthew G. Knepley } 21724ef9d792SMatthew G. Knepley } 21734ef9d792SMatthew G. Knepley ierr = PetscFree3(v0,J,invJ);CHKERRQ(ierr); 21744ef9d792SMatthew G. Knepley ierr = PetscFree3(v0c,Jc,invJc);CHKERRQ(ierr); 21754ef9d792SMatthew G. Knepley ierr = PetscFree(elemMat);CHKERRQ(ierr); 21764ef9d792SMatthew G. Knepley ierr = MatAssemblyBegin(In, MAT_FINAL_ASSEMBLY);CHKERRQ(ierr); 21774ef9d792SMatthew G. Knepley ierr = MatAssemblyEnd(In, MAT_FINAL_ASSEMBLY);CHKERRQ(ierr); 217877711781SMatthew G. Knepley ierr = PetscLogEventEnd(DMPLEX_InterpolatorFEM,dmc,dmf,0,0);CHKERRQ(ierr); 21794ef9d792SMatthew G. Knepley PetscFunctionReturn(0); 21804ef9d792SMatthew G. Knepley } 21814ef9d792SMatthew G. Knepley 218246fa42a0SMatthew G. Knepley /*@ 2183bd041c0cSMatthew G. Knepley DMPlexComputeMassMatrixGeneral - Form the local portion of the mass matrix M from the coarse DM to a non-nested fine DM. 2184bd041c0cSMatthew G. Knepley 2185bd041c0cSMatthew G. Knepley Input Parameters: 2186bd041c0cSMatthew G. Knepley + dmf - The fine mesh 2187bd041c0cSMatthew G. Knepley . dmc - The coarse mesh 2188bd041c0cSMatthew G. Knepley - user - The user context 2189bd041c0cSMatthew G. Knepley 2190bd041c0cSMatthew G. Knepley Output Parameter: 2191bd041c0cSMatthew G. Knepley . mass - The mass matrix 2192bd041c0cSMatthew G. Knepley 2193bd041c0cSMatthew G. Knepley Level: developer 2194bd041c0cSMatthew G. Knepley 2195bd041c0cSMatthew G. Knepley .seealso: DMPlexComputeMassMatrixNested(), DMPlexComputeInterpolatorNested(), DMPlexComputeInterpolatorGeneral(), DMPlexComputeJacobianFEM() 2196bd041c0cSMatthew G. Knepley @*/ 2197bd041c0cSMatthew G. Knepley PetscErrorCode DMPlexComputeMassMatrixGeneral(DM dmc, DM dmf, Mat mass, void *user) 2198bd041c0cSMatthew G. Knepley { 2199bd041c0cSMatthew G. Knepley DM_Plex *mesh = (DM_Plex *) dmf->data; 2200bd041c0cSMatthew G. Knepley const char *name = "Mass Matrix"; 2201bd041c0cSMatthew G. Knepley PetscDS prob; 2202bd041c0cSMatthew G. Knepley PetscSection fsection, csection, globalFSection, globalCSection; 2203e8f14785SLisandro Dalcin PetscHSetIJ ht; 2204bd041c0cSMatthew G. Knepley PetscLayout rLayout; 2205bd041c0cSMatthew G. Knepley PetscInt *dnz, *onz; 2206bd041c0cSMatthew G. Knepley PetscInt locRows, rStart, rEnd; 2207bd041c0cSMatthew G. Knepley PetscReal *x, *v0, *J, *invJ, detJ; 2208bd041c0cSMatthew G. Knepley PetscReal *v0c, *Jc, *invJc, detJc; 2209bd041c0cSMatthew G. Knepley PetscScalar *elemMat; 2210bd041c0cSMatthew G. Knepley PetscInt dim, Nf, field, totDim, cStart, cEnd, cell, ccell; 2211bd041c0cSMatthew G. Knepley PetscErrorCode ierr; 2212bd041c0cSMatthew G. Knepley 2213bd041c0cSMatthew G. Knepley PetscFunctionBegin; 2214bd041c0cSMatthew G. Knepley ierr = DMGetCoordinateDim(dmc, &dim);CHKERRQ(ierr); 2215bd041c0cSMatthew G. Knepley ierr = DMGetDS(dmc, &prob);CHKERRQ(ierr); 2216bd041c0cSMatthew G. Knepley ierr = PetscDSGetRefCoordArrays(prob, &x, NULL);CHKERRQ(ierr); 2217bd041c0cSMatthew G. Knepley ierr = PetscDSGetNumFields(prob, &Nf);CHKERRQ(ierr); 2218bd041c0cSMatthew G. Knepley ierr = PetscMalloc3(dim,&v0,dim*dim,&J,dim*dim,&invJ);CHKERRQ(ierr); 2219bd041c0cSMatthew G. Knepley ierr = PetscMalloc3(dim,&v0c,dim*dim,&Jc,dim*dim,&invJc);CHKERRQ(ierr); 2220e87a4003SBarry Smith ierr = DMGetSection(dmf, &fsection);CHKERRQ(ierr); 2221e87a4003SBarry Smith ierr = DMGetGlobalSection(dmf, &globalFSection);CHKERRQ(ierr); 2222e87a4003SBarry Smith ierr = DMGetSection(dmc, &csection);CHKERRQ(ierr); 2223e87a4003SBarry Smith ierr = DMGetGlobalSection(dmc, &globalCSection);CHKERRQ(ierr); 2224bd041c0cSMatthew G. Knepley ierr = DMPlexGetHeightStratum(dmf, 0, &cStart, &cEnd);CHKERRQ(ierr); 2225bd041c0cSMatthew G. Knepley ierr = PetscDSGetTotalDimension(prob, &totDim);CHKERRQ(ierr); 2226bd041c0cSMatthew G. Knepley ierr = PetscMalloc1(totDim, &elemMat);CHKERRQ(ierr); 2227bd041c0cSMatthew G. Knepley 2228bd041c0cSMatthew G. Knepley ierr = MatGetLocalSize(mass, &locRows, NULL);CHKERRQ(ierr); 2229bd041c0cSMatthew G. Knepley ierr = PetscLayoutCreate(PetscObjectComm((PetscObject) mass), &rLayout);CHKERRQ(ierr); 2230bd041c0cSMatthew G. Knepley ierr = PetscLayoutSetLocalSize(rLayout, locRows);CHKERRQ(ierr); 2231bd041c0cSMatthew G. Knepley ierr = PetscLayoutSetBlockSize(rLayout, 1);CHKERRQ(ierr); 2232bd041c0cSMatthew G. Knepley ierr = PetscLayoutSetUp(rLayout);CHKERRQ(ierr); 2233bd041c0cSMatthew G. Knepley ierr = PetscLayoutGetRange(rLayout, &rStart, &rEnd);CHKERRQ(ierr); 2234bd041c0cSMatthew G. Knepley ierr = PetscLayoutDestroy(&rLayout);CHKERRQ(ierr); 2235bd041c0cSMatthew G. Knepley ierr = PetscCalloc2(locRows,&dnz,locRows,&onz);CHKERRQ(ierr); 2236e8f14785SLisandro Dalcin ierr = PetscHSetIJCreate(&ht);CHKERRQ(ierr); 2237bd041c0cSMatthew G. Knepley for (field = 0; field < Nf; ++field) { 2238bd041c0cSMatthew G. Knepley PetscObject obj; 2239bd041c0cSMatthew G. Knepley PetscClassId id; 2240bd041c0cSMatthew G. Knepley PetscQuadrature quad; 2241bd041c0cSMatthew G. Knepley const PetscReal *qpoints; 2242bd041c0cSMatthew G. Knepley PetscInt Nq, Nc, i, d; 2243bd041c0cSMatthew G. Knepley 2244bd041c0cSMatthew G. Knepley ierr = PetscDSGetDiscretization(prob, field, &obj);CHKERRQ(ierr); 2245bd041c0cSMatthew G. Knepley ierr = PetscObjectGetClassId(obj, &id);CHKERRQ(ierr); 2246bd041c0cSMatthew G. Knepley if (id == PETSCFE_CLASSID) {ierr = PetscFEGetQuadrature((PetscFE) obj, &quad);CHKERRQ(ierr);} 2247bd041c0cSMatthew G. Knepley else {ierr = PetscFVGetQuadrature((PetscFV) obj, &quad);CHKERRQ(ierr);} 2248bd041c0cSMatthew G. Knepley ierr = PetscQuadratureGetData(quad, NULL, &Nc, &Nq, &qpoints, NULL);CHKERRQ(ierr); 2249bd041c0cSMatthew G. Knepley /* For each fine grid cell */ 2250bd041c0cSMatthew G. Knepley for (cell = cStart; cell < cEnd; ++cell) { 2251bd041c0cSMatthew G. Knepley Vec pointVec; 2252bd041c0cSMatthew G. Knepley PetscScalar *pV; 2253bd041c0cSMatthew G. Knepley PetscSF coarseCellSF = NULL; 2254bd041c0cSMatthew G. Knepley const PetscSFNode *coarseCells; 2255bd041c0cSMatthew G. Knepley PetscInt numCoarseCells, q, c; 2256bd041c0cSMatthew G. Knepley PetscInt *findices, *cindices; 2257bd041c0cSMatthew G. Knepley PetscInt numFIndices, numCIndices; 2258bd041c0cSMatthew G. Knepley 2259bd041c0cSMatthew G. Knepley ierr = DMPlexGetClosureIndices(dmf, fsection, globalFSection, cell, &numFIndices, &findices, NULL);CHKERRQ(ierr); 2260bd041c0cSMatthew G. Knepley ierr = DMPlexComputeCellGeometryFEM(dmf, cell, NULL, v0, J, invJ, &detJ);CHKERRQ(ierr); 2261bd041c0cSMatthew G. Knepley /* Get points from the quadrature */ 2262bd041c0cSMatthew G. Knepley ierr = VecCreateSeq(PETSC_COMM_SELF, Nq*dim, &pointVec);CHKERRQ(ierr); 2263bd041c0cSMatthew G. Knepley ierr = VecSetBlockSize(pointVec, dim);CHKERRQ(ierr); 2264bd041c0cSMatthew G. Knepley ierr = VecGetArray(pointVec, &pV);CHKERRQ(ierr); 2265bd041c0cSMatthew G. Knepley for (q = 0; q < Nq; ++q) { 2266c330f8ffSToby Isaac const PetscReal xi0[3] = {-1., -1., -1.}; 2267c330f8ffSToby Isaac 2268bd041c0cSMatthew G. Knepley /* Transform point to real space */ 2269c330f8ffSToby Isaac CoordinatesRefToReal(dim, dim, xi0, v0, J, &qpoints[q*dim], x); 2270bd041c0cSMatthew G. Knepley for (d = 0; d < dim; ++d) pV[q*dim+d] = x[d]; 2271bd041c0cSMatthew G. Knepley } 2272bd041c0cSMatthew G. Knepley ierr = VecRestoreArray(pointVec, &pV);CHKERRQ(ierr); 2273bd041c0cSMatthew G. Knepley /* Get set of coarse cells that overlap points (would like to group points by coarse cell) */ 2274bd041c0cSMatthew G. Knepley ierr = DMLocatePoints(dmc, pointVec, DM_POINTLOCATION_NEAREST, &coarseCellSF);CHKERRQ(ierr); 2275bd041c0cSMatthew G. Knepley ierr = PetscSFViewFromOptions(coarseCellSF, NULL, "-interp_sf_view");CHKERRQ(ierr); 2276bd041c0cSMatthew G. Knepley /* Update preallocation info */ 2277bd041c0cSMatthew G. Knepley ierr = PetscSFGetGraph(coarseCellSF, NULL, &numCoarseCells, NULL, &coarseCells);CHKERRQ(ierr); 2278bd041c0cSMatthew G. Knepley if (numCoarseCells != Nq) SETERRQ(PETSC_COMM_SELF,PETSC_ERR_PLIB,"Not all closure points located"); 2279bd041c0cSMatthew G. Knepley { 2280e8f14785SLisandro Dalcin PetscHashIJKey key; 2281e8f14785SLisandro Dalcin PetscBool missing; 2282bd041c0cSMatthew G. Knepley 2283bd041c0cSMatthew G. Knepley for (i = 0; i < numFIndices; ++i) { 2284e8f14785SLisandro Dalcin key.i = findices[i]; 2285e8f14785SLisandro Dalcin if (key.i >= 0) { 2286bd041c0cSMatthew G. Knepley /* Get indices for coarse elements */ 2287bd041c0cSMatthew G. Knepley for (ccell = 0; ccell < numCoarseCells; ++ccell) { 2288bd041c0cSMatthew G. Knepley ierr = DMPlexGetClosureIndices(dmc, csection, globalCSection, coarseCells[ccell].index, &numCIndices, &cindices, NULL);CHKERRQ(ierr); 2289bd041c0cSMatthew G. Knepley for (c = 0; c < numCIndices; ++c) { 2290e8f14785SLisandro Dalcin key.j = cindices[c]; 2291e8f14785SLisandro Dalcin if (key.j < 0) continue; 2292e8f14785SLisandro Dalcin ierr = PetscHSetIJQueryAdd(ht, key, &missing);CHKERRQ(ierr); 2293bd041c0cSMatthew G. Knepley if (missing) { 2294e8f14785SLisandro Dalcin if ((key.j >= rStart) && (key.j < rEnd)) ++dnz[key.i-rStart]; 2295e8f14785SLisandro Dalcin else ++onz[key.i-rStart]; 2296bd041c0cSMatthew G. Knepley } 2297bd041c0cSMatthew G. Knepley } 2298bd041c0cSMatthew G. Knepley ierr = DMPlexRestoreClosureIndices(dmc, csection, globalCSection, coarseCells[ccell].index, &numCIndices, &cindices, NULL);CHKERRQ(ierr); 2299bd041c0cSMatthew G. Knepley } 2300bd041c0cSMatthew G. Knepley } 2301bd041c0cSMatthew G. Knepley } 2302bd041c0cSMatthew G. Knepley } 2303bd041c0cSMatthew G. Knepley ierr = PetscSFDestroy(&coarseCellSF);CHKERRQ(ierr); 2304bd041c0cSMatthew G. Knepley ierr = VecDestroy(&pointVec);CHKERRQ(ierr); 2305bd041c0cSMatthew G. Knepley ierr = DMPlexRestoreClosureIndices(dmf, fsection, globalFSection, cell, &numFIndices, &findices, NULL);CHKERRQ(ierr); 2306bd041c0cSMatthew G. Knepley } 2307bd041c0cSMatthew G. Knepley } 2308e8f14785SLisandro Dalcin ierr = PetscHSetIJDestroy(&ht);CHKERRQ(ierr); 2309bd041c0cSMatthew G. Knepley ierr = MatXAIJSetPreallocation(mass, 1, dnz, onz, NULL, NULL);CHKERRQ(ierr); 2310bd041c0cSMatthew G. Knepley ierr = MatSetOption(mass, MAT_NEW_NONZERO_ALLOCATION_ERR,PETSC_TRUE);CHKERRQ(ierr); 2311bd041c0cSMatthew G. Knepley ierr = PetscFree2(dnz,onz);CHKERRQ(ierr); 2312bd041c0cSMatthew G. Knepley for (field = 0; field < Nf; ++field) { 2313bd041c0cSMatthew G. Knepley PetscObject obj; 2314bd041c0cSMatthew G. Knepley PetscClassId id; 2315bd041c0cSMatthew G. Knepley PetscQuadrature quad; 2316bd041c0cSMatthew G. Knepley PetscReal *Bfine; 2317bd041c0cSMatthew G. Knepley const PetscReal *qpoints, *qweights; 2318bd041c0cSMatthew G. Knepley PetscInt Nq, Nc, i, d; 2319bd041c0cSMatthew G. Knepley 2320bd041c0cSMatthew G. Knepley ierr = PetscDSGetDiscretization(prob, field, &obj);CHKERRQ(ierr); 2321bd041c0cSMatthew G. Knepley ierr = PetscObjectGetClassId(obj, &id);CHKERRQ(ierr); 2322bd041c0cSMatthew G. Knepley if (id == PETSCFE_CLASSID) {ierr = PetscFEGetQuadrature((PetscFE) obj, &quad);CHKERRQ(ierr);ierr = PetscFEGetDefaultTabulation((PetscFE) obj, &Bfine, NULL, NULL);CHKERRQ(ierr);} 2323bd041c0cSMatthew G. Knepley else {ierr = PetscFVGetQuadrature((PetscFV) obj, &quad);CHKERRQ(ierr);} 2324bd041c0cSMatthew G. Knepley ierr = PetscQuadratureGetData(quad, NULL, &Nc, &Nq, &qpoints, &qweights);CHKERRQ(ierr); 2325bd041c0cSMatthew G. Knepley /* For each fine grid cell */ 2326bd041c0cSMatthew G. Knepley for (cell = cStart; cell < cEnd; ++cell) { 2327bd041c0cSMatthew G. Knepley Vec pointVec; 2328bd041c0cSMatthew G. Knepley PetscScalar *pV; 2329bd041c0cSMatthew G. Knepley PetscSF coarseCellSF = NULL; 2330bd041c0cSMatthew G. Knepley const PetscSFNode *coarseCells; 2331bd041c0cSMatthew G. Knepley PetscInt numCoarseCells, cpdim, q, c, j; 2332bd041c0cSMatthew G. Knepley PetscInt *findices, *cindices; 2333bd041c0cSMatthew G. Knepley PetscInt numFIndices, numCIndices; 2334bd041c0cSMatthew G. Knepley 2335bd041c0cSMatthew G. Knepley ierr = DMPlexGetClosureIndices(dmf, fsection, globalFSection, cell, &numFIndices, &findices, NULL);CHKERRQ(ierr); 2336bd041c0cSMatthew G. Knepley ierr = DMPlexComputeCellGeometryFEM(dmf, cell, NULL, v0, J, invJ, &detJ);CHKERRQ(ierr); 2337bd041c0cSMatthew G. Knepley /* Get points from the quadrature */ 2338bd041c0cSMatthew G. Knepley ierr = VecCreateSeq(PETSC_COMM_SELF, Nq*dim, &pointVec);CHKERRQ(ierr); 2339bd041c0cSMatthew G. Knepley ierr = VecSetBlockSize(pointVec, dim);CHKERRQ(ierr); 2340bd041c0cSMatthew G. Knepley ierr = VecGetArray(pointVec, &pV);CHKERRQ(ierr); 2341bd041c0cSMatthew G. Knepley for (q = 0; q < Nq; ++q) { 2342c330f8ffSToby Isaac const PetscReal xi0[3] = {-1., -1., -1.}; 2343c330f8ffSToby Isaac 2344bd041c0cSMatthew G. Knepley /* Transform point to real space */ 2345c330f8ffSToby Isaac CoordinatesRefToReal(dim, dim, xi0, v0, J, &qpoints[q*dim], x); 2346bd041c0cSMatthew G. Knepley for (d = 0; d < dim; ++d) pV[q*dim+d] = x[d]; 2347bd041c0cSMatthew G. Knepley } 2348bd041c0cSMatthew G. Knepley ierr = VecRestoreArray(pointVec, &pV);CHKERRQ(ierr); 2349bd041c0cSMatthew G. Knepley /* Get set of coarse cells that overlap points (would like to group points by coarse cell) */ 2350bd041c0cSMatthew G. Knepley ierr = DMLocatePoints(dmc, pointVec, DM_POINTLOCATION_NEAREST, &coarseCellSF);CHKERRQ(ierr); 2351bd041c0cSMatthew G. Knepley /* Update matrix */ 2352bd041c0cSMatthew G. Knepley ierr = PetscSFGetGraph(coarseCellSF, NULL, &numCoarseCells, NULL, &coarseCells);CHKERRQ(ierr); 2353bd041c0cSMatthew G. Knepley if (numCoarseCells != Nq) SETERRQ(PETSC_COMM_SELF,PETSC_ERR_PLIB,"Not all closure points located"); 2354bd041c0cSMatthew G. Knepley ierr = VecGetArray(pointVec, &pV);CHKERRQ(ierr); 2355bd041c0cSMatthew G. Knepley for (ccell = 0; ccell < numCoarseCells; ++ccell) { 2356bd041c0cSMatthew G. Knepley PetscReal pVReal[3]; 2357c330f8ffSToby Isaac const PetscReal xi0[3] = {-1., -1., -1.}; 2358c330f8ffSToby Isaac 2359bd041c0cSMatthew G. Knepley 2360bd041c0cSMatthew G. Knepley ierr = DMPlexGetClosureIndices(dmc, csection, globalCSection, coarseCells[ccell].index, &numCIndices, &cindices, NULL);CHKERRQ(ierr); 2361bd041c0cSMatthew G. Knepley /* Transform points from real space to coarse reference space */ 2362bd041c0cSMatthew G. Knepley ierr = DMPlexComputeCellGeometryFEM(dmc, coarseCells[ccell].index, NULL, v0c, Jc, invJc, &detJc);CHKERRQ(ierr); 2363bd041c0cSMatthew G. Knepley for (d = 0; d < dim; ++d) pVReal[d] = PetscRealPart(pV[ccell*dim+d]); 2364c330f8ffSToby Isaac CoordinatesRealToRef(dim, dim, xi0, v0c, invJc, pVReal, x); 2365bd041c0cSMatthew G. Knepley 2366bd041c0cSMatthew G. Knepley if (id == PETSCFE_CLASSID) { 2367bd041c0cSMatthew G. Knepley PetscFE fe = (PetscFE) obj; 2368bd041c0cSMatthew G. Knepley PetscReal *B; 2369bd041c0cSMatthew G. Knepley 2370bd041c0cSMatthew G. Knepley /* Evaluate coarse basis on contained point */ 2371bd041c0cSMatthew G. Knepley ierr = PetscFEGetDimension(fe, &cpdim);CHKERRQ(ierr); 2372bd041c0cSMatthew G. Knepley ierr = PetscFEGetTabulation(fe, 1, x, &B, NULL, NULL);CHKERRQ(ierr); 2373bd041c0cSMatthew G. Knepley /* Get elemMat entries by multiplying by weight */ 2374bd041c0cSMatthew G. Knepley for (i = 0; i < numFIndices; ++i) { 2375bd041c0cSMatthew G. Knepley ierr = PetscMemzero(elemMat, cpdim * sizeof(PetscScalar));CHKERRQ(ierr); 2376bd041c0cSMatthew G. Knepley for (j = 0; j < cpdim; ++j) { 2377bd041c0cSMatthew G. Knepley for (c = 0; c < Nc; ++c) elemMat[j] += B[j*Nc + c]*Bfine[(ccell*numFIndices + i)*Nc + c]*qweights[ccell*Nc + c]*detJ; 2378bd041c0cSMatthew G. Knepley } 2379bd041c0cSMatthew G. Knepley /* Update interpolator */ 2380bd041c0cSMatthew G. Knepley if (mesh->printFEM > 1) {ierr = DMPrintCellMatrix(cell, name, 1, numCIndices, elemMat);CHKERRQ(ierr);} 2381bd041c0cSMatthew G. Knepley if (numCIndices != cpdim) SETERRQ2(PETSC_COMM_SELF, PETSC_ERR_PLIB, "Number of element matrix columns %D != %D", numCIndices, cpdim); 2382bd041c0cSMatthew G. Knepley ierr = MatSetValues(mass, 1, &findices[i], numCIndices, cindices, elemMat, ADD_VALUES);CHKERRQ(ierr); 2383bd041c0cSMatthew G. Knepley } 2384bd041c0cSMatthew G. Knepley ierr = PetscFERestoreTabulation(fe, 1, x, &B, NULL, NULL);CHKERRQ(ierr);CHKERRQ(ierr); 2385bd041c0cSMatthew G. Knepley } else { 2386bd041c0cSMatthew G. Knepley cpdim = 1; 2387bd041c0cSMatthew G. Knepley for (i = 0; i < numFIndices; ++i) { 2388bd041c0cSMatthew G. Knepley ierr = PetscMemzero(elemMat, cpdim * sizeof(PetscScalar));CHKERRQ(ierr); 2389bd041c0cSMatthew G. Knepley for (j = 0; j < cpdim; ++j) { 2390bd041c0cSMatthew G. Knepley for (c = 0; c < Nc; ++c) elemMat[j] += 1.0*1.0*qweights[ccell*Nc + c]*detJ; 2391bd041c0cSMatthew G. Knepley } 2392bd041c0cSMatthew G. Knepley /* Update interpolator */ 2393bd041c0cSMatthew G. Knepley if (mesh->printFEM > 1) {ierr = DMPrintCellMatrix(cell, name, 1, numCIndices, elemMat);CHKERRQ(ierr);} 2394bd041c0cSMatthew G. Knepley ierr = PetscPrintf(PETSC_COMM_SELF, "Nq: %d %d Nf: %d %d Nc: %d %d\n", ccell, Nq, i, numFIndices, j, numCIndices);CHKERRQ(ierr); 2395bd041c0cSMatthew G. Knepley if (numCIndices != cpdim) SETERRQ2(PETSC_COMM_SELF, PETSC_ERR_PLIB, "Number of element matrix columns %D != %D", numCIndices, cpdim); 2396bd041c0cSMatthew G. Knepley ierr = MatSetValues(mass, 1, &findices[i], numCIndices, cindices, elemMat, ADD_VALUES);CHKERRQ(ierr); 2397bd041c0cSMatthew G. Knepley } 2398bd041c0cSMatthew G. Knepley } 2399bd041c0cSMatthew G. Knepley ierr = DMPlexRestoreClosureIndices(dmc, csection, globalCSection, coarseCells[ccell].index, &numCIndices, &cindices, NULL);CHKERRQ(ierr); 2400bd041c0cSMatthew G. Knepley } 2401bd041c0cSMatthew G. Knepley ierr = VecRestoreArray(pointVec, &pV);CHKERRQ(ierr); 2402bd041c0cSMatthew G. Knepley ierr = PetscSFDestroy(&coarseCellSF);CHKERRQ(ierr); 2403bd041c0cSMatthew G. Knepley ierr = VecDestroy(&pointVec);CHKERRQ(ierr); 2404bd041c0cSMatthew G. Knepley ierr = DMPlexRestoreClosureIndices(dmf, fsection, globalFSection, cell, &numFIndices, &findices, NULL);CHKERRQ(ierr); 2405bd041c0cSMatthew G. Knepley } 2406bd041c0cSMatthew G. Knepley } 2407bd041c0cSMatthew G. Knepley ierr = PetscFree3(v0,J,invJ);CHKERRQ(ierr); 2408bd041c0cSMatthew G. Knepley ierr = PetscFree3(v0c,Jc,invJc);CHKERRQ(ierr); 2409bd041c0cSMatthew G. Knepley ierr = PetscFree(elemMat);CHKERRQ(ierr); 2410bd041c0cSMatthew G. Knepley ierr = MatAssemblyBegin(mass, MAT_FINAL_ASSEMBLY);CHKERRQ(ierr); 2411bd041c0cSMatthew G. Knepley ierr = MatAssemblyEnd(mass, MAT_FINAL_ASSEMBLY);CHKERRQ(ierr); 2412bd041c0cSMatthew G. Knepley PetscFunctionReturn(0); 2413bd041c0cSMatthew G. Knepley } 2414bd041c0cSMatthew G. Knepley 2415bd041c0cSMatthew G. Knepley /*@ 241646fa42a0SMatthew G. Knepley DMPlexComputeInjectorFEM - Compute a mapping from coarse unknowns to fine unknowns 241746fa42a0SMatthew G. Knepley 241846fa42a0SMatthew G. Knepley Input Parameters: 241946fa42a0SMatthew G. Knepley + dmc - The coarse mesh 242046fa42a0SMatthew G. Knepley - dmf - The fine mesh 242146fa42a0SMatthew G. Knepley - user - The user context 242246fa42a0SMatthew G. Knepley 242346fa42a0SMatthew G. Knepley Output Parameter: 242446fa42a0SMatthew G. Knepley . sc - The mapping 242546fa42a0SMatthew G. Knepley 242646fa42a0SMatthew G. Knepley Level: developer 242746fa42a0SMatthew G. Knepley 242846fa42a0SMatthew G. Knepley .seealso: DMPlexComputeInterpolatorNested(), DMPlexComputeJacobianFEM() 242946fa42a0SMatthew G. Knepley @*/ 24307c927364SMatthew G. Knepley PetscErrorCode DMPlexComputeInjectorFEM(DM dmc, DM dmf, VecScatter *sc, void *user) 24317c927364SMatthew G. Knepley { 2432e9d4ef1bSMatthew G. Knepley PetscDS prob; 24337c927364SMatthew G. Knepley PetscFE *feRef; 243497c42addSMatthew G. Knepley PetscFV *fvRef; 24357c927364SMatthew G. Knepley Vec fv, cv; 24367c927364SMatthew G. Knepley IS fis, cis; 24377c927364SMatthew G. Knepley PetscSection fsection, fglobalSection, csection, cglobalSection; 24387c927364SMatthew G. Knepley PetscInt *cmap, *cellCIndices, *cellFIndices, *cindices, *findices; 24390bd915a7SMatthew G. Knepley PetscInt cTotDim, fTotDim = 0, Nf, f, field, cStart, cEnd, cEndInterior, c, dim, d, startC, endC, offsetC, offsetF, m; 24406f3d3cbcSMatthew G. Knepley PetscBool *needAvg; 24417c927364SMatthew G. Knepley PetscErrorCode ierr; 24427c927364SMatthew G. Knepley 24437c927364SMatthew G. Knepley PetscFunctionBegin; 244475a69067SMatthew G. Knepley ierr = PetscLogEventBegin(DMPLEX_InjectorFEM,dmc,dmf,0,0);CHKERRQ(ierr); 2445c73cfb54SMatthew G. Knepley ierr = DMGetDimension(dmf, &dim);CHKERRQ(ierr); 2446e87a4003SBarry Smith ierr = DMGetSection(dmf, &fsection);CHKERRQ(ierr); 2447e87a4003SBarry Smith ierr = DMGetGlobalSection(dmf, &fglobalSection);CHKERRQ(ierr); 2448e87a4003SBarry Smith ierr = DMGetSection(dmc, &csection);CHKERRQ(ierr); 2449e87a4003SBarry Smith ierr = DMGetGlobalSection(dmc, &cglobalSection);CHKERRQ(ierr); 24507c927364SMatthew G. Knepley ierr = PetscSectionGetNumFields(fsection, &Nf);CHKERRQ(ierr); 24517c927364SMatthew G. Knepley ierr = DMPlexGetHeightStratum(dmc, 0, &cStart, &cEnd);CHKERRQ(ierr); 24529ac3fadcSMatthew G. Knepley ierr = DMPlexGetHybridBounds(dmc, &cEndInterior, NULL, NULL, NULL);CHKERRQ(ierr); 24539ac3fadcSMatthew G. Knepley cEnd = cEndInterior < 0 ? cEnd : cEndInterior; 2454e9d4ef1bSMatthew G. Knepley ierr = DMGetDS(dmc, &prob);CHKERRQ(ierr); 24556f3d3cbcSMatthew G. Knepley ierr = PetscCalloc3(Nf,&feRef,Nf,&fvRef,Nf,&needAvg);CHKERRQ(ierr); 24567c927364SMatthew G. Knepley for (f = 0; f < Nf; ++f) { 245797c42addSMatthew G. Knepley PetscObject obj; 245897c42addSMatthew G. Knepley PetscClassId id; 2459aa7890ccSMatthew G. Knepley PetscInt fNb = 0, Nc = 0; 24607c927364SMatthew G. Knepley 246197c42addSMatthew G. Knepley ierr = PetscDSGetDiscretization(prob, f, &obj);CHKERRQ(ierr); 246297c42addSMatthew G. Knepley ierr = PetscObjectGetClassId(obj, &id);CHKERRQ(ierr); 246397c42addSMatthew G. Knepley if (id == PETSCFE_CLASSID) { 246497c42addSMatthew G. Knepley PetscFE fe = (PetscFE) obj; 24656f3d3cbcSMatthew G. Knepley PetscSpace sp; 24669b2fc754SMatthew G. Knepley PetscInt maxDegree; 246797c42addSMatthew G. Knepley 24687c927364SMatthew G. Knepley ierr = PetscFERefine(fe, &feRef[f]);CHKERRQ(ierr); 24697c927364SMatthew G. Knepley ierr = PetscFEGetDimension(feRef[f], &fNb);CHKERRQ(ierr); 24707c927364SMatthew G. Knepley ierr = PetscFEGetNumComponents(fe, &Nc);CHKERRQ(ierr); 24716f3d3cbcSMatthew G. Knepley ierr = PetscFEGetBasisSpace(fe, &sp);CHKERRQ(ierr); 24729b2fc754SMatthew G. Knepley ierr = PetscSpaceGetDegree(sp, NULL, &maxDegree);CHKERRQ(ierr); 24739b2fc754SMatthew G. Knepley if (!maxDegree) needAvg[f] = PETSC_TRUE; 247497c42addSMatthew G. Knepley } else if (id == PETSCFV_CLASSID) { 247597c42addSMatthew G. Knepley PetscFV fv = (PetscFV) obj; 247697c42addSMatthew G. Knepley PetscDualSpace Q; 247797c42addSMatthew G. Knepley 247897c42addSMatthew G. Knepley ierr = PetscFVRefine(fv, &fvRef[f]);CHKERRQ(ierr); 247997c42addSMatthew G. Knepley ierr = PetscFVGetDualSpace(fvRef[f], &Q);CHKERRQ(ierr); 248097c42addSMatthew G. Knepley ierr = PetscDualSpaceGetDimension(Q, &fNb);CHKERRQ(ierr); 248197c42addSMatthew G. Knepley ierr = PetscFVGetNumComponents(fv, &Nc);CHKERRQ(ierr); 24826f3d3cbcSMatthew G. Knepley needAvg[f] = PETSC_TRUE; 248397c42addSMatthew G. Knepley } 2484d172c84bSMatthew G. Knepley fTotDim += fNb; 24857c927364SMatthew G. Knepley } 2486e9d4ef1bSMatthew G. Knepley ierr = PetscDSGetTotalDimension(prob, &cTotDim);CHKERRQ(ierr); 24877c927364SMatthew G. Knepley ierr = PetscMalloc1(cTotDim,&cmap);CHKERRQ(ierr); 24887c927364SMatthew G. Knepley for (field = 0, offsetC = 0, offsetF = 0; field < Nf; ++field) { 24897c927364SMatthew G. Knepley PetscFE feC; 249097c42addSMatthew G. Knepley PetscFV fvC; 24917c927364SMatthew G. Knepley PetscDualSpace QF, QC; 2492d172c84bSMatthew G. Knepley PetscInt order = -1, NcF, NcC, fpdim, cpdim; 24937c927364SMatthew G. Knepley 249497c42addSMatthew G. Knepley if (feRef[field]) { 2495e9d4ef1bSMatthew G. Knepley ierr = PetscDSGetDiscretization(prob, field, (PetscObject *) &feC);CHKERRQ(ierr); 24967c927364SMatthew G. Knepley ierr = PetscFEGetNumComponents(feC, &NcC);CHKERRQ(ierr); 24977c927364SMatthew G. Knepley ierr = PetscFEGetNumComponents(feRef[field], &NcF);CHKERRQ(ierr); 24987c927364SMatthew G. Knepley ierr = PetscFEGetDualSpace(feRef[field], &QF);CHKERRQ(ierr); 2499d172c84bSMatthew G. Knepley ierr = PetscDualSpaceGetOrder(QF, &order);CHKERRQ(ierr); 25007c927364SMatthew G. Knepley ierr = PetscDualSpaceGetDimension(QF, &fpdim);CHKERRQ(ierr); 25017c927364SMatthew G. Knepley ierr = PetscFEGetDualSpace(feC, &QC);CHKERRQ(ierr); 25027c927364SMatthew G. Knepley ierr = PetscDualSpaceGetDimension(QC, &cpdim);CHKERRQ(ierr); 250397c42addSMatthew G. Knepley } else { 250497c42addSMatthew G. Knepley ierr = PetscDSGetDiscretization(prob, field, (PetscObject *) &fvC);CHKERRQ(ierr); 250597c42addSMatthew G. Knepley ierr = PetscFVGetNumComponents(fvC, &NcC);CHKERRQ(ierr); 250697c42addSMatthew G. Knepley ierr = PetscFVGetNumComponents(fvRef[field], &NcF);CHKERRQ(ierr); 250797c42addSMatthew G. Knepley ierr = PetscFVGetDualSpace(fvRef[field], &QF);CHKERRQ(ierr); 250897c42addSMatthew G. Knepley ierr = PetscDualSpaceGetDimension(QF, &fpdim);CHKERRQ(ierr); 250997c42addSMatthew G. Knepley ierr = PetscFVGetDualSpace(fvC, &QC);CHKERRQ(ierr); 251097c42addSMatthew G. Knepley ierr = PetscDualSpaceGetDimension(QC, &cpdim);CHKERRQ(ierr); 251197c42addSMatthew G. Knepley } 251297c42addSMatthew G. Knepley if (NcF != NcC) SETERRQ2(PETSC_COMM_SELF, PETSC_ERR_ARG_WRONG, "Number of components in fine space field %d does not match coarse field %d", NcF, NcC); 25137c927364SMatthew G. Knepley for (c = 0; c < cpdim; ++c) { 25147c927364SMatthew G. Knepley PetscQuadrature cfunc; 2515d172c84bSMatthew G. Knepley const PetscReal *cqpoints, *cqweights; 2516d172c84bSMatthew G. Knepley PetscInt NqcC, NpC; 251797c42addSMatthew G. Knepley PetscBool found = PETSC_FALSE; 25187c927364SMatthew G. Knepley 25197c927364SMatthew G. Knepley ierr = PetscDualSpaceGetFunctional(QC, c, &cfunc);CHKERRQ(ierr); 2520d172c84bSMatthew G. Knepley ierr = PetscQuadratureGetData(cfunc, NULL, &NqcC, &NpC, &cqpoints, &cqweights);CHKERRQ(ierr); 2521d172c84bSMatthew G. Knepley if (NqcC != NcC) SETERRQ2(PETSC_COMM_SELF, PETSC_ERR_ARG_WRONG, "Number of quadrature components %D must match number of field components", NqcC, NcC); 252297c42addSMatthew G. Knepley if (NpC != 1 && feRef[field]) SETERRQ(PETSC_COMM_SELF, PETSC_ERR_ARG_WRONG, "Do not know how to do injection for moments"); 25237c927364SMatthew G. Knepley for (f = 0; f < fpdim; ++f) { 25247c927364SMatthew G. Knepley PetscQuadrature ffunc; 2525d172c84bSMatthew G. Knepley const PetscReal *fqpoints, *fqweights; 25267c927364SMatthew G. Knepley PetscReal sum = 0.0; 2527d172c84bSMatthew G. Knepley PetscInt NqcF, NpF; 25287c927364SMatthew G. Knepley 25297c927364SMatthew G. Knepley ierr = PetscDualSpaceGetFunctional(QF, f, &ffunc);CHKERRQ(ierr); 2530d172c84bSMatthew G. Knepley ierr = PetscQuadratureGetData(ffunc, NULL, &NqcF, &NpF, &fqpoints, &fqweights);CHKERRQ(ierr); 2531d172c84bSMatthew G. Knepley if (NqcF != NcF) SETERRQ2(PETSC_COMM_SELF, PETSC_ERR_ARG_WRONG, "Number of quadrature components %D must match number of field components", NqcF, NcF); 25327c927364SMatthew G. Knepley if (NpC != NpF) continue; 25337c927364SMatthew G. Knepley for (d = 0; d < dim; ++d) sum += PetscAbsReal(cqpoints[d] - fqpoints[d]); 25347c927364SMatthew G. Knepley if (sum > 1.0e-9) continue; 2535d172c84bSMatthew G. Knepley for (d = 0; d < NcC; ++d) sum += PetscAbsReal(cqweights[d]*fqweights[d]); 2536d172c84bSMatthew G. Knepley if (sum < 1.0e-9) continue; 2537d172c84bSMatthew G. Knepley cmap[offsetC+c] = offsetF+f; 253897c42addSMatthew G. Knepley found = PETSC_TRUE; 25397c927364SMatthew G. Knepley break; 25407c927364SMatthew G. Knepley } 254197c42addSMatthew G. Knepley if (!found) { 254297c42addSMatthew G. Knepley /* TODO We really want the average here, but some asshole put VecScatter in the interface */ 2543d172c84bSMatthew G. Knepley if (fvRef[field] || (feRef[field] && order == 0)) { 2544d172c84bSMatthew G. Knepley cmap[offsetC+c] = offsetF+0; 254597c42addSMatthew G. Knepley } else SETERRQ(PETSC_COMM_SELF, PETSC_ERR_ARG_WRONG, "Could not locate matching functional for injection"); 254697c42addSMatthew G. Knepley } 25477c927364SMatthew G. Knepley } 2548d172c84bSMatthew G. Knepley offsetC += cpdim; 2549d172c84bSMatthew G. Knepley offsetF += fpdim; 25507c927364SMatthew G. Knepley } 255197c42addSMatthew G. Knepley for (f = 0; f < Nf; ++f) {ierr = PetscFEDestroy(&feRef[f]);CHKERRQ(ierr);ierr = PetscFVDestroy(&fvRef[f]);CHKERRQ(ierr);} 25526f3d3cbcSMatthew G. Knepley ierr = PetscFree3(feRef,fvRef,needAvg);CHKERRQ(ierr); 25537c927364SMatthew G. Knepley 25547c927364SMatthew G. Knepley ierr = DMGetGlobalVector(dmf, &fv);CHKERRQ(ierr); 25557c927364SMatthew G. Knepley ierr = DMGetGlobalVector(dmc, &cv);CHKERRQ(ierr); 25560bd915a7SMatthew G. Knepley ierr = VecGetOwnershipRange(cv, &startC, &endC);CHKERRQ(ierr); 25577c927364SMatthew G. Knepley ierr = PetscSectionGetConstrainedStorageSize(cglobalSection, &m);CHKERRQ(ierr); 25587c927364SMatthew G. Knepley ierr = PetscMalloc2(cTotDim,&cellCIndices,fTotDim,&cellFIndices);CHKERRQ(ierr); 2559aa7da3c4SMatthew G. Knepley ierr = PetscMalloc1(m,&cindices);CHKERRQ(ierr); 2560aa7da3c4SMatthew G. Knepley ierr = PetscMalloc1(m,&findices);CHKERRQ(ierr); 25617c927364SMatthew G. Knepley for (d = 0; d < m; ++d) cindices[d] = findices[d] = -1; 25627c927364SMatthew G. Knepley for (c = cStart; c < cEnd; ++c) { 25637c927364SMatthew G. Knepley ierr = DMPlexMatGetClosureIndicesRefined(dmf, fsection, fglobalSection, dmc, csection, cglobalSection, c, cellCIndices, cellFIndices);CHKERRQ(ierr); 25647c927364SMatthew G. Knepley for (d = 0; d < cTotDim; ++d) { 25650bd915a7SMatthew G. Knepley if ((cellCIndices[d] < startC) || (cellCIndices[d] >= endC)) continue; 25667c927364SMatthew G. Knepley if ((findices[cellCIndices[d]-startC] >= 0) && (findices[cellCIndices[d]-startC] != cellFIndices[cmap[d]])) SETERRQ3(PETSC_COMM_SELF, PETSC_ERR_PLIB, "Coarse dof %d maps to both %d and %d", cindices[cellCIndices[d]-startC], findices[cellCIndices[d]-startC], cellFIndices[cmap[d]]); 25677c927364SMatthew G. Knepley cindices[cellCIndices[d]-startC] = cellCIndices[d]; 25687c927364SMatthew G. Knepley findices[cellCIndices[d]-startC] = cellFIndices[cmap[d]]; 25697c927364SMatthew G. Knepley } 25707c927364SMatthew G. Knepley } 25717c927364SMatthew G. Knepley ierr = PetscFree(cmap);CHKERRQ(ierr); 25727c927364SMatthew G. Knepley ierr = PetscFree2(cellCIndices,cellFIndices);CHKERRQ(ierr); 25737c927364SMatthew G. Knepley 25747c927364SMatthew G. Knepley ierr = ISCreateGeneral(PETSC_COMM_SELF, m, cindices, PETSC_OWN_POINTER, &cis);CHKERRQ(ierr); 25757c927364SMatthew G. Knepley ierr = ISCreateGeneral(PETSC_COMM_SELF, m, findices, PETSC_OWN_POINTER, &fis);CHKERRQ(ierr); 257635928de7SBarry Smith ierr = VecScatterCreateWithData(cv, cis, fv, fis, sc);CHKERRQ(ierr); 25777c927364SMatthew G. Knepley ierr = ISDestroy(&cis);CHKERRQ(ierr); 25787c927364SMatthew G. Knepley ierr = ISDestroy(&fis);CHKERRQ(ierr); 25797c927364SMatthew G. Knepley ierr = DMRestoreGlobalVector(dmf, &fv);CHKERRQ(ierr); 25807c927364SMatthew G. Knepley ierr = DMRestoreGlobalVector(dmc, &cv);CHKERRQ(ierr); 258175a69067SMatthew G. Knepley ierr = PetscLogEventEnd(DMPLEX_InjectorFEM,dmc,dmf,0,0);CHKERRQ(ierr); 2582cb1e1211SMatthew G Knepley PetscFunctionReturn(0); 2583cb1e1211SMatthew G Knepley } 2584a1cf66bbSMatthew G. Knepley 2585a1cf66bbSMatthew G. Knepley PetscErrorCode DMSNESGetFEGeom(DMField coordField, IS pointIS, PetscQuadrature quad, PetscBool faceData, PetscFEGeom **geom) 2586a1cf66bbSMatthew G. Knepley { 2587a1cf66bbSMatthew G. Knepley char composeStr[33] = {0}; 2588a1cf66bbSMatthew G. Knepley PetscObjectId id; 2589a1cf66bbSMatthew G. Knepley PetscContainer container; 2590a1cf66bbSMatthew G. Knepley PetscErrorCode ierr; 2591a1cf66bbSMatthew G. Knepley 2592a1cf66bbSMatthew G. Knepley PetscFunctionBegin; 2593a1cf66bbSMatthew G. Knepley ierr = PetscObjectGetId((PetscObject)quad,&id);CHKERRQ(ierr); 2594a1cf66bbSMatthew G. Knepley ierr = PetscSNPrintf(composeStr, 32, "DMSNESGetFEGeom_%x\n", id);CHKERRQ(ierr); 2595a1cf66bbSMatthew G. Knepley ierr = PetscObjectQuery((PetscObject) pointIS, composeStr, (PetscObject *) &container);CHKERRQ(ierr); 2596a1cf66bbSMatthew G. Knepley if (container) { 2597a1cf66bbSMatthew G. Knepley ierr = PetscContainerGetPointer(container, (void **) geom);CHKERRQ(ierr); 2598a1cf66bbSMatthew G. Knepley } else { 2599a1cf66bbSMatthew G. Knepley ierr = DMFieldCreateFEGeom(coordField, pointIS, quad, faceData, geom);CHKERRQ(ierr); 2600a1cf66bbSMatthew G. Knepley ierr = PetscContainerCreate(PETSC_COMM_SELF,&container);CHKERRQ(ierr); 2601a1cf66bbSMatthew G. Knepley ierr = PetscContainerSetPointer(container, (void *) *geom);CHKERRQ(ierr); 2602a1cf66bbSMatthew G. Knepley ierr = PetscContainerSetUserDestroy(container, PetscContainerUserDestroy_PetscFEGeom);CHKERRQ(ierr); 2603a1cf66bbSMatthew G. Knepley ierr = PetscObjectCompose((PetscObject) pointIS, composeStr, (PetscObject) container);CHKERRQ(ierr); 2604a1cf66bbSMatthew G. Knepley ierr = PetscContainerDestroy(&container);CHKERRQ(ierr); 2605a1cf66bbSMatthew G. Knepley } 2606a1cf66bbSMatthew G. Knepley PetscFunctionReturn(0); 2607a1cf66bbSMatthew G. Knepley } 2608a1cf66bbSMatthew G. Knepley 2609a1cf66bbSMatthew G. Knepley PetscErrorCode DMSNESRestoreFEGeom(DMField coordField, IS pointIS, PetscQuadrature quad, PetscBool faceData, PetscFEGeom **geom) 2610a1cf66bbSMatthew G. Knepley { 2611a1cf66bbSMatthew G. Knepley PetscFunctionBegin; 2612a1cf66bbSMatthew G. Knepley *geom = NULL; 2613a1cf66bbSMatthew G. Knepley PetscFunctionReturn(0); 2614a1cf66bbSMatthew G. Knepley } 2615a1cf66bbSMatthew G. Knepley 261692d50984SMatthew G. Knepley PetscErrorCode DMPlexComputeResidual_Patch_Internal(DM dm, PetscSection section, IS cellIS, PetscReal t, Vec locX, Vec locX_t, Vec locF, void *user) 261792d50984SMatthew G. Knepley { 261892d50984SMatthew G. Knepley DM_Plex *mesh = (DM_Plex *) dm->data; 261992d50984SMatthew G. Knepley const char *name = "Residual"; 262092d50984SMatthew G. Knepley DM dmAux = NULL; 262192d50984SMatthew G. Knepley DM dmGrad = NULL; 262292d50984SMatthew G. Knepley DMLabel ghostLabel = NULL; 262392d50984SMatthew G. Knepley PetscDS prob = NULL; 262492d50984SMatthew G. Knepley PetscDS probAux = NULL; 262592d50984SMatthew G. Knepley PetscBool useFEM = PETSC_FALSE; 262692d50984SMatthew G. Knepley PetscBool useFVM = PETSC_FALSE; 262792d50984SMatthew G. Knepley PetscBool isImplicit = (locX_t || t == PETSC_MIN_REAL) ? PETSC_TRUE : PETSC_FALSE; 262892d50984SMatthew G. Knepley PetscFV fvm = NULL; 262992d50984SMatthew G. Knepley PetscFVCellGeom *cgeomFVM = NULL; 263092d50984SMatthew G. Knepley PetscFVFaceGeom *fgeomFVM = NULL; 263192d50984SMatthew G. Knepley DMField coordField = NULL; 263292d50984SMatthew G. Knepley Vec locA, cellGeometryFVM = NULL, faceGeometryFVM = NULL, grad, locGrad = NULL; 263392d50984SMatthew G. Knepley PetscScalar *u = NULL, *u_t, *a, *uL, *uR; 263492d50984SMatthew G. Knepley IS chunkIS; 263592d50984SMatthew G. Knepley const PetscInt *cells; 263692d50984SMatthew G. Knepley PetscInt cStart, cEnd, numCells; 263792d50984SMatthew G. Knepley PetscInt Nf, f, totDim, totDimAux, numChunks, cellChunkSize, faceChunkSize, chunk, fStart, fEnd; 263892d50984SMatthew G. Knepley PetscInt maxDegree = PETSC_MAX_INT; 263992d50984SMatthew G. Knepley PetscQuadrature affineQuad = NULL, *quads = NULL; 264092d50984SMatthew G. Knepley PetscFEGeom *affineGeom = NULL, **geoms = NULL; 264192d50984SMatthew G. Knepley PetscErrorCode ierr; 264292d50984SMatthew G. Knepley 264392d50984SMatthew G. Knepley PetscFunctionBegin; 264492d50984SMatthew G. Knepley ierr = PetscLogEventBegin(DMPLEX_ResidualFEM,dm,0,0,0);CHKERRQ(ierr); 264592d50984SMatthew G. Knepley /* FEM+FVM */ 264692d50984SMatthew G. Knepley /* 1: Get sizes from dm and dmAux */ 264792d50984SMatthew G. Knepley ierr = DMGetLabel(dm, "ghost", &ghostLabel);CHKERRQ(ierr); 264892d50984SMatthew G. Knepley ierr = DMGetDS(dm, &prob);CHKERRQ(ierr); 264992d50984SMatthew G. Knepley ierr = PetscDSGetNumFields(prob, &Nf);CHKERRQ(ierr); 265092d50984SMatthew G. Knepley ierr = PetscDSGetTotalDimension(prob, &totDim);CHKERRQ(ierr); 265192d50984SMatthew G. Knepley ierr = PetscObjectQuery((PetscObject) dm, "A", (PetscObject *) &locA);CHKERRQ(ierr); 265292d50984SMatthew G. Knepley if (locA) { 265392d50984SMatthew G. Knepley ierr = VecGetDM(locA, &dmAux);CHKERRQ(ierr); 265492d50984SMatthew G. Knepley ierr = DMGetDS(dmAux, &probAux);CHKERRQ(ierr); 265592d50984SMatthew G. Knepley ierr = PetscDSGetTotalDimension(probAux, &totDimAux);CHKERRQ(ierr); 265692d50984SMatthew G. Knepley } 265792d50984SMatthew G. Knepley /* 2: Get geometric data */ 265892d50984SMatthew G. Knepley for (f = 0; f < Nf; ++f) { 265992d50984SMatthew G. Knepley PetscObject obj; 266092d50984SMatthew G. Knepley PetscClassId id; 266192d50984SMatthew G. Knepley PetscBool fimp; 266292d50984SMatthew G. Knepley 266392d50984SMatthew G. Knepley ierr = PetscDSGetImplicit(prob, f, &fimp);CHKERRQ(ierr); 266492d50984SMatthew G. Knepley if (isImplicit != fimp) continue; 266592d50984SMatthew G. Knepley ierr = PetscDSGetDiscretization(prob, f, &obj);CHKERRQ(ierr); 266692d50984SMatthew G. Knepley ierr = PetscObjectGetClassId(obj, &id);CHKERRQ(ierr); 266792d50984SMatthew G. Knepley if (id == PETSCFE_CLASSID) {useFEM = PETSC_TRUE;} 266892d50984SMatthew G. Knepley if (id == PETSCFV_CLASSID) {useFVM = PETSC_TRUE; fvm = (PetscFV) obj;} 266992d50984SMatthew G. Knepley } 267092d50984SMatthew G. Knepley if (useFEM) { 267192d50984SMatthew G. Knepley ierr = DMGetCoordinateField(dm, &coordField);CHKERRQ(ierr); 267292d50984SMatthew G. Knepley ierr = DMFieldGetDegree(coordField,cellIS,NULL,&maxDegree);CHKERRQ(ierr); 267392d50984SMatthew G. Knepley if (maxDegree <= 1) { 267492d50984SMatthew G. Knepley ierr = DMFieldCreateDefaultQuadrature(coordField,cellIS,&affineQuad);CHKERRQ(ierr); 267592d50984SMatthew G. Knepley if (affineQuad) { 267692d50984SMatthew G. Knepley ierr = DMSNESGetFEGeom(coordField,cellIS,affineQuad,PETSC_FALSE,&affineGeom);CHKERRQ(ierr); 267792d50984SMatthew G. Knepley } 267892d50984SMatthew G. Knepley } else { 267992d50984SMatthew G. Knepley ierr = PetscCalloc2(Nf,&quads,Nf,&geoms);CHKERRQ(ierr); 268092d50984SMatthew G. Knepley for (f = 0; f < Nf; ++f) { 268192d50984SMatthew G. Knepley PetscObject obj; 268292d50984SMatthew G. Knepley PetscClassId id; 268392d50984SMatthew G. Knepley PetscBool fimp; 268492d50984SMatthew G. Knepley 268592d50984SMatthew G. Knepley ierr = PetscDSGetImplicit(prob, f, &fimp);CHKERRQ(ierr); 268692d50984SMatthew G. Knepley if (isImplicit != fimp) continue; 268792d50984SMatthew G. Knepley ierr = PetscDSGetDiscretization(prob, f, &obj);CHKERRQ(ierr); 268892d50984SMatthew G. Knepley ierr = PetscObjectGetClassId(obj, &id);CHKERRQ(ierr); 268992d50984SMatthew G. Knepley if (id == PETSCFE_CLASSID) { 269092d50984SMatthew G. Knepley PetscFE fe = (PetscFE) obj; 269192d50984SMatthew G. Knepley 269292d50984SMatthew G. Knepley ierr = PetscFEGetQuadrature(fe, &quads[f]);CHKERRQ(ierr); 269392d50984SMatthew G. Knepley ierr = PetscObjectReference((PetscObject)quads[f]);CHKERRQ(ierr); 269492d50984SMatthew G. Knepley ierr = DMSNESGetFEGeom(coordField,cellIS,quads[f],PETSC_FALSE,&geoms[f]);CHKERRQ(ierr); 269592d50984SMatthew G. Knepley } 269692d50984SMatthew G. Knepley } 269792d50984SMatthew G. Knepley } 269892d50984SMatthew G. Knepley } 269992d50984SMatthew G. Knepley if (useFVM) { 270092d50984SMatthew G. Knepley #if 0 270192d50984SMatthew G. Knepley ierr = DMPlexSNESGetGeometryFVM(dm, &faceGeometryFVM, &cellGeometryFVM, NULL);CHKERRQ(ierr); 270292d50984SMatthew G. Knepley ierr = VecGetArrayRead(faceGeometryFVM, (const PetscScalar **) &fgeomFVM);CHKERRQ(ierr); 270392d50984SMatthew G. Knepley ierr = VecGetArrayRead(cellGeometryFVM, (const PetscScalar **) &cgeomFVM);CHKERRQ(ierr); 270492d50984SMatthew G. Knepley /* Reconstruct and limit cell gradients */ 270592d50984SMatthew G. Knepley ierr = DMPlexSNESGetGradientDM(dm, fvm, &dmGrad);CHKERRQ(ierr); 270692d50984SMatthew G. Knepley if (dmGrad) { 270792d50984SMatthew G. Knepley ierr = DMPlexGetHeightStratum(dm, 1, &fStart, &fEnd);CHKERRQ(ierr); 270892d50984SMatthew G. Knepley ierr = DMGetGlobalVector(dmGrad, &grad);CHKERRQ(ierr); 270992d50984SMatthew G. Knepley ierr = DMPlexReconstructGradients_Internal(dm, fvm, fStart, fEnd, faceGeometryFVM, cellGeometryFVM, locX, grad);CHKERRQ(ierr); 271092d50984SMatthew G. Knepley /* Communicate gradient values */ 271192d50984SMatthew G. Knepley ierr = DMGetLocalVector(dmGrad, &locGrad);CHKERRQ(ierr); 271292d50984SMatthew G. Knepley ierr = DMGlobalToLocalBegin(dmGrad, grad, INSERT_VALUES, locGrad);CHKERRQ(ierr); 271392d50984SMatthew G. Knepley ierr = DMGlobalToLocalEnd(dmGrad, grad, INSERT_VALUES, locGrad);CHKERRQ(ierr); 271492d50984SMatthew G. Knepley ierr = DMRestoreGlobalVector(dmGrad, &grad);CHKERRQ(ierr); 271592d50984SMatthew G. Knepley } 271692d50984SMatthew G. Knepley /* Handle non-essential (e.g. outflow) boundary values */ 271792d50984SMatthew G. Knepley ierr = DMPlexInsertBoundaryValues(dm, PETSC_FALSE, locX, time, faceGeometryFVM, cellGeometryFVM, locGrad);CHKERRQ(ierr); 271892d50984SMatthew G. Knepley #endif 271992d50984SMatthew G. Knepley } 272092d50984SMatthew G. Knepley /* Loop over chunks */ 272192d50984SMatthew G. Knepley ierr = ISGetPointRange(cellIS, &cStart, &cEnd, &cells);CHKERRQ(ierr); 272292d50984SMatthew G. Knepley ierr = DMPlexGetHeightStratum(dm, 1, &fStart, &fEnd);CHKERRQ(ierr); 272392d50984SMatthew G. Knepley if (useFEM) {ierr = ISCreate(PETSC_COMM_SELF, &chunkIS);CHKERRQ(ierr);} 272492d50984SMatthew G. Knepley numCells = cEnd - cStart; 272592d50984SMatthew G. Knepley numChunks = 1; 272692d50984SMatthew G. Knepley cellChunkSize = numCells/numChunks; 272792d50984SMatthew G. Knepley faceChunkSize = (fEnd - fStart)/numChunks; 272892d50984SMatthew G. Knepley numChunks = PetscMin(1,numCells); 272992d50984SMatthew G. Knepley for (chunk = 0; chunk < numChunks; ++chunk) { 273092d50984SMatthew G. Knepley PetscScalar *elemVec, *fluxL, *fluxR; 273192d50984SMatthew G. Knepley PetscReal *vol; 273292d50984SMatthew G. Knepley PetscFVFaceGeom *fgeom; 273392d50984SMatthew G. Knepley PetscInt cS = cStart+chunk*cellChunkSize, cE = PetscMin(cS+cellChunkSize, cEnd), numCells = cE - cS, c; 273492d50984SMatthew G. Knepley PetscInt fS = fStart+chunk*faceChunkSize, fE = PetscMin(fS+faceChunkSize, fEnd), numFaces = 0, face; 273592d50984SMatthew G. Knepley 273692d50984SMatthew G. Knepley /* Extract field coefficients */ 273792d50984SMatthew G. Knepley if (useFEM) { 273892d50984SMatthew G. Knepley ierr = ISGetPointSubrange(chunkIS, cS, cE, cells);CHKERRQ(ierr); 273992d50984SMatthew G. Knepley ierr = DMPlexGetCellFields(dm, chunkIS, locX, locX_t, locA, &u, &u_t, &a);CHKERRQ(ierr); 274092d50984SMatthew G. Knepley ierr = DMGetWorkArray(dm, numCells*totDim, MPIU_SCALAR, &elemVec);CHKERRQ(ierr); 274192d50984SMatthew G. Knepley ierr = PetscMemzero(elemVec, numCells*totDim * sizeof(PetscScalar));CHKERRQ(ierr); 274292d50984SMatthew G. Knepley } 274392d50984SMatthew G. Knepley if (useFVM) { 274492d50984SMatthew G. Knepley #if 0 274592d50984SMatthew G. Knepley ierr = DMPlexGetFaceFields(dm, fS, fE, locX, locX_t, faceGeometryFVM, cellGeometryFVM, locGrad, &numFaces, &uL, &uR);CHKERRQ(ierr); 274692d50984SMatthew G. Knepley ierr = DMPlexGetFaceGeometry(dm, fS, fE, faceGeometryFVM, cellGeometryFVM, &numFaces, &fgeom, &vol);CHKERRQ(ierr); 274792d50984SMatthew G. Knepley ierr = DMGetWorkArray(dm, numFaces*totDim, MPIU_SCALAR, &fluxL);CHKERRQ(ierr); 274892d50984SMatthew G. Knepley ierr = DMGetWorkArray(dm, numFaces*totDim, MPIU_SCALAR, &fluxR);CHKERRQ(ierr); 274992d50984SMatthew G. Knepley ierr = PetscMemzero(fluxL, numFaces*totDim * sizeof(PetscScalar));CHKERRQ(ierr); 275092d50984SMatthew G. Knepley ierr = PetscMemzero(fluxR, numFaces*totDim * sizeof(PetscScalar));CHKERRQ(ierr); 275192d50984SMatthew G. Knepley #endif 275292d50984SMatthew G. Knepley } 275392d50984SMatthew G. Knepley /* TODO We will interlace both our field coefficients (u, u_t, uL, uR, etc.) and our output (elemVec, fL, fR). I think this works */ 275492d50984SMatthew G. Knepley /* Loop over fields */ 275592d50984SMatthew G. Knepley for (f = 0; f < Nf; ++f) { 275692d50984SMatthew G. Knepley PetscObject obj; 275792d50984SMatthew G. Knepley PetscClassId id; 275892d50984SMatthew G. Knepley PetscBool fimp; 275992d50984SMatthew G. Knepley PetscInt numChunks, numBatches, batchSize, numBlocks, blockSize, Ne, Nr, offset; 276092d50984SMatthew G. Knepley 276192d50984SMatthew G. Knepley ierr = PetscDSGetImplicit(prob, f, &fimp);CHKERRQ(ierr); 276292d50984SMatthew G. Knepley if (isImplicit != fimp) continue; 276392d50984SMatthew G. Knepley ierr = PetscDSGetDiscretization(prob, f, &obj);CHKERRQ(ierr); 276492d50984SMatthew G. Knepley ierr = PetscObjectGetClassId(obj, &id);CHKERRQ(ierr); 276592d50984SMatthew G. Knepley if (id == PETSCFE_CLASSID) { 276692d50984SMatthew G. Knepley PetscFE fe = (PetscFE) obj; 276792d50984SMatthew G. Knepley PetscFEGeom *geom = affineGeom ? affineGeom : geoms[f]; 276892d50984SMatthew G. Knepley PetscFEGeom *chunkGeom = NULL; 276992d50984SMatthew G. Knepley PetscQuadrature quad = affineQuad ? affineQuad : quads[f]; 277092d50984SMatthew G. Knepley PetscInt Nq, Nb; 277192d50984SMatthew G. Knepley 277292d50984SMatthew G. Knepley ierr = PetscFEGetTileSizes(fe, NULL, &numBlocks, NULL, &numBatches);CHKERRQ(ierr); 277392d50984SMatthew G. Knepley ierr = PetscQuadratureGetData(quad, NULL, NULL, &Nq, NULL, NULL);CHKERRQ(ierr); 277492d50984SMatthew G. Knepley ierr = PetscFEGetDimension(fe, &Nb);CHKERRQ(ierr); 277592d50984SMatthew G. Knepley blockSize = Nb; 277692d50984SMatthew G. Knepley batchSize = numBlocks * blockSize; 277792d50984SMatthew G. Knepley ierr = PetscFESetTileSizes(fe, blockSize, numBlocks, batchSize, numBatches);CHKERRQ(ierr); 277892d50984SMatthew G. Knepley numChunks = numCells / (numBatches*batchSize); 277992d50984SMatthew G. Knepley Ne = numChunks*numBatches*batchSize; 278092d50984SMatthew G. Knepley Nr = numCells % (numBatches*batchSize); 278192d50984SMatthew G. Knepley offset = numCells - Nr; 278292d50984SMatthew G. Knepley /* Integrate FE residual to get elemVec (need fields at quadrature points) */ 278392d50984SMatthew G. Knepley /* For FV, I think we use a P0 basis and the cell coefficients (for subdivided cells, we can tweak the basis tabulation to be the indicator function) */ 278492d50984SMatthew G. Knepley ierr = PetscFEGeomGetChunk(geom,0,offset,&chunkGeom);CHKERRQ(ierr); 278592d50984SMatthew G. Knepley ierr = PetscFEIntegrateResidual(fe, prob, f, Ne, chunkGeom, u, u_t, probAux, a, t, elemVec);CHKERRQ(ierr); 278692d50984SMatthew G. Knepley ierr = PetscFEGeomGetChunk(geom,offset,numCells,&chunkGeom);CHKERRQ(ierr); 278792d50984SMatthew G. Knepley ierr = PetscFEIntegrateResidual(fe, prob, f, Nr, chunkGeom, &u[offset*totDim], u_t ? &u_t[offset*totDim] : NULL, probAux, &a[offset*totDimAux], t, &elemVec[offset*totDim]);CHKERRQ(ierr); 278892d50984SMatthew G. Knepley ierr = PetscFEGeomRestoreChunk(geom,offset,numCells,&chunkGeom);CHKERRQ(ierr); 278992d50984SMatthew G. Knepley } else if (id == PETSCFV_CLASSID) { 279092d50984SMatthew G. Knepley PetscFV fv = (PetscFV) obj; 279192d50984SMatthew G. Knepley 279292d50984SMatthew G. Knepley Ne = numFaces; 279392d50984SMatthew G. Knepley /* Riemann solve over faces (need fields at face centroids) */ 279492d50984SMatthew G. Knepley /* We need to evaluate FE fields at those coordinates */ 279592d50984SMatthew G. Knepley ierr = PetscFVIntegrateRHSFunction(fv, prob, f, Ne, fgeom, vol, uL, uR, fluxL, fluxR);CHKERRQ(ierr); 279692d50984SMatthew G. Knepley } else SETERRQ1(PetscObjectComm((PetscObject) dm), PETSC_ERR_ARG_WRONG, "Unknown discretization type for field %d", f); 279792d50984SMatthew G. Knepley } 279892d50984SMatthew G. Knepley /* Loop over domain */ 279992d50984SMatthew G. Knepley if (useFEM) { 280092d50984SMatthew G. Knepley /* Add elemVec to locX */ 280192d50984SMatthew G. Knepley for (c = cS; c < cE; ++c) { 280292d50984SMatthew G. Knepley const PetscInt cell = cells ? cells[c] : c; 280392d50984SMatthew G. Knepley const PetscInt cind = c - cStart; 280492d50984SMatthew G. Knepley 280592d50984SMatthew G. Knepley if (mesh->printFEM > 1) {ierr = DMPrintCellVector(cell, name, totDim, &elemVec[cind*totDim]);CHKERRQ(ierr);} 280692d50984SMatthew G. Knepley if (ghostLabel) { 280792d50984SMatthew G. Knepley PetscInt ghostVal; 280892d50984SMatthew G. Knepley 280992d50984SMatthew G. Knepley ierr = DMLabelGetValue(ghostLabel,cell,&ghostVal);CHKERRQ(ierr); 281092d50984SMatthew G. Knepley if (ghostVal > 0) continue; 281192d50984SMatthew G. Knepley } 281292d50984SMatthew G. Knepley ierr = DMPlexVecSetClosure(dm, section, locF, cell, &elemVec[cind*totDim], ADD_ALL_VALUES);CHKERRQ(ierr); 281392d50984SMatthew G. Knepley } 281492d50984SMatthew G. Knepley } 281592d50984SMatthew G. Knepley if (useFVM) { 281692d50984SMatthew G. Knepley #if 0 281792d50984SMatthew G. Knepley PetscScalar *fa; 281892d50984SMatthew G. Knepley PetscInt iface; 281992d50984SMatthew G. Knepley 282092d50984SMatthew G. Knepley ierr = VecGetArray(locF, &fa);CHKERRQ(ierr); 282192d50984SMatthew G. Knepley for (f = 0; f < Nf; ++f) { 282292d50984SMatthew G. Knepley PetscFV fv; 282392d50984SMatthew G. Knepley PetscObject obj; 282492d50984SMatthew G. Knepley PetscClassId id; 282592d50984SMatthew G. Knepley PetscInt foff, pdim; 282692d50984SMatthew G. Knepley 282792d50984SMatthew G. Knepley ierr = PetscDSGetDiscretization(prob, f, &obj);CHKERRQ(ierr); 282892d50984SMatthew G. Knepley ierr = PetscDSGetFieldOffset(prob, f, &foff);CHKERRQ(ierr); 282992d50984SMatthew G. Knepley ierr = PetscObjectGetClassId(obj, &id);CHKERRQ(ierr); 283092d50984SMatthew G. Knepley if (id != PETSCFV_CLASSID) continue; 283192d50984SMatthew G. Knepley fv = (PetscFV) obj; 283292d50984SMatthew G. Knepley ierr = PetscFVGetNumComponents(fv, &pdim);CHKERRQ(ierr); 283392d50984SMatthew G. Knepley /* Accumulate fluxes to cells */ 283492d50984SMatthew G. Knepley for (face = fS, iface = 0; face < fE; ++face) { 283592d50984SMatthew G. Knepley const PetscInt *scells; 283692d50984SMatthew G. Knepley PetscScalar *fL = NULL, *fR = NULL; 283792d50984SMatthew G. Knepley PetscInt ghost, d, nsupp, nchild; 283892d50984SMatthew G. Knepley 283992d50984SMatthew G. Knepley ierr = DMLabelGetValue(ghostLabel, face, &ghost);CHKERRQ(ierr); 284092d50984SMatthew G. Knepley ierr = DMPlexGetSupportSize(dm, face, &nsupp);CHKERRQ(ierr); 284192d50984SMatthew G. Knepley ierr = DMPlexGetTreeChildren(dm, face, &nchild, NULL);CHKERRQ(ierr); 284292d50984SMatthew G. Knepley if (ghost >= 0 || nsupp > 2 || nchild > 0) continue; 284392d50984SMatthew G. Knepley ierr = DMPlexGetSupport(dm, face, &scells);CHKERRQ(ierr); 284492d50984SMatthew G. Knepley ierr = DMLabelGetValue(ghostLabel,scells[0],&ghost);CHKERRQ(ierr); 284592d50984SMatthew G. Knepley if (ghost <= 0) {ierr = DMPlexPointLocalFieldRef(dm, scells[0], f, fa, &fL);CHKERRQ(ierr);} 284692d50984SMatthew G. Knepley ierr = DMLabelGetValue(ghostLabel,scells[1],&ghost);CHKERRQ(ierr); 284792d50984SMatthew G. Knepley if (ghost <= 0) {ierr = DMPlexPointLocalFieldRef(dm, scells[1], f, fa, &fR);CHKERRQ(ierr);} 284892d50984SMatthew G. Knepley for (d = 0; d < pdim; ++d) { 284992d50984SMatthew G. Knepley if (fL) fL[d] -= fluxL[iface*totDim+foff+d]; 285092d50984SMatthew G. Knepley if (fR) fR[d] += fluxR[iface*totDim+foff+d]; 285192d50984SMatthew G. Knepley } 285292d50984SMatthew G. Knepley ++iface; 285392d50984SMatthew G. Knepley } 285492d50984SMatthew G. Knepley } 285592d50984SMatthew G. Knepley ierr = VecRestoreArray(locF, &fa);CHKERRQ(ierr); 285692d50984SMatthew G. Knepley #endif 285792d50984SMatthew G. Knepley } 285892d50984SMatthew G. Knepley /* Handle time derivative */ 285992d50984SMatthew G. Knepley if (locX_t) { 286092d50984SMatthew G. Knepley PetscScalar *x_t, *fa; 286192d50984SMatthew G. Knepley 286292d50984SMatthew G. Knepley ierr = VecGetArray(locF, &fa);CHKERRQ(ierr); 286392d50984SMatthew G. Knepley ierr = VecGetArray(locX_t, &x_t);CHKERRQ(ierr); 286492d50984SMatthew G. Knepley for (f = 0; f < Nf; ++f) { 286592d50984SMatthew G. Knepley PetscFV fv; 286692d50984SMatthew G. Knepley PetscObject obj; 286792d50984SMatthew G. Knepley PetscClassId id; 286892d50984SMatthew G. Knepley PetscInt pdim, d; 286992d50984SMatthew G. Knepley 287092d50984SMatthew G. Knepley ierr = PetscDSGetDiscretization(prob, f, &obj);CHKERRQ(ierr); 287192d50984SMatthew G. Knepley ierr = PetscObjectGetClassId(obj, &id);CHKERRQ(ierr); 287292d50984SMatthew G. Knepley if (id != PETSCFV_CLASSID) continue; 287392d50984SMatthew G. Knepley fv = (PetscFV) obj; 287492d50984SMatthew G. Knepley ierr = PetscFVGetNumComponents(fv, &pdim);CHKERRQ(ierr); 287592d50984SMatthew G. Knepley for (c = cS; c < cE; ++c) { 287692d50984SMatthew G. Knepley const PetscInt cell = cells ? cells[c] : c; 287792d50984SMatthew G. Knepley PetscScalar *u_t, *r; 287892d50984SMatthew G. Knepley 287992d50984SMatthew G. Knepley if (ghostLabel) { 288092d50984SMatthew G. Knepley PetscInt ghostVal; 288192d50984SMatthew G. Knepley 288292d50984SMatthew G. Knepley ierr = DMLabelGetValue(ghostLabel, cell, &ghostVal);CHKERRQ(ierr); 288392d50984SMatthew G. Knepley if (ghostVal > 0) continue; 288492d50984SMatthew G. Knepley } 288592d50984SMatthew G. Knepley ierr = DMPlexPointLocalFieldRead(dm, cell, f, x_t, &u_t);CHKERRQ(ierr); 288692d50984SMatthew G. Knepley ierr = DMPlexPointLocalFieldRef(dm, cell, f, fa, &r);CHKERRQ(ierr); 288792d50984SMatthew G. Knepley for (d = 0; d < pdim; ++d) r[d] += u_t[d]; 288892d50984SMatthew G. Knepley } 288992d50984SMatthew G. Knepley } 289092d50984SMatthew G. Knepley ierr = VecRestoreArray(locX_t, &x_t);CHKERRQ(ierr); 289192d50984SMatthew G. Knepley ierr = VecRestoreArray(locF, &fa);CHKERRQ(ierr); 289292d50984SMatthew G. Knepley } 289392d50984SMatthew G. Knepley if (useFEM) { 289492d50984SMatthew G. Knepley ierr = DMPlexRestoreCellFields(dm, chunkIS, locX, locX_t, locA, &u, &u_t, &a);CHKERRQ(ierr); 289592d50984SMatthew G. Knepley ierr = DMRestoreWorkArray(dm, numCells*totDim, MPIU_SCALAR, &elemVec);CHKERRQ(ierr); 289692d50984SMatthew G. Knepley } 289792d50984SMatthew G. Knepley if (useFVM) { 289892d50984SMatthew G. Knepley #if 0 289992d50984SMatthew G. Knepley ierr = DMPlexRestoreFaceFields(dm, fS, fE, locX, locX_t, faceGeometryFVM, cellGeometryFVM, locGrad, &numFaces, &uL, &uR);CHKERRQ(ierr); 290092d50984SMatthew G. Knepley ierr = DMPlexRestoreFaceGeometry(dm, fS, fE, faceGeometryFVM, cellGeometryFVM, &numFaces, &fgeom, &vol);CHKERRQ(ierr); 290192d50984SMatthew G. Knepley ierr = DMRestoreWorkArray(dm, numFaces*totDim, MPIU_SCALAR, &fluxL);CHKERRQ(ierr); 290292d50984SMatthew G. Knepley ierr = DMRestoreWorkArray(dm, numFaces*totDim, MPIU_SCALAR, &fluxR);CHKERRQ(ierr); 290392d50984SMatthew G. Knepley if (dmGrad) {ierr = DMRestoreLocalVector(dmGrad, &locGrad);CHKERRQ(ierr);} 290492d50984SMatthew G. Knepley #endif 290592d50984SMatthew G. Knepley } 290692d50984SMatthew G. Knepley } 290792d50984SMatthew G. Knepley if (useFEM) {ierr = ISDestroy(&chunkIS);CHKERRQ(ierr);} 290892d50984SMatthew G. Knepley ierr = ISRestorePointRange(cellIS, &cStart, &cEnd, &cells);CHKERRQ(ierr); 290992d50984SMatthew G. Knepley /* TODO Could include boundary residual here (see DMPlexComputeResidual_Internal) */ 291092d50984SMatthew G. Knepley if (useFEM) { 291192d50984SMatthew G. Knepley if (maxDegree <= 1) { 291292d50984SMatthew G. Knepley ierr = DMSNESRestoreFEGeom(coordField,cellIS,affineQuad,PETSC_FALSE,&affineGeom);CHKERRQ(ierr); 291392d50984SMatthew G. Knepley ierr = PetscQuadratureDestroy(&affineQuad);CHKERRQ(ierr); 291492d50984SMatthew G. Knepley } else { 291592d50984SMatthew G. Knepley for (f = 0; f < Nf; ++f) { 291692d50984SMatthew G. Knepley ierr = DMSNESRestoreFEGeom(coordField,cellIS,quads[f],PETSC_FALSE,&geoms[f]);CHKERRQ(ierr); 291792d50984SMatthew G. Knepley ierr = PetscQuadratureDestroy(&quads[f]);CHKERRQ(ierr); 291892d50984SMatthew G. Knepley } 291992d50984SMatthew G. Knepley ierr = PetscFree2(quads,geoms);CHKERRQ(ierr); 292092d50984SMatthew G. Knepley } 292192d50984SMatthew G. Knepley } 292292d50984SMatthew G. Knepley ierr = PetscLogEventEnd(DMPLEX_ResidualFEM,dm,0,0,0);CHKERRQ(ierr); 292392d50984SMatthew G. Knepley PetscFunctionReturn(0); 292492d50984SMatthew G. Knepley } 292592d50984SMatthew G. Knepley 2926a1cf66bbSMatthew G. Knepley /* 2927a1cf66bbSMatthew G. Knepley We always assemble JacP, and if the matrix is different from Jac and two different sets of point functions are provided, we also assemble Jac 2928a1cf66bbSMatthew G. Knepley 2929a1cf66bbSMatthew G. Knepley X - The local solution vector 2930a1cf66bbSMatthew G. Knepley X_t - The local solution time derviative vector, or NULL 2931a1cf66bbSMatthew G. Knepley */ 2932a1cf66bbSMatthew G. Knepley PetscErrorCode DMPlexComputeJacobian_Patch_Internal(DM dm, PetscSection section, PetscSection globalSection, IS cellIS, 2933a1cf66bbSMatthew G. Knepley PetscReal t, PetscReal X_tShift, Vec X, Vec X_t, Mat Jac, Mat JacP, void *ctx) 2934a1cf66bbSMatthew G. Knepley { 2935a1cf66bbSMatthew G. Knepley DM_Plex *mesh = (DM_Plex *) dm->data; 2936a1cf66bbSMatthew G. Knepley const char *name = "Jacobian", *nameP = "JacobianPre"; 2937a1cf66bbSMatthew G. Knepley DM dmAux = NULL; 2938a1cf66bbSMatthew G. Knepley PetscDS prob, probAux = NULL; 2939a1cf66bbSMatthew G. Knepley PetscSection sectionAux = NULL; 2940a1cf66bbSMatthew G. Knepley Vec A; 2941a1cf66bbSMatthew G. Knepley DMField coordField; 2942a1cf66bbSMatthew G. Knepley PetscFEGeom *cgeomFEM; 2943a1cf66bbSMatthew G. Knepley PetscQuadrature qGeom = NULL; 2944a1cf66bbSMatthew G. Knepley Mat J = Jac, JP = JacP; 2945a1cf66bbSMatthew G. Knepley PetscScalar *work, *u = NULL, *u_t = NULL, *a = NULL, *elemMat = NULL, *elemMatP = NULL, *elemMatD = NULL; 29469b2fc754SMatthew G. Knepley PetscBool hasJac, hasPrec, hasDyn, assembleJac, isMatIS, isMatISP, *isFE, hasFV = PETSC_FALSE; 2947a1cf66bbSMatthew G. Knepley const PetscInt *cells; 29489b2fc754SMatthew G. Knepley PetscInt Nf, fieldI, fieldJ, maxDegree, numCells, cStart, cEnd, numChunks, chunkSize, chunk, totDim, totDimAux = 0, sz, wsz, off = 0, offCell = 0; 2949a1cf66bbSMatthew G. Knepley PetscErrorCode ierr; 2950a1cf66bbSMatthew G. Knepley 2951a1cf66bbSMatthew G. Knepley PetscFunctionBegin; 2952a1cf66bbSMatthew G. Knepley CHKMEMQ; 2953a1cf66bbSMatthew G. Knepley ierr = ISGetLocalSize(cellIS, &numCells);CHKERRQ(ierr); 2954a1cf66bbSMatthew G. Knepley ierr = ISGetPointRange(cellIS, &cStart, &cEnd, &cells);CHKERRQ(ierr); 2955a1cf66bbSMatthew G. Knepley ierr = PetscLogEventBegin(DMPLEX_JacobianFEM,dm,0,0,0);CHKERRQ(ierr); 2956a1cf66bbSMatthew G. Knepley ierr = DMGetDS(dm, &prob);CHKERRQ(ierr); 2957a1cf66bbSMatthew G. Knepley ierr = PetscObjectQuery((PetscObject) dm, "dmAux", (PetscObject *) &dmAux);CHKERRQ(ierr); 2958a1cf66bbSMatthew G. Knepley ierr = PetscObjectQuery((PetscObject) dm, "A", (PetscObject *) &A);CHKERRQ(ierr); 2959a1cf66bbSMatthew G. Knepley if (dmAux) { 2960a1cf66bbSMatthew G. Knepley ierr = DMGetDefaultSection(dmAux, §ionAux);CHKERRQ(ierr); 2961a1cf66bbSMatthew G. Knepley ierr = DMGetDS(dmAux, &probAux);CHKERRQ(ierr); 2962a1cf66bbSMatthew G. Knepley } 2963a1cf66bbSMatthew G. Knepley /* Get flags */ 2964a1cf66bbSMatthew G. Knepley ierr = PetscDSGetNumFields(prob, &Nf);CHKERRQ(ierr); 2965a1cf66bbSMatthew G. Knepley ierr = DMGetWorkArray(dm, Nf, MPIU_BOOL, &isFE);CHKERRQ(ierr); 2966a1cf66bbSMatthew G. Knepley for (fieldI = 0; fieldI < Nf; ++fieldI) { 2967a1cf66bbSMatthew G. Knepley PetscObject disc; 2968a1cf66bbSMatthew G. Knepley PetscClassId id; 2969a1cf66bbSMatthew G. Knepley ierr = PetscDSGetDiscretization(prob, fieldI, &disc);CHKERRQ(ierr); 2970a1cf66bbSMatthew G. Knepley ierr = PetscObjectGetClassId(disc, &id);CHKERRQ(ierr); 2971a1cf66bbSMatthew G. Knepley if (id == PETSCFE_CLASSID) {isFE[fieldI] = PETSC_TRUE;} 2972a1cf66bbSMatthew G. Knepley else if (id == PETSCFV_CLASSID) {hasFV = PETSC_TRUE; isFE[fieldI] = PETSC_FALSE;} 2973a1cf66bbSMatthew G. Knepley } 2974a1cf66bbSMatthew G. Knepley ierr = PetscDSHasJacobian(prob, &hasJac);CHKERRQ(ierr); 2975a1cf66bbSMatthew G. Knepley ierr = PetscDSHasJacobianPreconditioner(prob, &hasPrec);CHKERRQ(ierr); 2976a1cf66bbSMatthew G. Knepley ierr = PetscDSHasDynamicJacobian(prob, &hasDyn);CHKERRQ(ierr); 2977a1cf66bbSMatthew G. Knepley assembleJac = hasJac && hasPrec && (Jac != JacP) ? PETSC_TRUE : PETSC_FALSE; 2978a1cf66bbSMatthew G. Knepley hasDyn = hasDyn && (X_tShift != 0.0) ? PETSC_TRUE : PETSC_FALSE; 2979a1cf66bbSMatthew G. Knepley ierr = PetscObjectTypeCompare((PetscObject) Jac, MATIS, &isMatIS);CHKERRQ(ierr); 2980a1cf66bbSMatthew G. Knepley ierr = PetscObjectTypeCompare((PetscObject) JacP, MATIS, &isMatISP);CHKERRQ(ierr); 2981a1cf66bbSMatthew G. Knepley /* Setup input data and temp arrays (should be DMGetWorkArray) */ 2982a1cf66bbSMatthew G. Knepley if (isMatISP || isMatISP) {ierr = DMPlexGetSubdomainSection(dm, &globalSection);CHKERRQ(ierr);} 2983a1cf66bbSMatthew G. Knepley if (isMatIS) {ierr = MatISGetLocalMat(Jac, &J);CHKERRQ(ierr);} 2984a1cf66bbSMatthew G. Knepley if (isMatISP) {ierr = MatISGetLocalMat(JacP, &JP);CHKERRQ(ierr);} 2985a1cf66bbSMatthew G. Knepley if (hasFV) {ierr = MatSetOption(JP, MAT_IGNORE_ZERO_ENTRIES, PETSC_TRUE);CHKERRQ(ierr);} /* No allocated space for FV stuff, so ignore the zero entries */ 2986a1cf66bbSMatthew G. Knepley ierr = PetscObjectQuery((PetscObject) dm, "dmAux", (PetscObject *) &dmAux);CHKERRQ(ierr); 2987a1cf66bbSMatthew G. Knepley ierr = PetscObjectQuery((PetscObject) dm, "A", (PetscObject *) &A);CHKERRQ(ierr); 2988a1cf66bbSMatthew G. Knepley ierr = PetscDSGetTotalDimension(prob, &totDim);CHKERRQ(ierr); 2989a1cf66bbSMatthew G. Knepley if (probAux) {ierr = PetscDSGetTotalDimension(probAux, &totDimAux);CHKERRQ(ierr);} 2990a1cf66bbSMatthew G. Knepley CHKMEMQ; 2991a1cf66bbSMatthew G. Knepley /* Compute batch sizes */ 2992a1cf66bbSMatthew G. Knepley if (isFE[0]) { 2993a1cf66bbSMatthew G. Knepley PetscFE fe; 2994a1cf66bbSMatthew G. Knepley PetscQuadrature q; 2995a1cf66bbSMatthew G. Knepley PetscInt numQuadPoints, numBatches, batchSize, numBlocks, blockSize, Nb; 2996a1cf66bbSMatthew G. Knepley 2997a1cf66bbSMatthew G. Knepley ierr = PetscDSGetDiscretization(prob, 0, (PetscObject *) &fe);CHKERRQ(ierr); 2998a1cf66bbSMatthew G. Knepley ierr = PetscFEGetQuadrature(fe, &q);CHKERRQ(ierr); 2999a1cf66bbSMatthew G. Knepley ierr = PetscQuadratureGetData(q, NULL, NULL, &numQuadPoints, NULL, NULL);CHKERRQ(ierr); 3000a1cf66bbSMatthew G. Knepley ierr = PetscFEGetDimension(fe, &Nb);CHKERRQ(ierr); 3001a1cf66bbSMatthew G. Knepley ierr = PetscFEGetTileSizes(fe, NULL, &numBlocks, NULL, &numBatches);CHKERRQ(ierr); 3002a1cf66bbSMatthew G. Knepley blockSize = Nb*numQuadPoints; 3003a1cf66bbSMatthew G. Knepley batchSize = numBlocks * blockSize; 3004a1cf66bbSMatthew G. Knepley chunkSize = numBatches * batchSize; 3005a1cf66bbSMatthew G. Knepley numChunks = numCells / chunkSize + numCells % chunkSize; 3006a1cf66bbSMatthew G. Knepley ierr = PetscFESetTileSizes(fe, blockSize, numBlocks, batchSize, numBatches);CHKERRQ(ierr); 3007a1cf66bbSMatthew G. Knepley } else { 3008a1cf66bbSMatthew G. Knepley chunkSize = numCells; 3009a1cf66bbSMatthew G. Knepley numChunks = 1; 3010a1cf66bbSMatthew G. Knepley } 3011a1cf66bbSMatthew G. Knepley /* Get work space */ 3012a1cf66bbSMatthew G. Knepley wsz = (((X?1:0) + (X_t?1:0) + (dmAux?1:0))*totDim + ((hasJac?1:0) + (hasPrec?1:0) + (hasDyn?1:0))*totDim*totDim)*chunkSize; 3013a1cf66bbSMatthew G. Knepley ierr = DMGetWorkArray(dm, wsz, MPIU_SCALAR, &work);CHKERRQ(ierr); 3014a1cf66bbSMatthew G. Knepley ierr = PetscMemzero(work, wsz * sizeof(PetscScalar));CHKERRQ(ierr); 3015a1cf66bbSMatthew G. Knepley off = 0; 3016a1cf66bbSMatthew G. Knepley u = X ? (sz = chunkSize*totDim, off += sz, work+off-sz) : NULL; 3017a1cf66bbSMatthew G. Knepley u_t = X_t ? (sz = chunkSize*totDim, off += sz, work+off-sz) : NULL; 3018a1cf66bbSMatthew G. Knepley a = dmAux ? (sz = chunkSize*totDimAux, off += sz, work+off-sz) : NULL; 3019a1cf66bbSMatthew G. Knepley elemMat = hasJac ? (sz = chunkSize*totDim*totDim, off += sz, work+off-sz) : NULL; 3020a1cf66bbSMatthew G. Knepley elemMatP = hasPrec ? (sz = chunkSize*totDim*totDim, off += sz, work+off-sz) : NULL; 3021a1cf66bbSMatthew G. Knepley elemMatD = hasDyn ? (sz = chunkSize*totDim*totDim, off += sz, work+off-sz) : NULL; 3022a1cf66bbSMatthew G. Knepley if (off != wsz) SETERRQ2(PETSC_COMM_SELF, PETSC_ERR_PLIB, "Error is workspace size %D should be %D", off, wsz); 3023a1cf66bbSMatthew G. Knepley /* Setup geometry */ 3024a1cf66bbSMatthew G. Knepley ierr = DMGetCoordinateField(dm, &coordField);CHKERRQ(ierr); 30259b2fc754SMatthew G. Knepley ierr = DMFieldGetDegree(coordField, cellIS, NULL, &maxDegree);CHKERRQ(ierr); 30269b2fc754SMatthew G. Knepley if (maxDegree <= 1) {ierr = DMFieldCreateDefaultQuadrature(coordField, cellIS, &qGeom);CHKERRQ(ierr);} 3027a1cf66bbSMatthew G. Knepley if (!qGeom) { 3028a1cf66bbSMatthew G. Knepley PetscFE fe; 3029a1cf66bbSMatthew G. Knepley 3030a1cf66bbSMatthew G. Knepley ierr = PetscDSGetDiscretization(prob, 0, (PetscObject *) &fe);CHKERRQ(ierr); 3031a1cf66bbSMatthew G. Knepley ierr = PetscFEGetQuadrature(fe, &qGeom);CHKERRQ(ierr); 3032a1cf66bbSMatthew G. Knepley ierr = PetscObjectReference((PetscObject) qGeom);CHKERRQ(ierr); 3033a1cf66bbSMatthew G. Knepley } 3034a1cf66bbSMatthew G. Knepley ierr = DMSNESGetFEGeom(coordField, cellIS, qGeom, PETSC_FALSE, &cgeomFEM);CHKERRQ(ierr); 3035a1cf66bbSMatthew G. Knepley /* Compute volume integrals */ 3036a1cf66bbSMatthew G. Knepley if (assembleJac) {ierr = MatZeroEntries(J);CHKERRQ(ierr);} 3037a1cf66bbSMatthew G. Knepley ierr = MatZeroEntries(JP);CHKERRQ(ierr); 3038a1cf66bbSMatthew G. Knepley for (chunk = 0; chunk < numChunks; ++chunk, offCell += chunkSize) { 3039a1cf66bbSMatthew G. Knepley const PetscInt Ncell = PetscMin(chunkSize, numCells - offCell); 3040a1cf66bbSMatthew G. Knepley PetscInt c; 3041a1cf66bbSMatthew G. Knepley 3042a1cf66bbSMatthew G. Knepley /* Extract values */ 3043a1cf66bbSMatthew G. Knepley for (c = 0; c < Ncell; ++c) { 3044a1cf66bbSMatthew G. Knepley const PetscInt cell = cells ? cells[c+offCell] : c+offCell; 3045a1cf66bbSMatthew G. Knepley PetscScalar *x = NULL, *x_t = NULL; 3046a1cf66bbSMatthew G. Knepley PetscInt i; 3047a1cf66bbSMatthew G. Knepley 3048a1cf66bbSMatthew G. Knepley if (X) { 3049a1cf66bbSMatthew G. Knepley ierr = DMPlexVecGetClosure(dm, section, X, cell, NULL, &x);CHKERRQ(ierr); 3050a1cf66bbSMatthew G. Knepley for (i = 0; i < totDim; ++i) u[c*totDim+i] = x[i]; 3051a1cf66bbSMatthew G. Knepley ierr = DMPlexVecRestoreClosure(dm, section, X, cell, NULL, &x);CHKERRQ(ierr); 3052a1cf66bbSMatthew G. Knepley } 3053a1cf66bbSMatthew G. Knepley if (X_t) { 3054a1cf66bbSMatthew G. Knepley ierr = DMPlexVecGetClosure(dm, section, X_t, cell, NULL, &x_t);CHKERRQ(ierr); 3055a1cf66bbSMatthew G. Knepley for (i = 0; i < totDim; ++i) u_t[c*totDim+i] = x_t[i]; 3056a1cf66bbSMatthew G. Knepley ierr = DMPlexVecRestoreClosure(dm, section, X_t, cell, NULL, &x_t);CHKERRQ(ierr); 3057a1cf66bbSMatthew G. Knepley } 3058a1cf66bbSMatthew G. Knepley if (dmAux) { 3059a1cf66bbSMatthew G. Knepley ierr = DMPlexVecGetClosure(dmAux, sectionAux, A, cell, NULL, &x);CHKERRQ(ierr); 3060a1cf66bbSMatthew G. Knepley for (i = 0; i < totDimAux; ++i) a[c*totDimAux+i] = x[i]; 3061a1cf66bbSMatthew G. Knepley ierr = DMPlexVecRestoreClosure(dmAux, sectionAux, A, cell, NULL, &x);CHKERRQ(ierr); 3062a1cf66bbSMatthew G. Knepley } 3063a1cf66bbSMatthew G. Knepley } 3064a1cf66bbSMatthew G. Knepley CHKMEMQ; 3065a1cf66bbSMatthew G. Knepley for (fieldI = 0; fieldI < Nf; ++fieldI) { 3066a1cf66bbSMatthew G. Knepley PetscFE fe; 3067a1cf66bbSMatthew G. Knepley ierr = PetscDSGetDiscretization(prob, fieldI, (PetscObject *) &fe);CHKERRQ(ierr); 3068a1cf66bbSMatthew G. Knepley for (fieldJ = 0; fieldJ < Nf; ++fieldJ) { 3069a1cf66bbSMatthew G. Knepley if (hasJac) {ierr = PetscFEIntegrateJacobian(fe, prob, PETSCFE_JACOBIAN, fieldI, fieldJ, Ncell, cgeomFEM, u, u_t, probAux, a, t, X_tShift, elemMat);CHKERRQ(ierr);} 3070a1cf66bbSMatthew G. Knepley if (hasPrec) {ierr = PetscFEIntegrateJacobian(fe, prob, PETSCFE_JACOBIAN_PRE, fieldI, fieldJ, Ncell, cgeomFEM, u, u_t, probAux, a, t, X_tShift, elemMatP);CHKERRQ(ierr);} 3071a1cf66bbSMatthew G. Knepley if (hasDyn) {ierr = PetscFEIntegrateJacobian(fe, prob, PETSCFE_JACOBIAN_DYN, fieldI, fieldJ, Ncell, cgeomFEM, u, u_t, probAux, a, t, X_tShift, elemMatD);CHKERRQ(ierr);} 3072a1cf66bbSMatthew G. Knepley } 3073a1cf66bbSMatthew G. Knepley /* For finite volume, add the identity */ 3074a1cf66bbSMatthew G. Knepley if (!isFE[fieldI]) { 3075a1cf66bbSMatthew G. Knepley PetscFV fv; 3076a1cf66bbSMatthew G. Knepley PetscInt eOffset = 0, Nc, fc, foff; 3077a1cf66bbSMatthew G. Knepley 3078a1cf66bbSMatthew G. Knepley ierr = PetscDSGetFieldOffset(prob, fieldI, &foff);CHKERRQ(ierr); 3079a1cf66bbSMatthew G. Knepley ierr = PetscDSGetDiscretization(prob, fieldI, (PetscObject *) &fv);CHKERRQ(ierr); 3080a1cf66bbSMatthew G. Knepley ierr = PetscFVGetNumComponents(fv, &Nc);CHKERRQ(ierr); 3081a1cf66bbSMatthew G. Knepley for (c = 0; c < chunkSize; ++c, eOffset += totDim*totDim) { 3082a1cf66bbSMatthew G. Knepley for (fc = 0; fc < Nc; ++fc) { 3083a1cf66bbSMatthew G. Knepley const PetscInt i = foff + fc; 3084a1cf66bbSMatthew G. Knepley if (hasJac) {elemMat [eOffset+i*totDim+i] = 1.0;} 3085a1cf66bbSMatthew G. Knepley if (hasPrec) {elemMatP[eOffset+i*totDim+i] = 1.0;} 3086a1cf66bbSMatthew G. Knepley } 3087a1cf66bbSMatthew G. Knepley } 3088a1cf66bbSMatthew G. Knepley } 3089a1cf66bbSMatthew G. Knepley } 3090a1cf66bbSMatthew G. Knepley CHKMEMQ; 3091a1cf66bbSMatthew G. Knepley /* Add contribution from X_t */ 3092a1cf66bbSMatthew G. Knepley if (hasDyn) {for (c = 0; c < chunkSize*totDim*totDim; ++c) elemMat[c] += X_tShift*elemMatD[c];} 3093a1cf66bbSMatthew G. Knepley /* Insert values into matrix */ 3094a1cf66bbSMatthew G. Knepley for (c = 0; c < Ncell; ++c) { 3095a1cf66bbSMatthew G. Knepley const PetscInt cell = cells ? cells[c+offCell] : c+offCell; 3096a1cf66bbSMatthew G. Knepley if (mesh->printFEM > 1) { 3097a1cf66bbSMatthew G. Knepley if (hasJac) {ierr = DMPrintCellMatrix(cell, name, totDim, totDim, &elemMat[(c-cStart)*totDim*totDim]);CHKERRQ(ierr);} 3098a1cf66bbSMatthew G. Knepley if (hasPrec) {ierr = DMPrintCellMatrix(cell, nameP, totDim, totDim, &elemMatP[(c-cStart)*totDim*totDim]);CHKERRQ(ierr);} 3099a1cf66bbSMatthew G. Knepley } 3100a1cf66bbSMatthew G. Knepley if (assembleJac) {ierr = DMPlexMatSetClosure(dm, section, globalSection, Jac, cell, &elemMat[(c-cStart)*totDim*totDim], ADD_VALUES);CHKERRQ(ierr);} 3101a1cf66bbSMatthew G. Knepley ierr = DMPlexMatSetClosure(dm, section, globalSection, JP, cell, &elemMat[(c-cStart)*totDim*totDim], ADD_VALUES);CHKERRQ(ierr); 3102a1cf66bbSMatthew G. Knepley } 3103a1cf66bbSMatthew G. Knepley CHKMEMQ; 3104a1cf66bbSMatthew G. Knepley } 3105a1cf66bbSMatthew G. Knepley /* Cleanup */ 3106a1cf66bbSMatthew G. Knepley ierr = DMSNESRestoreFEGeom(coordField, cellIS, qGeom, PETSC_FALSE, &cgeomFEM);CHKERRQ(ierr); 3107a1cf66bbSMatthew G. Knepley ierr = PetscQuadratureDestroy(&qGeom);CHKERRQ(ierr); 3108a1cf66bbSMatthew G. Knepley if (hasFV) {ierr = MatSetOption(JacP, MAT_IGNORE_ZERO_ENTRIES, PETSC_FALSE);CHKERRQ(ierr);} 3109a1cf66bbSMatthew G. Knepley ierr = DMRestoreWorkArray(dm, Nf, MPIU_BOOL, &isFE);CHKERRQ(ierr); 3110a1cf66bbSMatthew G. Knepley ierr = DMRestoreWorkArray(dm, ((1 + (X_t?1:0) + (dmAux?1:0))*totDim + ((hasJac?1:0) + (hasPrec?1:0) + (hasDyn?1:0))*totDim*totDim)*chunkSize, MPIU_SCALAR, &work);CHKERRQ(ierr); 3111a1cf66bbSMatthew G. Knepley /* Compute boundary integrals */ 3112a1cf66bbSMatthew G. Knepley /* ierr = DMPlexComputeBdJacobian_Internal(dm, X, X_t, t, X_tShift, Jac, JacP, ctx);CHKERRQ(ierr); */ 3113a1cf66bbSMatthew G. Knepley /* Assemble matrix */ 3114a1cf66bbSMatthew G. Knepley if (assembleJac) {ierr = MatAssemblyBegin(Jac, MAT_FINAL_ASSEMBLY);CHKERRQ(ierr);ierr = MatAssemblyEnd(Jac, MAT_FINAL_ASSEMBLY);CHKERRQ(ierr);} 3115a1cf66bbSMatthew G. Knepley ierr = MatAssemblyBegin(JacP, MAT_FINAL_ASSEMBLY);CHKERRQ(ierr);ierr = MatAssemblyEnd(JacP, MAT_FINAL_ASSEMBLY);CHKERRQ(ierr); 3116a1cf66bbSMatthew G. Knepley ierr = PetscLogEventEnd(DMPLEX_JacobianFEM,dm,0,0,0);CHKERRQ(ierr); 3117a1cf66bbSMatthew G. Knepley CHKMEMQ; 3118a1cf66bbSMatthew G. Knepley PetscFunctionReturn(0); 3119a1cf66bbSMatthew G. Knepley } 3120