1 #include <petsc/private/glvisviewerimpl.h> 2 #include <petsc/private/petscimpl.h> 3 #include <petsc/private/dmpleximpl.h> 4 #include <petscbt.h> 5 #include <petscdmplex.h> 6 #include <petscsf.h> 7 #include <petscds.h> 8 9 typedef struct { 10 PetscInt nf; 11 VecScatter *scctx; 12 } GLVisViewerCtx; 13 14 static PetscErrorCode DestroyGLVisViewerCtx_Private(void *vctx) 15 { 16 GLVisViewerCtx *ctx = (GLVisViewerCtx*)vctx; 17 PetscInt i; 18 PetscErrorCode ierr; 19 20 PetscFunctionBegin; 21 for (i=0;i<ctx->nf;i++) { 22 ierr = VecScatterDestroy(&ctx->scctx[i]);CHKERRQ(ierr); 23 } 24 ierr = PetscFree(ctx->scctx);CHKERRQ(ierr); 25 ierr = PetscFree(vctx);CHKERRQ(ierr); 26 PetscFunctionReturn(0); 27 } 28 29 static PetscErrorCode DMPlexSampleGLVisFields_Private(PetscObject oX, PetscInt nf, PetscObject oXfield[], void *vctx) 30 { 31 GLVisViewerCtx *ctx = (GLVisViewerCtx*)vctx; 32 PetscInt f; 33 PetscErrorCode ierr; 34 35 PetscFunctionBegin; 36 for (f=0;f<nf;f++) { 37 ierr = VecScatterBegin(ctx->scctx[f],(Vec)oX,(Vec)oXfield[f],INSERT_VALUES,SCATTER_FORWARD);CHKERRQ(ierr); 38 ierr = VecScatterEnd(ctx->scctx[f],(Vec)oX,(Vec)oXfield[f],INSERT_VALUES,SCATTER_FORWARD);CHKERRQ(ierr); 39 } 40 PetscFunctionReturn(0); 41 } 42 43 /* for FEM, it works for H1 fields only and extracts dofs at cell vertices, discarding any other dof */ 44 PetscErrorCode DMSetUpGLVisViewer_Plex(PetscObject odm, PetscViewer viewer) 45 { 46 DM dm = (DM)odm; 47 Vec xlocal,xfield,*Ufield; 48 PetscDS ds; 49 IS globalNum,isfield; 50 PetscBT vown; 51 char **fieldname = NULL,**fec_type = NULL; 52 const PetscInt *gNum; 53 PetscInt *nlocal,*bs,*idxs,*dims; 54 PetscInt f,maxfields,nfields,c,totc,totdofs,Nv,cum,i; 55 PetscInt dim,cStart,cEnd,cEndInterior,vStart,vEnd; 56 GLVisViewerCtx *ctx; 57 PetscSection s; 58 PetscErrorCode ierr; 59 60 PetscFunctionBegin; 61 ierr = DMGetDimension(dm,&dim);CHKERRQ(ierr); 62 ierr = DMPlexGetDepthStratum(dm,0,&vStart,&vEnd);CHKERRQ(ierr); 63 ierr = DMPlexGetHeightStratum(dm,0,&cStart,&cEnd);CHKERRQ(ierr); 64 ierr = DMPlexGetHybridBounds(dm, &cEndInterior, NULL, NULL, NULL);CHKERRQ(ierr); 65 cEnd = cEndInterior < 0 ? cEnd : cEndInterior; 66 ierr = DMPlexGetCellNumbering(dm,&globalNum);CHKERRQ(ierr); 67 ierr = ISGetIndices(globalNum,&gNum);CHKERRQ(ierr); 68 ierr = PetscBTCreate(vEnd-vStart,&vown);CHKERRQ(ierr); 69 for (c = cStart, totc = 0; c < cEnd; c++) { 70 if (gNum[c-cStart] >= 0) { 71 PetscInt i,numPoints,*points = NULL; 72 73 totc++; 74 ierr = DMPlexGetTransitiveClosure(dm,c,PETSC_TRUE,&numPoints,&points);CHKERRQ(ierr); 75 for (i=0;i<numPoints*2;i+= 2) { 76 if ((points[i] >= vStart) && (points[i] < vEnd)) { 77 ierr = PetscBTSet(vown,points[i]-vStart);CHKERRQ(ierr); 78 } 79 } 80 ierr = DMPlexRestoreTransitiveClosure(dm,c,PETSC_TRUE,&numPoints,&points);CHKERRQ(ierr); 81 } 82 } 83 for (f=0,Nv=0;f<vEnd-vStart;f++) if (PetscLikely(PetscBTLookup(vown,f))) Nv++; 84 85 ierr = DMCreateLocalVector(dm,&xlocal);CHKERRQ(ierr); 86 ierr = VecGetLocalSize(xlocal,&totdofs);CHKERRQ(ierr); 87 ierr = DMGetDefaultSection(dm,&s);CHKERRQ(ierr); 88 ierr = PetscSectionGetNumFields(s,&nfields);CHKERRQ(ierr); 89 for (f=0,maxfields=0;f<nfields;f++) { 90 PetscInt bs; 91 92 ierr = PetscSectionGetFieldComponents(s,f,&bs);CHKERRQ(ierr); 93 maxfields += bs; 94 } 95 ierr = PetscCalloc7(maxfields,&fieldname,maxfields,&nlocal,maxfields,&bs,maxfields,&dims,maxfields,&fec_type,totdofs,&idxs,maxfields,&Ufield);CHKERRQ(ierr); 96 ierr = PetscNew(&ctx);CHKERRQ(ierr); 97 ierr = PetscCalloc1(maxfields,&ctx->scctx);CHKERRQ(ierr); 98 ierr = DMGetDS(dm,&ds);CHKERRQ(ierr); 99 if (ds) { 100 for (f=0;f<nfields;f++) { 101 const char* fname; 102 char name[256]; 103 PetscObject disc; 104 size_t len; 105 106 ierr = PetscSectionGetFieldName(s,f,&fname);CHKERRQ(ierr); 107 ierr = PetscStrlen(fname,&len);CHKERRQ(ierr); 108 if (len) { 109 ierr = PetscStrcpy(name,fname);CHKERRQ(ierr); 110 } else { 111 ierr = PetscSNPrintf(name,256,"Field%D",f);CHKERRQ(ierr); 112 } 113 ierr = PetscDSGetDiscretization(ds,f,&disc);CHKERRQ(ierr); 114 if (disc) { 115 PetscClassId id; 116 PetscInt Nc; 117 char fec[64]; 118 119 ierr = PetscObjectGetClassId(disc, &id);CHKERRQ(ierr); 120 if (id == PETSCFE_CLASSID) { 121 PetscFE fem = (PetscFE)disc; 122 PetscDualSpace sp; 123 PetscDualSpaceType spname; 124 PetscInt order; 125 PetscBool islag,continuous,H1 = PETSC_TRUE; 126 127 ierr = PetscFEGetNumComponents(fem,&Nc);CHKERRQ(ierr); 128 ierr = PetscFEGetDualSpace(fem,&sp);CHKERRQ(ierr); 129 ierr = PetscDualSpaceGetType(sp,&spname);CHKERRQ(ierr); 130 ierr = PetscStrcmp(spname,PETSCDUALSPACELAGRANGE,&islag);CHKERRQ(ierr); 131 if (!islag) SETERRQ(PetscObjectComm((PetscObject)dm),PETSC_ERR_SUP,"Unsupported dual space"); 132 ierr = PetscDualSpaceLagrangeGetContinuity(sp,&continuous);CHKERRQ(ierr); 133 if (!continuous) SETERRQ(PetscObjectComm((PetscObject)dm),PETSC_ERR_SUP,"Discontinuous space visualization currently unsupported"); 134 ierr = PetscDualSpaceGetOrder(sp,&order);CHKERRQ(ierr); 135 if (continuous && order > 0) { 136 ierr = PetscSNPrintf(fec,64,"FiniteElementCollection: H1_%DD_P1",dim);CHKERRQ(ierr); 137 } else { 138 H1 = PETSC_FALSE; 139 ierr = PetscSNPrintf(fec,64,"FiniteElementCollection: L2_%DD_P%D",dim,order);CHKERRQ(ierr); 140 } 141 ierr = PetscStrallocpy(name,&fieldname[ctx->nf]);CHKERRQ(ierr); 142 bs[ctx->nf] = Nc; 143 dims[ctx->nf] = dim; 144 if (H1) { 145 nlocal[ctx->nf] = Nc * Nv; 146 ierr = PetscStrallocpy(fec,&fec_type[ctx->nf]);CHKERRQ(ierr); 147 ierr = VecCreateSeq(PETSC_COMM_SELF,Nv*Nc,&xfield);CHKERRQ(ierr); 148 for (i=0,cum=0;i<vEnd-vStart;i++) { 149 PetscInt j,off; 150 151 if (PetscUnlikely(!PetscBTLookup(vown,i))) continue; 152 ierr = PetscSectionGetFieldOffset(s,i+vStart,f,&off);CHKERRQ(ierr); 153 for (j=0;j<Nc;j++) idxs[cum++] = off + j; 154 } 155 ierr = ISCreateGeneral(PetscObjectComm((PetscObject)xlocal),Nv*Nc,idxs,PETSC_USE_POINTER,&isfield);CHKERRQ(ierr); 156 } else { 157 nlocal[ctx->nf] = Nc * totc; 158 ierr = PetscStrallocpy(fec,&fec_type[ctx->nf]);CHKERRQ(ierr); 159 ierr = VecCreateSeq(PETSC_COMM_SELF,Nc*totc,&xfield);CHKERRQ(ierr); 160 for (i=0,cum=0;i<cEnd-cStart;i++) { 161 PetscInt j,off; 162 163 if (PetscUnlikely(gNum[i] < 0)) continue; 164 ierr = PetscSectionGetFieldOffset(s,i+cStart,f,&off);CHKERRQ(ierr); 165 for (j=0;j<Nc;j++) idxs[cum++] = off + j; 166 } 167 ierr = ISCreateGeneral(PetscObjectComm((PetscObject)xlocal),totc*Nc,idxs,PETSC_USE_POINTER,&isfield);CHKERRQ(ierr); 168 } 169 ierr = VecScatterCreate(xlocal,isfield,xfield,NULL,&ctx->scctx[ctx->nf]);CHKERRQ(ierr); 170 ierr = VecDestroy(&xfield);CHKERRQ(ierr); 171 ierr = ISDestroy(&isfield);CHKERRQ(ierr); 172 ctx->nf++; 173 } else if (id == PETSCFV_CLASSID) { 174 PetscInt c; 175 176 ierr = PetscFVGetNumComponents((PetscFV)disc,&Nc);CHKERRQ(ierr); 177 ierr = PetscSNPrintf(fec,64,"FiniteElementCollection: L2_%DD_P0",dim);CHKERRQ(ierr); 178 for (c = 0; c < Nc; c++) { 179 char comp[256]; 180 ierr = PetscSNPrintf(comp,256,"%s-Comp%D",name,c);CHKERRQ(ierr); 181 ierr = PetscStrallocpy(comp,&fieldname[ctx->nf]);CHKERRQ(ierr); 182 bs[ctx->nf] = 1; /* Does PetscFV support components with different block size? */ 183 nlocal[ctx->nf] = totc; 184 dims[ctx->nf] = dim; 185 ierr = PetscStrallocpy(fec,&fec_type[ctx->nf]);CHKERRQ(ierr); 186 ierr = VecCreateSeq(PETSC_COMM_SELF,totc,&xfield);CHKERRQ(ierr); 187 for (i=0,cum=0;i<cEnd-cStart;i++) { 188 PetscInt off; 189 190 if (PetscUnlikely(gNum[i])<0) continue; 191 ierr = PetscSectionGetFieldOffset(s,i+cStart,f,&off);CHKERRQ(ierr); 192 idxs[cum++] = off + c; 193 } 194 ierr = ISCreateGeneral(PetscObjectComm((PetscObject)xlocal),totc,idxs,PETSC_USE_POINTER,&isfield);CHKERRQ(ierr); 195 ierr = VecScatterCreate(xlocal,isfield,xfield,NULL,&ctx->scctx[ctx->nf]);CHKERRQ(ierr); 196 ierr = VecDestroy(&xfield);CHKERRQ(ierr); 197 ierr = ISDestroy(&isfield);CHKERRQ(ierr); 198 ctx->nf++; 199 } 200 } else SETERRQ1(PetscObjectComm((PetscObject)dm),PETSC_ERR_ARG_WRONG,"Unknown discretization type for field %D",f); 201 } else SETERRQ1(PetscObjectComm((PetscObject)dm),PETSC_ERR_SUP,"Missing discretization for field %D",f); 202 } 203 } else SETERRQ(PetscObjectComm((PetscObject)dm),PETSC_ERR_SUP,"Needs a DS attached to the DM"); 204 ierr = PetscBTDestroy(&vown);CHKERRQ(ierr); 205 ierr = VecDestroy(&xlocal);CHKERRQ(ierr); 206 ierr = ISRestoreIndices(globalNum,&gNum);CHKERRQ(ierr); 207 208 /* create work vectors */ 209 for (f=0;f<ctx->nf;f++) { 210 ierr = VecCreateMPI(PetscObjectComm((PetscObject)dm),nlocal[f],PETSC_DECIDE,&Ufield[f]);CHKERRQ(ierr); 211 ierr = PetscObjectSetName((PetscObject)Ufield[f],fieldname[f]);CHKERRQ(ierr); 212 ierr = VecSetBlockSize(Ufield[f],bs[f]);CHKERRQ(ierr); 213 ierr = VecSetDM(Ufield[f],dm);CHKERRQ(ierr); 214 } 215 216 /* customize the viewer */ 217 ierr = PetscViewerGLVisSetFields(viewer,ctx->nf,(const char**)fec_type,dims,DMPlexSampleGLVisFields_Private,(PetscObject*)Ufield,ctx,DestroyGLVisViewerCtx_Private);CHKERRQ(ierr); 218 for (f=0;f<ctx->nf;f++) { 219 ierr = PetscFree(fieldname[f]);CHKERRQ(ierr); 220 ierr = PetscFree(fec_type[f]);CHKERRQ(ierr); 221 ierr = VecDestroy(&Ufield[f]);CHKERRQ(ierr); 222 } 223 ierr = PetscFree7(fieldname,nlocal,bs,dims,fec_type,idxs,Ufield);CHKERRQ(ierr); 224 PetscFunctionReturn(0); 225 } 226 227 typedef enum {MFEM_POINT=0,MFEM_SEGMENT,MFEM_TRIANGLE,MFEM_SQUARE,MFEM_TETRAHEDRON,MFEM_CUBE,MFEM_UNDEF} MFEM_cid; 228 229 MFEM_cid mfem_table_cid[4][7] = { {MFEM_POINT,MFEM_UNDEF,MFEM_UNDEF ,MFEM_UNDEF ,MFEM_UNDEF ,MFEM_UNDEF,MFEM_UNDEF}, 230 {MFEM_POINT,MFEM_UNDEF,MFEM_SEGMENT,MFEM_UNDEF ,MFEM_UNDEF ,MFEM_UNDEF,MFEM_UNDEF}, 231 {MFEM_POINT,MFEM_UNDEF,MFEM_SEGMENT,MFEM_TRIANGLE,MFEM_SQUARE ,MFEM_UNDEF,MFEM_UNDEF}, 232 {MFEM_POINT,MFEM_UNDEF,MFEM_SEGMENT,MFEM_UNDEF ,MFEM_TETRAHEDRON,MFEM_UNDEF,MFEM_CUBE } }; 233 234 MFEM_cid mfem_table_cid_unint[4][9] = { {MFEM_POINT,MFEM_UNDEF,MFEM_UNDEF ,MFEM_UNDEF ,MFEM_UNDEF ,MFEM_UNDEF,MFEM_UNDEF,MFEM_UNDEF,MFEM_UNDEF}, 235 {MFEM_POINT,MFEM_UNDEF,MFEM_SEGMENT,MFEM_UNDEF ,MFEM_UNDEF ,MFEM_UNDEF,MFEM_UNDEF,MFEM_UNDEF,MFEM_UNDEF}, 236 {MFEM_POINT,MFEM_UNDEF,MFEM_SEGMENT,MFEM_TRIANGLE,MFEM_SQUARE ,MFEM_UNDEF,MFEM_UNDEF,MFEM_UNDEF,MFEM_UNDEF}, 237 {MFEM_POINT,MFEM_UNDEF,MFEM_SEGMENT,MFEM_UNDEF ,MFEM_TETRAHEDRON,MFEM_UNDEF,MFEM_UNDEF,MFEM_UNDEF,MFEM_CUBE } }; 238 239 static PetscErrorCode DMPlexGetPointMFEMCellID_Internal(DM dm, DMLabel label, PetscInt p, PetscInt *mid, PetscInt *cid) 240 { 241 DMLabel dlabel; 242 PetscInt depth,csize,pdepth,dim; 243 PetscErrorCode ierr; 244 245 PetscFunctionBegin; 246 ierr = DMPlexGetDepthLabel(dm,&dlabel);CHKERRQ(ierr); 247 ierr = DMLabelGetValue(dlabel,p,&pdepth);CHKERRQ(ierr); 248 ierr = DMPlexGetConeSize(dm,p,&csize);CHKERRQ(ierr); 249 ierr = DMPlexGetDepth(dm,&depth);CHKERRQ(ierr); 250 ierr = DMGetDimension(dm,&dim);CHKERRQ(ierr); 251 if (label) { 252 ierr = DMLabelGetValue(label,p,mid);CHKERRQ(ierr); 253 } else *mid = 1; 254 if (depth >=0 && dim != depth) { /* not interpolated, it assumes cell-vertex mesh */ 255 #if defined PETSC_USE_DEBUG 256 if (dim < 0 || dim > 3) SETERRQ1(PETSC_COMM_SELF,PETSC_ERR_SUP,"Dimension %D",dim); 257 if (csize > 8) SETERRQ2(PETSC_COMM_SELF,PETSC_ERR_SUP,"Found cone size %D for point %D",csize,p); 258 if (depth != 1) SETERRQ2(PETSC_COMM_SELF,PETSC_ERR_SUP,"Found depth %D for point %D. You should interpolate the mesh first",depth,p); 259 #endif 260 *cid = mfem_table_cid_unint[dim][csize]; 261 } else { 262 #if defined PETSC_USE_DEBUG 263 if (csize > 6) SETERRQ2(PETSC_COMM_SELF,PETSC_ERR_SUP,"Cone size %D for point %D",csize,p); 264 if (pdepth < 0 || pdepth > 3) SETERRQ2(PETSC_COMM_SELF,PETSC_ERR_SUP,"Depth %D for point %D",csize,p); 265 #endif 266 *cid = mfem_table_cid[pdepth][csize]; 267 } 268 PetscFunctionReturn(0); 269 } 270 271 static PetscErrorCode DMPlexGetPointMFEMVertexIDs_Internal(DM dm, PetscInt p, PetscSection csec, PetscInt *nv, int vids[]) 272 { 273 PetscInt dim,sdim,dof = 0,off = 0,i,q,vStart,vEnd,numPoints,*points = NULL; 274 PetscErrorCode ierr; 275 276 PetscFunctionBegin; 277 ierr = DMPlexGetDepthStratum(dm,0,&vStart,&vEnd);CHKERRQ(ierr); 278 ierr = DMGetDimension(dm,&dim);CHKERRQ(ierr); 279 sdim = dim; 280 if (csec) { 281 PetscInt sStart,sEnd; 282 283 ierr = DMGetCoordinateDim(dm,&sdim);CHKERRQ(ierr); 284 ierr = PetscSectionGetChart(csec,&sStart,&sEnd);CHKERRQ(ierr); 285 ierr = PetscSectionGetOffset(csec,vStart,&off);CHKERRQ(ierr); 286 off = off/sdim; 287 if (p >= sStart && p < sEnd) { 288 ierr = PetscSectionGetDof(csec,p,&dof);CHKERRQ(ierr); 289 } 290 } 291 if (!dof) { 292 ierr = DMPlexGetTransitiveClosure(dm,p,PETSC_TRUE,&numPoints,&points);CHKERRQ(ierr); 293 for (i=0,q=0;i<numPoints*2;i+= 2) 294 if ((points[i] >= vStart) && (points[i] < vEnd)) 295 vids[q++] = (int)(points[i]-vStart+off); 296 ierr = DMPlexRestoreTransitiveClosure(dm,p,PETSC_TRUE,&numPoints,&points);CHKERRQ(ierr); 297 } else { 298 ierr = PetscSectionGetOffset(csec,p,&off);CHKERRQ(ierr); 299 ierr = PetscSectionGetDof(csec,p,&dof);CHKERRQ(ierr); 300 for (q=0;q<dof/sdim;q++) vids[q] = (int)(off/sdim + q); 301 } 302 *nv = q; 303 PetscFunctionReturn(0); 304 } 305 306 /* 307 ASCII visualization/dump: full support for simplices and tensor product cells. It supports AMR 308 Higher order meshes are also supported 309 */ 310 static PetscErrorCode DMPlexView_GLVis_ASCII(DM dm, PetscViewer viewer) 311 { 312 DMLabel label; 313 PetscSection coordSection,parentSection; 314 Vec coordinates,hovec; 315 const PetscScalar *array; 316 PetscInt bf,p,sdim,dim,depth,novl; 317 PetscInt cStart,cEnd,cEndInterior,vStart,vEnd,nvert; 318 PetscMPIInt size; 319 PetscBool localized,isascii; 320 PetscBool enable_mfem,enable_boundary,enable_ncmesh; 321 PetscBT pown,vown; 322 PetscErrorCode ierr; 323 PetscContainer glvis_container; 324 PetscBool cellvertex = PETSC_FALSE, periodic, enabled = PETSC_TRUE; 325 const char *fmt; 326 char emark[64] = "",bmark[64] = ""; 327 328 PetscFunctionBegin; 329 PetscValidHeaderSpecific(dm,DM_CLASSID,1); 330 PetscValidHeaderSpecific(viewer,PETSC_VIEWER_CLASSID,2); 331 ierr = PetscObjectTypeCompare((PetscObject)viewer,PETSCVIEWERASCII,&isascii);CHKERRQ(ierr); 332 if (!isascii) SETERRQ(PetscObjectComm((PetscObject)viewer),PETSC_ERR_SUP,"Viewer must be of type VIEWERASCII"); 333 ierr = MPI_Comm_size(PetscObjectComm((PetscObject)viewer),&size);CHKERRQ(ierr); 334 if (size > 1) SETERRQ(PetscObjectComm((PetscObject)viewer),PETSC_ERR_SUP,"Use single sequential viewers for parallel visualization"); 335 ierr = DMGetDimension(dm,&dim);CHKERRQ(ierr); 336 337 /* get container: determines if a process visualizes is portion of the data or not */ 338 ierr = PetscObjectQuery((PetscObject)viewer,"_glvis_info_container",(PetscObject*)&glvis_container);CHKERRQ(ierr); 339 if (!glvis_container) SETERRQ(PetscObjectComm((PetscObject)dm),PETSC_ERR_PLIB,"Missing GLVis container"); 340 { 341 PetscViewerGLVisInfo glvis_info; 342 ierr = PetscContainerGetPointer(glvis_container,(void**)&glvis_info);CHKERRQ(ierr); 343 enabled = glvis_info->enabled; 344 fmt = glvis_info->fmt; 345 } 346 ierr = DMPlexGetHybridBounds(dm, &cEndInterior, NULL, NULL, NULL);CHKERRQ(ierr); 347 ierr = DMPlexGetHeightStratum(dm,0,&cStart,&cEnd);CHKERRQ(ierr); 348 cEnd = cEndInterior < 0 ? cEnd : cEndInterior; 349 ierr = DMPlexGetDepthStratum(dm,0,&vStart,&vEnd);CHKERRQ(ierr); 350 ierr = DMGetPeriodicity(dm,&periodic,NULL,NULL,NULL);CHKERRQ(ierr); 351 ierr = DMGetCoordinatesLocalized(dm,&localized);CHKERRQ(ierr); 352 if (periodic && !localized) SETERRQ(PetscObjectComm((PetscObject)dm),PETSC_ERR_SUP,"Coordinates need to be localized"); 353 ierr = DMGetCoordinateSection(dm,&coordSection);CHKERRQ(ierr); 354 ierr = DMGetCoordinateDim(dm,&sdim);CHKERRQ(ierr); 355 ierr = DMGetCoordinatesLocal(dm,&coordinates);CHKERRQ(ierr); 356 if (!coordinates) SETERRQ(PetscObjectComm((PetscObject)dm),PETSC_ERR_SUP,"Missing local coordinates vector"); 357 358 /* Users can attach a coordinate vector to the DM in case they have a higher-order mesh 359 DMPlex does not currently support HO meshes, so there's no API for this */ 360 ierr = PetscObjectQuery((PetscObject)dm,"_glvis_mesh_coords",(PetscObject*)&hovec);CHKERRQ(ierr); 361 362 /* 363 a couple of sections of the mesh specification are disabled 364 - boundary: unless we want to visualize boundary attributes or we have a periodic mesh 365 the boundary is not needed for proper mesh visualization 366 - vertex_parents: used for non-conforming meshes only when we want to use MFEM as a discretization package 367 and be able to derefine the mesh (MFEM does not currently have to ability to read ncmeshes in parallel) 368 */ 369 enable_boundary = periodic; 370 enable_ncmesh = PETSC_FALSE; 371 enable_mfem = PETSC_FALSE; 372 /* I'm tired of problems with negative values in the markers, disable them */ 373 ierr = PetscOptionsBegin(PetscObjectComm((PetscObject)dm),((PetscObject)dm)->prefix,"GLVis PetscViewer DMPlex Options","PetscViewer");CHKERRQ(ierr); 374 ierr = PetscOptionsBool("-viewer_glvis_dm_plex_enable_boundary","Enable boundary section in mesh representation",NULL,enable_boundary,&enable_boundary,NULL);CHKERRQ(ierr); 375 ierr = PetscOptionsBool("-viewer_glvis_dm_plex_enable_ncmesh","Enable vertex_parents section in mesh representation (allows derefinement)",NULL,enable_ncmesh,&enable_ncmesh,NULL);CHKERRQ(ierr); 376 ierr = PetscOptionsBool("-viewer_glvis_dm_plex_enable_mfem","Dump a mesh that can be used with MFEM's FiniteElementSpaces",NULL,enable_mfem,&enable_mfem,NULL);CHKERRQ(ierr); 377 ierr = PetscOptionsString("-viewer_glvis_dm_plex_emarker","String for the material id label",NULL,emark,emark,sizeof(emark),NULL);CHKERRQ(ierr); 378 ierr = PetscOptionsString("-viewer_glvis_dm_plex_bmarker","String for the boundary id label",NULL,bmark,bmark,sizeof(bmark),NULL);CHKERRQ(ierr); 379 ierr = PetscOptionsEnd();CHKERRQ(ierr); 380 ierr = MPI_Comm_size(PetscObjectComm((PetscObject)dm),&size);CHKERRQ(ierr); 381 if (enable_ncmesh && size > 1) SETERRQ(PetscObjectComm((PetscObject)dm),PETSC_ERR_SUP,"Not supported in parallel"); 382 ierr = DMPlexGetDepth(dm,&depth);CHKERRQ(ierr); 383 if (enable_boundary && depth >= 0 && dim != depth) SETERRQ(PetscObjectComm((PetscObject)dm), PETSC_ERR_ARG_WRONG, "Mesh must be interpolated. " 384 "Alternatively, run with -viewer_glvis_dm_plex_enable_boundary 0"); 385 if (enable_ncmesh && depth >= 0 && dim != depth) SETERRQ(PetscObjectComm((PetscObject)dm), PETSC_ERR_ARG_WRONG, "Mesh must be interpolated. " 386 "Alternatively, run with -viewer_glvis_dm_plex_enable_ncmesh 0"); 387 if (depth >=0 && dim != depth) { /* not interpolated, it assumes cell-vertex mesh */ 388 if (depth != 1) SETERRQ1(PETSC_COMM_SELF,PETSC_ERR_SUP,"Unsupported depth %D. You should interpolate the mesh first",depth); 389 cellvertex = PETSC_TRUE; 390 } 391 392 /* Identify possible cells in the overlap */ 393 novl = 0; 394 pown = NULL; 395 if (size > 1) { 396 IS globalNum = NULL; 397 const PetscInt *gNum; 398 PetscBool ovl = PETSC_FALSE; 399 400 ierr = DMPlexGetCellNumbering(dm,&globalNum);CHKERRQ(ierr); 401 ierr = ISGetIndices(globalNum,&gNum);CHKERRQ(ierr); 402 for (p=cStart; p<cEnd; p++) { 403 if (gNum[p-cStart] < 0) { 404 ovl = PETSC_TRUE; 405 novl++; 406 } 407 } 408 if (ovl) { 409 /* it may happen that pown get not destroyed, if the user closes the window while this function is running. 410 TODO: garbage collector? attach pown to dm? */ 411 ierr = PetscBTCreate(cEnd-cStart,&pown);CHKERRQ(ierr); 412 for (p=cStart; p<cEnd; p++) { 413 if (gNum[p-cStart] < 0) continue; 414 else { 415 ierr = PetscBTSet(pown,p-cStart);CHKERRQ(ierr); 416 } 417 } 418 } 419 ierr = ISRestoreIndices(globalNum,&gNum);CHKERRQ(ierr); 420 } 421 422 /* return if this process is disabled */ 423 if (!enabled) { 424 ierr = PetscViewerASCIIPrintf(viewer,"MFEM mesh v1.1\n");CHKERRQ(ierr); 425 ierr = PetscViewerASCIIPrintf(viewer,"\ndimension\n");CHKERRQ(ierr); 426 ierr = PetscViewerASCIIPrintf(viewer,"%D\n",dim);CHKERRQ(ierr); 427 ierr = PetscViewerASCIIPrintf(viewer,"\nelements\n");CHKERRQ(ierr); 428 ierr = PetscViewerASCIIPrintf(viewer,"%D\n",0);CHKERRQ(ierr); 429 ierr = PetscViewerASCIIPrintf(viewer,"\nboundary\n");CHKERRQ(ierr); 430 ierr = PetscViewerASCIIPrintf(viewer,"%D\n",0);CHKERRQ(ierr); 431 ierr = PetscViewerASCIIPrintf(viewer,"\nvertices\n");CHKERRQ(ierr); 432 ierr = PetscViewerASCIIPrintf(viewer,"%D\n",0);CHKERRQ(ierr); 433 ierr = PetscViewerASCIIPrintf(viewer,"%D\n",sdim);CHKERRQ(ierr); 434 ierr = PetscBTDestroy(&pown);CHKERRQ(ierr); 435 PetscFunctionReturn(0); 436 } 437 438 if (enable_mfem) { 439 if (periodic && !hovec) { /* we need to generate a vector of L2 coordinates, as this is how MFEM handles periodic meshes */ 440 PetscInt vpc = 0; 441 char fec[64]; 442 int vids[8] = {0,1,2,3,4,5,6,7}; 443 int hexv[8] = {0,1,3,2,4,5,7,6}, tetv[4] = {0,1,2,3}; 444 int quadv[8] = {0,1,3,2}, triv[3] = {0,1,2}; 445 int *dof = NULL; 446 PetscScalar *array,*ptr; 447 448 ierr = PetscSNPrintf(fec,sizeof(fec),"FiniteElementCollection: L2_T1_%DD_P1",dim);CHKERRQ(ierr); 449 if (cEnd-cStart) { 450 PetscInt fpc; 451 452 ierr = DMPlexGetConeSize(dm,cStart,&fpc);CHKERRQ(ierr); 453 switch(dim) { 454 case 1: 455 vpc = 2; 456 dof = hexv; 457 break; 458 case 2: 459 switch (fpc) { 460 case 3: 461 vpc = 3; 462 dof = triv; 463 break; 464 case 4: 465 vpc = 4; 466 dof = quadv; 467 break; 468 default: 469 SETERRQ1(PETSC_COMM_SELF,PETSC_ERR_SUP,"Unhandled case: faces per cell %D",fpc); 470 break; 471 } 472 break; 473 case 3: 474 switch (fpc) { 475 case 4: /* TODO: still need to understand L2 ordering for tets */ 476 vpc = 4; 477 dof = tetv; 478 SETERRQ(PETSC_COMM_SELF,PETSC_ERR_SUP,"Unhandled tethraedral case"); 479 break; 480 case 6: 481 if (cellvertex) SETERRQ1(PETSC_COMM_SELF,PETSC_ERR_SUP,"Unhandled case: vertices per cell %D",fpc); 482 vpc = 8; 483 dof = hexv; 484 break; 485 case 8: 486 if (!cellvertex) SETERRQ1(PETSC_COMM_SELF,PETSC_ERR_SUP,"Unhandled case: faces per cell %D",fpc); 487 vpc = 8; 488 dof = hexv; 489 break; 490 default: 491 SETERRQ1(PETSC_COMM_SELF,PETSC_ERR_SUP,"Unhandled case: faces per cell %D",fpc); 492 break; 493 } 494 break; 495 default: 496 SETERRQ(PetscObjectComm((PetscObject)dm),PETSC_ERR_SUP,"Unhandled dim"); 497 break; 498 } 499 ierr = DMPlexInvertCell(dim,vpc,vids);CHKERRQ(ierr); 500 } 501 if (!dof) SETERRQ(PetscObjectComm((PetscObject)dm),PETSC_ERR_PLIB,"Missing dofs"); 502 ierr = VecCreateSeq(PETSC_COMM_SELF,(cEnd-cStart-novl)*vpc*sdim,&hovec);CHKERRQ(ierr); 503 ierr = PetscObjectCompose((PetscObject)dm,"_glvis_mesh_coords",(PetscObject)hovec);CHKERRQ(ierr); 504 ierr = PetscObjectDereference((PetscObject)hovec);CHKERRQ(ierr); 505 ierr = PetscObjectSetName((PetscObject)hovec,fec);CHKERRQ(ierr); 506 ierr = VecGetArray(hovec,&array);CHKERRQ(ierr); 507 ptr = array; 508 for (p=cStart;p<cEnd;p++) { 509 PetscInt csize,v,d; 510 PetscScalar *vals = NULL; 511 512 if (PetscUnlikely(pown && !PetscBTLookup(pown,p-cStart))) continue; 513 ierr = DMPlexVecGetClosure(dm,coordSection,coordinates,p,&csize,&vals);CHKERRQ(ierr); 514 if (csize != vpc*sdim && csize != vpc*sdim*2) SETERRQ3(PETSC_COMM_SELF,PETSC_ERR_SUP,"Unsupported closure size %D (vpc %D, sdim %D)",csize,vpc,sdim); 515 for (v=0;v<vpc;v++) { 516 for (d=0;d<sdim;d++) { 517 ptr[sdim*dof[v]+d] = vals[sdim*vids[v]+d]; 518 } 519 } 520 ptr += vpc*sdim; 521 ierr = DMPlexVecRestoreClosure(dm,coordSection,coordinates,p,&csize,&vals);CHKERRQ(ierr); 522 } 523 ierr = VecRestoreArray(hovec,&array);CHKERRQ(ierr); 524 } 525 } 526 527 528 /* header */ 529 ierr = PetscViewerASCIIPrintf(viewer,"MFEM mesh v1.1\n");CHKERRQ(ierr); 530 531 /* topological dimension */ 532 ierr = PetscViewerASCIIPrintf(viewer,"\ndimension\n");CHKERRQ(ierr); 533 ierr = PetscViewerASCIIPrintf(viewer,"%D\n",dim);CHKERRQ(ierr); 534 535 /* elements */ 536 ierr = DMGetLabel(dm,emark,&label);CHKERRQ(ierr); 537 ierr = PetscViewerASCIIPrintf(viewer,"\nelements\n");CHKERRQ(ierr); 538 ierr = PetscViewerASCIIPrintf(viewer,"%D\n",cEnd-cStart-novl);CHKERRQ(ierr); 539 for (p=cStart;p<cEnd;p++) { 540 int vids[8]; 541 PetscInt i,nv = 0,cid = -1,mid = 1; 542 543 if (PetscUnlikely(pown && !PetscBTLookup(pown,p-cStart))) continue; 544 ierr = DMPlexGetPointMFEMCellID_Internal(dm,label,p,&mid,&cid);CHKERRQ(ierr); 545 ierr = DMPlexGetPointMFEMVertexIDs_Internal(dm,p,(localized && !hovec) ? coordSection : NULL,&nv,vids);CHKERRQ(ierr); 546 ierr = DMPlexInvertCell(dim,nv,vids);CHKERRQ(ierr); 547 ierr = PetscViewerASCIIPrintf(viewer,"%D %D",mid,cid);CHKERRQ(ierr); 548 for (i=0;i<nv;i++) { 549 ierr = PetscViewerASCIIPrintf(viewer," %D",(PetscInt)vids[i]);CHKERRQ(ierr); 550 } 551 ierr = PetscViewerASCIIPrintf(viewer,"\n");CHKERRQ(ierr); 552 } 553 554 /* boundary */ 555 ierr = PetscViewerASCIIPrintf(viewer,"\nboundary\n");CHKERRQ(ierr); 556 if (!enable_boundary) { 557 ierr = PetscViewerASCIIPrintf(viewer,"%D\n",0);CHKERRQ(ierr); 558 } else { 559 DMLabel perLabel; 560 PetscBT bfaces; 561 PetscInt fStart,fEnd,fEndInterior,*fcells; 562 PetscInt *faces = NULL,fpc = 0,vpf = 0, vpc = 0; 563 PetscInt fv1[] = {0,1}, 564 fv2tri[] = {0,1, 565 1,2, 566 2,0}, 567 fv2quad[] = {0,1, 568 1,2, 569 2,3, 570 3,0}, 571 fv3tet[] = {0,1,2, 572 0,3,1, 573 0,2,3, 574 2,1,3}, 575 fv3hex[] = {0,1,2,3, 576 4,5,6,7, 577 0,3,5,4, 578 2,1,7,6, 579 3,2,6,5, 580 0,4,7,1}; 581 582 /* determine orientation of boundary mesh */ 583 if (cEnd-cStart) { 584 ierr = DMPlexGetConeSize(dm,cStart,&fpc);CHKERRQ(ierr); 585 switch(dim) { 586 case 1: 587 if (fpc != 2) SETERRQ1(PETSC_COMM_SELF,PETSC_ERR_SUP,"Unhandled case faces per cell %D",fpc); 588 faces = fv1; 589 vpf = 1; 590 vpc = 2; 591 break; 592 case 2: 593 switch (fpc) { 594 case 3: 595 faces = fv2tri; 596 vpf = 2; 597 vpc = 3; 598 break; 599 case 4: 600 faces = fv2quad; 601 vpf = 2; 602 vpc = 4; 603 break; 604 default: 605 SETERRQ1(PETSC_COMM_SELF,PETSC_ERR_SUP,"Unhandled case: faces per cell %D",fpc); 606 break; 607 } 608 break; 609 case 3: 610 switch (fpc) { 611 case 4: 612 faces = fv3tet; 613 vpf = 3; 614 vpc = 4; 615 break; 616 case 6: 617 faces = fv3hex; 618 vpf = 4; 619 vpc = 8; 620 break; 621 default: 622 SETERRQ1(PETSC_COMM_SELF,PETSC_ERR_SUP,"Unhandled case: faces per cell %D",fpc); 623 break; 624 } 625 break; 626 default: 627 SETERRQ(PetscObjectComm((PetscObject)dm),PETSC_ERR_SUP,"Unhandled dim"); 628 break; 629 } 630 } 631 ierr = DMPlexGetHybridBounds(dm,NULL,&fEndInterior,NULL,NULL);CHKERRQ(ierr); 632 ierr = DMPlexGetHeightStratum(dm,1,&fStart,&fEnd);CHKERRQ(ierr); 633 fEnd = fEndInterior < 0 ? fEnd : fEndInterior; 634 ierr = PetscBTCreate(fEnd-fStart,&bfaces);CHKERRQ(ierr); 635 ierr = DMPlexGetMaxSizes(dm,NULL,&p);CHKERRQ(ierr); 636 ierr = PetscMalloc1(p,&fcells);CHKERRQ(ierr); 637 ierr = DMGetLabel(dm,"glvis_periodic_cut",&perLabel);CHKERRQ(ierr); 638 if (!perLabel && localized) { /* this periodic cut can be moved up to DMPlex setup */ 639 ierr = DMCreateLabel(dm,"glvis_periodic_cut");CHKERRQ(ierr); 640 ierr = DMGetLabel(dm,"glvis_periodic_cut",&perLabel);CHKERRQ(ierr); 641 ierr = DMLabelSetDefaultValue(perLabel,1);CHKERRQ(ierr); 642 for (p=cStart;p<cEnd;p++) { 643 PetscInt dof; 644 ierr = PetscSectionGetDof(coordSection,p,&dof);CHKERRQ(ierr); 645 if (dof) { 646 PetscInt v,csize,cellClosureSize,*cellClosure = NULL,*vidxs = NULL; 647 PetscScalar *vals = NULL; 648 649 if (dof%sdim) SETERRQ2(PETSC_COMM_SELF,PETSC_ERR_USER,"Incompatible number of cell dofs %D and space dimension %D",dof,sdim); 650 if (dof/sdim != vpc) SETERRQ3(PETSC_COMM_SELF,PETSC_ERR_SUP,"Incompatible number of cell dofs %D, vertices %D and space dim %D",dof/sdim,vpc,sdim); 651 ierr = DMPlexVecGetClosure(dm,coordSection,coordinates,p,&csize,&vals);CHKERRQ(ierr); 652 ierr = DMPlexGetTransitiveClosure(dm,p,PETSC_TRUE,&cellClosureSize,&cellClosure);CHKERRQ(ierr); 653 for (v=0;v<cellClosureSize;v++) 654 if (cellClosure[2*v] >= vStart && cellClosure[2*v] < vEnd) { 655 vidxs = cellClosure + 2*v; 656 break; 657 } 658 if (!vidxs) SETERRQ(PETSC_COMM_SELF,PETSC_ERR_PLIB,"Missing vertices"); 659 for (v=0;v<vpc;v++) { 660 PetscInt s; 661 662 for (s=0;s<sdim;s++) { 663 if (PetscAbsScalar(vals[v*sdim+s]-vals[v*sdim+s+vpc*sdim])>PETSC_MACHINE_EPSILON) { 664 ierr = DMLabelSetValue(perLabel,vidxs[2*v],2);CHKERRQ(ierr); 665 } 666 } 667 } 668 ierr = DMPlexRestoreTransitiveClosure(dm,p,PETSC_TRUE,&cellClosureSize,&cellClosure);CHKERRQ(ierr); 669 ierr = DMPlexVecRestoreClosure(dm,coordSection,coordinates,p,&csize,&vals);CHKERRQ(ierr); 670 } 671 } 672 if (dim > 1) { 673 PetscInt eEnd,eStart,eEndInterior; 674 675 ierr = DMPlexGetHybridBounds(dm,NULL,NULL,&eEndInterior,NULL);CHKERRQ(ierr); 676 ierr = DMPlexGetDepthStratum(dm,1,&eStart,&eEnd);CHKERRQ(ierr); 677 eEnd = eEndInterior < 0 ? eEnd : eEndInterior; 678 for (p=eStart;p<eEnd;p++) { 679 const PetscInt *cone; 680 PetscInt coneSize,i; 681 PetscBool ispe = PETSC_TRUE; 682 683 ierr = DMPlexGetCone(dm,p,&cone);CHKERRQ(ierr); 684 ierr = DMPlexGetConeSize(dm,p,&coneSize);CHKERRQ(ierr); 685 for (i=0;i<coneSize;i++) { 686 PetscInt v; 687 688 ierr = DMLabelGetValue(perLabel,cone[i],&v);CHKERRQ(ierr); 689 ispe = (PetscBool)(ispe && (v==2)); 690 } 691 if (ispe && coneSize) { 692 ierr = DMLabelSetValue(perLabel,p,2);CHKERRQ(ierr); 693 } 694 } 695 if (dim > 2) { 696 for (p=fStart;p<fEnd;p++) { 697 const PetscInt *cone; 698 PetscInt coneSize,i; 699 PetscBool ispe = PETSC_TRUE; 700 701 ierr = DMPlexGetCone(dm,p,&cone);CHKERRQ(ierr); 702 ierr = DMPlexGetConeSize(dm,p,&coneSize);CHKERRQ(ierr); 703 for (i=0;i<coneSize;i++) { 704 PetscInt v; 705 706 ierr = DMLabelGetValue(perLabel,cone[i],&v);CHKERRQ(ierr); 707 ispe = (PetscBool)(ispe && (v==2)); 708 } 709 if (ispe && coneSize) { 710 ierr = DMLabelSetValue(perLabel,p,2);CHKERRQ(ierr); 711 } 712 } 713 } 714 } 715 } 716 for (p=fStart;p<fEnd;p++) { 717 const PetscInt *support; 718 PetscInt supportSize; 719 PetscBool isbf = PETSC_FALSE; 720 721 ierr = DMPlexGetSupportSize(dm,p,&supportSize);CHKERRQ(ierr); 722 if (pown) { 723 PetscBool has_owned = PETSC_FALSE, has_ghost = PETSC_FALSE; 724 PetscInt i; 725 726 ierr = DMPlexGetSupport(dm,p,&support);CHKERRQ(ierr); 727 for (i=0;i<supportSize;i++) { 728 if (PetscLikely(PetscBTLookup(pown,support[i]-cStart))) has_owned = PETSC_TRUE; 729 else has_ghost = PETSC_TRUE; 730 } 731 isbf = (PetscBool)((supportSize == 1 && has_owned) || (supportSize > 1 && has_owned && has_ghost)); 732 } else { 733 isbf = (PetscBool)(supportSize == 1); 734 } 735 if (!isbf && perLabel) { 736 const PetscInt *cone; 737 PetscInt coneSize,i; 738 739 ierr = DMPlexGetCone(dm,p,&cone);CHKERRQ(ierr); 740 ierr = DMPlexGetConeSize(dm,p,&coneSize);CHKERRQ(ierr); 741 isbf = PETSC_TRUE; 742 for (i=0;i<coneSize;i++) { 743 PetscInt v,d; 744 745 ierr = DMLabelGetValue(perLabel,cone[i],&v);CHKERRQ(ierr); 746 ierr = DMLabelGetDefaultValue(perLabel,&d);CHKERRQ(ierr); 747 isbf = (PetscBool)(isbf && v != d); 748 } 749 } 750 if (isbf) { 751 ierr = PetscBTSet(bfaces,p-fStart);CHKERRQ(ierr); 752 } 753 } 754 /* count boundary faces */ 755 for (p=fStart,bf=0;p<fEnd;p++) { 756 if (PetscUnlikely(PetscBTLookup(bfaces,p-fStart))) { 757 const PetscInt *support; 758 PetscInt supportSize,c; 759 760 ierr = DMPlexGetSupportSize(dm,p,&supportSize);CHKERRQ(ierr); 761 ierr = DMPlexGetSupport(dm,p,&support);CHKERRQ(ierr); 762 if (pown) { 763 for (c=0;c<supportSize;c++) { 764 if (PetscLikely(PetscBTLookup(pown,support[c]-cStart))) { 765 bf++; 766 } 767 } 768 } else bf += supportSize; 769 } 770 } 771 ierr = DMGetLabel(dm,bmark,&label);CHKERRQ(ierr); 772 ierr = PetscViewerASCIIPrintf(viewer,"%D\n",bf);CHKERRQ(ierr); 773 for (p=fStart;p<fEnd;p++) { 774 if (PetscUnlikely(PetscBTLookup(bfaces,p-fStart))) { 775 const PetscInt *support; 776 PetscInt supportSize,c,nc = 0; 777 778 ierr = DMPlexGetSupportSize(dm,p,&supportSize);CHKERRQ(ierr); 779 ierr = DMPlexGetSupport(dm,p,&support);CHKERRQ(ierr); 780 if (pown) { 781 for (c=0;c<supportSize;c++) { 782 if (PetscLikely(PetscBTLookup(pown,support[c]-cStart))) { 783 fcells[nc++] = support[c]; 784 } 785 } 786 } else for (c=0;c<supportSize;c++) fcells[nc++] = support[c]; 787 for (c=0;c<nc;c++) { 788 const PetscInt *cone; 789 int vids[8]; 790 PetscInt i,cell,cl,nv,cid = -1,mid = -1; 791 792 cell = fcells[c]; 793 ierr = DMPlexGetCone(dm,cell,&cone);CHKERRQ(ierr); 794 for (cl=0;cl<fpc;cl++) 795 if (cone[cl] == p) 796 break; 797 798 /* face material id and type */ 799 ierr = DMPlexGetPointMFEMCellID_Internal(dm,label,p,&mid,&cid);CHKERRQ(ierr); 800 ierr = PetscViewerASCIIPrintf(viewer,"%D %D",mid,cid);CHKERRQ(ierr); 801 /* vertex ids */ 802 ierr = DMPlexGetPointMFEMVertexIDs_Internal(dm,cell,(localized && !hovec) ? coordSection : NULL,&nv,vids);CHKERRQ(ierr); 803 for (i=0;i<vpf;i++) { 804 ierr = PetscViewerASCIIPrintf(viewer," %d",vids[faces[cl*vpf+i]]);CHKERRQ(ierr); 805 } 806 ierr = PetscViewerASCIIPrintf(viewer,"\n");CHKERRQ(ierr); 807 } 808 bf = bf-nc; 809 } 810 } 811 if (bf) SETERRQ1(PETSC_COMM_SELF,PETSC_ERR_PLIB,"Remaining boundary faces %D",bf); 812 ierr = PetscBTDestroy(&bfaces);CHKERRQ(ierr); 813 ierr = PetscFree(fcells);CHKERRQ(ierr); 814 } 815 816 /* mark owned vertices */ 817 vown = NULL; 818 if (pown) { 819 ierr = PetscBTCreate(vEnd-vStart,&vown);CHKERRQ(ierr); 820 for (p=cStart;p<cEnd;p++) { 821 PetscInt i,closureSize,*closure = NULL; 822 823 if (PetscUnlikely(!PetscBTLookup(pown,p-cStart))) continue; 824 ierr = DMPlexGetTransitiveClosure(dm,p,PETSC_TRUE,&closureSize,&closure);CHKERRQ(ierr); 825 for (i=0;i<closureSize;i++) { 826 const PetscInt pp = closure[2*i]; 827 828 if (pp >= vStart && pp < vEnd) { 829 ierr = PetscBTSet(vown,pp-vStart);CHKERRQ(ierr); 830 } 831 } 832 ierr = DMPlexRestoreTransitiveClosure(dm,p,PETSC_TRUE,&closureSize,&closure);CHKERRQ(ierr); 833 } 834 } 835 836 /* vertex_parents (Non-conforming meshes) */ 837 parentSection = NULL; 838 if (enable_ncmesh) { 839 ierr = DMPlexGetTree(dm,&parentSection,NULL,NULL,NULL,NULL);CHKERRQ(ierr); 840 } 841 if (parentSection) { 842 PetscInt vp,gvp; 843 844 for (vp=0,p=vStart;p<vEnd;p++) { 845 DMLabel dlabel; 846 PetscInt parent,depth; 847 848 if (PetscUnlikely(vown && !PetscBTLookup(vown,p-vStart))) continue; 849 ierr = DMPlexGetDepthLabel(dm,&dlabel);CHKERRQ(ierr); 850 ierr = DMLabelGetValue(dlabel,p,&depth);CHKERRQ(ierr); 851 ierr = DMPlexGetTreeParent(dm,p,&parent,NULL);CHKERRQ(ierr); 852 if (parent != p) vp++; 853 } 854 ierr = MPIU_Allreduce(&vp,&gvp,1,MPIU_INT,MPI_SUM,PetscObjectComm((PetscObject)dm));CHKERRQ(ierr); 855 if (gvp) { 856 PetscInt maxsupp; 857 PetscBool *skip = NULL; 858 859 ierr = PetscViewerASCIIPrintf(viewer,"\nvertex_parents\n");CHKERRQ(ierr); 860 ierr = PetscViewerASCIIPrintf(viewer,"%D\n",vp);CHKERRQ(ierr); 861 ierr = DMPlexGetMaxSizes(dm,NULL,&maxsupp);CHKERRQ(ierr); 862 ierr = PetscMalloc1(maxsupp,&skip);CHKERRQ(ierr); 863 for (p=vStart;p<vEnd;p++) { 864 DMLabel dlabel; 865 PetscInt parent; 866 867 if (PetscUnlikely(vown && !PetscBTLookup(vown,p-vStart))) continue; 868 ierr = DMPlexGetDepthLabel(dm,&dlabel);CHKERRQ(ierr); 869 ierr = DMPlexGetTreeParent(dm,p,&parent,NULL);CHKERRQ(ierr); 870 if (parent != p) { 871 int vids[8] = { -1, -1, -1, -1, -1, -1, -1, -1 }; /* silent overzealous clang static analyzer */ 872 PetscInt i,nv,ssize,n,numChildren,depth = -1; 873 const PetscInt *children; 874 875 ierr = DMPlexGetConeSize(dm,parent,&ssize);CHKERRQ(ierr); 876 switch (ssize) { 877 case 2: /* edge */ 878 nv = 0; 879 ierr = DMPlexGetPointMFEMVertexIDs_Internal(dm,parent,localized ? coordSection : NULL,&nv,vids);CHKERRQ(ierr); 880 ierr = DMPlexInvertCell(dim,nv,vids);CHKERRQ(ierr); 881 ierr = PetscViewerASCIIPrintf(viewer,"%D",p-vStart);CHKERRQ(ierr); 882 for (i=0;i<nv;i++) { 883 ierr = PetscViewerASCIIPrintf(viewer," %D",(PetscInt)vids[i]);CHKERRQ(ierr); 884 } 885 ierr = PetscViewerASCIIPrintf(viewer,"\n");CHKERRQ(ierr); 886 vp--; 887 break; 888 case 4: /* face */ 889 ierr = DMPlexGetTreeChildren(dm,parent,&numChildren,&children);CHKERRQ(ierr); 890 for (n=0;n<numChildren;n++) { 891 ierr = DMLabelGetValue(dlabel,children[n],&depth);CHKERRQ(ierr); 892 if (!depth) { 893 const PetscInt *hvsupp,*hesupp,*cone; 894 PetscInt hvsuppSize,hesuppSize,coneSize; 895 PetscInt hv = children[n],he = -1,f; 896 897 ierr = PetscMemzero(skip,maxsupp*sizeof(PetscBool));CHKERRQ(ierr); 898 ierr = DMPlexGetSupportSize(dm,hv,&hvsuppSize);CHKERRQ(ierr); 899 ierr = DMPlexGetSupport(dm,hv,&hvsupp);CHKERRQ(ierr); 900 for (i=0;i<hvsuppSize;i++) { 901 PetscInt ep; 902 ierr = DMPlexGetTreeParent(dm,hvsupp[i],&ep,NULL);CHKERRQ(ierr); 903 if (ep != hvsupp[i]) { 904 he = hvsupp[i]; 905 } else { 906 skip[i] = PETSC_TRUE; 907 } 908 } 909 if (he == -1) SETERRQ2(PETSC_COMM_SELF,PETSC_ERR_SUP,"Vertex %D support size %D: hanging edge not found",hv,hvsuppSize); 910 ierr = DMPlexGetCone(dm,he,&cone);CHKERRQ(ierr); 911 vids[0] = (int)((cone[0] == hv) ? cone[1] : cone[0]); 912 ierr = DMPlexGetSupportSize(dm,he,&hesuppSize);CHKERRQ(ierr); 913 ierr = DMPlexGetSupport(dm,he,&hesupp);CHKERRQ(ierr); 914 for (f=0;f<hesuppSize;f++) { 915 PetscInt j; 916 917 ierr = DMPlexGetCone(dm,hesupp[f],&cone);CHKERRQ(ierr); 918 ierr = DMPlexGetConeSize(dm,hesupp[f],&coneSize);CHKERRQ(ierr); 919 for (j=0;j<coneSize;j++) { 920 PetscInt k; 921 for (k=0;k<hvsuppSize;k++) { 922 if (hvsupp[k] == cone[j]) { 923 skip[k] = PETSC_TRUE; 924 break; 925 } 926 } 927 } 928 } 929 for (i=0;i<hvsuppSize;i++) { 930 if (!skip[i]) { 931 ierr = DMPlexGetCone(dm,hvsupp[i],&cone);CHKERRQ(ierr); 932 vids[1] = (int)((cone[0] == hv) ? cone[1] : cone[0]); 933 } 934 } 935 ierr = PetscViewerASCIIPrintf(viewer,"%D",hv-vStart);CHKERRQ(ierr); 936 for (i=0;i<2;i++) { 937 ierr = PetscViewerASCIIPrintf(viewer," %D",(PetscInt)(vids[i]-vStart));CHKERRQ(ierr); 938 } 939 ierr = PetscViewerASCIIPrintf(viewer,"\n");CHKERRQ(ierr); 940 vp--; 941 } 942 } 943 break; 944 default: 945 SETERRQ1(PETSC_COMM_SELF,PETSC_ERR_SUP,"Don't know how to deal with support size %D",ssize); 946 } 947 } 948 } 949 ierr = PetscFree(skip);CHKERRQ(ierr); 950 } 951 if (vp) SETERRQ1(PETSC_COMM_SELF,PETSC_ERR_PLIB,"Unexpected %D hanging vertices",vp); 952 } 953 ierr = PetscBTDestroy(&pown);CHKERRQ(ierr); 954 ierr = PetscBTDestroy(&vown);CHKERRQ(ierr); 955 956 /* vertices */ 957 if (hovec) { /* higher-order meshes */ 958 const char *fec; 959 PetscInt i,n; 960 961 ierr = PetscViewerASCIIPrintf(viewer,"\nvertices\n");CHKERRQ(ierr); 962 ierr = PetscViewerASCIIPrintf(viewer,"%D\n",vEnd-vStart);CHKERRQ(ierr); 963 ierr = PetscViewerASCIIPrintf(viewer,"nodes\n");CHKERRQ(ierr); 964 ierr = PetscObjectGetName((PetscObject)hovec,&fec);CHKERRQ(ierr); 965 ierr = PetscViewerASCIIPrintf(viewer,"FiniteElementSpace\n");CHKERRQ(ierr); 966 ierr = PetscViewerASCIIPrintf(viewer,"%s\n",fec);CHKERRQ(ierr); 967 ierr = PetscViewerASCIIPrintf(viewer,"VDim: %D\n",sdim);CHKERRQ(ierr); 968 ierr = PetscViewerASCIIPrintf(viewer,"Ordering: 1\n\n");CHKERRQ(ierr); /*Ordering::byVDIM*/ 969 ierr = VecGetArrayRead(hovec,&array);CHKERRQ(ierr); 970 ierr = VecGetLocalSize(hovec,&n);CHKERRQ(ierr); 971 if (n%sdim) SETERRQ2(PETSC_COMM_SELF,PETSC_ERR_USER,"Size of local coordinate vector %D incompatible with space dimension %D",n,sdim); 972 for (i=0;i<n/sdim;i++) { 973 PetscInt s; 974 for (s=0;s<sdim;s++) { 975 ierr = PetscViewerASCIIPrintf(viewer,fmt,PetscRealPart(array[i*sdim+s]));CHKERRQ(ierr); 976 } 977 ierr = PetscViewerASCIIPrintf(viewer,"\n");CHKERRQ(ierr); 978 } 979 ierr = VecRestoreArrayRead(hovec,&array);CHKERRQ(ierr); 980 } else { 981 ierr = VecGetLocalSize(coordinates,&nvert);CHKERRQ(ierr); 982 ierr = PetscViewerASCIIPrintf(viewer,"\nvertices\n");CHKERRQ(ierr); 983 ierr = PetscViewerASCIIPrintf(viewer,"%D\n",nvert/sdim);CHKERRQ(ierr); 984 ierr = PetscViewerASCIIPrintf(viewer,"%D\n",sdim);CHKERRQ(ierr); 985 ierr = VecGetArrayRead(coordinates,&array);CHKERRQ(ierr); 986 for (p=0;p<nvert/sdim;p++) { 987 PetscInt s; 988 for (s=0;s<sdim;s++) { 989 ierr = PetscViewerASCIIPrintf(viewer,fmt,PetscRealPart(array[p*sdim+s]));CHKERRQ(ierr); 990 } 991 ierr = PetscViewerASCIIPrintf(viewer,"\n");CHKERRQ(ierr); 992 } 993 ierr = VecRestoreArrayRead(coordinates,&array);CHKERRQ(ierr); 994 } 995 PetscFunctionReturn(0); 996 } 997 998 /* dispatching, prints through the socket by prepending the mesh keyword to the usual ASCII dump */ 999 PETSC_INTERN PetscErrorCode DMPlexView_GLVis(DM dm, PetscViewer viewer) 1000 { 1001 PetscErrorCode ierr; 1002 PetscBool isglvis,isascii; 1003 1004 PetscFunctionBegin; 1005 PetscValidHeaderSpecific(dm,DM_CLASSID,1); 1006 PetscValidHeaderSpecific(viewer,PETSC_VIEWER_CLASSID,2); 1007 ierr = PetscObjectTypeCompare((PetscObject)viewer,PETSCVIEWERGLVIS,&isglvis);CHKERRQ(ierr); 1008 ierr = PetscObjectTypeCompare((PetscObject)viewer,PETSCVIEWERASCII,&isascii);CHKERRQ(ierr); 1009 if (!isglvis && !isascii) SETERRQ(PetscObjectComm((PetscObject)viewer),PETSC_ERR_SUP,"Viewer must be of type VIEWERGLVIS or VIEWERASCII"); 1010 if (isglvis) { 1011 PetscViewer view; 1012 PetscViewerGLVisType type; 1013 1014 ierr = PetscViewerGLVisGetType_Private(viewer,&type);CHKERRQ(ierr); 1015 ierr = PetscViewerGLVisGetDMWindow_Private(viewer,&view);CHKERRQ(ierr); 1016 if (view) { /* in the socket case, it may happen that the connection failed */ 1017 if (type == PETSC_VIEWER_GLVIS_SOCKET) { 1018 PetscMPIInt size,rank; 1019 1020 ierr = MPI_Comm_size(PetscObjectComm((PetscObject)dm),&size);CHKERRQ(ierr); 1021 ierr = MPI_Comm_rank(PetscObjectComm((PetscObject)dm),&rank);CHKERRQ(ierr); 1022 ierr = PetscViewerASCIIPrintf(view,"parallel %d %d\nmesh\n",size,rank);CHKERRQ(ierr); 1023 } 1024 ierr = DMPlexView_GLVis_ASCII(dm,view);CHKERRQ(ierr); 1025 ierr = PetscViewerFlush(view);CHKERRQ(ierr); 1026 if (type == PETSC_VIEWER_GLVIS_SOCKET) { 1027 PetscInt dim; 1028 const char* name; 1029 1030 ierr = PetscObjectGetName((PetscObject)dm,&name);CHKERRQ(ierr); 1031 ierr = DMGetDimension(dm,&dim);CHKERRQ(ierr); 1032 ierr = PetscViewerGLVisInitWindow_Private(view,PETSC_TRUE,dim,name);CHKERRQ(ierr); 1033 ierr = PetscBarrier((PetscObject)dm);CHKERRQ(ierr); 1034 } 1035 } 1036 } else { 1037 ierr = DMPlexView_GLVis_ASCII(dm,viewer);CHKERRQ(ierr); 1038 } 1039 PetscFunctionReturn(0); 1040 } 1041