xref: /petsc/src/dm/impls/da/grglvis.c (revision b122ec5aa1bd4469eb4e0673542fb7de3f411254)
1 /* Routines to visualize DMDAs and fields through GLVis */
2 
3 #include <petsc/private/dmdaimpl.h>
4 #include <petsc/private/glvisviewerimpl.h>
5 
6 typedef struct {
7   PetscBool ll;
8 } DMDAGhostedGLVisViewerCtx;
9 
10 static PetscErrorCode DMDAGhostedDestroyGLVisViewerCtx_Private(void **vctx)
11 {
12   PetscFunctionBegin;
13   CHKERRQ(PetscFree(*vctx));
14   PetscFunctionReturn(0);
15 }
16 
17 typedef struct {
18   Vec xlocal;
19 } DMDAFieldGLVisViewerCtx;
20 
21 static PetscErrorCode DMDAFieldDestroyGLVisViewerCtx_Private(void *vctx)
22 {
23   DMDAFieldGLVisViewerCtx *ctx = (DMDAFieldGLVisViewerCtx*)vctx;
24 
25   PetscFunctionBegin;
26   CHKERRQ(VecDestroy(&ctx->xlocal));
27   CHKERRQ(PetscFree(vctx));
28   PetscFunctionReturn(0);
29 }
30 
31 /*
32    dactx->ll is false -> all but the last proc per dimension claim the ghosted node on the right
33    dactx->ll is true -> all but the first proc per dimension claim the ghosted node on the left
34 */
35 static PetscErrorCode DMDAGetNumElementsGhosted(DM da, PetscInt *nex, PetscInt *ney, PetscInt *nez)
36 {
37   DMDAGhostedGLVisViewerCtx *dactx;
38   PetscInt                  sx,sy,sz,ien,jen,ken;
39 
40   PetscFunctionBegin;
41   /* Appease -Wmaybe-uninitialized */
42   if (nex) *nex = -1;
43   if (ney) *ney = -1;
44   if (nez) *nez = -1;
45   CHKERRQ(DMDAGetCorners(da,&sx,&sy,&sz,&ien,&jen,&ken));
46   CHKERRQ(DMGetApplicationContext(da,&dactx));
47   if (dactx->ll) {
48     PetscInt dim;
49 
50     CHKERRQ(DMGetDimension(da,&dim));
51     if (!sx) ien--;
52     if (!sy && dim > 1) jen--;
53     if (!sz && dim > 2) ken--;
54   } else {
55     PetscInt M,N,P;
56 
57     CHKERRQ(DMDAGetInfo(da,NULL,&M,&N,&P,NULL,NULL,NULL,NULL,NULL,NULL,NULL,NULL,NULL));
58     if (sx+ien == M) ien--;
59     if (sy+jen == N) jen--;
60     if (sz+ken == P) ken--;
61   }
62   if (nex) *nex = ien;
63   if (ney) *ney = jen;
64   if (nez) *nez = ken;
65   PetscFunctionReturn(0);
66 }
67 
68 /* inherits number of vertices from DMDAGetNumElementsGhosted */
69 static PetscErrorCode DMDAGetNumVerticesGhosted(DM da, PetscInt *nvx, PetscInt *nvy, PetscInt *nvz)
70 {
71   PetscInt       ien = 0,jen = 0,ken = 0,dim;
72   PetscInt       tote;
73 
74   PetscFunctionBegin;
75   CHKERRQ(DMGetDimension(da,&dim));
76   CHKERRQ(DMDAGetNumElementsGhosted(da,&ien,&jen,&ken));
77   tote = ien * (dim > 1 ? jen : 1) * (dim > 2 ? ken : 1);
78   if (tote) {
79     ien = ien+1;
80     jen = dim > 1 ? jen+1 : 1;
81     ken = dim > 2 ? ken+1 : 1;
82   }
83   if (nvx) *nvx = ien;
84   if (nvy) *nvy = jen;
85   if (nvz) *nvz = ken;
86   PetscFunctionReturn(0);
87 }
88 
89 static PetscErrorCode DMDASampleGLVisFields_Private(PetscObject oX, PetscInt nf, PetscObject oXf[], void *vctx)
90 {
91   DM                        da;
92   DMDAFieldGLVisViewerCtx   *ctx = (DMDAFieldGLVisViewerCtx*)vctx;
93   DMDAGhostedGLVisViewerCtx *dactx;
94   const PetscScalar         *array;
95   PetscScalar               **arrayf;
96   PetscInt                  i,f,ii,ien,jen,ken,ie,je,ke,bs,*bss;
97   PetscInt                  sx,sy,sz,gsx,gsy,gsz,ist,jst,kst,gm,gn,gp;
98 
99   PetscFunctionBegin;
100   CHKERRQ(VecGetDM(ctx->xlocal,&da));
101   PetscCheck(da,PetscObjectComm(oX),PETSC_ERR_ARG_WRONG,"Vector not generated from a DMDA");
102   CHKERRQ(DMGetApplicationContext(da,&dactx));
103   CHKERRQ(VecGetBlockSize(ctx->xlocal,&bs));
104   CHKERRQ(DMGlobalToLocalBegin(da,(Vec)oX,INSERT_VALUES,ctx->xlocal));
105   CHKERRQ(DMGlobalToLocalEnd(da,(Vec)oX,INSERT_VALUES,ctx->xlocal));
106   CHKERRQ(DMDAGetNumVerticesGhosted(da,&ien,&jen,&ken));
107   CHKERRQ(DMDAGetGhostCorners(da,&gsx,&gsy,&gsz,&gm,&gn,&gp));
108   CHKERRQ(DMDAGetCorners(da,&sx,&sy,&sz,NULL,NULL,NULL));
109   if (dactx->ll) {
110     kst = jst = ist = 0;
111   } else {
112     kst  = gsz != sz ? 1 : 0;
113     jst  = gsy != sy ? 1 : 0;
114     ist  = gsx != sx ? 1 : 0;
115   }
116   CHKERRQ(PetscMalloc2(nf,&arrayf,nf,&bss));
117   CHKERRQ(VecGetArrayRead(ctx->xlocal,&array));
118   for (f=0;f<nf;f++) {
119     CHKERRQ(VecGetBlockSize((Vec)oXf[f],&bss[f]));
120     CHKERRQ(VecGetArray((Vec)oXf[f],&arrayf[f]));
121   }
122   for (ke = kst, ii = 0; ke < kst + ken; ke++) {
123     for (je = jst; je < jst + jen; je++) {
124       for (ie = ist; ie < ist + ien; ie++) {
125         PetscInt cf,b;
126         i = ke * gm * gn + je * gm + ie;
127         for (f=0,cf=0;f<nf;f++)
128           for (b=0;b<bss[f];b++)
129             arrayf[f][bss[f]*ii+b] = array[i*bs+cf++];
130         ii++;
131       }
132     }
133   }
134   for (f=0;f<nf;f++) CHKERRQ(VecRestoreArray((Vec)oXf[f],&arrayf[f]));
135   CHKERRQ(VecRestoreArrayRead(ctx->xlocal,&array));
136   CHKERRQ(PetscFree2(arrayf,bss));
137   PetscFunctionReturn(0);
138 }
139 
140 PETSC_INTERN PetscErrorCode DMSetUpGLVisViewer_DMDA(PetscObject oda, PetscViewer viewer)
141 {
142   DM             da = (DM)oda,daview;
143   PetscErrorCode ierr;
144 
145   PetscFunctionBegin;
146   CHKERRQ(PetscObjectQuery(oda,"GLVisGraphicsDMDAGhosted",(PetscObject*)&daview));
147   if (!daview) {
148     DMDAGhostedGLVisViewerCtx *dactx;
149     DM                        dacoord = NULL;
150     Vec                       xcoor,xcoorl;
151     PetscBool                 hashocoord = PETSC_FALSE;
152     const PetscInt            *lx,*ly,*lz;
153     PetscInt                  dim,M,N,P,m,n,p,dof,s,i;
154 
155     CHKERRQ(PetscNew(&dactx));
156     dactx->ll = PETSC_TRUE; /* default to match elements layout obtained by DMDAGetElements */
157     ierr = PetscOptionsBegin(PetscObjectComm(oda),oda->prefix,"GLVis PetscViewer DMDA Options","PetscViewer");CHKERRQ(ierr);
158     CHKERRQ(PetscOptionsBool("-viewer_glvis_dm_da_ll","Left-looking subdomain view",NULL,dactx->ll,&dactx->ll,NULL));
159     ierr = PetscOptionsEnd();CHKERRQ(ierr);
160     /* Create a properly ghosted DMDA to visualize the mesh and the fields associated with */
161     CHKERRQ(DMDAGetInfo(da,&dim,&M,&N,&P,&m,&n,&p,&dof,&s,NULL,NULL,NULL,NULL));
162     CHKERRQ(DMDAGetOwnershipRanges(da,&lx,&ly,&lz));
163     CHKERRQ(PetscObjectQuery((PetscObject)da,"_glvis_mesh_coords",(PetscObject*)&xcoor));
164     if (!xcoor) {
165       CHKERRQ(DMGetCoordinates(da,&xcoor));
166     } else {
167       hashocoord = PETSC_TRUE;
168     }
169     CHKERRQ(PetscInfo(da,"Creating auxilary DMDA for managing GLVis graphics\n"));
170     switch (dim) {
171     case 1:
172       CHKERRQ(DMDACreate1d(PetscObjectComm((PetscObject)da),DM_BOUNDARY_NONE,M,dof,1,lx,&daview));
173       if (!hashocoord) {
174         CHKERRQ(DMDACreate1d(PetscObjectComm((PetscObject)da),DM_BOUNDARY_NONE,M,1,1,lx,&dacoord));
175       }
176       break;
177     case 2:
178       CHKERRQ(DMDACreate2d(PetscObjectComm((PetscObject)da),DM_BOUNDARY_NONE,DM_BOUNDARY_NONE,DMDA_STENCIL_BOX,M,N,m,n,dof,1,lx,ly,&daview));
179       if (!hashocoord) {
180         CHKERRQ(DMDACreate2d(PetscObjectComm((PetscObject)da),DM_BOUNDARY_NONE,DM_BOUNDARY_NONE,DMDA_STENCIL_BOX,M,N,m,n,2,1,lx,ly,&dacoord));
181       }
182       break;
183     case 3:
184       CHKERRQ(DMDACreate3d(PetscObjectComm((PetscObject)da),DM_BOUNDARY_NONE,DM_BOUNDARY_NONE,DM_BOUNDARY_NONE,DMDA_STENCIL_BOX,M,N,P,m,n,p,dof,1,lx,ly,lz,&daview));
185       if (!hashocoord) {
186         CHKERRQ(DMDACreate3d(PetscObjectComm((PetscObject)da),DM_BOUNDARY_NONE,DM_BOUNDARY_NONE,DM_BOUNDARY_NONE,DMDA_STENCIL_BOX,M,N,P,m,n,p,3,1,lx,ly,lz,&dacoord));
187       }
188       break;
189     default:
190       SETERRQ(PetscObjectComm((PetscObject)da),PETSC_ERR_SUP,"Unsupported dimension %D",dim);
191     }
192     CHKERRQ(DMSetApplicationContext(daview,dactx));
193     CHKERRQ(DMSetApplicationContextDestroy(daview,DMDAGhostedDestroyGLVisViewerCtx_Private));
194     CHKERRQ(DMSetUp(daview));
195     if (!xcoor) {
196       CHKERRQ(DMDASetUniformCoordinates(daview,0.0,1.0,0.0,1.0,0.0,1.0));
197       CHKERRQ(DMGetCoordinates(daview,&xcoor));
198     }
199     if (dacoord) {
200       CHKERRQ(DMSetUp(dacoord));
201       CHKERRQ(DMCreateLocalVector(dacoord,&xcoorl));
202       CHKERRQ(DMGlobalToLocalBegin(dacoord,xcoor,INSERT_VALUES,xcoorl));
203       CHKERRQ(DMGlobalToLocalEnd(dacoord,xcoor,INSERT_VALUES,xcoorl));
204       CHKERRQ(DMDestroy(&dacoord));
205     } else {
206       PetscInt   ien,jen,ken,nc,nl,cdof,deg;
207       char       fecmesh[64];
208       const char *name;
209       PetscBool  flg;
210 
211       CHKERRQ(DMDAGetNumElementsGhosted(daview,&ien,&jen,&ken));
212       nc   = ien*(jen>0 ? jen : 1)*(ken>0 ? ken : 1);
213 
214       CHKERRQ(VecGetLocalSize(xcoor,&nl));
215       PetscCheckFalse(nc && nl % nc,PETSC_COMM_SELF,PETSC_ERR_SUP,"Incompatible local coordinate size %D and number of cells %D",nl,nc);
216       CHKERRQ(VecDuplicate(xcoor,&xcoorl));
217       CHKERRQ(VecCopy(xcoor,xcoorl));
218       CHKERRQ(VecSetDM(xcoorl,NULL));
219       CHKERRQ(PetscObjectGetName((PetscObject)xcoor,&name));
220       CHKERRQ(PetscStrbeginswith(name,"FiniteElementCollection:",&flg));
221       if (!flg) {
222         deg = 0;
223         if (nc && nl) {
224           cdof = nl/(nc*dim);
225           deg  = 1;
226           while (1) {
227             PetscInt degd = 1;
228             for (i=0;i<dim;i++) degd *= (deg+1);
229             PetscCheckFalse(degd > cdof,PETSC_COMM_SELF,PETSC_ERR_SUP,"Cell dofs %D",cdof);
230             if (degd == cdof) break;
231             deg++;
232           }
233         }
234         CHKERRQ(PetscSNPrintf(fecmesh,sizeof(fecmesh),"FiniteElementCollection: L2_T1_%DD_P%D",dim,deg));
235         CHKERRQ(PetscObjectSetName((PetscObject)xcoorl,fecmesh));
236       } else {
237         CHKERRQ(PetscObjectSetName((PetscObject)xcoorl,name));
238       }
239     }
240 
241     /* xcoorl is composed with the ghosted DMDA, the ghosted coordinate DMDA (if present) is only available through this vector */
242     CHKERRQ(PetscObjectCompose((PetscObject)daview,"GLVisGraphicsCoordsGhosted",(PetscObject)xcoorl));
243     CHKERRQ(PetscObjectDereference((PetscObject)xcoorl));
244 
245     /* daview is composed with the original DMDA */
246     CHKERRQ(PetscObjectCompose(oda,"GLVisGraphicsDMDAGhosted",(PetscObject)daview));
247     CHKERRQ(PetscObjectDereference((PetscObject)daview));
248   }
249 
250   /* customize the viewer if present */
251   if (viewer) {
252     DMDAFieldGLVisViewerCtx   *ctx;
253     DMDAGhostedGLVisViewerCtx *dactx;
254     char                      fec[64];
255     Vec                       xlocal,*Ufield;
256     const char                **dafieldname;
257     char                      **fec_type,**fieldname;
258     PetscInt                  *nlocal,*bss,*dims;
259     PetscInt                  dim,M,N,P,dof,s,i,nf;
260     PetscBool                 bsset;
261 
262     CHKERRQ(DMDAGetInfo(daview,&dim,NULL,NULL,NULL,NULL,NULL,NULL,&dof,NULL,NULL,NULL,NULL,NULL));
263     CHKERRQ(DMGetApplicationContext(daview,&dactx));
264     CHKERRQ(DMCreateLocalVector(daview,&xlocal));
265     CHKERRQ(DMDAGetFieldNames(da,(const char * const **)&dafieldname));
266     CHKERRQ(DMDAGetNumVerticesGhosted(daview,&M,&N,&P));
267     CHKERRQ(PetscSNPrintf(fec,sizeof(fec),"FiniteElementCollection: H1_%DD_P1",dim));
268     CHKERRQ(PetscMalloc6(dof,&fec_type,dof,&nlocal,dof,&bss,dof,&dims,dof,&fieldname,dof,&Ufield));
269     for (i=0;i<dof;i++) bss[i] = 1;
270     nf = dof;
271 
272     ierr = PetscOptionsBegin(PetscObjectComm(oda),oda->prefix,"GLVis PetscViewer DMDA Field options","PetscViewer");CHKERRQ(ierr);
273     CHKERRQ(PetscOptionsIntArray("-viewer_glvis_dm_da_bs","Block sizes for subfields; enable vector representation",NULL,bss,&nf,&bsset));
274     ierr = PetscOptionsEnd();CHKERRQ(ierr);
275     if (bsset) {
276       PetscInt t;
277       for (i=0,t=0;i<nf;i++) t += bss[i];
278       PetscCheckFalse(t != dof,PetscObjectComm(oda),PETSC_ERR_USER,"Sum of block sizes %D should equal %D",t,dof);
279     } else nf = dof;
280 
281     for (i=0,s=0;i<nf;i++) {
282       CHKERRQ(PetscStrallocpy(fec,&fec_type[i]));
283       if (bss[i] == 1) {
284         CHKERRQ(PetscStrallocpy(dafieldname[s],&fieldname[i]));
285       } else {
286         PetscInt b;
287         size_t tlen = 9; /* "Vector-" + end */
288         for (b=0;b<bss[i];b++) {
289           size_t len;
290           CHKERRQ(PetscStrlen(dafieldname[s+b],&len));
291           tlen += len + 1; /* field + "-" */
292         }
293         CHKERRQ(PetscMalloc1(tlen,&fieldname[i]));
294         CHKERRQ(PetscStrcpy(fieldname[i],"Vector-"));
295         for (b=0;b<bss[i]-1;b++) {
296           CHKERRQ(PetscStrcat(fieldname[i],dafieldname[s+b]));
297           CHKERRQ(PetscStrcat(fieldname[i],"-"));
298         }
299         CHKERRQ(PetscStrcat(fieldname[i],dafieldname[s+b]));
300       }
301       dims[i] = dim;
302       nlocal[i] = M*N*P*bss[i];
303       s += bss[i];
304     }
305 
306     /* the viewer context takes ownership of xlocal and destroys it in DMDAFieldDestroyGLVisViewerCtx_Private */
307     CHKERRQ(PetscNew(&ctx));
308     ctx->xlocal = xlocal;
309 
310     /* create work vectors */
311     for (i=0;i<nf;i++) {
312       CHKERRQ(VecCreateMPI(PetscObjectComm((PetscObject)da),nlocal[i],PETSC_DECIDE,&Ufield[i]));
313       CHKERRQ(PetscObjectSetName((PetscObject)Ufield[i],fieldname[i]));
314       CHKERRQ(VecSetBlockSize(Ufield[i],bss[i]));
315       CHKERRQ(VecSetDM(Ufield[i],da));
316     }
317 
318     CHKERRQ(PetscViewerGLVisSetFields(viewer,nf,(const char**)fec_type,dims,DMDASampleGLVisFields_Private,(PetscObject*)Ufield,ctx,DMDAFieldDestroyGLVisViewerCtx_Private));
319     for (i=0;i<nf;i++) {
320       CHKERRQ(PetscFree(fec_type[i]));
321       CHKERRQ(PetscFree(fieldname[i]));
322       CHKERRQ(VecDestroy(&Ufield[i]));
323     }
324     CHKERRQ(PetscFree6(fec_type,nlocal,bss,dims,fieldname,Ufield));
325   }
326   PetscFunctionReturn(0);
327 }
328 
329 static PetscErrorCode DMDAView_GLVis_ASCII(DM dm, PetscViewer viewer)
330 {
331   DM                da,cda;
332   Vec               xcoorl;
333   PetscMPIInt       size;
334   const PetscScalar *array;
335   PetscContainer    glvis_container;
336   PetscInt          dim,sdim,i,vid[8],mid,cid,cdof;
337   PetscInt          sx,sy,sz,ie,je,ke,ien,jen,ken,nel;
338   PetscInt          gsx,gsy,gsz,gm,gn,gp,kst,jst,ist;
339   PetscBool         enabled = PETSC_TRUE, isascii;
340   const char        *fmt;
341 
342   PetscFunctionBegin;
343   PetscValidHeaderSpecific(dm,DM_CLASSID,1);
344   PetscValidHeaderSpecific(viewer,PETSC_VIEWER_CLASSID,2);
345   CHKERRQ(PetscObjectTypeCompare((PetscObject)viewer,PETSCVIEWERASCII,&isascii));
346   PetscCheck(isascii,PetscObjectComm((PetscObject)viewer),PETSC_ERR_SUP,"Viewer must be of type VIEWERASCII");
347   CHKERRMPI(MPI_Comm_size(PetscObjectComm((PetscObject)viewer),&size));
348   PetscCheckFalse(size > 1,PetscObjectComm((PetscObject)viewer),PETSC_ERR_SUP,"Use single sequential viewers for parallel visualization");
349   CHKERRQ(DMGetDimension(dm,&dim));
350 
351   /* get container: determines if a process visualizes is portion of the data or not */
352   CHKERRQ(PetscObjectQuery((PetscObject)viewer,"_glvis_info_container",(PetscObject*)&glvis_container));
353   PetscCheck(glvis_container,PetscObjectComm((PetscObject)dm),PETSC_ERR_PLIB,"Missing GLVis container");
354   {
355     PetscViewerGLVisInfo glvis_info;
356     CHKERRQ(PetscContainerGetPointer(glvis_container,(void**)&glvis_info));
357     enabled = glvis_info->enabled;
358     fmt = glvis_info->fmt;
359   }
360   /* this can happen if we are calling DMView outside of VecView_GLVis */
361   CHKERRQ(PetscObjectQuery((PetscObject)dm,"GLVisGraphicsDMDAGhosted",(PetscObject*)&da));
362   if (!da) CHKERRQ(DMSetUpGLVisViewer_DMDA((PetscObject)dm,NULL));
363   CHKERRQ(PetscObjectQuery((PetscObject)dm,"GLVisGraphicsDMDAGhosted",(PetscObject*)&da));
364   PetscCheck(da,PetscObjectComm((PetscObject)dm),PETSC_ERR_PLIB,"Missing GLVis ghosted DMDA");
365   CHKERRQ(DMGetCoordinateDim(da,&sdim));
366 
367   CHKERRQ(PetscViewerASCIIPrintf(viewer,"MFEM mesh v1.0\n"));
368   CHKERRQ(PetscViewerASCIIPrintf(viewer,"\ndimension\n"));
369   CHKERRQ(PetscViewerASCIIPrintf(viewer,"%D\n",dim));
370 
371   if (!enabled) {
372     CHKERRQ(PetscViewerASCIIPrintf(viewer,"\nelements\n"));
373     CHKERRQ(PetscViewerASCIIPrintf(viewer,"%D\n",0));
374     CHKERRQ(PetscViewerASCIIPrintf(viewer,"\nboundary\n"));
375     CHKERRQ(PetscViewerASCIIPrintf(viewer,"%D\n",0));
376     CHKERRQ(PetscViewerASCIIPrintf(viewer,"\nvertices\n"));
377     CHKERRQ(PetscViewerASCIIPrintf(viewer,"%D\n",0));
378     CHKERRQ(PetscViewerASCIIPrintf(viewer,"%D\n",sdim));
379     PetscFunctionReturn(0);
380   }
381 
382   CHKERRQ(DMDAGetNumElementsGhosted(da,&ien,&jen,&ken));
383   nel  = ien;
384   if (dim > 1) nel *= jen;
385   if (dim > 2) nel *= ken;
386   CHKERRQ(PetscViewerASCIIPrintf(viewer,"\nelements\n"));
387   CHKERRQ(PetscViewerASCIIPrintf(viewer,"%D\n",nel));
388   switch (dim) {
389   case 1:
390     for (ie = 0; ie < ien; ie++) {
391       vid[0] = ie;
392       vid[1] = ie+1;
393       mid    = 1; /* material id */
394       cid    = 1; /* segment */
395       CHKERRQ(PetscViewerASCIIPrintf(viewer,"%D %D %D %D\n",mid,cid,vid[0],vid[1]));
396     }
397     break;
398   case 2:
399     for (je = 0; je < jen; je++) {
400       for (ie = 0; ie < ien; ie++) {
401         vid[0] =     je*(ien+1) + ie;
402         vid[1] =     je*(ien+1) + ie+1;
403         vid[2] = (je+1)*(ien+1) + ie+1;
404         vid[3] = (je+1)*(ien+1) + ie;
405         mid    = 1; /* material id */
406         cid    = 3; /* quad */
407         CHKERRQ(PetscViewerASCIIPrintf(viewer,"%D %D %D %D %D %D\n",mid,cid,vid[0],vid[1],vid[2],vid[3]));
408       }
409     }
410     break;
411   case 3:
412     for (ke = 0; ke < ken; ke++) {
413       for (je = 0; je < jen; je++) {
414         for (ie = 0; ie < ien; ie++) {
415           vid[0] =     ke*(jen+1)*(ien+1) +     je*(ien+1) + ie;
416           vid[1] =     ke*(jen+1)*(ien+1) +     je*(ien+1) + ie+1;
417           vid[2] =     ke*(jen+1)*(ien+1) + (je+1)*(ien+1) + ie+1;
418           vid[3] =     ke*(jen+1)*(ien+1) + (je+1)*(ien+1) + ie;
419           vid[4] = (ke+1)*(jen+1)*(ien+1) +     je*(ien+1) + ie;
420           vid[5] = (ke+1)*(jen+1)*(ien+1) +     je*(ien+1) + ie+1;
421           vid[6] = (ke+1)*(jen+1)*(ien+1) + (je+1)*(ien+1) + ie+1;
422           vid[7] = (ke+1)*(jen+1)*(ien+1) + (je+1)*(ien+1) + ie;
423           mid    = 1; /* material id */
424           cid    = 5; /* hex */
425           CHKERRQ(PetscViewerASCIIPrintf(viewer,"%D %D %D %D %D %D %D %D %D %D\n",mid,cid,vid[0],vid[1],vid[2],vid[3],vid[4],vid[5],vid[6],vid[7]));
426         }
427       }
428     }
429     break;
430   default:
431     SETERRQ(PetscObjectComm((PetscObject)da),PETSC_ERR_SUP,"Unsupported dimension %D",dim);
432   }
433   CHKERRQ(PetscViewerASCIIPrintf(viewer,"\nboundary\n"));
434   CHKERRQ(PetscViewerASCIIPrintf(viewer,"%D\n",0));
435 
436   /* vertex coordinates */
437   CHKERRQ(PetscObjectQuery((PetscObject)da,"GLVisGraphicsCoordsGhosted",(PetscObject*)&xcoorl));
438   PetscCheck(xcoorl,PetscObjectComm((PetscObject)dm),PETSC_ERR_PLIB,"Missing GLVis ghosted coords");
439   CHKERRQ(DMDAGetNumVerticesGhosted(da,&ien,&jen,&ken));
440   CHKERRQ(PetscViewerASCIIPrintf(viewer,"\nvertices\n"));
441   CHKERRQ(PetscViewerASCIIPrintf(viewer,"%D\n",ien*jen*ken));
442   if (nel) {
443     CHKERRQ(VecGetDM(xcoorl,&cda));
444     CHKERRQ(VecGetArrayRead(xcoorl,&array));
445     if (!cda) { /* HO viz */
446       const char *fecname;
447       PetscInt   nc,nl;
448 
449       CHKERRQ(PetscObjectGetName((PetscObject)xcoorl,&fecname));
450       CHKERRQ(PetscViewerASCIIPrintf(viewer,"nodes\n"));
451       CHKERRQ(PetscViewerASCIIPrintf(viewer,"FiniteElementSpace\n"));
452       CHKERRQ(PetscViewerASCIIPrintf(viewer,"%s\n",fecname));
453       CHKERRQ(PetscViewerASCIIPrintf(viewer,"VDim: %D\n",sdim));
454       CHKERRQ(PetscViewerASCIIPrintf(viewer,"Ordering: 1\n\n")); /*Ordering::byVDIM*/
455       /* L2 coordinates */
456       CHKERRQ(DMDAGetNumElementsGhosted(da,&ien,&jen,&ken));
457       CHKERRQ(VecGetLocalSize(xcoorl,&nl));
458       nc   = ien*(jen>0 ? jen : 1)*(ken>0 ? ken : 1);
459       cdof = nc ? nl/nc : 0;
460       if (!ien) ien++;
461       if (!jen) jen++;
462       if (!ken) ken++;
463       ist = jst = kst = 0;
464       gm = ien;
465       gn = jen;
466       gp = ken;
467     } else {
468       DMDAGhostedGLVisViewerCtx *dactx;
469 
470       CHKERRQ(DMGetApplicationContext(da,&dactx));
471       CHKERRQ(PetscViewerASCIIPrintf(viewer,"%D\n",sdim));
472       cdof = sdim;
473       CHKERRQ(DMDAGetCorners(da,&sx,&sy,&sz,NULL,NULL,NULL));
474       CHKERRQ(DMDAGetGhostCorners(da,&gsx,&gsy,&gsz,&gm,&gn,&gp));
475       if (dactx->ll) {
476         kst = jst = ist = 0;
477       } else {
478         kst  = gsz != sz ? 1 : 0;
479         jst  = gsy != sy ? 1 : 0;
480         ist  = gsx != sx ? 1 : 0;
481       }
482     }
483     for (ke = kst; ke < kst + ken; ke++) {
484       for (je = jst; je < jst + jen; je++) {
485         for (ie = ist; ie < ist + ien; ie++) {
486           PetscInt c;
487 
488           i = ke * gm * gn + je * gm + ie;
489           for (c=0;c<cdof/sdim;c++) {
490             PetscInt d;
491             for (d=0;d<sdim;d++) {
492               CHKERRQ(PetscViewerASCIIPrintf(viewer,fmt,PetscRealPart(array[cdof*i+c*sdim+d])));
493             }
494             CHKERRQ(PetscViewerASCIIPrintf(viewer,"\n"));
495           }
496         }
497       }
498     }
499     CHKERRQ(VecRestoreArrayRead(xcoorl,&array));
500   }
501   PetscFunctionReturn(0);
502 }
503 
504 PetscErrorCode DMView_DA_GLVis(DM dm, PetscViewer viewer)
505 {
506   PetscFunctionBegin;
507   CHKERRQ(DMView_GLVis(dm,viewer,DMDAView_GLVis_ASCII));
508   PetscFunctionReturn(0);
509 }
510