xref: /petsc/src/dm/impls/plex/plexvtu.c (revision 3e1910f1ab6113d8365e15c6b8c907ccce7ce4ea)
1 #include <petsc-private/dmpleximpl.h>
2 #include <../src/sys/classes/viewer/impls/vtk/vtkvimpl.h>
3 
4 typedef struct {
5   PetscInt nvertices;
6   PetscInt ncells;
7   PetscInt nconn;               /* number of entries in cell->vertex connectivity array */
8 } PieceInfo;
9 
10 #if defined(PETSC_USE_REAL_SINGLE)
11 static const char precision[] = "Float32";
12 #elif defined(PETSC_USE_REAL_DOUBLE)
13 static const char precision[] = "Float64";
14 #else
15 static const char precision[] = "UnknownPrecision";
16 #endif
17 
18 #undef __FUNCT__
19 #define __FUNCT__ "TransferWrite"
20 static PetscErrorCode TransferWrite(PetscViewer viewer,FILE *fp,PetscMPIInt srank,PetscMPIInt root,const void *send,void *recv,PetscMPIInt count,PetscDataType datatype,PetscMPIInt tag)
21 {
22   PetscMPIInt    rank;
23   PetscErrorCode ierr;
24   MPI_Comm       comm;
25   MPI_Datatype   mpidatatype;
26 
27   PetscFunctionBegin;
28   ierr = PetscObjectGetComm((PetscObject)viewer,&comm);CHKERRQ(ierr);
29   ierr = MPI_Comm_rank(comm,&rank);CHKERRQ(ierr);
30   ierr = PetscDataTypeToMPIDataType(datatype,&mpidatatype);CHKERRQ(ierr);
31 
32   if (rank == srank && rank != root) {
33     ierr = MPI_Send((void*)send,count,mpidatatype,root,tag,comm);CHKERRQ(ierr);
34   } else if (rank == root) {
35     const void *buffer;
36     if (root == srank) {        /* self */
37       buffer = send;
38     } else {
39       MPI_Status  status;
40       PetscMPIInt nrecv;
41       ierr = MPI_Recv(recv,count,mpidatatype,srank,tag,comm,&status);CHKERRQ(ierr);
42       ierr = MPI_Get_count(&status,mpidatatype,&nrecv);CHKERRQ(ierr);
43       if (count != nrecv) SETERRQ(PETSC_COMM_SELF,PETSC_ERR_PLIB,"Array size mismatch");
44       buffer = recv;
45     }
46     ierr = PetscViewerVTKFWrite(viewer,fp,buffer,count,datatype);CHKERRQ(ierr);
47   }
48   PetscFunctionReturn(0);
49 }
50 
51 #undef __FUNCT__
52 #define __FUNCT__ "DMPlexGetVTKConnectivity"
53 static PetscErrorCode DMPlexGetVTKConnectivity(DM dm,PieceInfo *piece,PetscVTKInt **oconn,PetscVTKInt **ooffsets,PetscVTKType **otypes)
54 {
55   PetscErrorCode ierr;
56   PetscVTKInt    *conn,*offsets;
57   PetscVTKType   *types;
58   PetscInt       dim,vStart,vEnd,cStart,cEnd,pStart,pEnd,cellHeight,cMax,numLabelCells,hasLabel,c,v,countcell,countconn;
59 
60   PetscFunctionBegin;
61   ierr = PetscMalloc3(piece->nconn,PetscVTKInt,&conn,piece->ncells,PetscVTKInt,&offsets,piece->ncells,PetscVTKType,&types);CHKERRQ(ierr);
62 
63   ierr = DMPlexGetDimension(dm,&dim);CHKERRQ(ierr);
64   ierr = DMPlexGetChart(dm,&pStart,&pEnd);CHKERRQ(ierr);
65   ierr = DMPlexGetVTKCellHeight(dm, &cellHeight);CHKERRQ(ierr);
66   ierr = DMPlexGetHeightStratum(dm, cellHeight, &cStart, &cEnd);CHKERRQ(ierr);
67   ierr = DMPlexGetDepthStratum(dm, 0, &vStart, &vEnd);CHKERRQ(ierr);
68   ierr = DMPlexGetHybridBounds(dm, &cMax, NULL, NULL, NULL);CHKERRQ(ierr);
69   if (cMax >= 0) cEnd = PetscMin(cEnd, cMax);
70   ierr     = DMPlexGetStratumSize(dm, "vtk", 1, &numLabelCells);CHKERRQ(ierr);
71   hasLabel = numLabelCells > 0 ? PETSC_TRUE : PETSC_FALSE;
72 
73   countcell = 0;
74   countconn = 0;
75   for (c = cStart; c < cEnd; ++c) {
76     PetscInt *closure = NULL;
77     PetscInt  closureSize,nverts,celltype,startoffset;
78 
79     if (hasLabel) {
80       PetscInt value;
81 
82       ierr = DMPlexGetLabelValue(dm, "vtk", c, &value);CHKERRQ(ierr);
83       if (value != 1) continue;
84     }
85     startoffset = countconn;
86     ierr        = DMPlexGetTransitiveClosure(dm, c, PETSC_TRUE, &closureSize, &closure);CHKERRQ(ierr);
87     for (v = 0; v < closureSize*2; v += 2) {
88       if ((closure[v] >= vStart) && (closure[v] < vEnd)) {
89         conn[countconn++] = closure[v] - vStart;
90       }
91     }
92     ierr = DMPlexRestoreTransitiveClosure(dm, c, PETSC_TRUE, &closureSize, &closure);CHKERRQ(ierr);
93 
94     offsets[countcell] = countconn;
95 
96     nverts = countconn - startoffset;
97     ierr   = DMPlexVTKGetCellType(dm,dim,nverts,&celltype);CHKERRQ(ierr);
98 
99     types[countcell] = celltype;
100     countcell++;
101   }
102   if (countcell != piece->ncells) SETERRQ(PETSC_COMM_SELF,PETSC_ERR_PLIB,"Inconsistent cell count");
103   if (countconn != piece->nconn) SETERRQ(PETSC_COMM_SELF,PETSC_ERR_PLIB,"Inconsistent connectivity count");
104   *oconn    = conn;
105   *ooffsets = offsets;
106   *otypes   = types;
107   PetscFunctionReturn(0);
108 }
109 
110 #undef __FUNCT__
111 #define __FUNCT__ "DMPlexVTKWriteAll_VTU"
112 /*
113   Write all fields that have been provided to the viewer
114   Multi-block XML format with binary appended data.
115 */
116 PetscErrorCode DMPlexVTKWriteAll_VTU(DM dm,PetscViewer viewer)
117 {
118   MPI_Comm                 comm;
119   PetscViewer_VTK          *vtk = (PetscViewer_VTK*)viewer->data;
120   PetscViewerVTKObjectLink link;
121   FILE                     *fp;
122   PetscMPIInt              rank,size,tag;
123   PetscErrorCode           ierr;
124   PetscInt                 dim,cellHeight,cStart,cEnd,vStart,vEnd,cMax,numLabelCells,hasLabel,c,v,r,i;
125   PieceInfo                piece,*gpiece = NULL;
126   void                     *buffer = NULL;
127 
128   PetscFunctionBegin;
129   ierr = PetscObjectGetComm((PetscObject)dm,&comm);CHKERRQ(ierr);
130 #if defined(PETSC_USE_COMPLEX)
131   SETERRQ(PetscObjectComm((PetscObject)dm),PETSC_ERR_SUP,"Complex values not supported");
132 #endif
133   ierr = MPI_Comm_size(comm,&size);CHKERRQ(ierr);
134   ierr = MPI_Comm_rank(comm,&rank);CHKERRQ(ierr);
135   tag  = ((PetscObject)viewer)->tag;
136 
137   ierr = PetscFOpen(comm,vtk->filename,"wb",&fp);CHKERRQ(ierr);
138   ierr = PetscFPrintf(comm,fp,"<?xml version=\"1.0\"?>\n");CHKERRQ(ierr);
139 #if defined(PETSC_WORDS_BIGENDIAN)
140   ierr = PetscFPrintf(comm,fp,"<VTKFile type=\"UnstructuredGrid\" version=\"0.1\" byte_order=\"BigEndian\">\n");CHKERRQ(ierr);
141 #else
142   ierr = PetscFPrintf(comm,fp,"<VTKFile type=\"UnstructuredGrid\" version=\"0.1\" byte_order=\"LittleEndian\">\n");CHKERRQ(ierr);
143 #endif
144   ierr = PetscFPrintf(comm,fp,"  <UnstructuredGrid>\n");CHKERRQ(ierr);
145 
146   ierr = DMPlexGetDimension(dm, &dim);CHKERRQ(ierr);
147   ierr = DMPlexGetVTKCellHeight(dm, &cellHeight);CHKERRQ(ierr);
148   ierr = DMPlexGetHeightStratum(dm, cellHeight, &cStart, &cEnd);CHKERRQ(ierr);
149   ierr = DMPlexGetDepthStratum(dm, 0, &vStart, &vEnd);CHKERRQ(ierr);
150   ierr = DMPlexGetHybridBounds(dm, &cMax, NULL, NULL, NULL);CHKERRQ(ierr);
151   if (cMax >= 0) cEnd = PetscMin(cEnd, cMax);
152   ierr = DMPlexGetStratumSize(dm, "vtk", 1, &numLabelCells);CHKERRQ(ierr);
153 
154   hasLabel        = numLabelCells > 0 ? PETSC_TRUE : PETSC_FALSE;
155   piece.nvertices = vEnd - vStart;
156   piece.ncells    = 0;
157   piece.nconn     = 0;
158   for (c = cStart; c < cEnd; ++c) {
159     PetscInt *closure = NULL;
160     PetscInt closureSize;
161 
162     if (hasLabel) {
163       PetscInt value;
164 
165       ierr = DMPlexGetLabelValue(dm, "vtk", c, &value);CHKERRQ(ierr);
166       if (value != 1) continue;
167     }
168     ierr = DMPlexGetTransitiveClosure(dm, c, PETSC_TRUE, &closureSize, &closure);CHKERRQ(ierr);
169     for (v = 0; v < closureSize*2; v += 2) {
170       if ((closure[v] >= vStart) && (closure[v] < vEnd)) piece.nconn++;
171     }
172     ierr = DMPlexRestoreTransitiveClosure(dm, c, PETSC_TRUE, &closureSize, &closure);CHKERRQ(ierr);
173     piece.ncells++;
174   }
175   if (!rank) {ierr = PetscMalloc(size*sizeof(piece),&gpiece);CHKERRQ(ierr);}
176   ierr = MPI_Gather((PetscInt*)&piece,sizeof(piece)/sizeof(PetscInt),MPIU_INT,(PetscInt*)gpiece,sizeof(piece)/sizeof(PetscInt),MPIU_INT,0,comm);CHKERRQ(ierr);
177 
178   /*
179    * Write file header
180    */
181   if (!rank) {
182     PetscInt boffset = 0;
183 
184     for (r=0; r<size; r++) {
185       ierr = PetscFPrintf(PETSC_COMM_SELF,fp,"    <Piece NumberOfPoints=\"%D\" NumberOfCells=\"%D\">\n",gpiece[r].nvertices,gpiece[r].ncells);CHKERRQ(ierr);
186       /* Coordinate positions */
187       ierr     = PetscFPrintf(PETSC_COMM_SELF,fp,"      <Points>\n");CHKERRQ(ierr);
188       ierr     = PetscFPrintf(PETSC_COMM_SELF,fp,"        <DataArray type=\"%s\" Name=\"Position\" NumberOfComponents=\"3\" format=\"appended\" offset=\"%D\" />\n",precision,boffset);CHKERRQ(ierr);
189       boffset += gpiece[r].nvertices*3*sizeof(PetscScalar) + sizeof(int);
190       ierr     = PetscFPrintf(PETSC_COMM_SELF,fp,"      </Points>\n");CHKERRQ(ierr);
191       /* Cell connectivity */
192       ierr     = PetscFPrintf(PETSC_COMM_SELF,fp,"      <Cells>\n");CHKERRQ(ierr);
193       ierr     = PetscFPrintf(PETSC_COMM_SELF,fp,"        <DataArray type=\"Int32\" Name=\"connectivity\" NumberOfComponents=\"1\" format=\"appended\" offset=\"%D\" />\n",boffset);CHKERRQ(ierr);
194       boffset += gpiece[r].nconn*sizeof(PetscInt) + sizeof(int);
195       ierr     = PetscFPrintf(PETSC_COMM_SELF,fp,"        <DataArray type=\"Int32\" Name=\"offsets\"      NumberOfComponents=\"1\" format=\"appended\" offset=\"%D\" />\n",boffset);CHKERRQ(ierr);
196       boffset += gpiece[r].ncells*sizeof(PetscInt) + sizeof(int);
197       ierr     = PetscFPrintf(PETSC_COMM_SELF,fp,"        <DataArray type=\"UInt8\" Name=\"types\"        NumberOfComponents=\"1\" format=\"appended\" offset=\"%D\" />\n",boffset);CHKERRQ(ierr);
198       boffset += gpiece[r].ncells*sizeof(unsigned char) + sizeof(int);
199       ierr     = PetscFPrintf(PETSC_COMM_SELF,fp,"      </Cells>\n");CHKERRQ(ierr);
200 
201       /*
202        * Cell Data headers
203        */
204       ierr     = PetscFPrintf(PETSC_COMM_SELF,fp,"      <CellData>\n");CHKERRQ(ierr);
205       ierr     = PetscFPrintf(PETSC_COMM_SELF,fp,"        <DataArray type=\"Int32\" Name=\"Rank\" NumberOfComponents=\"1\" format=\"appended\" offset=\"%D\" />\n",boffset);CHKERRQ(ierr);
206       boffset += gpiece[r].ncells*sizeof(int) + sizeof(int);
207       /* all the vectors */
208       for (link=vtk->link; link; link=link->next) {
209         Vec        X = (Vec)link->vec;
210         PetscInt   bs;
211         const char *vecname = "";
212         if ((link->ft != PETSC_VTK_CELL_FIELD) && (link->ft != PETSC_VTK_CELL_VECTOR_FIELD)) continue;
213         if (((PetscObject)X)->name || link != vtk->link) { /* If the object is already named, use it. If it is past the first link, name it to disambiguate. */
214           ierr = PetscObjectGetName((PetscObject)X,&vecname);CHKERRQ(ierr);
215         }
216         ierr = PetscSectionGetDof(dm->defaultSection,cStart,&bs);CHKERRQ(ierr);
217         for (i=0; i<bs; i++) {
218           char       buf[256];
219           const char *fieldname = NULL;
220           /* ierr = DMDAGetFieldName(da,i,&fieldname);CHKERRQ(ierr); */
221           if (!fieldname) {
222             ierr      = PetscSNPrintf(buf,sizeof(buf),"Unnamed%D",i);CHKERRQ(ierr);
223             fieldname = buf;
224           }
225           ierr     = PetscFPrintf(comm,fp,"        <DataArray type=\"%s\" Name=\"%s%s\" NumberOfComponents=\"1\" format=\"appended\" offset=\"%D\" />\n",precision,vecname,fieldname,boffset);CHKERRQ(ierr);
226           boffset += gpiece[r].ncells*sizeof(PetscScalar) + sizeof(int);
227         }
228       }
229       ierr = PetscFPrintf(PETSC_COMM_SELF,fp,"      </CellData>\n");CHKERRQ(ierr);
230 
231       /*
232        * Point Data headers
233        */
234       ierr = PetscFPrintf(PETSC_COMM_SELF,fp,"      <PointData>\n");CHKERRQ(ierr);
235       for (link=vtk->link; link; link=link->next) {
236         Vec        X = (Vec)link->vec;
237         PetscInt   bs;
238         const char *vecname = "";
239         if ((link->ft != PETSC_VTK_POINT_FIELD) && (link->ft != PETSC_VTK_POINT_VECTOR_FIELD)) continue;
240         if (((PetscObject)X)->name || link != vtk->link) { /* If the object is already named, use it. If it is past the first link, name it to disambiguate. */
241           ierr = PetscObjectGetName((PetscObject)X,&vecname);CHKERRQ(ierr);
242         }
243         ierr = PetscSectionGetDof(dm->defaultSection,vStart,&bs);CHKERRQ(ierr);
244         for (i=0; i<bs; i++) {
245           char fieldname[256];
246           ierr     = PetscSNPrintf(fieldname,sizeof(fieldname),"Point%D",i);CHKERRQ(ierr);
247           ierr     = PetscFPrintf(comm,fp,"        <DataArray type=\"%s\" Name=\"%s%s\" NumberOfComponents=\"1\" format=\"appended\" offset=\"%D\" />\n",precision,vecname,fieldname,boffset);CHKERRQ(ierr);
248           boffset += gpiece[r].nvertices*sizeof(PetscScalar) + sizeof(int);
249         }
250       }
251       ierr = PetscFPrintf(PETSC_COMM_SELF,fp,"      </PointData>\n");CHKERRQ(ierr);
252 
253       ierr = PetscFPrintf(PETSC_COMM_SELF,fp,"    </Piece>\n");CHKERRQ(ierr);
254     }
255   }
256 
257   ierr = PetscFPrintf(comm,fp,"  </UnstructuredGrid>\n");CHKERRQ(ierr);
258   ierr = PetscFPrintf(comm,fp,"  <AppendedData encoding=\"raw\">\n");CHKERRQ(ierr);
259   ierr = PetscFPrintf(comm,fp,"_");CHKERRQ(ierr);
260 
261   if (!rank) {
262     PetscInt maxsize = 0;
263     for (r=0; r<size; r++) {
264       maxsize = PetscMax(maxsize, (PetscInt) (gpiece[r].nvertices*3*sizeof(PetscScalar)));
265       maxsize = PetscMax(maxsize, (PetscInt) (gpiece[r].ncells*sizeof(PetscScalar)));
266       maxsize = PetscMax(maxsize, (PetscInt) (gpiece[r].nconn*sizeof(PetscVTKInt)));
267     }
268     ierr = PetscMalloc(maxsize,&buffer);CHKERRQ(ierr);
269   }
270   for (r=0; r<size; r++) {
271     if (r == rank) {
272       PetscInt nsend;
273       {                         /* Position */
274         const PetscScalar *x;
275         PetscScalar       *y = NULL;
276         Vec               coords;
277         nsend = piece.nvertices*3;
278         ierr  = DMGetCoordinatesLocal(dm,&coords);CHKERRQ(ierr);
279         ierr  = VecGetArrayRead(coords,&x);CHKERRQ(ierr);
280         if (dim != 3) {
281           ierr = PetscMalloc(piece.nvertices*3*sizeof(PetscScalar),&y);CHKERRQ(ierr);
282           for (i=0; i<piece.nvertices; i++) {
283             y[i*3+0] = x[i*dim+0];
284             y[i*3+1] = (dim > 1) ? x[i*dim+1] : 0;
285             y[i*3+2] = 0;
286           }
287         }
288         ierr = TransferWrite(viewer,fp,r,0,y ? y : x,buffer,nsend,PETSC_SCALAR,tag);CHKERRQ(ierr);
289         ierr = PetscFree(y);CHKERRQ(ierr);
290         ierr = VecRestoreArrayRead(coords,&x);CHKERRQ(ierr);
291       }
292       {                           /* Connectivity, offsets, types */
293         PetscVTKInt  *connectivity = NULL,*offsets;
294         PetscVTKType *types;
295         ierr = DMPlexGetVTKConnectivity(dm,&piece,&connectivity,&offsets,&types);CHKERRQ(ierr);
296         ierr = TransferWrite(viewer,fp,r,0,connectivity,buffer,piece.nconn,PETSC_INT32,tag);CHKERRQ(ierr);
297         ierr = TransferWrite(viewer,fp,r,0,offsets,buffer,piece.ncells,PETSC_INT32,tag);CHKERRQ(ierr);
298         ierr = TransferWrite(viewer,fp,r,0,types,buffer,piece.ncells,PETSC_UINT8,tag);CHKERRQ(ierr);
299         ierr = PetscFree3(connectivity,offsets,types);CHKERRQ(ierr);
300       }
301       {                         /* Owners (cell data) */
302         PetscVTKInt *owners;
303         ierr = PetscMalloc(piece.ncells*sizeof(PetscVTKInt),&owners);CHKERRQ(ierr);
304         for (i=0; i<piece.ncells; i++) owners[i] = rank;
305         ierr = TransferWrite(viewer,fp,r,0,owners,buffer,piece.ncells,PETSC_INT32,tag);CHKERRQ(ierr);
306         ierr = PetscFree(owners);CHKERRQ(ierr);
307       }
308       /* Cell data */
309       for (link=vtk->link; link; link=link->next) {
310         Vec               X = (Vec)link->vec;
311         const PetscScalar *x;
312         PetscScalar       *y;
313         PetscInt          bs;
314         if ((link->ft != PETSC_VTK_CELL_FIELD) && (link->ft != PETSC_VTK_CELL_VECTOR_FIELD)) continue;
315         ierr = PetscSectionGetDof(dm->defaultSection,cStart,&bs);CHKERRQ(ierr);
316         ierr = VecGetArrayRead(X,&x);CHKERRQ(ierr);
317         ierr = PetscMalloc(piece.ncells*sizeof(PetscScalar),&y);CHKERRQ(ierr);
318         for (i=0; i<bs; i++) {
319           PetscInt cnt;
320           for (c=cStart,cnt=0; c<cEnd; c++) {
321             const PetscScalar *xpoint;
322             if (hasLabel) {     /* Ignore some cells */
323               PetscInt value;
324               ierr = DMPlexGetLabelValue(dm, "vtk", c, &value);CHKERRQ(ierr);
325               if (value != 1) continue;
326             }
327             ierr     = DMPlexPointLocalRead(dm,c,x,&xpoint);CHKERRQ(ierr);
328             y[cnt++] = xpoint[i];
329           }
330           if (cnt != piece.ncells) SETERRQ(PETSC_COMM_SELF,PETSC_ERR_PLIB,"Count does not match");
331           ierr = TransferWrite(viewer,fp,r,0,y,buffer,piece.ncells,PETSC_SCALAR,tag);CHKERRQ(ierr);
332         }
333         ierr = PetscFree(y);CHKERRQ(ierr);
334         ierr = VecRestoreArrayRead(X,&x);CHKERRQ(ierr);
335       }
336 
337       for (link=vtk->link; link; link=link->next) {
338         Vec               X = (Vec)link->vec;
339         const PetscScalar *x;
340         PetscScalar       *y;
341         PetscInt          bs;
342         if ((link->ft != PETSC_VTK_POINT_FIELD) && (link->ft != PETSC_VTK_POINT_VECTOR_FIELD)) continue;
343         ierr = PetscSectionGetDof(dm->defaultSection,vStart,&bs);CHKERRQ(ierr);
344         ierr = VecGetArrayRead(X,&x);CHKERRQ(ierr);
345         ierr = PetscMalloc(piece.nvertices*sizeof(PetscScalar),&y);CHKERRQ(ierr);
346         for (i=0; i<bs; i++) {
347           PetscInt cnt;
348           for (v=vStart,cnt=0; v<vEnd; v++) {
349             const PetscScalar *xpoint;
350             ierr     = DMPlexPointLocalRead(dm,v,x,&xpoint);CHKERRQ(ierr);
351             y[cnt++] = xpoint[i];
352           }
353           if (cnt != piece.nvertices) SETERRQ(PETSC_COMM_SELF,PETSC_ERR_PLIB,"Count does not match");
354           ierr = TransferWrite(viewer,fp,r,0,y,buffer,piece.nvertices,PETSC_SCALAR,tag);CHKERRQ(ierr);
355         }
356         ierr = PetscFree(y);CHKERRQ(ierr);
357         ierr = VecRestoreArrayRead(X,&x);CHKERRQ(ierr);
358       }
359     } else if (!rank) {
360       ierr = TransferWrite(viewer,fp,r,0,NULL,buffer,gpiece[r].nvertices*3,PETSC_SCALAR,tag);CHKERRQ(ierr); /* positions */
361       ierr = TransferWrite(viewer,fp,r,0,NULL,buffer,gpiece[r].nconn,PETSC_INT32,tag);CHKERRQ(ierr); /* connectivity */
362       ierr = TransferWrite(viewer,fp,r,0,NULL,buffer,gpiece[r].ncells,PETSC_INT32,tag);CHKERRQ(ierr); /* offsets */
363       ierr = TransferWrite(viewer,fp,r,0,NULL,buffer,gpiece[r].ncells,PETSC_UINT8,tag);CHKERRQ(ierr); /* types */
364       ierr = TransferWrite(viewer,fp,r,0,NULL,buffer,gpiece[r].ncells,PETSC_INT32,tag);CHKERRQ(ierr); /* owner rank (cells) */
365       /* all cell data */
366       for (link=vtk->link; link; link=link->next) {
367         PetscInt bs;
368         if ((link->ft != PETSC_VTK_CELL_FIELD) && (link->ft != PETSC_VTK_CELL_VECTOR_FIELD)) continue;
369         ierr = PetscSectionGetDof(dm->defaultSection,vStart,&bs);CHKERRQ(ierr);
370         for (i=0; i<bs; i++) {
371           ierr = TransferWrite(viewer,fp,r,0,NULL,buffer,gpiece[r].ncells,PETSC_SCALAR,tag);CHKERRQ(ierr);
372         }
373       }
374       /* all point data */
375       for (link=vtk->link; link; link=link->next) {
376         PetscInt bs;
377         if ((link->ft != PETSC_VTK_POINT_FIELD) && (link->ft != PETSC_VTK_POINT_VECTOR_FIELD)) continue;
378         ierr = PetscSectionGetDof(dm->defaultSection,vStart,&bs);CHKERRQ(ierr);
379         for (i=0; i<bs; i++) {
380           ierr = TransferWrite(viewer,fp,r,0,NULL,buffer,gpiece[r].nvertices,PETSC_SCALAR,tag);CHKERRQ(ierr);
381         }
382       }
383     }
384   }
385   ierr = PetscFree(gpiece);CHKERRQ(ierr);
386   ierr = PetscFree(buffer);CHKERRQ(ierr);
387   ierr = PetscFPrintf(comm,fp,"\n  </AppendedData>\n");CHKERRQ(ierr);
388   ierr = PetscFPrintf(comm,fp,"</VTKFile>\n");CHKERRQ(ierr);
389   PetscFunctionReturn(0);
390 }
391