xref: /petsc/src/sys/error/err.c (revision f560318ce50f43192aed8957aa022ffb5d44929d)
17d0a6c19SBarry Smith 
2e5c89e4eSSatish Balay /*
3e5c89e4eSSatish Balay       Code that allows one to set the error handlers
4e5c89e4eSSatish Balay */
5af0996ceSBarry Smith #include <petsc/private/petscimpl.h>           /*I "petscsys.h" I*/
6665c2dedSJed Brown #include <petscviewer.h>
7e5c89e4eSSatish Balay 
8e5c89e4eSSatish Balay typedef struct _EH *EH;
9e5c89e4eSSatish Balay struct _EH {
10efca3c55SSatish Balay   PetscErrorCode (*handler)(MPI_Comm,int,const char*,const char*,PetscErrorCode,PetscErrorType,const char*,void*);
11e5c89e4eSSatish Balay   void           *ctx;
12e5c89e4eSSatish Balay   EH             previous;
13e5c89e4eSSatish Balay };
14e5c89e4eSSatish Balay 
15e5c89e4eSSatish Balay static EH eh = 0;
16e5c89e4eSSatish Balay 
17e5c89e4eSSatish Balay /*@C
18e5c89e4eSSatish Balay    PetscEmacsClientErrorHandler - Error handler that uses the emacsclient program to
19e5c89e4eSSatish Balay     load the file where the error occured. Then calls the "previous" error handler.
20e5c89e4eSSatish Balay 
21e5c89e4eSSatish Balay    Not Collective
22e5c89e4eSSatish Balay 
23e5c89e4eSSatish Balay    Input Parameters:
24e32f2f54SBarry Smith +  comm - communicator over which error occured
25e32f2f54SBarry Smith .  line - the line number of the error (indicated by __LINE__)
26e5c89e4eSSatish Balay .  file - the file in which the error was detected (indicated by __FILE__)
27e5c89e4eSSatish Balay .  mess - an error text string, usually just printed to the screen
28e5c89e4eSSatish Balay .  n - the generic error number
29e5c89e4eSSatish Balay .  p - specific error number
30e5c89e4eSSatish Balay -  ctx - error handler context
31e5c89e4eSSatish Balay 
32e5c89e4eSSatish Balay    Options Database Key:
33e5c89e4eSSatish Balay .   -on_error_emacs <machinename>
34e5c89e4eSSatish Balay 
35e5c89e4eSSatish Balay    Level: developer
36e5c89e4eSSatish Balay 
37e5c89e4eSSatish Balay    Notes:
38e5c89e4eSSatish Balay    You must put (server-start) in your .emacs file for the emacsclient software to work
39e5c89e4eSSatish Balay 
40e5c89e4eSSatish Balay    Most users need not directly employ this routine and the other error
41e5c89e4eSSatish Balay    handlers, but can instead use the simplified interface SETERRQ, which has
42e5c89e4eSSatish Balay    the calling sequence
43e32f2f54SBarry Smith $     SETERRQ(PETSC_COMM_SELF,number,p,mess)
44e5c89e4eSSatish Balay 
45e5c89e4eSSatish Balay    Notes for experienced users:
46e93bc3c1Svictor    Use PetscPushErrorHandler() to set the desired error handler.
47e5c89e4eSSatish Balay 
483bf036e2SBarry Smith    Developer Note: Since this is an error handler it cannot call CHKERRQ(); thus we just return if an error is detected.
493bf036e2SBarry Smith 
50e5c89e4eSSatish Balay    Concepts: emacs^going to on error
51e5c89e4eSSatish Balay    Concepts: error handler^going to line in emacs
52e5c89e4eSSatish Balay 
53e5c89e4eSSatish Balay .seealso:  PetscPushErrorHandler(), PetscAttachDebuggerErrorHandler(),
54e5c89e4eSSatish Balay           PetscAbortErrorHandler()
55e5c89e4eSSatish Balay  @*/
56efca3c55SSatish Balay PetscErrorCode  PetscEmacsClientErrorHandler(MPI_Comm comm,int line,const char *fun,const char *file,PetscErrorCode n,PetscErrorType p,const char *mess,void *ctx)
57e5c89e4eSSatish Balay {
58e5c89e4eSSatish Balay   PetscErrorCode ierr;
59e5c89e4eSSatish Balay   char           command[PETSC_MAX_PATH_LEN];
60e5c89e4eSSatish Balay   const char     *pdir;
61e5c89e4eSSatish Balay   FILE           *fp;
62e5c89e4eSSatish Balay 
63e5c89e4eSSatish Balay   PetscFunctionBegin;
643bf036e2SBarry Smith   ierr = PetscGetPetscDir(&pdir);if (ierr) PetscFunctionReturn(ierr);
65efca3c55SSatish Balay   sprintf(command,"cd %s; emacsclient --no-wait +%d %s\n",pdir,line,file);
66e5c89e4eSSatish Balay #if defined(PETSC_HAVE_POPEN)
673bf036e2SBarry Smith   ierr = PetscPOpen(MPI_COMM_WORLD,(char*)ctx,command,"r",&fp);if (ierr) PetscFunctionReturn(ierr);
68016831caSBarry Smith   ierr = PetscPClose(MPI_COMM_WORLD,fp);if (ierr) PetscFunctionReturn(ierr);
69e5c89e4eSSatish Balay #else
70e32f2f54SBarry Smith   SETERRQ(PETSC_COMM_SELF,PETSC_ERR_SUP_SYS,"Cannot run external programs on this machine");
71e5c89e4eSSatish Balay #endif
723bf036e2SBarry Smith   ierr = PetscPopErrorHandler();if (ierr) PetscFunctionReturn(ierr); /* remove this handler from the stack of handlers */
733bf036e2SBarry Smith   if (!eh) {
74efca3c55SSatish Balay     ierr = PetscTraceBackErrorHandler(comm,line,fun,file,n,p,mess,0);if (ierr) PetscFunctionReturn(ierr);
753bf036e2SBarry Smith   } else {
76efca3c55SSatish Balay     ierr = (*eh->handler)(comm,line,fun,file,n,p,mess,eh->ctx);if (ierr) PetscFunctionReturn(ierr);
773bf036e2SBarry Smith   }
78e5c89e4eSSatish Balay   PetscFunctionReturn(ierr);
79e5c89e4eSSatish Balay }
80e5c89e4eSSatish Balay 
81e5c89e4eSSatish Balay /*@C
82e5c89e4eSSatish Balay    PetscPushErrorHandler - Sets a routine to be called on detection of errors.
83e5c89e4eSSatish Balay 
84e5c89e4eSSatish Balay    Not Collective
85e5c89e4eSSatish Balay 
86e5c89e4eSSatish Balay    Input Parameters:
87e5c89e4eSSatish Balay +  handler - error handler routine
88e5c89e4eSSatish Balay -  ctx - optional handler context that contains information needed by the handler (for
89e5c89e4eSSatish Balay          example file pointers for error messages etc.)
90e5c89e4eSSatish Balay 
91e5c89e4eSSatish Balay    Calling sequence of handler:
92efca3c55SSatish Balay $    int handler(MPI_Comm comm,int line,char *func,char *file,PetscErrorCode n,int p,char *mess,void *ctx);
93e5c89e4eSSatish Balay 
94e32f2f54SBarry Smith +  comm - communicator over which error occured
95e5c89e4eSSatish Balay .  line - the line number of the error (indicated by __LINE__)
96e5c89e4eSSatish Balay .  file - the file in which the error was detected (indicated by __FILE__)
97e5c89e4eSSatish Balay .  n - the generic error number (see list defined in include/petscerror.h)
98668f157eSBarry Smith .  p - PETSC_ERROR_INITIAL if error just detected, otherwise PETSC_ERROR_REPEAT
99e5c89e4eSSatish Balay .  mess - an error text string, usually just printed to the screen
100e5c89e4eSSatish Balay -  ctx - the error handler context
101e5c89e4eSSatish Balay 
102e5c89e4eSSatish Balay    Options Database Keys:
103e5c89e4eSSatish Balay +   -on_error_attach_debugger <noxterm,gdb or dbx>
104e5c89e4eSSatish Balay -   -on_error_abort
105e5c89e4eSSatish Balay 
106e5c89e4eSSatish Balay    Level: intermediate
107e5c89e4eSSatish Balay 
108e93bc3c1Svictor    Notes:
1097850c7c0SBarry Smith    The currently available PETSc error handlers include PetscTraceBackErrorHandler(),
110e8fb0fc0SBarry Smith    PetscAttachDebuggerErrorHandler(), PetscAbortErrorHandler(), and PetscMPIAbortErrorHandler(), PetscReturnErrorHandler().
111e93bc3c1Svictor 
11295452b02SPatrick Sanan    Fortran Notes:
11395452b02SPatrick Sanan     You can only push one error handler from Fortran before poping it.
1147850c7c0SBarry Smith 
11534b9b2edSBarry Smith .seealso: PetscPopErrorHandler(), PetscAttachDebuggerErrorHandler(), PetscAbortErrorHandler(), PetscTraceBackErrorHandler(), PetscPushSignalHandler()
116e5c89e4eSSatish Balay 
117e5c89e4eSSatish Balay @*/
118efca3c55SSatish Balay PetscErrorCode  PetscPushErrorHandler(PetscErrorCode (*handler)(MPI_Comm comm,int,const char*,const char*,PetscErrorCode,PetscErrorType,const char*,void*),void *ctx)
119e5c89e4eSSatish Balay {
120e5c89e4eSSatish Balay   EH             neweh;
121e5c89e4eSSatish Balay   PetscErrorCode ierr;
122e5c89e4eSSatish Balay 
123e5c89e4eSSatish Balay   PetscFunctionBegin;
124b00a9115SJed Brown   ierr = PetscNew(&neweh);CHKERRQ(ierr);
125a297a907SKarl Rupp   if (eh) neweh->previous = eh;
126a297a907SKarl Rupp   else    neweh->previous = 0;
127e5c89e4eSSatish Balay   neweh->handler = handler;
128e5c89e4eSSatish Balay   neweh->ctx     = ctx;
129e5c89e4eSSatish Balay   eh             = neweh;
130e5c89e4eSSatish Balay   PetscFunctionReturn(0);
131e5c89e4eSSatish Balay }
132e5c89e4eSSatish Balay 
133e30d2299SSatish Balay /*@
134e5c89e4eSSatish Balay    PetscPopErrorHandler - Removes the latest error handler that was
135e5c89e4eSSatish Balay    pushed with PetscPushErrorHandler().
136e5c89e4eSSatish Balay 
137e5c89e4eSSatish Balay    Not Collective
138e5c89e4eSSatish Balay 
139e5c89e4eSSatish Balay    Level: intermediate
140e5c89e4eSSatish Balay 
141e5c89e4eSSatish Balay    Concepts: error handler^setting
142e5c89e4eSSatish Balay 
143e5c89e4eSSatish Balay .seealso: PetscPushErrorHandler()
144e5c89e4eSSatish Balay @*/
1457087cfbeSBarry Smith PetscErrorCode  PetscPopErrorHandler(void)
146e5c89e4eSSatish Balay {
147e5c89e4eSSatish Balay   EH             tmp;
148e5c89e4eSSatish Balay   PetscErrorCode ierr;
149e5c89e4eSSatish Balay 
150e5c89e4eSSatish Balay   PetscFunctionBegin;
151e5c89e4eSSatish Balay   if (!eh) PetscFunctionReturn(0);
152e5c89e4eSSatish Balay   tmp  = eh;
153e5c89e4eSSatish Balay   eh   = eh->previous;
154e5c89e4eSSatish Balay   ierr = PetscFree(tmp);CHKERRQ(ierr);
155e5c89e4eSSatish Balay   PetscFunctionReturn(0);
156e5c89e4eSSatish Balay }
157e5c89e4eSSatish Balay 
158e93bc3c1Svictor /*@C
159e93bc3c1Svictor   PetscReturnErrorHandler - Error handler that causes a return to the current
160e93bc3c1Svictor   level.
161e93bc3c1Svictor 
162e93bc3c1Svictor    Not Collective
163e93bc3c1Svictor 
164e93bc3c1Svictor    Input Parameters:
165e32f2f54SBarry Smith +  comm - communicator over which error occurred
166e32f2f54SBarry Smith .  line - the line number of the error (indicated by __LINE__)
167e93bc3c1Svictor .  file - the file in which the error was detected (indicated by __FILE__)
168e93bc3c1Svictor .  mess - an error text string, usually just printed to the screen
169e93bc3c1Svictor .  n - the generic error number
170e93bc3c1Svictor .  p - specific error number
171e93bc3c1Svictor -  ctx - error handler context
172e93bc3c1Svictor 
173e93bc3c1Svictor    Level: developer
174e93bc3c1Svictor 
175e93bc3c1Svictor    Notes:
176e93bc3c1Svictor    Most users need not directly employ this routine and the other error
177e93bc3c1Svictor    handlers, but can instead use the simplified interface SETERRQ, which has
178e93bc3c1Svictor    the calling sequence
179e32f2f54SBarry Smith $     SETERRQ(comm,number,mess)
180e93bc3c1Svictor 
181e93bc3c1Svictor    Notes for experienced users:
182e93bc3c1Svictor    This routine is good for catching errors such as zero pivots in preconditioners
183e93bc3c1Svictor    or breakdown of iterative methods. It is not appropriate for memory violations
184e93bc3c1Svictor    and similar errors.
185e93bc3c1Svictor 
186e93bc3c1Svictor    Use PetscPushErrorHandler() to set the desired error handler.  The
187e93bc3c1Svictor    currently available PETSc error handlers include PetscTraceBackErrorHandler(),
188e8fb0fc0SBarry Smith    PetscAttachDebuggerErrorHandler(), PetscAbortErrorHandler(), and PetscAbortErrorHandler()
189e93bc3c1Svictor 
190e93bc3c1Svictor    Concepts: error handler
191e93bc3c1Svictor 
192e93bc3c1Svictor .seealso:  PetscPushErrorHandler(), PetscPopErrorHandler().
193e93bc3c1Svictor  @*/
194e93bc3c1Svictor 
195efca3c55SSatish Balay PetscErrorCode  PetscReturnErrorHandler(MPI_Comm comm,int line,const char *fun,const char *file,PetscErrorCode n,PetscErrorType p,const char *mess,void *ctx)
196e93bc3c1Svictor {
197e93bc3c1Svictor   PetscFunctionBegin;
198e93bc3c1Svictor   PetscFunctionReturn(n);
199e93bc3c1Svictor }
200e93bc3c1Svictor 
201e5c89e4eSSatish Balay static char PetscErrorBaseMessage[1024];
202e5c89e4eSSatish Balay /*
203e5c89e4eSSatish Balay        The numerical values for these are defined in include/petscerror.h; any changes
204e5c89e4eSSatish Balay    there must also be made here
205e5c89e4eSSatish Balay */
206e5c89e4eSSatish Balay static const char *PetscErrorStrings[] = {
207e5c89e4eSSatish Balay   /*55 */ "Out of memory",
208e5c89e4eSSatish Balay           "No support for this operation for this object type",
209e5c89e4eSSatish Balay           "No support for this operation on this system",
210e5c89e4eSSatish Balay   /*58 */ "Operation done in wrong order",
211e5c89e4eSSatish Balay   /*59 */ "Signal received",
212e5c89e4eSSatish Balay   /*60 */ "Nonconforming object sizes",
213e5c89e4eSSatish Balay           "Argument aliasing not permitted",
214e5c89e4eSSatish Balay           "Invalid argument",
215e5c89e4eSSatish Balay   /*63 */ "Argument out of range",
216114011d0SBarry Smith           "Corrupt argument: http://www.mcs.anl.gov/petsc/documentation/faq.html#valgrind",
217e5c89e4eSSatish Balay           "Unable to open file",
218e5c89e4eSSatish Balay           "Read from file failed",
219e5c89e4eSSatish Balay           "Write to file failed",
220e5c89e4eSSatish Balay           "Invalid pointer",
221e5c89e4eSSatish Balay   /*69 */ "Arguments must have same type",
222a8b45ee7SBarry Smith   /*70 */ "Attempt to use a pointer that does not point to a valid accessible location",
2238a05737aSBarry Smith   /*71 */ "Zero pivot in LU factorization: http://www.mcs.anl.gov/petsc/documentation/faq.html#zeropivot",
224e5c89e4eSSatish Balay   /*72 */ "Floating point exception",
225e5c89e4eSSatish Balay   /*73 */ "Object is in wrong state",
226e5c89e4eSSatish Balay           "Corrupted Petsc object",
227e5c89e4eSSatish Balay           "Arguments are incompatible",
228e5c89e4eSSatish Balay           "Error in external library",
229e5c89e4eSSatish Balay   /*77 */ "Petsc has generated inconsistent data",
230114011d0SBarry Smith           "Memory corruption: http://www.mcs.anl.gov/petsc/documentation/installation.html#valgrind",
231e5c89e4eSSatish Balay           "Unexpected data in file",
232e5c89e4eSSatish Balay   /*80 */ "Arguments must have same communicators",
2338a05737aSBarry Smith   /*81 */ "Zero pivot in Cholesky factorization: http://www.mcs.anl.gov/petsc/documentation/faq.html#zeropivot",
234e5c89e4eSSatish Balay           "  ",
235e5c89e4eSSatish Balay           "  ",
236114011d0SBarry Smith           "Overflow in integer operation: http://www.mcs.anl.gov/petsc/documentation/faq.html#64-bit-indices",
237e5c89e4eSSatish Balay   /*85 */ "Null argument, when expecting valid pointer",
238114011d0SBarry Smith   /*86 */ "Unknown type. Check for miss-spelling or missing package: http://www.mcs.anl.gov/petsc/documentation/installation.html#external",
2393d96e996SBarry Smith   /*87 */ "MPI library at runtime is not compatible with MPI used at compile time",
2408cda6cd7SBarry Smith   /*88 */ "Error in system call",
241*f560318cSPatrick Sanan   /*89 */ "Object Type not set: http://www.mcs.anl.gov/petsc/documentation/faq.html#objecttypenotset",
24273260a9bSLisandro Dalcin   /*90 */ "  ",
24373260a9bSLisandro Dalcin   /*   */ "  ",
244*f560318cSPatrick Sanan   /*92 */ "See http://www.mcs.anl.gov/petsc/documentation/linearsolvertable.html for possible LU and Cholesky solvers",
245*f560318cSPatrick Sanan   /*93 */ "You cannot overwrite this option since that will conflict with other previously set options",
24673260a9bSLisandro Dalcin };
247e5c89e4eSSatish Balay 
248e5c89e4eSSatish Balay /*@C
249e5c89e4eSSatish Balay    PetscErrorMessage - returns the text string associated with a PETSc error code.
250e5c89e4eSSatish Balay 
251e5c89e4eSSatish Balay    Not Collective
252e5c89e4eSSatish Balay 
253e5c89e4eSSatish Balay    Input Parameter:
254e5c89e4eSSatish Balay .   errnum - the error code
255e5c89e4eSSatish Balay 
256e5c89e4eSSatish Balay    Output Parameter:
2570298fd71SBarry Smith +  text - the error message (NULL if not desired)
2580298fd71SBarry Smith -  specific - the specific error message that was set with SETERRxxx() or PetscError().  (NULL if not desired)
259e5c89e4eSSatish Balay 
260e5c89e4eSSatish Balay    Level: developer
261e5c89e4eSSatish Balay 
262e5c89e4eSSatish Balay    Concepts: error handler^messages
263e5c89e4eSSatish Balay 
26478179f8bSBarry Smith .seealso:  PetscPushErrorHandler(), PetscAttachDebuggerErrorHandler(), PetscError(), SETERRQ(), CHKERRQ()
265e5c89e4eSSatish Balay           PetscAbortErrorHandler(), PetscTraceBackErrorHandler()
266e5c89e4eSSatish Balay  @*/
2677087cfbeSBarry Smith PetscErrorCode  PetscErrorMessage(int errnum,const char *text[],char **specific)
268e5c89e4eSSatish Balay {
269e5c89e4eSSatish Balay   PetscFunctionBegin;
270a297a907SKarl Rupp   if (text && errnum > PETSC_ERR_MIN_VALUE && errnum < PETSC_ERR_MAX_VALUE) *text = PetscErrorStrings[errnum-PETSC_ERR_MIN_VALUE-1];
271a297a907SKarl Rupp   else if (text) *text = 0;
272e5c89e4eSSatish Balay 
273a297a907SKarl Rupp   if (specific) *specific = PetscErrorBaseMessage;
274e5c89e4eSSatish Balay   PetscFunctionReturn(0);
275e5c89e4eSSatish Balay }
276e5c89e4eSSatish Balay 
277984a1229SMatthew G. Knepley #if defined(PETSC_CLANGUAGE_CXX)
278984a1229SMatthew G. Knepley /* C++ exceptions are formally not allowed to propagate through extern "C" code. In practice, far too much software
279984a1229SMatthew G. Knepley  * would be broken if implementations did not handle it it some common cases. However, keep in mind
280984a1229SMatthew G. Knepley  *
281984a1229SMatthew G. Knepley  *   Rule 62. Don't allow exceptions to propagate across module boundaries
282984a1229SMatthew G. Knepley  *
283984a1229SMatthew G. Knepley  * in "C++ Coding Standards" by Sutter and Alexandrescu. (This accounts for part of the ongoing C++ binary interface
284984a1229SMatthew G. Knepley  * instability.) Having PETSc raise errors as C++ exceptions was probably misguided and should eventually be removed.
285984a1229SMatthew G. Knepley  *
286984a1229SMatthew G. Knepley  * Here is the problem: You have a C++ function call a PETSc function, and you would like to maintain the error message
287984a1229SMatthew G. Knepley  * and stack information from the PETSc error. You could make everyone write exactly this code in their C++, but that
288984a1229SMatthew G. Knepley  * seems crazy to me.
289984a1229SMatthew G. Knepley  */
290984a1229SMatthew G. Knepley #include <sstream>
2914c94c282SMatthew G. Knepley #include <stdexcept>
292984a1229SMatthew G. Knepley static void PetscCxxErrorThrow() {
293984a1229SMatthew G. Knepley   const char *str;
294984a1229SMatthew G. Knepley   if (eh && eh->ctx) {
295984a1229SMatthew G. Knepley     std::ostringstream *msg;
296984a1229SMatthew G. Knepley     msg = (std::ostringstream*) eh->ctx;
297984a1229SMatthew G. Knepley     str = msg->str().c_str();
298984a1229SMatthew G. Knepley   } else str = "Error detected in C PETSc";
299984a1229SMatthew G. Knepley 
300984a1229SMatthew G. Knepley   throw std::runtime_error(str);
301984a1229SMatthew G. Knepley }
302984a1229SMatthew G. Knepley #endif
303984a1229SMatthew G. Knepley 
304e5c89e4eSSatish Balay /*@C
305e5c89e4eSSatish Balay    PetscError - Routine that is called when an error has been detected,
306e32f2f54SBarry Smith    usually called through the macro SETERRQ(PETSC_COMM_SELF,).
307e5c89e4eSSatish Balay 
308e5c89e4eSSatish Balay    Not Collective
309e5c89e4eSSatish Balay 
310e5c89e4eSSatish Balay    Input Parameters:
311e32f2f54SBarry Smith +  comm - communicator over which error occurred.  ALL ranks of this communicator MUST call this routine
312e32f2f54SBarry Smith .  line - the line number of the error (indicated by __LINE__)
3133de71b31SHong Zhang .  func - the function name in which the error was detected
314e5c89e4eSSatish Balay .  file - the file in which the error was detected (indicated by __FILE__)
315e5c89e4eSSatish Balay .  n - the generic error number
316d736bfebSBarry Smith .  p - PETSC_ERROR_INITIAL indicates the error was initially detected, PETSC_ERROR_REPEAT indicates this is a traceback from a previously detected error
317e5c89e4eSSatish Balay -  mess - formatted message string - aka printf
318e5c89e4eSSatish Balay 
319e5c89e4eSSatish Balay   Level: intermediate
320e5c89e4eSSatish Balay 
321e5c89e4eSSatish Balay    Notes:
322e5c89e4eSSatish Balay    Most users need not directly use this routine and the error handlers, but
323e5c89e4eSSatish Balay    can instead use the simplified interface SETERRQ, which has the calling
324e5c89e4eSSatish Balay    sequence
325e32f2f54SBarry Smith $     SETERRQ(comm,n,mess)
326e5c89e4eSSatish Balay 
327e3081792SBarry Smith    Fortran Note:
328e3081792SBarry Smith    This routine is used differently from Fortran
329e3081792SBarry Smith $    PetscError(MPI_Comm comm,PetscErrorCode n,PetscErrorType p,char *message)
330e3081792SBarry Smith 
331e5c89e4eSSatish Balay    Experienced users can set the error handler with PetscPushErrorHandler().
332e5c89e4eSSatish Balay 
3333bf036e2SBarry Smith    Developer Note: Since this is called after an error condition it should not be calling any error handlers (currently it ignores any error codes)
3343bf036e2SBarry Smith    BUT this routine does call regular PETSc functions that may call error handlers, this is problematic and could be fixed by never calling other PETSc routines
3353bf036e2SBarry Smith    but this annoying.
3363bf036e2SBarry Smith 
337e5c89e4eSSatish Balay    Concepts: error^setting condition
338e5c89e4eSSatish Balay 
33978179f8bSBarry Smith .seealso: PetscTraceBackErrorHandler(), PetscPushErrorHandler(), SETERRQ(), CHKERRQ(), CHKMEMQ, SETERRQ1(), SETERRQ2(), PetscErrorMessage()
340e5c89e4eSSatish Balay @*/
341efca3c55SSatish Balay PetscErrorCode PetscError(MPI_Comm comm,int line,const char *func,const char *file,PetscErrorCode n,PetscErrorType p,const char *mess,...)
342e5c89e4eSSatish Balay {
343e5c89e4eSSatish Balay   va_list        Argp;
344c9a19010SBarry Smith   size_t         fullLength;
345e5c89e4eSSatish Balay   char           buf[2048],*lbuf = 0;
346fbfcfee5SBarry Smith   PetscBool      ismain;
3473bf036e2SBarry Smith   PetscErrorCode ierr;
348e5c89e4eSSatish Balay 
3490d577829SBarry Smith   PetscFunctionBegin;
350e5c89e4eSSatish Balay   if (!func) func = "User provided function";
351e5c89e4eSSatish Balay   if (!file) file = "User file";
3520d577829SBarry Smith   if (comm == MPI_COMM_NULL) comm = PETSC_COMM_SELF;
353e5c89e4eSSatish Balay 
354e5c89e4eSSatish Balay   /* Compose the message evaluating the print format */
355e5c89e4eSSatish Balay   if (mess) {
356e5c89e4eSSatish Balay     va_start(Argp,mess);
3572d609e63SMatthew Knepley     PetscVSNPrintf(buf,2048,mess,&fullLength,Argp);
358e5c89e4eSSatish Balay     va_end(Argp);
359e5c89e4eSSatish Balay     lbuf = buf;
36078179f8bSBarry Smith     if (p == PETSC_ERROR_INITIAL) PetscStrncpy(PetscErrorBaseMessage,lbuf,1023);
361e5c89e4eSSatish Balay   }
362e5c89e4eSSatish Balay 
363efca3c55SSatish Balay   if (!eh) ierr = PetscTraceBackErrorHandler(comm,line,func,file,n,p,lbuf,0);
364efca3c55SSatish Balay   else     ierr = (*eh->handler)(comm,line,func,file,n,p,lbuf,eh->ctx);
365e5c89e4eSSatish Balay 
366e5c89e4eSSatish Balay   /*
367e5c89e4eSSatish Balay       If this is called from the main() routine we call MPI_Abort() instead of
368e5c89e4eSSatish Balay     return to allow the parallel program to be properly shutdown.
369e5c89e4eSSatish Balay 
370e5c89e4eSSatish Balay     Since this is in the error handler we don't check the errors below. Of course,
371e5c89e4eSSatish Balay     PetscStrncmp() does its own error checking which is problamatic
372e5c89e4eSSatish Balay   */
373e5c89e4eSSatish Balay   PetscStrncmp(func,"main",4,&ismain);
374fbfcfee5SBarry Smith   if (ismain) MPI_Abort(PETSC_COMM_WORLD,(int)ierr);
375a297a907SKarl Rupp 
3762c280183SJed Brown #if defined(PETSC_CLANGUAGE_CXX)
377d736bfebSBarry Smith   if (p == PETSC_ERROR_IN_CXX) {
3782c280183SJed Brown     PetscCxxErrorThrow();
379d736bfebSBarry Smith   }
380d736bfebSBarry Smith #endif
381e5c89e4eSSatish Balay   PetscFunctionReturn(ierr);
382e5c89e4eSSatish Balay }
383e5c89e4eSSatish Balay 
384e5c89e4eSSatish Balay /* -------------------------------------------------------------------------*/
385e5c89e4eSSatish Balay 
386e5c89e4eSSatish Balay /*@C
387e5c89e4eSSatish Balay     PetscIntView - Prints an array of integers; useful for debugging.
388e5c89e4eSSatish Balay 
389e5c89e4eSSatish Balay     Collective on PetscViewer
390e5c89e4eSSatish Balay 
391e5c89e4eSSatish Balay     Input Parameters:
392e5c89e4eSSatish Balay +   N - number of integers in array
393e5c89e4eSSatish Balay .   idx - array of integers
394e5c89e4eSSatish Balay -   viewer - location to print array,  PETSC_VIEWER_STDOUT_WORLD, PETSC_VIEWER_STDOUT_SELF or 0
395e5c89e4eSSatish Balay 
396e5c89e4eSSatish Balay   Level: intermediate
397e5c89e4eSSatish Balay 
39895452b02SPatrick Sanan     Developer Notes:
39995452b02SPatrick Sanan     idx cannot be const because may be passed to binary viewer where byte swapping is done
400300a7f5bSBarry Smith 
401e5c89e4eSSatish Balay .seealso: PetscRealView()
402e5c89e4eSSatish Balay @*/
4037087cfbeSBarry Smith PetscErrorCode  PetscIntView(PetscInt N,const PetscInt idx[],PetscViewer viewer)
404e5c89e4eSSatish Balay {
405e5c89e4eSSatish Balay   PetscErrorCode ierr;
406e5c89e4eSSatish Balay   PetscInt       j,i,n = N/20,p = N % 20;
407ace3abfcSBarry Smith   PetscBool      iascii,isbinary;
408e5c89e4eSSatish Balay   MPI_Comm       comm;
409e5c89e4eSSatish Balay 
410e5c89e4eSSatish Balay   PetscFunctionBegin;
411e5c89e4eSSatish Balay   if (!viewer) viewer = PETSC_VIEWER_STDOUT_SELF;
4120700a824SBarry Smith   PetscValidHeaderSpecific(viewer,PETSC_VIEWER_CLASSID,3);
4135ab33896SBarry Smith   if (N) PetscValidIntPointer(idx,2);
414e5c89e4eSSatish Balay   ierr = PetscObjectGetComm((PetscObject)viewer,&comm);CHKERRQ(ierr);
415e5c89e4eSSatish Balay 
416251f4c67SDmitry Karpeev   ierr = PetscObjectTypeCompare((PetscObject)viewer,PETSCVIEWERASCII,&iascii);CHKERRQ(ierr);
417251f4c67SDmitry Karpeev   ierr = PetscObjectTypeCompare((PetscObject)viewer,PETSCVIEWERBINARY,&isbinary);CHKERRQ(ierr);
418e5c89e4eSSatish Balay   if (iascii) {
4191575c14dSBarry Smith     ierr = PetscViewerASCIIPushSynchronized(viewer);CHKERRQ(ierr);
420e5c89e4eSSatish Balay     for (i=0; i<n; i++) {
421e5c89e4eSSatish Balay       ierr = PetscViewerASCIISynchronizedPrintf(viewer,"%D:",20*i);CHKERRQ(ierr);
422e5c89e4eSSatish Balay       for (j=0; j<20; j++) {
423e5c89e4eSSatish Balay         ierr = PetscViewerASCIISynchronizedPrintf(viewer," %D",idx[i*20+j]);CHKERRQ(ierr);
424e5c89e4eSSatish Balay       }
425e5c89e4eSSatish Balay       ierr = PetscViewerASCIISynchronizedPrintf(viewer,"\n");CHKERRQ(ierr);
426e5c89e4eSSatish Balay     }
427e5c89e4eSSatish Balay     if (p) {
428e5c89e4eSSatish Balay       ierr = PetscViewerASCIISynchronizedPrintf(viewer,"%D:",20*n);CHKERRQ(ierr);
429e5c89e4eSSatish Balay       for (i=0; i<p; i++) { ierr = PetscViewerASCIISynchronizedPrintf(viewer," %D",idx[20*n+i]);CHKERRQ(ierr);}
430e5c89e4eSSatish Balay       ierr = PetscViewerASCIISynchronizedPrintf(viewer,"\n");CHKERRQ(ierr);
431e5c89e4eSSatish Balay     }
432e5c89e4eSSatish Balay     ierr = PetscViewerFlush(viewer);CHKERRQ(ierr);
4331575c14dSBarry Smith     ierr = PetscViewerASCIIPopSynchronized(viewer);CHKERRQ(ierr);
4346805f65bSBarry Smith   } else if (isbinary) {
435783b601eSJed Brown     PetscMPIInt rank,size,*sizes,Ntotal,*displs,NN;
436e5c89e4eSSatish Balay     PetscInt    *array;
437783b601eSJed Brown 
4384dc2109aSBarry Smith     ierr = PetscMPIIntCast(N,&NN);CHKERRQ(ierr);
439e5c89e4eSSatish Balay     ierr = MPI_Comm_rank(comm,&rank);CHKERRQ(ierr);
440e5c89e4eSSatish Balay     ierr = MPI_Comm_size(comm,&size);CHKERRQ(ierr);
441e5c89e4eSSatish Balay 
442e5c89e4eSSatish Balay     if (size > 1) {
443e5c89e4eSSatish Balay       if (rank) {
444e5c89e4eSSatish Balay         ierr = MPI_Gather(&NN,1,MPI_INT,0,0,MPI_INT,0,comm);CHKERRQ(ierr);
445300a7f5bSBarry Smith         ierr = MPI_Gatherv((void*)idx,NN,MPIU_INT,0,0,0,MPIU_INT,0,comm);CHKERRQ(ierr);
446e5c89e4eSSatish Balay       } else {
447785e854fSJed Brown         ierr      = PetscMalloc1(size,&sizes);CHKERRQ(ierr);
448adcec1e5SJed Brown         ierr      = MPI_Gather(&NN,1,MPI_INT,sizes,1,MPI_INT,0,comm);CHKERRQ(ierr);
449e5c89e4eSSatish Balay         Ntotal    = sizes[0];
450785e854fSJed Brown         ierr      = PetscMalloc1(size,&displs);CHKERRQ(ierr);
451e5c89e4eSSatish Balay         displs[0] = 0;
452e5c89e4eSSatish Balay         for (i=1; i<size; i++) {
453e5c89e4eSSatish Balay           Ntotal   += sizes[i];
454e5c89e4eSSatish Balay           displs[i] =  displs[i-1] + sizes[i-1];
455e5c89e4eSSatish Balay         }
456785e854fSJed Brown         ierr = PetscMalloc1(Ntotal,&array);CHKERRQ(ierr);
457300a7f5bSBarry Smith         ierr = MPI_Gatherv((void*)idx,NN,MPIU_INT,array,sizes,displs,MPIU_INT,0,comm);CHKERRQ(ierr);
4586805f65bSBarry Smith         ierr = PetscViewerBinaryWrite(viewer,array,Ntotal,PETSC_INT,PETSC_TRUE);CHKERRQ(ierr);
459e5c89e4eSSatish Balay         ierr = PetscFree(sizes);CHKERRQ(ierr);
460e5c89e4eSSatish Balay         ierr = PetscFree(displs);CHKERRQ(ierr);
461e5c89e4eSSatish Balay         ierr = PetscFree(array);CHKERRQ(ierr);
462e5c89e4eSSatish Balay       }
463e5c89e4eSSatish Balay     } else {
46447b06e05SMatthew Knepley       ierr = PetscViewerBinaryWrite(viewer,(void*) idx,N,PETSC_INT,PETSC_FALSE);CHKERRQ(ierr);
465e5c89e4eSSatish Balay     }
466e5c89e4eSSatish Balay   } else {
467e5c89e4eSSatish Balay     const char *tname;
468e5c89e4eSSatish Balay     ierr = PetscObjectGetName((PetscObject)viewer,&tname);CHKERRQ(ierr);
469e32f2f54SBarry Smith     SETERRQ1(PETSC_COMM_SELF,PETSC_ERR_SUP,"Cannot handle that PetscViewer of type %s",tname);
470e5c89e4eSSatish Balay   }
471e5c89e4eSSatish Balay   PetscFunctionReturn(0);
472e5c89e4eSSatish Balay }
473e5c89e4eSSatish Balay 
474e5c89e4eSSatish Balay /*@C
475e5c89e4eSSatish Balay     PetscRealView - Prints an array of doubles; useful for debugging.
476e5c89e4eSSatish Balay 
477e5c89e4eSSatish Balay     Collective on PetscViewer
478e5c89e4eSSatish Balay 
479e5c89e4eSSatish Balay     Input Parameters:
480cba51d77SBarry Smith +   N - number of PetscReal in array
481cba51d77SBarry Smith .   idx - array of PetscReal
482e5c89e4eSSatish Balay -   viewer - location to print array,  PETSC_VIEWER_STDOUT_WORLD, PETSC_VIEWER_STDOUT_SELF or 0
483e5c89e4eSSatish Balay 
484e5c89e4eSSatish Balay   Level: intermediate
485e5c89e4eSSatish Balay 
48695452b02SPatrick Sanan     Developer Notes:
48795452b02SPatrick Sanan     idx cannot be const because may be passed to binary viewer where byte swapping is done
488300a7f5bSBarry Smith 
489e5c89e4eSSatish Balay .seealso: PetscIntView()
490e5c89e4eSSatish Balay @*/
4917087cfbeSBarry Smith PetscErrorCode  PetscRealView(PetscInt N,const PetscReal idx[],PetscViewer viewer)
492e5c89e4eSSatish Balay {
493e5c89e4eSSatish Balay   PetscErrorCode ierr;
494e5c89e4eSSatish Balay   PetscInt       j,i,n = N/5,p = N % 5;
495ace3abfcSBarry Smith   PetscBool      iascii,isbinary;
496e5c89e4eSSatish Balay   MPI_Comm       comm;
497e5c89e4eSSatish Balay 
498e5c89e4eSSatish Balay   PetscFunctionBegin;
499e5c89e4eSSatish Balay   if (!viewer) viewer = PETSC_VIEWER_STDOUT_SELF;
5000700a824SBarry Smith   PetscValidHeaderSpecific(viewer,PETSC_VIEWER_CLASSID,3);
501e5c89e4eSSatish Balay   PetscValidScalarPointer(idx,2);
502e5c89e4eSSatish Balay   ierr = PetscObjectGetComm((PetscObject)viewer,&comm);CHKERRQ(ierr);
503e5c89e4eSSatish Balay 
504251f4c67SDmitry Karpeev   ierr = PetscObjectTypeCompare((PetscObject)viewer,PETSCVIEWERASCII,&iascii);CHKERRQ(ierr);
505251f4c67SDmitry Karpeev   ierr = PetscObjectTypeCompare((PetscObject)viewer,PETSCVIEWERBINARY,&isbinary);CHKERRQ(ierr);
506e5c89e4eSSatish Balay   if (iascii) {
5071575c14dSBarry Smith     ierr = PetscViewerASCIIPushSynchronized(viewer);CHKERRQ(ierr);
508e5c89e4eSSatish Balay     for (i=0; i<n; i++) {
5097824ef9bSBarry Smith       ierr = PetscViewerASCIISynchronizedPrintf(viewer,"%2d:",(int)5*i);CHKERRQ(ierr);
510e5c89e4eSSatish Balay       for (j=0; j<5; j++) {
511cba51d77SBarry Smith         ierr = PetscViewerASCIISynchronizedPrintf(viewer," %12.4e",(double)idx[i*5+j]);CHKERRQ(ierr);
512e5c89e4eSSatish Balay       }
513e5c89e4eSSatish Balay       ierr = PetscViewerASCIISynchronizedPrintf(viewer,"\n");CHKERRQ(ierr);
514e5c89e4eSSatish Balay     }
515e5c89e4eSSatish Balay     if (p) {
5167824ef9bSBarry Smith       ierr = PetscViewerASCIISynchronizedPrintf(viewer,"%2d:",(int)5*n);CHKERRQ(ierr);
517cba51d77SBarry Smith       for (i=0; i<p; i++) { PetscViewerASCIISynchronizedPrintf(viewer," %12.4e",(double)idx[5*n+i]);CHKERRQ(ierr);}
518e5c89e4eSSatish Balay       ierr = PetscViewerASCIISynchronizedPrintf(viewer,"\n");CHKERRQ(ierr);
519e5c89e4eSSatish Balay     }
520e5c89e4eSSatish Balay     ierr = PetscViewerFlush(viewer);CHKERRQ(ierr);
5211575c14dSBarry Smith     ierr = PetscViewerASCIIPopSynchronized(viewer);CHKERRQ(ierr);
5226805f65bSBarry Smith   } else if (isbinary) {
523783b601eSJed Brown     PetscMPIInt rank,size,*sizes,*displs, Ntotal,NN;
524e5c89e4eSSatish Balay     PetscReal   *array;
525e5c89e4eSSatish Balay 
5264dc2109aSBarry Smith     ierr = PetscMPIIntCast(N,&NN);CHKERRQ(ierr);
527e5c89e4eSSatish Balay     ierr = MPI_Comm_rank(comm,&rank);CHKERRQ(ierr);
528e5c89e4eSSatish Balay     ierr = MPI_Comm_size(comm,&size);CHKERRQ(ierr);
529e5c89e4eSSatish Balay 
530e5c89e4eSSatish Balay     if (size > 1) {
531e5c89e4eSSatish Balay       if (rank) {
532e5c89e4eSSatish Balay         ierr = MPI_Gather(&NN,1,MPI_INT,0,0,MPI_INT,0,comm);CHKERRQ(ierr);
5331d36abb7SJed Brown         ierr = MPI_Gatherv((PetscReal*)idx,NN,MPIU_REAL,0,0,0,MPIU_REAL,0,comm);CHKERRQ(ierr);
534e5c89e4eSSatish Balay       } else {
535785e854fSJed Brown         ierr      = PetscMalloc1(size,&sizes);CHKERRQ(ierr);
536e5c89e4eSSatish Balay         ierr      = MPI_Gather(&NN,1,MPI_INT,sizes,1,MPI_INT,0,comm);CHKERRQ(ierr);
537e5c89e4eSSatish Balay         Ntotal    = sizes[0];
538785e854fSJed Brown         ierr      = PetscMalloc1(size,&displs);CHKERRQ(ierr);
539e5c89e4eSSatish Balay         displs[0] = 0;
540e5c89e4eSSatish Balay         for (i=1; i<size; i++) {
541e5c89e4eSSatish Balay           Ntotal   += sizes[i];
542e5c89e4eSSatish Balay           displs[i] =  displs[i-1] + sizes[i-1];
543e5c89e4eSSatish Balay         }
544785e854fSJed Brown         ierr = PetscMalloc1(Ntotal,&array);CHKERRQ(ierr);
5451d36abb7SJed Brown         ierr = MPI_Gatherv((PetscReal*)idx,NN,MPIU_REAL,array,sizes,displs,MPIU_REAL,0,comm);CHKERRQ(ierr);
5466805f65bSBarry Smith         ierr = PetscViewerBinaryWrite(viewer,array,Ntotal,PETSC_REAL,PETSC_TRUE);CHKERRQ(ierr);
547e5c89e4eSSatish Balay         ierr = PetscFree(sizes);CHKERRQ(ierr);
548e5c89e4eSSatish Balay         ierr = PetscFree(displs);CHKERRQ(ierr);
549e5c89e4eSSatish Balay         ierr = PetscFree(array);CHKERRQ(ierr);
550e5c89e4eSSatish Balay       }
551e5c89e4eSSatish Balay     } else {
55247b06e05SMatthew Knepley       ierr = PetscViewerBinaryWrite(viewer,(void*) idx,N,PETSC_REAL,PETSC_FALSE);CHKERRQ(ierr);
553e5c89e4eSSatish Balay     }
554e5c89e4eSSatish Balay   } else {
555e5c89e4eSSatish Balay     const char *tname;
556e5c89e4eSSatish Balay     ierr = PetscObjectGetName((PetscObject)viewer,&tname);CHKERRQ(ierr);
557e32f2f54SBarry Smith     SETERRQ1(PETSC_COMM_SELF,PETSC_ERR_SUP,"Cannot handle that PetscViewer of type %s",tname);
558e5c89e4eSSatish Balay   }
559e5c89e4eSSatish Balay   PetscFunctionReturn(0);
560e5c89e4eSSatish Balay }
561e5c89e4eSSatish Balay 
562e5c89e4eSSatish Balay /*@C
563e5c89e4eSSatish Balay     PetscScalarView - Prints an array of scalars; useful for debugging.
564e5c89e4eSSatish Balay 
565e5c89e4eSSatish Balay     Collective on PetscViewer
566e5c89e4eSSatish Balay 
567e5c89e4eSSatish Balay     Input Parameters:
568e5c89e4eSSatish Balay +   N - number of scalars in array
569e5c89e4eSSatish Balay .   idx - array of scalars
570e5c89e4eSSatish Balay -   viewer - location to print array,  PETSC_VIEWER_STDOUT_WORLD, PETSC_VIEWER_STDOUT_SELF or 0
571e5c89e4eSSatish Balay 
572e5c89e4eSSatish Balay   Level: intermediate
573e5c89e4eSSatish Balay 
57495452b02SPatrick Sanan     Developer Notes:
57595452b02SPatrick Sanan     idx cannot be const because may be passed to binary viewer where byte swapping is done
576300a7f5bSBarry Smith 
577e5c89e4eSSatish Balay .seealso: PetscIntView(), PetscRealView()
578e5c89e4eSSatish Balay @*/
5797087cfbeSBarry Smith PetscErrorCode  PetscScalarView(PetscInt N,const PetscScalar idx[],PetscViewer viewer)
580e5c89e4eSSatish Balay {
581e5c89e4eSSatish Balay   PetscErrorCode ierr;
582e5c89e4eSSatish Balay   PetscInt       j,i,n = N/3,p = N % 3;
583ace3abfcSBarry Smith   PetscBool      iascii,isbinary;
584e5c89e4eSSatish Balay   MPI_Comm       comm;
585e5c89e4eSSatish Balay 
586e5c89e4eSSatish Balay   PetscFunctionBegin;
587e5c89e4eSSatish Balay   if (!viewer) viewer = PETSC_VIEWER_STDOUT_SELF;
588e5c89e4eSSatish Balay   PetscValidHeader(viewer,3);
5898c34849bSStefano Zampini   if (N) PetscValidScalarPointer(idx,2);
590e5c89e4eSSatish Balay   ierr = PetscObjectGetComm((PetscObject)viewer,&comm);CHKERRQ(ierr);
591e5c89e4eSSatish Balay 
592251f4c67SDmitry Karpeev   ierr = PetscObjectTypeCompare((PetscObject)viewer,PETSCVIEWERASCII,&iascii);CHKERRQ(ierr);
593251f4c67SDmitry Karpeev   ierr = PetscObjectTypeCompare((PetscObject)viewer,PETSCVIEWERBINARY,&isbinary);CHKERRQ(ierr);
594e5c89e4eSSatish Balay   if (iascii) {
5951575c14dSBarry Smith     ierr = PetscViewerASCIIPushSynchronized(viewer);CHKERRQ(ierr);
596e5c89e4eSSatish Balay     for (i=0; i<n; i++) {
597e5c89e4eSSatish Balay       ierr = PetscViewerASCIISynchronizedPrintf(viewer,"%2d:",3*i);CHKERRQ(ierr);
598e5c89e4eSSatish Balay       for (j=0; j<3; j++) {
599e5c89e4eSSatish Balay #if defined(PETSC_USE_COMPLEX)
600cba51d77SBarry Smith         ierr = PetscViewerASCIISynchronizedPrintf(viewer," (%12.4e,%12.4e)", (double)PetscRealPart(idx[i*3+j]),(double)PetscImaginaryPart(idx[i*3+j]));CHKERRQ(ierr);
601e5c89e4eSSatish Balay #else
602cba51d77SBarry Smith         ierr = PetscViewerASCIISynchronizedPrintf(viewer," %12.4e",(double)idx[i*3+j]);CHKERRQ(ierr);
603e5c89e4eSSatish Balay #endif
604e5c89e4eSSatish Balay       }
605e5c89e4eSSatish Balay       ierr = PetscViewerASCIISynchronizedPrintf(viewer,"\n");CHKERRQ(ierr);
606e5c89e4eSSatish Balay     }
607e5c89e4eSSatish Balay     if (p) {
608e5c89e4eSSatish Balay       ierr = PetscViewerASCIISynchronizedPrintf(viewer,"%2d:",3*n);CHKERRQ(ierr);
609e5c89e4eSSatish Balay       for (i=0; i<p; i++) {
610e5c89e4eSSatish Balay #if defined(PETSC_USE_COMPLEX)
611cba51d77SBarry Smith         ierr = PetscViewerASCIISynchronizedPrintf(viewer," (%12.4e,%12.4e)", (double)PetscRealPart(idx[n*3+i]),(double)PetscImaginaryPart(idx[n*3+i]));CHKERRQ(ierr);
612e5c89e4eSSatish Balay #else
613cba51d77SBarry Smith         ierr = PetscViewerASCIISynchronizedPrintf(viewer," %12.4e",(double)idx[3*n+i]);CHKERRQ(ierr);
614e5c89e4eSSatish Balay #endif
615e5c89e4eSSatish Balay       }
616e5c89e4eSSatish Balay       ierr = PetscViewerASCIISynchronizedPrintf(viewer,"\n");CHKERRQ(ierr);
617e5c89e4eSSatish Balay     }
618e5c89e4eSSatish Balay     ierr = PetscViewerFlush(viewer);CHKERRQ(ierr);
6191575c14dSBarry Smith     ierr = PetscViewerASCIIPopSynchronized(viewer);CHKERRQ(ierr);
6206805f65bSBarry Smith   } else if (isbinary) {
621783b601eSJed Brown     PetscMPIInt size,rank,*sizes,Ntotal,*displs,NN;
622e5c89e4eSSatish Balay     PetscScalar *array;
623e5c89e4eSSatish Balay 
6244dc2109aSBarry Smith     ierr = PetscMPIIntCast(N,&NN);CHKERRQ(ierr);
625e5c89e4eSSatish Balay     ierr = MPI_Comm_rank(comm,&rank);CHKERRQ(ierr);
626e5c89e4eSSatish Balay     ierr = MPI_Comm_size(comm,&size);CHKERRQ(ierr);
627e5c89e4eSSatish Balay 
628e5c89e4eSSatish Balay     if (size > 1) {
629e5c89e4eSSatish Balay       if (rank) {
630e5c89e4eSSatish Balay         ierr = MPI_Gather(&NN,1,MPI_INT,0,0,MPI_INT,0,comm);CHKERRQ(ierr);
631300a7f5bSBarry Smith         ierr = MPI_Gatherv((void*)idx,NN,MPIU_SCALAR,0,0,0,MPIU_SCALAR,0,comm);CHKERRQ(ierr);
632e5c89e4eSSatish Balay       } else {
633785e854fSJed Brown         ierr      = PetscMalloc1(size,&sizes);CHKERRQ(ierr);
634e5c89e4eSSatish Balay         ierr      = MPI_Gather(&NN,1,MPI_INT,sizes,1,MPI_INT,0,comm);CHKERRQ(ierr);
635e5c89e4eSSatish Balay         Ntotal    = sizes[0];
636785e854fSJed Brown         ierr      = PetscMalloc1(size,&displs);CHKERRQ(ierr);
637e5c89e4eSSatish Balay         displs[0] = 0;
638e5c89e4eSSatish Balay         for (i=1; i<size; i++) {
639e5c89e4eSSatish Balay           Ntotal   += sizes[i];
640e5c89e4eSSatish Balay           displs[i] =  displs[i-1] + sizes[i-1];
641e5c89e4eSSatish Balay         }
642785e854fSJed Brown         ierr = PetscMalloc1(Ntotal,&array);CHKERRQ(ierr);
643300a7f5bSBarry Smith         ierr = MPI_Gatherv((void*)idx,NN,MPIU_SCALAR,array,sizes,displs,MPIU_SCALAR,0,comm);CHKERRQ(ierr);
6446805f65bSBarry Smith         ierr = PetscViewerBinaryWrite(viewer,array,Ntotal,PETSC_SCALAR,PETSC_TRUE);CHKERRQ(ierr);
645e5c89e4eSSatish Balay         ierr = PetscFree(sizes);CHKERRQ(ierr);
646e5c89e4eSSatish Balay         ierr = PetscFree(displs);CHKERRQ(ierr);
647e5c89e4eSSatish Balay         ierr = PetscFree(array);CHKERRQ(ierr);
648e5c89e4eSSatish Balay       }
649e5c89e4eSSatish Balay     } else {
65047b06e05SMatthew Knepley       ierr = PetscViewerBinaryWrite(viewer,(void*) idx,N,PETSC_SCALAR,PETSC_FALSE);CHKERRQ(ierr);
651e5c89e4eSSatish Balay     }
652e5c89e4eSSatish Balay   } else {
653e5c89e4eSSatish Balay     const char *tname;
654e5c89e4eSSatish Balay     ierr = PetscObjectGetName((PetscObject)viewer,&tname);CHKERRQ(ierr);
655e32f2f54SBarry Smith     SETERRQ1(PETSC_COMM_SELF,PETSC_ERR_SUP,"Cannot handle that PetscViewer of type %s",tname);
656e5c89e4eSSatish Balay   }
657e5c89e4eSSatish Balay   PetscFunctionReturn(0);
658e5c89e4eSSatish Balay }
659e5c89e4eSSatish Balay 
660e5c89e4eSSatish Balay 
661e5c89e4eSSatish Balay 
662e5c89e4eSSatish Balay 
663