xref: /petsc/include/petsclog.h (revision f9426fe092dba0ba2fdf65dfec8d938c4b10a31c)
1 /*
2     Defines profile/logging in PETSc.
3 */
4 
5 #if !defined(__PetscLog_H)
6 #define __PetscLog_H
7 #include "petscsys.h"
8 
9 /*MC
10     PetscLogEvent - id used to identify PETSc or user events which timed portions (blocks of executable)
11      code.
12 
13     Level: intermediate
14 
15 .seealso: PetscLogEventRegister(), PetscLogEventBegin(), PetscLogEventEnd(), PetscLogStage
16 M*/
17 typedef int PetscLogEvent;
18 
19 /*MC
20     PetscLogStage - id used to identify user stages (phases, sections) of runs - for logging
21 
22     Level: intermediate
23 
24 .seealso: PetscLogStageRegister(), PetscLogStageBegin(), PetscLogStageEnd(), PetscLogEvent
25 M*/
26 typedef int PetscLogStage;
27 
28 #define PETSC_EVENT  1311311
29 PETSC_EXTERN PetscLogEvent PETSC_LARGEST_EVENT;
30 
31 /* Global flop counter */
32 PETSC_EXTERN PetscLogDouble petsc_TotalFlops;
33 PETSC_EXTERN PetscLogDouble petsc_tmp_flops;
34 
35 /* General logging of information; different from event logging */
36 PETSC_EXTERN PetscErrorCode PetscInfo_Private(const char[],void*,const char[],...);
37 #if defined(PETSC_USE_INFO)
38 #define PetscInfo(A,S)                       PetscInfo_Private(PETSC_FUNCTION_NAME,A,S)
39 #define PetscInfo1(A,S,a1)                   PetscInfo_Private(PETSC_FUNCTION_NAME,A,S,a1)
40 #define PetscInfo2(A,S,a1,a2)                PetscInfo_Private(PETSC_FUNCTION_NAME,A,S,a1,a2)
41 #define PetscInfo3(A,S,a1,a2,a3)             PetscInfo_Private(PETSC_FUNCTION_NAME,A,S,a1,a2,a3)
42 #define PetscInfo4(A,S,a1,a2,a3,a4)          PetscInfo_Private(PETSC_FUNCTION_NAME,A,S,a1,a2,a3,a4)
43 #define PetscInfo5(A,S,a1,a2,a3,a4,a5)       PetscInfo_Private(PETSC_FUNCTION_NAME,A,S,a1,a2,a3,a4,a5)
44 #define PetscInfo6(A,S,a1,a2,a3,a4,a5,a6)    PetscInfo_Private(PETSC_FUNCTION_NAME,A,S,a1,a2,a3,a4,a5,a6)
45 #define PetscInfo7(A,S,a1,a2,a3,a4,a5,a6,a7) PetscInfo_Private(PETSC_FUNCTION_NAME,A,S,a1,a2,a3,a4,a5,a6,a7)
46 #else
47 #define PetscInfo(A,S)                       0
48 #define PetscInfo1(A,S,a1)                   0
49 #define PetscInfo2(A,S,a1,a2)                0
50 #define PetscInfo3(A,S,a1,a2,a3)             0
51 #define PetscInfo4(A,S,a1,a2,a3,a4)          0
52 #define PetscInfo5(A,S,a1,a2,a3,a4,a5)       0
53 #define PetscInfo6(A,S,a1,a2,a3,a4,a5,a6)    0
54 #define PetscInfo7(A,S,a1,a2,a3,a4,a5,a6,a7) 0
55 #endif
56 PETSC_EXTERN PetscErrorCode PetscInfoDeactivateClass(PetscClassId);
57 PETSC_EXTERN PetscErrorCode PetscInfoActivateClass(PetscClassId);
58 PETSC_EXTERN PetscBool PetscLogPrintInfo;  /* if true, indicates PetscInfo() is turned on */
59 
60 /* We must make the following structures available to access the event
61      activation flags in the PetscLogEventBegin/End() macros. These are not part of the PETSc public
62      API and are not intended to be used by other parts of PETSc or by users.
63 
64      The code that manipulates these structures is in src/sys/plog/utils.
65 */
66 typedef struct _n_PetscIntStack *PetscIntStack;
67 
68 /*
69     PetscClassRegInfo, PetscClassPerfInfo - Each class has two data structures associated with it. The first has
70        static information about it, the second collects statistics on how many objects of the class are created,
71        how much memory they use, etc.
72 
73     PetscClassRegLog, PetscClassPerfLog - arrays of the PetscClassRegInfo and PetscClassPerfInfo for all classes.
74 */
75 typedef struct  {
76   char           *name;   /* The class name */
77   PetscClassId   classid; /* The integer identifying this class */
78 } PetscClassRegInfo;
79 
80 typedef struct {
81   PetscClassId   id;           /* The integer identifying this class */
82   int            creations;    /* The number of objects of this class created */
83   int            destructions; /* The number of objects of this class destroyed */
84   PetscLogDouble mem;          /* The total memory allocated by objects of this class */
85   PetscLogDouble descMem;      /* The total memory allocated by descendents of these objects */
86 } PetscClassPerfInfo;
87 
88 typedef struct _n_PetscClassRegLog *PetscClassRegLog;
89 struct _n_PetscClassRegLog {
90   int               numClasses; /* The number of classes registered */
91   int               maxClasses; /* The maximum number of classes */
92   PetscClassRegInfo *classInfo; /* The structure for class information (classids are monotonicly increasing) */
93 };
94 
95 typedef struct _n_PetscClassPerfLog *PetscClassPerfLog;
96 struct _n_PetscClassPerfLog {
97   int                numClasses; /* The number of logging classes */
98   int                maxClasses; /* The maximum number of classes */
99   PetscClassPerfInfo *classInfo; /* The structure for class information (classids are monotonicly increasing) */
100 };
101 /* -----------------------------------------------------------------------------------------------------*/
102 /*
103     PetscEventRegInfo, PetscEventPerfInfo - Each event has two data structures associated with it. The first has
104        static information about it, the second collects statistics on how many times the event is used, how
105        much time it takes, etc.
106 
107     PetscEventRegLog, PetscEventPerfLog - an array of all PetscEventRegInfo and PetscEventPerfInfo for all events. There is one
108       of these for each stage.
109 
110 */
111 typedef struct {
112   char         *name;         /* The name of this event */
113   PetscClassId classid;       /* The class the event is associated with */
114 #if defined (PETSC_HAVE_MPE)
115   int          mpe_id_begin; /* MPE IDs that define the event */
116   int          mpe_id_end;
117 #endif
118 } PetscEventRegInfo;
119 
120 typedef struct {
121   int            id;            /* The integer identifying this event */
122   PetscBool      active;        /* The flag to activate logging */
123   PetscBool      visible;       /* The flag to print info in summary */
124   int            depth;         /* The nesting depth of the event call */
125   int            count;         /* The number of times this event was executed */
126   PetscLogDouble flops, flops2,flopsTmp; /* The flops and flops^2 used in this event */
127   PetscLogDouble time, time2, timeTmp;   /* The time and time^2 taken for this event */
128   PetscLogDouble numMessages;   /* The number of messages in this event */
129   PetscLogDouble messageLength; /* The total message lengths in this event */
130   PetscLogDouble numReductions; /* The number of reductions in this event */
131 } PetscEventPerfInfo;
132 
133 typedef struct _n_PetscEventRegLog *PetscEventRegLog;
134 struct _n_PetscEventRegLog {
135   int               numEvents;  /* The number of registered events */
136   int               maxEvents;  /* The maximum number of events */
137   PetscEventRegInfo *eventInfo; /* The registration information for each event */
138 };
139 
140 typedef struct _n_PetscEventPerfLog *PetscEventPerfLog;
141 struct _n_PetscEventPerfLog {
142   int                numEvents;  /* The number of logging events */
143   int                maxEvents;  /* The maximum number of events */
144   PetscEventPerfInfo *eventInfo; /* The performance information for each event */
145 };
146 /* ------------------------------------------------------------------------------------------------------------*/
147 /*
148    PetscStageInfo - Contains all the information about a particular stage.
149 
150    PetscStageLog - An array of PetscStageInfo for each registered stage. There is a single one of these in the code.
151 */
152 typedef struct _PetscStageInfo {
153   char               *name;     /* The stage name */
154   PetscBool          used;      /* The stage was pushed on this processor */
155   PetscEventPerfInfo perfInfo;  /* The stage performance information */
156   PetscEventPerfLog  eventLog;  /* The event information for this stage */
157   PetscClassPerfLog  classLog;  /* The class information for this stage */
158 } PetscStageInfo;
159 
160 typedef struct _n_PetscStageLog *PetscStageLog;
161 struct _n_PetscStageLog {
162   int              numStages;   /* The number of registered stages */
163   int              maxStages;   /* The maximum number of stages */
164   PetscIntStack    stack;       /* The stack for active stages */
165   int              curStage;    /* The current stage (only used in macros so we don't call PetscIntStackTop) */
166   PetscStageInfo   *stageInfo;  /* The information for each stage */
167   PetscEventRegLog eventLog;    /* The registered events */
168   PetscClassRegLog classLog;    /* The registered classes */
169 };
170 
171 PETSC_EXTERN PetscErrorCode PetscLogGetStageLog(PetscStageLog*);
172 PETSC_EXTERN PetscErrorCode PetscStageLogGetCurrent(PetscStageLog,int*);
173 PETSC_EXTERN PetscErrorCode PetscStageLogGetEventPerfLog(PetscStageLog,int,PetscEventPerfLog*);
174 
175 PETSC_EXTERN PetscErrorCode PetscLogObjectParent(PetscObject,PetscObject);
176 PETSC_EXTERN PetscErrorCode PetscLogObjectMemory(PetscObject,PetscLogDouble);
177 
178 
179 #if defined(PETSC_USE_LOG)  /* --- Logging is turned on --------------------------------*/
180 PETSC_EXTERN PetscStageLog petsc_stageLog;
181 
182 /*
183    Flop counting:  We count each arithmetic operation (e.g., addition, multiplication) separately.
184 
185    For the complex numbers version, note that
186        1 complex addition = 2 flops
187        1 complex multiplication = 6 flops,
188    where we define 1 flop as that for a double precision scalar.  We roughly approximate
189    flop counting for complex numbers by multiplying the total flops by 4; this corresponds
190    to the assumption that we're counting mostly additions and multiplications -- and
191    roughly the same number of each.  More accurate counting could be done by distinguishing
192    among the various arithmetic operations.
193  */
194 
195 #if defined(PETSC_USE_COMPLEX)
196 #define PETSC_FLOPS_PER_OP 4.0
197 #else
198 #define PETSC_FLOPS_PER_OP 1.0
199 #endif
200 
201 #undef __FUNCT__
202 #define __FUNCT__ "PetscLogFlops"
203 PETSC_STATIC_INLINE PetscErrorCode PetscLogFlops(PetscLogDouble n)
204 {
205   PetscFunctionBegin;
206 #if defined(PETSC_USE_DEBUG)
207   if (n < 0) SETERRQ(PETSC_COMM_SELF,PETSC_ERR_ARG_OUTOFRANGE,"Cannot log negative flops");
208 #endif
209   petsc_TotalFlops += PETSC_FLOPS_PER_OP*n;
210   PetscFunctionReturn(0);
211 }
212 
213 #if defined (PETSC_HAVE_MPE)
214 PETSC_EXTERN PetscErrorCode PetscLogMPEBegin(void);
215 PETSC_EXTERN PetscErrorCode PetscLogMPEDump(const char[]);
216 #endif
217 
218 PETSC_EXTERN PetscErrorCode (*PetscLogPLB)(PetscLogEvent,int,PetscObject,PetscObject,PetscObject,PetscObject);
219 PETSC_EXTERN PetscErrorCode (*PetscLogPLE)(PetscLogEvent,int,PetscObject,PetscObject,PetscObject,PetscObject);
220 PETSC_EXTERN PetscErrorCode (*PetscLogPHC)(PetscObject);
221 PETSC_EXTERN PetscErrorCode (*PetscLogPHD)(PetscObject);
222 
223 #define PetscLogObjectParents(p,n,d)  0;{int _i; for (_i=0; _i<n; _i++) {ierr = PetscLogObjectParent((PetscObject)p,(PetscObject)(d)[_i]);CHKERRQ(ierr);}}
224 #define PetscLogObjectCreate(h)      ((PetscLogPHC) ? (*PetscLogPHC)((PetscObject)h) : 0)
225 #define PetscLogObjectDestroy(h)     ((PetscLogPHD) ? (*PetscLogPHD)((PetscObject)h) : 0)
226 /* Initialization functions */
227 PETSC_EXTERN PetscErrorCode PetscLogBegin(void);
228 PETSC_EXTERN PetscErrorCode PetscLogAllBegin(void);
229 PETSC_EXTERN PetscErrorCode PetscLogTraceBegin(FILE *);
230 PETSC_EXTERN PetscErrorCode PetscLogActions(PetscBool);
231 PETSC_EXTERN PetscErrorCode PetscLogObjects(PetscBool);
232 /* General functions */
233 PETSC_EXTERN PetscErrorCode PetscLogDestroy(void);
234 PETSC_EXTERN PetscErrorCode PetscLogSet(PetscErrorCode (*)(int, int, PetscObject, PetscObject, PetscObject, PetscObject),
235                                    PetscErrorCode (*)(int, int, PetscObject, PetscObject, PetscObject, PetscObject));
236 PETSC_EXTERN PetscErrorCode PetscLogObjectState(PetscObject, const char[], ...);
237 /* Output functions */
238 PETSC_EXTERN PetscErrorCode PetscLogView(PetscViewer);
239 PETSC_EXTERN PetscErrorCode PetscLogViewPython(PetscViewer);
240 PETSC_EXTERN PetscErrorCode PetscLogPrintDetailed(MPI_Comm, const char[]);
241 PETSC_EXTERN PetscErrorCode PetscLogDump(const char[]);
242 
243 PETSC_EXTERN PetscErrorCode PetscGetFlops(PetscLogDouble *);
244 
245 PETSC_EXTERN PetscErrorCode PetscLogStageRegister(const char[],PetscLogStage*);
246 PETSC_EXTERN PetscErrorCode PetscLogStagePush(PetscLogStage);
247 PETSC_EXTERN PetscErrorCode PetscLogStagePop(void);
248 PETSC_EXTERN PetscErrorCode PetscLogStageSetActive(PetscLogStage, PetscBool );
249 PETSC_EXTERN PetscErrorCode PetscLogStageGetActive(PetscLogStage, PetscBool  *);
250 PETSC_EXTERN PetscErrorCode PetscLogStageSetVisible(PetscLogStage, PetscBool );
251 PETSC_EXTERN PetscErrorCode PetscLogStageGetVisible(PetscLogStage, PetscBool  *);
252 PETSC_EXTERN PetscErrorCode PetscLogStageGetId(const char [], PetscLogStage *);
253 /* Event functions */
254 PETSC_EXTERN PetscErrorCode PetscLogEventRegister(const char[], PetscClassId,PetscLogEvent*);
255 PETSC_EXTERN PetscErrorCode PetscLogEventActivate(PetscLogEvent);
256 PETSC_EXTERN PetscErrorCode PetscLogEventDeactivate(PetscLogEvent);
257 PETSC_EXTERN PetscErrorCode PetscLogEventSetActiveAll(PetscLogEvent, PetscBool );
258 PETSC_EXTERN PetscErrorCode PetscLogEventActivateClass(PetscClassId);
259 PETSC_EXTERN PetscErrorCode PetscLogEventDeactivateClass(PetscClassId);
260 
261 
262 /* Global counters */
263 PETSC_EXTERN PetscLogDouble petsc_irecv_ct;
264 PETSC_EXTERN PetscLogDouble petsc_isend_ct;
265 PETSC_EXTERN PetscLogDouble petsc_recv_ct;
266 PETSC_EXTERN PetscLogDouble petsc_send_ct;
267 PETSC_EXTERN PetscLogDouble petsc_irecv_len;
268 PETSC_EXTERN PetscLogDouble petsc_isend_len;
269 PETSC_EXTERN PetscLogDouble petsc_recv_len;
270 PETSC_EXTERN PetscLogDouble petsc_send_len;
271 PETSC_EXTERN PetscLogDouble petsc_allreduce_ct;
272 PETSC_EXTERN PetscLogDouble petsc_gather_ct;
273 PETSC_EXTERN PetscLogDouble petsc_scatter_ct;
274 PETSC_EXTERN PetscLogDouble petsc_wait_ct;
275 PETSC_EXTERN PetscLogDouble petsc_wait_any_ct;
276 PETSC_EXTERN PetscLogDouble petsc_wait_all_ct;
277 PETSC_EXTERN PetscLogDouble petsc_sum_of_waits_ct;
278 
279 #define PetscLogEventBarrierBegin(e,o1,o2,o3,o4,cm) \
280   (((PetscLogPLB && petsc_stageLog->stageInfo[petsc_stageLog->curStage].perfInfo.active &&  petsc_stageLog->stageInfo[petsc_stageLog->curStage].eventLog->eventInfo[e].active) ? \
281     (PetscLogEventBegin((e),o1,o2,o3,o4) || MPI_Barrier(cm) || PetscLogEventEnd((e),o1,o2,o3,o4)) : 0 ) || \
282    PetscLogEventBegin((e)+1,o1,o2,o3,o4))
283 
284 #define PetscLogEventBegin(e,o1,o2,o3,o4) \
285   (((PetscLogPLB && petsc_stageLog->stageInfo[petsc_stageLog->curStage].perfInfo.active && petsc_stageLog->stageInfo[petsc_stageLog->curStage].eventLog->eventInfo[e].active) ? \
286     (*PetscLogPLB)((e),0,(PetscObject)(o1),(PetscObject)(o2),(PetscObject)(o3),(PetscObject)(o4)) : 0 ))
287 
288 #define PetscLogEventBarrierEnd(e,o1,o2,o3,o4,cm) PetscLogEventEnd(e+1,o1,o2,o3,o4)
289 
290 #define PetscLogEventEnd(e,o1,o2,o3,o4) \
291   (((PetscLogPLE && petsc_stageLog->stageInfo[petsc_stageLog->curStage].perfInfo.active && petsc_stageLog->stageInfo[petsc_stageLog->curStage].eventLog->eventInfo[e].active) ? \
292     (*PetscLogPLE)((e),0,(PetscObject)(o1),(PetscObject)(o2),(PetscObject)(o3),(PetscObject)(o4)) : 0 ))
293 
294 PETSC_EXTERN PetscErrorCode PetscLogEventGetFlops(PetscLogEvent, PetscLogDouble*);
295 PETSC_EXTERN PetscErrorCode PetscLogEventZeroFlops(PetscLogEvent);
296 
297 /*
298      These are used internally in the PETSc routines to keep a count of MPI messages and
299    their sizes.
300 
301      This does not work for MPI-Uni because our include/mpiuni/mpi.h file
302    uses macros to defined the MPI operations.
303 
304      It does not work correctly from HP-UX because it processes the
305    macros in a way that sometimes it double counts, hence
306    PETSC_HAVE_BROKEN_RECURSIVE_MACRO
307 
308      It does not work with Windows because winmpich lacks MPI_Type_size()
309 */
310 #if !defined(__MPIUNI_H) && !defined(PETSC_HAVE_BROKEN_RECURSIVE_MACRO) && !defined (PETSC_HAVE_MPI_MISSING_TYPESIZE)
311 /*
312    Logging of MPI activities
313 */
314 PETSC_STATIC_INLINE PetscErrorCode PetscMPITypeSize(PetscLogDouble *buff,PetscMPIInt count,MPI_Datatype type)
315 {
316   PetscMPIInt mysize; return  (MPI_Type_size(type,&mysize) || ((*buff += (PetscLogDouble) (count*mysize)),0));
317 }
318 
319 PETSC_STATIC_INLINE PetscErrorCode PetscMPITypeSizeComm(MPI_Comm comm, PetscLogDouble *buff,PetscMPIInt *counts,MPI_Datatype type)
320 {
321   PetscMPIInt mysize, commsize, p;
322   PetscErrorCode _myierr;
323 
324   _myierr = MPI_Comm_size(comm,&commsize);CHKERRQ(_myierr);
325   _myierr = MPI_Type_size(type,&mysize);CHKERRQ(_myierr);
326   for (p = 0; p < commsize; ++p) {
327     *buff += (PetscLogDouble) (counts[p]*mysize);
328   }
329   return 0;
330 }
331 
332 #define MPI_Irecv(buf,count,datatype,source,tag,comm,request) \
333  ((petsc_irecv_ct++,0) || PetscMPITypeSize(&petsc_irecv_len,count,datatype) || MPI_Irecv(buf,count,datatype,source,tag,comm,request))
334 
335 #define MPI_Isend(buf,count,datatype,dest,tag,comm,request) \
336  ((petsc_isend_ct++,0) || PetscMPITypeSize(&petsc_isend_len,count,datatype) || MPI_Isend(buf,count,datatype,dest,tag,comm,request))
337 
338 #define MPI_Startall_irecv(count,number,requests) \
339  ((petsc_irecv_ct += (PetscLogDouble)(number),0) || PetscMPITypeSize(&petsc_irecv_len,count,MPIU_SCALAR) || MPI_Startall(number,requests))
340 
341 #define MPI_Startall_isend(count,number,requests) \
342  ((petsc_isend_ct += (PetscLogDouble)(number),0) || PetscMPITypeSize(&petsc_isend_len,count,MPIU_SCALAR) || MPI_Startall(number,requests))
343 
344 #define MPI_Start_isend(count,requests) \
345  ((petsc_isend_ct++,0) || PetscMPITypeSize(&petsc_isend_len,count,MPIU_SCALAR) || MPI_Start(requests))
346 
347 #define MPI_Recv(buf,count,datatype,source,tag,comm,status) \
348  ((petsc_recv_ct++,0) || PetscMPITypeSize(&petsc_recv_len,count,datatype) || MPI_Recv(buf,count,datatype,source,tag,comm,status))
349 
350 #define MPI_Send(buf,count,datatype,dest,tag,comm) \
351  ((petsc_send_ct++,0) || PetscMPITypeSize(&petsc_send_len,count,datatype) || MPI_Send(buf,count,datatype,dest,tag,comm))
352 
353 #define MPI_Wait(request,status) \
354  ((petsc_wait_ct++,petsc_sum_of_waits_ct++,0) || MPI_Wait(request,status))
355 
356 #define MPI_Waitany(a,b,c,d) \
357  ((petsc_wait_any_ct++,petsc_sum_of_waits_ct++,0) || MPI_Waitany(a,b,c,d))
358 
359 #define MPI_Waitall(count,array_of_requests,array_of_statuses) \
360  ((petsc_wait_all_ct++,petsc_sum_of_waits_ct += (PetscLogDouble) (count),0) || MPI_Waitall(count,array_of_requests,array_of_statuses))
361 
362 #define MPI_Allreduce(sendbuf,recvbuf,count,datatype,op,comm) \
363  ((petsc_allreduce_ct++,0) || MPI_Allreduce(sendbuf,recvbuf,count,datatype,op,comm))
364 
365 #define MPI_Alltoall(sendbuf,sendcount,sendtype,recvbuf,recvcount,recvtype,comm) \
366  ((petsc_allreduce_ct++,0) || PetscMPITypeSize(&petsc_send_len,sendcount,sendtype) || MPI_Alltoall(sendbuf,sendcount,sendtype,recvbuf,recvcount,recvtype,comm))
367 
368 #define MPI_Alltoallv(sendbuf,sendcnts,sdispls,sendtype,recvbuf,recvcnts,rdispls,recvtype,comm) \
369  ((petsc_allreduce_ct++,0) || PetscMPITypeSizeComm(comm,&petsc_send_len,sendcnts,sendtype) || MPI_Alltoallv(sendbuf,sendcnts,sdispls,sendtype,recvbuf,recvcnts,rdispls,recvtype,comm))
370 
371 #define MPI_Allgather(sendbuf,sendcount,sendtype,recvbuf,recvcount,recvtype,comm) \
372  ((petsc_gather_ct++,0) || MPI_Allgather(sendbuf,sendcount,sendtype,recvbuf,recvcount,recvtype,comm))
373 
374 #define MPI_Allgatherv(sendbuf,sendcount,sendtype,recvbuf,recvcount,displs,recvtype,comm) \
375  ((petsc_gather_ct++,0) || MPI_Allgatherv(sendbuf,sendcount,sendtype,recvbuf,recvcount,displs,recvtype,comm))
376 
377 #define MPI_Gather(sendbuf,sendcount,sendtype,recvbuf,recvcount,recvtype,root,comm) \
378  ((petsc_gather_ct++,0) || PetscMPITypeSize(&petsc_send_len,sendcount,sendtype) || MPI_Gather(sendbuf,sendcount,sendtype,recvbuf,recvcount,recvtype,root,comm))
379 
380 #define MPI_Gatherv(sendbuf,sendcount,sendtype,recvbuf,recvcount,displs,recvtype,root,comm) \
381  ((petsc_gather_ct++,0) || PetscMPITypeSize(&petsc_send_len,sendcount,sendtype) || MPI_Gatherv(sendbuf,sendcount,sendtype,recvbuf,recvcount,displs,recvtype,root,comm))
382 
383 #define MPI_Scatter(sendbuf,sendcount,sendtype,recvbuf,recvcount,recvtype,root,comm) \
384  ((petsc_scatter_ct++,0) || PetscMPITypeSize(&petsc_recv_len,recvcount,recvtype) || MPI_Scatter(sendbuf,sendcount,sendtype,recvbuf,recvcount,recvtype,root,comm))
385 
386 #define MPI_Scatterv(sendbuf,sendcount,displs,sendtype,recvbuf,recvcount,recvtype,root,comm) \
387   ((petsc_scatter_ct++,0) || PetscMPITypeSize(&petsc_recv_len,recvcount,recvtype) || MPI_Scatterv(sendbuf,sendcount,displs,sendtype,recvbuf,recvcount,recvtype,root,comm))
388 
389 #else
390 
391 #define MPI_Startall_irecv(count,number,requests) \
392  (MPI_Startall(number,requests))
393 
394 #define MPI_Startall_isend(count,number,requests) \
395  (MPI_Startall(number,requests))
396 
397 #define MPI_Start_isend(count,requests) \
398  (MPI_Start(requests))
399 
400 #endif /* !__MPIUNI_H && ! PETSC_HAVE_BROKEN_RECURSIVE_MACRO */
401 
402 #else  /* ---Logging is turned off --------------------------------------------*/
403 
404 #define PetscLogFlops(n) 0
405 
406 #define PetscLogEventActivate(a)   0
407 #define PetscLogEventDeactivate(a) 0
408 
409 #define PetscLogEventActivateClass(a)   0
410 #define PetscLogEventDeactivateClass(a) 0
411 #define PetscLogEventSetActiveAll(a,b)  0
412 
413 #define PetscLogPLB                        0
414 #define PetscLogPLE                        0
415 #define PetscLogPHC                        0
416 #define PetscLogPHD                        0
417 #define PetscGetFlops(a)                (*(a) = 0.0,0)
418 #define PetscLogEventBegin(e,o1,o2,o3,o4)   0
419 #define PetscLogEventEnd(e,o1,o2,o3,o4)     0
420 #define PetscLogEventBarrierBegin(e,o1,o2,o3,o4,cm) 0
421 #define PetscLogEventBarrierEnd(e,o1,o2,o3,o4,cm)   0
422 #define PetscLogObjectParents(p,n,c)        0
423 #define PetscLogObjectCreate(h)             0
424 #define PetscLogObjectDestroy(h)            0
425 #define PetscLogDestroy()                   0
426 #define PetscLogStagePush(a)                0
427 #define PetscLogStagePop()                  0
428 #define PetscLogStageRegister(a,b)          0
429 #define PetscLogStagePrint(a,flg)           0
430 #define PetscLogView(viewer)                0
431 #define PetscLogViewPython(viewer)          0
432 #define PetscLogPrintDetailed(comm,file)    0
433 #define PetscLogBegin()                     0
434 #define PetscLogTraceBegin(file)            0
435 #define PetscLogSet(lb,le)                  0
436 #define PetscLogAllBegin()                  0
437 #define PetscLogDump(c)                     0
438 #define PetscLogEventRegister(a,b,c)        0
439 #define PetscLogObjects(a)                  0
440 #define PetscLogActions(a)                  0
441 PETSC_EXTERN PetscErrorCode PetscLogObjectState(PetscObject,const char[],...);
442 
443 /* If PETSC_USE_LOG is NOT defined, these still need to be! */
444 #define MPI_Startall_irecv(count,number,requests) MPI_Startall(number,requests)
445 #define MPI_Startall_isend(count,number,requests) MPI_Startall(number,requests)
446 #define MPI_Start_isend(count,requests) MPI_Start(requests)
447 #define PetscLogStageGetId(a,b)                      (*(b)=0,0)
448 #define PetscLogStageSetActive(a,b)                  0
449 #define PetscLogStageGetActive(a,b)                  0
450 #define PetscLogStageGetVisible(a,b)                 0
451 #define PetscLogStageSetVisible(a,b)                 0
452 
453 #endif   /* PETSC_USE_LOG */
454 
455 PETSC_EXTERN PetscErrorCode PetscIntStackCreate(PetscIntStack *);
456 PETSC_EXTERN PetscErrorCode PetscIntStackDestroy(PetscIntStack);
457 PETSC_EXTERN PetscErrorCode PetscIntStackPush(PetscIntStack, int);
458 PETSC_EXTERN PetscErrorCode PetscIntStackPop(PetscIntStack, int *);
459 PETSC_EXTERN PetscErrorCode PetscIntStackTop(PetscIntStack, int *);
460 PETSC_EXTERN PetscErrorCode PetscIntStackEmpty(PetscIntStack, PetscBool  *);
461 
462 /* Special support for C++ */
463 #if defined(PETSC_CLANGUAGE_CXX) && defined(__cplusplus)
464 #include <petsclog.hh>
465 #endif
466 
467 #define PetscPreLoadBegin(flag,name) \
468 do {\
469   PetscBool      PetscPreLoading = flag;\
470   int            PetscPreLoadMax,PetscPreLoadIt;\
471   PetscLogStage  _stageNum;\
472   PetscErrorCode _3_ierr; \
473   _3_ierr = PetscOptionsGetBool(NULL,"-preload",&PetscPreLoading,NULL);CHKERRQ(_3_ierr);\
474   PetscPreLoadMax = (int)(PetscPreLoading);\
475   PetscPreLoadingUsed = PetscPreLoading ? PETSC_TRUE : PetscPreLoadingUsed;\
476   for (PetscPreLoadIt=0; PetscPreLoadIt<=PetscPreLoadMax; PetscPreLoadIt++) {\
477     PetscPreLoadingOn = PetscPreLoading;\
478     _3_ierr = PetscBarrier(NULL);CHKERRQ(_3_ierr);\
479     if (PetscPreLoadIt>0) {\
480       _3_ierr = PetscLogStageGetId(name,&_stageNum);CHKERRQ(_3_ierr);\
481     } else {\
482       _3_ierr = PetscLogStageRegister(name,&_stageNum);CHKERRQ(_3_ierr); \
483     }\
484     _3_ierr = PetscLogStageSetActive(_stageNum,(PetscBool)(!PetscPreLoadMax || PetscPreLoadIt));\
485     _3_ierr = PetscLogStagePush(_stageNum);CHKERRQ(_3_ierr);
486 
487 #define PetscPreLoadEnd() \
488     _3_ierr = PetscLogStagePop();CHKERRQ(_3_ierr);\
489     PetscPreLoading = PETSC_FALSE;\
490   }\
491 } while (0)
492 
493 #define PetscPreLoadStage(name) do {                                         \
494     _3_ierr = PetscLogStagePop();CHKERRQ(_3_ierr);                      \
495     if (PetscPreLoadIt>0) {                                                  \
496       _3_ierr = PetscLogStageGetId(name,&_stageNum);CHKERRQ(_3_ierr);   \
497     } else {                                                            \
498       _3_ierr = PetscLogStageRegister(name,&_stageNum);CHKERRQ(_3_ierr); \
499     }                                                                   \
500     _3_ierr = PetscLogStageSetActive(_stageNum,(PetscBool)(!PetscPreLoadMax || PetscPreLoadIt)); \
501     _3_ierr = PetscLogStagePush(_stageNum);CHKERRQ(_3_ierr);            \
502   } while (0)
503 
504 /* some vars for logging */
505 PETSC_EXTERN PetscBool PetscPreLoadingUsed;       /* true if we are or have done preloading */
506 PETSC_EXTERN PetscBool PetscPreLoadingOn;         /* true if we are currently in a preloading calculation */
507 
508 /* Reset __FUNCT__ in case the user does not define it themselves */
509 #undef __FUNCT__
510 #define __FUNCT__ "User provided function"
511 
512 #endif
513