xref: /petsc/src/sys/objects/ftn-custom/zstart.c (revision da748e8f40e7c337d041e723c479cfc616d6641e)
1 /*
2   This file contains Fortran stubs for PetscInitialize and Finalize.
3 */
4 
5 /*
6     This is to prevent the Cray T3D version of MPI (University of Edinburgh)
7   from stupidly redefining MPI_INIT(). They put this in to detect errors
8   in C code,but here I do want to be calling the Fortran version from a
9   C subroutine.
10 */
11 #define T3DMPI_FORTRAN
12 #define T3EMPI_FORTRAN
13 
14 #define PETSC_DESIRE_COMPLEX
15 #include <petsc-private/fortranimpl.h>
16 
17 #if defined(PETSC_HAVE_CUSP)
18 #include <cublas.h>
19 #endif
20 #include <petscthreadcomm.h>
21 
22 extern PetscBool PetscHMPIWorker;
23 
24 #if defined(PETSC_HAVE_FORTRAN_CAPS)
25 #define petscinitialize_              PETSCINITIALIZE
26 #define petscfinalize_                PETSCFINALIZE
27 #define petscend_                     PETSCEND
28 #define iargc_                        IARGC
29 #define getarg_                       GETARG
30 #define mpi_init_                     MPI_INIT
31 #define petscgetcommoncomm_           PETSCGETCOMMONCOMM
32 #elif !defined(PETSC_HAVE_FORTRAN_UNDERSCORE)
33 #define petscinitialize_              petscinitialize
34 #define petscfinalize_                petscfinalize
35 #define petscend_                     petscend
36 #define mpi_init_                     mpi_init
37 #define iargc_                        iargc
38 #define getarg_                       getarg
39 #define petscgetcommoncomm_           petscgetcommoncomm
40 #endif
41 
42 #if defined(PETSC_HAVE_NAGF90)
43 #undef iargc_
44 #undef getarg_
45 #define iargc_  f90_unix_MP_iargc
46 #define getarg_ f90_unix_MP_getarg
47 #endif
48 #if defined(PETSC_USE_NARGS) /* Digital Fortran */
49 #undef iargc_
50 #undef getarg_
51 #define iargc_  NARGS
52 #define getarg_ GETARG
53 #elif defined(PETSC_HAVE_PXFGETARG_NEW)  /* cray x1 */
54 #undef iargc_
55 #undef getarg_
56 #define iargc_  ipxfargc_
57 #define getarg_ pxfgetarg_
58 #endif
59 #if defined(PETSC_HAVE_FORTRAN_IARGC_UNDERSCORE) /* HPUX + no underscore */
60 #undef iargc_
61 #undef getarg_
62 #define iargc_   iargc_
63 #define getarg_  getarg_
64 #endif
65 #if defined(PETSC_HAVE_GFORTRAN_IARGC) /* gfortran from gcc4 */
66 #undef iargc_
67 #undef getarg_
68 #define iargc_  _gfortran_iargc
69 #define getarg_ _gfortran_getarg_i4
70 #elif defined(PETSC_HAVE_BGL_IARGC) /* bgl g77 has different external & internal name mangling */
71 #undef iargc_
72 #undef getarg_
73 #define iargc  iargc_
74 #define getarg getarg_
75 #endif
76 
77 /*
78     The extra _ is because the f2c compiler puts an
79   extra _ at the end if the original routine name
80   contained any _.
81 */
82 #if defined(PETSC_HAVE_FORTRAN_UNDERSCORE_UNDERSCORE)
83 #undef mpi_init_
84 #define mpi_init_             mpi_init__
85 #endif
86 
87 PETSC_EXTERN void PETSC_STDCALL mpi_init_(int*);
88 PETSC_EXTERN void PETSC_STDCALL petscgetcommoncomm_(PetscMPIInt*);
89 
90 /*
91      Different Fortran compilers handle command lines in different ways
92 */
93 #if defined(PETSC_USE_NARGS)
94 PETSC_EXTERN short __stdcall NARGS();
95 PETSC_EXTERN void __stdcall GETARG(short*,char*,int,short *);
96 
97 #elif defined(PETSC_HAVE_FORTRAN_STDCALL)
98 PETSC_EXTERN int PETSC_STDCALL IARGC();
99 PETSC_EXTERN void PETSC_STDCALL GETARG(int *,char *,int);
100 
101 #elif defined(PETSC_HAVE_PXFGETARG_NEW)
102 PETSC_EXTERN int iargc_();
103 PETSC_EXTERN void getarg_(int*,char*,int*,int*,int);
104 
105 #else
106 PETSC_EXTERN int iargc_();
107 PETSC_EXTERN void getarg_(int*,char*,int);
108 /*
109       The Cray T3D/T3E use the PXFGETARG() function
110 */
111 #if defined(PETSC_HAVE_PXFGETARG)
112 PETSC_EXTERN void PXFGETARG(int*,_fcd,int*,int*);
113 #endif
114 #endif
115 
116 #if (defined(PETSC_HAVE_COMPLEX) && !defined(PETSC_HAVE_MPI_C_DOUBLE_COMPLEX)) || defined(PETSC_USE_REAL___FLOAT128)
117 extern MPI_Op MPIU_SUM;
118 
119 PETSC_EXTERN void MPIAPI PetscSum_Local(void*,void*,PetscMPIInt*,MPI_Datatype*);
120 
121 #endif
122 #if defined(PETSC_USE_REAL___FLOAT128)
123 
124 PETSC_EXTERN void MPIAPI PetscSum_Local(void*,void*,PetscMPIInt*,MPI_Datatype*);
125 PETSC_EXTERN void MPIAPI PetscMax_Local(void*,void*,PetscMPIInt*,MPI_Datatype*);
126 PETSC_EXTERN void MPIAPI PetscMin_Local(void*,void*,PetscMPIInt*,MPI_Datatype*);
127 #endif
128 
129 extern MPI_Op PetscMaxSum_Op;
130 
131 PETSC_EXTERN void MPIAPI PetscMaxSum_Local(void*,void*,PetscMPIInt*,MPI_Datatype*);
132 PETSC_EXTERN PetscMPIInt MPIAPI Petsc_DelCounter(MPI_Comm,PetscMPIInt,void*,void*);
133 PETSC_EXTERN PetscMPIInt MPIAPI Petsc_DelComm_Inner(MPI_Comm,PetscMPIInt,void*,void*);
134 PETSC_EXTERN PetscMPIInt MPIAPI Petsc_DelComm_Outer(MPI_Comm,PetscMPIInt,void*,void*);
135 
136 extern PetscErrorCode  PetscOptionsCheckInitial_Private(void);
137 extern PetscErrorCode  PetscOptionsCheckInitial_Components(void);
138 extern PetscErrorCode  PetscInitialize_DynamicLibraries(void);
139 #if defined(PETSC_USE_LOG)
140 extern PetscErrorCode  PetscLogBegin_Private(void);
141 #endif
142 extern PetscErrorCode  PetscMallocAlign(size_t,int,const char[],const char[],void**);
143 extern PetscErrorCode  PetscFreeAlign(void*,int,const char[],const char[]);
144 extern int  PetscGlobalArgc;
145 extern char **PetscGlobalArgs;
146 
147 /*
148     Reads in Fortran command line argments and sends them to
149   all processors and adds them to Options database.
150 */
151 
152 PetscErrorCode PETScParseFortranArgs_Private(int *argc,char ***argv)
153 {
154 #if defined(PETSC_USE_NARGS)
155   short          i,flg;
156 #else
157   int            i;
158 #endif
159   PetscErrorCode ierr;
160   int            warg = 256;
161   PetscMPIInt    rank;
162   char           *p;
163 
164   ierr = MPI_Comm_rank(PETSC_COMM_WORLD,&rank);CHKERRQ(ierr);
165   if (!rank) {
166 #if defined(PETSC_HAVE_IARG_COUNT_PROGNAME)
167     *argc = iargc_();
168 #else
169     /* most compilers do not count the program name for argv[0] */
170     *argc = 1 + iargc_();
171 #endif
172   }
173   ierr = MPI_Bcast(argc,1,MPI_INT,0,PETSC_COMM_WORLD);CHKERRQ(ierr);
174 
175   /* PetscTrMalloc() not yet set, so don't use PetscMalloc() */
176   ierr = PetscMallocAlign((*argc+1)*(warg*sizeof(char)+sizeof(char*)),0,0,0,(void**)argv);CHKERRQ(ierr);
177   (*argv)[0] = (char*)(*argv + *argc + 1);
178 
179   if (!rank) {
180     ierr = PetscMemzero((*argv)[0],(*argc)*warg*sizeof(char));CHKERRQ(ierr);
181     for (i=0; i<*argc; i++) {
182       (*argv)[i+1] = (*argv)[i] + warg;
183 #if defined(PETSC_HAVE_PXFGETARG_NEW)
184       {char *tmp = (*argv)[i];
185       int ilen;
186       getarg_(&i,tmp,&ilen,&ierr,warg);CHKERRQ(ierr);
187       tmp[ilen] = 0;}
188 #elif defined(PETSC_USE_NARGS)
189       GETARG(&i,(*argv)[i],warg,&flg);
190 #else
191       /*
192       Because the stupid #defines above define all kinds of things to getarg_ we cannot do this test
193       #elif defined(PETSC_HAVE_GETARG)
194       getarg_(&i,(*argv)[i],warg);
195       #else
196          SETERRQ(PETSC_COMM_SELF,PETSC_ERR_SUP,"Cannot get Fortran command line arguments");
197       */
198       getarg_(&i,(*argv)[i],warg);
199 #endif
200       /* zero out garbage at end of each argument */
201       p = (*argv)[i] + warg-1;
202       while (p > (*argv)[i]) {
203         if (*p == ' ') *p = 0;
204         p--;
205       }
206     }
207   }
208   ierr = MPI_Bcast((*argv)[0],*argc*warg,MPI_CHAR,0,PETSC_COMM_WORLD);CHKERRQ(ierr);
209   if (rank) {
210     for (i=0; i<*argc; i++) (*argv)[i+1] = (*argv)[i] + warg;
211   }
212   return 0;
213 }
214 
215 /* -----------------------------------------------------------------------------------------------*/
216 
217 extern MPI_Op PetscADMax_Op;
218 extern MPI_Op PetscADMin_Op;
219 PETSC_EXTERN void MPIAPI PetscADMax_Local(void*,void*,PetscMPIInt*,MPI_Datatype*);
220 PETSC_EXTERN void MPIAPI PetscADMin_Local(void*,void*,PetscMPIInt*,MPI_Datatype*);
221 
222 #if defined(PETSC_HAVE_SAWS)
223 #include <petscviewersaws.h>
224 extern PetscErrorCode  PetscInitializeSAWs(const char[]);
225 #endif
226 
227 /*
228     petscinitialize - Version called from Fortran.
229 
230     Notes:
231       Since this is called from Fortran it does not return error codes
232 
233 */
234 PETSC_EXTERN void PETSC_STDCALL petscinitialize_(CHAR filename PETSC_MIXED_LEN(len),PetscErrorCode *ierr PETSC_END_LEN(len))
235 {
236 #if defined (PETSC_USE_NARGS)
237   short       flg,i;
238 #else
239   int         i;
240 #if !defined(PETSC_HAVE_PXFGETARG_NEW) && !defined (PETSC_HAVE_PXFGETARG_NEW)
241   int         j;
242 #endif
243 #endif
244 #if defined(PETSC_HAVE_CUDA)
245   PetscBool   flg2;
246 #endif
247   int         flag;
248   PetscMPIInt size;
249   char        *t1,name[256],hostname[64];
250   PetscMPIInt f_petsc_comm_world;
251   PetscInt    nodesize;
252   PetscBool   flg;
253 
254   *ierr = PetscMemzero(name,256); if (*ierr) return;
255   if (PetscInitializeCalled) {*ierr = 0; return;}
256 
257   /* this must be initialized in a routine, not as a constant declaration*/
258   PETSC_STDOUT = stdout;
259   PETSC_STDERR = stderr;
260 
261   *ierr = PetscOptionsCreate();
262   if (*ierr) return;
263   i = 0;
264 #if defined (PETSC_HAVE_PXFGETARG_NEW)
265   { int ilen,sierr;
266     getarg_(&i,name,&ilen,&sierr,256);
267     if (sierr) PetscStrncpy(name,"Unknown Name",256);
268     else name[ilen] = 0;
269   }
270 #elif defined(PETSC_USE_NARGS)
271   GETARG(&i,name,256,&flg);
272 #else
273   getarg_(&i,name,256);
274   /* Eliminate spaces at the end of the string */
275   for (j=254; j>=0; j--) {
276     if (name[j] != ' ') {
277       name[j+1] = 0;
278       break;
279     }
280   }
281   if (j<0) PetscStrncpy(name,"Unknown Name",256);
282 #endif
283   *ierr = PetscSetProgramName(name);
284   if (*ierr) {(*PetscErrorPrintf)("PetscInitialize: Calling PetscSetProgramName()\n");return;}
285 
286   /* check if PETSC_COMM_WORLD is initialized by the user in fortran */
287   petscgetcommoncomm_(&f_petsc_comm_world);
288   MPI_Initialized(&flag);
289   if (!flag) {
290     PetscMPIInt mierr;
291 
292     if (f_petsc_comm_world) {(*PetscErrorPrintf)("You cannot set PETSC_COMM_WORLD if you have not initialized MPI first\n");return;}
293     /* MPI requires calling Fortran mpi_init() if main program is Fortran */
294 #if defined(PETSC_HAVE_MPIUNI) && defined(MPIUNI_AVOID_MPI_NAMESPACE)
295     mierr = MPI_Init((int*)0, (char***)0);
296 #else
297     mpi_init_(&mierr);
298 #endif
299     if (mierr) {
300       *ierr = mierr;
301       (*PetscErrorPrintf)("PetscInitialize: Calling Fortran MPI_Init()\n");
302       return;
303     }
304     PetscBeganMPI = PETSC_TRUE;
305   }
306   if (f_petsc_comm_world) PETSC_COMM_WORLD = MPI_Comm_f2c(*(MPI_Fint*)&f_petsc_comm_world); /* User called MPI_INITIALIZE() and changed PETSC_COMM_WORLD */
307   else PETSC_COMM_WORLD = MPI_COMM_WORLD;
308   PetscInitializeCalled = PETSC_TRUE;
309 
310   *ierr = PetscErrorPrintfInitialize();
311   if (*ierr) {(*PetscErrorPrintf)("PetscInitialize: Calling PetscErrorPrintfInitialize()\n");return;}
312   *ierr = MPI_Comm_rank(MPI_COMM_WORLD,&PetscGlobalRank);
313   if (*ierr) {(*PetscErrorPrintf)("PetscInitialize: Setting PetscGlobalRank\n");return;}
314   *ierr = MPI_Comm_size(MPI_COMM_WORLD,&PetscGlobalSize);
315   if (*ierr) {(*PetscErrorPrintf)("PetscInitialize: Setting PetscGlobalSize\n");return;}
316 
317   MPIU_BOOL = MPI_INT;
318   MPIU_ENUM = MPI_INT;
319 
320 #if defined(PETSC_HAVE_COMPLEX)
321   /*
322      Initialized the global variable; this is because with
323      shared libraries the constructors for global variables
324      are not called; at least on IRIX.
325   */
326   {
327 #if defined(PETSC_CLANGUAGE_CXX)
328     PetscComplex ic(0.0,1.0);
329     PETSC_i = ic;
330 #else
331     PETSC_i = _Complex_I;
332 #endif
333   }
334 
335 #if !defined(PETSC_HAVE_MPI_C_DOUBLE_COMPLEX)
336   *ierr = MPI_Type_contiguous(2,MPI_DOUBLE,&MPIU_C_DOUBLE_COMPLEX);
337   if (*ierr) {(*PetscErrorPrintf)("PetscInitialize:Creating MPI types\n");return;}
338   *ierr = MPI_Type_commit(&MPIU_C_DOUBLE_COMPLEX);
339   if (*ierr) {(*PetscErrorPrintf)("PetscInitialize:Creating MPI types\n");return;}
340   *ierr = MPI_Type_contiguous(2,MPI_FLOAT,&MPIU_C_COMPLEX);
341   if (*ierr) {(*PetscErrorPrintf)("PetscInitialize:Creating MPI types\n");return;}
342   *ierr = MPI_Type_commit(&MPIU_C_COMPLEX);
343   if (*ierr) {(*PetscErrorPrintf)("PetscInitialize:Creating MPI types\n");return;}
344   *ierr = MPI_Op_create(PetscSum_Local,1,&MPIU_SUM);
345   if (*ierr) {(*PetscErrorPrintf)("PetscInitialize:Creating MPI ops\n");return;}
346 #endif
347 
348 #endif
349 
350 #if defined(PETSC_USE_REAL___FLOAT128)
351   *ierr = MPI_Type_contiguous(2,MPI_DOUBLE,&MPIU___FLOAT128);
352   if (*ierr) {(*PetscErrorPrintf)("PetscInitialize:Creating MPI types\n");return;}
353   *ierr = MPI_Type_commit(&MPIU___FLOAT128);
354   if (*ierr) {(*PetscErrorPrintf)("PetscInitialize:Creating MPI types\n");return;}
355 #if defined(PETSC_HAVE_COMPLEX)
356   *ierr = MPI_Type_contiguous(4,MPI_DOUBLE,&MPIU___COMPLEX128);
357   if (*ierr) {(*PetscErrorPrintf)("PetscInitialize:Creating MPI types\n");return;}
358   *ierr = MPI_Type_commit(&MPIU___COMPLEX128);
359   if (*ierr) {(*PetscErrorPrintf)("PetscInitialize:Creating MPI types\n");return;}
360 #endif
361   *ierr = MPI_Op_create(PetscSum_Local,1,&MPIU_SUM);
362   if (*ierr) {(*PetscErrorPrintf)("PetscInitialize:Creating MPI ops\n");return;}
363   *ierr = MPI_Op_create(PetscMax_Local,1,&MPIU_MAX);
364   if (*ierr) {(*PetscErrorPrintf)("PetscInitialize:Creating MPI ops\n");return;}
365   *ierr = MPI_Op_create(PetscMin_Local,1,&MPIU_MIN);
366   if (*ierr) {(*PetscErrorPrintf)("PetscInitialize:Creating MPI ops\n");return;}
367 #endif
368 
369   /*
370        Create the PETSc MPI reduction operator that sums of the first
371      half of the entries and maxes the second half.
372   */
373   *ierr = MPI_Op_create(PetscMaxSum_Local,1,&PetscMaxSum_Op);
374   if (*ierr) {(*PetscErrorPrintf)("PetscInitialize:Creating MPI ops\n");return;}
375 
376   *ierr = MPI_Type_contiguous(2,MPIU_SCALAR,&MPIU_2SCALAR);
377   if (*ierr) {(*PetscErrorPrintf)("PetscInitialize:Creating MPI types\n");return;}
378   *ierr = MPI_Type_commit(&MPIU_2SCALAR);
379   if (*ierr) {(*PetscErrorPrintf)("PetscInitialize:Creating MPI types\n");return;}
380 #if defined(PETSC_USE_64BIT_INDICES) || !defined(MPI_2INT)
381   *ierr = MPI_Type_contiguous(2,MPIU_INT,&MPIU_2INT);
382   if (*ierr) {(*PetscErrorPrintf)("PetscInitialize:Creating MPI types\n");return;}
383   *ierr = MPI_Type_commit(&MPIU_2INT);
384   if (*ierr) {(*PetscErrorPrintf)("PetscInitialize:Creating MPI types\n");return;}
385 #endif
386   *ierr = MPI_Op_create(PetscADMax_Local,1,&PetscADMax_Op);
387   if (*ierr) {(*PetscErrorPrintf)("PetscInitialize:Creating MPI ops\n");return;}
388   *ierr = MPI_Op_create(PetscADMin_Local,1,&PetscADMin_Op);
389   if (*ierr) {(*PetscErrorPrintf)("PetscInitialize:Creating MPI ops\n");return;}
390   *ierr = MPI_Keyval_create(MPI_NULL_COPY_FN,Petsc_DelCounter,&Petsc_Counter_keyval,(void*)0);
391   if (*ierr) {(*PetscErrorPrintf)("PetscInitialize:Creating MPI keyvals\n");return;}
392   *ierr = MPI_Keyval_create(MPI_NULL_COPY_FN,Petsc_DelComm_Outer,&Petsc_InnerComm_keyval,(void*)0);
393   if (*ierr) {(*PetscErrorPrintf)("PetscInitialize:Creating MPI keyvals\n");return;}
394   *ierr = MPI_Keyval_create(MPI_NULL_COPY_FN,Petsc_DelComm_Inner,&Petsc_OuterComm_keyval,(void*)0);
395   if (*ierr) {(*PetscErrorPrintf)("PetscInitialize:Creating MPI keyvals\n");return;}
396 
397   /*
398      PetscInitializeFortran() is called twice. Here it initializes
399      PETSC_NULL_CHARACTER_Fortran. Below it initializes the PETSC_VIEWERs.
400      The PETSC_VIEWERs have not been created yet, so they must be initialized
401      below.
402   */
403   PetscInitializeFortran();
404   PETScParseFortranArgs_Private(&PetscGlobalArgc,&PetscGlobalArgs);
405   FIXCHAR(filename,len,t1);
406   *ierr = PetscOptionsInsert(&PetscGlobalArgc,&PetscGlobalArgs,t1);
407   FREECHAR(filename,t1);
408   if (*ierr) {(*PetscErrorPrintf)("PetscInitialize:Creating options database\n");return;}
409   *ierr = PetscOptionsCheckInitial_Private();
410   if (*ierr) {(*PetscErrorPrintf)("PetscInitialize:Checking initial options\n");return;}
411   *ierr = PetscCitationsInitialize();
412   if (*ierr) {(*PetscErrorPrintf)("PetscInitialize:PetscCitationsInitialize()\n");return;}
413 #if defined(PETSC_HAVE_SAWS)
414   *ierr = PetscInitializeSAWs(NULL);
415   if (*ierr) {(*PetscErrorPrintf)("PetscInitialize:Initializing SAWs\n");return;}
416 #endif
417 #if defined(PETSC_USE_LOG)
418   *ierr = PetscLogBegin_Private();
419   if (*ierr) {(*PetscErrorPrintf)("PetscInitialize: intializing logging\n");return;}
420 #endif
421   *ierr = PetscInitialize_DynamicLibraries();
422   if (*ierr) {(*PetscErrorPrintf)("PetscInitialize:Initializing dynamic libraries\n");return;}
423 
424   *ierr = PetscInitializeFortran();
425   if (*ierr) { (*PetscErrorPrintf)("PetscInitialize:Setting up common block\n");return;}
426 
427   *ierr = MPI_Comm_size(PETSC_COMM_WORLD,&size);
428   if (*ierr) { (*PetscErrorPrintf)("PetscInitialize:Getting MPI_Comm_size()\n");return;}
429   *ierr = PetscInfo1(0,"(Fortran):PETSc successfully started: procs %d\n",size);
430   if (*ierr) { (*PetscErrorPrintf)("PetscInitialize:Calling PetscInfo()\n");return;}
431   *ierr = PetscGetHostName(hostname,64);
432   if (*ierr) { (*PetscErrorPrintf)("PetscInitialize:Getting hostname\n");return;}
433   *ierr = PetscInfo1(0,"Running on machine: %s\n",hostname);
434   if (*ierr) { (*PetscErrorPrintf)("PetscInitialize:Calling PetscInfo()\n");return;}
435   *ierr = PetscOptionsCheckInitial_Components();
436   if (*ierr) {(*PetscErrorPrintf)("PetscInitialize:Checking initial options\n");return;}
437 
438   *ierr = PetscThreadCommInitializePackage();
439   if (*ierr) {(*PetscErrorPrintf)("PetscInitialize:Calling PetscThreadCommInitialize()\n");return;}
440 
441   PetscThreadLocalRegister((PetscThreadKey*)&petscstack); /* Creates pthread_key */
442 #if defined(PETSC_USE_DEBUG)
443   *ierr = PetscStackCreate();
444   if (*ierr) {(*PetscErrorPrintf)("PetscInitialize:PetscStackCreate()\n");return;}
445 #endif
446 
447   *ierr = PetscOptionsGetInt(NULL,"-hmpi_spawn_size",&nodesize,&flg);
448   if (flg) {
449 #if defined(PETSC_HAVE_MPI_COMM_SPAWN)
450     *ierr = PetscHMPISpawn((PetscMPIInt) nodesize); /* worker nodes never return from here; they go directly to PetscEnd() */
451     if (*ierr) {(*PetscErrorPrintf)("PetscInitialize:PetscHMPIS-pawn()\n");return;}
452 #else
453     *ierr = PETSC_ERR_SUP;
454     (*PetscErrorPrintf)("PetscInitialize: PETSc built without MPI 2 (MPI_Comm_spawn) support, use -hmpi_merge_size instead");
455     return;
456 #endif
457   } else {
458     *ierr = PetscOptionsGetInt(NULL,"-hmpi_merge_size",&nodesize,&flg);
459     if (flg) {
460       *ierr = PetscHMPIMerge((PetscMPIInt) nodesize,NULL,NULL);
461       if (*ierr) {(*PetscErrorPrintf)("PetscInitialize:PetscHMPIMerge()\n");return;}
462       if (PetscHMPIWorker) { /* if worker then never enter user code */
463         PetscInitializeCalled = PETSC_TRUE;
464         *ierr = PetscEnd();
465       }
466     }
467   }
468 
469 #if defined(PETSC_HAVE_CUDA)
470   flg2  = PETSC_TRUE;
471   *ierr = PetscOptionsGetBool(NULL,"-cublas",&flg2,NULL);
472   if (flg2) cublasInit();
473 #endif
474 }
475 
476 PETSC_EXTERN void PETSC_STDCALL petscfinalize_(PetscErrorCode *ierr)
477 {
478 #if defined(PETSC_HAVE_SUNMATHPRO)
479   extern void standard_arithmetic();
480   standard_arithmetic();
481 #endif
482   /* was malloced with PetscMallocAlign() so free the same way */
483   *ierr = PetscFreeAlign(PetscGlobalArgs,0,0,0);if (*ierr) {(*PetscErrorPrintf)("PetscFinalize:Freeing args\n");return;}
484 
485   *ierr = PetscFinalize();
486 }
487 
488 void PETSC_STDCALL petscend_(PetscErrorCode *ierr)
489 {
490 #if defined(PETSC_HAVE_SUNMATHPRO)
491   extern void standard_arithmetic();
492   standard_arithmetic();
493 #endif
494 
495   *ierr = PetscEnd();
496 }
497 
498