xref: /petsc/src/sys/objects/ftn-custom/zstart.c (revision 3cbbc5ff037ae03fd9010ee4a8e4d7c21ef7cb71)
1 /*
2   This file contains Fortran stubs for PetscInitialize and Finalize.
3 */
4 
5 /*
6     This is to prevent the Cray T3D version of MPI (University of Edinburgh)
7   from stupidly redefining MPI_INIT(). They put this in to detect errors
8   in C code,but here I do want to be calling the Fortran version from a
9   C subroutine.
10 */
11 #define T3DMPI_FORTRAN
12 #define T3EMPI_FORTRAN
13 
14 #include <petsc/private/fortranimpl.h>
15 
16 #if defined(PETSC_HAVE_CUDA)
17 #include <cublas_v2.h>
18 
19 extern cublasHandle_t cublasv2handle;
20 #endif
21 
22 #if defined(PETSC_HAVE_FORTRAN_CAPS)
23 #define petscinitialize_              PETSCINITIALIZE
24 #define petscinitializenoarguments_   PETSCINITIALIZENOARGUMENTS
25 #define petscfinalize_                PETSCFINALIZE
26 #define petscend_                     PETSCEND
27 #define iargc_                        IARGC
28 #define getarg_                       GETARG
29 #define mpi_init_                     MPI_INIT
30 #define petscgetcommoncomm_           PETSCGETCOMMONCOMM
31 #define petsccommandargumentcount_    PETSCCOMMANDARGUMENTCOUNT
32 #define petscgetcommandargument_      PETSCGETCOMMANDARGUMENT
33 #elif !defined(PETSC_HAVE_FORTRAN_UNDERSCORE)
34 #define petscinitialize_              petscinitialize
35 #define petscinitializenoarguments_   petscinitializenoarguments
36 #define petscfinalize_                petscfinalize
37 #define petscend_                     petscend
38 #define mpi_init_                     mpi_init
39 #define iargc_                        iargc
40 #define getarg_                       getarg
41 #define petscgetcommoncomm_           petscgetcommoncomm
42 #define petsccommandargumentcount_    petsccommandargumentcount
43 #define petscgetcommandargument_      petscgetcommandargument
44 #endif
45 
46 #if defined(PETSC_HAVE_NAGF90)
47 #undef iargc_
48 #undef getarg_
49 #define iargc_  f90_unix_MP_iargc
50 #define getarg_ f90_unix_MP_getarg
51 #endif
52 #if defined(PETSC_USE_NARGS) /* Digital Fortran */
53 #undef iargc_
54 #undef getarg_
55 #define iargc_  NARGS
56 #define getarg_ GETARG
57 #elif defined(PETSC_HAVE_PXFGETARG_NEW)  /* cray x1 */
58 #undef iargc_
59 #undef getarg_
60 #define iargc_  ipxfargc_
61 #define getarg_ pxfgetarg_
62 #endif
63 #if defined(PETSC_HAVE_FORTRAN_IARGC_UNDERSCORE) /* HPUX + no underscore */
64 #undef iargc_
65 #undef getarg_
66 #define iargc_   iargc_
67 #define getarg_  getarg_
68 #endif
69 
70 #if defined(PETSC_HAVE_FORTRAN_GET_COMMAND_ARGUMENT) /* Fortran 2003 */
71 #undef iargc_
72 #undef getarg_
73 #define iargc_ petsccommandargumentcount_
74 #define getarg_ petscgetcommandargument_
75 #elif defined(PETSC_HAVE_GFORTRAN_IARGC) /* gfortran from gcc4 */
76 #undef iargc_
77 #undef getarg_
78 #define iargc_  _gfortran_iargc
79 #define getarg_ _gfortran_getarg_i4
80 #elif defined(PETSC_HAVE_BGL_IARGC) /* bgl g77 has different external & internal name mangling */
81 #undef iargc_
82 #undef getarg_
83 #define iargc  iargc_
84 #define getarg getarg_
85 #endif
86 
87 /*
88     The extra _ is because the f2c compiler puts an
89   extra _ at the end if the original routine name
90   contained any _.
91 */
92 #if defined(PETSC_HAVE_FORTRAN_UNDERSCORE_UNDERSCORE)
93 #define mpi_init_             mpi_init__
94 #endif
95 
96 #if defined(PETSC_HAVE_MPIUNI)
97 #if defined(mpi_init_)
98 #undef mpi_init_
99 #if defined(PETSC_HAVE_FORTRAN_CAPS)
100 #define mpi_init_             PETSC_MPI_INIT
101 #elif !defined(PETSC_HAVE_FORTRAN_UNDERSCORE)
102 #define mpi_init_             petsc_mpi_init
103 #elif defined(PETSC_HAVE_FORTRAN_UNDERSCORE_UNDERSCORE)
104 #define mpi_init_             petsc_mpi_init__
105 #endif
106 #else    /* mpi_init_ */
107 #define mpi_init_             petsc_mpi_init_
108 #endif   /* mpi_init_ */
109 #endif   /* PETSC_HAVE_MPIUNI */
110 
111 PETSC_EXTERN void PETSC_STDCALL mpi_init_(int*);
112 PETSC_EXTERN void PETSC_STDCALL petscgetcommoncomm_(PetscMPIInt*);
113 
114 /*
115      Different Fortran compilers handle command lines in different ways
116 */
117 #if defined(PETSC_HAVE_FORTRAN_GET_COMMAND_ARGUMENT) /* Fortran 2003  - same as 'else' case */
118 PETSC_EXTERN int iargc_(void);
119 PETSC_EXTERN void getarg_(int*,char*,int);
120 #elif defined(PETSC_USE_NARGS)
121 PETSC_EXTERN short __stdcall NARGS();
122 PETSC_EXTERN void __stdcall GETARG(short*,char*,int,short *);
123 
124 #elif defined(PETSC_HAVE_FORTRAN_STDCALL)
125 PETSC_EXTERN int PETSC_STDCALL IARGC();
126 PETSC_EXTERN void PETSC_STDCALL GETARG(int *,char *,int);
127 
128 #elif defined(PETSC_HAVE_PXFGETARG_NEW)
129 PETSC_EXTERN int iargc_();
130 PETSC_EXTERN void getarg_(int*,char*,int*,int*,int);
131 
132 #else
133 PETSC_EXTERN int iargc_();
134 PETSC_EXTERN void getarg_(int*,char*,int);
135 /*
136       The Cray T3D/T3E use the PXFGETARG() function
137 */
138 #if defined(PETSC_HAVE_PXFGETARG)
139 PETSC_EXTERN void PXFGETARG(int*,_fcd,int*,int*);
140 #endif
141 #endif
142 
143 #if (defined(PETSC_HAVE_COMPLEX) && !defined(PETSC_HAVE_MPI_C_DOUBLE_COMPLEX)) || defined(PETSC_USE_REAL___FLOAT128) || defined(PETSC_USE_REAL___FP16)
144 extern MPI_Op MPIU_SUM;
145 
146 PETSC_EXTERN void MPIAPI PetscSum_Local(void*,void*,PetscMPIInt*,MPI_Datatype*);
147 
148 #endif
149 #if defined(PETSC_USE_REAL___FLOAT128) || defined(PETSC_USE_REAL___FP16)
150 
151 PETSC_EXTERN void MPIAPI PetscSum_Local(void*,void*,PetscMPIInt*,MPI_Datatype*);
152 PETSC_EXTERN void MPIAPI PetscMax_Local(void*,void*,PetscMPIInt*,MPI_Datatype*);
153 PETSC_EXTERN void MPIAPI PetscMin_Local(void*,void*,PetscMPIInt*,MPI_Datatype*);
154 #endif
155 
156 PETSC_INTERN void MPIAPI MPIU_MaxSum_Local(void*,void*,PetscMPIInt*,MPI_Datatype*);
157 PETSC_EXTERN PetscMPIInt MPIAPI Petsc_DelCounter(MPI_Comm,PetscMPIInt,void*,void*);
158 PETSC_EXTERN PetscMPIInt MPIAPI Petsc_DelComm_Inner(MPI_Comm,PetscMPIInt,void*,void*);
159 PETSC_EXTERN PetscMPIInt MPIAPI Petsc_DelComm_Outer(MPI_Comm,PetscMPIInt,void*,void*);
160 
161 extern PetscErrorCode  PetscOptionsCheckInitial_Private(void);
162 extern PetscErrorCode  PetscOptionsCheckInitial_Components(void);
163 extern PetscErrorCode  PetscInitialize_DynamicLibraries(void);
164 #if defined(PETSC_USE_LOG)
165 extern PetscErrorCode  PetscLogInitialize(void);
166 #endif
167 extern PetscErrorCode  PetscMallocAlign(size_t,int,const char[],const char[],void**);
168 extern PetscErrorCode  PetscFreeAlign(void*,int,const char[],const char[]);
169 extern int  PetscGlobalArgc;
170 extern char **PetscGlobalArgs;
171 
172 /*
173     Reads in Fortran command line argments and sends them to
174   all processors.
175 */
176 
177 PetscErrorCode PETScParseFortranArgs_Private(int *argc,char ***argv)
178 {
179 #if defined(PETSC_USE_NARGS)
180   short          i,flg;
181 #else
182   int            i;
183 #endif
184   PetscErrorCode ierr;
185   int            warg = 256;
186   PetscMPIInt    rank;
187   char           *p;
188 
189   ierr = MPI_Comm_rank(PETSC_COMM_WORLD,&rank);CHKERRQ(ierr);
190   if (!rank) {
191 #if defined(PETSC_HAVE_IARG_COUNT_PROGNAME)
192     *argc = iargc_();
193 #else
194     /* most compilers do not count the program name for argv[0] */
195     *argc = 1 + iargc_();
196 #endif
197   }
198   ierr = MPI_Bcast(argc,1,MPI_INT,0,PETSC_COMM_WORLD);CHKERRQ(ierr);
199 
200   /* PetscTrMalloc() not yet set, so don't use PetscMalloc() */
201   ierr = PetscMallocAlign((*argc+1)*(warg*sizeof(char)+sizeof(char*)),0,0,0,(void**)argv);CHKERRQ(ierr);
202   (*argv)[0] = (char*)(*argv + *argc + 1);
203 
204   if (!rank) {
205     ierr = PetscMemzero((*argv)[0],(*argc)*warg*sizeof(char));CHKERRQ(ierr);
206     for (i=0; i<*argc; i++) {
207       (*argv)[i+1] = (*argv)[i] + warg;
208 #if defined (PETSC_HAVE_FORTRAN_GET_COMMAND_ARGUMENT) /* same as 'else' case */
209       getarg_(&i,(*argv)[i],warg);
210 #elif defined(PETSC_HAVE_PXFGETARG_NEW)
211       {char *tmp = (*argv)[i];
212       int ilen;
213       getarg_(&i,tmp,&ilen,&ierr,warg);CHKERRQ(ierr);
214       tmp[ilen] = 0;}
215 #elif defined(PETSC_USE_NARGS)
216       GETARG(&i,(*argv)[i],warg,&flg);
217 #else
218       /*
219       Because the stupid #defines above define all kinds of things to getarg_ we cannot do this test
220       #elif defined(PETSC_HAVE_GETARG)
221       getarg_(&i,(*argv)[i],warg);
222       #else
223          SETERRQ(PETSC_COMM_SELF,PETSC_ERR_SUP,"Cannot get Fortran command line arguments");
224       */
225       getarg_(&i,(*argv)[i],warg);
226 #endif
227       /* zero out garbage at end of each argument */
228       p = (*argv)[i] + warg-1;
229       while (p > (*argv)[i]) {
230         if (*p == ' ') *p = 0;
231         p--;
232       }
233     }
234   }
235   ierr = MPI_Bcast((*argv)[0],*argc*warg,MPI_CHAR,0,PETSC_COMM_WORLD);CHKERRQ(ierr);
236   if (rank) {
237     for (i=0; i<*argc; i++) (*argv)[i+1] = (*argv)[i] + warg;
238   }
239   return 0;
240 }
241 
242 #if defined(PETSC_SERIALIZE_FUNCTIONS)
243 extern PetscFPT PetscFPTData;
244 #endif
245 
246 #if defined(PETSC_HAVE_THREADSAFETY)
247 extern PetscSpinlock PetscViewerASCIISpinLockOpen;
248 extern PetscSpinlock PetscViewerASCIISpinLockStdout;
249 extern PetscSpinlock PetscViewerASCIISpinLockStderr;
250 extern PetscSpinlock PetscCommSpinLock;
251 #endif
252 
253 /* -----------------------------------------------------------------------------------------------*/
254 
255 #if defined(PETSC_HAVE_SAWS)
256 #include <petscviewersaws.h>
257 extern PetscErrorCode  PetscInitializeSAWs(const char[]);
258 #endif
259 
260 PETSC_EXTERN PetscMPIInt MPIAPI Petsc_DelShared(MPI_Comm,PetscMPIInt,void *,void *);
261 
262 /*
263     petscinitialize - Version called from Fortran.
264 
265     Notes:
266       Since this is called from Fortran it does not return error codes
267 
268 */
269 static void petscinitialize_internal(char* filename, PetscInt len, PetscBool readarguments, PetscErrorCode *ierr)
270 {
271   int            j,i;
272 #if defined (PETSC_USE_NARGS)
273   short          flg;
274 #endif
275 #if defined(PETSC_HAVE_CUDA)
276   PetscBool      flg2;
277   cublasStatus_t cberr;
278 #endif
279   int            flag;
280   PetscMPIInt    size;
281   char           *t1,name[256],hostname[64];
282   PetscMPIInt    f_petsc_comm_world;
283 
284   *ierr = PetscMemzero(name,sizeof(name)); if (*ierr) return;
285   if (PetscInitializeCalled) {*ierr = 0; return;}
286 
287   /* this must be initialized in a routine, not as a constant declaration*/
288   PETSC_STDOUT = stdout;
289   PETSC_STDERR = stderr;
290 
291   /* on Windows - set printf to default to printing 2 digit exponents */
292 #if defined(PETSC_HAVE__SET_OUTPUT_FORMAT)
293   _set_output_format(_TWO_DIGIT_EXPONENT);
294 #endif
295 
296   *ierr = PetscOptionsCreateDefault();
297   if (*ierr) return;
298   i = 0;
299 #if defined (PETSC_HAVE_FORTRAN_GET_COMMAND_ARGUMENT) /* same as 'else' case */
300   getarg_(&i,name,sizeof(name));
301 #elif defined (PETSC_HAVE_PXFGETARG_NEW)
302   { int ilen,sierr;
303     getarg_(&i,name,&ilen,&sierr,256);
304     if (sierr) PetscStrncpy(name,"Unknown Name",256);
305     else name[ilen] = 0;
306   }
307 #elif defined(PETSC_USE_NARGS)
308   GETARG(&i,name,256,&flg);
309 #else
310   getarg_(&i,name,256);
311 #endif
312   /* Eliminate spaces at the end of the string */
313   for (j=sizeof(name)-2; j>=0; j--) {
314     if (name[j] != ' ') {
315       name[j+1] = 0;
316       break;
317     }
318   }
319   if (j<0) PetscStrncpy(name,"Unknown Name",256);
320   *ierr = PetscSetProgramName(name);
321   if (*ierr) {(*PetscErrorPrintf)("PetscInitialize: Calling PetscSetProgramName()\n");return;}
322 
323   /* check if PETSC_COMM_WORLD is initialized by the user in fortran */
324   petscgetcommoncomm_(&f_petsc_comm_world);
325   MPI_Initialized(&flag);
326   if (!flag) {
327     PetscMPIInt mierr;
328 
329     if (f_petsc_comm_world) {(*PetscErrorPrintf)("You cannot set PETSC_COMM_WORLD if you have not initialized MPI first\n");return;}
330     mpi_init_(&mierr);
331     if (mierr) {
332       *ierr = mierr;
333       (*PetscErrorPrintf)("PetscInitialize: Calling Fortran MPI_Init()\n");
334       return;
335     }
336     PetscBeganMPI = PETSC_TRUE;
337   }
338   if (f_petsc_comm_world) PETSC_COMM_WORLD = MPI_Comm_f2c(*(MPI_Fint*)&f_petsc_comm_world); /* User called MPI_INITIALIZE() and changed PETSC_COMM_WORLD */
339   else PETSC_COMM_WORLD = MPI_COMM_WORLD;
340   PetscInitializeCalled = PETSC_TRUE;
341 
342   *ierr = PetscSpinlockCreate(&PetscViewerASCIISpinLockOpen);
343   if (*ierr) {(*PetscErrorPrintf)("PetscInitialize: Creating global spin lock\n");return;}
344   *ierr = PetscSpinlockCreate(&PetscViewerASCIISpinLockStdout);
345   if (*ierr) {(*PetscErrorPrintf)("PetscInitialize: Creating global spin lock\n");return;}
346   *ierr = PetscSpinlockCreate(&PetscViewerASCIISpinLockStderr);
347   if (*ierr) {(*PetscErrorPrintf)("PetscInitialize: Creating global spin lock\n");return;}
348   *ierr = PetscSpinlockCreate(&PetscCommSpinLock);
349   if (*ierr) {(*PetscErrorPrintf)("PetscInitialize: Creating global spin lock\n");return;}
350 
351   *ierr = PetscErrorPrintfInitialize();
352   if (*ierr) {(*PetscErrorPrintf)("PetscInitialize: Calling PetscErrorPrintfInitialize()\n");return;}
353   *ierr = MPI_Comm_rank(MPI_COMM_WORLD,&PetscGlobalRank);
354   if (*ierr) {(*PetscErrorPrintf)("PetscInitialize: Setting PetscGlobalRank\n");return;}
355   *ierr = MPI_Comm_size(MPI_COMM_WORLD,&PetscGlobalSize);
356   if (*ierr) {(*PetscErrorPrintf)("PetscInitialize: Setting PetscGlobalSize\n");return;}
357 
358   MPIU_BOOL = MPI_INT;
359   MPIU_ENUM = MPI_INT;
360 
361 #if defined(PETSC_HAVE_COMPLEX)
362   /*
363      Initialized the global variable; this is because with
364      shared libraries the constructors for global variables
365      are not called; at least on IRIX.
366   */
367   {
368 #if defined(PETSC_CLANGUAGE_CXX) && !defined(PETSC_USE_REAL___FLOAT128)
369     PetscComplex ic(0.0,1.0);
370     PETSC_i = ic;
371 #else
372     PETSC_i = _Complex_I;
373 #endif
374   }
375 
376 #if !defined(PETSC_HAVE_MPI_C_DOUBLE_COMPLEX)
377   *ierr = MPI_Type_contiguous(2,MPI_DOUBLE,&MPIU_C_DOUBLE_COMPLEX);
378   if (*ierr) {(*PetscErrorPrintf)("PetscInitialize:Creating MPI types\n");return;}
379   *ierr = MPI_Type_commit(&MPIU_C_DOUBLE_COMPLEX);
380   if (*ierr) {(*PetscErrorPrintf)("PetscInitialize:Creating MPI types\n");return;}
381   *ierr = MPI_Type_contiguous(2,MPI_FLOAT,&MPIU_C_COMPLEX);
382   if (*ierr) {(*PetscErrorPrintf)("PetscInitialize:Creating MPI types\n");return;}
383   *ierr = MPI_Type_commit(&MPIU_C_COMPLEX);
384   if (*ierr) {(*PetscErrorPrintf)("PetscInitialize:Creating MPI types\n");return;}
385   *ierr = MPI_Op_create(PetscSum_Local,1,&MPIU_SUM);
386   if (*ierr) {(*PetscErrorPrintf)("PetscInitialize:Creating MPI ops\n");return;}
387 #endif
388 
389 #endif
390 
391 #if defined(PETSC_USE_REAL___FLOAT128)
392   *ierr = MPI_Type_contiguous(2,MPI_DOUBLE,&MPIU___FLOAT128);
393   if (*ierr) {(*PetscErrorPrintf)("PetscInitialize:Creating MPI types\n");return;}
394   *ierr = MPI_Type_commit(&MPIU___FLOAT128);
395   if (*ierr) {(*PetscErrorPrintf)("PetscInitialize:Creating MPI types\n");return;}
396 #if defined(PETSC_HAVE_COMPLEX)
397   *ierr = MPI_Type_contiguous(4,MPI_DOUBLE,&MPIU___COMPLEX128);
398   if (*ierr) {(*PetscErrorPrintf)("PetscInitialize:Creating MPI types\n");return;}
399   *ierr = MPI_Type_commit(&MPIU___COMPLEX128);
400   if (*ierr) {(*PetscErrorPrintf)("PetscInitialize:Creating MPI types\n");return;}
401 #endif
402   *ierr = MPI_Op_create(PetscSum_Local,1,&MPIU_SUM);
403   if (*ierr) {(*PetscErrorPrintf)("PetscInitialize:Creating MPI ops\n");return;}
404   *ierr = MPI_Op_create(PetscMax_Local,1,&MPIU_MAX);
405   if (*ierr) {(*PetscErrorPrintf)("PetscInitialize:Creating MPI ops\n");return;}
406   *ierr = MPI_Op_create(PetscMin_Local,1,&MPIU_MIN);
407   if (*ierr) {(*PetscErrorPrintf)("PetscInitialize:Creating MPI ops\n");return;}
408 #elif defined(PETSC_USE_REAL___FP16)
409   *ierr = MPI_Type_contiguous(2,MPI_CHAR,&MPIU___FP16);
410   if (*ierr) {(*PetscErrorPrintf)("PetscInitialize:Creating MPI types\n");return;}
411   *ierr = MPI_Type_commit(&MPIU___FP16);
412   if (*ierr) {(*PetscErrorPrintf)("PetscInitialize:Creating MPI types\n");return;}
413   *ierr = MPI_Op_create(PetscSum_Local,1,&MPIU_SUM);
414   if (*ierr) {(*PetscErrorPrintf)("PetscInitialize:Creating MPI ops\n");return;}
415   *ierr = MPI_Op_create(PetscMax_Local,1,&MPIU_MAX);
416   if (*ierr) {(*PetscErrorPrintf)("PetscInitialize:Creating MPI ops\n");return;}
417   *ierr = MPI_Op_create(PetscMin_Local,1,&MPIU_MIN);
418   if (*ierr) {(*PetscErrorPrintf)("PetscInitialize:Creating MPI ops\n");return;}
419 #endif
420 
421   /*
422        Create the PETSc MPI reduction operator that sums of the first
423      half of the entries and maxes the second half.
424   */
425   *ierr = MPI_Op_create(MPIU_MaxSum_Local,1,&MPIU_MAXSUM_OP);
426   if (*ierr) {(*PetscErrorPrintf)("PetscInitialize:Creating MPI ops\n");return;}
427 
428   *ierr = MPI_Type_contiguous(2,MPIU_SCALAR,&MPIU_2SCALAR);
429   if (*ierr) {(*PetscErrorPrintf)("PetscInitialize:Creating MPI types\n");return;}
430   *ierr = MPI_Type_commit(&MPIU_2SCALAR);
431   if (*ierr) {(*PetscErrorPrintf)("PetscInitialize:Creating MPI types\n");return;}
432 #if defined(PETSC_USE_64BIT_INDICES) || !defined(MPI_2INT)
433   *ierr = MPI_Type_contiguous(2,MPIU_INT,&MPIU_2INT);
434   if (*ierr) {(*PetscErrorPrintf)("PetscInitialize:Creating MPI types\n");return;}
435   *ierr = MPI_Type_commit(&MPIU_2INT);
436   if (*ierr) {(*PetscErrorPrintf)("PetscInitialize:Creating MPI types\n");return;}
437 #endif
438   *ierr = MPI_Keyval_create(MPI_NULL_COPY_FN,Petsc_DelCounter,&Petsc_Counter_keyval,(void*)0);
439   if (*ierr) {(*PetscErrorPrintf)("PetscInitialize:Creating MPI keyvals\n");return;}
440   *ierr = MPI_Keyval_create(MPI_NULL_COPY_FN,Petsc_DelComm_Outer,&Petsc_InnerComm_keyval,(void*)0);
441   if (*ierr) {(*PetscErrorPrintf)("PetscInitialize:Creating MPI keyvals\n");return;}
442   *ierr = MPI_Keyval_create(MPI_NULL_COPY_FN,Petsc_DelComm_Inner,&Petsc_OuterComm_keyval,(void*)0);
443   if (*ierr) {(*PetscErrorPrintf)("PetscInitialize:Creating MPI keyvals\n");return;}
444   *ierr = MPI_Keyval_create(MPI_NULL_COPY_FN,Petsc_DelShared,&Petsc_Shared_keyval,(void*)0);
445   if (*ierr) {(*PetscErrorPrintf)("PetscInitialize:Creating MPI keyvals\n");return;}
446 
447   /*
448      PetscInitializeFortran() is called twice. Here it initializes
449      PETSC_NULL_CHARACTER_Fortran. Below it initializes the PETSC_VIEWERs.
450      The PETSC_VIEWERs have not been created yet, so they must be initialized
451      below.
452   */
453   PetscInitializeFortran();
454   if(readarguments == PETSC_TRUE) {
455     PETScParseFortranArgs_Private(&PetscGlobalArgc,&PetscGlobalArgs);
456     FIXCHAR(filename,len,t1);
457     *ierr = PetscOptionsInsert(NULL,&PetscGlobalArgc,&PetscGlobalArgs,t1);
458     FREECHAR(filename,t1);
459     if (*ierr) {(*PetscErrorPrintf)("PetscInitialize:Creating options database\n");return;}
460   }
461   *ierr = PetscOptionsCheckInitial_Private();
462   if (*ierr) {(*PetscErrorPrintf)("PetscInitialize:Checking initial options\n");return;}
463   *ierr = PetscCitationsInitialize();
464   if (*ierr) {(*PetscErrorPrintf)("PetscInitialize:PetscCitationsInitialize()\n");return;}
465 #if defined(PETSC_HAVE_SAWS)
466   *ierr = PetscInitializeSAWs(NULL);
467   if (*ierr) {(*PetscErrorPrintf)("PetscInitialize:Initializing SAWs\n");return;}
468 #endif
469 #if defined(PETSC_USE_LOG)
470   *ierr = PetscLogInitialize();
471   if (*ierr) {(*PetscErrorPrintf)("PetscInitialize: intializing logging\n");return;}
472 #endif
473   *ierr = PetscInitialize_DynamicLibraries();
474   if (*ierr) {(*PetscErrorPrintf)("PetscInitialize:Initializing dynamic libraries\n");return;}
475 
476   *ierr = PetscInitializeFortran();
477   if (*ierr) { (*PetscErrorPrintf)("PetscInitialize:Setting up common block\n");return;}
478 
479   *ierr = MPI_Comm_size(PETSC_COMM_WORLD,&size);
480   if (*ierr) { (*PetscErrorPrintf)("PetscInitialize:Getting MPI_Comm_size()\n");return;}
481   *ierr = PetscInfo1(0,"(Fortran):PETSc successfully started: procs %d\n",size);
482   if (*ierr) { (*PetscErrorPrintf)("PetscInitialize:Calling PetscInfo()\n");return;}
483   *ierr = PetscGetHostName(hostname,64);
484   if (*ierr) { (*PetscErrorPrintf)("PetscInitialize:Getting hostname\n");return;}
485   *ierr = PetscInfo1(0,"Running on machine: %s\n",hostname);
486   if (*ierr) { (*PetscErrorPrintf)("PetscInitialize:Calling PetscInfo()\n");return;}
487   *ierr = PetscOptionsCheckInitial_Components();
488   if (*ierr) {(*PetscErrorPrintf)("PetscInitialize:Checking initial options\n");return;}
489 
490 #if defined(PETSC_USE_DEBUG) && !defined(PETSC_HAVE_THREADSAFETY)
491   *ierr = PetscStackCreate();
492   if (*ierr) {(*PetscErrorPrintf)("PetscInitialize:PetscStackCreate()\n");return;}
493 #endif
494 
495 #if defined(PETSC_SERIALIZE_FUNCTIONS)
496   *ierr = PetscFPTCreate(10000);
497   if (*ierr) {(*PetscErrorPrintf)("PetscInitialize:PetscFPTCreate()\n");return;}
498 #endif
499 
500 #if defined(PETSC_HAVE_CUDA)
501   flg2  = PETSC_TRUE;
502   *ierr = PetscOptionsGetBool(NULL,NULL,"-cublas",&flg2,NULL);
503   if (flg2) {
504     cberr = cublasCreate(&cublasv2handle);
505     if (((int)cberr) != (int)CUBLAS_STATUS_SUCCESS) {(*PetscErrorPrintf)("PetscInitialize:CUBLAS error %d\n",cberr);return;}
506   }
507 #endif
508 }
509 
510 PETSC_EXTERN void PETSC_STDCALL petscinitialize_(char* filename PETSC_MIXED_LEN(len),PetscErrorCode *ierr PETSC_END_LEN(len))
511 {
512   petscinitialize_internal(filename, len, PETSC_TRUE, ierr);
513 }
514 
515 PETSC_EXTERN void PETSC_STDCALL petscinitializenoarguments_(PetscErrorCode *ierr)
516 {
517   petscinitialize_internal(NULL, (PetscInt) 0, PETSC_FALSE, ierr);
518 }
519 
520 
521 PETSC_EXTERN void PETSC_STDCALL petscfinalize_(PetscErrorCode *ierr)
522 {
523 #if defined(PETSC_HAVE_SUNMATHPRO)
524   extern void standard_arithmetic();
525   standard_arithmetic();
526 #endif
527   /* was malloced with PetscMallocAlign() so free the same way */
528   *ierr = PetscFreeAlign(PetscGlobalArgs,0,0,0);if (*ierr) {(*PetscErrorPrintf)("PetscFinalize:Freeing args\n");return;}
529 
530   *ierr = PetscFinalize();
531 }
532 
533 PETSC_EXTERN void PETSC_STDCALL petscend_(PetscErrorCode *ierr)
534 {
535 #if defined(PETSC_HAVE_SUNMATHPRO)
536   extern void standard_arithmetic();
537   standard_arithmetic();
538 #endif
539 
540   *ierr = PetscEnd();
541 }
542 
543