1 /* 2 This file contains Fortran stubs for PetscInitialize and Finalize. 3 */ 4 5 /* 6 This is to prevent the Cray T3D version of MPI (University of Edinburgh) 7 from stupidly redefining MPI_INIT(). They put this in to detect errors 8 in C code,but here I do want to be calling the Fortran version from a 9 C subroutine. 10 */ 11 #define T3DMPI_FORTRAN 12 #define T3EMPI_FORTRAN 13 14 #define PETSC_DESIRE_COMPLEX 15 #include <petsc-private/fortranimpl.h> 16 17 #if defined(PETSC_HAVE_CUDA) 18 #include <cublas.h> 19 #endif 20 #include <petscthreadcomm.h> 21 22 #if defined(PETSC_HAVE_FORTRAN_CAPS) 23 #define petscinitialize_ PETSCINITIALIZE 24 #define petscfinalize_ PETSCFINALIZE 25 #define petscend_ PETSCEND 26 #define iargc_ IARGC 27 #define getarg_ GETARG 28 #define mpi_init_ MPI_INIT 29 #define petscgetcommoncomm_ PETSCGETCOMMONCOMM 30 #elif !defined(PETSC_HAVE_FORTRAN_UNDERSCORE) 31 #define petscinitialize_ petscinitialize 32 #define petscfinalize_ petscfinalize 33 #define petscend_ petscend 34 #define mpi_init_ mpi_init 35 #define iargc_ iargc 36 #define getarg_ getarg 37 #define petscgetcommoncomm_ petscgetcommoncomm 38 #endif 39 40 #if defined(PETSC_HAVE_NAGF90) 41 #undef iargc_ 42 #undef getarg_ 43 #define iargc_ f90_unix_MP_iargc 44 #define getarg_ f90_unix_MP_getarg 45 #endif 46 #if defined(PETSC_USE_NARGS) /* Digital Fortran */ 47 #undef iargc_ 48 #undef getarg_ 49 #define iargc_ NARGS 50 #define getarg_ GETARG 51 #elif defined(PETSC_HAVE_PXFGETARG_NEW) /* cray x1 */ 52 #undef iargc_ 53 #undef getarg_ 54 #define iargc_ ipxfargc_ 55 #define getarg_ pxfgetarg_ 56 #endif 57 #if defined(PETSC_HAVE_FORTRAN_IARGC_UNDERSCORE) /* HPUX + no underscore */ 58 #undef iargc_ 59 #undef getarg_ 60 #define iargc_ iargc_ 61 #define getarg_ getarg_ 62 #endif 63 #if defined(PETSC_HAVE_GFORTRAN_IARGC) /* gfortran from gcc4 */ 64 #undef iargc_ 65 #undef getarg_ 66 #define iargc_ _gfortran_iargc 67 #define getarg_ _gfortran_getarg_i4 68 #elif defined(PETSC_HAVE_BGL_IARGC) /* bgl g77 has different external & internal name mangling */ 69 #undef iargc_ 70 #undef getarg_ 71 #define iargc iargc_ 72 #define getarg getarg_ 73 #endif 74 75 /* 76 The extra _ is because the f2c compiler puts an 77 extra _ at the end if the original routine name 78 contained any _. 79 */ 80 #if defined(PETSC_HAVE_FORTRAN_UNDERSCORE_UNDERSCORE) 81 #undef mpi_init_ 82 #define mpi_init_ mpi_init__ 83 #endif 84 85 PETSC_EXTERN void PETSC_STDCALL mpi_init_(int*); 86 PETSC_EXTERN void PETSC_STDCALL petscgetcommoncomm_(PetscMPIInt*); 87 88 /* 89 Different Fortran compilers handle command lines in different ways 90 */ 91 #if defined(PETSC_USE_NARGS) 92 PETSC_EXTERN short __stdcall NARGS(); 93 PETSC_EXTERN void __stdcall GETARG(short*,char*,int,short *); 94 95 #elif defined(PETSC_HAVE_FORTRAN_STDCALL) 96 PETSC_EXTERN int PETSC_STDCALL IARGC(); 97 PETSC_EXTERN void PETSC_STDCALL GETARG(int *,char *,int); 98 99 #elif defined(PETSC_HAVE_PXFGETARG_NEW) 100 PETSC_EXTERN int iargc_(); 101 PETSC_EXTERN void getarg_(int*,char*,int*,int*,int); 102 103 #else 104 PETSC_EXTERN int iargc_(); 105 PETSC_EXTERN void getarg_(int*,char*,int); 106 /* 107 The Cray T3D/T3E use the PXFGETARG() function 108 */ 109 #if defined(PETSC_HAVE_PXFGETARG) 110 PETSC_EXTERN void PXFGETARG(int*,_fcd,int*,int*); 111 #endif 112 #endif 113 114 #if (defined(PETSC_HAVE_COMPLEX) && !defined(PETSC_HAVE_MPI_C_DOUBLE_COMPLEX)) || defined(PETSC_USE_REAL___FLOAT128) 115 extern MPI_Op MPIU_SUM; 116 117 PETSC_EXTERN void MPIAPI PetscSum_Local(void*,void*,PetscMPIInt*,MPI_Datatype*); 118 119 #endif 120 #if defined(PETSC_USE_REAL___FLOAT128) 121 122 PETSC_EXTERN void MPIAPI PetscSum_Local(void*,void*,PetscMPIInt*,MPI_Datatype*); 123 PETSC_EXTERN void MPIAPI PetscMax_Local(void*,void*,PetscMPIInt*,MPI_Datatype*); 124 PETSC_EXTERN void MPIAPI PetscMin_Local(void*,void*,PetscMPIInt*,MPI_Datatype*); 125 #endif 126 127 extern MPI_Op PetscMaxSum_Op; 128 129 PETSC_EXTERN void MPIAPI PetscMaxSum_Local(void*,void*,PetscMPIInt*,MPI_Datatype*); 130 PETSC_EXTERN PetscMPIInt MPIAPI Petsc_DelCounter(MPI_Comm,PetscMPIInt,void*,void*); 131 PETSC_EXTERN PetscMPIInt MPIAPI Petsc_DelComm_Inner(MPI_Comm,PetscMPIInt,void*,void*); 132 PETSC_EXTERN PetscMPIInt MPIAPI Petsc_DelComm_Outer(MPI_Comm,PetscMPIInt,void*,void*); 133 134 extern PetscErrorCode PetscOptionsCheckInitial_Private(void); 135 extern PetscErrorCode PetscOptionsCheckInitial_Components(void); 136 extern PetscErrorCode PetscInitialize_DynamicLibraries(void); 137 #if defined(PETSC_USE_LOG) 138 extern PetscErrorCode PetscLogBegin_Private(void); 139 #endif 140 extern PetscErrorCode PetscMallocAlign(size_t,int,const char[],const char[],void**); 141 extern PetscErrorCode PetscFreeAlign(void*,int,const char[],const char[]); 142 extern int PetscGlobalArgc; 143 extern char **PetscGlobalArgs; 144 145 /* 146 Reads in Fortran command line argments and sends them to 147 all processors and adds them to Options database. 148 */ 149 150 PetscErrorCode PETScParseFortranArgs_Private(int *argc,char ***argv) 151 { 152 #if defined(PETSC_USE_NARGS) 153 short i,flg; 154 #else 155 int i; 156 #endif 157 PetscErrorCode ierr; 158 int warg = 256; 159 PetscMPIInt rank; 160 char *p; 161 162 ierr = MPI_Comm_rank(PETSC_COMM_WORLD,&rank);CHKERRQ(ierr); 163 if (!rank) { 164 #if defined(PETSC_HAVE_IARG_COUNT_PROGNAME) 165 *argc = iargc_(); 166 #else 167 /* most compilers do not count the program name for argv[0] */ 168 *argc = 1 + iargc_(); 169 #endif 170 } 171 ierr = MPI_Bcast(argc,1,MPI_INT,0,PETSC_COMM_WORLD);CHKERRQ(ierr); 172 173 /* PetscTrMalloc() not yet set, so don't use PetscMalloc() */ 174 ierr = PetscMallocAlign((*argc+1)*(warg*sizeof(char)+sizeof(char*)),0,0,0,(void**)argv);CHKERRQ(ierr); 175 (*argv)[0] = (char*)(*argv + *argc + 1); 176 177 if (!rank) { 178 ierr = PetscMemzero((*argv)[0],(*argc)*warg*sizeof(char));CHKERRQ(ierr); 179 for (i=0; i<*argc; i++) { 180 (*argv)[i+1] = (*argv)[i] + warg; 181 #if defined(PETSC_HAVE_PXFGETARG_NEW) 182 {char *tmp = (*argv)[i]; 183 int ilen; 184 getarg_(&i,tmp,&ilen,&ierr,warg);CHKERRQ(ierr); 185 tmp[ilen] = 0;} 186 #elif defined(PETSC_USE_NARGS) 187 GETARG(&i,(*argv)[i],warg,&flg); 188 #else 189 /* 190 Because the stupid #defines above define all kinds of things to getarg_ we cannot do this test 191 #elif defined(PETSC_HAVE_GETARG) 192 getarg_(&i,(*argv)[i],warg); 193 #else 194 SETERRQ(PETSC_COMM_SELF,PETSC_ERR_SUP,"Cannot get Fortran command line arguments"); 195 */ 196 getarg_(&i,(*argv)[i],warg); 197 #endif 198 /* zero out garbage at end of each argument */ 199 p = (*argv)[i] + warg-1; 200 while (p > (*argv)[i]) { 201 if (*p == ' ') *p = 0; 202 p--; 203 } 204 } 205 } 206 ierr = MPI_Bcast((*argv)[0],*argc*warg,MPI_CHAR,0,PETSC_COMM_WORLD);CHKERRQ(ierr); 207 if (rank) { 208 for (i=0; i<*argc; i++) (*argv)[i+1] = (*argv)[i] + warg; 209 } 210 return 0; 211 } 212 213 /* -----------------------------------------------------------------------------------------------*/ 214 215 extern MPI_Op PetscADMax_Op; 216 extern MPI_Op PetscADMin_Op; 217 PETSC_EXTERN void MPIAPI PetscADMax_Local(void*,void*,PetscMPIInt*,MPI_Datatype*); 218 PETSC_EXTERN void MPIAPI PetscADMin_Local(void*,void*,PetscMPIInt*,MPI_Datatype*); 219 220 #if defined(PETSC_HAVE_SAWS) 221 #include <petscviewersaws.h> 222 extern PetscErrorCode PetscInitializeSAWs(const char[]); 223 #endif 224 225 /* 226 petscinitialize - Version called from Fortran. 227 228 Notes: 229 Since this is called from Fortran it does not return error codes 230 231 */ 232 PETSC_EXTERN void PETSC_STDCALL petscinitialize_(CHAR filename PETSC_MIXED_LEN(len),PetscErrorCode *ierr PETSC_END_LEN(len)) 233 { 234 #if defined (PETSC_USE_NARGS) 235 short flg,i; 236 #else 237 int i; 238 #if !defined(PETSC_HAVE_PXFGETARG_NEW) && !defined (PETSC_HAVE_PXFGETARG_NEW) 239 int j; 240 #endif 241 #endif 242 #if defined(PETSC_HAVE_CUDA) 243 PetscBool flg2; 244 #endif 245 int flag; 246 PetscMPIInt size; 247 char *t1,name[256],hostname[64]; 248 PetscMPIInt f_petsc_comm_world; 249 250 *ierr = PetscMemzero(name,256); if (*ierr) return; 251 if (PetscInitializeCalled) {*ierr = 0; return;} 252 253 /* this must be initialized in a routine, not as a constant declaration*/ 254 PETSC_STDOUT = stdout; 255 PETSC_STDERR = stderr; 256 257 *ierr = PetscOptionsCreate(); 258 if (*ierr) return; 259 i = 0; 260 #if defined (PETSC_HAVE_PXFGETARG_NEW) 261 { int ilen,sierr; 262 getarg_(&i,name,&ilen,&sierr,256); 263 if (sierr) PetscStrncpy(name,"Unknown Name",256); 264 else name[ilen] = 0; 265 } 266 #elif defined(PETSC_USE_NARGS) 267 GETARG(&i,name,256,&flg); 268 #else 269 getarg_(&i,name,256); 270 /* Eliminate spaces at the end of the string */ 271 for (j=254; j>=0; j--) { 272 if (name[j] != ' ') { 273 name[j+1] = 0; 274 break; 275 } 276 } 277 if (j<0) PetscStrncpy(name,"Unknown Name",256); 278 #endif 279 *ierr = PetscSetProgramName(name); 280 if (*ierr) {(*PetscErrorPrintf)("PetscInitialize: Calling PetscSetProgramName()\n");return;} 281 282 /* check if PETSC_COMM_WORLD is initialized by the user in fortran */ 283 petscgetcommoncomm_(&f_petsc_comm_world); 284 MPI_Initialized(&flag); 285 if (!flag) { 286 PetscMPIInt mierr; 287 288 if (f_petsc_comm_world) {(*PetscErrorPrintf)("You cannot set PETSC_COMM_WORLD if you have not initialized MPI first\n");return;} 289 /* MPI requires calling Fortran mpi_init() if main program is Fortran */ 290 #if defined(PETSC_HAVE_MPIUNI) && defined(MPIUNI_AVOID_MPI_NAMESPACE) 291 mierr = MPI_Init((int*)0, (char***)0); 292 #else 293 mpi_init_(&mierr); 294 #endif 295 if (mierr) { 296 *ierr = mierr; 297 (*PetscErrorPrintf)("PetscInitialize: Calling Fortran MPI_Init()\n"); 298 return; 299 } 300 PetscBeganMPI = PETSC_TRUE; 301 } 302 if (f_petsc_comm_world) PETSC_COMM_WORLD = MPI_Comm_f2c(*(MPI_Fint*)&f_petsc_comm_world); /* User called MPI_INITIALIZE() and changed PETSC_COMM_WORLD */ 303 else PETSC_COMM_WORLD = MPI_COMM_WORLD; 304 PetscInitializeCalled = PETSC_TRUE; 305 306 *ierr = PetscErrorPrintfInitialize(); 307 if (*ierr) {(*PetscErrorPrintf)("PetscInitialize: Calling PetscErrorPrintfInitialize()\n");return;} 308 *ierr = MPI_Comm_rank(MPI_COMM_WORLD,&PetscGlobalRank); 309 if (*ierr) {(*PetscErrorPrintf)("PetscInitialize: Setting PetscGlobalRank\n");return;} 310 *ierr = MPI_Comm_size(MPI_COMM_WORLD,&PetscGlobalSize); 311 if (*ierr) {(*PetscErrorPrintf)("PetscInitialize: Setting PetscGlobalSize\n");return;} 312 313 MPIU_BOOL = MPI_INT; 314 MPIU_ENUM = MPI_INT; 315 316 #if defined(PETSC_HAVE_COMPLEX) 317 /* 318 Initialized the global variable; this is because with 319 shared libraries the constructors for global variables 320 are not called; at least on IRIX. 321 */ 322 { 323 #if defined(PETSC_CLANGUAGE_CXX) 324 PetscComplex ic(0.0,1.0); 325 PETSC_i = ic; 326 #else 327 PETSC_i = _Complex_I; 328 #endif 329 } 330 331 #if !defined(PETSC_HAVE_MPI_C_DOUBLE_COMPLEX) 332 *ierr = MPI_Type_contiguous(2,MPI_DOUBLE,&MPIU_C_DOUBLE_COMPLEX); 333 if (*ierr) {(*PetscErrorPrintf)("PetscInitialize:Creating MPI types\n");return;} 334 *ierr = MPI_Type_commit(&MPIU_C_DOUBLE_COMPLEX); 335 if (*ierr) {(*PetscErrorPrintf)("PetscInitialize:Creating MPI types\n");return;} 336 *ierr = MPI_Type_contiguous(2,MPI_FLOAT,&MPIU_C_COMPLEX); 337 if (*ierr) {(*PetscErrorPrintf)("PetscInitialize:Creating MPI types\n");return;} 338 *ierr = MPI_Type_commit(&MPIU_C_COMPLEX); 339 if (*ierr) {(*PetscErrorPrintf)("PetscInitialize:Creating MPI types\n");return;} 340 *ierr = MPI_Op_create(PetscSum_Local,1,&MPIU_SUM); 341 if (*ierr) {(*PetscErrorPrintf)("PetscInitialize:Creating MPI ops\n");return;} 342 #endif 343 344 #endif 345 346 #if defined(PETSC_USE_REAL___FLOAT128) 347 *ierr = MPI_Type_contiguous(2,MPI_DOUBLE,&MPIU___FLOAT128); 348 if (*ierr) {(*PetscErrorPrintf)("PetscInitialize:Creating MPI types\n");return;} 349 *ierr = MPI_Type_commit(&MPIU___FLOAT128); 350 if (*ierr) {(*PetscErrorPrintf)("PetscInitialize:Creating MPI types\n");return;} 351 #if defined(PETSC_HAVE_COMPLEX) 352 *ierr = MPI_Type_contiguous(4,MPI_DOUBLE,&MPIU___COMPLEX128); 353 if (*ierr) {(*PetscErrorPrintf)("PetscInitialize:Creating MPI types\n");return;} 354 *ierr = MPI_Type_commit(&MPIU___COMPLEX128); 355 if (*ierr) {(*PetscErrorPrintf)("PetscInitialize:Creating MPI types\n");return;} 356 #endif 357 *ierr = MPI_Op_create(PetscSum_Local,1,&MPIU_SUM); 358 if (*ierr) {(*PetscErrorPrintf)("PetscInitialize:Creating MPI ops\n");return;} 359 *ierr = MPI_Op_create(PetscMax_Local,1,&MPIU_MAX); 360 if (*ierr) {(*PetscErrorPrintf)("PetscInitialize:Creating MPI ops\n");return;} 361 *ierr = MPI_Op_create(PetscMin_Local,1,&MPIU_MIN); 362 if (*ierr) {(*PetscErrorPrintf)("PetscInitialize:Creating MPI ops\n");return;} 363 #endif 364 365 /* 366 Create the PETSc MPI reduction operator that sums of the first 367 half of the entries and maxes the second half. 368 */ 369 *ierr = MPI_Op_create(PetscMaxSum_Local,1,&PetscMaxSum_Op); 370 if (*ierr) {(*PetscErrorPrintf)("PetscInitialize:Creating MPI ops\n");return;} 371 372 *ierr = MPI_Type_contiguous(2,MPIU_SCALAR,&MPIU_2SCALAR); 373 if (*ierr) {(*PetscErrorPrintf)("PetscInitialize:Creating MPI types\n");return;} 374 *ierr = MPI_Type_commit(&MPIU_2SCALAR); 375 if (*ierr) {(*PetscErrorPrintf)("PetscInitialize:Creating MPI types\n");return;} 376 #if defined(PETSC_USE_64BIT_INDICES) || !defined(MPI_2INT) 377 *ierr = MPI_Type_contiguous(2,MPIU_INT,&MPIU_2INT); 378 if (*ierr) {(*PetscErrorPrintf)("PetscInitialize:Creating MPI types\n");return;} 379 *ierr = MPI_Type_commit(&MPIU_2INT); 380 if (*ierr) {(*PetscErrorPrintf)("PetscInitialize:Creating MPI types\n");return;} 381 #endif 382 *ierr = MPI_Op_create(PetscADMax_Local,1,&PetscADMax_Op); 383 if (*ierr) {(*PetscErrorPrintf)("PetscInitialize:Creating MPI ops\n");return;} 384 *ierr = MPI_Op_create(PetscADMin_Local,1,&PetscADMin_Op); 385 if (*ierr) {(*PetscErrorPrintf)("PetscInitialize:Creating MPI ops\n");return;} 386 *ierr = MPI_Keyval_create(MPI_NULL_COPY_FN,Petsc_DelCounter,&Petsc_Counter_keyval,(void*)0); 387 if (*ierr) {(*PetscErrorPrintf)("PetscInitialize:Creating MPI keyvals\n");return;} 388 *ierr = MPI_Keyval_create(MPI_NULL_COPY_FN,Petsc_DelComm_Outer,&Petsc_InnerComm_keyval,(void*)0); 389 if (*ierr) {(*PetscErrorPrintf)("PetscInitialize:Creating MPI keyvals\n");return;} 390 *ierr = MPI_Keyval_create(MPI_NULL_COPY_FN,Petsc_DelComm_Inner,&Petsc_OuterComm_keyval,(void*)0); 391 if (*ierr) {(*PetscErrorPrintf)("PetscInitialize:Creating MPI keyvals\n");return;} 392 393 /* 394 PetscInitializeFortran() is called twice. Here it initializes 395 PETSC_NULL_CHARACTER_Fortran. Below it initializes the PETSC_VIEWERs. 396 The PETSC_VIEWERs have not been created yet, so they must be initialized 397 below. 398 */ 399 PetscInitializeFortran(); 400 PETScParseFortranArgs_Private(&PetscGlobalArgc,&PetscGlobalArgs); 401 FIXCHAR(filename,len,t1); 402 *ierr = PetscOptionsInsert(&PetscGlobalArgc,&PetscGlobalArgs,t1); 403 FREECHAR(filename,t1); 404 if (*ierr) {(*PetscErrorPrintf)("PetscInitialize:Creating options database\n");return;} 405 *ierr = PetscOptionsCheckInitial_Private(); 406 if (*ierr) {(*PetscErrorPrintf)("PetscInitialize:Checking initial options\n");return;} 407 *ierr = PetscCitationsInitialize(); 408 if (*ierr) {(*PetscErrorPrintf)("PetscInitialize:PetscCitationsInitialize()\n");return;} 409 #if defined(PETSC_HAVE_SAWS) 410 *ierr = PetscInitializeSAWs(NULL); 411 if (*ierr) {(*PetscErrorPrintf)("PetscInitialize:Initializing SAWs\n");return;} 412 #endif 413 #if defined(PETSC_USE_LOG) 414 *ierr = PetscLogBegin_Private(); 415 if (*ierr) {(*PetscErrorPrintf)("PetscInitialize: intializing logging\n");return;} 416 #endif 417 *ierr = PetscInitialize_DynamicLibraries(); 418 if (*ierr) {(*PetscErrorPrintf)("PetscInitialize:Initializing dynamic libraries\n");return;} 419 420 *ierr = PetscInitializeFortran(); 421 if (*ierr) { (*PetscErrorPrintf)("PetscInitialize:Setting up common block\n");return;} 422 423 *ierr = MPI_Comm_size(PETSC_COMM_WORLD,&size); 424 if (*ierr) { (*PetscErrorPrintf)("PetscInitialize:Getting MPI_Comm_size()\n");return;} 425 *ierr = PetscInfo1(0,"(Fortran):PETSc successfully started: procs %d\n",size); 426 if (*ierr) { (*PetscErrorPrintf)("PetscInitialize:Calling PetscInfo()\n");return;} 427 *ierr = PetscGetHostName(hostname,64); 428 if (*ierr) { (*PetscErrorPrintf)("PetscInitialize:Getting hostname\n");return;} 429 *ierr = PetscInfo1(0,"Running on machine: %s\n",hostname); 430 if (*ierr) { (*PetscErrorPrintf)("PetscInitialize:Calling PetscInfo()\n");return;} 431 *ierr = PetscOptionsCheckInitial_Components(); 432 if (*ierr) {(*PetscErrorPrintf)("PetscInitialize:Checking initial options\n");return;} 433 434 *ierr = PetscThreadCommInitializePackage(); 435 if (*ierr) {(*PetscErrorPrintf)("PetscInitialize:Calling PetscThreadCommInitialize()\n");return;} 436 437 PetscThreadLocalRegister((PetscThreadKey*)&petscstack); /* Creates pthread_key */ 438 #if defined(PETSC_USE_DEBUG) 439 *ierr = PetscStackCreate(); 440 if (*ierr) {(*PetscErrorPrintf)("PetscInitialize:PetscStackCreate()\n");return;} 441 #endif 442 443 #if defined(PETSC_HAVE_CUDA) 444 flg2 = PETSC_TRUE; 445 *ierr = PetscOptionsGetBool(NULL,"-cublas",&flg2,NULL); 446 if (flg2) cublasInit(); 447 #endif 448 } 449 450 PETSC_EXTERN void PETSC_STDCALL petscfinalize_(PetscErrorCode *ierr) 451 { 452 #if defined(PETSC_HAVE_SUNMATHPRO) 453 extern void standard_arithmetic(); 454 standard_arithmetic(); 455 #endif 456 /* was malloced with PetscMallocAlign() so free the same way */ 457 *ierr = PetscFreeAlign(PetscGlobalArgs,0,0,0);if (*ierr) {(*PetscErrorPrintf)("PetscFinalize:Freeing args\n");return;} 458 459 *ierr = PetscFinalize(); 460 } 461 462 void PETSC_STDCALL petscend_(PetscErrorCode *ierr) 463 { 464 #if defined(PETSC_HAVE_SUNMATHPRO) 465 extern void standard_arithmetic(); 466 standard_arithmetic(); 467 #endif 468 469 *ierr = PetscEnd(); 470 } 471 472