1 2 /* 3 This file defines the initialization of PETSc, including PetscInitialize() 4 */ 5 #define PETSC_DESIRE_COMPLEX 6 #include <petsc-private/petscimpl.h> /*I "petscsys.h" I*/ 7 #include <petscviewer.h> 8 9 #if defined(PETSC_HAVE_CUDA) 10 #include <cublas.h> 11 #endif 12 13 #include <petscthreadcomm.h> 14 15 #if defined(PETSC_USE_LOG) 16 extern PetscErrorCode PetscLogBegin_Private(void); 17 #endif 18 extern PetscBool PetscHMPIWorker; 19 20 21 #if defined(PETSC_SERIALIZE_FUNCTIONS) 22 PetscFPT PetscFPTData = 0; 23 #endif 24 25 /* -----------------------------------------------------------------------------------------*/ 26 27 extern FILE *petsc_history; 28 29 extern PetscErrorCode PetscInitialize_DynamicLibraries(void); 30 extern PetscErrorCode PetscFinalize_DynamicLibraries(void); 31 extern PetscErrorCode PetscFunctionListPrintAll(void); 32 extern PetscErrorCode PetscSequentialPhaseBegin_Private(MPI_Comm,int); 33 extern PetscErrorCode PetscSequentialPhaseEnd_Private(MPI_Comm,int); 34 extern PetscErrorCode PetscCloseHistoryFile(FILE**); 35 36 /* user may set this BEFORE calling PetscInitialize() */ 37 MPI_Comm PETSC_COMM_WORLD = MPI_COMM_NULL; 38 39 PetscMPIInt Petsc_Counter_keyval = MPI_KEYVAL_INVALID; 40 PetscMPIInt Petsc_InnerComm_keyval = MPI_KEYVAL_INVALID; 41 PetscMPIInt Petsc_OuterComm_keyval = MPI_KEYVAL_INVALID; 42 43 /* 44 Declare and set all the string names of the PETSc enums 45 */ 46 const char *const PetscBools[] = {"FALSE","TRUE","PetscBool","PETSC_",0}; 47 const char *const PetscCopyModes[] = {"COPY_VALUES","OWN_POINTER","USE_POINTER","PetscCopyMode","PETSC_",0}; 48 const char *const PetscDataTypes[] = {"INT","DOUBLE","COMPLEX","LONG","SHORT","FLOAT", 49 "CHAR","LOGICAL","ENUM","BOOL","LONGDOUBLE","OBJECT","FUNCTION","PetscDataType","PETSC_",0}; 50 51 PetscBool PetscPreLoadingUsed = PETSC_FALSE; 52 PetscBool PetscPreLoadingOn = PETSC_FALSE; 53 54 /* pthread_key for PetscStack */ 55 #if defined(PETSC_HAVE_PTHREADCLASSES) && !defined(PETSC_PTHREAD_LOCAL) 56 pthread_key_t petscstack; 57 #endif 58 59 /* 60 Checks the options database for initializations related to the 61 PETSc components 62 */ 63 #undef __FUNCT__ 64 #define __FUNCT__ "PetscOptionsCheckInitial_Components" 65 PetscErrorCode PetscOptionsCheckInitial_Components(void) 66 { 67 PetscBool flg1; 68 PetscErrorCode ierr; 69 70 PetscFunctionBegin; 71 ierr = PetscOptionsHasName(NULL,"-help",&flg1);CHKERRQ(ierr); 72 if (flg1) { 73 #if defined(PETSC_USE_LOG) 74 MPI_Comm comm = PETSC_COMM_WORLD; 75 ierr = (*PetscHelpPrintf)(comm,"------Additional PETSc component options--------\n");CHKERRQ(ierr); 76 ierr = (*PetscHelpPrintf)(comm," -log_summary_exclude: <vec,mat,pc.ksp,snes>\n");CHKERRQ(ierr); 77 ierr = (*PetscHelpPrintf)(comm," -info_exclude: <null,vec,mat,pc,ksp,snes,ts>\n");CHKERRQ(ierr); 78 ierr = (*PetscHelpPrintf)(comm,"-----------------------------------------------\n");CHKERRQ(ierr); 79 #endif 80 } 81 PetscFunctionReturn(0); 82 } 83 84 #undef __FUNCT__ 85 #define __FUNCT__ "PetscInitializeNoPointers" 86 /* 87 PetscInitializeNoPointers - Calls PetscInitialize() from C/C++ without the pointers to argc and args 88 89 Collective 90 91 Level: advanced 92 93 Notes: this is called only by the PETSc MATLAB and Julia interface. Even though it might start MPI it sets the flag to 94 indicate that it did NOT start MPI so that the PetscFinalize() does not end MPI, thus allowing PetscInitialize() to 95 be called multiple times from MATLAB and Julia without the problem of trying to initialize MPI more than once. 96 97 Turns off PETSc signal handling because that can interact with MATLAB's signal handling causing random crashes. 98 99 .seealso: PetscInitialize(), PetscInitializeFortran(), PetscInitializeNoArguments() 100 */ 101 PetscErrorCode PetscInitializeNoPointers(int argc,char **args,const char *filename,const char *help) 102 { 103 PetscErrorCode ierr; 104 int myargc = argc; 105 char **myargs = args; 106 107 PetscFunctionBegin; 108 ierr = PetscInitialize(&myargc,&myargs,filename,help);CHKERRQ(ierr); 109 ierr = PetscPopSignalHandler();CHKERRQ(ierr); 110 PetscBeganMPI = PETSC_FALSE; 111 PetscFunctionReturn(ierr); 112 } 113 114 #undef __FUNCT__ 115 #define __FUNCT__ "PetscGetPETSC_COMM_SELF" 116 /* 117 Used by MATLAB and Julia interface to get communicator 118 */ 119 PetscErrorCode PetscGetPETSC_COMM_SELF(MPI_Comm *comm) 120 { 121 PetscFunctionBegin; 122 *comm = PETSC_COMM_SELF; 123 PetscFunctionReturn(0); 124 } 125 126 #undef __FUNCT__ 127 #define __FUNCT__ "PetscInitializeNoArguments" 128 /*@C 129 PetscInitializeNoArguments - Calls PetscInitialize() from C/C++ without 130 the command line arguments. 131 132 Collective 133 134 Level: advanced 135 136 .seealso: PetscInitialize(), PetscInitializeFortran() 137 @*/ 138 PetscErrorCode PetscInitializeNoArguments(void) 139 { 140 PetscErrorCode ierr; 141 int argc = 0; 142 char **args = 0; 143 144 PetscFunctionBegin; 145 ierr = PetscInitialize(&argc,&args,NULL,NULL); 146 PetscFunctionReturn(ierr); 147 } 148 149 #undef __FUNCT__ 150 #define __FUNCT__ "PetscInitialized" 151 /*@ 152 PetscInitialized - Determine whether PETSc is initialized. 153 154 7 Level: beginner 155 156 .seealso: PetscInitialize(), PetscInitializeNoArguments(), PetscInitializeFortran() 157 @*/ 158 PetscErrorCode PetscInitialized(PetscBool *isInitialized) 159 { 160 PetscFunctionBegin; 161 PetscValidPointer(isInitialized, 1); 162 *isInitialized = PetscInitializeCalled; 163 PetscFunctionReturn(0); 164 } 165 166 #undef __FUNCT__ 167 #define __FUNCT__ "PetscFinalized" 168 /*@ 169 PetscFinalized - Determine whether PetscFinalize() has been called yet 170 171 Level: developer 172 173 .seealso: PetscInitialize(), PetscInitializeNoArguments(), PetscInitializeFortran() 174 @*/ 175 PetscErrorCode PetscFinalized(PetscBool *isFinalized) 176 { 177 PetscFunctionBegin; 178 PetscValidPointer(isFinalized, 1); 179 *isFinalized = PetscFinalizeCalled; 180 PetscFunctionReturn(0); 181 } 182 183 extern PetscErrorCode PetscOptionsCheckInitial_Private(void); 184 185 /* 186 This function is the MPI reduction operation used to compute the sum of the 187 first half of the datatype and the max of the second half. 188 */ 189 MPI_Op PetscMaxSum_Op = 0; 190 191 #undef __FUNCT__ 192 #define __FUNCT__ "PetscMaxSum_Local" 193 PETSC_EXTERN void MPIAPI PetscMaxSum_Local(void *in,void *out,int *cnt,MPI_Datatype *datatype) 194 { 195 PetscInt *xin = (PetscInt*)in,*xout = (PetscInt*)out,i,count = *cnt; 196 197 PetscFunctionBegin; 198 if (*datatype != MPIU_2INT) { 199 (*PetscErrorPrintf)("Can only handle MPIU_2INT data types"); 200 MPI_Abort(MPI_COMM_WORLD,1); 201 } 202 203 for (i=0; i<count; i++) { 204 xout[2*i] = PetscMax(xout[2*i],xin[2*i]); 205 xout[2*i+1] += xin[2*i+1]; 206 } 207 PetscFunctionReturnVoid(); 208 } 209 210 /* 211 Returns the max of the first entry owned by this processor and the 212 sum of the second entry. 213 214 The reason nprocs[2*i] contains lengths nprocs[2*i+1] contains flag of 1 if length is nonzero 215 is so that the PetscMaxSum_Op() can set TWO values, if we passed in only nprocs[i] with lengths 216 there would be no place to store the both needed results. 217 */ 218 #undef __FUNCT__ 219 #define __FUNCT__ "PetscMaxSum" 220 PetscErrorCode PetscMaxSum(MPI_Comm comm,const PetscInt nprocs[],PetscInt *max,PetscInt *sum) 221 { 222 PetscMPIInt size,rank; 223 struct {PetscInt max,sum;} *work; 224 PetscErrorCode ierr; 225 226 PetscFunctionBegin; 227 ierr = MPI_Comm_size(comm,&size);CHKERRQ(ierr); 228 ierr = MPI_Comm_rank(comm,&rank);CHKERRQ(ierr); 229 ierr = PetscMalloc(size*sizeof(*work),&work);CHKERRQ(ierr); 230 ierr = MPI_Allreduce((void*)nprocs,work,size,MPIU_2INT,PetscMaxSum_Op,comm);CHKERRQ(ierr); 231 *max = work[rank].max; 232 *sum = work[rank].sum; 233 ierr = PetscFree(work);CHKERRQ(ierr); 234 PetscFunctionReturn(0); 235 } 236 237 /* ----------------------------------------------------------------------------*/ 238 MPI_Op PetscADMax_Op = 0; 239 240 #undef __FUNCT__ 241 #define __FUNCT__ "PetscADMax_Local" 242 PETSC_EXTERN void MPIAPI PetscADMax_Local(void *in,void *out,PetscMPIInt *cnt,MPI_Datatype *datatype) 243 { 244 PetscScalar *xin = (PetscScalar*)in,*xout = (PetscScalar*)out; 245 PetscInt i,count = *cnt; 246 247 PetscFunctionBegin; 248 if (*datatype != MPIU_2SCALAR) { 249 (*PetscErrorPrintf)("Can only handle MPIU_2SCALAR data (i.e. double or complex) types"); 250 MPI_Abort(MPI_COMM_WORLD,1); 251 } 252 253 for (i=0; i<count; i++) { 254 if (PetscRealPart(xout[2*i]) < PetscRealPart(xin[2*i])) { 255 xout[2*i] = xin[2*i]; 256 xout[2*i+1] = xin[2*i+1]; 257 } 258 } 259 PetscFunctionReturnVoid(); 260 } 261 262 MPI_Op PetscADMin_Op = 0; 263 264 #undef __FUNCT__ 265 #define __FUNCT__ "PetscADMin_Local" 266 PETSC_EXTERN void MPIAPI PetscADMin_Local(void *in,void *out,PetscMPIInt *cnt,MPI_Datatype *datatype) 267 { 268 PetscScalar *xin = (PetscScalar*)in,*xout = (PetscScalar*)out; 269 PetscInt i,count = *cnt; 270 271 PetscFunctionBegin; 272 if (*datatype != MPIU_2SCALAR) { 273 (*PetscErrorPrintf)("Can only handle MPIU_2SCALAR data (i.e. double or complex) types"); 274 MPI_Abort(MPI_COMM_WORLD,1); 275 } 276 277 for (i=0; i<count; i++) { 278 if (PetscRealPart(xout[2*i]) > PetscRealPart(xin[2*i])) { 279 xout[2*i] = xin[2*i]; 280 xout[2*i+1] = xin[2*i+1]; 281 } 282 } 283 PetscFunctionReturnVoid(); 284 } 285 /* ---------------------------------------------------------------------------------------*/ 286 287 #if (defined(PETSC_HAVE_COMPLEX) && !defined(PETSC_HAVE_MPI_C_DOUBLE_COMPLEX)) || defined(PETSC_USE_REAL___FLOAT128) 288 MPI_Op MPIU_SUM = 0; 289 290 #undef __FUNCT__ 291 #define __FUNCT__ "PetscSum_Local" 292 PETSC_EXTERN void PetscSum_Local(void *in,void *out,PetscMPIInt *cnt,MPI_Datatype *datatype) 293 { 294 PetscInt i,count = *cnt; 295 296 PetscFunctionBegin; 297 if (*datatype == MPIU_REAL) { 298 PetscReal *xin = (PetscReal*)in,*xout = (PetscReal*)out; 299 for (i=0; i<count; i++) xout[i] += xin[i]; 300 } 301 #if defined(PETSC_HAVE_COMPLEX) 302 else if (*datatype == MPIU_COMPLEX) { 303 PetscComplex *xin = (PetscComplex*)in,*xout = (PetscComplex*)out; 304 for (i=0; i<count; i++) xout[i] += xin[i]; 305 } 306 #endif 307 else { 308 (*PetscErrorPrintf)("Can only handle MPIU_REAL or MPIU_COMPLEX data types"); 309 MPI_Abort(MPI_COMM_WORLD,1); 310 } 311 PetscFunctionReturnVoid(); 312 } 313 #endif 314 315 #if defined(PETSC_USE_REAL___FLOAT128) 316 MPI_Op MPIU_MAX = 0; 317 MPI_Op MPIU_MIN = 0; 318 319 #undef __FUNCT__ 320 #define __FUNCT__ "PetscMax_Local" 321 PETSC_EXTERN void PetscMax_Local(void *in,void *out,PetscMPIInt *cnt,MPI_Datatype *datatype) 322 { 323 PetscInt i,count = *cnt; 324 325 PetscFunctionBegin; 326 if (*datatype == MPIU_REAL) { 327 PetscReal *xin = (PetscReal*)in,*xout = (PetscReal*)out; 328 for (i=0; i<count; i++) xout[i] = PetscMax(xout[i],xin[i]); 329 } 330 #if defined(PETSC_HAVE_COMPLEX) 331 else if (*datatype == MPIU_COMPLEX) { 332 PetscComplex *xin = (PetscComplex*)in,*xout = (PetscComplex*)out; 333 for (i=0; i<count; i++) { 334 xout[i] = PetscRealPartComplex(xout[i])<PetscRealPartComplex(xin[i]) ? xin[i] : xout[i]; 335 } 336 } 337 #endif 338 else { 339 (*PetscErrorPrintf)("Can only handle MPIU_REAL or MPIU_COMPLEX data types"); 340 MPI_Abort(MPI_COMM_WORLD,1); 341 } 342 PetscFunctionReturnVoid(); 343 } 344 345 #undef __FUNCT__ 346 #define __FUNCT__ "PetscMin_Local" 347 PETSC_EXTERN void PetscMin_Local(void *in,void *out,PetscMPIInt *cnt,MPI_Datatype *datatype) 348 { 349 PetscInt i,count = *cnt; 350 351 PetscFunctionBegin; 352 if (*datatype == MPIU_REAL) { 353 PetscReal *xin = (PetscReal*)in,*xout = (PetscReal*)out; 354 for (i=0; i<count; i++) xout[i] = PetscMin(xout[i],xin[i]); 355 } 356 #if defined(PETSC_HAVE_COMPLEX) 357 else if (*datatype == MPIU_COMPLEX) { 358 PetscComplex *xin = (PetscComplex*)in,*xout = (PetscComplex*)out; 359 for (i=0; i<count; i++) { 360 xout[i] = PetscRealPartComplex(xout[i])>PetscRealPartComplex(xin[i]) ? xin[i] : xout[i]; 361 } 362 } 363 #endif 364 else { 365 (*PetscErrorPrintf)("Can only handle MPIU_REAL or MPIU_SCALAR data (i.e. double or complex) types"); 366 MPI_Abort(MPI_COMM_WORLD,1); 367 } 368 PetscFunctionReturnVoid(); 369 } 370 #endif 371 372 #undef __FUNCT__ 373 #define __FUNCT__ "Petsc_DelCounter" 374 /* 375 Private routine to delete internal tag/name counter storage when a communicator is freed. 376 377 This is called by MPI, not by users. This is called by MPI_Comm_free() when the communicator that has this data as an attribute is freed. 378 379 Note: this is declared extern "C" because it is passed to MPI_Keyval_create() 380 381 */ 382 PETSC_EXTERN PetscMPIInt MPIAPI Petsc_DelCounter(MPI_Comm comm,PetscMPIInt keyval,void *count_val,void *extra_state) 383 { 384 PetscErrorCode ierr; 385 386 PetscFunctionBegin; 387 ierr = PetscInfo1(0,"Deleting counter data in an MPI_Comm %ld\n",(long)comm);if (ierr) PetscFunctionReturn((PetscMPIInt)ierr); 388 ierr = PetscFree(count_val);if (ierr) PetscFunctionReturn((PetscMPIInt)ierr); 389 PetscFunctionReturn(MPI_SUCCESS); 390 } 391 392 #undef __FUNCT__ 393 #define __FUNCT__ "Petsc_DelComm" 394 /* 395 This does not actually free anything, it simply marks when a reference count to an internal or external MPI_Comm reaches zero and the 396 the external MPI_Comm drops its reference to the internal or external MPI_Comm 397 398 This is called by MPI, not by users. This is called when MPI_Comm_free() is called on the communicator. 399 400 Note: this is declared extern "C" because it is passed to MPI_Keyval_create() 401 402 */ 403 PETSC_EXTERN PetscMPIInt MPIAPI Petsc_DelComm(MPI_Comm comm,PetscMPIInt keyval,void *attr_val,void *extra_state) 404 { 405 PetscErrorCode ierr; 406 PetscMPIInt flg; 407 MPI_Comm icomm; 408 void *ptr; 409 410 PetscFunctionBegin; 411 ierr = MPI_Attr_get(comm,Petsc_InnerComm_keyval,&ptr,&flg);CHKERRQ(ierr); 412 if (flg) { 413 /* Use PetscMemcpy() because casting from pointer to integer of different size is not allowed with some compilers */ 414 ierr = PetscMemcpy(&icomm,&ptr,sizeof(MPI_Comm));CHKERRQ(ierr); 415 ierr = MPI_Attr_get(icomm,Petsc_OuterComm_keyval,&ptr,&flg);CHKERRQ(ierr); 416 if (!flg) SETERRQ(PETSC_COMM_SELF,PETSC_ERR_ARG_CORRUPT,"Inner MPI_Comm does not have expected reference to outer comm"); 417 ierr = MPI_Attr_delete(icomm,Petsc_OuterComm_keyval);CHKERRQ(ierr); 418 ierr = PetscInfo1(0,"User MPI_Comm m %ld is being freed, removing reference from inner PETSc comm to this outer comm\n",(long)comm);if (ierr) PetscFunctionReturn((PetscMPIInt)ierr); 419 } else { 420 ierr = PetscInfo1(0,"Removing reference to PETSc communicator imbedded in a user MPI_Comm m %ld\n",(long)comm);if (ierr) PetscFunctionReturn((PetscMPIInt)ierr); 421 } 422 PetscFunctionReturn(MPI_SUCCESS); 423 } 424 425 #if defined(PETSC_USE_PETSC_MPI_EXTERNAL32) 426 #if !defined(PETSC_WORDS_BIGENDIAN) 427 PETSC_EXTERN PetscMPIInt PetscDataRep_extent_fn(MPI_Datatype,MPI_Aint*,void*); 428 PETSC_EXTERN PetscMPIInt PetscDataRep_read_conv_fn(void*, MPI_Datatype,PetscMPIInt,void*,MPI_Offset,void*); 429 PETSC_EXTERN PetscMPIInt PetscDataRep_write_conv_fn(void*, MPI_Datatype,PetscMPIInt,void*,MPI_Offset,void*); 430 #endif 431 #endif 432 433 int PetscGlobalArgc = 0; 434 char **PetscGlobalArgs = 0; 435 PetscSegBuffer PetscCitationsList; 436 437 #undef __FUNCT__ 438 #define __FUNCT__ "PetscGetArgs" 439 /*@C 440 PetscGetArgs - Allows you to access the raw command line arguments anywhere 441 after PetscInitialize() is called but before PetscFinalize(). 442 443 Not Collective 444 445 Output Parameters: 446 + argc - count of number of command line arguments 447 - args - the command line arguments 448 449 Level: intermediate 450 451 Notes: 452 This is usually used to pass the command line arguments into other libraries 453 that are called internally deep in PETSc or the application. 454 455 The first argument contains the program name as is normal for C arguments. 456 457 Concepts: command line arguments 458 459 .seealso: PetscFinalize(), PetscInitializeFortran(), PetscGetArguments() 460 461 @*/ 462 PetscErrorCode PetscGetArgs(int *argc,char ***args) 463 { 464 PetscFunctionBegin; 465 if (!PetscInitializeCalled && PetscFinalizeCalled) SETERRQ(PETSC_COMM_SELF,PETSC_ERR_ORDER,"You must call after PetscInitialize() but before PetscFinalize()"); 466 *argc = PetscGlobalArgc; 467 *args = PetscGlobalArgs; 468 PetscFunctionReturn(0); 469 } 470 471 #undef __FUNCT__ 472 #define __FUNCT__ "PetscGetArguments" 473 /*@C 474 PetscGetArguments - Allows you to access the command line arguments anywhere 475 after PetscInitialize() is called but before PetscFinalize(). 476 477 Not Collective 478 479 Output Parameters: 480 . args - the command line arguments 481 482 Level: intermediate 483 484 Notes: 485 This does NOT start with the program name and IS null terminated (final arg is void) 486 487 Concepts: command line arguments 488 489 .seealso: PetscFinalize(), PetscInitializeFortran(), PetscGetArgs(), PetscFreeArguments() 490 491 @*/ 492 PetscErrorCode PetscGetArguments(char ***args) 493 { 494 PetscInt i,argc = PetscGlobalArgc; 495 PetscErrorCode ierr; 496 497 PetscFunctionBegin; 498 if (!PetscInitializeCalled && PetscFinalizeCalled) SETERRQ(PETSC_COMM_SELF,PETSC_ERR_ORDER,"You must call after PetscInitialize() but before PetscFinalize()"); 499 if (!argc) {*args = 0; PetscFunctionReturn(0);} 500 ierr = PetscMalloc(argc*sizeof(char*),args);CHKERRQ(ierr); 501 for (i=0; i<argc-1; i++) { 502 ierr = PetscStrallocpy(PetscGlobalArgs[i+1],&(*args)[i]);CHKERRQ(ierr); 503 } 504 (*args)[argc-1] = 0; 505 PetscFunctionReturn(0); 506 } 507 508 #undef __FUNCT__ 509 #define __FUNCT__ "PetscFreeArguments" 510 /*@C 511 PetscFreeArguments - Frees the memory obtained with PetscGetArguments() 512 513 Not Collective 514 515 Output Parameters: 516 . args - the command line arguments 517 518 Level: intermediate 519 520 Concepts: command line arguments 521 522 .seealso: PetscFinalize(), PetscInitializeFortran(), PetscGetArgs(), PetscGetArguments() 523 524 @*/ 525 PetscErrorCode PetscFreeArguments(char **args) 526 { 527 PetscInt i = 0; 528 PetscErrorCode ierr; 529 530 PetscFunctionBegin; 531 if (!args) PetscFunctionReturn(0); 532 while (args[i]) { 533 ierr = PetscFree(args[i]);CHKERRQ(ierr); 534 i++; 535 } 536 ierr = PetscFree(args);CHKERRQ(ierr); 537 PetscFunctionReturn(0); 538 } 539 540 #undef __FUNCT__ 541 #define __FUNCT__ "PetscInitialize" 542 /*@C 543 PetscInitialize - Initializes the PETSc database and MPI. 544 PetscInitialize() calls MPI_Init() if that has yet to be called, 545 so this routine should always be called near the beginning of 546 your program -- usually the very first line! 547 548 Collective on MPI_COMM_WORLD or PETSC_COMM_WORLD if it has been set 549 550 Input Parameters: 551 + argc - count of number of command line arguments 552 . args - the command line arguments 553 . file - [optional] PETSc database file, also checks ~username/.petscrc and .petscrc use NULL to not check for 554 code specific file. Use -skip_petscrc in the code specific file to skip the .petscrc files 555 - help - [optional] Help message to print, use NULL for no message 556 557 If you wish PETSc code to run ONLY on a subcommunicator of MPI_COMM_WORLD, create that 558 communicator first and assign it to PETSC_COMM_WORLD BEFORE calling PetscInitialize(). Thus if you are running a 559 four process job and two processes will run PETSc and have PetscInitialize() and PetscFinalize() and two process will not, 560 then do this. If ALL processes in the job are using PetscInitialize() and PetscFinalize() then you don't need to do this, even 561 if different subcommunicators of the job are doing different things with PETSc. 562 563 Options Database Keys: 564 + -start_in_debugger [noxterm,dbx,xdb,gdb,...] - Starts program in debugger 565 . -on_error_attach_debugger [noxterm,dbx,xdb,gdb,...] - Starts debugger when error detected 566 . -on_error_emacs <machinename> causes emacsclient to jump to error file 567 . -on_error_abort calls abort() when error detected (no traceback) 568 . -on_error_mpiabort calls MPI_abort() when error detected 569 . -error_output_stderr prints error messages to stderr instead of the default stdout 570 . -error_output_none does not print the error messages (but handles errors in the same way as if this was not called) 571 . -debugger_nodes [node1,node2,...] - Indicates nodes to start in debugger 572 . -debugger_pause [sleeptime] (in seconds) - Pauses debugger 573 . -stop_for_debugger - Print message on how to attach debugger manually to 574 process and wait (-debugger_pause) seconds for attachment 575 . -malloc - Indicates use of PETSc error-checking malloc (on by default for debug version of libraries) 576 . -malloc no - Indicates not to use error-checking malloc 577 . -malloc_debug - check for memory corruption at EVERY malloc or free 578 . -malloc_test - like -malloc_dump -malloc_debug, but only active for debugging builds 579 . -fp_trap - Stops on floating point exceptions (Note that on the 580 IBM RS6000 this slows code by at least a factor of 10.) 581 . -no_signal_handler - Indicates not to trap error signals 582 . -shared_tmp - indicates /tmp directory is shared by all processors 583 . -not_shared_tmp - each processor has own /tmp 584 . -tmp - alternative name of /tmp directory 585 . -get_total_flops - returns total flops done by all processors 586 . -memory_info - Print memory usage at end of run 587 - -server <port> - start PETSc webserver (default port is 8080) 588 589 Options Database Keys for Profiling: 590 See the <a href="../../docs/manual.pdf#nameddest=ch_profiling">profiling chapter of the users manual</a> for details. 591 + -info <optional filename> - Prints verbose information to the screen 592 . -info_exclude <null,vec,mat,pc,ksp,snes,ts> - Excludes some of the verbose messages 593 . -log_sync - Log the synchronization in scatters, inner products and norms 594 . -log_trace [filename] - Print traces of all PETSc calls to the screen (useful to determine where a program 595 hangs without running in the debugger). See PetscLogTraceBegin(). 596 . -log_summary [filename] - Prints summary of flop and timing information to screen. If the filename is specified the 597 summary is written to the file. See PetscLogView(). 598 . -log_summary_python [filename] - Prints data on of flop and timing usage to a file or screen. See PetscLogPrintSViewPython(). 599 . -log_all [filename] - Logs extensive profiling information See PetscLogDump(). 600 . -log [filename] - Logs basic profiline information See PetscLogDump(). 601 - -log_mpe [filename] - Creates a logfile viewable by the utility Jumpshot (in MPICH distribution) 602 603 Only one of -log_trace, -log_summary, -log_all, -log, or -log_mpe may be used at a time 604 605 Environmental Variables: 606 + PETSC_TMP - alternative tmp directory 607 . PETSC_SHARED_TMP - tmp is shared by all processes 608 . PETSC_NOT_SHARED_TMP - each process has its own private tmp 609 . PETSC_VIEWER_SOCKET_PORT - socket number to use for socket viewer 610 - PETSC_VIEWER_SOCKET_MACHINE - machine to use for socket viewer to connect to 611 612 613 Level: beginner 614 615 Notes: 616 If for some reason you must call MPI_Init() separately, call 617 it before PetscInitialize(). 618 619 Fortran Version: 620 In Fortran this routine has the format 621 $ call PetscInitialize(file,ierr) 622 623 + ierr - error return code 624 - file - [optional] PETSc database file, also checks ~username/.petscrc and .petscrc use NULL_CHARACTER to not check for 625 code specific file. Use -skip_petscrc in the code specific file to skip the .petscrc files 626 627 Important Fortran Note: 628 In Fortran, you MUST use NULL_CHARACTER to indicate a 629 null character string; you CANNOT just use NULL as 630 in the C version. See the <a href="../../docs/manual.pdf">users manual</a> for details. 631 632 If your main program is C but you call Fortran code that also uses PETSc you need to call PetscInitializeFortran() soon after 633 calling PetscInitialize(). 634 635 Concepts: initializing PETSc 636 637 .seealso: PetscFinalize(), PetscInitializeFortran(), PetscGetArgs(), PetscInitializeNoArguments() 638 639 @*/ 640 PetscErrorCode PetscInitialize(int *argc,char ***args,const char file[],const char help[]) 641 { 642 PetscErrorCode ierr; 643 PetscMPIInt flag, size; 644 PetscInt nodesize; 645 PetscBool flg; 646 char hostname[256]; 647 648 PetscFunctionBegin; 649 if (PetscInitializeCalled) PetscFunctionReturn(0); 650 651 /* these must be initialized in a routine, not as a constant declaration*/ 652 PETSC_STDOUT = stdout; 653 PETSC_STDERR = stderr; 654 655 ierr = PetscOptionsCreate();CHKERRQ(ierr); 656 657 /* 658 We initialize the program name here (before MPI_Init()) because MPICH has a bug in 659 it that it sets args[0] on all processors to be args[0] on the first processor. 660 */ 661 if (argc && *argc) { 662 ierr = PetscSetProgramName(**args);CHKERRQ(ierr); 663 } else { 664 ierr = PetscSetProgramName("Unknown Name");CHKERRQ(ierr); 665 } 666 667 ierr = MPI_Initialized(&flag);CHKERRQ(ierr); 668 if (!flag) { 669 if (PETSC_COMM_WORLD != MPI_COMM_NULL) SETERRQ(PETSC_COMM_SELF,PETSC_ERR_SUP,"You cannot set PETSC_COMM_WORLD if you have not initialized MPI first"); 670 #if defined(PETSC_HAVE_MPI_INIT_THREAD) 671 { 672 PetscMPIInt provided; 673 ierr = MPI_Init_thread(argc,args,MPI_THREAD_FUNNELED,&provided);CHKERRQ(ierr); 674 } 675 #else 676 ierr = MPI_Init(argc,args);CHKERRQ(ierr); 677 #endif 678 PetscBeganMPI = PETSC_TRUE; 679 } 680 if (argc && args) { 681 PetscGlobalArgc = *argc; 682 PetscGlobalArgs = *args; 683 } 684 PetscFinalizeCalled = PETSC_FALSE; 685 686 if (PETSC_COMM_WORLD == MPI_COMM_NULL) PETSC_COMM_WORLD = MPI_COMM_WORLD; 687 ierr = MPI_Comm_set_errhandler(PETSC_COMM_WORLD,MPI_ERRORS_RETURN);CHKERRQ(ierr); 688 689 /* Done after init due to a bug in MPICH-GM? */ 690 ierr = PetscErrorPrintfInitialize();CHKERRQ(ierr); 691 692 ierr = MPI_Comm_rank(MPI_COMM_WORLD,&PetscGlobalRank);CHKERRQ(ierr); 693 ierr = MPI_Comm_size(MPI_COMM_WORLD,&PetscGlobalSize);CHKERRQ(ierr); 694 695 MPIU_BOOL = MPI_INT; 696 MPIU_ENUM = MPI_INT; 697 698 /* 699 Initialized the global complex variable; this is because with 700 shared libraries the constructors for global variables 701 are not called; at least on IRIX. 702 */ 703 #if defined(PETSC_HAVE_COMPLEX) 704 { 705 #if defined(PETSC_CLANGUAGE_CXX) 706 PetscComplex ic(0.0,1.0); 707 PETSC_i = ic; 708 #elif defined(PETSC_CLANGUAGE_C) 709 PETSC_i = _Complex_I; 710 #endif 711 } 712 713 #if !defined(PETSC_HAVE_MPI_C_DOUBLE_COMPLEX) 714 ierr = MPI_Type_contiguous(2,MPI_DOUBLE,&MPIU_C_DOUBLE_COMPLEX);CHKERRQ(ierr); 715 ierr = MPI_Type_commit(&MPIU_C_DOUBLE_COMPLEX);CHKERRQ(ierr); 716 ierr = MPI_Type_contiguous(2,MPI_FLOAT,&MPIU_C_COMPLEX);CHKERRQ(ierr); 717 ierr = MPI_Type_commit(&MPIU_C_COMPLEX);CHKERRQ(ierr); 718 #endif 719 #endif /* PETSC_HAVE_COMPLEX */ 720 721 /* 722 Create the PETSc MPI reduction operator that sums of the first 723 half of the entries and maxes the second half. 724 */ 725 ierr = MPI_Op_create(PetscMaxSum_Local,1,&PetscMaxSum_Op);CHKERRQ(ierr); 726 727 #if defined(PETSC_USE_REAL___FLOAT128) 728 ierr = MPI_Type_contiguous(2,MPI_DOUBLE,&MPIU___FLOAT128);CHKERRQ(ierr); 729 ierr = MPI_Type_commit(&MPIU___FLOAT128);CHKERRQ(ierr); 730 #if defined(PETSC_HAVE_COMPLEX) 731 ierr = MPI_Type_contiguous(4,MPI_DOUBLE,&MPIU___COMPLEX128);CHKERRQ(ierr); 732 ierr = MPI_Type_commit(&MPIU___COMPLEX128);CHKERRQ(ierr); 733 #endif 734 ierr = MPI_Op_create(PetscMax_Local,1,&MPIU_MAX);CHKERRQ(ierr); 735 ierr = MPI_Op_create(PetscMin_Local,1,&MPIU_MIN);CHKERRQ(ierr); 736 #endif 737 738 #if (defined(PETSC_HAVE_COMPLEX) && !defined(PETSC_HAVE_MPI_C_DOUBLE_COMPLEX)) || defined(PETSC_USE_REAL___FLOAT128) 739 ierr = MPI_Op_create(PetscSum_Local,1,&MPIU_SUM);CHKERRQ(ierr); 740 #endif 741 742 ierr = MPI_Type_contiguous(2,MPIU_SCALAR,&MPIU_2SCALAR);CHKERRQ(ierr); 743 ierr = MPI_Type_commit(&MPIU_2SCALAR);CHKERRQ(ierr); 744 ierr = MPI_Op_create(PetscADMax_Local,1,&PetscADMax_Op);CHKERRQ(ierr); 745 ierr = MPI_Op_create(PetscADMin_Local,1,&PetscADMin_Op);CHKERRQ(ierr); 746 747 #if defined(PETSC_USE_64BIT_INDICES) || !defined(MPI_2INT) 748 ierr = MPI_Type_contiguous(2,MPIU_INT,&MPIU_2INT);CHKERRQ(ierr); 749 ierr = MPI_Type_commit(&MPIU_2INT);CHKERRQ(ierr); 750 #endif 751 752 /* 753 Attributes to be set on PETSc communicators 754 */ 755 ierr = MPI_Keyval_create(MPI_NULL_COPY_FN,Petsc_DelCounter,&Petsc_Counter_keyval,(void*)0);CHKERRQ(ierr); 756 ierr = MPI_Keyval_create(MPI_NULL_COPY_FN,Petsc_DelComm,&Petsc_InnerComm_keyval,(void*)0);CHKERRQ(ierr); 757 ierr = MPI_Keyval_create(MPI_NULL_COPY_FN,Petsc_DelComm,&Petsc_OuterComm_keyval,(void*)0);CHKERRQ(ierr); 758 759 /* 760 Build the options database 761 */ 762 ierr = PetscOptionsInsert(argc,args,file);CHKERRQ(ierr); 763 764 765 /* 766 Print main application help message 767 */ 768 ierr = PetscOptionsHasName(NULL,"-help",&flg);CHKERRQ(ierr); 769 if (help && flg) { 770 ierr = PetscPrintf(PETSC_COMM_WORLD,help);CHKERRQ(ierr); 771 } 772 ierr = PetscOptionsCheckInitial_Private();CHKERRQ(ierr); 773 774 /* SHOULD PUT IN GUARDS: Make sure logging is initialized, even if we do not print it out */ 775 #if defined(PETSC_USE_LOG) 776 ierr = PetscLogBegin_Private();CHKERRQ(ierr); 777 #endif 778 779 /* 780 Load the dynamic libraries (on machines that support them), this registers all 781 the solvers etc. (On non-dynamic machines this initializes the PetscDraw and PetscViewer classes) 782 */ 783 ierr = PetscInitialize_DynamicLibraries();CHKERRQ(ierr); 784 785 ierr = MPI_Comm_size(PETSC_COMM_WORLD,&size);CHKERRQ(ierr); 786 ierr = PetscInfo1(0,"PETSc successfully started: number of processors = %d\n",size);CHKERRQ(ierr); 787 ierr = PetscGetHostName(hostname,256);CHKERRQ(ierr); 788 ierr = PetscInfo1(0,"Running on machine: %s\n",hostname);CHKERRQ(ierr); 789 790 ierr = PetscOptionsCheckInitial_Components();CHKERRQ(ierr); 791 /* Check the options database for options related to the options database itself */ 792 ierr = PetscOptionsSetFromOptions();CHKERRQ(ierr); 793 794 #if defined(PETSC_USE_PETSC_MPI_EXTERNAL32) 795 /* 796 Tell MPI about our own data representation converter, this would/should be used if extern32 is not supported by the MPI 797 798 Currently not used because it is not supported by MPICH. 799 */ 800 #if !defined(PETSC_WORDS_BIGENDIAN) 801 ierr = MPI_Register_datarep((char*)"petsc",PetscDataRep_read_conv_fn,PetscDataRep_write_conv_fn,PetscDataRep_extent_fn,NULL);CHKERRQ(ierr); 802 #endif 803 #endif 804 805 ierr = PetscOptionsGetInt(NULL,"-hmpi_spawn_size",&nodesize,&flg);CHKERRQ(ierr); 806 if (flg) { 807 #if defined(PETSC_HAVE_MPI_COMM_SPAWN) 808 ierr = PetscHMPISpawn((PetscMPIInt) nodesize);CHKERRQ(ierr); /* worker nodes never return from here; they go directly to PetscEnd() */ 809 #else 810 SETERRQ(PETSC_COMM_SELF,PETSC_ERR_SUP,"PETSc built without MPI 2 (MPI_Comm_spawn) support, use -hmpi_merge_size instead"); 811 #endif 812 } else { 813 ierr = PetscOptionsGetInt(NULL,"-hmpi_merge_size",&nodesize,&flg);CHKERRQ(ierr); 814 if (flg) { 815 ierr = PetscHMPIMerge((PetscMPIInt) nodesize,NULL,NULL);CHKERRQ(ierr); 816 if (PetscHMPIWorker) { /* if worker then never enter user code */ 817 PetscInitializeCalled = PETSC_TRUE; 818 PetscEnd(); 819 } 820 } 821 } 822 823 #if defined(PETSC_HAVE_CUDA) 824 { 825 PetscMPIInt p; 826 for (p = 0; p < PetscGlobalSize; ++p) { 827 if (p == PetscGlobalRank) cublasInit(); 828 ierr = MPI_Barrier(PETSC_COMM_WORLD);CHKERRQ(ierr); 829 } 830 } 831 #endif 832 833 ierr = PetscOptionsHasName(NULL,"-python",&flg);CHKERRQ(ierr); 834 if (flg) { 835 PetscInitializeCalled = PETSC_TRUE; 836 ierr = PetscPythonInitialize(NULL,NULL);CHKERRQ(ierr); 837 } 838 839 ierr = PetscThreadCommInitializePackage();CHKERRQ(ierr); 840 841 /* 842 Setup building of stack frames for all function calls 843 */ 844 #if defined(PETSC_USE_DEBUG) 845 PetscThreadLocalRegister((PetscThreadKey*)&petscstack); /* Creates petscstack_key if needed */ 846 ierr = PetscStackCreate();CHKERRQ(ierr); 847 #endif 848 849 #if defined(PETSC_SERIALIZE_FUNCTIONS) 850 ierr = PetscFPTCreate(10000);CHKERRQ(ierr); 851 #endif 852 853 ierr = PetscSegBufferCreate(1,10000,&PetscCitationsList);CHKERRQ(ierr); 854 ierr = PetscCitationsRegister("@TechReport{petsc-user-ref,\n Author = {Satish Balay and Jed Brown and and Kris Buschelman and Victor Eijkhout\n and William D. Gropp and Dinesh Kaushik and Matthew G. Knepley\n and Lois Curfman McInnes and Barry F. Smith and Hong Zhang},\n Title = {{PETS}c Users Manual},\n Number = {ANL-95/11 - Revision 3.4},\n Institution = {Argonne National Laboratory},\n Year = {2013}\n}\n",NULL);CHKERRQ(ierr); 855 ierr = PetscCitationsRegister("@InProceedings{petsc-efficient,\n Author = {Satish Balay and William D. Gropp and Lois Curfman McInnes and Barry F. Smith},\n Title = {Efficient Management of Parallelism in Object Oriented Numerical Software Libraries},\n Booktitle = {Modern Software Tools in Scientific Computing},\n Editor = {E. Arge and A. M. Bruaset and H. P. Langtangen},\n Pages = {163--202},\n Publisher = {Birkh{\\\"{a}}user Press},\n Year = {1997}\n}\n",NULL);CHKERRQ(ierr); 856 857 /* 858 Once we are completedly initialized then we can set this variables 859 */ 860 PetscInitializeCalled = PETSC_TRUE; 861 PetscFunctionReturn(0); 862 } 863 864 extern PetscObject *PetscObjects; 865 extern PetscInt PetscObjectsCounts, PetscObjectsMaxCounts; 866 867 #undef __FUNCT__ 868 #define __FUNCT__ "PetscFinalize" 869 /*@C 870 PetscFinalize - Checks for options to be called at the conclusion 871 of the program. MPI_Finalize() is called only if the user had not 872 called MPI_Init() before calling PetscInitialize(). 873 874 Collective on PETSC_COMM_WORLD 875 876 Options Database Keys: 877 + -options_table - Calls PetscOptionsView() 878 . -options_left - Prints unused options that remain in the database 879 . -objects_dump [all] - Prints list of objects allocated by the user that have not been freed, the option all cause all outstanding objects to be listed 880 . -mpidump - Calls PetscMPIDump() 881 . -malloc_dump - Calls PetscMallocDump() 882 . -malloc_info - Prints total memory usage 883 - -malloc_log - Prints summary of memory usage 884 885 Level: beginner 886 887 Note: 888 See PetscInitialize() for more general runtime options. 889 890 .seealso: PetscInitialize(), PetscOptionsView(), PetscMallocDump(), PetscMPIDump(), PetscEnd() 891 @*/ 892 PetscErrorCode PetscFinalize(void) 893 { 894 PetscErrorCode ierr; 895 PetscMPIInt rank; 896 PetscInt nopt; 897 PetscBool flg1 = PETSC_FALSE,flg2 = PETSC_FALSE,flg3 = PETSC_FALSE; 898 PetscBool flg; 899 #if defined(PETSC_USE_LOG) 900 char mname[PETSC_MAX_PATH_LEN]; 901 #endif 902 903 PetscFunctionBegin; 904 if (!PetscInitializeCalled) { 905 printf("PetscInitialize() must be called before PetscFinalize()\n"); 906 PetscFunctionReturn(PETSC_ERR_ARG_WRONGSTATE); 907 } 908 ierr = PetscInfo(NULL,"PetscFinalize() called\n");CHKERRQ(ierr); 909 910 ierr = MPI_Comm_rank(PETSC_COMM_WORLD,&rank);CHKERRQ(ierr); 911 912 ierr = PetscOptionsHasName(NULL,"-citations",&flg);CHKERRQ(ierr); 913 if (flg) { 914 char *cits, filename[PETSC_MAX_PATH_LEN]; 915 FILE *fd = PETSC_STDOUT; 916 917 ierr = PetscOptionsGetString(NULL,"-citations",filename,PETSC_MAX_PATH_LEN,NULL);CHKERRQ(ierr); 918 if (filename[0]) { 919 ierr = PetscFOpen(PETSC_COMM_WORLD,filename,"w",&fd);CHKERRQ(ierr); 920 } 921 ierr = PetscSegBufferGet(PetscCitationsList,1,&cits);CHKERRQ(ierr); 922 cits[0] = 0; 923 ierr = PetscSegBufferExtractAlloc(PetscCitationsList,&cits);CHKERRQ(ierr); 924 ierr = PetscFPrintf(PETSC_COMM_WORLD,fd,"If you publish results based on this computation please cite the following:\n");CHKERRQ(ierr); 925 ierr = PetscFPrintf(PETSC_COMM_WORLD,fd,"===========================================================================\n");CHKERRQ(ierr); 926 ierr = PetscFPrintf(PETSC_COMM_WORLD,fd,"%s",cits);CHKERRQ(ierr); 927 ierr = PetscFPrintf(PETSC_COMM_WORLD,fd,"===========================================================================\n");CHKERRQ(ierr); 928 ierr = PetscFClose(PETSC_COMM_WORLD,fd);CHKERRQ(ierr); 929 ierr = PetscFree(cits);CHKERRQ(ierr); 930 } 931 ierr = PetscSegBufferDestroy(&PetscCitationsList);CHKERRQ(ierr); 932 933 #if defined(PETSC_SERIALIZE_FUNCTIONS) 934 ierr = PetscFPTDestroy();CHKERRQ(ierr); 935 #endif 936 937 938 #if defined(PETSC_HAVE_AMS) 939 flg = PETSC_FALSE; 940 ierr = PetscOptionsGetBool(NULL,"-options_gui",&flg,NULL);CHKERRQ(ierr); 941 if (flg) { 942 ierr = PetscOptionsAMSDestroy();CHKERRQ(ierr); 943 } 944 #endif 945 946 #if defined(PETSC_HAVE_SERVER) 947 flg1 = PETSC_FALSE; 948 ierr = PetscOptionsGetBool(NULL,"-server",&flg1,NULL);CHKERRQ(ierr); 949 if (flg1) { 950 /* this is a crude hack, but better than nothing */ 951 ierr = PetscPOpen(PETSC_COMM_WORLD,NULL,"pkill -9 petscwebserver","r",NULL);CHKERRQ(ierr); 952 } 953 #endif 954 955 ierr = PetscHMPIFinalize();CHKERRQ(ierr); 956 957 ierr = PetscOptionsGetBool(NULL,"-malloc_info",&flg2,NULL);CHKERRQ(ierr); 958 if (!flg2) { 959 flg2 = PETSC_FALSE; 960 ierr = PetscOptionsGetBool(NULL,"-memory_info",&flg2,NULL);CHKERRQ(ierr); 961 } 962 if (flg2) { 963 ierr = PetscMemoryShowUsage(PETSC_VIEWER_STDOUT_WORLD,"Summary of Memory Usage in PETSc\n");CHKERRQ(ierr); 964 } 965 966 #if defined(PETSC_USE_LOG) 967 flg1 = PETSC_FALSE; 968 ierr = PetscOptionsGetBool(NULL,"-get_total_flops",&flg1,NULL);CHKERRQ(ierr); 969 if (flg1) { 970 PetscLogDouble flops = 0; 971 ierr = MPI_Reduce(&petsc_TotalFlops,&flops,1,MPI_DOUBLE,MPI_SUM,0,PETSC_COMM_WORLD);CHKERRQ(ierr); 972 ierr = PetscPrintf(PETSC_COMM_WORLD,"Total flops over all processors %g\n",flops);CHKERRQ(ierr); 973 } 974 #endif 975 976 977 #if defined(PETSC_USE_LOG) 978 #if defined(PETSC_HAVE_MPE) 979 mname[0] = 0; 980 981 ierr = PetscOptionsGetString(NULL,"-log_mpe",mname,PETSC_MAX_PATH_LEN,&flg1);CHKERRQ(ierr); 982 if (flg1) { 983 if (mname[0]) {ierr = PetscLogMPEDump(mname);CHKERRQ(ierr);} 984 else {ierr = PetscLogMPEDump(0);CHKERRQ(ierr);} 985 } 986 #endif 987 mname[0] = 0; 988 989 ierr = PetscOptionsGetString(NULL,"-log_summary",mname,PETSC_MAX_PATH_LEN,&flg1);CHKERRQ(ierr); 990 if (flg1) { 991 PetscViewer viewer; 992 if (mname[0]) { 993 ierr = PetscViewerASCIIOpen(PETSC_COMM_WORLD,mname,&viewer);CHKERRQ(ierr); 994 ierr = PetscLogView(viewer);CHKERRQ(ierr); 995 ierr = PetscViewerDestroy(&viewer);CHKERRQ(ierr); 996 } else { 997 viewer = PETSC_VIEWER_STDOUT_WORLD; 998 ierr = PetscLogView(viewer);CHKERRQ(ierr); 999 } 1000 } 1001 1002 mname[0] = 0; 1003 1004 ierr = PetscOptionsGetString(NULL,"-log_summary_python",mname,PETSC_MAX_PATH_LEN,&flg1);CHKERRQ(ierr); 1005 if (flg1) { 1006 PetscViewer viewer; 1007 if (mname[0]) { 1008 ierr = PetscViewerASCIIOpen(PETSC_COMM_WORLD,mname,&viewer);CHKERRQ(ierr); 1009 ierr = PetscLogViewPython(viewer);CHKERRQ(ierr); 1010 ierr = PetscViewerDestroy(&viewer);CHKERRQ(ierr); 1011 } else { 1012 viewer = PETSC_VIEWER_STDOUT_WORLD; 1013 ierr = PetscLogViewPython(viewer);CHKERRQ(ierr); 1014 } 1015 } 1016 1017 ierr = PetscOptionsGetString(NULL,"-log_detailed",mname,PETSC_MAX_PATH_LEN,&flg1);CHKERRQ(ierr); 1018 if (flg1) { 1019 if (mname[0]) {ierr = PetscLogPrintDetailed(PETSC_COMM_WORLD,mname);CHKERRQ(ierr);} 1020 else {ierr = PetscLogPrintDetailed(PETSC_COMM_WORLD,0);CHKERRQ(ierr);} 1021 } 1022 1023 mname[0] = 0; 1024 1025 ierr = PetscOptionsGetString(NULL,"-log_all",mname,PETSC_MAX_PATH_LEN,&flg1);CHKERRQ(ierr); 1026 ierr = PetscOptionsGetString(NULL,"-log",mname,PETSC_MAX_PATH_LEN,&flg2);CHKERRQ(ierr); 1027 if (flg1 || flg2) { 1028 if (mname[0]) PetscLogDump(mname); 1029 else PetscLogDump(0); 1030 } 1031 #endif 1032 1033 /* 1034 Free all objects registered with PetscObjectRegisterDestroy() such as PETSC_VIEWER_XXX_(). 1035 */ 1036 ierr = PetscObjectRegisterDestroyAll();CHKERRQ(ierr); 1037 1038 { 1039 PetscThreadComm tcomm_world; 1040 ierr = PetscGetThreadCommWorld(&tcomm_world);CHKERRQ(ierr); 1041 /* Free global thread communicator */ 1042 ierr = PetscThreadCommDestroy(&tcomm_world);CHKERRQ(ierr); 1043 } 1044 1045 #if defined(PETSC_USE_DEBUG) 1046 ierr = PetscStackDestroy();CHKERRQ(ierr); 1047 #endif 1048 1049 flg1 = PETSC_FALSE; 1050 ierr = PetscOptionsGetBool(NULL,"-no_signal_handler",&flg1,NULL);CHKERRQ(ierr); 1051 if (!flg1) { ierr = PetscPopSignalHandler();CHKERRQ(ierr);} 1052 flg1 = PETSC_FALSE; 1053 ierr = PetscOptionsGetBool(NULL,"-mpidump",&flg1,NULL);CHKERRQ(ierr); 1054 if (flg1) { 1055 ierr = PetscMPIDump(stdout);CHKERRQ(ierr); 1056 } 1057 flg1 = PETSC_FALSE; 1058 flg2 = PETSC_FALSE; 1059 /* preemptive call to avoid listing this option in options table as unused */ 1060 ierr = PetscOptionsHasName(NULL,"-malloc_dump",&flg1);CHKERRQ(ierr); 1061 ierr = PetscOptionsHasName(NULL,"-objects_dump",&flg1);CHKERRQ(ierr); 1062 ierr = PetscOptionsGetBool(NULL,"-options_table",&flg2,NULL);CHKERRQ(ierr); 1063 1064 if (flg2) { 1065 PetscViewer viewer; 1066 ierr = PetscViewerASCIIGetStdout(PETSC_COMM_WORLD,&viewer);CHKERRQ(ierr); 1067 ierr = PetscOptionsView(viewer);CHKERRQ(ierr); 1068 ierr = PetscViewerDestroy(&viewer);CHKERRQ(ierr); 1069 } 1070 1071 /* to prevent PETSc -options_left from warning */ 1072 ierr = PetscOptionsHasName(NULL,"-nox",&flg1);CHKERRQ(ierr); 1073 ierr = PetscOptionsHasName(NULL,"-nox_warning",&flg1);CHKERRQ(ierr); 1074 1075 if (!PetscHMPIWorker) { /* worker processes skip this because they do not usually process options */ 1076 flg3 = PETSC_FALSE; /* default value is required */ 1077 ierr = PetscOptionsGetBool(NULL,"-options_left",&flg3,&flg1);CHKERRQ(ierr); 1078 ierr = PetscOptionsAllUsed(&nopt);CHKERRQ(ierr); 1079 if (flg3) { 1080 if (!flg2) { /* have not yet printed the options */ 1081 PetscViewer viewer; 1082 ierr = PetscViewerASCIIGetStdout(PETSC_COMM_WORLD,&viewer);CHKERRQ(ierr); 1083 ierr = PetscOptionsView(viewer);CHKERRQ(ierr); 1084 ierr = PetscViewerDestroy(&viewer);CHKERRQ(ierr); 1085 } 1086 if (!nopt) { 1087 ierr = PetscPrintf(PETSC_COMM_WORLD,"There are no unused options.\n");CHKERRQ(ierr); 1088 } else if (nopt == 1) { 1089 ierr = PetscPrintf(PETSC_COMM_WORLD,"There is one unused database option. It is:\n");CHKERRQ(ierr); 1090 } else { 1091 ierr = PetscPrintf(PETSC_COMM_WORLD,"There are %D unused database options. They are:\n",nopt);CHKERRQ(ierr); 1092 } 1093 } 1094 #if defined(PETSC_USE_DEBUG) 1095 if (nopt && !flg3 && !flg1) { 1096 ierr = PetscPrintf(PETSC_COMM_WORLD,"WARNING! There are options you set that were not used!\n");CHKERRQ(ierr); 1097 ierr = PetscPrintf(PETSC_COMM_WORLD,"WARNING! could be spelling mistake, etc!\n");CHKERRQ(ierr); 1098 ierr = PetscOptionsLeft();CHKERRQ(ierr); 1099 } else if (nopt && flg3) { 1100 #else 1101 if (nopt && flg3) { 1102 #endif 1103 ierr = PetscOptionsLeft();CHKERRQ(ierr); 1104 } 1105 } 1106 1107 /* 1108 List all objects the user may have forgot to free 1109 */ 1110 ierr = PetscOptionsHasName(NULL,"-objects_dump",&flg1);CHKERRQ(ierr); 1111 if (flg1) { 1112 MPI_Comm local_comm; 1113 char string[64]; 1114 1115 ierr = PetscOptionsGetString(NULL,"-objects_dump",string,64,NULL);CHKERRQ(ierr); 1116 ierr = MPI_Comm_dup(MPI_COMM_WORLD,&local_comm);CHKERRQ(ierr); 1117 ierr = PetscSequentialPhaseBegin_Private(local_comm,1);CHKERRQ(ierr); 1118 ierr = PetscObjectsDump(stdout,(string[0] == 'a') ? PETSC_TRUE : PETSC_FALSE);CHKERRQ(ierr); 1119 ierr = PetscSequentialPhaseEnd_Private(local_comm,1);CHKERRQ(ierr); 1120 ierr = MPI_Comm_free(&local_comm);CHKERRQ(ierr); 1121 } 1122 PetscObjectsCounts = 0; 1123 PetscObjectsMaxCounts = 0; 1124 1125 ierr = PetscFree(PetscObjects);CHKERRQ(ierr); 1126 1127 #if defined(PETSC_USE_LOG) 1128 ierr = PetscLogDestroy();CHKERRQ(ierr); 1129 #endif 1130 1131 /* 1132 Destroy any packages that registered a finalize 1133 */ 1134 ierr = PetscRegisterFinalizeAll();CHKERRQ(ierr); 1135 1136 /* 1137 Destroy all the function registration lists created 1138 */ 1139 ierr = PetscFinalize_DynamicLibraries();CHKERRQ(ierr); 1140 1141 /* 1142 Print PetscFunctionLists that have not been properly freed 1143 1144 ierr = PetscFunctionListPrintAll();CHKERRQ(ierr); 1145 */ 1146 1147 if (petsc_history) { 1148 ierr = PetscCloseHistoryFile(&petsc_history);CHKERRQ(ierr); 1149 petsc_history = 0; 1150 } 1151 1152 ierr = PetscInfoAllow(PETSC_FALSE,NULL);CHKERRQ(ierr); 1153 1154 { 1155 char fname[PETSC_MAX_PATH_LEN]; 1156 FILE *fd; 1157 int err; 1158 1159 fname[0] = 0; 1160 1161 ierr = PetscOptionsGetString(NULL,"-malloc_dump",fname,250,&flg1);CHKERRQ(ierr); 1162 flg2 = PETSC_FALSE; 1163 ierr = PetscOptionsGetBool(NULL,"-malloc_test",&flg2,NULL);CHKERRQ(ierr); 1164 #if defined(PETSC_USE_DEBUG) 1165 if (PETSC_RUNNING_ON_VALGRIND) flg2 = PETSC_FALSE; 1166 #else 1167 flg2 = PETSC_FALSE; /* Skip reporting for optimized builds regardless of -malloc_test */ 1168 #endif 1169 if (flg1 && fname[0]) { 1170 char sname[PETSC_MAX_PATH_LEN]; 1171 1172 sprintf(sname,"%s_%d",fname,rank); 1173 fd = fopen(sname,"w"); if (!fd) SETERRQ1(PETSC_COMM_SELF,PETSC_ERR_FILE_OPEN,"Cannot open log file: %s",sname); 1174 ierr = PetscMallocDump(fd);CHKERRQ(ierr); 1175 err = fclose(fd); 1176 if (err) SETERRQ(PETSC_COMM_SELF,PETSC_ERR_SYS,"fclose() failed on file"); 1177 } else if (flg1 || flg2) { 1178 MPI_Comm local_comm; 1179 1180 ierr = MPI_Comm_dup(MPI_COMM_WORLD,&local_comm);CHKERRQ(ierr); 1181 ierr = PetscSequentialPhaseBegin_Private(local_comm,1);CHKERRQ(ierr); 1182 ierr = PetscMallocDump(stdout);CHKERRQ(ierr); 1183 ierr = PetscSequentialPhaseEnd_Private(local_comm,1);CHKERRQ(ierr); 1184 ierr = MPI_Comm_free(&local_comm);CHKERRQ(ierr); 1185 } 1186 } 1187 1188 { 1189 char fname[PETSC_MAX_PATH_LEN]; 1190 FILE *fd = NULL; 1191 1192 fname[0] = 0; 1193 1194 ierr = PetscOptionsGetString(NULL,"-malloc_log",fname,250,&flg1);CHKERRQ(ierr); 1195 ierr = PetscOptionsHasName(NULL,"-malloc_log_threshold",&flg2);CHKERRQ(ierr); 1196 if (flg1 && fname[0]) { 1197 int err; 1198 1199 if (!rank) { 1200 fd = fopen(fname,"w"); 1201 if (!fd) SETERRQ1(PETSC_COMM_SELF,PETSC_ERR_FILE_OPEN,"Cannot open log file: %s",fname); 1202 } 1203 ierr = PetscMallocDumpLog(fd);CHKERRQ(ierr); 1204 if (fd) { 1205 err = fclose(fd); 1206 if (err) SETERRQ(PETSC_COMM_SELF,PETSC_ERR_SYS,"fclose() failed on file"); 1207 } 1208 } else if (flg1 || flg2) { 1209 ierr = PetscMallocDumpLog(stdout);CHKERRQ(ierr); 1210 } 1211 } 1212 /* Can be destroyed only after all the options are used */ 1213 ierr = PetscOptionsDestroy();CHKERRQ(ierr); 1214 1215 PetscGlobalArgc = 0; 1216 PetscGlobalArgs = 0; 1217 1218 #if defined(PETSC_USE_REAL___FLOAT128) 1219 ierr = MPI_Type_free(&MPIU___FLOAT128);CHKERRQ(ierr); 1220 #if defined(PETSC_HAVE_COMPLEX) 1221 ierr = MPI_Type_free(&MPIU___COMPLEX128);CHKERRQ(ierr); 1222 #endif 1223 ierr = MPI_Op_free(&MPIU_MAX);CHKERRQ(ierr); 1224 ierr = MPI_Op_free(&MPIU_MIN);CHKERRQ(ierr); 1225 #endif 1226 1227 #if defined(PETSC_HAVE_COMPLEX) 1228 #if !defined(PETSC_HAVE_MPI_C_DOUBLE_COMPLEX) 1229 ierr = MPI_Type_free(&MPIU_C_DOUBLE_COMPLEX);CHKERRQ(ierr); 1230 ierr = MPI_Type_free(&MPIU_C_COMPLEX);CHKERRQ(ierr); 1231 #endif 1232 #endif 1233 1234 #if (defined(PETSC_HAVE_COMPLEX) && !defined(PETSC_HAVE_MPI_C_DOUBLE_COMPLEX)) || defined(PETSC_USE_REAL___FLOAT128) 1235 ierr = MPI_Op_free(&MPIU_SUM);CHKERRQ(ierr); 1236 #endif 1237 1238 ierr = MPI_Type_free(&MPIU_2SCALAR);CHKERRQ(ierr); 1239 #if defined(PETSC_USE_64BIT_INDICES) || !defined(MPI_2INT) 1240 ierr = MPI_Type_free(&MPIU_2INT);CHKERRQ(ierr); 1241 #endif 1242 ierr = MPI_Op_free(&PetscMaxSum_Op);CHKERRQ(ierr); 1243 ierr = MPI_Op_free(&PetscADMax_Op);CHKERRQ(ierr); 1244 ierr = MPI_Op_free(&PetscADMin_Op);CHKERRQ(ierr); 1245 1246 /* 1247 Destroy any known inner MPI_Comm's and attributes pointing to them 1248 Note this will not destroy any new communicators the user has created. 1249 1250 If all PETSc objects were not destroyed those left over objects will have hanging references to 1251 the MPI_Comms that were freed; but that is ok because those PETSc objects will never be used again 1252 */ 1253 { 1254 PetscCommCounter *counter; 1255 PetscMPIInt flg; 1256 MPI_Comm icomm; 1257 void *ptr; 1258 ierr = MPI_Attr_get(PETSC_COMM_SELF,Petsc_InnerComm_keyval,&ptr,&flg);CHKERRQ(ierr); 1259 if (flg) { 1260 /* Use PetscMemcpy() because casting from pointer to integer of different size is not allowed with some compilers */ 1261 ierr = PetscMemcpy(&icomm,&ptr,sizeof(MPI_Comm));CHKERRQ(ierr); 1262 ierr = MPI_Attr_get(icomm,Petsc_Counter_keyval,&counter,&flg);CHKERRQ(ierr); 1263 if (!flg) SETERRQ(PETSC_COMM_SELF,PETSC_ERR_ARG_CORRUPT,"Inner MPI_Comm does not have expected tag/name counter, problem with corrupted memory"); 1264 1265 ierr = MPI_Attr_delete(PETSC_COMM_SELF,Petsc_InnerComm_keyval);CHKERRQ(ierr); 1266 ierr = MPI_Attr_delete(icomm,Petsc_Counter_keyval);CHKERRQ(ierr); 1267 ierr = MPI_Comm_free(&icomm);CHKERRQ(ierr); 1268 } 1269 ierr = MPI_Attr_get(PETSC_COMM_WORLD,Petsc_InnerComm_keyval,&ptr,&flg);CHKERRQ(ierr); 1270 if (flg) { 1271 /* Use PetscMemcpy() because casting from pointer to integer of different size is not allowed with some compilers */ 1272 ierr = PetscMemcpy(&icomm,&ptr,sizeof(MPI_Comm));CHKERRQ(ierr); 1273 ierr = MPI_Attr_get(icomm,Petsc_Counter_keyval,&counter,&flg);CHKERRQ(ierr); 1274 if (!flg) SETERRQ(PETSC_COMM_WORLD,PETSC_ERR_ARG_CORRUPT,"Inner MPI_Comm does not have expected tag/name counter, problem with corrupted memory"); 1275 1276 ierr = MPI_Attr_delete(PETSC_COMM_WORLD,Petsc_InnerComm_keyval);CHKERRQ(ierr); 1277 ierr = MPI_Attr_delete(icomm,Petsc_Counter_keyval);CHKERRQ(ierr); 1278 ierr = MPI_Comm_free(&icomm);CHKERRQ(ierr); 1279 } 1280 } 1281 1282 ierr = MPI_Keyval_free(&Petsc_Counter_keyval);CHKERRQ(ierr); 1283 ierr = MPI_Keyval_free(&Petsc_InnerComm_keyval);CHKERRQ(ierr); 1284 ierr = MPI_Keyval_free(&Petsc_OuterComm_keyval);CHKERRQ(ierr); 1285 1286 #if defined(PETSC_HAVE_CUDA) 1287 { 1288 PetscInt p; 1289 for (p = 0; p < PetscGlobalSize; ++p) { 1290 if (p == PetscGlobalRank) cublasShutdown(); 1291 ierr = MPI_Barrier(PETSC_COMM_WORLD);CHKERRQ(ierr); 1292 } 1293 } 1294 #endif 1295 1296 if (PetscBeganMPI) { 1297 #if defined(PETSC_HAVE_MPI_FINALIZED) 1298 PetscMPIInt flag; 1299 ierr = MPI_Finalized(&flag);CHKERRQ(ierr); 1300 if (flag) SETERRQ(PETSC_COMM_SELF,PETSC_ERR_LIB,"MPI_Finalize() has already been called, even though MPI_Init() was called by PetscInitialize()"); 1301 #endif 1302 ierr = MPI_Finalize();CHKERRQ(ierr); 1303 } 1304 /* 1305 1306 Note: In certain cases PETSC_COMM_WORLD is never MPI_Comm_free()ed because 1307 the communicator has some outstanding requests on it. Specifically if the 1308 flag PETSC_HAVE_BROKEN_REQUEST_FREE is set (for IBM MPI implementation). See 1309 src/vec/utils/vpscat.c. Due to this the memory allocated in PetscCommDuplicate() 1310 is never freed as it should be. Thus one may obtain messages of the form 1311 [ 1] 8 bytes PetscCommDuplicate() line 645 in src/sys/mpiu.c indicating the 1312 memory was not freed. 1313 1314 */ 1315 ierr = PetscMallocClear();CHKERRQ(ierr); 1316 1317 PetscInitializeCalled = PETSC_FALSE; 1318 PetscFinalizeCalled = PETSC_TRUE; 1319 PetscFunctionReturn(ierr); 1320 } 1321 1322 #if defined(PETSC_MISSING_LAPACK_lsame_) 1323 PETSC_EXTERN int lsame_(char *a,char *b) 1324 { 1325 if (*a == *b) return 1; 1326 if (*a + 32 == *b) return 1; 1327 if (*a - 32 == *b) return 1; 1328 return 0; 1329 } 1330 #endif 1331 1332 #if defined(PETSC_MISSING_LAPACK_lsame) 1333 PETSC_EXTERN int lsame(char *a,char *b) 1334 { 1335 if (*a == *b) return 1; 1336 if (*a + 32 == *b) return 1; 1337 if (*a - 32 == *b) return 1; 1338 return 0; 1339 } 1340 #endif 1341