1c4762a1bSJed Brown static const char help[] = "Attempts to solve for root of a function with multiple local minima.\n\ 2c4762a1bSJed Brown With the proper initial guess, a backtracking line-search fails because Newton's method gets\n\ 3c4762a1bSJed Brown stuck in a local minimum. However, a critical point line-search or Newton's method without a\n\ 4c4762a1bSJed Brown line search succeeds.\n"; 5c4762a1bSJed Brown 6c4762a1bSJed Brown /* Solve 1D problem f(x) = 8 * exp(-4 * (x - 2)^2) * (x - 2) + 2 * x = 0 7c4762a1bSJed Brown 8c4762a1bSJed Brown This problem is based on the example given here: https://scicomp.stackexchange.com/a/2446/24756 9c4762a1bSJed Brown Originally an optimization problem to find the minimum of the function 10c4762a1bSJed Brown 11c4762a1bSJed Brown g(x) = x^2 - exp(-4 * (x - 2)^2) 12c4762a1bSJed Brown 13c4762a1bSJed Brown it has been reformulated to solve dg(x)/dx = f(x) = 0. The reformulated problem has several local 14c4762a1bSJed Brown minima that can cause problems for some global Newton root-finding methods. In this particular 15c4762a1bSJed Brown example, an initial guess of x0 = 2.5 generates an initial search direction (-df/dx is positive) 16c4762a1bSJed Brown away from the root and towards a local minimum in which a back-tracking line search gets trapped. 17c4762a1bSJed Brown However, omitting a line-search or using a critical point line search, the solve is successful. 18c4762a1bSJed Brown 19c4762a1bSJed Brown The test outputs the final result for x and f(x). 20c4762a1bSJed Brown 21c4762a1bSJed Brown Example usage: 22c4762a1bSJed Brown 23c4762a1bSJed Brown Get help: 24c4762a1bSJed Brown ./ex99 -help 25c4762a1bSJed Brown 26c4762a1bSJed Brown Monitor run (with default back-tracking line search; solve fails): 27c4762a1bSJed Brown ./ex99 -snes_converged_reason -snes_monitor -snes_linesearch_monitor -ksp_converged_reason -ksp_monitor 28c4762a1bSJed Brown 29c4762a1bSJed Brown Run without a line search; solve succeeds: 30c4762a1bSJed Brown ./ex99 -snes_linesearch_type basic 31c4762a1bSJed Brown 32c4762a1bSJed Brown Run with a critical point line search; solve succeeds: 33c4762a1bSJed Brown ./ex99 -snes_linesearch_type cp 34c4762a1bSJed Brown */ 35c4762a1bSJed Brown 36c4762a1bSJed Brown #include <math.h> 37c4762a1bSJed Brown #include <petscsnes.h> 38c4762a1bSJed Brown 39c4762a1bSJed Brown extern PetscErrorCode FormJacobian(SNES,Vec,Mat,Mat,void*); 40c4762a1bSJed Brown extern PetscErrorCode FormFunction(SNES,Vec,Vec,void*); 41c4762a1bSJed Brown 42c4762a1bSJed Brown int main(int argc,char **argv) 43c4762a1bSJed Brown { 44c4762a1bSJed Brown SNES snes; /* nonlinear solver context */ 45c4762a1bSJed Brown KSP ksp; /* linear solver context */ 46c4762a1bSJed Brown PC pc; /* preconditioner context */ 47c4762a1bSJed Brown Vec x,r; /* solution, residual vectors */ 48c4762a1bSJed Brown Mat J; /* Jacobian matrix */ 49c4762a1bSJed Brown PetscErrorCode ierr; 50c4762a1bSJed Brown PetscMPIInt size; 51c4762a1bSJed Brown 52c4762a1bSJed Brown ierr = PetscInitialize(&argc,&argv,(char*)0,help);if (ierr) return ierr; 53*5f80ce2aSJacob Faibussowitsch CHKERRMPI(MPI_Comm_size(PETSC_COMM_WORLD,&size)); 542c71b3e2SJacob Faibussowitsch PetscCheckFalse(size > 1,PETSC_COMM_WORLD,PETSC_ERR_SUP,"Example is only for sequential runs"); 55c4762a1bSJed Brown 56c4762a1bSJed Brown /* - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 57c4762a1bSJed Brown Create nonlinear solver context 58c4762a1bSJed Brown - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - */ 59*5f80ce2aSJacob Faibussowitsch CHKERRQ(SNESCreate(PETSC_COMM_WORLD,&snes)); 60c4762a1bSJed Brown 61c4762a1bSJed Brown /* - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 62c4762a1bSJed Brown Create matrix and vector data structures; set corresponding routines 63c4762a1bSJed Brown - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - */ 64c4762a1bSJed Brown /* 65c4762a1bSJed Brown Create vectors for solution and nonlinear function 66c4762a1bSJed Brown */ 67*5f80ce2aSJacob Faibussowitsch CHKERRQ(VecCreate(PETSC_COMM_WORLD,&x)); 68*5f80ce2aSJacob Faibussowitsch CHKERRQ(VecSetSizes(x,PETSC_DECIDE,1)); 69*5f80ce2aSJacob Faibussowitsch CHKERRQ(VecSetFromOptions(x)); 70*5f80ce2aSJacob Faibussowitsch CHKERRQ(VecDuplicate(x,&r)); 71c4762a1bSJed Brown 72c4762a1bSJed Brown /* 73c4762a1bSJed Brown Create Jacobian matrix data structure 74c4762a1bSJed Brown */ 75*5f80ce2aSJacob Faibussowitsch CHKERRQ(MatCreate(PETSC_COMM_WORLD,&J)); 76*5f80ce2aSJacob Faibussowitsch CHKERRQ(MatSetSizes(J,PETSC_DECIDE,PETSC_DECIDE,1,1)); 77*5f80ce2aSJacob Faibussowitsch CHKERRQ(MatSetFromOptions(J)); 78*5f80ce2aSJacob Faibussowitsch CHKERRQ(MatSetUp(J)); 79c4762a1bSJed Brown 80*5f80ce2aSJacob Faibussowitsch CHKERRQ(SNESSetFunction(snes,r,FormFunction,NULL)); 81*5f80ce2aSJacob Faibussowitsch CHKERRQ(SNESSetJacobian(snes,J,J,FormJacobian,NULL)); 82c4762a1bSJed Brown 83c4762a1bSJed Brown /* - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 84c4762a1bSJed Brown Customize nonlinear solver; set runtime options 85c4762a1bSJed Brown - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - */ 86c4762a1bSJed Brown /* 87c4762a1bSJed Brown Set linear solver defaults for this problem. By extracting the 88c4762a1bSJed Brown KSP and PC contexts from the SNES context, we can then 89c4762a1bSJed Brown directly call any KSP and PC routines to set various options. 90c4762a1bSJed Brown */ 91*5f80ce2aSJacob Faibussowitsch CHKERRQ(SNESGetKSP(snes,&ksp)); 92*5f80ce2aSJacob Faibussowitsch CHKERRQ(KSPGetPC(ksp,&pc)); 93*5f80ce2aSJacob Faibussowitsch CHKERRQ(PCSetType(pc,PCNONE)); 94*5f80ce2aSJacob Faibussowitsch CHKERRQ(KSPSetTolerances(ksp,1.e-4,PETSC_DEFAULT,PETSC_DEFAULT,20)); 95c4762a1bSJed Brown 96c4762a1bSJed Brown /* 97c4762a1bSJed Brown Set SNES/KSP/KSP/PC runtime options, e.g., 98c4762a1bSJed Brown -snes_view -snes_monitor -ksp_type <ksp> -pc_type <pc> 99c4762a1bSJed Brown These options will override those specified above as long as 100c4762a1bSJed Brown SNESSetFromOptions() is called _after_ any other customization 101c4762a1bSJed Brown routines. 102c4762a1bSJed Brown */ 103*5f80ce2aSJacob Faibussowitsch CHKERRQ(SNESSetFromOptions(snes)); 104c4762a1bSJed Brown 105c4762a1bSJed Brown /* - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 106c4762a1bSJed Brown Evaluate initial guess; then solve nonlinear system 107c4762a1bSJed Brown - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - */ 108*5f80ce2aSJacob Faibussowitsch CHKERRQ(VecSet(x,2.5)); 109c4762a1bSJed Brown 110*5f80ce2aSJacob Faibussowitsch CHKERRQ(SNESSolve(snes,NULL,x)); 111c4762a1bSJed Brown 112c4762a1bSJed Brown /* - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 113c4762a1bSJed Brown Output x and f(x) 114c4762a1bSJed Brown - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - */ 115*5f80ce2aSJacob Faibussowitsch CHKERRQ(VecView(x,PETSC_VIEWER_STDOUT_WORLD)); 116*5f80ce2aSJacob Faibussowitsch CHKERRQ(VecView(r,PETSC_VIEWER_STDOUT_WORLD)); 117c4762a1bSJed Brown 118c4762a1bSJed Brown /* - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 119c4762a1bSJed Brown Free work space. All PETSc objects should be destroyed when they 120c4762a1bSJed Brown are no longer needed. 121c4762a1bSJed Brown - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - */ 122c4762a1bSJed Brown 123*5f80ce2aSJacob Faibussowitsch CHKERRQ(VecDestroy(&x)); CHKERRQ(VecDestroy(&r)); 124*5f80ce2aSJacob Faibussowitsch CHKERRQ(MatDestroy(&J)); CHKERRQ(SNESDestroy(&snes)); 125c4762a1bSJed Brown ierr = PetscFinalize(); 126c4762a1bSJed Brown return ierr; 127c4762a1bSJed Brown } 128c4762a1bSJed Brown 129c4762a1bSJed Brown PetscErrorCode FormFunction(SNES snes,Vec x,Vec f,void *ctx) 130c4762a1bSJed Brown { 131c4762a1bSJed Brown const PetscScalar *xx; 132c4762a1bSJed Brown PetscScalar *ff; 133c4762a1bSJed Brown 134c4762a1bSJed Brown /* 135c4762a1bSJed Brown Get pointers to vector data. 136c4762a1bSJed Brown - For default PETSc vectors, VecGetArray() returns a pointer to 137c4762a1bSJed Brown the data array. Otherwise, the routine is implementation dependent. 138c4762a1bSJed Brown - You MUST call VecRestoreArray() when you no longer need access to 139c4762a1bSJed Brown the array. 140c4762a1bSJed Brown */ 141*5f80ce2aSJacob Faibussowitsch CHKERRQ(VecGetArrayRead(x,&xx)); 142*5f80ce2aSJacob Faibussowitsch CHKERRQ(VecGetArray(f,&ff)); 143c4762a1bSJed Brown 144c4762a1bSJed Brown /* Compute function */ 145c4762a1bSJed Brown ff[0] = 8. * PetscExpScalar(-4. * (xx[0] - 2.) * (xx[0] - 2.)) * (xx[0] - 2.) + 2. * xx[0]; 146c4762a1bSJed Brown 147c4762a1bSJed Brown /* Restore vectors */ 148*5f80ce2aSJacob Faibussowitsch CHKERRQ(VecRestoreArrayRead(x,&xx)); 149*5f80ce2aSJacob Faibussowitsch CHKERRQ(VecRestoreArray(f,&ff)); 150c4762a1bSJed Brown return 0; 151c4762a1bSJed Brown } 152c4762a1bSJed Brown 153c4762a1bSJed Brown PetscErrorCode FormJacobian(SNES snes,Vec x,Mat jac,Mat B,void *dummy) 154c4762a1bSJed Brown { 155c4762a1bSJed Brown const PetscScalar *xx; 156c4762a1bSJed Brown PetscScalar A[1]; 157c4762a1bSJed Brown PetscInt idx[1] = {0}; 158c4762a1bSJed Brown 159c4762a1bSJed Brown /* 160c4762a1bSJed Brown Get pointer to vector data 161c4762a1bSJed Brown */ 162*5f80ce2aSJacob Faibussowitsch CHKERRQ(VecGetArrayRead(x,&xx)); 163c4762a1bSJed Brown 164c4762a1bSJed Brown /* 165c4762a1bSJed Brown Compute Jacobian entries and insert into matrix. 166c4762a1bSJed Brown - Since this is such a small problem, we set all entries for 167c4762a1bSJed Brown the matrix at once. 168c4762a1bSJed Brown */ 169c4762a1bSJed Brown A[0] = 8. * ((xx[0] - 2.) * (PetscExpScalar(-4. * (xx[0] - 2.) * (xx[0] - 2.)) * -8. * (xx[0] - 2.)) 170c4762a1bSJed Brown + PetscExpScalar(-4. * (xx[0] - 2.) * (xx[0] - 2.))) 171c4762a1bSJed Brown + 2.; 172c4762a1bSJed Brown 173*5f80ce2aSJacob Faibussowitsch CHKERRQ(MatSetValues(B,1,idx,1,idx,A,INSERT_VALUES)); 174c4762a1bSJed Brown 175c4762a1bSJed Brown /* 176c4762a1bSJed Brown Restore vector 177c4762a1bSJed Brown */ 178*5f80ce2aSJacob Faibussowitsch CHKERRQ(VecRestoreArrayRead(x,&xx)); 179c4762a1bSJed Brown 180c4762a1bSJed Brown /* 181c4762a1bSJed Brown Assemble matrix 182c4762a1bSJed Brown */ 183*5f80ce2aSJacob Faibussowitsch CHKERRQ(MatAssemblyBegin(B,MAT_FINAL_ASSEMBLY)); 184*5f80ce2aSJacob Faibussowitsch CHKERRQ(MatAssemblyEnd(B,MAT_FINAL_ASSEMBLY)); 185c4762a1bSJed Brown if (jac != B) { 186*5f80ce2aSJacob Faibussowitsch CHKERRQ(MatAssemblyBegin(jac,MAT_FINAL_ASSEMBLY)); 187*5f80ce2aSJacob Faibussowitsch CHKERRQ(MatAssemblyEnd(jac,MAT_FINAL_ASSEMBLY)); 188c4762a1bSJed Brown } 189c4762a1bSJed Brown return 0; 190c4762a1bSJed Brown } 191c4762a1bSJed Brown 192c4762a1bSJed Brown /*TEST 193c4762a1bSJed Brown 194c4762a1bSJed Brown test: 195c4762a1bSJed Brown suffix: 1 196c4762a1bSJed Brown args: -snes_linesearch_type cp 197c4762a1bSJed Brown test: 198c4762a1bSJed Brown suffix: 2 199c4762a1bSJed Brown args: -snes_linesearch_type basic 200c4762a1bSJed Brown test: 201c4762a1bSJed Brown suffix: 3 20241ba4c6cSHeeho Park test: 20341ba4c6cSHeeho Park suffix: 4 20441ba4c6cSHeeho Park args: -snes_type newtontrdc 20541ba4c6cSHeeho Park test: 20641ba4c6cSHeeho Park suffix: 5 20741ba4c6cSHeeho Park args: -snes_type newtontrdc -snes_trdc_use_cauchy false 208c4762a1bSJed Brown 209c4762a1bSJed Brown TEST*/ 210