1dba47a55SKris Buschelman 2b45d2f2cSJed Brown #include <petsc-private/pcimpl.h> /*I "petscpc.h" I*/ 31e25c274SJed Brown #include <petscdm.h> 40971522cSBarry Smith 5443836d0SMatthew G Knepley /* 6443836d0SMatthew G Knepley There is a nice discussion of block preconditioners in 7443836d0SMatthew G Knepley 81997fe2eSSatish Balay [El08] A taxonomy and comparison of parallel block multi-level preconditioners for the incompressible Navier-Stokes equations 9443836d0SMatthew G Knepley Howard Elman, V.E. Howle, John Shadid, Robert Shuttleworth, Ray Tuminaro, Journal of Computational Physics 227 (2008) 1790--1808 101b8e4c5fSJed Brown http://chess.cs.umd.edu/~elman/papers/tax.pdf 11443836d0SMatthew G Knepley */ 12443836d0SMatthew G Knepley 13a7476a74SDmitry Karpeev const char *const PCFieldSplitSchurPreTypes[] = {"SELF","SELFP","A11","USER","PCFieldSplitSchurPreType","PC_FIELDSPLIT_SCHUR_PRE_",0}; 14c9c6ffaaSJed Brown const char *const PCFieldSplitSchurFactTypes[] = {"DIAG","LOWER","UPPER","FULL","PCFieldSplitSchurFactType","PC_FIELDSPLIT_SCHUR_FACT_",0}; 15c5d2311dSJed Brown 160971522cSBarry Smith typedef struct _PC_FieldSplitLink *PC_FieldSplitLink; 170971522cSBarry Smith struct _PC_FieldSplitLink { 1869a612a9SBarry Smith KSP ksp; 19443836d0SMatthew G Knepley Vec x,y,z; 20db4c96c1SJed Brown char *splitname; 210971522cSBarry Smith PetscInt nfields; 225d4c12cdSJungho Lee PetscInt *fields,*fields_col; 231b9fc7fcSBarry Smith VecScatter sctx; 245d4c12cdSJungho Lee IS is,is_col; 2551f519a2SBarry Smith PC_FieldSplitLink next,previous; 260971522cSBarry Smith }; 270971522cSBarry Smith 280971522cSBarry Smith typedef struct { 2968dd23aaSBarry Smith PCCompositeType type; 30ace3abfcSBarry Smith PetscBool defaultsplit; /* Flag for a system with a set of 'k' scalar fields with the same layout (and bs = k) */ 31ace3abfcSBarry Smith PetscBool splitdefined; /* Flag is set after the splits have been defined, to prevent more splits from being added */ 3230ad9308SMatthew Knepley PetscInt bs; /* Block size for IS and Mat structures */ 3330ad9308SMatthew Knepley PetscInt nsplits; /* Number of field divisions defined */ 3479416396SBarry Smith Vec *x,*y,w1,w2; 35519d70e2SJed Brown Mat *mat; /* The diagonal block for each split */ 36519d70e2SJed Brown Mat *pmat; /* The preconditioning diagonal block for each split */ 3730ad9308SMatthew Knepley Mat *Afield; /* The rows of the matrix associated with each split */ 38ace3abfcSBarry Smith PetscBool issetup; 392fa5cd67SKarl Rupp 4030ad9308SMatthew Knepley /* Only used when Schur complement preconditioning is used */ 4130ad9308SMatthew Knepley Mat B; /* The (0,1) block */ 4230ad9308SMatthew Knepley Mat C; /* The (1,0) block */ 43443836d0SMatthew G Knepley Mat schur; /* The Schur complement S = A11 - A10 A00^{-1} A01, the KSP here, kspinner, is H_1 in [El08] */ 44a7476a74SDmitry Karpeev Mat schurp; /* Assembled approximation to S built by MatSchurComplement to be used as a preconditioning matrix when solving with S */ 45084e4875SJed Brown Mat schur_user; /* User-provided preconditioning matrix for the Schur complement */ 46084e4875SJed Brown PCFieldSplitSchurPreType schurpre; /* Determines which preconditioning matrix is used for the Schur complement */ 47c9c6ffaaSJed Brown PCFieldSplitSchurFactType schurfactorization; 4830ad9308SMatthew Knepley KSP kspschur; /* The solver for S */ 49443836d0SMatthew G Knepley KSP kspupper; /* The solver for A in the upper diagonal part of the factorization (H_2 in [El08]) */ 5097bbdb24SBarry Smith PC_FieldSplitLink head; 5163ec74ffSBarry Smith PetscBool reset; /* indicates PCReset() has been last called on this object, hack */ 52c1570756SJed Brown PetscBool suboptionsset; /* Indicates that the KSPSetFromOptions() has been called on the sub-KSPs */ 534ab8060aSDmitry Karpeev PetscBool dm_splits; /* Whether to use DMCreateFieldDecomposition() whenever possible */ 54c84da90fSDmitry Karpeev PetscBool diag_use_amat; /* Whether to extract diagonal matrix blocks from Amat, rather than Pmat (weaker than -pc_use_amat) */ 55c84da90fSDmitry Karpeev PetscBool offdiag_use_amat; /* Whether to extract off-diagonal matrix blocks from Amat, rather than Pmat (weaker than -pc_use_amat) */ 560971522cSBarry Smith } PC_FieldSplit; 570971522cSBarry Smith 5816913363SBarry Smith /* 5916913363SBarry Smith Notes: there is no particular reason that pmat, x, and y are stored as arrays in PC_FieldSplit instead of 6016913363SBarry Smith inside PC_FieldSplitLink, just historical. If you want to be able to add new fields after already using the 6116913363SBarry Smith PC you could change this. 6216913363SBarry Smith */ 63084e4875SJed Brown 64e6cab6aaSJed Brown /* This helper is so that setting a user-provided preconditioning matrix is orthogonal to choosing to use it. This way the 65084e4875SJed Brown * application-provided FormJacobian can provide this matrix without interfering with the user's (command-line) choices. */ 66084e4875SJed Brown static Mat FieldSplitSchurPre(PC_FieldSplit *jac) 67084e4875SJed Brown { 68084e4875SJed Brown switch (jac->schurpre) { 69084e4875SJed Brown case PC_FIELDSPLIT_SCHUR_PRE_SELF: return jac->schur; 70a7476a74SDmitry Karpeev case PC_FIELDSPLIT_SCHUR_PRE_SELFP: return jac->schurp; 71e87fab1bSBarry Smith case PC_FIELDSPLIT_SCHUR_PRE_A11: return jac->pmat[1]; 72084e4875SJed Brown case PC_FIELDSPLIT_SCHUR_PRE_USER: /* Use a user-provided matrix if it is given, otherwise diagonal block */ 73084e4875SJed Brown default: 74084e4875SJed Brown return jac->schur_user ? jac->schur_user : jac->pmat[1]; 75084e4875SJed Brown } 76084e4875SJed Brown } 77084e4875SJed Brown 78084e4875SJed Brown 799804daf3SBarry Smith #include <petscdraw.h> 800971522cSBarry Smith #undef __FUNCT__ 810971522cSBarry Smith #define __FUNCT__ "PCView_FieldSplit" 820971522cSBarry Smith static PetscErrorCode PCView_FieldSplit(PC pc,PetscViewer viewer) 830971522cSBarry Smith { 840971522cSBarry Smith PC_FieldSplit *jac = (PC_FieldSplit*)pc->data; 850971522cSBarry Smith PetscErrorCode ierr; 86d9884438SBarry Smith PetscBool iascii,isdraw; 870971522cSBarry Smith PetscInt i,j; 885a9f2f41SSatish Balay PC_FieldSplitLink ilink = jac->head; 890971522cSBarry Smith 900971522cSBarry Smith PetscFunctionBegin; 91251f4c67SDmitry Karpeev ierr = PetscObjectTypeCompare((PetscObject)viewer,PETSCVIEWERASCII,&iascii);CHKERRQ(ierr); 92d9884438SBarry Smith ierr = PetscObjectTypeCompare((PetscObject)viewer,PETSCVIEWERDRAW,&isdraw);CHKERRQ(ierr); 930971522cSBarry Smith if (iascii) { 942c9966d7SBarry Smith if (jac->bs > 0) { 9551f519a2SBarry Smith ierr = PetscViewerASCIIPrintf(viewer," FieldSplit with %s composition: total splits = %D, blocksize = %D\n",PCCompositeTypes[jac->type],jac->nsplits,jac->bs);CHKERRQ(ierr); 962c9966d7SBarry Smith } else { 972c9966d7SBarry Smith ierr = PetscViewerASCIIPrintf(viewer," FieldSplit with %s composition: total splits = %D\n",PCCompositeTypes[jac->type],jac->nsplits);CHKERRQ(ierr); 982c9966d7SBarry Smith } 99f5236f50SJed Brown if (pc->useAmat) { 100f5236f50SJed Brown ierr = PetscViewerASCIIPrintf(viewer," using Amat (not Pmat) as operator for blocks\n");CHKERRQ(ierr); 101a3df900dSMatthew G Knepley } 102c84da90fSDmitry Karpeev if (jac->diag_use_amat) { 103c84da90fSDmitry Karpeev ierr = PetscViewerASCIIPrintf(viewer," using Amat (not Pmat) as operator for diagonal blocks\n");CHKERRQ(ierr); 104c84da90fSDmitry Karpeev } 105c84da90fSDmitry Karpeev if (jac->offdiag_use_amat) { 106c84da90fSDmitry Karpeev ierr = PetscViewerASCIIPrintf(viewer," using Amat (not Pmat) as operator for off-diagonal blocks\n");CHKERRQ(ierr); 107c84da90fSDmitry Karpeev } 10869a612a9SBarry Smith ierr = PetscViewerASCIIPrintf(viewer," Solver info for each split is in the following KSP objects:\n");CHKERRQ(ierr); 1090971522cSBarry Smith ierr = PetscViewerASCIIPushTab(viewer);CHKERRQ(ierr); 1100971522cSBarry Smith for (i=0; i<jac->nsplits; i++) { 1111ab39975SBarry Smith if (ilink->fields) { 1120971522cSBarry Smith ierr = PetscViewerASCIIPrintf(viewer,"Split number %D Fields ",i);CHKERRQ(ierr); 11379416396SBarry Smith ierr = PetscViewerASCIIUseTabs(viewer,PETSC_FALSE);CHKERRQ(ierr); 1145a9f2f41SSatish Balay for (j=0; j<ilink->nfields; j++) { 11579416396SBarry Smith if (j > 0) { 11679416396SBarry Smith ierr = PetscViewerASCIIPrintf(viewer,",");CHKERRQ(ierr); 11779416396SBarry Smith } 1185a9f2f41SSatish Balay ierr = PetscViewerASCIIPrintf(viewer," %D",ilink->fields[j]);CHKERRQ(ierr); 1190971522cSBarry Smith } 1200971522cSBarry Smith ierr = PetscViewerASCIIPrintf(viewer,"\n");CHKERRQ(ierr); 12179416396SBarry Smith ierr = PetscViewerASCIIUseTabs(viewer,PETSC_TRUE);CHKERRQ(ierr); 1221ab39975SBarry Smith } else { 1231ab39975SBarry Smith ierr = PetscViewerASCIIPrintf(viewer,"Split number %D Defined by IS\n",i);CHKERRQ(ierr); 1241ab39975SBarry Smith } 1255a9f2f41SSatish Balay ierr = KSPView(ilink->ksp,viewer);CHKERRQ(ierr); 1265a9f2f41SSatish Balay ilink = ilink->next; 1270971522cSBarry Smith } 1280971522cSBarry Smith ierr = PetscViewerASCIIPopTab(viewer);CHKERRQ(ierr); 1292fa5cd67SKarl Rupp } 1302fa5cd67SKarl Rupp 1312fa5cd67SKarl Rupp if (isdraw) { 132d9884438SBarry Smith PetscDraw draw; 133d9884438SBarry Smith PetscReal x,y,w,wd; 134d9884438SBarry Smith 135d9884438SBarry Smith ierr = PetscViewerDrawGetDraw(viewer,0,&draw);CHKERRQ(ierr); 136d9884438SBarry Smith ierr = PetscDrawGetCurrentPoint(draw,&x,&y);CHKERRQ(ierr); 137d9884438SBarry Smith w = 2*PetscMin(1.0 - x,x); 138d9884438SBarry Smith wd = w/(jac->nsplits + 1); 139d9884438SBarry Smith x = x - wd*(jac->nsplits-1)/2.0; 140d9884438SBarry Smith for (i=0; i<jac->nsplits; i++) { 141d9884438SBarry Smith ierr = PetscDrawPushCurrentPoint(draw,x,y);CHKERRQ(ierr); 142d9884438SBarry Smith ierr = KSPView(ilink->ksp,viewer);CHKERRQ(ierr); 143d9884438SBarry Smith ierr = PetscDrawPopCurrentPoint(draw);CHKERRQ(ierr); 144d9884438SBarry Smith x += wd; 145d9884438SBarry Smith ilink = ilink->next; 146d9884438SBarry Smith } 1470971522cSBarry Smith } 1480971522cSBarry Smith PetscFunctionReturn(0); 1490971522cSBarry Smith } 1500971522cSBarry Smith 1510971522cSBarry Smith #undef __FUNCT__ 1523b224e63SBarry Smith #define __FUNCT__ "PCView_FieldSplit_Schur" 1533b224e63SBarry Smith static PetscErrorCode PCView_FieldSplit_Schur(PC pc,PetscViewer viewer) 1543b224e63SBarry Smith { 1553b224e63SBarry Smith PC_FieldSplit *jac = (PC_FieldSplit*)pc->data; 1563b224e63SBarry Smith PetscErrorCode ierr; 1574996c5bdSBarry Smith PetscBool iascii,isdraw; 1583b224e63SBarry Smith PetscInt i,j; 1593b224e63SBarry Smith PC_FieldSplitLink ilink = jac->head; 1603b224e63SBarry Smith 1613b224e63SBarry Smith PetscFunctionBegin; 162251f4c67SDmitry Karpeev ierr = PetscObjectTypeCompare((PetscObject)viewer,PETSCVIEWERASCII,&iascii);CHKERRQ(ierr); 1634996c5bdSBarry Smith ierr = PetscObjectTypeCompare((PetscObject)viewer,PETSCVIEWERDRAW,&isdraw);CHKERRQ(ierr); 1643b224e63SBarry Smith if (iascii) { 1652c9966d7SBarry Smith if (jac->bs > 0) { 166c9c6ffaaSJed Brown ierr = PetscViewerASCIIPrintf(viewer," FieldSplit with Schur preconditioner, blocksize = %D, factorization %s\n",jac->bs,PCFieldSplitSchurFactTypes[jac->schurfactorization]);CHKERRQ(ierr); 1672c9966d7SBarry Smith } else { 1682c9966d7SBarry Smith ierr = PetscViewerASCIIPrintf(viewer," FieldSplit with Schur preconditioner, factorization %s\n",PCFieldSplitSchurFactTypes[jac->schurfactorization]);CHKERRQ(ierr); 1692c9966d7SBarry Smith } 170f5236f50SJed Brown if (pc->useAmat) { 171f5236f50SJed Brown ierr = PetscViewerASCIIPrintf(viewer," using Amat (not Pmat) as operator for blocks\n");CHKERRQ(ierr); 172a3df900dSMatthew G Knepley } 1733e8b8b31SMatthew G Knepley switch (jac->schurpre) { 1743e8b8b31SMatthew G Knepley case PC_FIELDSPLIT_SCHUR_PRE_SELF: 1753e8b8b31SMatthew G Knepley ierr = PetscViewerASCIIPrintf(viewer," Preconditioner for the Schur complement formed from S itself\n");CHKERRQ(ierr);break; 176a7476a74SDmitry Karpeev case PC_FIELDSPLIT_SCHUR_PRE_SELFP: 177*9506b623SDmitry Karpeev ierr = PetscViewerASCIIPrintf(viewer," Preconditioner for the Schur complement formed from Sp, an assembled approximation to S, which uses (the lumped) A00's diagonal's inverse\n");CHKERRQ(ierr);break; 178e87fab1bSBarry Smith case PC_FIELDSPLIT_SCHUR_PRE_A11: 179e87fab1bSBarry Smith ierr = PetscViewerASCIIPrintf(viewer," Preconditioner for the Schur complement formed from A11\n");CHKERRQ(ierr);break; 1803e8b8b31SMatthew G Knepley case PC_FIELDSPLIT_SCHUR_PRE_USER: 1813e8b8b31SMatthew G Knepley if (jac->schur_user) { 1823e8b8b31SMatthew G Knepley ierr = PetscViewerASCIIPrintf(viewer," Preconditioner for the Schur complement formed from user provided matrix\n");CHKERRQ(ierr); 1833e8b8b31SMatthew G Knepley } else { 184e87fab1bSBarry Smith ierr = PetscViewerASCIIPrintf(viewer," Preconditioner for the Schur complement formed from A11\n");CHKERRQ(ierr); 1853e8b8b31SMatthew G Knepley } 1863e8b8b31SMatthew G Knepley break; 1873e8b8b31SMatthew G Knepley default: 18882f516ccSBarry Smith SETERRQ1(PetscObjectComm((PetscObject)pc), PETSC_ERR_ARG_OUTOFRANGE, "Invalid Schur preconditioning type: %d", jac->schurpre); 1893e8b8b31SMatthew G Knepley } 1903b224e63SBarry Smith ierr = PetscViewerASCIIPrintf(viewer," Split info:\n");CHKERRQ(ierr); 1913b224e63SBarry Smith ierr = PetscViewerASCIIPushTab(viewer);CHKERRQ(ierr); 1923b224e63SBarry Smith for (i=0; i<jac->nsplits; i++) { 1933b224e63SBarry Smith if (ilink->fields) { 1943b224e63SBarry Smith ierr = PetscViewerASCIIPrintf(viewer,"Split number %D Fields ",i);CHKERRQ(ierr); 1953b224e63SBarry Smith ierr = PetscViewerASCIIUseTabs(viewer,PETSC_FALSE);CHKERRQ(ierr); 1963b224e63SBarry Smith for (j=0; j<ilink->nfields; j++) { 1973b224e63SBarry Smith if (j > 0) { 1983b224e63SBarry Smith ierr = PetscViewerASCIIPrintf(viewer,",");CHKERRQ(ierr); 1993b224e63SBarry Smith } 2003b224e63SBarry Smith ierr = PetscViewerASCIIPrintf(viewer," %D",ilink->fields[j]);CHKERRQ(ierr); 2013b224e63SBarry Smith } 2023b224e63SBarry Smith ierr = PetscViewerASCIIPrintf(viewer,"\n");CHKERRQ(ierr); 2033b224e63SBarry Smith ierr = PetscViewerASCIIUseTabs(viewer,PETSC_TRUE);CHKERRQ(ierr); 2043b224e63SBarry Smith } else { 2053b224e63SBarry Smith ierr = PetscViewerASCIIPrintf(viewer,"Split number %D Defined by IS\n",i);CHKERRQ(ierr); 2063b224e63SBarry Smith } 2073b224e63SBarry Smith ilink = ilink->next; 2083b224e63SBarry Smith } 209435f959eSBarry Smith ierr = PetscViewerASCIIPrintf(viewer,"KSP solver for A00 block \n");CHKERRQ(ierr); 2103b224e63SBarry Smith ierr = PetscViewerASCIIPushTab(viewer);CHKERRQ(ierr); 211443836d0SMatthew G Knepley ierr = KSPView(jac->head->ksp,viewer);CHKERRQ(ierr); 2123b224e63SBarry Smith ierr = PetscViewerASCIIPopTab(viewer);CHKERRQ(ierr); 213443836d0SMatthew G Knepley if (jac->kspupper != jac->head->ksp) { 214443836d0SMatthew G Knepley ierr = PetscViewerASCIIPrintf(viewer,"KSP solver for upper A00 in upper triangular factor \n");CHKERRQ(ierr); 215443836d0SMatthew G Knepley ierr = PetscViewerASCIIPushTab(viewer);CHKERRQ(ierr); 216b2750c55SJed Brown if (jac->kspupper) {ierr = KSPView(jac->kspupper,viewer);CHKERRQ(ierr);} 217b2750c55SJed Brown else {ierr = PetscViewerASCIIPrintf(viewer," not yet available\n");CHKERRQ(ierr);} 218443836d0SMatthew G Knepley ierr = PetscViewerASCIIPopTab(viewer);CHKERRQ(ierr); 219443836d0SMatthew G Knepley } 220435f959eSBarry Smith ierr = PetscViewerASCIIPrintf(viewer,"KSP solver for S = A11 - A10 inv(A00) A01 \n");CHKERRQ(ierr); 2213b224e63SBarry Smith ierr = PetscViewerASCIIPushTab(viewer);CHKERRQ(ierr); 22212cae6f2SJed Brown if (jac->kspschur) { 2233b224e63SBarry Smith ierr = KSPView(jac->kspschur,viewer);CHKERRQ(ierr); 22412cae6f2SJed Brown } else { 22512cae6f2SJed Brown ierr = PetscViewerASCIIPrintf(viewer," not yet available\n");CHKERRQ(ierr); 22612cae6f2SJed Brown } 2273b224e63SBarry Smith ierr = PetscViewerASCIIPopTab(viewer);CHKERRQ(ierr); 2283b224e63SBarry Smith ierr = PetscViewerASCIIPopTab(viewer);CHKERRQ(ierr); 2294996c5bdSBarry Smith } else if (isdraw) { 2304996c5bdSBarry Smith PetscDraw draw; 2314996c5bdSBarry Smith PetscReal x,y,w,wd,h; 2324996c5bdSBarry Smith PetscInt cnt = 2; 2334996c5bdSBarry Smith char str[32]; 2344996c5bdSBarry Smith 2354996c5bdSBarry Smith ierr = PetscViewerDrawGetDraw(viewer,0,&draw);CHKERRQ(ierr); 2364996c5bdSBarry Smith ierr = PetscDrawGetCurrentPoint(draw,&x,&y);CHKERRQ(ierr); 237c74581afSBarry Smith if (jac->kspupper != jac->head->ksp) cnt++; 238c74581afSBarry Smith w = 2*PetscMin(1.0 - x,x); 239c74581afSBarry Smith wd = w/(cnt + 1); 240c74581afSBarry Smith 2414996c5bdSBarry Smith ierr = PetscSNPrintf(str,32,"Schur fact. %s",PCFieldSplitSchurFactTypes[jac->schurfactorization]);CHKERRQ(ierr); 2420298fd71SBarry Smith ierr = PetscDrawBoxedString(draw,x,y,PETSC_DRAW_RED,PETSC_DRAW_BLACK,str,NULL,&h);CHKERRQ(ierr); 2434996c5bdSBarry Smith y -= h; 2444996c5bdSBarry Smith if (jac->schurpre == PC_FIELDSPLIT_SCHUR_PRE_USER && !jac->schur_user) { 245e87fab1bSBarry Smith ierr = PetscSNPrintf(str,32,"Prec. for Schur from %s",PCFieldSplitSchurPreTypes[PC_FIELDSPLIT_SCHUR_PRE_A11]);CHKERRQ(ierr); 2463b224e63SBarry Smith } else { 2474996c5bdSBarry Smith ierr = PetscSNPrintf(str,32,"Prec. for Schur from %s",PCFieldSplitSchurPreTypes[jac->schurpre]);CHKERRQ(ierr); 2484996c5bdSBarry Smith } 2490298fd71SBarry Smith ierr = PetscDrawBoxedString(draw,x+wd*(cnt-1)/2.0,y,PETSC_DRAW_RED,PETSC_DRAW_BLACK,str,NULL,&h);CHKERRQ(ierr); 2504996c5bdSBarry Smith y -= h; 2514996c5bdSBarry Smith x = x - wd*(cnt-1)/2.0; 2524996c5bdSBarry Smith 2534996c5bdSBarry Smith ierr = PetscDrawPushCurrentPoint(draw,x,y);CHKERRQ(ierr); 2544996c5bdSBarry Smith ierr = KSPView(jac->head->ksp,viewer);CHKERRQ(ierr); 2554996c5bdSBarry Smith ierr = PetscDrawPopCurrentPoint(draw);CHKERRQ(ierr); 2564996c5bdSBarry Smith if (jac->kspupper != jac->head->ksp) { 2574996c5bdSBarry Smith x += wd; 2584996c5bdSBarry Smith ierr = PetscDrawPushCurrentPoint(draw,x,y);CHKERRQ(ierr); 2594996c5bdSBarry Smith ierr = KSPView(jac->kspupper,viewer);CHKERRQ(ierr); 2604996c5bdSBarry Smith ierr = PetscDrawPopCurrentPoint(draw);CHKERRQ(ierr); 2614996c5bdSBarry Smith } 2624996c5bdSBarry Smith x += wd; 2634996c5bdSBarry Smith ierr = PetscDrawPushCurrentPoint(draw,x,y);CHKERRQ(ierr); 2644996c5bdSBarry Smith ierr = KSPView(jac->kspschur,viewer);CHKERRQ(ierr); 2654996c5bdSBarry Smith ierr = PetscDrawPopCurrentPoint(draw);CHKERRQ(ierr); 2663b224e63SBarry Smith } 2673b224e63SBarry Smith PetscFunctionReturn(0); 2683b224e63SBarry Smith } 2693b224e63SBarry Smith 2703b224e63SBarry Smith #undef __FUNCT__ 2716c924f48SJed Brown #define __FUNCT__ "PCFieldSplitSetRuntimeSplits_Private" 2726c924f48SJed Brown /* Precondition: jac->bs is set to a meaningful value */ 2736c924f48SJed Brown static PetscErrorCode PCFieldSplitSetRuntimeSplits_Private(PC pc) 2746c924f48SJed Brown { 2756c924f48SJed Brown PetscErrorCode ierr; 2766c924f48SJed Brown PC_FieldSplit *jac = (PC_FieldSplit*)pc->data; 2775d4c12cdSJungho Lee PetscInt i,nfields,*ifields,nfields_col,*ifields_col; 2785d4c12cdSJungho Lee PetscBool flg,flg_col; 2795d4c12cdSJungho Lee char optionname[128],splitname[8],optionname_col[128]; 2806c924f48SJed Brown 2816c924f48SJed Brown PetscFunctionBegin; 282785e854fSJed Brown ierr = PetscMalloc1(jac->bs,&ifields);CHKERRQ(ierr); 283785e854fSJed Brown ierr = PetscMalloc1(jac->bs,&ifields_col);CHKERRQ(ierr); 2846c924f48SJed Brown for (i=0,flg=PETSC_TRUE;; i++) { 2858caf3d72SBarry Smith ierr = PetscSNPrintf(splitname,sizeof(splitname),"%D",i);CHKERRQ(ierr); 2868caf3d72SBarry Smith ierr = PetscSNPrintf(optionname,sizeof(optionname),"-pc_fieldsplit_%D_fields",i);CHKERRQ(ierr); 2878caf3d72SBarry Smith ierr = PetscSNPrintf(optionname_col,sizeof(optionname_col),"-pc_fieldsplit_%D_fields_col",i);CHKERRQ(ierr); 2886c924f48SJed Brown nfields = jac->bs; 28929499fbbSJungho Lee nfields_col = jac->bs; 2906c924f48SJed Brown ierr = PetscOptionsGetIntArray(((PetscObject)pc)->prefix,optionname,ifields,&nfields,&flg);CHKERRQ(ierr); 2915d4c12cdSJungho Lee ierr = PetscOptionsGetIntArray(((PetscObject)pc)->prefix,optionname_col,ifields_col,&nfields_col,&flg_col);CHKERRQ(ierr); 2926c924f48SJed Brown if (!flg) break; 2935d4c12cdSJungho Lee else if (flg && !flg_col) { 2945d4c12cdSJungho Lee if (!nfields) SETERRQ(PETSC_COMM_SELF,PETSC_ERR_USER,"Cannot list zero fields"); 2955d4c12cdSJungho Lee ierr = PCFieldSplitSetFields(pc,splitname,nfields,ifields,ifields);CHKERRQ(ierr); 2962fa5cd67SKarl Rupp } else { 2975d4c12cdSJungho Lee if (!nfields || !nfields_col) SETERRQ(PETSC_COMM_SELF,PETSC_ERR_USER,"Cannot list zero fields"); 2985d4c12cdSJungho Lee if (nfields != nfields_col) SETERRQ(PETSC_COMM_SELF,PETSC_ERR_USER,"Number of row and column fields must match"); 2995d4c12cdSJungho Lee ierr = PCFieldSplitSetFields(pc,splitname,nfields,ifields,ifields_col);CHKERRQ(ierr); 3005d4c12cdSJungho Lee } 3016c924f48SJed Brown } 3026c924f48SJed Brown if (i > 0) { 3036c924f48SJed Brown /* Makes command-line setting of splits take precedence over setting them in code. 3046c924f48SJed Brown Otherwise subsequent calls to PCFieldSplitSetIS() or PCFieldSplitSetFields() would 3056c924f48SJed Brown create new splits, which would probably not be what the user wanted. */ 3066c924f48SJed Brown jac->splitdefined = PETSC_TRUE; 3076c924f48SJed Brown } 3086c924f48SJed Brown ierr = PetscFree(ifields);CHKERRQ(ierr); 3095d4c12cdSJungho Lee ierr = PetscFree(ifields_col);CHKERRQ(ierr); 3106c924f48SJed Brown PetscFunctionReturn(0); 3116c924f48SJed Brown } 3126c924f48SJed Brown 3136c924f48SJed Brown #undef __FUNCT__ 31469a612a9SBarry Smith #define __FUNCT__ "PCFieldSplitSetDefaults" 31569a612a9SBarry Smith static PetscErrorCode PCFieldSplitSetDefaults(PC pc) 3160971522cSBarry Smith { 3170971522cSBarry Smith PC_FieldSplit *jac = (PC_FieldSplit*)pc->data; 3180971522cSBarry Smith PetscErrorCode ierr; 3195a9f2f41SSatish Balay PC_FieldSplitLink ilink = jac->head; 3207287d2a3SDmitry Karpeev PetscBool fieldsplit_default = PETSC_FALSE,stokes = PETSC_FALSE; 3216c924f48SJed Brown PetscInt i; 3220971522cSBarry Smith 3230971522cSBarry Smith PetscFunctionBegin; 3247287d2a3SDmitry Karpeev /* 3257287d2a3SDmitry Karpeev Kinda messy, but at least this now uses DMCreateFieldDecomposition() even with jac->reset. 3267287d2a3SDmitry Karpeev Should probably be rewritten. 3277287d2a3SDmitry Karpeev */ 3287287d2a3SDmitry Karpeev if (!ilink || jac->reset) { 3290298fd71SBarry Smith ierr = PetscOptionsGetBool(((PetscObject)pc)->prefix,"-pc_fieldsplit_detect_saddle_point",&stokes,NULL);CHKERRQ(ierr); 3304ab8060aSDmitry Karpeev if (pc->dm && jac->dm_splits && !stokes) { 331bafc1b83SMatthew G Knepley PetscInt numFields, f, i, j; 3320784a22cSJed Brown char **fieldNames; 3337b62db95SJungho Lee IS *fields; 334e7c4fc90SDmitry Karpeev DM *dms; 335bafc1b83SMatthew G Knepley DM subdm[128]; 336bafc1b83SMatthew G Knepley PetscBool flg; 337bafc1b83SMatthew G Knepley 33816621825SDmitry Karpeev ierr = DMCreateFieldDecomposition(pc->dm, &numFields, &fieldNames, &fields, &dms);CHKERRQ(ierr); 339bafc1b83SMatthew G Knepley /* Allow the user to prescribe the splits */ 340bafc1b83SMatthew G Knepley for (i = 0, flg = PETSC_TRUE;; i++) { 341bafc1b83SMatthew G Knepley PetscInt ifields[128]; 342bafc1b83SMatthew G Knepley IS compField; 343bafc1b83SMatthew G Knepley char optionname[128], splitname[8]; 344bafc1b83SMatthew G Knepley PetscInt nfields = numFields; 345bafc1b83SMatthew G Knepley 3468caf3d72SBarry Smith ierr = PetscSNPrintf(optionname, sizeof(optionname), "-pc_fieldsplit_%D_fields", i);CHKERRQ(ierr); 347bafc1b83SMatthew G Knepley ierr = PetscOptionsGetIntArray(((PetscObject) pc)->prefix, optionname, ifields, &nfields, &flg);CHKERRQ(ierr); 348bafc1b83SMatthew G Knepley if (!flg) break; 34982f516ccSBarry Smith if (numFields > 128) SETERRQ1(PetscObjectComm((PetscObject)pc),PETSC_ERR_SUP,"Cannot currently support %d > 128 fields", numFields); 350bafc1b83SMatthew G Knepley ierr = DMCreateSubDM(pc->dm, nfields, ifields, &compField, &subdm[i]);CHKERRQ(ierr); 351bafc1b83SMatthew G Knepley if (nfields == 1) { 352bafc1b83SMatthew G Knepley ierr = PCFieldSplitSetIS(pc, fieldNames[ifields[0]], compField);CHKERRQ(ierr); 35382f516ccSBarry Smith /* ierr = PetscPrintf(PetscObjectComm((PetscObject)pc), "%s Field Indices:", fieldNames[ifields[0]]);CHKERRQ(ierr); 3540298fd71SBarry Smith ierr = ISView(compField, NULL);CHKERRQ(ierr); */ 355bafc1b83SMatthew G Knepley } else { 3568caf3d72SBarry Smith ierr = PetscSNPrintf(splitname, sizeof(splitname), "%D", i);CHKERRQ(ierr); 357bafc1b83SMatthew G Knepley ierr = PCFieldSplitSetIS(pc, splitname, compField);CHKERRQ(ierr); 35882f516ccSBarry Smith /* ierr = PetscPrintf(PetscObjectComm((PetscObject)pc), "%s Field Indices:", splitname);CHKERRQ(ierr); 3590298fd71SBarry Smith ierr = ISView(compField, NULL);CHKERRQ(ierr); */ 3607287d2a3SDmitry Karpeev } 361bafc1b83SMatthew G Knepley ierr = ISDestroy(&compField);CHKERRQ(ierr); 362bafc1b83SMatthew G Knepley for (j = 0; j < nfields; ++j) { 363bafc1b83SMatthew G Knepley f = ifields[j]; 3647b62db95SJungho Lee ierr = PetscFree(fieldNames[f]);CHKERRQ(ierr); 3657b62db95SJungho Lee ierr = ISDestroy(&fields[f]);CHKERRQ(ierr); 3667b62db95SJungho Lee } 367bafc1b83SMatthew G Knepley } 368bafc1b83SMatthew G Knepley if (i == 0) { 369bafc1b83SMatthew G Knepley for (f = 0; f < numFields; ++f) { 370bafc1b83SMatthew G Knepley ierr = PCFieldSplitSetIS(pc, fieldNames[f], fields[f]);CHKERRQ(ierr); 371bafc1b83SMatthew G Knepley ierr = PetscFree(fieldNames[f]);CHKERRQ(ierr); 372bafc1b83SMatthew G Knepley ierr = ISDestroy(&fields[f]);CHKERRQ(ierr); 373bafc1b83SMatthew G Knepley } 374bafc1b83SMatthew G Knepley } else { 375d724dfffSBarry Smith for (j=0; j<numFields; j++) { 376d724dfffSBarry Smith ierr = DMDestroy(dms+j);CHKERRQ(ierr); 377d724dfffSBarry Smith } 378d724dfffSBarry Smith ierr = PetscFree(dms);CHKERRQ(ierr); 379785e854fSJed Brown ierr = PetscMalloc1(i, &dms);CHKERRQ(ierr); 3802fa5cd67SKarl Rupp for (j = 0; j < i; ++j) dms[j] = subdm[j]; 381bafc1b83SMatthew G Knepley } 3827b62db95SJungho Lee ierr = PetscFree(fieldNames);CHKERRQ(ierr); 3837b62db95SJungho Lee ierr = PetscFree(fields);CHKERRQ(ierr); 384e7c4fc90SDmitry Karpeev if (dms) { 3858b8307b2SJed Brown ierr = PetscInfo(pc, "Setting up physics based fieldsplit preconditioner using the embedded DM\n");CHKERRQ(ierr); 386bafc1b83SMatthew G Knepley for (ilink = jac->head, i = 0; ilink; ilink = ilink->next, ++i) { 3877287d2a3SDmitry Karpeev const char *prefix; 3887287d2a3SDmitry Karpeev ierr = PetscObjectGetOptionsPrefix((PetscObject)(ilink->ksp),&prefix);CHKERRQ(ierr); 3897287d2a3SDmitry Karpeev ierr = PetscObjectSetOptionsPrefix((PetscObject)(dms[i]), prefix);CHKERRQ(ierr); 3907b62db95SJungho Lee ierr = KSPSetDM(ilink->ksp, dms[i]);CHKERRQ(ierr); 3917b62db95SJungho Lee ierr = KSPSetDMActive(ilink->ksp, PETSC_FALSE);CHKERRQ(ierr); 3927287d2a3SDmitry Karpeev ierr = PetscObjectIncrementTabLevel((PetscObject)dms[i],(PetscObject)ilink->ksp,0);CHKERRQ(ierr); 393e7c4fc90SDmitry Karpeev ierr = DMDestroy(&dms[i]);CHKERRQ(ierr); 3942fa5ba8aSJed Brown } 3957b62db95SJungho Lee ierr = PetscFree(dms);CHKERRQ(ierr); 3968b8307b2SJed Brown } 39766ffff09SJed Brown } else { 398521d7252SBarry Smith if (jac->bs <= 0) { 399704ba839SBarry Smith if (pc->pmat) { 400521d7252SBarry Smith ierr = MatGetBlockSize(pc->pmat,&jac->bs);CHKERRQ(ierr); 4012fa5cd67SKarl Rupp } else jac->bs = 1; 402521d7252SBarry Smith } 403d32f9abdSBarry Smith 4046ce1633cSBarry Smith if (stokes) { 4056ce1633cSBarry Smith IS zerodiags,rest; 4066ce1633cSBarry Smith PetscInt nmin,nmax; 4076ce1633cSBarry Smith 4086ce1633cSBarry Smith ierr = MatGetOwnershipRange(pc->mat,&nmin,&nmax);CHKERRQ(ierr); 4096ce1633cSBarry Smith ierr = MatFindZeroDiagonals(pc->mat,&zerodiags);CHKERRQ(ierr); 4106ce1633cSBarry Smith ierr = ISComplement(zerodiags,nmin,nmax,&rest);CHKERRQ(ierr); 4117287d2a3SDmitry Karpeev if (jac->reset) { 4127287d2a3SDmitry Karpeev jac->head->is = rest; 4137287d2a3SDmitry Karpeev jac->head->next->is = zerodiags; 4142fa5cd67SKarl Rupp } else { 4156ce1633cSBarry Smith ierr = PCFieldSplitSetIS(pc,"0",rest);CHKERRQ(ierr); 4166ce1633cSBarry Smith ierr = PCFieldSplitSetIS(pc,"1",zerodiags);CHKERRQ(ierr); 4177287d2a3SDmitry Karpeev } 418fcfd50ebSBarry Smith ierr = ISDestroy(&zerodiags);CHKERRQ(ierr); 419fcfd50ebSBarry Smith ierr = ISDestroy(&rest);CHKERRQ(ierr); 4206ce1633cSBarry Smith } else { 421ce94432eSBarry Smith if (jac->reset) SETERRQ(PetscObjectComm((PetscObject)pc),PETSC_ERR_SUP,"Cases not yet handled when PCReset() was used"); 4229eeaaa73SJed Brown ierr = PetscOptionsGetBool(((PetscObject)pc)->prefix,"-pc_fieldsplit_default",&fieldsplit_default,NULL);CHKERRQ(ierr); 4237287d2a3SDmitry Karpeev if (!fieldsplit_default) { 424d32f9abdSBarry Smith /* Allow user to set fields from command line, if bs was known at the time of PCSetFromOptions_FieldSplit() 425d32f9abdSBarry Smith then it is set there. This is not ideal because we should only have options set in XXSetFromOptions(). */ 4266c924f48SJed Brown ierr = PCFieldSplitSetRuntimeSplits_Private(pc);CHKERRQ(ierr); 4276c924f48SJed Brown if (jac->splitdefined) {ierr = PetscInfo(pc,"Splits defined using the options database\n");CHKERRQ(ierr);} 428d32f9abdSBarry Smith } 4297287d2a3SDmitry Karpeev if (fieldsplit_default || !jac->splitdefined) { 430d32f9abdSBarry Smith ierr = PetscInfo(pc,"Using default splitting of fields\n");CHKERRQ(ierr); 431db4c96c1SJed Brown for (i=0; i<jac->bs; i++) { 4326c924f48SJed Brown char splitname[8]; 4338caf3d72SBarry Smith ierr = PetscSNPrintf(splitname,sizeof(splitname),"%D",i);CHKERRQ(ierr); 4345d4c12cdSJungho Lee ierr = PCFieldSplitSetFields(pc,splitname,1,&i,&i);CHKERRQ(ierr); 43579416396SBarry Smith } 4365d4c12cdSJungho Lee jac->defaultsplit = PETSC_TRUE; 437521d7252SBarry Smith } 43866ffff09SJed Brown } 4396ce1633cSBarry Smith } 440edf189efSBarry Smith } else if (jac->nsplits == 1) { 441edf189efSBarry Smith if (ilink->is) { 442edf189efSBarry Smith IS is2; 443edf189efSBarry Smith PetscInt nmin,nmax; 444edf189efSBarry Smith 445edf189efSBarry Smith ierr = MatGetOwnershipRange(pc->mat,&nmin,&nmax);CHKERRQ(ierr); 446edf189efSBarry Smith ierr = ISComplement(ilink->is,nmin,nmax,&is2);CHKERRQ(ierr); 447db4c96c1SJed Brown ierr = PCFieldSplitSetIS(pc,"1",is2);CHKERRQ(ierr); 448fcfd50ebSBarry Smith ierr = ISDestroy(&is2);CHKERRQ(ierr); 44982f516ccSBarry Smith } else SETERRQ(PetscObjectComm((PetscObject)pc),PETSC_ERR_SUP,"Must provide at least two sets of fields to PCFieldSplit()"); 450edf189efSBarry Smith } 451d0af7cd3SBarry Smith 452d0af7cd3SBarry Smith 45382f516ccSBarry Smith if (jac->nsplits < 2) SETERRQ1(PetscObjectComm((PetscObject)pc),PETSC_ERR_PLIB,"Unhandled case, must have at least two fields, not %d", jac->nsplits); 45469a612a9SBarry Smith PetscFunctionReturn(0); 45569a612a9SBarry Smith } 45669a612a9SBarry Smith 4575a576424SJed Brown PETSC_EXTERN PetscErrorCode PetscOptionsFindPairPrefix_Private(const char pre[], const char name[], char *value[], PetscBool *flg); 458514bf10dSMatthew G Knepley 45969a612a9SBarry Smith #undef __FUNCT__ 46069a612a9SBarry Smith #define __FUNCT__ "PCSetUp_FieldSplit" 46169a612a9SBarry Smith static PetscErrorCode PCSetUp_FieldSplit(PC pc) 46269a612a9SBarry Smith { 46369a612a9SBarry Smith PC_FieldSplit *jac = (PC_FieldSplit*)pc->data; 46469a612a9SBarry Smith PetscErrorCode ierr; 4655a9f2f41SSatish Balay PC_FieldSplitLink ilink; 4662c9966d7SBarry Smith PetscInt i,nsplit; 46769a612a9SBarry Smith MatStructure flag = pc->flag; 4685f4ab4e1SJungho Lee PetscBool sorted, sorted_col; 46969a612a9SBarry Smith 47069a612a9SBarry Smith PetscFunctionBegin; 47169a612a9SBarry Smith ierr = PCFieldSplitSetDefaults(pc);CHKERRQ(ierr); 47297bbdb24SBarry Smith nsplit = jac->nsplits; 4735a9f2f41SSatish Balay ilink = jac->head; 47497bbdb24SBarry Smith 47597bbdb24SBarry Smith /* get the matrices for each split */ 476704ba839SBarry Smith if (!jac->issetup) { 4771b9fc7fcSBarry Smith PetscInt rstart,rend,nslots,bs; 47897bbdb24SBarry Smith 479704ba839SBarry Smith jac->issetup = PETSC_TRUE; 480704ba839SBarry Smith 4815d4c12cdSJungho Lee /* This is done here instead of in PCFieldSplitSetFields() because may not have matrix at that point */ 4822c9966d7SBarry Smith if (jac->defaultsplit || !ilink->is) { 4832c9966d7SBarry Smith if (jac->bs <= 0) jac->bs = nsplit; 4842c9966d7SBarry Smith } 48551f519a2SBarry Smith bs = jac->bs; 48697bbdb24SBarry Smith ierr = MatGetOwnershipRange(pc->pmat,&rstart,&rend);CHKERRQ(ierr); 4871b9fc7fcSBarry Smith nslots = (rend - rstart)/bs; 4881b9fc7fcSBarry Smith for (i=0; i<nsplit; i++) { 4891b9fc7fcSBarry Smith if (jac->defaultsplit) { 490ce94432eSBarry Smith ierr = ISCreateStride(PetscObjectComm((PetscObject)pc),nslots,rstart+i,nsplit,&ilink->is);CHKERRQ(ierr); 4915f4ab4e1SJungho Lee ierr = ISDuplicate(ilink->is,&ilink->is_col);CHKERRQ(ierr); 492704ba839SBarry Smith } else if (!ilink->is) { 493ccb205f8SBarry Smith if (ilink->nfields > 1) { 4945f4ab4e1SJungho Lee PetscInt *ii,*jj,j,k,nfields = ilink->nfields,*fields = ilink->fields,*fields_col = ilink->fields_col; 495785e854fSJed Brown ierr = PetscMalloc1(ilink->nfields*nslots,&ii);CHKERRQ(ierr); 496785e854fSJed Brown ierr = PetscMalloc1(ilink->nfields*nslots,&jj);CHKERRQ(ierr); 4971b9fc7fcSBarry Smith for (j=0; j<nslots; j++) { 4981b9fc7fcSBarry Smith for (k=0; k<nfields; k++) { 4991b9fc7fcSBarry Smith ii[nfields*j + k] = rstart + bs*j + fields[k]; 5005f4ab4e1SJungho Lee jj[nfields*j + k] = rstart + bs*j + fields_col[k]; 50197bbdb24SBarry Smith } 50297bbdb24SBarry Smith } 503ce94432eSBarry Smith ierr = ISCreateGeneral(PetscObjectComm((PetscObject)pc),nslots*nfields,ii,PETSC_OWN_POINTER,&ilink->is);CHKERRQ(ierr); 504ce94432eSBarry Smith ierr = ISCreateGeneral(PetscObjectComm((PetscObject)pc),nslots*nfields,jj,PETSC_OWN_POINTER,&ilink->is_col);CHKERRQ(ierr); 505ccb205f8SBarry Smith } else { 506ce94432eSBarry Smith ierr = ISCreateStride(PetscObjectComm((PetscObject)pc),nslots,rstart+ilink->fields[0],bs,&ilink->is);CHKERRQ(ierr); 507ce94432eSBarry Smith ierr = ISCreateStride(PetscObjectComm((PetscObject)pc),nslots,rstart+ilink->fields_col[0],bs,&ilink->is_col);CHKERRQ(ierr); 508ccb205f8SBarry Smith } 5093e197d65SBarry Smith } 510704ba839SBarry Smith ierr = ISSorted(ilink->is,&sorted);CHKERRQ(ierr); 5115f4ab4e1SJungho Lee if (ilink->is_col) { ierr = ISSorted(ilink->is_col,&sorted_col);CHKERRQ(ierr); } 5125f4ab4e1SJungho Lee if (!sorted || !sorted_col) SETERRQ(PETSC_COMM_SELF,PETSC_ERR_USER,"Fields must be sorted when creating split"); 513704ba839SBarry Smith ilink = ilink->next; 5141b9fc7fcSBarry Smith } 5151b9fc7fcSBarry Smith } 5161b9fc7fcSBarry Smith 517704ba839SBarry Smith ilink = jac->head; 51897bbdb24SBarry Smith if (!jac->pmat) { 519bdddcaaaSMatthew G Knepley Vec xtmp; 520bdddcaaaSMatthew G Knepley 5210298fd71SBarry Smith ierr = MatGetVecs(pc->pmat,&xtmp,NULL);CHKERRQ(ierr); 522785e854fSJed Brown ierr = PetscMalloc1(nsplit,&jac->pmat);CHKERRQ(ierr); 523dcca6d9dSJed Brown ierr = PetscMalloc2(nsplit,&jac->x,nsplit,&jac->y);CHKERRQ(ierr); 524cf502942SBarry Smith for (i=0; i<nsplit; i++) { 525bdddcaaaSMatthew G Knepley MatNullSpace sp; 526bdddcaaaSMatthew G Knepley 527a3df900dSMatthew G Knepley /* Check for preconditioning matrix attached to IS */ 528a3df900dSMatthew G Knepley ierr = PetscObjectQuery((PetscObject) ilink->is, "pmat", (PetscObject*) &jac->pmat[i]);CHKERRQ(ierr); 529a3df900dSMatthew G Knepley if (jac->pmat[i]) { 530a3df900dSMatthew G Knepley ierr = PetscObjectReference((PetscObject) jac->pmat[i]);CHKERRQ(ierr); 531a3df900dSMatthew G Knepley if (jac->type == PC_COMPOSITE_SCHUR) { 532a3df900dSMatthew G Knepley jac->schur_user = jac->pmat[i]; 5332fa5cd67SKarl Rupp 534a3df900dSMatthew G Knepley ierr = PetscObjectReference((PetscObject) jac->schur_user);CHKERRQ(ierr); 535a3df900dSMatthew G Knepley } 536a3df900dSMatthew G Knepley } else { 5375f4ab4e1SJungho Lee ierr = MatGetSubMatrix(pc->pmat,ilink->is,ilink->is_col,MAT_INITIAL_MATRIX,&jac->pmat[i]);CHKERRQ(ierr); 538a3df900dSMatthew G Knepley } 539bdddcaaaSMatthew G Knepley /* create work vectors for each split */ 540bdddcaaaSMatthew G Knepley ierr = MatGetVecs(jac->pmat[i],&jac->x[i],&jac->y[i]);CHKERRQ(ierr); 5410298fd71SBarry Smith ilink->x = jac->x[i]; ilink->y = jac->y[i]; ilink->z = NULL; 542bdddcaaaSMatthew G Knepley /* compute scatter contexts needed by multiplicative versions and non-default splits */ 5430298fd71SBarry Smith ierr = VecScatterCreate(xtmp,ilink->is,jac->x[i],NULL,&ilink->sctx);CHKERRQ(ierr); 544ed1f0337SMatthew G Knepley /* Check for null space attached to IS */ 545bafc1b83SMatthew G Knepley ierr = PetscObjectQuery((PetscObject) ilink->is, "nullspace", (PetscObject*) &sp);CHKERRQ(ierr); 546bafc1b83SMatthew G Knepley if (sp) { 547bafc1b83SMatthew G Knepley ierr = MatSetNullSpace(jac->pmat[i], sp);CHKERRQ(ierr); 548bafc1b83SMatthew G Knepley } 549ed1f0337SMatthew G Knepley ierr = PetscObjectQuery((PetscObject) ilink->is, "nearnullspace", (PetscObject*) &sp);CHKERRQ(ierr); 550ed1f0337SMatthew G Knepley if (sp) { 551ed1f0337SMatthew G Knepley ierr = MatSetNearNullSpace(jac->pmat[i], sp);CHKERRQ(ierr); 552ed1f0337SMatthew G Knepley } 553704ba839SBarry Smith ilink = ilink->next; 554cf502942SBarry Smith } 555bdddcaaaSMatthew G Knepley ierr = VecDestroy(&xtmp);CHKERRQ(ierr); 55697bbdb24SBarry Smith } else { 557cf502942SBarry Smith for (i=0; i<nsplit; i++) { 558a3df900dSMatthew G Knepley Mat pmat; 559a3df900dSMatthew G Knepley 560a3df900dSMatthew G Knepley /* Check for preconditioning matrix attached to IS */ 561a3df900dSMatthew G Knepley ierr = PetscObjectQuery((PetscObject) ilink->is, "pmat", (PetscObject*) &pmat);CHKERRQ(ierr); 562a3df900dSMatthew G Knepley if (!pmat) { 5635f4ab4e1SJungho Lee ierr = MatGetSubMatrix(pc->pmat,ilink->is,ilink->is_col,MAT_REUSE_MATRIX,&jac->pmat[i]);CHKERRQ(ierr); 564a3df900dSMatthew G Knepley } 565704ba839SBarry Smith ilink = ilink->next; 566cf502942SBarry Smith } 56797bbdb24SBarry Smith } 5684e39094bSDmitry Karpeev if (jac->diag_use_amat) { 569519d70e2SJed Brown ilink = jac->head; 570519d70e2SJed Brown if (!jac->mat) { 571785e854fSJed Brown ierr = PetscMalloc1(nsplit,&jac->mat);CHKERRQ(ierr); 572519d70e2SJed Brown for (i=0; i<nsplit; i++) { 5735f4ab4e1SJungho Lee ierr = MatGetSubMatrix(pc->mat,ilink->is,ilink->is_col,MAT_INITIAL_MATRIX,&jac->mat[i]);CHKERRQ(ierr); 574519d70e2SJed Brown ilink = ilink->next; 575519d70e2SJed Brown } 576519d70e2SJed Brown } else { 577519d70e2SJed Brown for (i=0; i<nsplit; i++) { 5785f4ab4e1SJungho Lee if (jac->mat[i]) {ierr = MatGetSubMatrix(pc->mat,ilink->is,ilink->is_col,MAT_REUSE_MATRIX,&jac->mat[i]);CHKERRQ(ierr);} 579519d70e2SJed Brown ilink = ilink->next; 580519d70e2SJed Brown } 581519d70e2SJed Brown } 582519d70e2SJed Brown } else { 583519d70e2SJed Brown jac->mat = jac->pmat; 584519d70e2SJed Brown } 58597bbdb24SBarry Smith 5866c8605c2SJed Brown if (jac->type != PC_COMPOSITE_ADDITIVE && jac->type != PC_COMPOSITE_SCHUR) { 58768dd23aaSBarry Smith /* extract the rows of the matrix associated with each field: used for efficient computation of residual inside algorithm */ 5884e39094bSDmitry Karpeev /* FIXME: Can/should we reuse jac->mat whenever (jac->diag_use_amat) is true? */ 58968dd23aaSBarry Smith ilink = jac->head; 59068dd23aaSBarry Smith if (!jac->Afield) { 591785e854fSJed Brown ierr = PetscMalloc1(nsplit,&jac->Afield);CHKERRQ(ierr); 59268dd23aaSBarry Smith for (i=0; i<nsplit; i++) { 5930298fd71SBarry Smith ierr = MatGetSubMatrix(pc->mat,ilink->is,NULL,MAT_INITIAL_MATRIX,&jac->Afield[i]);CHKERRQ(ierr); 59468dd23aaSBarry Smith ilink = ilink->next; 59568dd23aaSBarry Smith } 59668dd23aaSBarry Smith } else { 59768dd23aaSBarry Smith for (i=0; i<nsplit; i++) { 5980298fd71SBarry Smith ierr = MatGetSubMatrix(pc->mat,ilink->is,NULL,MAT_REUSE_MATRIX,&jac->Afield[i]);CHKERRQ(ierr); 59968dd23aaSBarry Smith ilink = ilink->next; 60068dd23aaSBarry Smith } 60168dd23aaSBarry Smith } 60268dd23aaSBarry Smith } 60368dd23aaSBarry Smith 6043b224e63SBarry Smith if (jac->type == PC_COMPOSITE_SCHUR) { 6053b224e63SBarry Smith IS ccis; 6064aa3045dSJed Brown PetscInt rstart,rend; 607093c86ffSJed Brown char lscname[256]; 608093c86ffSJed Brown PetscObject LSC_L; 609ce94432eSBarry Smith 610ce94432eSBarry Smith if (nsplit != 2) SETERRQ(PetscObjectComm((PetscObject)pc),PETSC_ERR_ARG_INCOMP,"To use Schur complement preconditioner you must have exactly 2 fields"); 61168dd23aaSBarry Smith 612e6cab6aaSJed Brown /* When extracting off-diagonal submatrices, we take complements from this range */ 613e6cab6aaSJed Brown ierr = MatGetOwnershipRangeColumn(pc->mat,&rstart,&rend);CHKERRQ(ierr); 614e6cab6aaSJed Brown 6153b224e63SBarry Smith /* need to handle case when one is resetting up the preconditioner */ 6163b224e63SBarry Smith if (jac->schur) { 6170298fd71SBarry Smith KSP kspA = jac->head->ksp, kspInner = NULL, kspUpper = jac->kspupper; 618443836d0SMatthew G Knepley 619fb3147dbSMatthew G Knepley ierr = MatSchurComplementGetKSP(jac->schur, &kspInner);CHKERRQ(ierr); 6203b224e63SBarry Smith ilink = jac->head; 62149bb4cd7SJungho Lee ierr = ISComplement(ilink->is_col,rstart,rend,&ccis);CHKERRQ(ierr); 6224e39094bSDmitry Karpeev if (jac->offdiag_use_amat) { 623c84da90fSDmitry Karpeev ierr = MatGetSubMatrix(pc->mat,ilink->is,ccis,MAT_REUSE_MATRIX,&jac->B);CHKERRQ(ierr); 624c84da90fSDmitry Karpeev } else { 625df06c9e3SDmitry Karpeev ierr = MatGetSubMatrix(pc->pmat,ilink->is,ccis,MAT_REUSE_MATRIX,&jac->B);CHKERRQ(ierr); 626c84da90fSDmitry Karpeev } 627fcfd50ebSBarry Smith ierr = ISDestroy(&ccis);CHKERRQ(ierr); 6283b224e63SBarry Smith ilink = ilink->next; 62949bb4cd7SJungho Lee ierr = ISComplement(ilink->is_col,rstart,rend,&ccis);CHKERRQ(ierr); 6304e39094bSDmitry Karpeev if (jac->offdiag_use_amat) { 631c84da90fSDmitry Karpeev ierr = MatGetSubMatrix(pc->mat,ilink->is,ccis,MAT_REUSE_MATRIX,&jac->C);CHKERRQ(ierr); 632c84da90fSDmitry Karpeev } else { 633df06c9e3SDmitry Karpeev ierr = MatGetSubMatrix(pc->pmat,ilink->is,ccis,MAT_REUSE_MATRIX,&jac->C);CHKERRQ(ierr); 634c84da90fSDmitry Karpeev } 635fcfd50ebSBarry Smith ierr = ISDestroy(&ccis);CHKERRQ(ierr); 636bee83525SDmitry Karpeev ierr = MatSchurComplementUpdateSubMatrices(jac->schur,jac->mat[0],jac->pmat[0],jac->B,jac->C,jac->mat[1],pc->flag);CHKERRQ(ierr); 637a7476a74SDmitry Karpeev if (jac->schurpre == PC_FIELDSPLIT_SCHUR_PRE_SELFP) { 638a7476a74SDmitry Karpeev ierr = MatDestroy(&jac->schurp);CHKERRQ(ierr); 639a7476a74SDmitry Karpeev ierr = MatSchurComplementGetPmat(jac->schur,MAT_INITIAL_MATRIX,&jac->schurp);CHKERRQ(ierr); 640a7476a74SDmitry Karpeev } 641443836d0SMatthew G Knepley if (kspA != kspInner) { 642443836d0SMatthew G Knepley ierr = KSPSetOperators(kspA,jac->mat[0],jac->pmat[0],pc->flag);CHKERRQ(ierr); 643443836d0SMatthew G Knepley } 644443836d0SMatthew G Knepley if (kspUpper != kspA) { 645443836d0SMatthew G Knepley ierr = KSPSetOperators(kspUpper,jac->mat[0],jac->pmat[0],pc->flag);CHKERRQ(ierr); 646443836d0SMatthew G Knepley } 647084e4875SJed Brown ierr = KSPSetOperators(jac->kspschur,jac->schur,FieldSplitSchurPre(jac),pc->flag);CHKERRQ(ierr); 6483b224e63SBarry Smith } else { 649bafc1b83SMatthew G Knepley const char *Dprefix; 650470b340bSDmitry Karpeev char schurprefix[256], schurmatprefix[256]; 651514bf10dSMatthew G Knepley char schurtestoption[256]; 652bdddcaaaSMatthew G Knepley MatNullSpace sp; 653514bf10dSMatthew G Knepley PetscBool flg; 6543b224e63SBarry Smith 655a04f6461SBarry Smith /* extract the A01 and A10 matrices */ 6563b224e63SBarry Smith ilink = jac->head; 65749bb4cd7SJungho Lee ierr = ISComplement(ilink->is_col,rstart,rend,&ccis);CHKERRQ(ierr); 6584e39094bSDmitry Karpeev if (jac->offdiag_use_amat) { 659c84da90fSDmitry Karpeev ierr = MatGetSubMatrix(pc->mat,ilink->is,ccis,MAT_INITIAL_MATRIX,&jac->B);CHKERRQ(ierr); 660c84da90fSDmitry Karpeev } else { 661df06c9e3SDmitry Karpeev ierr = MatGetSubMatrix(pc->pmat,ilink->is,ccis,MAT_INITIAL_MATRIX,&jac->B);CHKERRQ(ierr); 662c84da90fSDmitry Karpeev } 663fcfd50ebSBarry Smith ierr = ISDestroy(&ccis);CHKERRQ(ierr); 6643b224e63SBarry Smith ilink = ilink->next; 66549bb4cd7SJungho Lee ierr = ISComplement(ilink->is_col,rstart,rend,&ccis);CHKERRQ(ierr); 6664e39094bSDmitry Karpeev if (jac->offdiag_use_amat) { 667c84da90fSDmitry Karpeev ierr = MatGetSubMatrix(pc->mat,ilink->is,ccis,MAT_INITIAL_MATRIX,&jac->C);CHKERRQ(ierr); 668c84da90fSDmitry Karpeev } else { 669df06c9e3SDmitry Karpeev ierr = MatGetSubMatrix(pc->pmat,ilink->is,ccis,MAT_INITIAL_MATRIX,&jac->C);CHKERRQ(ierr); 670c84da90fSDmitry Karpeev } 671fcfd50ebSBarry Smith ierr = ISDestroy(&ccis);CHKERRQ(ierr); 67220252d06SBarry Smith 673f5236f50SJed Brown /* Use mat[0] (diagonal block of Amat) preconditioned by pmat[0] to define Schur complement */ 67420252d06SBarry Smith ierr = MatCreate(((PetscObject)jac->mat[0])->comm,&jac->schur);CHKERRQ(ierr); 67520252d06SBarry Smith ierr = MatSetType(jac->schur,MATSCHURCOMPLEMENT);CHKERRQ(ierr); 676bee83525SDmitry Karpeev ierr = MatSchurComplementSetSubMatrices(jac->schur,jac->mat[0],jac->pmat[0],jac->B,jac->C,jac->mat[1]);CHKERRQ(ierr); 677470b340bSDmitry Karpeev ierr = PetscSNPrintf(schurmatprefix, sizeof(schurmatprefix), "%sfieldsplit_%s_", ((PetscObject)pc)->prefix ? ((PetscObject)pc)->prefix : "", ilink->splitname);CHKERRQ(ierr); 678470b340bSDmitry Karpeev /* Note that the inner KSP is NOT going to inherit this prefix, and if it did, it would be reset just below. Is that what we want? */ 679470b340bSDmitry Karpeev ierr = MatSetOptionsPrefix(jac->schur,schurmatprefix);CHKERRQ(ierr); 680470b340bSDmitry Karpeev ierr = MatSetFromOptions(jac->schur);CHKERRQ(ierr); 681bdddcaaaSMatthew G Knepley ierr = MatGetNullSpace(jac->pmat[1], &sp);CHKERRQ(ierr); 68220252d06SBarry Smith if (sp) { 68320252d06SBarry Smith ierr = MatSetNullSpace(jac->schur, sp);CHKERRQ(ierr); 68420252d06SBarry Smith } 68520252d06SBarry Smith 68620252d06SBarry Smith ierr = PetscSNPrintf(schurtestoption, sizeof(schurtestoption), "-fieldsplit_%s_inner_", ilink->splitname);CHKERRQ(ierr); 6870298fd71SBarry Smith ierr = PetscOptionsFindPairPrefix_Private(((PetscObject)pc)->prefix, schurtestoption, NULL, &flg);CHKERRQ(ierr); 688514bf10dSMatthew G Knepley if (flg) { 689514bf10dSMatthew G Knepley DM dmInner; 69021635b76SJed Brown KSP kspInner; 69121635b76SJed Brown 69221635b76SJed Brown ierr = MatSchurComplementGetKSP(jac->schur, &kspInner);CHKERRQ(ierr); 69321635b76SJed Brown ierr = PetscSNPrintf(schurprefix, sizeof(schurprefix), "%sfieldsplit_%s_inner_", ((PetscObject)pc)->prefix ? ((PetscObject)pc)->prefix : "", ilink->splitname);CHKERRQ(ierr); 69421635b76SJed Brown /* Indent this deeper to emphasize the "inner" nature of this solver. */ 69521635b76SJed Brown ierr = PetscObjectIncrementTabLevel((PetscObject)kspInner, (PetscObject) pc, 2);CHKERRQ(ierr); 69621635b76SJed Brown ierr = KSPSetOptionsPrefix(kspInner, schurprefix);CHKERRQ(ierr); 697514bf10dSMatthew G Knepley 698514bf10dSMatthew G Knepley /* Set DM for new solver */ 699bafc1b83SMatthew G Knepley ierr = KSPGetDM(jac->head->ksp, &dmInner);CHKERRQ(ierr); 70021635b76SJed Brown ierr = KSPSetDM(kspInner, dmInner);CHKERRQ(ierr); 70121635b76SJed Brown ierr = KSPSetDMActive(kspInner, PETSC_FALSE);CHKERRQ(ierr); 702514bf10dSMatthew G Knepley } else { 70321635b76SJed Brown /* Use the outer solver for the inner solve, but revert the KSPPREONLY from PCFieldSplitSetFields_FieldSplit or 70421635b76SJed Brown * PCFieldSplitSetIS_FieldSplit. We don't want KSPPREONLY because it makes the Schur complement inexact, 70521635b76SJed Brown * preventing Schur complement reduction to be an accurate solve. Usually when an iterative solver is used for 70621635b76SJed Brown * S = D - C A_inner^{-1} B, we expect S to be defined using an accurate definition of A_inner^{-1}, so we make 70721635b76SJed Brown * GMRES the default. Note that it is also common to use PREONLY for S, in which case S may not be used 70821635b76SJed Brown * directly, and the user is responsible for setting an inexact method for fieldsplit's A^{-1}. */ 70921635b76SJed Brown ierr = KSPSetType(jac->head->ksp,KSPGMRES);CHKERRQ(ierr); 710514bf10dSMatthew G Knepley ierr = MatSchurComplementSetKSP(jac->schur,jac->head->ksp);CHKERRQ(ierr); 711bafc1b83SMatthew G Knepley } 7125a9f2f41SSatish Balay ierr = KSPSetOperators(jac->head->ksp,jac->mat[0],jac->pmat[0],flag);CHKERRQ(ierr); 7135a9f2f41SSatish Balay ierr = KSPSetFromOptions(jac->head->ksp);CHKERRQ(ierr); 71497bbdb24SBarry Smith ierr = MatSetFromOptions(jac->schur);CHKERRQ(ierr); 71597bbdb24SBarry Smith 716443836d0SMatthew G Knepley ierr = PetscSNPrintf(schurtestoption, sizeof(schurtestoption), "-fieldsplit_%s_upper_", ilink->splitname);CHKERRQ(ierr); 7170298fd71SBarry Smith ierr = PetscOptionsFindPairPrefix_Private(((PetscObject)pc)->prefix, schurtestoption, NULL, &flg);CHKERRQ(ierr); 718443836d0SMatthew G Knepley if (flg) { 719443836d0SMatthew G Knepley DM dmInner; 720443836d0SMatthew G Knepley 721443836d0SMatthew G Knepley ierr = PetscSNPrintf(schurprefix, sizeof(schurprefix), "%sfieldsplit_%s_upper_", ((PetscObject)pc)->prefix ? ((PetscObject)pc)->prefix : "", ilink->splitname);CHKERRQ(ierr); 72282f516ccSBarry Smith ierr = KSPCreate(PetscObjectComm((PetscObject)pc), &jac->kspupper);CHKERRQ(ierr); 723443836d0SMatthew G Knepley ierr = KSPSetOptionsPrefix(jac->kspupper, schurprefix);CHKERRQ(ierr); 724443836d0SMatthew G Knepley ierr = KSPGetDM(jac->head->ksp, &dmInner);CHKERRQ(ierr); 725443836d0SMatthew G Knepley ierr = KSPSetDM(jac->kspupper, dmInner);CHKERRQ(ierr); 726443836d0SMatthew G Knepley ierr = KSPSetDMActive(jac->kspupper, PETSC_FALSE);CHKERRQ(ierr); 727443836d0SMatthew G Knepley ierr = KSPSetFromOptions(jac->kspupper);CHKERRQ(ierr); 728443836d0SMatthew G Knepley ierr = KSPSetOperators(jac->kspupper,jac->mat[0],jac->pmat[0],flag);CHKERRQ(ierr); 729443836d0SMatthew G Knepley ierr = VecDuplicate(jac->head->x, &jac->head->z);CHKERRQ(ierr); 730443836d0SMatthew G Knepley } else { 731443836d0SMatthew G Knepley jac->kspupper = jac->head->ksp; 732443836d0SMatthew G Knepley ierr = PetscObjectReference((PetscObject) jac->head->ksp);CHKERRQ(ierr); 733443836d0SMatthew G Knepley } 734443836d0SMatthew G Knepley 735a7476a74SDmitry Karpeev if (jac->schurpre == PC_FIELDSPLIT_SCHUR_PRE_SELFP) { 736a7476a74SDmitry Karpeev ierr = MatSchurComplementGetPmat(jac->schur,MAT_INITIAL_MATRIX,&jac->schurp);CHKERRQ(ierr); 737a7476a74SDmitry Karpeev } 738ce94432eSBarry Smith ierr = KSPCreate(PetscObjectComm((PetscObject)pc),&jac->kspschur);CHKERRQ(ierr); 73997bbdb24SBarry Smith ierr = PetscLogObjectParent((PetscObject)pc,(PetscObject)jac->kspschur);CHKERRQ(ierr); 74020252d06SBarry Smith ierr = PetscObjectIncrementTabLevel((PetscObject)jac->kspschur,(PetscObject)pc,1);CHKERRQ(ierr); 74197bbdb24SBarry Smith ierr = KSPSetOperators(jac->kspschur,jac->schur,FieldSplitSchurPre(jac),DIFFERENT_NONZERO_PATTERN);CHKERRQ(ierr); 74297bbdb24SBarry Smith if (jac->schurpre == PC_FIELDSPLIT_SCHUR_PRE_SELF) { 7437233a360SDmitry Karpeev PC pcschur; 7447233a360SDmitry Karpeev ierr = KSPGetPC(jac->kspschur,&pcschur);CHKERRQ(ierr); 7457233a360SDmitry Karpeev ierr = PCSetType(pcschur,PCNONE);CHKERRQ(ierr); 74697bbdb24SBarry Smith /* Note: This is bad if there exist preconditioners for MATSCHURCOMPLEMENT */ 74797bbdb24SBarry Smith } 74897bbdb24SBarry Smith ierr = KSPGetOptionsPrefix(jac->head->next->ksp, &Dprefix);CHKERRQ(ierr); 74997bbdb24SBarry Smith ierr = KSPSetOptionsPrefix(jac->kspschur, Dprefix);CHKERRQ(ierr); 750b20b4189SMatthew G. Knepley /* propogate DM */ 751b20b4189SMatthew G. Knepley { 752b20b4189SMatthew G. Knepley DM sdm; 753b20b4189SMatthew G. Knepley ierr = KSPGetDM(jac->head->next->ksp, &sdm);CHKERRQ(ierr); 754b20b4189SMatthew G. Knepley if (sdm) { 755b20b4189SMatthew G. Knepley ierr = KSPSetDM(jac->kspschur, sdm);CHKERRQ(ierr); 756b20b4189SMatthew G. Knepley ierr = KSPSetDMActive(jac->kspschur, PETSC_FALSE);CHKERRQ(ierr); 757b20b4189SMatthew G. Knepley } 758b20b4189SMatthew G. Knepley } 75997bbdb24SBarry Smith /* really want setfromoptions called in PCSetFromOptions_FieldSplit(), but it is not ready yet */ 76097bbdb24SBarry Smith /* need to call this every time, since the jac->kspschur is freshly created, otherwise its options never get set */ 76197bbdb24SBarry Smith ierr = KSPSetFromOptions(jac->kspschur);CHKERRQ(ierr); 76297bbdb24SBarry Smith } 76397bbdb24SBarry Smith 7645a9f2f41SSatish Balay /* HACK: special support to forward L and Lp matrices that might be used by PCLSC */ 7658caf3d72SBarry Smith ierr = PetscSNPrintf(lscname,sizeof(lscname),"%s_LSC_L",ilink->splitname);CHKERRQ(ierr); 766519d70e2SJed Brown ierr = PetscObjectQuery((PetscObject)pc->mat,lscname,(PetscObject*)&LSC_L);CHKERRQ(ierr); 7673b224e63SBarry Smith if (!LSC_L) {ierr = PetscObjectQuery((PetscObject)pc->pmat,lscname,(PetscObject*)&LSC_L);CHKERRQ(ierr);} 768c1570756SJed Brown if (LSC_L) {ierr = PetscObjectCompose((PetscObject)jac->schur,"LSC_L",(PetscObject)LSC_L);CHKERRQ(ierr);} 7698caf3d72SBarry Smith ierr = PetscSNPrintf(lscname,sizeof(lscname),"%s_LSC_Lp",ilink->splitname);CHKERRQ(ierr); 77097bbdb24SBarry Smith ierr = PetscObjectQuery((PetscObject)pc->pmat,lscname,(PetscObject*)&LSC_L);CHKERRQ(ierr); 7715a9f2f41SSatish Balay if (!LSC_L) {ierr = PetscObjectQuery((PetscObject)pc->mat,lscname,(PetscObject*)&LSC_L);CHKERRQ(ierr);} 7720971522cSBarry Smith if (LSC_L) {ierr = PetscObjectCompose((PetscObject)jac->schur,"LSC_Lp",(PetscObject)LSC_L);CHKERRQ(ierr);} 77397bbdb24SBarry Smith } else { 77468bd789dSDmitry Karpeev /* set up the individual splits' PCs */ 7750971522cSBarry Smith i = 0; 7760971522cSBarry Smith ilink = jac->head; 7770971522cSBarry Smith while (ilink) { 7780971522cSBarry Smith ierr = KSPSetOperators(ilink->ksp,jac->mat[i],jac->pmat[i],flag);CHKERRQ(ierr); 7790971522cSBarry Smith /* really want setfromoptions called in PCSetFromOptions_FieldSplit(), but it is not ready yet */ 7800971522cSBarry Smith if (!jac->suboptionsset) {ierr = KSPSetFromOptions(ilink->ksp);CHKERRQ(ierr);} 7810971522cSBarry Smith i++; 7820971522cSBarry Smith ilink = ilink->next; 7830971522cSBarry Smith } 7843b224e63SBarry Smith } 7853b224e63SBarry Smith 786c1570756SJed Brown jac->suboptionsset = PETSC_TRUE; 7870971522cSBarry Smith PetscFunctionReturn(0); 7880971522cSBarry Smith } 7890971522cSBarry Smith 7905a9f2f41SSatish Balay #define FieldSplitSplitSolveAdd(ilink,xx,yy) \ 791ca9f406cSSatish Balay (VecScatterBegin(ilink->sctx,xx,ilink->x,INSERT_VALUES,SCATTER_FORWARD) || \ 792ca9f406cSSatish Balay VecScatterEnd(ilink->sctx,xx,ilink->x,INSERT_VALUES,SCATTER_FORWARD) || \ 7935a9f2f41SSatish Balay KSPSolve(ilink->ksp,ilink->x,ilink->y) || \ 794ca9f406cSSatish Balay VecScatterBegin(ilink->sctx,ilink->y,yy,ADD_VALUES,SCATTER_REVERSE) || \ 795ca9f406cSSatish Balay VecScatterEnd(ilink->sctx,ilink->y,yy,ADD_VALUES,SCATTER_REVERSE)) 79679416396SBarry Smith 7970971522cSBarry Smith #undef __FUNCT__ 7983b224e63SBarry Smith #define __FUNCT__ "PCApply_FieldSplit_Schur" 7993b224e63SBarry Smith static PetscErrorCode PCApply_FieldSplit_Schur(PC pc,Vec x,Vec y) 8003b224e63SBarry Smith { 8013b224e63SBarry Smith PC_FieldSplit *jac = (PC_FieldSplit*)pc->data; 8023b224e63SBarry Smith PetscErrorCode ierr; 8033b224e63SBarry Smith PC_FieldSplitLink ilinkA = jac->head, ilinkD = ilinkA->next; 804443836d0SMatthew G Knepley KSP kspA = ilinkA->ksp, kspLower = kspA, kspUpper = jac->kspupper; 8053b224e63SBarry Smith 8063b224e63SBarry Smith PetscFunctionBegin; 807c5d2311dSJed Brown switch (jac->schurfactorization) { 808c9c6ffaaSJed Brown case PC_FIELDSPLIT_SCHUR_FACT_DIAG: 809a04f6461SBarry Smith /* [A00 0; 0 -S], positive definite, suitable for MINRES */ 810c5d2311dSJed Brown ierr = VecScatterBegin(ilinkA->sctx,x,ilinkA->x,INSERT_VALUES,SCATTER_FORWARD);CHKERRQ(ierr); 811c5d2311dSJed Brown ierr = VecScatterBegin(ilinkD->sctx,x,ilinkD->x,INSERT_VALUES,SCATTER_FORWARD);CHKERRQ(ierr); 812c5d2311dSJed Brown ierr = VecScatterEnd(ilinkA->sctx,x,ilinkA->x,INSERT_VALUES,SCATTER_FORWARD);CHKERRQ(ierr); 813443836d0SMatthew G Knepley ierr = KSPSolve(kspA,ilinkA->x,ilinkA->y);CHKERRQ(ierr); 814c5d2311dSJed Brown ierr = VecScatterBegin(ilinkA->sctx,ilinkA->y,y,INSERT_VALUES,SCATTER_REVERSE);CHKERRQ(ierr); 815c5d2311dSJed Brown ierr = VecScatterEnd(ilinkD->sctx,x,ilinkD->x,INSERT_VALUES,SCATTER_FORWARD);CHKERRQ(ierr); 816c5d2311dSJed Brown ierr = KSPSolve(jac->kspschur,ilinkD->x,ilinkD->y);CHKERRQ(ierr); 817c5d2311dSJed Brown ierr = VecScale(ilinkD->y,-1.);CHKERRQ(ierr); 818c5d2311dSJed Brown ierr = VecScatterBegin(ilinkD->sctx,ilinkD->y,y,INSERT_VALUES,SCATTER_REVERSE);CHKERRQ(ierr); 819c5d2311dSJed Brown ierr = VecScatterEnd(ilinkA->sctx,ilinkA->y,y,INSERT_VALUES,SCATTER_REVERSE);CHKERRQ(ierr); 820c5d2311dSJed Brown ierr = VecScatterEnd(ilinkD->sctx,ilinkD->y,y,INSERT_VALUES,SCATTER_REVERSE);CHKERRQ(ierr); 821c5d2311dSJed Brown break; 822c9c6ffaaSJed Brown case PC_FIELDSPLIT_SCHUR_FACT_LOWER: 823a04f6461SBarry Smith /* [A00 0; A10 S], suitable for left preconditioning */ 824c5d2311dSJed Brown ierr = VecScatterBegin(ilinkA->sctx,x,ilinkA->x,INSERT_VALUES,SCATTER_FORWARD);CHKERRQ(ierr); 825c5d2311dSJed Brown ierr = VecScatterEnd(ilinkA->sctx,x,ilinkA->x,INSERT_VALUES,SCATTER_FORWARD);CHKERRQ(ierr); 826443836d0SMatthew G Knepley ierr = KSPSolve(kspA,ilinkA->x,ilinkA->y);CHKERRQ(ierr); 827c5d2311dSJed Brown ierr = MatMult(jac->C,ilinkA->y,ilinkD->x);CHKERRQ(ierr); 828c5d2311dSJed Brown ierr = VecScale(ilinkD->x,-1.);CHKERRQ(ierr); 829c5d2311dSJed Brown ierr = VecScatterBegin(ilinkD->sctx,x,ilinkD->x,ADD_VALUES,SCATTER_FORWARD);CHKERRQ(ierr); 830c5d2311dSJed Brown ierr = VecScatterBegin(ilinkA->sctx,ilinkA->y,y,INSERT_VALUES,SCATTER_REVERSE);CHKERRQ(ierr); 831c5d2311dSJed Brown ierr = VecScatterEnd(ilinkD->sctx,x,ilinkD->x,ADD_VALUES,SCATTER_FORWARD);CHKERRQ(ierr); 832c5d2311dSJed Brown ierr = KSPSolve(jac->kspschur,ilinkD->x,ilinkD->y);CHKERRQ(ierr); 833c5d2311dSJed Brown ierr = VecScatterBegin(ilinkD->sctx,ilinkD->y,y,INSERT_VALUES,SCATTER_REVERSE);CHKERRQ(ierr); 834c5d2311dSJed Brown ierr = VecScatterEnd(ilinkA->sctx,ilinkA->y,y,INSERT_VALUES,SCATTER_REVERSE);CHKERRQ(ierr); 835c5d2311dSJed Brown ierr = VecScatterEnd(ilinkD->sctx,ilinkD->y,y,INSERT_VALUES,SCATTER_REVERSE);CHKERRQ(ierr); 836c5d2311dSJed Brown break; 837c9c6ffaaSJed Brown case PC_FIELDSPLIT_SCHUR_FACT_UPPER: 838a04f6461SBarry Smith /* [A00 A01; 0 S], suitable for right preconditioning */ 839c5d2311dSJed Brown ierr = VecScatterBegin(ilinkD->sctx,x,ilinkD->x,INSERT_VALUES,SCATTER_FORWARD);CHKERRQ(ierr); 840c5d2311dSJed Brown ierr = VecScatterEnd(ilinkD->sctx,x,ilinkD->x,INSERT_VALUES,SCATTER_FORWARD);CHKERRQ(ierr); 841c5d2311dSJed Brown ierr = KSPSolve(jac->kspschur,ilinkD->x,ilinkD->y);CHKERRQ(ierr); 842c5d2311dSJed Brown ierr = MatMult(jac->B,ilinkD->y,ilinkA->x);CHKERRQ(ierr); 843c5d2311dSJed Brown ierr = VecScale(ilinkA->x,-1.);CHKERRQ(ierr); 844c5d2311dSJed Brown ierr = VecScatterBegin(ilinkA->sctx,x,ilinkA->x,ADD_VALUES,SCATTER_FORWARD);CHKERRQ(ierr); 845c5d2311dSJed Brown ierr = VecScatterBegin(ilinkD->sctx,ilinkD->y,y,INSERT_VALUES,SCATTER_REVERSE);CHKERRQ(ierr); 846c5d2311dSJed Brown ierr = VecScatterEnd(ilinkA->sctx,x,ilinkA->x,ADD_VALUES,SCATTER_FORWARD);CHKERRQ(ierr); 847443836d0SMatthew G Knepley ierr = KSPSolve(kspA,ilinkA->x,ilinkA->y);CHKERRQ(ierr); 848c5d2311dSJed Brown ierr = VecScatterBegin(ilinkA->sctx,ilinkA->y,y,INSERT_VALUES,SCATTER_REVERSE);CHKERRQ(ierr); 849c5d2311dSJed Brown ierr = VecScatterEnd(ilinkD->sctx,ilinkD->y,y,INSERT_VALUES,SCATTER_REVERSE);CHKERRQ(ierr); 850c5d2311dSJed Brown ierr = VecScatterEnd(ilinkA->sctx,ilinkA->y,y,INSERT_VALUES,SCATTER_REVERSE);CHKERRQ(ierr); 851c5d2311dSJed Brown break; 852c9c6ffaaSJed Brown case PC_FIELDSPLIT_SCHUR_FACT_FULL: 853a04f6461SBarry Smith /* [1 0; A10 A00^{-1} 1] [A00 0; 0 S] [1 A00^{-1}A01; 0 1], an exact solve if applied exactly, needs one extra solve with A */ 8543b224e63SBarry Smith ierr = VecScatterBegin(ilinkA->sctx,x,ilinkA->x,INSERT_VALUES,SCATTER_FORWARD);CHKERRQ(ierr); 8553b224e63SBarry Smith ierr = VecScatterEnd(ilinkA->sctx,x,ilinkA->x,INSERT_VALUES,SCATTER_FORWARD);CHKERRQ(ierr); 856443836d0SMatthew G Knepley ierr = KSPSolve(kspLower,ilinkA->x,ilinkA->y);CHKERRQ(ierr); 8573b224e63SBarry Smith ierr = MatMult(jac->C,ilinkA->y,ilinkD->x);CHKERRQ(ierr); 8583b224e63SBarry Smith ierr = VecScale(ilinkD->x,-1.0);CHKERRQ(ierr); 8593b224e63SBarry Smith ierr = VecScatterBegin(ilinkD->sctx,x,ilinkD->x,ADD_VALUES,SCATTER_FORWARD);CHKERRQ(ierr); 8603b224e63SBarry Smith ierr = VecScatterEnd(ilinkD->sctx,x,ilinkD->x,ADD_VALUES,SCATTER_FORWARD);CHKERRQ(ierr); 8613b224e63SBarry Smith 8623b224e63SBarry Smith ierr = KSPSolve(jac->kspschur,ilinkD->x,ilinkD->y);CHKERRQ(ierr); 8633b224e63SBarry Smith ierr = VecScatterBegin(ilinkD->sctx,ilinkD->y,y,INSERT_VALUES,SCATTER_REVERSE);CHKERRQ(ierr); 8643b224e63SBarry Smith ierr = VecScatterEnd(ilinkD->sctx,ilinkD->y,y,INSERT_VALUES,SCATTER_REVERSE);CHKERRQ(ierr); 8653b224e63SBarry Smith 866443836d0SMatthew G Knepley if (kspUpper == kspA) { 8673b224e63SBarry Smith ierr = MatMult(jac->B,ilinkD->y,ilinkA->y);CHKERRQ(ierr); 8683b224e63SBarry Smith ierr = VecAXPY(ilinkA->x,-1.0,ilinkA->y);CHKERRQ(ierr); 869443836d0SMatthew G Knepley ierr = KSPSolve(kspA,ilinkA->x,ilinkA->y);CHKERRQ(ierr); 870443836d0SMatthew G Knepley } else { 871443836d0SMatthew G Knepley ierr = KSPSolve(kspA,ilinkA->x,ilinkA->y);CHKERRQ(ierr); 872443836d0SMatthew G Knepley ierr = MatMult(jac->B,ilinkD->y,ilinkA->x);CHKERRQ(ierr); 873443836d0SMatthew G Knepley ierr = KSPSolve(kspUpper,ilinkA->x,ilinkA->z);CHKERRQ(ierr); 874443836d0SMatthew G Knepley ierr = VecAXPY(ilinkA->y,-1.0,ilinkA->z);CHKERRQ(ierr); 875443836d0SMatthew G Knepley } 8763b224e63SBarry Smith ierr = VecScatterBegin(ilinkA->sctx,ilinkA->y,y,INSERT_VALUES,SCATTER_REVERSE);CHKERRQ(ierr); 8773b224e63SBarry Smith ierr = VecScatterEnd(ilinkA->sctx,ilinkA->y,y,INSERT_VALUES,SCATTER_REVERSE);CHKERRQ(ierr); 878c5d2311dSJed Brown } 8793b224e63SBarry Smith PetscFunctionReturn(0); 8803b224e63SBarry Smith } 8813b224e63SBarry Smith 8823b224e63SBarry Smith #undef __FUNCT__ 8830971522cSBarry Smith #define __FUNCT__ "PCApply_FieldSplit" 8840971522cSBarry Smith static PetscErrorCode PCApply_FieldSplit(PC pc,Vec x,Vec y) 8850971522cSBarry Smith { 8860971522cSBarry Smith PC_FieldSplit *jac = (PC_FieldSplit*)pc->data; 8870971522cSBarry Smith PetscErrorCode ierr; 8885a9f2f41SSatish Balay PC_FieldSplitLink ilink = jac->head; 889939b8a20SBarry Smith PetscInt cnt,bs; 8900971522cSBarry Smith 8910971522cSBarry Smith PetscFunctionBegin; 89279416396SBarry Smith if (jac->type == PC_COMPOSITE_ADDITIVE) { 8931b9fc7fcSBarry Smith if (jac->defaultsplit) { 894939b8a20SBarry Smith ierr = VecGetBlockSize(x,&bs);CHKERRQ(ierr); 895ce94432eSBarry Smith if (jac->bs > 0 && bs != jac->bs) SETERRQ2(PetscObjectComm((PetscObject)pc),PETSC_ERR_ARG_WRONGSTATE,"Blocksize of x vector %D does not match fieldsplit blocksize %D",bs,jac->bs); 896939b8a20SBarry Smith ierr = VecGetBlockSize(y,&bs);CHKERRQ(ierr); 897ce94432eSBarry Smith if (jac->bs > 0 && bs != jac->bs) SETERRQ2(PetscObjectComm((PetscObject)pc),PETSC_ERR_ARG_WRONGSTATE,"Blocksize of y vector %D does not match fieldsplit blocksize %D",bs,jac->bs); 8980971522cSBarry Smith ierr = VecStrideGatherAll(x,jac->x,INSERT_VALUES);CHKERRQ(ierr); 8995a9f2f41SSatish Balay while (ilink) { 9005a9f2f41SSatish Balay ierr = KSPSolve(ilink->ksp,ilink->x,ilink->y);CHKERRQ(ierr); 9015a9f2f41SSatish Balay ilink = ilink->next; 9020971522cSBarry Smith } 9030971522cSBarry Smith ierr = VecStrideScatterAll(jac->y,y,INSERT_VALUES);CHKERRQ(ierr); 9041b9fc7fcSBarry Smith } else { 905efb30889SBarry Smith ierr = VecSet(y,0.0);CHKERRQ(ierr); 9065a9f2f41SSatish Balay while (ilink) { 9075a9f2f41SSatish Balay ierr = FieldSplitSplitSolveAdd(ilink,x,y);CHKERRQ(ierr); 9085a9f2f41SSatish Balay ilink = ilink->next; 9091b9fc7fcSBarry Smith } 9101b9fc7fcSBarry Smith } 91116913363SBarry Smith } else if (jac->type == PC_COMPOSITE_MULTIPLICATIVE || jac->type == PC_COMPOSITE_SYMMETRIC_MULTIPLICATIVE) { 91279416396SBarry Smith if (!jac->w1) { 91379416396SBarry Smith ierr = VecDuplicate(x,&jac->w1);CHKERRQ(ierr); 91479416396SBarry Smith ierr = VecDuplicate(x,&jac->w2);CHKERRQ(ierr); 91579416396SBarry Smith } 916efb30889SBarry Smith ierr = VecSet(y,0.0);CHKERRQ(ierr); 9175a9f2f41SSatish Balay ierr = FieldSplitSplitSolveAdd(ilink,x,y);CHKERRQ(ierr); 9183e197d65SBarry Smith cnt = 1; 9195a9f2f41SSatish Balay while (ilink->next) { 9205a9f2f41SSatish Balay ilink = ilink->next; 9213e197d65SBarry Smith /* compute the residual only over the part of the vector needed */ 9223e197d65SBarry Smith ierr = MatMult(jac->Afield[cnt++],y,ilink->x);CHKERRQ(ierr); 9233e197d65SBarry Smith ierr = VecScale(ilink->x,-1.0);CHKERRQ(ierr); 9243e197d65SBarry Smith ierr = VecScatterBegin(ilink->sctx,x,ilink->x,ADD_VALUES,SCATTER_FORWARD);CHKERRQ(ierr); 9253e197d65SBarry Smith ierr = VecScatterEnd(ilink->sctx,x,ilink->x,ADD_VALUES,SCATTER_FORWARD);CHKERRQ(ierr); 9263e197d65SBarry Smith ierr = KSPSolve(ilink->ksp,ilink->x,ilink->y);CHKERRQ(ierr); 9273e197d65SBarry Smith ierr = VecScatterBegin(ilink->sctx,ilink->y,y,ADD_VALUES,SCATTER_REVERSE);CHKERRQ(ierr); 9283e197d65SBarry Smith ierr = VecScatterEnd(ilink->sctx,ilink->y,y,ADD_VALUES,SCATTER_REVERSE);CHKERRQ(ierr); 9293e197d65SBarry Smith } 93051f519a2SBarry Smith if (jac->type == PC_COMPOSITE_SYMMETRIC_MULTIPLICATIVE) { 93111755939SBarry Smith cnt -= 2; 93251f519a2SBarry Smith while (ilink->previous) { 93351f519a2SBarry Smith ilink = ilink->previous; 93411755939SBarry Smith /* compute the residual only over the part of the vector needed */ 93511755939SBarry Smith ierr = MatMult(jac->Afield[cnt--],y,ilink->x);CHKERRQ(ierr); 93611755939SBarry Smith ierr = VecScale(ilink->x,-1.0);CHKERRQ(ierr); 93711755939SBarry Smith ierr = VecScatterBegin(ilink->sctx,x,ilink->x,ADD_VALUES,SCATTER_FORWARD);CHKERRQ(ierr); 93811755939SBarry Smith ierr = VecScatterEnd(ilink->sctx,x,ilink->x,ADD_VALUES,SCATTER_FORWARD);CHKERRQ(ierr); 93911755939SBarry Smith ierr = KSPSolve(ilink->ksp,ilink->x,ilink->y);CHKERRQ(ierr); 94011755939SBarry Smith ierr = VecScatterBegin(ilink->sctx,ilink->y,y,ADD_VALUES,SCATTER_REVERSE);CHKERRQ(ierr); 94111755939SBarry Smith ierr = VecScatterEnd(ilink->sctx,ilink->y,y,ADD_VALUES,SCATTER_REVERSE);CHKERRQ(ierr); 94251f519a2SBarry Smith } 94311755939SBarry Smith } 944ce94432eSBarry Smith } else SETERRQ1(PetscObjectComm((PetscObject)pc),PETSC_ERR_SUP,"Unsupported or unknown composition",(int) jac->type); 9450971522cSBarry Smith PetscFunctionReturn(0); 9460971522cSBarry Smith } 9470971522cSBarry Smith 948421e10b8SBarry Smith #define FieldSplitSplitSolveAddTranspose(ilink,xx,yy) \ 949ca9f406cSSatish Balay (VecScatterBegin(ilink->sctx,xx,ilink->y,INSERT_VALUES,SCATTER_FORWARD) || \ 950ca9f406cSSatish Balay VecScatterEnd(ilink->sctx,xx,ilink->y,INSERT_VALUES,SCATTER_FORWARD) || \ 951421e10b8SBarry Smith KSPSolveTranspose(ilink->ksp,ilink->y,ilink->x) || \ 952ca9f406cSSatish Balay VecScatterBegin(ilink->sctx,ilink->x,yy,ADD_VALUES,SCATTER_REVERSE) || \ 953ca9f406cSSatish Balay VecScatterEnd(ilink->sctx,ilink->x,yy,ADD_VALUES,SCATTER_REVERSE)) 954421e10b8SBarry Smith 955421e10b8SBarry Smith #undef __FUNCT__ 9568c03b21aSDmitry Karpeev #define __FUNCT__ "PCApplyTranspose_FieldSplit" 957421e10b8SBarry Smith static PetscErrorCode PCApplyTranspose_FieldSplit(PC pc,Vec x,Vec y) 958421e10b8SBarry Smith { 959421e10b8SBarry Smith PC_FieldSplit *jac = (PC_FieldSplit*)pc->data; 960421e10b8SBarry Smith PetscErrorCode ierr; 961421e10b8SBarry Smith PC_FieldSplitLink ilink = jac->head; 962939b8a20SBarry Smith PetscInt bs; 963421e10b8SBarry Smith 964421e10b8SBarry Smith PetscFunctionBegin; 965421e10b8SBarry Smith if (jac->type == PC_COMPOSITE_ADDITIVE) { 966421e10b8SBarry Smith if (jac->defaultsplit) { 967939b8a20SBarry Smith ierr = VecGetBlockSize(x,&bs);CHKERRQ(ierr); 968ce94432eSBarry Smith if (jac->bs > 0 && bs != jac->bs) SETERRQ2(PetscObjectComm((PetscObject)pc),PETSC_ERR_ARG_WRONGSTATE,"Blocksize of x vector %D does not match fieldsplit blocksize %D",bs,jac->bs); 969939b8a20SBarry Smith ierr = VecGetBlockSize(y,&bs);CHKERRQ(ierr); 970ce94432eSBarry Smith if (jac->bs > 0 && bs != jac->bs) SETERRQ2(PetscObjectComm((PetscObject)pc),PETSC_ERR_ARG_WRONGSTATE,"Blocksize of y vector %D does not match fieldsplit blocksize %D",bs,jac->bs); 971421e10b8SBarry Smith ierr = VecStrideGatherAll(x,jac->x,INSERT_VALUES);CHKERRQ(ierr); 972421e10b8SBarry Smith while (ilink) { 973421e10b8SBarry Smith ierr = KSPSolveTranspose(ilink->ksp,ilink->x,ilink->y);CHKERRQ(ierr); 974421e10b8SBarry Smith ilink = ilink->next; 975421e10b8SBarry Smith } 976421e10b8SBarry Smith ierr = VecStrideScatterAll(jac->y,y,INSERT_VALUES);CHKERRQ(ierr); 977421e10b8SBarry Smith } else { 978421e10b8SBarry Smith ierr = VecSet(y,0.0);CHKERRQ(ierr); 979421e10b8SBarry Smith while (ilink) { 980421e10b8SBarry Smith ierr = FieldSplitSplitSolveAddTranspose(ilink,x,y);CHKERRQ(ierr); 981421e10b8SBarry Smith ilink = ilink->next; 982421e10b8SBarry Smith } 983421e10b8SBarry Smith } 984421e10b8SBarry Smith } else { 985421e10b8SBarry Smith if (!jac->w1) { 986421e10b8SBarry Smith ierr = VecDuplicate(x,&jac->w1);CHKERRQ(ierr); 987421e10b8SBarry Smith ierr = VecDuplicate(x,&jac->w2);CHKERRQ(ierr); 988421e10b8SBarry Smith } 989421e10b8SBarry Smith ierr = VecSet(y,0.0);CHKERRQ(ierr); 990421e10b8SBarry Smith if (jac->type == PC_COMPOSITE_SYMMETRIC_MULTIPLICATIVE) { 991421e10b8SBarry Smith ierr = FieldSplitSplitSolveAddTranspose(ilink,x,y);CHKERRQ(ierr); 992421e10b8SBarry Smith while (ilink->next) { 993421e10b8SBarry Smith ilink = ilink->next; 9949989ab13SBarry Smith ierr = MatMultTranspose(pc->mat,y,jac->w1);CHKERRQ(ierr); 995421e10b8SBarry Smith ierr = VecWAXPY(jac->w2,-1.0,jac->w1,x);CHKERRQ(ierr); 996421e10b8SBarry Smith ierr = FieldSplitSplitSolveAddTranspose(ilink,jac->w2,y);CHKERRQ(ierr); 997421e10b8SBarry Smith } 998421e10b8SBarry Smith while (ilink->previous) { 999421e10b8SBarry Smith ilink = ilink->previous; 10009989ab13SBarry Smith ierr = MatMultTranspose(pc->mat,y,jac->w1);CHKERRQ(ierr); 1001421e10b8SBarry Smith ierr = VecWAXPY(jac->w2,-1.0,jac->w1,x);CHKERRQ(ierr); 1002421e10b8SBarry Smith ierr = FieldSplitSplitSolveAddTranspose(ilink,jac->w2,y);CHKERRQ(ierr); 1003421e10b8SBarry Smith } 1004421e10b8SBarry Smith } else { 1005421e10b8SBarry Smith while (ilink->next) { /* get to last entry in linked list */ 1006421e10b8SBarry Smith ilink = ilink->next; 1007421e10b8SBarry Smith } 1008421e10b8SBarry Smith ierr = FieldSplitSplitSolveAddTranspose(ilink,x,y);CHKERRQ(ierr); 1009421e10b8SBarry Smith while (ilink->previous) { 1010421e10b8SBarry Smith ilink = ilink->previous; 10119989ab13SBarry Smith ierr = MatMultTranspose(pc->mat,y,jac->w1);CHKERRQ(ierr); 1012421e10b8SBarry Smith ierr = VecWAXPY(jac->w2,-1.0,jac->w1,x);CHKERRQ(ierr); 1013421e10b8SBarry Smith ierr = FieldSplitSplitSolveAddTranspose(ilink,jac->w2,y);CHKERRQ(ierr); 1014421e10b8SBarry Smith } 1015421e10b8SBarry Smith } 1016421e10b8SBarry Smith } 1017421e10b8SBarry Smith PetscFunctionReturn(0); 1018421e10b8SBarry Smith } 1019421e10b8SBarry Smith 10200971522cSBarry Smith #undef __FUNCT__ 1021574deadeSBarry Smith #define __FUNCT__ "PCReset_FieldSplit" 1022574deadeSBarry Smith static PetscErrorCode PCReset_FieldSplit(PC pc) 10230971522cSBarry Smith { 10240971522cSBarry Smith PC_FieldSplit *jac = (PC_FieldSplit*)pc->data; 10250971522cSBarry Smith PetscErrorCode ierr; 10265a9f2f41SSatish Balay PC_FieldSplitLink ilink = jac->head,next; 10270971522cSBarry Smith 10280971522cSBarry Smith PetscFunctionBegin; 10295a9f2f41SSatish Balay while (ilink) { 1030574deadeSBarry Smith ierr = KSPReset(ilink->ksp);CHKERRQ(ierr); 1031fcfd50ebSBarry Smith ierr = VecDestroy(&ilink->x);CHKERRQ(ierr); 1032fcfd50ebSBarry Smith ierr = VecDestroy(&ilink->y);CHKERRQ(ierr); 1033443836d0SMatthew G Knepley ierr = VecDestroy(&ilink->z);CHKERRQ(ierr); 1034fcfd50ebSBarry Smith ierr = VecScatterDestroy(&ilink->sctx);CHKERRQ(ierr); 1035fcfd50ebSBarry Smith ierr = ISDestroy(&ilink->is);CHKERRQ(ierr); 1036b5787286SJed Brown ierr = ISDestroy(&ilink->is_col);CHKERRQ(ierr); 10375a9f2f41SSatish Balay next = ilink->next; 10385a9f2f41SSatish Balay ilink = next; 10390971522cSBarry Smith } 104005b42c5fSBarry Smith ierr = PetscFree2(jac->x,jac->y);CHKERRQ(ierr); 1041574deadeSBarry Smith if (jac->mat && jac->mat != jac->pmat) { 1042574deadeSBarry Smith ierr = MatDestroyMatrices(jac->nsplits,&jac->mat);CHKERRQ(ierr); 1043574deadeSBarry Smith } else if (jac->mat) { 10440298fd71SBarry Smith jac->mat = NULL; 1045574deadeSBarry Smith } 104697bbdb24SBarry Smith if (jac->pmat) {ierr = MatDestroyMatrices(jac->nsplits,&jac->pmat);CHKERRQ(ierr);} 104768dd23aaSBarry Smith if (jac->Afield) {ierr = MatDestroyMatrices(jac->nsplits,&jac->Afield);CHKERRQ(ierr);} 10486bf464f9SBarry Smith ierr = VecDestroy(&jac->w1);CHKERRQ(ierr); 10496bf464f9SBarry Smith ierr = VecDestroy(&jac->w2);CHKERRQ(ierr); 10506bf464f9SBarry Smith ierr = MatDestroy(&jac->schur);CHKERRQ(ierr); 1051a7476a74SDmitry Karpeev ierr = MatDestroy(&jac->schurp);CHKERRQ(ierr); 10526bf464f9SBarry Smith ierr = MatDestroy(&jac->schur_user);CHKERRQ(ierr); 10536bf464f9SBarry Smith ierr = KSPDestroy(&jac->kspschur);CHKERRQ(ierr); 1054d78dad28SBarry Smith ierr = KSPDestroy(&jac->kspupper);CHKERRQ(ierr); 10556bf464f9SBarry Smith ierr = MatDestroy(&jac->B);CHKERRQ(ierr); 10566bf464f9SBarry Smith ierr = MatDestroy(&jac->C);CHKERRQ(ierr); 105763ec74ffSBarry Smith jac->reset = PETSC_TRUE; 1058574deadeSBarry Smith PetscFunctionReturn(0); 1059574deadeSBarry Smith } 1060574deadeSBarry Smith 1061574deadeSBarry Smith #undef __FUNCT__ 1062574deadeSBarry Smith #define __FUNCT__ "PCDestroy_FieldSplit" 1063574deadeSBarry Smith static PetscErrorCode PCDestroy_FieldSplit(PC pc) 1064574deadeSBarry Smith { 1065574deadeSBarry Smith PC_FieldSplit *jac = (PC_FieldSplit*)pc->data; 1066574deadeSBarry Smith PetscErrorCode ierr; 1067574deadeSBarry Smith PC_FieldSplitLink ilink = jac->head,next; 1068574deadeSBarry Smith 1069574deadeSBarry Smith PetscFunctionBegin; 1070574deadeSBarry Smith ierr = PCReset_FieldSplit(pc);CHKERRQ(ierr); 1071574deadeSBarry Smith while (ilink) { 10726bf464f9SBarry Smith ierr = KSPDestroy(&ilink->ksp);CHKERRQ(ierr); 1073574deadeSBarry Smith next = ilink->next; 1074574deadeSBarry Smith ierr = PetscFree(ilink->splitname);CHKERRQ(ierr); 1075574deadeSBarry Smith ierr = PetscFree(ilink->fields);CHKERRQ(ierr); 10765d4c12cdSJungho Lee ierr = PetscFree(ilink->fields_col);CHKERRQ(ierr); 1077574deadeSBarry Smith ierr = PetscFree(ilink);CHKERRQ(ierr); 1078574deadeSBarry Smith ilink = next; 1079574deadeSBarry Smith } 1080574deadeSBarry Smith ierr = PetscFree2(jac->x,jac->y);CHKERRQ(ierr); 1081c31cb41cSBarry Smith ierr = PetscFree(pc->data);CHKERRQ(ierr); 1082bdf89e91SBarry Smith ierr = PetscObjectComposeFunction((PetscObject)pc,"PCFieldSplitGetSubKSP_C",NULL);CHKERRQ(ierr); 1083bdf89e91SBarry Smith ierr = PetscObjectComposeFunction((PetscObject)pc,"PCFieldSplitSetFields_C",NULL);CHKERRQ(ierr); 1084bdf89e91SBarry Smith ierr = PetscObjectComposeFunction((PetscObject)pc,"PCFieldSplitSetIS_C",NULL);CHKERRQ(ierr); 1085bdf89e91SBarry Smith ierr = PetscObjectComposeFunction((PetscObject)pc,"PCFieldSplitSetType_C",NULL);CHKERRQ(ierr); 1086bdf89e91SBarry Smith ierr = PetscObjectComposeFunction((PetscObject)pc,"PCFieldSplitSetBlockSize_C",NULL);CHKERRQ(ierr); 1087bdf89e91SBarry Smith ierr = PetscObjectComposeFunction((PetscObject)pc,"PCFieldSplitSchurPrecondition_C",NULL);CHKERRQ(ierr); 1088bdf89e91SBarry Smith ierr = PetscObjectComposeFunction((PetscObject)pc,"PCFieldSplitSetSchurFactType_C",NULL);CHKERRQ(ierr); 10890971522cSBarry Smith PetscFunctionReturn(0); 10900971522cSBarry Smith } 10910971522cSBarry Smith 10920971522cSBarry Smith #undef __FUNCT__ 10930971522cSBarry Smith #define __FUNCT__ "PCSetFromOptions_FieldSplit" 10940971522cSBarry Smith static PetscErrorCode PCSetFromOptions_FieldSplit(PC pc) 10950971522cSBarry Smith { 10961b9fc7fcSBarry Smith PetscErrorCode ierr; 10976c924f48SJed Brown PetscInt bs; 1098bc59fbc5SBarry Smith PetscBool flg,stokes = PETSC_FALSE; 10999dcbbd2bSBarry Smith PC_FieldSplit *jac = (PC_FieldSplit*)pc->data; 11003b224e63SBarry Smith PCCompositeType ctype; 11011b9fc7fcSBarry Smith 11020971522cSBarry Smith PetscFunctionBegin; 11031b9fc7fcSBarry Smith ierr = PetscOptionsHead("FieldSplit options");CHKERRQ(ierr); 11044ab8060aSDmitry Karpeev ierr = PetscOptionsBool("-pc_fieldsplit_dm_splits","Whether to use DMCreateFieldDecomposition() for splits","PCFieldSplitSetDMSplits",jac->dm_splits,&jac->dm_splits,NULL);CHKERRQ(ierr); 110551f519a2SBarry Smith ierr = PetscOptionsInt("-pc_fieldsplit_block_size","Blocksize that defines number of fields","PCFieldSplitSetBlockSize",jac->bs,&bs,&flg);CHKERRQ(ierr); 110651f519a2SBarry Smith if (flg) { 110751f519a2SBarry Smith ierr = PCFieldSplitSetBlockSize(pc,bs);CHKERRQ(ierr); 110851f519a2SBarry Smith } 1109704ba839SBarry Smith 11104e39094bSDmitry Karpeev ierr = PetscOptionsBool("-pc_fieldsplit_diag_use_amat","Use Amat (not Pmat) to extract diagonal fieldsplit blocks", "PCFieldSplitSetDiagUseAmat",pc->useAmat,&jac->diag_use_amat,NULL);CHKERRQ(ierr); 11114e39094bSDmitry Karpeev ierr = PetscOptionsBool("-pc_fieldsplit_off_diag_use_amat","Use Amat (not Pmat) to extract off-diagonal fieldsplit blocks", "PCFieldSplitSetOffDiagUseAmat",pc->useAmat,&jac->offdiag_use_amat,NULL);CHKERRQ(ierr); 11124e39094bSDmitry Karpeev ierr = PetscOptionsGetBool("-pc_fieldsplit_detect_saddle_point","Define splits based on detected saddle-point structure", &stokes,NULL);CHKERRQ(ierr); 1113c0adfefeSBarry Smith if (stokes) { 1114c0adfefeSBarry Smith ierr = PCFieldSplitSetType(pc,PC_COMPOSITE_SCHUR);CHKERRQ(ierr); 1115c0adfefeSBarry Smith jac->schurpre = PC_FIELDSPLIT_SCHUR_PRE_SELF; 1116c0adfefeSBarry Smith } 1117c0adfefeSBarry Smith 11183b224e63SBarry Smith ierr = PetscOptionsEnum("-pc_fieldsplit_type","Type of composition","PCFieldSplitSetType",PCCompositeTypes,(PetscEnum)jac->type,(PetscEnum*)&ctype,&flg);CHKERRQ(ierr); 11193b224e63SBarry Smith if (flg) { 11203b224e63SBarry Smith ierr = PCFieldSplitSetType(pc,ctype);CHKERRQ(ierr); 11213b224e63SBarry Smith } 1122c30613efSMatthew Knepley /* Only setup fields once */ 1123c30613efSMatthew Knepley if ((jac->bs > 0) && (jac->nsplits == 0)) { 1124d32f9abdSBarry Smith /* only allow user to set fields from command line if bs is already known. 1125d32f9abdSBarry Smith otherwise user can set them in PCFieldSplitSetDefaults() */ 11266c924f48SJed Brown ierr = PCFieldSplitSetRuntimeSplits_Private(pc);CHKERRQ(ierr); 11276c924f48SJed Brown if (jac->splitdefined) {ierr = PetscInfo(pc,"Splits defined using the options database\n");CHKERRQ(ierr);} 1128d32f9abdSBarry Smith } 1129c5d2311dSJed Brown if (jac->type == PC_COMPOSITE_SCHUR) { 1130c9c6ffaaSJed Brown ierr = PetscOptionsGetEnum(((PetscObject)pc)->prefix,"-pc_fieldsplit_schur_factorization_type",PCFieldSplitSchurFactTypes,(PetscEnum*)&jac->schurfactorization,&flg);CHKERRQ(ierr); 1131c9c6ffaaSJed Brown if (flg) {ierr = PetscInfo(pc,"Deprecated use of -pc_fieldsplit_schur_factorization_type\n");CHKERRQ(ierr);} 11320298fd71SBarry Smith ierr = PetscOptionsEnum("-pc_fieldsplit_schur_fact_type","Which off-diagonal parts of the block factorization to use","PCFieldSplitSetSchurFactType",PCFieldSplitSchurFactTypes,(PetscEnum)jac->schurfactorization,(PetscEnum*)&jac->schurfactorization,NULL);CHKERRQ(ierr); 11330298fd71SBarry Smith ierr = PetscOptionsEnum("-pc_fieldsplit_schur_precondition","How to build preconditioner for Schur complement","PCFieldSplitSchurPrecondition",PCFieldSplitSchurPreTypes,(PetscEnum)jac->schurpre,(PetscEnum*)&jac->schurpre,NULL);CHKERRQ(ierr); 1134c5d2311dSJed Brown } 11351b9fc7fcSBarry Smith ierr = PetscOptionsTail();CHKERRQ(ierr); 11360971522cSBarry Smith PetscFunctionReturn(0); 11370971522cSBarry Smith } 11380971522cSBarry Smith 11390971522cSBarry Smith /*------------------------------------------------------------------------------------*/ 11400971522cSBarry Smith 11410971522cSBarry Smith #undef __FUNCT__ 11420971522cSBarry Smith #define __FUNCT__ "PCFieldSplitSetFields_FieldSplit" 11431e6b0712SBarry Smith static PetscErrorCode PCFieldSplitSetFields_FieldSplit(PC pc,const char splitname[],PetscInt n,const PetscInt *fields,const PetscInt *fields_col) 11440971522cSBarry Smith { 114597bbdb24SBarry Smith PC_FieldSplit *jac = (PC_FieldSplit*)pc->data; 11460971522cSBarry Smith PetscErrorCode ierr; 11475a9f2f41SSatish Balay PC_FieldSplitLink ilink,next = jac->head; 114869a612a9SBarry Smith char prefix[128]; 11495d4c12cdSJungho Lee PetscInt i; 11500971522cSBarry Smith 11510971522cSBarry Smith PetscFunctionBegin; 11526c924f48SJed Brown if (jac->splitdefined) { 11536c924f48SJed Brown ierr = PetscInfo1(pc,"Ignoring new split \"%s\" because the splits have already been defined\n",splitname);CHKERRQ(ierr); 11546c924f48SJed Brown PetscFunctionReturn(0); 11556c924f48SJed Brown } 115651f519a2SBarry Smith for (i=0; i<n; i++) { 1157e32f2f54SBarry Smith if (fields[i] >= jac->bs) SETERRQ2(PETSC_COMM_SELF,PETSC_ERR_ARG_OUTOFRANGE,"Field %D requested but only %D exist",fields[i],jac->bs); 1158e32f2f54SBarry Smith if (fields[i] < 0) SETERRQ1(PETSC_COMM_SELF,PETSC_ERR_ARG_OUTOFRANGE,"Negative field %D requested",fields[i]); 115951f519a2SBarry Smith } 1160b00a9115SJed Brown ierr = PetscNew(&ilink);CHKERRQ(ierr); 1161a04f6461SBarry Smith if (splitname) { 1162db4c96c1SJed Brown ierr = PetscStrallocpy(splitname,&ilink->splitname);CHKERRQ(ierr); 1163a04f6461SBarry Smith } else { 1164785e854fSJed Brown ierr = PetscMalloc1(3,&ilink->splitname);CHKERRQ(ierr); 1165a04f6461SBarry Smith ierr = PetscSNPrintf(ilink->splitname,2,"%s",jac->nsplits);CHKERRQ(ierr); 1166a04f6461SBarry Smith } 1167785e854fSJed Brown ierr = PetscMalloc1(n,&ilink->fields);CHKERRQ(ierr); 11685a9f2f41SSatish Balay ierr = PetscMemcpy(ilink->fields,fields,n*sizeof(PetscInt));CHKERRQ(ierr); 1169785e854fSJed Brown ierr = PetscMalloc1(n,&ilink->fields_col);CHKERRQ(ierr); 11705d4c12cdSJungho Lee ierr = PetscMemcpy(ilink->fields_col,fields_col,n*sizeof(PetscInt));CHKERRQ(ierr); 11712fa5cd67SKarl Rupp 11725a9f2f41SSatish Balay ilink->nfields = n; 11730298fd71SBarry Smith ilink->next = NULL; 1174ce94432eSBarry Smith ierr = KSPCreate(PetscObjectComm((PetscObject)pc),&ilink->ksp);CHKERRQ(ierr); 117520252d06SBarry Smith ierr = PetscObjectIncrementTabLevel((PetscObject)ilink->ksp,(PetscObject)pc,1);CHKERRQ(ierr); 11765a9f2f41SSatish Balay ierr = KSPSetType(ilink->ksp,KSPPREONLY);CHKERRQ(ierr); 11779005cf84SBarry Smith ierr = PetscLogObjectParent((PetscObject)pc,(PetscObject)ilink->ksp);CHKERRQ(ierr); 117869a612a9SBarry Smith 11798caf3d72SBarry Smith ierr = PetscSNPrintf(prefix,sizeof(prefix),"%sfieldsplit_%s_",((PetscObject)pc)->prefix ? ((PetscObject)pc)->prefix : "",ilink->splitname);CHKERRQ(ierr); 11805a9f2f41SSatish Balay ierr = KSPSetOptionsPrefix(ilink->ksp,prefix);CHKERRQ(ierr); 11810971522cSBarry Smith 11820971522cSBarry Smith if (!next) { 11835a9f2f41SSatish Balay jac->head = ilink; 11840298fd71SBarry Smith ilink->previous = NULL; 11850971522cSBarry Smith } else { 11860971522cSBarry Smith while (next->next) { 11870971522cSBarry Smith next = next->next; 11880971522cSBarry Smith } 11895a9f2f41SSatish Balay next->next = ilink; 119051f519a2SBarry Smith ilink->previous = next; 11910971522cSBarry Smith } 11920971522cSBarry Smith jac->nsplits++; 11930971522cSBarry Smith PetscFunctionReturn(0); 11940971522cSBarry Smith } 11950971522cSBarry Smith 1196e69d4d44SBarry Smith #undef __FUNCT__ 1197e69d4d44SBarry Smith #define __FUNCT__ "PCFieldSplitGetSubKSP_FieldSplit_Schur" 11981e6b0712SBarry Smith static PetscErrorCode PCFieldSplitGetSubKSP_FieldSplit_Schur(PC pc,PetscInt *n,KSP **subksp) 1199e69d4d44SBarry Smith { 1200e69d4d44SBarry Smith PC_FieldSplit *jac = (PC_FieldSplit*)pc->data; 1201e69d4d44SBarry Smith PetscErrorCode ierr; 1202e69d4d44SBarry Smith 1203e69d4d44SBarry Smith PetscFunctionBegin; 1204785e854fSJed Brown ierr = PetscMalloc1(jac->nsplits,subksp);CHKERRQ(ierr); 1205e69d4d44SBarry Smith ierr = MatSchurComplementGetKSP(jac->schur,*subksp);CHKERRQ(ierr); 12062fa5cd67SKarl Rupp 1207e69d4d44SBarry Smith (*subksp)[1] = jac->kspschur; 120813e0d083SBarry Smith if (n) *n = jac->nsplits; 1209e69d4d44SBarry Smith PetscFunctionReturn(0); 1210e69d4d44SBarry Smith } 12110971522cSBarry Smith 12120971522cSBarry Smith #undef __FUNCT__ 121369a612a9SBarry Smith #define __FUNCT__ "PCFieldSplitGetSubKSP_FieldSplit" 12141e6b0712SBarry Smith static PetscErrorCode PCFieldSplitGetSubKSP_FieldSplit(PC pc,PetscInt *n,KSP **subksp) 12150971522cSBarry Smith { 12160971522cSBarry Smith PC_FieldSplit *jac = (PC_FieldSplit*)pc->data; 12170971522cSBarry Smith PetscErrorCode ierr; 12180971522cSBarry Smith PetscInt cnt = 0; 12195a9f2f41SSatish Balay PC_FieldSplitLink ilink = jac->head; 12200971522cSBarry Smith 12210971522cSBarry Smith PetscFunctionBegin; 1222785e854fSJed Brown ierr = PetscMalloc1(jac->nsplits,subksp);CHKERRQ(ierr); 12235a9f2f41SSatish Balay while (ilink) { 12245a9f2f41SSatish Balay (*subksp)[cnt++] = ilink->ksp; 12255a9f2f41SSatish Balay ilink = ilink->next; 12260971522cSBarry Smith } 12275d480477SMatthew G Knepley if (cnt != jac->nsplits) SETERRQ2(PETSC_COMM_SELF,PETSC_ERR_PLIB,"Corrupt PCFIELDSPLIT object: number of splits in linked list %D does not match number in object %D",cnt,jac->nsplits); 122813e0d083SBarry Smith if (n) *n = jac->nsplits; 12290971522cSBarry Smith PetscFunctionReturn(0); 12300971522cSBarry Smith } 12310971522cSBarry Smith 1232704ba839SBarry Smith #undef __FUNCT__ 1233704ba839SBarry Smith #define __FUNCT__ "PCFieldSplitSetIS_FieldSplit" 12341e6b0712SBarry Smith static PetscErrorCode PCFieldSplitSetIS_FieldSplit(PC pc,const char splitname[],IS is) 1235704ba839SBarry Smith { 1236704ba839SBarry Smith PC_FieldSplit *jac = (PC_FieldSplit*)pc->data; 1237704ba839SBarry Smith PetscErrorCode ierr; 1238704ba839SBarry Smith PC_FieldSplitLink ilink, next = jac->head; 1239704ba839SBarry Smith char prefix[128]; 1240704ba839SBarry Smith 1241704ba839SBarry Smith PetscFunctionBegin; 12426c924f48SJed Brown if (jac->splitdefined) { 12436c924f48SJed Brown ierr = PetscInfo1(pc,"Ignoring new split \"%s\" because the splits have already been defined\n",splitname);CHKERRQ(ierr); 12446c924f48SJed Brown PetscFunctionReturn(0); 12456c924f48SJed Brown } 1246b00a9115SJed Brown ierr = PetscNew(&ilink);CHKERRQ(ierr); 1247a04f6461SBarry Smith if (splitname) { 1248db4c96c1SJed Brown ierr = PetscStrallocpy(splitname,&ilink->splitname);CHKERRQ(ierr); 1249a04f6461SBarry Smith } else { 1250785e854fSJed Brown ierr = PetscMalloc1(8,&ilink->splitname);CHKERRQ(ierr); 1251b5787286SJed Brown ierr = PetscSNPrintf(ilink->splitname,7,"%D",jac->nsplits);CHKERRQ(ierr); 1252a04f6461SBarry Smith } 12531ab39975SBarry Smith ierr = PetscObjectReference((PetscObject)is);CHKERRQ(ierr); 1254b5787286SJed Brown ierr = ISDestroy(&ilink->is);CHKERRQ(ierr); 1255b5787286SJed Brown ilink->is = is; 1256b5787286SJed Brown ierr = PetscObjectReference((PetscObject)is);CHKERRQ(ierr); 1257b5787286SJed Brown ierr = ISDestroy(&ilink->is_col);CHKERRQ(ierr); 1258b5787286SJed Brown ilink->is_col = is; 12590298fd71SBarry Smith ilink->next = NULL; 1260ce94432eSBarry Smith ierr = KSPCreate(PetscObjectComm((PetscObject)pc),&ilink->ksp);CHKERRQ(ierr); 126120252d06SBarry Smith ierr = PetscObjectIncrementTabLevel((PetscObject)ilink->ksp,(PetscObject)pc,1);CHKERRQ(ierr); 1262704ba839SBarry Smith ierr = KSPSetType(ilink->ksp,KSPPREONLY);CHKERRQ(ierr); 12639005cf84SBarry Smith ierr = PetscLogObjectParent((PetscObject)pc,(PetscObject)ilink->ksp);CHKERRQ(ierr); 1264704ba839SBarry Smith 12658caf3d72SBarry Smith ierr = PetscSNPrintf(prefix,sizeof(prefix),"%sfieldsplit_%s_",((PetscObject)pc)->prefix ? ((PetscObject)pc)->prefix : "",ilink->splitname);CHKERRQ(ierr); 1266704ba839SBarry Smith ierr = KSPSetOptionsPrefix(ilink->ksp,prefix);CHKERRQ(ierr); 1267704ba839SBarry Smith 1268704ba839SBarry Smith if (!next) { 1269704ba839SBarry Smith jac->head = ilink; 12700298fd71SBarry Smith ilink->previous = NULL; 1271704ba839SBarry Smith } else { 1272704ba839SBarry Smith while (next->next) { 1273704ba839SBarry Smith next = next->next; 1274704ba839SBarry Smith } 1275704ba839SBarry Smith next->next = ilink; 1276704ba839SBarry Smith ilink->previous = next; 1277704ba839SBarry Smith } 1278704ba839SBarry Smith jac->nsplits++; 1279704ba839SBarry Smith PetscFunctionReturn(0); 1280704ba839SBarry Smith } 1281704ba839SBarry Smith 12820971522cSBarry Smith #undef __FUNCT__ 12830971522cSBarry Smith #define __FUNCT__ "PCFieldSplitSetFields" 12840971522cSBarry Smith /*@ 12850971522cSBarry Smith PCFieldSplitSetFields - Sets the fields for one particular split in the field split preconditioner 12860971522cSBarry Smith 1287ad4df100SBarry Smith Logically Collective on PC 12880971522cSBarry Smith 12890971522cSBarry Smith Input Parameters: 12900971522cSBarry Smith + pc - the preconditioner context 12910298fd71SBarry Smith . splitname - name of this split, if NULL the number of the split is used 12920971522cSBarry Smith . n - the number of fields in this split 1293db4c96c1SJed Brown - fields - the fields in this split 12940971522cSBarry Smith 12950971522cSBarry Smith Level: intermediate 12960971522cSBarry Smith 1297d32f9abdSBarry Smith Notes: Use PCFieldSplitSetIS() to set a completely general set of indices as a field. 1298d32f9abdSBarry Smith 12997287d2a3SDmitry Karpeev The PCFieldSplitSetFields() is for defining fields as strided blocks. For example, if the block 1300d32f9abdSBarry Smith size is three then one can define a field as 0, or 1 or 2 or 0,1 or 0,2 or 1,2 which mean 1301d32f9abdSBarry Smith 0xx3xx6xx9xx12 ... x1xx4xx7xx ... xx2xx5xx8xx.. 01x34x67x... 0x1x3x5x7.. x12x45x78x.... 1302d32f9abdSBarry Smith where the numbered entries indicate what is in the field. 1303d32f9abdSBarry Smith 1304db4c96c1SJed Brown This function is called once per split (it creates a new split each time). Solve options 1305db4c96c1SJed Brown for this split will be available under the prefix -fieldsplit_SPLITNAME_. 1306db4c96c1SJed Brown 13075d4c12cdSJungho Lee Developer Note: This routine does not actually create the IS representing the split, that is delayed 13085d4c12cdSJungho Lee until PCSetUp_FieldSplit(), because information about the vector/matrix layouts may not be 13095d4c12cdSJungho Lee available when this routine is called. 13105d4c12cdSJungho Lee 1311d32f9abdSBarry Smith .seealso: PCFieldSplitGetSubKSP(), PCFIELDSPLIT, PCFieldSplitSetBlockSize(), PCFieldSplitSetIS() 13120971522cSBarry Smith 13130971522cSBarry Smith @*/ 13145d4c12cdSJungho Lee PetscErrorCode PCFieldSplitSetFields(PC pc,const char splitname[],PetscInt n,const PetscInt *fields,const PetscInt *fields_col) 13150971522cSBarry Smith { 13164ac538c5SBarry Smith PetscErrorCode ierr; 13170971522cSBarry Smith 13180971522cSBarry Smith PetscFunctionBegin; 13190700a824SBarry Smith PetscValidHeaderSpecific(pc,PC_CLASSID,1); 1320db4c96c1SJed Brown PetscValidCharPointer(splitname,2); 1321ce94432eSBarry Smith if (n < 1) SETERRQ2(PetscObjectComm((PetscObject)pc),PETSC_ERR_ARG_OUTOFRANGE,"Provided number of fields %D in split \"%s\" not positive",n,splitname); 1322db4c96c1SJed Brown PetscValidIntPointer(fields,3); 13235d4c12cdSJungho Lee ierr = PetscTryMethod(pc,"PCFieldSplitSetFields_C",(PC,const char[],PetscInt,const PetscInt*,const PetscInt*),(pc,splitname,n,fields,fields_col));CHKERRQ(ierr); 13240971522cSBarry Smith PetscFunctionReturn(0); 13250971522cSBarry Smith } 13260971522cSBarry Smith 13270971522cSBarry Smith #undef __FUNCT__ 1328c84da90fSDmitry Karpeev #define __FUNCT__ "PCFieldSplitSetDiagUseAmat" 1329c84da90fSDmitry Karpeev /*@ 1330c84da90fSDmitry Karpeev PCFieldSplitSetDiagUseAmat - set flag indicating whether to extract diagonal blocks from Amat (rather than Pmat) 1331c84da90fSDmitry Karpeev 1332c84da90fSDmitry Karpeev Logically Collective on PC 1333c84da90fSDmitry Karpeev 1334c84da90fSDmitry Karpeev Input Parameters: 1335c84da90fSDmitry Karpeev + pc - the preconditioner object 1336c84da90fSDmitry Karpeev - flg - boolean flag indicating whether or not to use Amat to extract the diagonal blocks from 1337c84da90fSDmitry Karpeev 1338*9506b623SDmitry Karpeev Options Database: 1339*9506b623SDmitry Karpeev . -pc_fieldsplit_diag_use_amat 1340c84da90fSDmitry Karpeev 1341c84da90fSDmitry Karpeev Level: intermediate 1342c84da90fSDmitry Karpeev 1343c84da90fSDmitry Karpeev .seealso: PCFieldSplitGetDiagUseAmat(), PCFieldSplitSetOffDiagUseAmat(), PCFIELDSPLIT 1344c84da90fSDmitry Karpeev 1345c84da90fSDmitry Karpeev @*/ 1346c84da90fSDmitry Karpeev PetscErrorCode PCFieldSplitSetDiagUseAmat(PC pc,PetscBool flg) 1347c84da90fSDmitry Karpeev { 1348c84da90fSDmitry Karpeev PC_FieldSplit *jac = (PC_FieldSplit*)pc->data; 1349c84da90fSDmitry Karpeev PetscBool isfs; 1350c84da90fSDmitry Karpeev PetscErrorCode ierr; 1351c84da90fSDmitry Karpeev 1352c84da90fSDmitry Karpeev PetscFunctionBegin; 1353c84da90fSDmitry Karpeev PetscValidHeaderSpecific(pc,PC_CLASSID,1); 1354c84da90fSDmitry Karpeev ierr = PetscObjectTypeCompare((PetscObject)pc,PCFIELDSPLIT,&isfs);CHKERRQ(ierr); 1355c84da90fSDmitry Karpeev if (!isfs) SETERRQ1(PETSC_COMM_SELF,PETSC_ERR_ARG_WRONG,"PC not of type %s",PCFIELDSPLIT); 1356c84da90fSDmitry Karpeev jac->diag_use_amat = flg; 1357c84da90fSDmitry Karpeev PetscFunctionReturn(0); 1358c84da90fSDmitry Karpeev } 1359c84da90fSDmitry Karpeev 1360c84da90fSDmitry Karpeev #undef __FUNCT__ 1361c84da90fSDmitry Karpeev #define __FUNCT__ "PCFieldSplitGetDiagUseAmat" 1362c84da90fSDmitry Karpeev /*@ 1363c84da90fSDmitry Karpeev PCFieldSplitGetDiagUseAmat - get the flag indicating whether to extract diagonal blocks from Amat (rather than Pmat) 1364c84da90fSDmitry Karpeev 1365c84da90fSDmitry Karpeev Logically Collective on PC 1366c84da90fSDmitry Karpeev 1367c84da90fSDmitry Karpeev Input Parameters: 1368c84da90fSDmitry Karpeev . pc - the preconditioner object 1369c84da90fSDmitry Karpeev 1370c84da90fSDmitry Karpeev Output Parameters: 1371c84da90fSDmitry Karpeev . flg - boolean flag indicating whether or not to use Amat to extract the diagonal blocks from 1372c84da90fSDmitry Karpeev 1373c84da90fSDmitry Karpeev 1374c84da90fSDmitry Karpeev Level: intermediate 1375c84da90fSDmitry Karpeev 1376c84da90fSDmitry Karpeev .seealso: PCFieldSplitSetDiagUseAmat(), PCFieldSplitGetOffDiagUseAmat(), PCFIELDSPLIT 1377c84da90fSDmitry Karpeev 1378c84da90fSDmitry Karpeev @*/ 1379c84da90fSDmitry Karpeev PetscErrorCode PCFieldSplitGetDiagUseAmat(PC pc,PetscBool *flg) 1380c84da90fSDmitry Karpeev { 1381c84da90fSDmitry Karpeev PC_FieldSplit *jac = (PC_FieldSplit*)pc->data; 1382c84da90fSDmitry Karpeev PetscBool isfs; 1383c84da90fSDmitry Karpeev PetscErrorCode ierr; 1384c84da90fSDmitry Karpeev 1385c84da90fSDmitry Karpeev PetscFunctionBegin; 1386c84da90fSDmitry Karpeev PetscValidHeaderSpecific(pc,PC_CLASSID,1); 1387c84da90fSDmitry Karpeev PetscValidPointer(flg,2); 1388c84da90fSDmitry Karpeev ierr = PetscObjectTypeCompare((PetscObject)pc,PCFIELDSPLIT,&isfs);CHKERRQ(ierr); 1389c84da90fSDmitry Karpeev if (!isfs) SETERRQ1(PETSC_COMM_SELF,PETSC_ERR_ARG_WRONG,"PC not of type %s",PCFIELDSPLIT); 1390c84da90fSDmitry Karpeev *flg = jac->diag_use_amat; 1391c84da90fSDmitry Karpeev PetscFunctionReturn(0); 1392c84da90fSDmitry Karpeev } 1393c84da90fSDmitry Karpeev 1394c84da90fSDmitry Karpeev #undef __FUNCT__ 1395c84da90fSDmitry Karpeev #define __FUNCT__ "PCFieldSplitSetOffDiagUseAmat" 1396c84da90fSDmitry Karpeev /*@ 1397c84da90fSDmitry Karpeev PCFieldSplitSetOffDiagUseAmat - set flag indicating whether to extract off-diagonal blocks from Amat (rather than Pmat) 1398c84da90fSDmitry Karpeev 1399c84da90fSDmitry Karpeev Logically Collective on PC 1400c84da90fSDmitry Karpeev 1401c84da90fSDmitry Karpeev Input Parameters: 1402c84da90fSDmitry Karpeev + pc - the preconditioner object 1403c84da90fSDmitry Karpeev - flg - boolean flag indicating whether or not to use Amat to extract the off-diagonal blocks from 1404c84da90fSDmitry Karpeev 1405*9506b623SDmitry Karpeev Options Database: 1406*9506b623SDmitry Karpeev . -pc_fieldsplit_off_diag_use_amat 1407c84da90fSDmitry Karpeev 1408c84da90fSDmitry Karpeev Level: intermediate 1409c84da90fSDmitry Karpeev 1410c84da90fSDmitry Karpeev .seealso: PCFieldSplitGetOffDiagUseAmat(), PCFieldSplitSetDiagUseAmat(), PCFIELDSPLIT 1411c84da90fSDmitry Karpeev 1412c84da90fSDmitry Karpeev @*/ 1413c84da90fSDmitry Karpeev PetscErrorCode PCFieldSplitSetOffDiagUseAmat(PC pc,PetscBool flg) 1414c84da90fSDmitry Karpeev { 1415c84da90fSDmitry Karpeev PC_FieldSplit *jac = (PC_FieldSplit*)pc->data; 1416c84da90fSDmitry Karpeev PetscBool isfs; 1417c84da90fSDmitry Karpeev PetscErrorCode ierr; 1418c84da90fSDmitry Karpeev 1419c84da90fSDmitry Karpeev PetscFunctionBegin; 1420c84da90fSDmitry Karpeev PetscValidHeaderSpecific(pc,PC_CLASSID,1); 1421c84da90fSDmitry Karpeev ierr = PetscObjectTypeCompare((PetscObject)pc,PCFIELDSPLIT,&isfs);CHKERRQ(ierr); 1422c84da90fSDmitry Karpeev if (!isfs) SETERRQ1(PETSC_COMM_SELF,PETSC_ERR_ARG_WRONG,"PC not of type %s",PCFIELDSPLIT); 1423c84da90fSDmitry Karpeev jac->offdiag_use_amat = flg; 1424c84da90fSDmitry Karpeev PetscFunctionReturn(0); 1425c84da90fSDmitry Karpeev } 1426c84da90fSDmitry Karpeev 1427c84da90fSDmitry Karpeev #undef __FUNCT__ 1428c84da90fSDmitry Karpeev #define __FUNCT__ "PCFieldSplitGetOffDiagUseAmat" 1429c84da90fSDmitry Karpeev /*@ 1430c84da90fSDmitry Karpeev PCFieldSplitGetOffDiagUseAmat - get the flag indicating whether to extract off-diagonal blocks from Amat (rather than Pmat) 1431c84da90fSDmitry Karpeev 1432c84da90fSDmitry Karpeev Logically Collective on PC 1433c84da90fSDmitry Karpeev 1434c84da90fSDmitry Karpeev Input Parameters: 1435c84da90fSDmitry Karpeev . pc - the preconditioner object 1436c84da90fSDmitry Karpeev 1437c84da90fSDmitry Karpeev Output Parameters: 1438c84da90fSDmitry Karpeev . flg - boolean flag indicating whether or not to use Amat to extract the off-diagonal blocks from 1439c84da90fSDmitry Karpeev 1440c84da90fSDmitry Karpeev 1441c84da90fSDmitry Karpeev Level: intermediate 1442c84da90fSDmitry Karpeev 1443c84da90fSDmitry Karpeev .seealso: PCFieldSplitSetOffDiagUseAmat(), PCFieldSplitGetDiagUseAmat(), PCFIELDSPLIT 1444c84da90fSDmitry Karpeev 1445c84da90fSDmitry Karpeev @*/ 1446c84da90fSDmitry Karpeev PetscErrorCode PCFieldSplitGetOffDiagUseAmat(PC pc,PetscBool *flg) 1447c84da90fSDmitry Karpeev { 1448c84da90fSDmitry Karpeev PC_FieldSplit *jac = (PC_FieldSplit*)pc->data; 1449c84da90fSDmitry Karpeev PetscBool isfs; 1450c84da90fSDmitry Karpeev PetscErrorCode ierr; 1451c84da90fSDmitry Karpeev 1452c84da90fSDmitry Karpeev PetscFunctionBegin; 1453c84da90fSDmitry Karpeev PetscValidHeaderSpecific(pc,PC_CLASSID,1); 1454c84da90fSDmitry Karpeev PetscValidPointer(flg,2); 1455c84da90fSDmitry Karpeev ierr = PetscObjectTypeCompare((PetscObject)pc,PCFIELDSPLIT,&isfs);CHKERRQ(ierr); 1456c84da90fSDmitry Karpeev if (!isfs) SETERRQ1(PETSC_COMM_SELF,PETSC_ERR_ARG_WRONG,"PC not of type %s",PCFIELDSPLIT); 1457c84da90fSDmitry Karpeev *flg = jac->offdiag_use_amat; 1458c84da90fSDmitry Karpeev PetscFunctionReturn(0); 1459c84da90fSDmitry Karpeev } 1460c84da90fSDmitry Karpeev 1461c84da90fSDmitry Karpeev 1462c84da90fSDmitry Karpeev 1463c84da90fSDmitry Karpeev #undef __FUNCT__ 1464704ba839SBarry Smith #define __FUNCT__ "PCFieldSplitSetIS" 1465704ba839SBarry Smith /*@ 1466704ba839SBarry Smith PCFieldSplitSetIS - Sets the exact elements for field 1467704ba839SBarry Smith 1468ad4df100SBarry Smith Logically Collective on PC 1469704ba839SBarry Smith 1470704ba839SBarry Smith Input Parameters: 1471704ba839SBarry Smith + pc - the preconditioner context 14720298fd71SBarry Smith . splitname - name of this split, if NULL the number of the split is used 1473db4c96c1SJed Brown - is - the index set that defines the vector elements in this field 1474704ba839SBarry Smith 1475d32f9abdSBarry Smith 1476a6ffb8dbSJed Brown Notes: 1477a6ffb8dbSJed Brown Use PCFieldSplitSetFields(), for fields defined by strided types. 1478a6ffb8dbSJed Brown 1479db4c96c1SJed Brown This function is called once per split (it creates a new split each time). Solve options 1480db4c96c1SJed Brown for this split will be available under the prefix -fieldsplit_SPLITNAME_. 1481d32f9abdSBarry Smith 1482704ba839SBarry Smith Level: intermediate 1483704ba839SBarry Smith 1484704ba839SBarry Smith .seealso: PCFieldSplitGetSubKSP(), PCFIELDSPLIT, PCFieldSplitSetBlockSize() 1485704ba839SBarry Smith 1486704ba839SBarry Smith @*/ 14877087cfbeSBarry Smith PetscErrorCode PCFieldSplitSetIS(PC pc,const char splitname[],IS is) 1488704ba839SBarry Smith { 14894ac538c5SBarry Smith PetscErrorCode ierr; 1490704ba839SBarry Smith 1491704ba839SBarry Smith PetscFunctionBegin; 14920700a824SBarry Smith PetscValidHeaderSpecific(pc,PC_CLASSID,1); 14937b62db95SJungho Lee if (splitname) PetscValidCharPointer(splitname,2); 1494db4c96c1SJed Brown PetscValidHeaderSpecific(is,IS_CLASSID,3); 14954ac538c5SBarry Smith ierr = PetscTryMethod(pc,"PCFieldSplitSetIS_C",(PC,const char[],IS),(pc,splitname,is));CHKERRQ(ierr); 1496704ba839SBarry Smith PetscFunctionReturn(0); 1497704ba839SBarry Smith } 1498704ba839SBarry Smith 1499704ba839SBarry Smith #undef __FUNCT__ 150057a9adfeSMatthew G Knepley #define __FUNCT__ "PCFieldSplitGetIS" 150157a9adfeSMatthew G Knepley /*@ 150257a9adfeSMatthew G Knepley PCFieldSplitGetIS - Retrieves the elements for a field as an IS 150357a9adfeSMatthew G Knepley 150457a9adfeSMatthew G Knepley Logically Collective on PC 150557a9adfeSMatthew G Knepley 150657a9adfeSMatthew G Knepley Input Parameters: 150757a9adfeSMatthew G Knepley + pc - the preconditioner context 150857a9adfeSMatthew G Knepley - splitname - name of this split 150957a9adfeSMatthew G Knepley 151057a9adfeSMatthew G Knepley Output Parameter: 15110298fd71SBarry Smith - is - the index set that defines the vector elements in this field, or NULL if the field is not found 151257a9adfeSMatthew G Knepley 151357a9adfeSMatthew G Knepley Level: intermediate 151457a9adfeSMatthew G Knepley 151557a9adfeSMatthew G Knepley .seealso: PCFieldSplitGetSubKSP(), PCFIELDSPLIT, PCFieldSplitSetIS() 151657a9adfeSMatthew G Knepley 151757a9adfeSMatthew G Knepley @*/ 151857a9adfeSMatthew G Knepley PetscErrorCode PCFieldSplitGetIS(PC pc,const char splitname[],IS *is) 151957a9adfeSMatthew G Knepley { 152057a9adfeSMatthew G Knepley PetscErrorCode ierr; 152157a9adfeSMatthew G Knepley 152257a9adfeSMatthew G Knepley PetscFunctionBegin; 152357a9adfeSMatthew G Knepley PetscValidHeaderSpecific(pc,PC_CLASSID,1); 152457a9adfeSMatthew G Knepley PetscValidCharPointer(splitname,2); 152557a9adfeSMatthew G Knepley PetscValidPointer(is,3); 152657a9adfeSMatthew G Knepley { 152757a9adfeSMatthew G Knepley PC_FieldSplit *jac = (PC_FieldSplit*) pc->data; 152857a9adfeSMatthew G Knepley PC_FieldSplitLink ilink = jac->head; 152957a9adfeSMatthew G Knepley PetscBool found; 153057a9adfeSMatthew G Knepley 15310298fd71SBarry Smith *is = NULL; 153257a9adfeSMatthew G Knepley while (ilink) { 153357a9adfeSMatthew G Knepley ierr = PetscStrcmp(ilink->splitname, splitname, &found);CHKERRQ(ierr); 153457a9adfeSMatthew G Knepley if (found) { 153557a9adfeSMatthew G Knepley *is = ilink->is; 153657a9adfeSMatthew G Knepley break; 153757a9adfeSMatthew G Knepley } 153857a9adfeSMatthew G Knepley ilink = ilink->next; 153957a9adfeSMatthew G Knepley } 154057a9adfeSMatthew G Knepley } 154157a9adfeSMatthew G Knepley PetscFunctionReturn(0); 154257a9adfeSMatthew G Knepley } 154357a9adfeSMatthew G Knepley 154457a9adfeSMatthew G Knepley #undef __FUNCT__ 154551f519a2SBarry Smith #define __FUNCT__ "PCFieldSplitSetBlockSize" 154651f519a2SBarry Smith /*@ 154751f519a2SBarry Smith PCFieldSplitSetBlockSize - Sets the block size for defining where fields start in the 154851f519a2SBarry Smith fieldsplit preconditioner. If not set the matrix block size is used. 154951f519a2SBarry Smith 1550ad4df100SBarry Smith Logically Collective on PC 155151f519a2SBarry Smith 155251f519a2SBarry Smith Input Parameters: 155351f519a2SBarry Smith + pc - the preconditioner context 155451f519a2SBarry Smith - bs - the block size 155551f519a2SBarry Smith 155651f519a2SBarry Smith Level: intermediate 155751f519a2SBarry Smith 155851f519a2SBarry Smith .seealso: PCFieldSplitGetSubKSP(), PCFIELDSPLIT, PCFieldSplitSetFields() 155951f519a2SBarry Smith 156051f519a2SBarry Smith @*/ 15617087cfbeSBarry Smith PetscErrorCode PCFieldSplitSetBlockSize(PC pc,PetscInt bs) 156251f519a2SBarry Smith { 15634ac538c5SBarry Smith PetscErrorCode ierr; 156451f519a2SBarry Smith 156551f519a2SBarry Smith PetscFunctionBegin; 15660700a824SBarry Smith PetscValidHeaderSpecific(pc,PC_CLASSID,1); 1567c5eb9154SBarry Smith PetscValidLogicalCollectiveInt(pc,bs,2); 15684ac538c5SBarry Smith ierr = PetscTryMethod(pc,"PCFieldSplitSetBlockSize_C",(PC,PetscInt),(pc,bs));CHKERRQ(ierr); 156951f519a2SBarry Smith PetscFunctionReturn(0); 157051f519a2SBarry Smith } 157151f519a2SBarry Smith 157251f519a2SBarry Smith #undef __FUNCT__ 157369a612a9SBarry Smith #define __FUNCT__ "PCFieldSplitGetSubKSP" 15740971522cSBarry Smith /*@C 157569a612a9SBarry Smith PCFieldSplitGetSubKSP - Gets the KSP contexts for all splits 15760971522cSBarry Smith 157769a612a9SBarry Smith Collective on KSP 15780971522cSBarry Smith 15790971522cSBarry Smith Input Parameter: 15800971522cSBarry Smith . pc - the preconditioner context 15810971522cSBarry Smith 15820971522cSBarry Smith Output Parameters: 158313e0d083SBarry Smith + n - the number of splits 158469a612a9SBarry Smith - pc - the array of KSP contexts 15850971522cSBarry Smith 15860971522cSBarry Smith Note: 1587d32f9abdSBarry Smith After PCFieldSplitGetSubKSP() the array of KSPs IS to be freed by the user 1588d32f9abdSBarry Smith (not the KSP just the array that contains them). 15890971522cSBarry Smith 159069a612a9SBarry Smith You must call KSPSetUp() before calling PCFieldSplitGetSubKSP(). 15910971522cSBarry Smith 1592196cc216SBarry Smith Fortran Usage: You must pass in a KSP array that is large enough to contain all the local KSPs. 15930298fd71SBarry Smith You can call PCFieldSplitGetSubKSP(pc,n,NULL_OBJECT,ierr) to determine how large the 1594196cc216SBarry Smith KSP array must be. 1595196cc216SBarry Smith 1596196cc216SBarry Smith 15970971522cSBarry Smith Level: advanced 15980971522cSBarry Smith 15990971522cSBarry Smith .seealso: PCFIELDSPLIT 16000971522cSBarry Smith @*/ 16017087cfbeSBarry Smith PetscErrorCode PCFieldSplitGetSubKSP(PC pc,PetscInt *n,KSP *subksp[]) 16020971522cSBarry Smith { 16034ac538c5SBarry Smith PetscErrorCode ierr; 16040971522cSBarry Smith 16050971522cSBarry Smith PetscFunctionBegin; 16060700a824SBarry Smith PetscValidHeaderSpecific(pc,PC_CLASSID,1); 160713e0d083SBarry Smith if (n) PetscValidIntPointer(n,2); 16084ac538c5SBarry Smith ierr = PetscUseMethod(pc,"PCFieldSplitGetSubKSP_C",(PC,PetscInt*,KSP **),(pc,n,subksp));CHKERRQ(ierr); 16090971522cSBarry Smith PetscFunctionReturn(0); 16100971522cSBarry Smith } 16110971522cSBarry Smith 1612e69d4d44SBarry Smith #undef __FUNCT__ 1613e69d4d44SBarry Smith #define __FUNCT__ "PCFieldSplitSchurPrecondition" 1614e69d4d44SBarry Smith /*@ 1615e69d4d44SBarry Smith PCFieldSplitSchurPrecondition - Indicates if the Schur complement is preconditioned by a preconditioner constructed by the 1616a04f6461SBarry Smith A11 matrix. Otherwise no preconditioner is used. 1617e69d4d44SBarry Smith 1618e69d4d44SBarry Smith Collective on PC 1619e69d4d44SBarry Smith 1620e69d4d44SBarry Smith Input Parameters: 1621e69d4d44SBarry Smith + pc - the preconditioner context 1622a7476a74SDmitry Karpeev . ptype - which matrix to use for preconditioning the Schur complement: PC_FIELDSPLIT_SCHUR_PRE_A11 (default), PC_FIELDSPLIT_SCHUR_PRE_SELF, PC_FIELDSPLIT_PRE_USER 16230298fd71SBarry Smith - userpre - matrix to use for preconditioning, or NULL 1624084e4875SJed Brown 1625e69d4d44SBarry Smith Options Database: 1626a7476a74SDmitry Karpeev . -pc_fieldsplit_schur_precondition <self,selfp,user,a11> default is a11 1627e69d4d44SBarry Smith 1628fd1303e9SJungho Lee Notes: 1629fd1303e9SJungho Lee $ If ptype is 1630fd1303e9SJungho Lee $ user then the preconditioner for the Schur complement is generated by the provided matrix (pre argument 1631fd1303e9SJungho Lee $ to this function). 1632e87fab1bSBarry Smith $ a11 then the preconditioner for the Schur complement is generated by the block diagonal part of the original 1633fd1303e9SJungho Lee $ matrix associated with the Schur complement (i.e. A11) 1634fd1303e9SJungho Lee $ self the preconditioner for the Schur complement is generated from the Schur complement matrix itself: 1635fd1303e9SJungho Lee $ The only preconditioner that currently works directly with the Schur complement matrix object is the PCLSC 1636fd1303e9SJungho Lee $ preconditioner 1637a7476a74SDmitry Karpeev $ selfp then the preconditioning matrix is an explicitly-assembled approximation Sp = A11 - A10 inv(diag(A00)) A01 1638a7476a74SDmitry Karpeev $ This is only a good preconditioner when diag(A00) is a good preconditioner for A00. 1639fd1303e9SJungho Lee 1640e87fab1bSBarry Smith When solving a saddle point problem, where the A11 block is identically zero, using a11 as the ptype only makes sense 1641fd1303e9SJungho Lee with the additional option -fieldsplit_1_pc_type none. Usually for saddle point problems one would use a ptype of self and 1642a7476a74SDmitry Karpeev -fieldsplit_1_pc_type lsc which uses the least squares commutator to compute a preconditioner for the Schur complement. 1643fd1303e9SJungho Lee 1644a7476a74SDmitry Karpeev Developer Notes: This is a terrible name, which gives no good indication of what the function does. 1645a7476a74SDmitry Karpeev Among other things, it should have 'Set' in the name, since it sets the type of matrix to use. 1646fd1303e9SJungho Lee 1647e69d4d44SBarry Smith Level: intermediate 1648e69d4d44SBarry Smith 1649fd1303e9SJungho Lee .seealso: PCFieldSplitGetSubKSP(), PCFIELDSPLIT, PCFieldSplitSetFields(), PCFieldSplitSchurPreType, PCLSC 1650e69d4d44SBarry Smith 1651e69d4d44SBarry Smith @*/ 16527087cfbeSBarry Smith PetscErrorCode PCFieldSplitSchurPrecondition(PC pc,PCFieldSplitSchurPreType ptype,Mat pre) 1653e69d4d44SBarry Smith { 16544ac538c5SBarry Smith PetscErrorCode ierr; 1655e69d4d44SBarry Smith 1656e69d4d44SBarry Smith PetscFunctionBegin; 16570700a824SBarry Smith PetscValidHeaderSpecific(pc,PC_CLASSID,1); 16584ac538c5SBarry Smith ierr = PetscTryMethod(pc,"PCFieldSplitSchurPrecondition_C",(PC,PCFieldSplitSchurPreType,Mat),(pc,ptype,pre));CHKERRQ(ierr); 1659e69d4d44SBarry Smith PetscFunctionReturn(0); 1660e69d4d44SBarry Smith } 1661e69d4d44SBarry Smith 1662e69d4d44SBarry Smith #undef __FUNCT__ 1663470b340bSDmitry Karpeev #define __FUNCT__ "PCFieldSplitSchurGetS" 166445e7fc46SDmitry Karpeev /*@ 1665470b340bSDmitry Karpeev PCFieldSplitSchurGetS - extract the MatSchurComplement object used by this PC in case it needs to be configured separately 166645e7fc46SDmitry Karpeev 166745e7fc46SDmitry Karpeev Not collective 166845e7fc46SDmitry Karpeev 166945e7fc46SDmitry Karpeev Input Parameter: 167045e7fc46SDmitry Karpeev . pc - the preconditioner context 167145e7fc46SDmitry Karpeev 167245e7fc46SDmitry Karpeev Output Parameter: 1673470b340bSDmitry Karpeev . S - the Schur complement matrix 167445e7fc46SDmitry Karpeev 1675470b340bSDmitry Karpeev Notes: 1676470b340bSDmitry Karpeev This matrix should not be destroyed using MatDestroy(); rather, use PCFieldSplitSchurRestoreS(). 167745e7fc46SDmitry Karpeev 167845e7fc46SDmitry Karpeev Level: advanced 167945e7fc46SDmitry Karpeev 1680470b340bSDmitry Karpeev .seealso: PCFieldSplitGetSubKSP(), PCFIELDSPLIT, PCFieldSplitSchurPreType, PCFieldSplitSchurPrecondition(), MatSchurComplement, PCFieldSplitSchurRestoreS() 168145e7fc46SDmitry Karpeev 168245e7fc46SDmitry Karpeev @*/ 1683470b340bSDmitry Karpeev PetscErrorCode PCFieldSplitSchurGetS(PC pc,Mat *S) 168445e7fc46SDmitry Karpeev { 168545e7fc46SDmitry Karpeev PetscErrorCode ierr; 168645e7fc46SDmitry Karpeev const char* t; 168745e7fc46SDmitry Karpeev PetscBool isfs; 168845e7fc46SDmitry Karpeev PC_FieldSplit *jac; 168945e7fc46SDmitry Karpeev 169045e7fc46SDmitry Karpeev PetscFunctionBegin; 169145e7fc46SDmitry Karpeev PetscValidHeaderSpecific(pc,PC_CLASSID,1); 169245e7fc46SDmitry Karpeev ierr = PetscObjectGetType((PetscObject)pc,&t);CHKERRQ(ierr); 169345e7fc46SDmitry Karpeev ierr = PetscStrcmp(t,PCFIELDSPLIT,&isfs);CHKERRQ(ierr); 169445e7fc46SDmitry Karpeev if (!isfs) SETERRQ1(PETSC_COMM_SELF,PETSC_ERR_ARG_WRONG,"Expected PC of type PCFIELDSPLIT, got %s instead",t); 169545e7fc46SDmitry Karpeev jac = (PC_FieldSplit*)pc->data; 1696470b340bSDmitry Karpeev if (jac->type != PC_COMPOSITE_SCHUR) SETERRQ1(PETSC_COMM_SELF,PETSC_ERR_ARG_WRONG,"Expected PCFIELDSPLIT of type SCHUR, got %D instead",jac->type); 1697470b340bSDmitry Karpeev if (S) *S = jac->schur; 169845e7fc46SDmitry Karpeev PetscFunctionReturn(0); 169945e7fc46SDmitry Karpeev } 170045e7fc46SDmitry Karpeev 170145e7fc46SDmitry Karpeev #undef __FUNCT__ 1702470b340bSDmitry Karpeev #define __FUNCT__ "PCFieldSplitSchurRestoreS" 1703470b340bSDmitry Karpeev /*@ 1704470b340bSDmitry Karpeev PCFieldSplitSchurRestoreS - restores the MatSchurComplement object used by this PC 1705470b340bSDmitry Karpeev 1706470b340bSDmitry Karpeev Not collective 1707470b340bSDmitry Karpeev 1708470b340bSDmitry Karpeev Input Parameters: 1709470b340bSDmitry Karpeev + pc - the preconditioner context 1710470b340bSDmitry Karpeev . S - the Schur complement matrix 1711470b340bSDmitry Karpeev 1712470b340bSDmitry Karpeev Level: advanced 1713470b340bSDmitry Karpeev 1714470b340bSDmitry Karpeev .seealso: PCFieldSplitGetSubKSP(), PCFIELDSPLIT, PCFieldSplitSchurPreType, PCFieldSplitSchurPrecondition(), MatSchurComplement, PCFieldSplitSchurGetS() 1715470b340bSDmitry Karpeev 1716470b340bSDmitry Karpeev @*/ 1717bca69d2bSDmitry Karpeev PetscErrorCode PCFieldSplitSchurRestoreS(PC pc,Mat *S) 1718470b340bSDmitry Karpeev { 1719470b340bSDmitry Karpeev PetscErrorCode ierr; 1720470b340bSDmitry Karpeev const char* t; 1721470b340bSDmitry Karpeev PetscBool isfs; 1722470b340bSDmitry Karpeev PC_FieldSplit *jac; 1723470b340bSDmitry Karpeev 1724470b340bSDmitry Karpeev PetscFunctionBegin; 1725470b340bSDmitry Karpeev PetscValidHeaderSpecific(pc,PC_CLASSID,1); 1726470b340bSDmitry Karpeev ierr = PetscObjectGetType((PetscObject)pc,&t);CHKERRQ(ierr); 1727470b340bSDmitry Karpeev ierr = PetscStrcmp(t,PCFIELDSPLIT,&isfs);CHKERRQ(ierr); 1728470b340bSDmitry Karpeev if (!isfs) SETERRQ1(PETSC_COMM_SELF,PETSC_ERR_ARG_WRONG,"Expected PC of type PCFIELDSPLIT, got %s instead",t); 1729470b340bSDmitry Karpeev jac = (PC_FieldSplit*)pc->data; 1730470b340bSDmitry Karpeev if (jac->type != PC_COMPOSITE_SCHUR) SETERRQ1(PETSC_COMM_SELF,PETSC_ERR_ARG_WRONG,"Expected PCFIELDSPLIT of type SCHUR, got %D instead",jac->type); 1731bca69d2bSDmitry Karpeev if (!S || *S != jac->schur) SETERRQ(PETSC_COMM_SELF,PETSC_ERR_ARG_WRONG,"MatSchurComplement restored is not the same as gotten"); 1732470b340bSDmitry Karpeev PetscFunctionReturn(0); 1733470b340bSDmitry Karpeev } 1734470b340bSDmitry Karpeev 1735470b340bSDmitry Karpeev 1736470b340bSDmitry Karpeev #undef __FUNCT__ 1737e69d4d44SBarry Smith #define __FUNCT__ "PCFieldSplitSchurPrecondition_FieldSplit" 17381e6b0712SBarry Smith static PetscErrorCode PCFieldSplitSchurPrecondition_FieldSplit(PC pc,PCFieldSplitSchurPreType ptype,Mat pre) 1739e69d4d44SBarry Smith { 1740e69d4d44SBarry Smith PC_FieldSplit *jac = (PC_FieldSplit*)pc->data; 1741084e4875SJed Brown PetscErrorCode ierr; 1742e69d4d44SBarry Smith 1743e69d4d44SBarry Smith PetscFunctionBegin; 1744084e4875SJed Brown jac->schurpre = ptype; 1745a7476a74SDmitry Karpeev if (ptype == PC_FIELDSPLIT_SCHUR_PRE_USER && pre) { 17466bf464f9SBarry Smith ierr = MatDestroy(&jac->schur_user);CHKERRQ(ierr); 1747084e4875SJed Brown jac->schur_user = pre; 1748084e4875SJed Brown ierr = PetscObjectReference((PetscObject)jac->schur_user);CHKERRQ(ierr); 1749084e4875SJed Brown } 1750e69d4d44SBarry Smith PetscFunctionReturn(0); 1751e69d4d44SBarry Smith } 1752e69d4d44SBarry Smith 175330ad9308SMatthew Knepley #undef __FUNCT__ 1754c9c6ffaaSJed Brown #define __FUNCT__ "PCFieldSplitSetSchurFactType" 1755ab1df9f5SJed Brown /*@ 1756c9c6ffaaSJed Brown PCFieldSplitSetSchurFactType - sets which blocks of the approximate block factorization to retain 1757ab1df9f5SJed Brown 1758ab1df9f5SJed Brown Collective on PC 1759ab1df9f5SJed Brown 1760ab1df9f5SJed Brown Input Parameters: 1761ab1df9f5SJed Brown + pc - the preconditioner context 1762c9c6ffaaSJed Brown - ftype - which blocks of factorization to retain, PC_FIELDSPLIT_SCHUR_FACT_FULL is default 1763ab1df9f5SJed Brown 1764ab1df9f5SJed Brown Options Database: 1765c9c6ffaaSJed Brown . -pc_fieldsplit_schur_fact_type <diag,lower,upper,full> default is full 1766ab1df9f5SJed Brown 1767ab1df9f5SJed Brown 1768ab1df9f5SJed Brown Level: intermediate 1769ab1df9f5SJed Brown 1770ab1df9f5SJed Brown Notes: 1771ab1df9f5SJed Brown The FULL factorization is 1772ab1df9f5SJed Brown 1773ab1df9f5SJed Brown $ (A B) = (1 0) (A 0) (1 Ainv*B) 1774ab1df9f5SJed Brown $ (C D) (C*Ainv 1) (0 S) (0 1 ) 1775ab1df9f5SJed Brown 17766be4592eSBarry Smith where S = D - C*Ainv*B. In practice, the full factorization is applied via block triangular solves with the grouping L*(D*U). UPPER uses D*U, LOWER uses L*D, 17776be4592eSBarry Smith and DIAG is the diagonal part with the sign of S flipped (because this makes the preconditioner positive definite for many formulations, thus allowing the use of KSPMINRES). 1778ab1df9f5SJed Brown 17796be4592eSBarry Smith If applied exactly, FULL factorization is a direct solver. The preconditioned operator with LOWER or UPPER has all eigenvalues equal to 1 and minimal polynomial 17806be4592eSBarry Smith of degree 2, so KSPGMRES converges in 2 iterations. If the iteration count is very low, consider using KSPFGMRES or KSPGCR which can use one less preconditioner 17816be4592eSBarry Smith application in this case. Note that the preconditioned operator may be highly non-normal, so such fast convergence may not be observed in practice. With DIAG, 17826be4592eSBarry Smith the preconditioned operator has three distinct nonzero eigenvalues and minimal polynomial of degree at most 4, so KSPGMRES converges in at most 4 iterations. 1783ab1df9f5SJed Brown 17846be4592eSBarry Smith For symmetric problems in which A is positive definite and S is negative definite, DIAG can be used with KSPMINRES. Note that a flexible method like KSPFGMRES 17856be4592eSBarry Smith or KSPGCR must be used if the fieldsplit preconditioner is nonlinear (e.g. a few iterations of a Krylov method is used inside a split). 1786ab1df9f5SJed Brown 1787ab1df9f5SJed Brown References: 1788ab1df9f5SJed Brown Murphy, Golub, and Wathen, A note on preconditioning indefinite linear systems, SIAM J. Sci. Comput., 21 (2000) pp. 1969-1972. 1789ab1df9f5SJed Brown 1790ab1df9f5SJed Brown Ipsen, A note on preconditioning nonsymmetric matrices, SIAM J. Sci. Comput., 23 (2001), pp. 1050-1051. 1791ab1df9f5SJed Brown 1792ab1df9f5SJed Brown .seealso: PCFieldSplitGetSubKSP(), PCFIELDSPLIT, PCFieldSplitSetFields(), PCFieldSplitSchurPreType 1793ab1df9f5SJed Brown @*/ 1794c9c6ffaaSJed Brown PetscErrorCode PCFieldSplitSetSchurFactType(PC pc,PCFieldSplitSchurFactType ftype) 1795ab1df9f5SJed Brown { 1796ab1df9f5SJed Brown PetscErrorCode ierr; 1797ab1df9f5SJed Brown 1798ab1df9f5SJed Brown PetscFunctionBegin; 1799ab1df9f5SJed Brown PetscValidHeaderSpecific(pc,PC_CLASSID,1); 1800c9c6ffaaSJed Brown ierr = PetscTryMethod(pc,"PCFieldSplitSetSchurFactType_C",(PC,PCFieldSplitSchurFactType),(pc,ftype));CHKERRQ(ierr); 1801ab1df9f5SJed Brown PetscFunctionReturn(0); 1802ab1df9f5SJed Brown } 1803ab1df9f5SJed Brown 1804ab1df9f5SJed Brown #undef __FUNCT__ 1805c9c6ffaaSJed Brown #define __FUNCT__ "PCFieldSplitSetSchurFactType_FieldSplit" 18061e6b0712SBarry Smith static PetscErrorCode PCFieldSplitSetSchurFactType_FieldSplit(PC pc,PCFieldSplitSchurFactType ftype) 1807ab1df9f5SJed Brown { 1808ab1df9f5SJed Brown PC_FieldSplit *jac = (PC_FieldSplit*)pc->data; 1809ab1df9f5SJed Brown 1810ab1df9f5SJed Brown PetscFunctionBegin; 1811ab1df9f5SJed Brown jac->schurfactorization = ftype; 1812ab1df9f5SJed Brown PetscFunctionReturn(0); 1813ab1df9f5SJed Brown } 1814ab1df9f5SJed Brown 1815ab1df9f5SJed Brown #undef __FUNCT__ 181630ad9308SMatthew Knepley #define __FUNCT__ "PCFieldSplitGetSchurBlocks" 181730ad9308SMatthew Knepley /*@C 18188c03b21aSDmitry Karpeev PCFieldSplitGetSchurBlocks - Gets all matrix blocks for the Schur complement 181930ad9308SMatthew Knepley 182030ad9308SMatthew Knepley Collective on KSP 182130ad9308SMatthew Knepley 182230ad9308SMatthew Knepley Input Parameter: 182330ad9308SMatthew Knepley . pc - the preconditioner context 182430ad9308SMatthew Knepley 182530ad9308SMatthew Knepley Output Parameters: 1826a04f6461SBarry Smith + A00 - the (0,0) block 1827a04f6461SBarry Smith . A01 - the (0,1) block 1828a04f6461SBarry Smith . A10 - the (1,0) block 1829a04f6461SBarry Smith - A11 - the (1,1) block 183030ad9308SMatthew Knepley 183130ad9308SMatthew Knepley Level: advanced 183230ad9308SMatthew Knepley 183330ad9308SMatthew Knepley .seealso: PCFIELDSPLIT 183430ad9308SMatthew Knepley @*/ 1835a04f6461SBarry Smith PetscErrorCode PCFieldSplitGetSchurBlocks(PC pc,Mat *A00,Mat *A01,Mat *A10, Mat *A11) 183630ad9308SMatthew Knepley { 183730ad9308SMatthew Knepley PC_FieldSplit *jac = (PC_FieldSplit*) pc->data; 183830ad9308SMatthew Knepley 183930ad9308SMatthew Knepley PetscFunctionBegin; 18400700a824SBarry Smith PetscValidHeaderSpecific(pc,PC_CLASSID,1); 1841ce94432eSBarry Smith if (jac->type != PC_COMPOSITE_SCHUR) SETERRQ(PetscObjectComm((PetscObject)pc),PETSC_ERR_ARG_WRONG, "FieldSplit is not using a Schur complement approach."); 1842a04f6461SBarry Smith if (A00) *A00 = jac->pmat[0]; 1843a04f6461SBarry Smith if (A01) *A01 = jac->B; 1844a04f6461SBarry Smith if (A10) *A10 = jac->C; 1845a04f6461SBarry Smith if (A11) *A11 = jac->pmat[1]; 184630ad9308SMatthew Knepley PetscFunctionReturn(0); 184730ad9308SMatthew Knepley } 184830ad9308SMatthew Knepley 184979416396SBarry Smith #undef __FUNCT__ 185079416396SBarry Smith #define __FUNCT__ "PCFieldSplitSetType_FieldSplit" 18511e6b0712SBarry Smith static PetscErrorCode PCFieldSplitSetType_FieldSplit(PC pc,PCCompositeType type) 185279416396SBarry Smith { 185379416396SBarry Smith PC_FieldSplit *jac = (PC_FieldSplit*)pc->data; 1854e69d4d44SBarry Smith PetscErrorCode ierr; 185579416396SBarry Smith 185679416396SBarry Smith PetscFunctionBegin; 185779416396SBarry Smith jac->type = type; 18583b224e63SBarry Smith if (type == PC_COMPOSITE_SCHUR) { 18593b224e63SBarry Smith pc->ops->apply = PCApply_FieldSplit_Schur; 18603b224e63SBarry Smith pc->ops->view = PCView_FieldSplit_Schur; 18612fa5cd67SKarl Rupp 1862bdf89e91SBarry Smith ierr = PetscObjectComposeFunction((PetscObject)pc,"PCFieldSplitGetSubKSP_C",PCFieldSplitGetSubKSP_FieldSplit_Schur);CHKERRQ(ierr); 1863bdf89e91SBarry Smith ierr = PetscObjectComposeFunction((PetscObject)pc,"PCFieldSplitSchurPrecondition_C",PCFieldSplitSchurPrecondition_FieldSplit);CHKERRQ(ierr); 1864bdf89e91SBarry Smith ierr = PetscObjectComposeFunction((PetscObject)pc,"PCFieldSplitSetSchurFactType_C",PCFieldSplitSetSchurFactType_FieldSplit);CHKERRQ(ierr); 1865e69d4d44SBarry Smith 18663b224e63SBarry Smith } else { 18673b224e63SBarry Smith pc->ops->apply = PCApply_FieldSplit; 18683b224e63SBarry Smith pc->ops->view = PCView_FieldSplit; 18692fa5cd67SKarl Rupp 1870bdf89e91SBarry Smith ierr = PetscObjectComposeFunction((PetscObject)pc,"PCFieldSplitGetSubKSP_C",PCFieldSplitGetSubKSP_FieldSplit);CHKERRQ(ierr); 1871bdf89e91SBarry Smith ierr = PetscObjectComposeFunction((PetscObject)pc,"PCFieldSplitSchurPrecondition_C",0);CHKERRQ(ierr); 1872bdf89e91SBarry Smith ierr = PetscObjectComposeFunction((PetscObject)pc,"PCFieldSplitSetSchurFactType_C",0);CHKERRQ(ierr); 18733b224e63SBarry Smith } 187479416396SBarry Smith PetscFunctionReturn(0); 187579416396SBarry Smith } 187679416396SBarry Smith 187751f519a2SBarry Smith #undef __FUNCT__ 187851f519a2SBarry Smith #define __FUNCT__ "PCFieldSplitSetBlockSize_FieldSplit" 18791e6b0712SBarry Smith static PetscErrorCode PCFieldSplitSetBlockSize_FieldSplit(PC pc,PetscInt bs) 188051f519a2SBarry Smith { 188151f519a2SBarry Smith PC_FieldSplit *jac = (PC_FieldSplit*)pc->data; 188251f519a2SBarry Smith 188351f519a2SBarry Smith PetscFunctionBegin; 1884ce94432eSBarry Smith if (bs < 1) SETERRQ1(PetscObjectComm((PetscObject)pc),PETSC_ERR_ARG_OUTOFRANGE,"Blocksize must be positive, you gave %D",bs); 1885ce94432eSBarry Smith if (jac->bs > 0 && jac->bs != bs) SETERRQ2(PetscObjectComm((PetscObject)pc),PETSC_ERR_ARG_WRONGSTATE,"Cannot change fieldsplit blocksize from %D to %D after it has been set",jac->bs,bs); 188651f519a2SBarry Smith jac->bs = bs; 188751f519a2SBarry Smith PetscFunctionReturn(0); 188851f519a2SBarry Smith } 188951f519a2SBarry Smith 189079416396SBarry Smith #undef __FUNCT__ 189179416396SBarry Smith #define __FUNCT__ "PCFieldSplitSetType" 1892bc08b0f1SBarry Smith /*@ 189379416396SBarry Smith PCFieldSplitSetType - Sets the type of fieldsplit preconditioner. 189479416396SBarry Smith 189579416396SBarry Smith Collective on PC 189679416396SBarry Smith 189779416396SBarry Smith Input Parameter: 189879416396SBarry Smith . pc - the preconditioner context 189981540f2fSBarry Smith . type - PC_COMPOSITE_ADDITIVE, PC_COMPOSITE_MULTIPLICATIVE (default), PC_COMPOSITE_SYMMETRIC_MULTIPLICATIVE, PC_COMPOSITE_SPECIAL, PC_COMPOSITE_SCHUR 190079416396SBarry Smith 190179416396SBarry Smith Options Database Key: 1902a4efd8eaSMatthew Knepley . -pc_fieldsplit_type <type: one of multiplicative, additive, symmetric_multiplicative, special, schur> - Sets fieldsplit preconditioner type 190379416396SBarry Smith 1904b02e2d75SMatthew G Knepley Level: Intermediate 190579416396SBarry Smith 190679416396SBarry Smith .keywords: PC, set, type, composite preconditioner, additive, multiplicative 190779416396SBarry Smith 190879416396SBarry Smith .seealso: PCCompositeSetType() 190979416396SBarry Smith 191079416396SBarry Smith @*/ 19117087cfbeSBarry Smith PetscErrorCode PCFieldSplitSetType(PC pc,PCCompositeType type) 191279416396SBarry Smith { 19134ac538c5SBarry Smith PetscErrorCode ierr; 191479416396SBarry Smith 191579416396SBarry Smith PetscFunctionBegin; 19160700a824SBarry Smith PetscValidHeaderSpecific(pc,PC_CLASSID,1); 19174ac538c5SBarry Smith ierr = PetscTryMethod(pc,"PCFieldSplitSetType_C",(PC,PCCompositeType),(pc,type));CHKERRQ(ierr); 191879416396SBarry Smith PetscFunctionReturn(0); 191979416396SBarry Smith } 192079416396SBarry Smith 1921b02e2d75SMatthew G Knepley #undef __FUNCT__ 1922b02e2d75SMatthew G Knepley #define __FUNCT__ "PCFieldSplitGetType" 1923b02e2d75SMatthew G Knepley /*@ 1924b02e2d75SMatthew G Knepley PCFieldSplitGetType - Gets the type of fieldsplit preconditioner. 1925b02e2d75SMatthew G Knepley 1926b02e2d75SMatthew G Knepley Not collective 1927b02e2d75SMatthew G Knepley 1928b02e2d75SMatthew G Knepley Input Parameter: 1929b02e2d75SMatthew G Knepley . pc - the preconditioner context 1930b02e2d75SMatthew G Knepley 1931b02e2d75SMatthew G Knepley Output Parameter: 1932b02e2d75SMatthew G Knepley . type - PC_COMPOSITE_ADDITIVE, PC_COMPOSITE_MULTIPLICATIVE (default), PC_COMPOSITE_SYMMETRIC_MULTIPLICATIVE, PC_COMPOSITE_SPECIAL, PC_COMPOSITE_SCHUR 1933b02e2d75SMatthew G Knepley 1934b02e2d75SMatthew G Knepley Level: Intermediate 1935b02e2d75SMatthew G Knepley 1936b02e2d75SMatthew G Knepley .keywords: PC, set, type, composite preconditioner, additive, multiplicative 1937b02e2d75SMatthew G Knepley .seealso: PCCompositeSetType() 1938b02e2d75SMatthew G Knepley @*/ 1939b02e2d75SMatthew G Knepley PetscErrorCode PCFieldSplitGetType(PC pc, PCCompositeType *type) 1940b02e2d75SMatthew G Knepley { 1941b02e2d75SMatthew G Knepley PC_FieldSplit *jac = (PC_FieldSplit*) pc->data; 1942b02e2d75SMatthew G Knepley 1943b02e2d75SMatthew G Knepley PetscFunctionBegin; 1944b02e2d75SMatthew G Knepley PetscValidHeaderSpecific(pc,PC_CLASSID,1); 1945b02e2d75SMatthew G Knepley PetscValidIntPointer(type,2); 1946b02e2d75SMatthew G Knepley *type = jac->type; 1947b02e2d75SMatthew G Knepley PetscFunctionReturn(0); 1948b02e2d75SMatthew G Knepley } 1949b02e2d75SMatthew G Knepley 19504ab8060aSDmitry Karpeev #undef __FUNCT__ 19514ab8060aSDmitry Karpeev #define __FUNCT__ "PCFieldSplitSetDMSplits" 19524ab8060aSDmitry Karpeev /*@ 19534ab8060aSDmitry Karpeev PCFieldSplitSetDMSplits - Flags whether DMCreateFieldDecomposition() should be used to define the splits, whenever possible. 19544ab8060aSDmitry Karpeev 19554ab8060aSDmitry Karpeev Logically Collective 19564ab8060aSDmitry Karpeev 19574ab8060aSDmitry Karpeev Input Parameters: 19584ab8060aSDmitry Karpeev + pc - the preconditioner context 19594ab8060aSDmitry Karpeev - flg - boolean indicating whether to use field splits defined by the DM 19604ab8060aSDmitry Karpeev 19614ab8060aSDmitry Karpeev Options Database Key: 19624ab8060aSDmitry Karpeev . -pc_fieldsplit_dm_splits 19634ab8060aSDmitry Karpeev 19644ab8060aSDmitry Karpeev Level: Intermediate 19654ab8060aSDmitry Karpeev 19664ab8060aSDmitry Karpeev .keywords: PC, DM, composite preconditioner, additive, multiplicative 19674ab8060aSDmitry Karpeev 19684ab8060aSDmitry Karpeev .seealso: PCFieldSplitGetDMSplits() 19694ab8060aSDmitry Karpeev 19704ab8060aSDmitry Karpeev @*/ 19714ab8060aSDmitry Karpeev PetscErrorCode PCFieldSplitSetDMSplits(PC pc,PetscBool flg) 19724ab8060aSDmitry Karpeev { 19734ab8060aSDmitry Karpeev PC_FieldSplit *jac = (PC_FieldSplit*)pc->data; 19744ab8060aSDmitry Karpeev PetscBool isfs; 19754ab8060aSDmitry Karpeev PetscErrorCode ierr; 19764ab8060aSDmitry Karpeev 19774ab8060aSDmitry Karpeev PetscFunctionBegin; 19784ab8060aSDmitry Karpeev PetscValidHeaderSpecific(pc,PC_CLASSID,1); 19794ab8060aSDmitry Karpeev PetscValidLogicalCollectiveBool(pc,flg,2); 19804ab8060aSDmitry Karpeev ierr = PetscObjectTypeCompare((PetscObject)pc,PCFIELDSPLIT,&isfs);CHKERRQ(ierr); 19814ab8060aSDmitry Karpeev if (isfs) { 19824ab8060aSDmitry Karpeev jac->dm_splits = flg; 19834ab8060aSDmitry Karpeev } 19844ab8060aSDmitry Karpeev PetscFunctionReturn(0); 19854ab8060aSDmitry Karpeev } 19864ab8060aSDmitry Karpeev 19874ab8060aSDmitry Karpeev 19884ab8060aSDmitry Karpeev #undef __FUNCT__ 19894ab8060aSDmitry Karpeev #define __FUNCT__ "PCFieldSplitGetDMSplits" 19904ab8060aSDmitry Karpeev /*@ 19914ab8060aSDmitry Karpeev PCFieldSplitGetDMSplits - Returns flag indicating whether DMCreateFieldDecomposition() should be used to define the splits, whenever possible. 19924ab8060aSDmitry Karpeev 19934ab8060aSDmitry Karpeev Logically Collective 19944ab8060aSDmitry Karpeev 19954ab8060aSDmitry Karpeev Input Parameter: 19964ab8060aSDmitry Karpeev . pc - the preconditioner context 19974ab8060aSDmitry Karpeev 19984ab8060aSDmitry Karpeev Output Parameter: 19994ab8060aSDmitry Karpeev . flg - boolean indicating whether to use field splits defined by the DM 20004ab8060aSDmitry Karpeev 20014ab8060aSDmitry Karpeev Level: Intermediate 20024ab8060aSDmitry Karpeev 20034ab8060aSDmitry Karpeev .keywords: PC, DM, composite preconditioner, additive, multiplicative 20044ab8060aSDmitry Karpeev 20054ab8060aSDmitry Karpeev .seealso: PCFieldSplitSetDMSplits() 20064ab8060aSDmitry Karpeev 20074ab8060aSDmitry Karpeev @*/ 20084ab8060aSDmitry Karpeev PetscErrorCode PCFieldSplitGetDMSplits(PC pc,PetscBool* flg) 20094ab8060aSDmitry Karpeev { 20104ab8060aSDmitry Karpeev PC_FieldSplit *jac = (PC_FieldSplit*)pc->data; 20114ab8060aSDmitry Karpeev PetscBool isfs; 20124ab8060aSDmitry Karpeev PetscErrorCode ierr; 20134ab8060aSDmitry Karpeev 20144ab8060aSDmitry Karpeev PetscFunctionBegin; 20154ab8060aSDmitry Karpeev PetscValidHeaderSpecific(pc,PC_CLASSID,1); 20164ab8060aSDmitry Karpeev PetscValidPointer(flg,2); 20174ab8060aSDmitry Karpeev ierr = PetscObjectTypeCompare((PetscObject)pc,PCFIELDSPLIT,&isfs);CHKERRQ(ierr); 20184ab8060aSDmitry Karpeev if (isfs) { 20194ab8060aSDmitry Karpeev if(flg) *flg = jac->dm_splits; 20204ab8060aSDmitry Karpeev } 20214ab8060aSDmitry Karpeev PetscFunctionReturn(0); 20224ab8060aSDmitry Karpeev } 20234ab8060aSDmitry Karpeev 20240971522cSBarry Smith /* -------------------------------------------------------------------------------------*/ 20250971522cSBarry Smith /*MC 2026a8c7a070SBarry Smith PCFIELDSPLIT - Preconditioner created by combining separate preconditioners for individual 2027a04f6461SBarry Smith fields or groups of fields. See the users manual section "Solving Block Matrices" for more details. 20280971522cSBarry Smith 2029edf189efSBarry Smith To set options on the solvers for each block append -fieldsplit_ to all the PC 2030edf189efSBarry Smith options database keys. For example, -fieldsplit_pc_type ilu -fieldsplit_pc_factor_levels 1 20310971522cSBarry Smith 2032a8c7a070SBarry Smith To set the options on the solvers separate for each block call PCFieldSplitGetSubKSP() 203369a612a9SBarry Smith and set the options directly on the resulting KSP object 20340971522cSBarry Smith 20350971522cSBarry Smith Level: intermediate 20360971522cSBarry Smith 203779416396SBarry Smith Options Database Keys: 203881540f2fSBarry Smith + -pc_fieldsplit_%d_fields <a,b,..> - indicates the fields to be used in the %d'th split 203981540f2fSBarry Smith . -pc_fieldsplit_default - automatically add any fields to additional splits that have not 204081540f2fSBarry Smith been supplied explicitly by -pc_fieldsplit_%d_fields 204181540f2fSBarry Smith . -pc_fieldsplit_block_size <bs> - size of block that defines fields (i.e. there are bs fields) 20420f188ba9SJed Brown . -pc_fieldsplit_type <additive,multiplicative,symmetric_multiplicative,schur> - type of relaxation or factorization splitting 2043a7476a74SDmitry Karpeev . -pc_fieldsplit_schur_precondition <self,selfp,user,a11> - default is a11 2044435f959eSBarry Smith . -pc_fieldsplit_detect_saddle_point - automatically finds rows with zero or negative diagonal and uses Schur complement with no preconditioner as the solver 204579416396SBarry Smith 20465d4c12cdSJungho Lee - Options prefix for inner solvers when using Schur complement preconditioner are -fieldsplit_0_ and -fieldsplit_1_ 20475d4c12cdSJungho Lee for all other solvers they are -fieldsplit_%d_ for the dth field, use -fieldsplit_ for all fields 20485d4c12cdSJungho Lee 2049c8a0d604SMatthew G Knepley Notes: 2050c8a0d604SMatthew G Knepley Use PCFieldSplitSetFields() to set fields defined by "strided" entries and PCFieldSplitSetIS() 2051d32f9abdSBarry Smith to define a field by an arbitrary collection of entries. 2052d32f9abdSBarry Smith 2053d32f9abdSBarry Smith If no fields are set the default is used. The fields are defined by entries strided by bs, 2054d32f9abdSBarry Smith beginning at 0 then 1, etc to bs-1. The block size can be set with PCFieldSplitSetBlockSize(), 2055d32f9abdSBarry Smith if this is not called the block size defaults to the blocksize of the second matrix passed 2056d32f9abdSBarry Smith to KSPSetOperators()/PCSetOperators(). 2057d32f9abdSBarry Smith 2058c8a0d604SMatthew G Knepley $ For the Schur complement preconditioner if J = ( A00 A01 ) 2059c8a0d604SMatthew G Knepley $ ( A10 A11 ) 2060c8a0d604SMatthew G Knepley $ the preconditioner using full factorization is 2061c8a0d604SMatthew G Knepley $ ( I -A10 ksp(A00) ) ( inv(A00) 0 ) ( I 0 ) 2062c8a0d604SMatthew G Knepley $ ( 0 I ) ( 0 ksp(S) ) ( -A10 ksp(A00) I ) 2063a04f6461SBarry Smith where the action of inv(A00) is applied using the KSP solver with prefix -fieldsplit_0_. The action of 2064c8a0d604SMatthew G Knepley ksp(S) is computed using the KSP solver with prefix -fieldsplit_splitname_ (where splitname was given 2065a7476a74SDmitry Karpeev in providing the SECOND split or 1 if not given). For PCFieldSplitGetKSP() when field number is 0, 2066c8a0d604SMatthew G Knepley it returns the KSP associated with -fieldsplit_0_ while field number 1 gives -fieldsplit_1_ KSP. By default 2067a04f6461SBarry Smith A11 is used to construct a preconditioner for S, use PCFieldSplitSchurPrecondition() to turn on or off this 2068a7476a74SDmitry Karpeev option. You can use the preconditioner PCLSC to precondition the Schur complement with -fieldsplit_1_pc_type lsc. 2069a7476a74SDmitry Karpeev When option -fieldsplit_schur_precondition selfp is given, an approximation to S is assembled -- 2070a7476a74SDmitry Karpeev Sp = A11 - A10 inv(diag(A00)) A01, which has type AIJ and can be used with a variety of preconditioners 2071a7476a74SDmitry Karpeev (e.g., -fieldsplit_1_pc_type asm). 2072a7476a74SDmitry Karpeev The factorization type is set using -pc_fieldsplit_schur_fact_type <diag, lower, upper, full>. The full is shown above, 20735668aaf4SBarry Smith diag gives 2074c8a0d604SMatthew G Knepley $ ( inv(A00) 0 ) 2075c8a0d604SMatthew G Knepley $ ( 0 -ksp(S) ) 20765668aaf4SBarry Smith note that slightly counter intuitively there is a negative in front of the ksp(S) so that the preconditioner is positive definite. The lower factorization is the inverse of 2077c8a0d604SMatthew G Knepley $ ( A00 0 ) 2078c8a0d604SMatthew G Knepley $ ( A10 S ) 2079c8a0d604SMatthew G Knepley where the inverses of A00 and S are applied using KSPs. The upper factorization is the inverse of 2080c8a0d604SMatthew G Knepley $ ( A00 A01 ) 2081c8a0d604SMatthew G Knepley $ ( 0 S ) 2082c8a0d604SMatthew G Knepley where again the inverses of A00 and S are applied using KSPs. 2083e69d4d44SBarry Smith 2084edf189efSBarry Smith If only one set of indices (one IS) is provided with PCFieldSplitSetIS() then the complement of that IS 2085edf189efSBarry Smith is used automatically for a second block. 2086edf189efSBarry Smith 2087ff218e97SBarry Smith The fieldsplit preconditioner cannot currently be used with the BAIJ or SBAIJ data formats if the blocksize is larger than 1. 2088ff218e97SBarry Smith Generally it should be used with the AIJ format. 2089ff218e97SBarry Smith 2090ff218e97SBarry Smith The forms of these preconditioners are closely related if not identical to forms derived as "Distributive Iterations", see, 2091ff218e97SBarry Smith for example, page 294 in "Principles of Computational Fluid Dynamics" by Pieter Wesseling. Note that one can also use PCFIELDSPLIT 2092ff218e97SBarry Smith inside a smoother resulting in "Distributive Smoothers". 20930716a85fSBarry Smith 2094a541d17aSBarry Smith Concepts: physics based preconditioners, block preconditioners 20950971522cSBarry Smith 20967e8cb189SBarry Smith .seealso: PCCreate(), PCSetType(), PCType (for list of available types), PC, Block_Preconditioners, PCLSC, 2097e69d4d44SBarry Smith PCFieldSplitGetSubKSP(), PCFieldSplitSetFields(), PCFieldSplitSetType(), PCFieldSplitSetIS(), PCFieldSplitSchurPrecondition() 20980971522cSBarry Smith M*/ 20990971522cSBarry Smith 21000971522cSBarry Smith #undef __FUNCT__ 21010971522cSBarry Smith #define __FUNCT__ "PCCreate_FieldSplit" 21028cc058d9SJed Brown PETSC_EXTERN PetscErrorCode PCCreate_FieldSplit(PC pc) 21030971522cSBarry Smith { 21040971522cSBarry Smith PetscErrorCode ierr; 21050971522cSBarry Smith PC_FieldSplit *jac; 21060971522cSBarry Smith 21070971522cSBarry Smith PetscFunctionBegin; 2108b00a9115SJed Brown ierr = PetscNewLog(pc,&jac);CHKERRQ(ierr); 21092fa5cd67SKarl Rupp 21100971522cSBarry Smith jac->bs = -1; 21110971522cSBarry Smith jac->nsplits = 0; 21123e197d65SBarry Smith jac->type = PC_COMPOSITE_MULTIPLICATIVE; 2113e6cab6aaSJed Brown jac->schurpre = PC_FIELDSPLIT_SCHUR_PRE_USER; /* Try user preconditioner first, fall back on diagonal */ 2114c9c6ffaaSJed Brown jac->schurfactorization = PC_FIELDSPLIT_SCHUR_FACT_FULL; 2115fbe7908bSJed Brown jac->dm_splits = PETSC_TRUE; 211651f519a2SBarry Smith 21170971522cSBarry Smith pc->data = (void*)jac; 21180971522cSBarry Smith 21190971522cSBarry Smith pc->ops->apply = PCApply_FieldSplit; 2120421e10b8SBarry Smith pc->ops->applytranspose = PCApplyTranspose_FieldSplit; 21210971522cSBarry Smith pc->ops->setup = PCSetUp_FieldSplit; 2122574deadeSBarry Smith pc->ops->reset = PCReset_FieldSplit; 21230971522cSBarry Smith pc->ops->destroy = PCDestroy_FieldSplit; 21240971522cSBarry Smith pc->ops->setfromoptions = PCSetFromOptions_FieldSplit; 21250971522cSBarry Smith pc->ops->view = PCView_FieldSplit; 21260971522cSBarry Smith pc->ops->applyrichardson = 0; 21270971522cSBarry Smith 2128bdf89e91SBarry Smith ierr = PetscObjectComposeFunction((PetscObject)pc,"PCFieldSplitGetSubKSP_C",PCFieldSplitGetSubKSP_FieldSplit);CHKERRQ(ierr); 2129bdf89e91SBarry Smith ierr = PetscObjectComposeFunction((PetscObject)pc,"PCFieldSplitSetFields_C",PCFieldSplitSetFields_FieldSplit);CHKERRQ(ierr); 2130bdf89e91SBarry Smith ierr = PetscObjectComposeFunction((PetscObject)pc,"PCFieldSplitSetIS_C",PCFieldSplitSetIS_FieldSplit);CHKERRQ(ierr); 2131bdf89e91SBarry Smith ierr = PetscObjectComposeFunction((PetscObject)pc,"PCFieldSplitSetType_C",PCFieldSplitSetType_FieldSplit);CHKERRQ(ierr); 2132bdf89e91SBarry Smith ierr = PetscObjectComposeFunction((PetscObject)pc,"PCFieldSplitSetBlockSize_C",PCFieldSplitSetBlockSize_FieldSplit);CHKERRQ(ierr); 21330971522cSBarry Smith PetscFunctionReturn(0); 21340971522cSBarry Smith } 21350971522cSBarry Smith 21360971522cSBarry Smith 2137a541d17aSBarry Smith 2138