1dba47a55SKris Buschelman 2b45d2f2cSJed Brown #include <petsc-private/pcimpl.h> /*I "petscpc.h" I*/ 31e25c274SJed Brown #include <petscdm.h> 40971522cSBarry Smith 5443836d0SMatthew G Knepley /* 6443836d0SMatthew G Knepley There is a nice discussion of block preconditioners in 7443836d0SMatthew G Knepley 81997fe2eSSatish Balay [El08] A taxonomy and comparison of parallel block multi-level preconditioners for the incompressible Navier-Stokes equations 9443836d0SMatthew G Knepley Howard Elman, V.E. Howle, John Shadid, Robert Shuttleworth, Ray Tuminaro, Journal of Computational Physics 227 (2008) 1790--1808 101b8e4c5fSJed Brown http://chess.cs.umd.edu/~elman/papers/tax.pdf 11443836d0SMatthew G Knepley */ 12443836d0SMatthew G Knepley 13a7476a74SDmitry Karpeev const char *const PCFieldSplitSchurPreTypes[] = {"SELF","SELFP","A11","USER","PCFieldSplitSchurPreType","PC_FIELDSPLIT_SCHUR_PRE_",0}; 14c9c6ffaaSJed Brown const char *const PCFieldSplitSchurFactTypes[] = {"DIAG","LOWER","UPPER","FULL","PCFieldSplitSchurFactType","PC_FIELDSPLIT_SCHUR_FACT_",0}; 15c5d2311dSJed Brown 160971522cSBarry Smith typedef struct _PC_FieldSplitLink *PC_FieldSplitLink; 170971522cSBarry Smith struct _PC_FieldSplitLink { 1869a612a9SBarry Smith KSP ksp; 19443836d0SMatthew G Knepley Vec x,y,z; 20db4c96c1SJed Brown char *splitname; 210971522cSBarry Smith PetscInt nfields; 225d4c12cdSJungho Lee PetscInt *fields,*fields_col; 231b9fc7fcSBarry Smith VecScatter sctx; 245d4c12cdSJungho Lee IS is,is_col; 2551f519a2SBarry Smith PC_FieldSplitLink next,previous; 260971522cSBarry Smith }; 270971522cSBarry Smith 280971522cSBarry Smith typedef struct { 2968dd23aaSBarry Smith PCCompositeType type; 30ace3abfcSBarry Smith PetscBool defaultsplit; /* Flag for a system with a set of 'k' scalar fields with the same layout (and bs = k) */ 31ace3abfcSBarry Smith PetscBool splitdefined; /* Flag is set after the splits have been defined, to prevent more splits from being added */ 3230ad9308SMatthew Knepley PetscInt bs; /* Block size for IS and Mat structures */ 3330ad9308SMatthew Knepley PetscInt nsplits; /* Number of field divisions defined */ 3479416396SBarry Smith Vec *x,*y,w1,w2; 35519d70e2SJed Brown Mat *mat; /* The diagonal block for each split */ 36519d70e2SJed Brown Mat *pmat; /* The preconditioning diagonal block for each split */ 3730ad9308SMatthew Knepley Mat *Afield; /* The rows of the matrix associated with each split */ 38ace3abfcSBarry Smith PetscBool issetup; 392fa5cd67SKarl Rupp 4030ad9308SMatthew Knepley /* Only used when Schur complement preconditioning is used */ 4130ad9308SMatthew Knepley Mat B; /* The (0,1) block */ 4230ad9308SMatthew Knepley Mat C; /* The (1,0) block */ 43443836d0SMatthew G Knepley Mat schur; /* The Schur complement S = A11 - A10 A00^{-1} A01, the KSP here, kspinner, is H_1 in [El08] */ 44a7476a74SDmitry Karpeev Mat schurp; /* Assembled approximation to S built by MatSchurComplement to be used as a preconditioning matrix when solving with S */ 45084e4875SJed Brown Mat schur_user; /* User-provided preconditioning matrix for the Schur complement */ 46084e4875SJed Brown PCFieldSplitSchurPreType schurpre; /* Determines which preconditioning matrix is used for the Schur complement */ 47c9c6ffaaSJed Brown PCFieldSplitSchurFactType schurfactorization; 4830ad9308SMatthew Knepley KSP kspschur; /* The solver for S */ 49443836d0SMatthew G Knepley KSP kspupper; /* The solver for A in the upper diagonal part of the factorization (H_2 in [El08]) */ 5097bbdb24SBarry Smith PC_FieldSplitLink head; 5163ec74ffSBarry Smith PetscBool reset; /* indicates PCReset() has been last called on this object, hack */ 52c1570756SJed Brown PetscBool suboptionsset; /* Indicates that the KSPSetFromOptions() has been called on the sub-KSPs */ 534ab8060aSDmitry Karpeev PetscBool dm_splits; /* Whether to use DMCreateFieldDecomposition() whenever possible */ 54*c84da90fSDmitry Karpeev PetscBool diag_use_amat; /* Whether to extract diagonal matrix blocks from Amat, rather than Pmat (weaker than -pc_use_amat) */ 55*c84da90fSDmitry Karpeev PetscBool offdiag_use_amat; /* Whether to extract off-diagonal matrix blocks from Amat, rather than Pmat (weaker than -pc_use_amat) */ 560971522cSBarry Smith } PC_FieldSplit; 570971522cSBarry Smith 5816913363SBarry Smith /* 5916913363SBarry Smith Notes: there is no particular reason that pmat, x, and y are stored as arrays in PC_FieldSplit instead of 6016913363SBarry Smith inside PC_FieldSplitLink, just historical. If you want to be able to add new fields after already using the 6116913363SBarry Smith PC you could change this. 6216913363SBarry Smith */ 63084e4875SJed Brown 64e6cab6aaSJed Brown /* This helper is so that setting a user-provided preconditioning matrix is orthogonal to choosing to use it. This way the 65084e4875SJed Brown * application-provided FormJacobian can provide this matrix without interfering with the user's (command-line) choices. */ 66084e4875SJed Brown static Mat FieldSplitSchurPre(PC_FieldSplit *jac) 67084e4875SJed Brown { 68084e4875SJed Brown switch (jac->schurpre) { 69084e4875SJed Brown case PC_FIELDSPLIT_SCHUR_PRE_SELF: return jac->schur; 70a7476a74SDmitry Karpeev case PC_FIELDSPLIT_SCHUR_PRE_SELFP: return jac->schurp; 71e87fab1bSBarry Smith case PC_FIELDSPLIT_SCHUR_PRE_A11: return jac->pmat[1]; 72084e4875SJed Brown case PC_FIELDSPLIT_SCHUR_PRE_USER: /* Use a user-provided matrix if it is given, otherwise diagonal block */ 73084e4875SJed Brown default: 74084e4875SJed Brown return jac->schur_user ? jac->schur_user : jac->pmat[1]; 75084e4875SJed Brown } 76084e4875SJed Brown } 77084e4875SJed Brown 78084e4875SJed Brown 799804daf3SBarry Smith #include <petscdraw.h> 800971522cSBarry Smith #undef __FUNCT__ 810971522cSBarry Smith #define __FUNCT__ "PCView_FieldSplit" 820971522cSBarry Smith static PetscErrorCode PCView_FieldSplit(PC pc,PetscViewer viewer) 830971522cSBarry Smith { 840971522cSBarry Smith PC_FieldSplit *jac = (PC_FieldSplit*)pc->data; 850971522cSBarry Smith PetscErrorCode ierr; 86d9884438SBarry Smith PetscBool iascii,isdraw; 870971522cSBarry Smith PetscInt i,j; 885a9f2f41SSatish Balay PC_FieldSplitLink ilink = jac->head; 890971522cSBarry Smith 900971522cSBarry Smith PetscFunctionBegin; 91251f4c67SDmitry Karpeev ierr = PetscObjectTypeCompare((PetscObject)viewer,PETSCVIEWERASCII,&iascii);CHKERRQ(ierr); 92d9884438SBarry Smith ierr = PetscObjectTypeCompare((PetscObject)viewer,PETSCVIEWERDRAW,&isdraw);CHKERRQ(ierr); 930971522cSBarry Smith if (iascii) { 942c9966d7SBarry Smith if (jac->bs > 0) { 9551f519a2SBarry Smith ierr = PetscViewerASCIIPrintf(viewer," FieldSplit with %s composition: total splits = %D, blocksize = %D\n",PCCompositeTypes[jac->type],jac->nsplits,jac->bs);CHKERRQ(ierr); 962c9966d7SBarry Smith } else { 972c9966d7SBarry Smith ierr = PetscViewerASCIIPrintf(viewer," FieldSplit with %s composition: total splits = %D\n",PCCompositeTypes[jac->type],jac->nsplits);CHKERRQ(ierr); 982c9966d7SBarry Smith } 99f5236f50SJed Brown if (pc->useAmat) { 100f5236f50SJed Brown ierr = PetscViewerASCIIPrintf(viewer," using Amat (not Pmat) as operator for blocks\n");CHKERRQ(ierr); 101a3df900dSMatthew G Knepley } 102*c84da90fSDmitry Karpeev if (jac->diag_use_amat) { 103*c84da90fSDmitry Karpeev ierr = PetscViewerASCIIPrintf(viewer," using Amat (not Pmat) as operator for diagonal blocks\n");CHKERRQ(ierr); 104*c84da90fSDmitry Karpeev } 105*c84da90fSDmitry Karpeev if (jac->offdiag_use_amat) { 106*c84da90fSDmitry Karpeev ierr = PetscViewerASCIIPrintf(viewer," using Amat (not Pmat) as operator for off-diagonal blocks\n");CHKERRQ(ierr); 107*c84da90fSDmitry Karpeev } 10869a612a9SBarry Smith ierr = PetscViewerASCIIPrintf(viewer," Solver info for each split is in the following KSP objects:\n");CHKERRQ(ierr); 1090971522cSBarry Smith ierr = PetscViewerASCIIPushTab(viewer);CHKERRQ(ierr); 1100971522cSBarry Smith for (i=0; i<jac->nsplits; i++) { 1111ab39975SBarry Smith if (ilink->fields) { 1120971522cSBarry Smith ierr = PetscViewerASCIIPrintf(viewer,"Split number %D Fields ",i);CHKERRQ(ierr); 11379416396SBarry Smith ierr = PetscViewerASCIIUseTabs(viewer,PETSC_FALSE);CHKERRQ(ierr); 1145a9f2f41SSatish Balay for (j=0; j<ilink->nfields; j++) { 11579416396SBarry Smith if (j > 0) { 11679416396SBarry Smith ierr = PetscViewerASCIIPrintf(viewer,",");CHKERRQ(ierr); 11779416396SBarry Smith } 1185a9f2f41SSatish Balay ierr = PetscViewerASCIIPrintf(viewer," %D",ilink->fields[j]);CHKERRQ(ierr); 1190971522cSBarry Smith } 1200971522cSBarry Smith ierr = PetscViewerASCIIPrintf(viewer,"\n");CHKERRQ(ierr); 12179416396SBarry Smith ierr = PetscViewerASCIIUseTabs(viewer,PETSC_TRUE);CHKERRQ(ierr); 1221ab39975SBarry Smith } else { 1231ab39975SBarry Smith ierr = PetscViewerASCIIPrintf(viewer,"Split number %D Defined by IS\n",i);CHKERRQ(ierr); 1241ab39975SBarry Smith } 1255a9f2f41SSatish Balay ierr = KSPView(ilink->ksp,viewer);CHKERRQ(ierr); 1265a9f2f41SSatish Balay ilink = ilink->next; 1270971522cSBarry Smith } 1280971522cSBarry Smith ierr = PetscViewerASCIIPopTab(viewer);CHKERRQ(ierr); 1292fa5cd67SKarl Rupp } 1302fa5cd67SKarl Rupp 1312fa5cd67SKarl Rupp if (isdraw) { 132d9884438SBarry Smith PetscDraw draw; 133d9884438SBarry Smith PetscReal x,y,w,wd; 134d9884438SBarry Smith 135d9884438SBarry Smith ierr = PetscViewerDrawGetDraw(viewer,0,&draw);CHKERRQ(ierr); 136d9884438SBarry Smith ierr = PetscDrawGetCurrentPoint(draw,&x,&y);CHKERRQ(ierr); 137d9884438SBarry Smith w = 2*PetscMin(1.0 - x,x); 138d9884438SBarry Smith wd = w/(jac->nsplits + 1); 139d9884438SBarry Smith x = x - wd*(jac->nsplits-1)/2.0; 140d9884438SBarry Smith for (i=0; i<jac->nsplits; i++) { 141d9884438SBarry Smith ierr = PetscDrawPushCurrentPoint(draw,x,y);CHKERRQ(ierr); 142d9884438SBarry Smith ierr = KSPView(ilink->ksp,viewer);CHKERRQ(ierr); 143d9884438SBarry Smith ierr = PetscDrawPopCurrentPoint(draw);CHKERRQ(ierr); 144d9884438SBarry Smith x += wd; 145d9884438SBarry Smith ilink = ilink->next; 146d9884438SBarry Smith } 1470971522cSBarry Smith } 1480971522cSBarry Smith PetscFunctionReturn(0); 1490971522cSBarry Smith } 1500971522cSBarry Smith 1510971522cSBarry Smith #undef __FUNCT__ 1523b224e63SBarry Smith #define __FUNCT__ "PCView_FieldSplit_Schur" 1533b224e63SBarry Smith static PetscErrorCode PCView_FieldSplit_Schur(PC pc,PetscViewer viewer) 1543b224e63SBarry Smith { 1553b224e63SBarry Smith PC_FieldSplit *jac = (PC_FieldSplit*)pc->data; 1563b224e63SBarry Smith PetscErrorCode ierr; 1574996c5bdSBarry Smith PetscBool iascii,isdraw; 1583b224e63SBarry Smith PetscInt i,j; 1593b224e63SBarry Smith PC_FieldSplitLink ilink = jac->head; 1603b224e63SBarry Smith 1613b224e63SBarry Smith PetscFunctionBegin; 162251f4c67SDmitry Karpeev ierr = PetscObjectTypeCompare((PetscObject)viewer,PETSCVIEWERASCII,&iascii);CHKERRQ(ierr); 1634996c5bdSBarry Smith ierr = PetscObjectTypeCompare((PetscObject)viewer,PETSCVIEWERDRAW,&isdraw);CHKERRQ(ierr); 1643b224e63SBarry Smith if (iascii) { 1652c9966d7SBarry Smith if (jac->bs > 0) { 166c9c6ffaaSJed Brown ierr = PetscViewerASCIIPrintf(viewer," FieldSplit with Schur preconditioner, blocksize = %D, factorization %s\n",jac->bs,PCFieldSplitSchurFactTypes[jac->schurfactorization]);CHKERRQ(ierr); 1672c9966d7SBarry Smith } else { 1682c9966d7SBarry Smith ierr = PetscViewerASCIIPrintf(viewer," FieldSplit with Schur preconditioner, factorization %s\n",PCFieldSplitSchurFactTypes[jac->schurfactorization]);CHKERRQ(ierr); 1692c9966d7SBarry Smith } 170f5236f50SJed Brown if (pc->useAmat) { 171f5236f50SJed Brown ierr = PetscViewerASCIIPrintf(viewer," using Amat (not Pmat) as operator for blocks\n");CHKERRQ(ierr); 172a3df900dSMatthew G Knepley } 1733e8b8b31SMatthew G Knepley switch (jac->schurpre) { 1743e8b8b31SMatthew G Knepley case PC_FIELDSPLIT_SCHUR_PRE_SELF: 1753e8b8b31SMatthew G Knepley ierr = PetscViewerASCIIPrintf(viewer," Preconditioner for the Schur complement formed from S itself\n");CHKERRQ(ierr);break; 176a7476a74SDmitry Karpeev case PC_FIELDSPLIT_SCHUR_PRE_SELFP: 177a7476a74SDmitry Karpeev ierr = PetscViewerASCIIPrintf(viewer," Preconditioner for the Schur complement formed from Sp, an assembled approximation to S, which uses A00's diagonal's inverse\n");CHKERRQ(ierr);break; 178e87fab1bSBarry Smith case PC_FIELDSPLIT_SCHUR_PRE_A11: 179e87fab1bSBarry Smith ierr = PetscViewerASCIIPrintf(viewer," Preconditioner for the Schur complement formed from A11\n");CHKERRQ(ierr);break; 1803e8b8b31SMatthew G Knepley case PC_FIELDSPLIT_SCHUR_PRE_USER: 1813e8b8b31SMatthew G Knepley if (jac->schur_user) { 1823e8b8b31SMatthew G Knepley ierr = PetscViewerASCIIPrintf(viewer," Preconditioner for the Schur complement formed from user provided matrix\n");CHKERRQ(ierr); 1833e8b8b31SMatthew G Knepley } else { 184e87fab1bSBarry Smith ierr = PetscViewerASCIIPrintf(viewer," Preconditioner for the Schur complement formed from A11\n");CHKERRQ(ierr); 1853e8b8b31SMatthew G Knepley } 1863e8b8b31SMatthew G Knepley break; 1873e8b8b31SMatthew G Knepley default: 18882f516ccSBarry Smith SETERRQ1(PetscObjectComm((PetscObject)pc), PETSC_ERR_ARG_OUTOFRANGE, "Invalid Schur preconditioning type: %d", jac->schurpre); 1893e8b8b31SMatthew G Knepley } 1903b224e63SBarry Smith ierr = PetscViewerASCIIPrintf(viewer," Split info:\n");CHKERRQ(ierr); 1913b224e63SBarry Smith ierr = PetscViewerASCIIPushTab(viewer);CHKERRQ(ierr); 1923b224e63SBarry Smith for (i=0; i<jac->nsplits; i++) { 1933b224e63SBarry Smith if (ilink->fields) { 1943b224e63SBarry Smith ierr = PetscViewerASCIIPrintf(viewer,"Split number %D Fields ",i);CHKERRQ(ierr); 1953b224e63SBarry Smith ierr = PetscViewerASCIIUseTabs(viewer,PETSC_FALSE);CHKERRQ(ierr); 1963b224e63SBarry Smith for (j=0; j<ilink->nfields; j++) { 1973b224e63SBarry Smith if (j > 0) { 1983b224e63SBarry Smith ierr = PetscViewerASCIIPrintf(viewer,",");CHKERRQ(ierr); 1993b224e63SBarry Smith } 2003b224e63SBarry Smith ierr = PetscViewerASCIIPrintf(viewer," %D",ilink->fields[j]);CHKERRQ(ierr); 2013b224e63SBarry Smith } 2023b224e63SBarry Smith ierr = PetscViewerASCIIPrintf(viewer,"\n");CHKERRQ(ierr); 2033b224e63SBarry Smith ierr = PetscViewerASCIIUseTabs(viewer,PETSC_TRUE);CHKERRQ(ierr); 2043b224e63SBarry Smith } else { 2053b224e63SBarry Smith ierr = PetscViewerASCIIPrintf(viewer,"Split number %D Defined by IS\n",i);CHKERRQ(ierr); 2063b224e63SBarry Smith } 2073b224e63SBarry Smith ilink = ilink->next; 2083b224e63SBarry Smith } 209435f959eSBarry Smith ierr = PetscViewerASCIIPrintf(viewer,"KSP solver for A00 block \n");CHKERRQ(ierr); 2103b224e63SBarry Smith ierr = PetscViewerASCIIPushTab(viewer);CHKERRQ(ierr); 211443836d0SMatthew G Knepley ierr = KSPView(jac->head->ksp,viewer);CHKERRQ(ierr); 2123b224e63SBarry Smith ierr = PetscViewerASCIIPopTab(viewer);CHKERRQ(ierr); 213443836d0SMatthew G Knepley if (jac->kspupper != jac->head->ksp) { 214443836d0SMatthew G Knepley ierr = PetscViewerASCIIPrintf(viewer,"KSP solver for upper A00 in upper triangular factor \n");CHKERRQ(ierr); 215443836d0SMatthew G Knepley ierr = PetscViewerASCIIPushTab(viewer);CHKERRQ(ierr); 216b2750c55SJed Brown if (jac->kspupper) {ierr = KSPView(jac->kspupper,viewer);CHKERRQ(ierr);} 217b2750c55SJed Brown else {ierr = PetscViewerASCIIPrintf(viewer," not yet available\n");CHKERRQ(ierr);} 218443836d0SMatthew G Knepley ierr = PetscViewerASCIIPopTab(viewer);CHKERRQ(ierr); 219443836d0SMatthew G Knepley } 220435f959eSBarry Smith ierr = PetscViewerASCIIPrintf(viewer,"KSP solver for S = A11 - A10 inv(A00) A01 \n");CHKERRQ(ierr); 2213b224e63SBarry Smith ierr = PetscViewerASCIIPushTab(viewer);CHKERRQ(ierr); 22212cae6f2SJed Brown if (jac->kspschur) { 2233b224e63SBarry Smith ierr = KSPView(jac->kspschur,viewer);CHKERRQ(ierr); 22412cae6f2SJed Brown } else { 22512cae6f2SJed Brown ierr = PetscViewerASCIIPrintf(viewer," not yet available\n");CHKERRQ(ierr); 22612cae6f2SJed Brown } 2273b224e63SBarry Smith ierr = PetscViewerASCIIPopTab(viewer);CHKERRQ(ierr); 2283b224e63SBarry Smith ierr = PetscViewerASCIIPopTab(viewer);CHKERRQ(ierr); 2294996c5bdSBarry Smith } else if (isdraw) { 2304996c5bdSBarry Smith PetscDraw draw; 2314996c5bdSBarry Smith PetscReal x,y,w,wd,h; 2324996c5bdSBarry Smith PetscInt cnt = 2; 2334996c5bdSBarry Smith char str[32]; 2344996c5bdSBarry Smith 2354996c5bdSBarry Smith ierr = PetscViewerDrawGetDraw(viewer,0,&draw);CHKERRQ(ierr); 2364996c5bdSBarry Smith ierr = PetscDrawGetCurrentPoint(draw,&x,&y);CHKERRQ(ierr); 237c74581afSBarry Smith if (jac->kspupper != jac->head->ksp) cnt++; 238c74581afSBarry Smith w = 2*PetscMin(1.0 - x,x); 239c74581afSBarry Smith wd = w/(cnt + 1); 240c74581afSBarry Smith 2414996c5bdSBarry Smith ierr = PetscSNPrintf(str,32,"Schur fact. %s",PCFieldSplitSchurFactTypes[jac->schurfactorization]);CHKERRQ(ierr); 2420298fd71SBarry Smith ierr = PetscDrawBoxedString(draw,x,y,PETSC_DRAW_RED,PETSC_DRAW_BLACK,str,NULL,&h);CHKERRQ(ierr); 2434996c5bdSBarry Smith y -= h; 2444996c5bdSBarry Smith if (jac->schurpre == PC_FIELDSPLIT_SCHUR_PRE_USER && !jac->schur_user) { 245e87fab1bSBarry Smith ierr = PetscSNPrintf(str,32,"Prec. for Schur from %s",PCFieldSplitSchurPreTypes[PC_FIELDSPLIT_SCHUR_PRE_A11]);CHKERRQ(ierr); 2463b224e63SBarry Smith } else { 2474996c5bdSBarry Smith ierr = PetscSNPrintf(str,32,"Prec. for Schur from %s",PCFieldSplitSchurPreTypes[jac->schurpre]);CHKERRQ(ierr); 2484996c5bdSBarry Smith } 2490298fd71SBarry Smith ierr = PetscDrawBoxedString(draw,x+wd*(cnt-1)/2.0,y,PETSC_DRAW_RED,PETSC_DRAW_BLACK,str,NULL,&h);CHKERRQ(ierr); 2504996c5bdSBarry Smith y -= h; 2514996c5bdSBarry Smith x = x - wd*(cnt-1)/2.0; 2524996c5bdSBarry Smith 2534996c5bdSBarry Smith ierr = PetscDrawPushCurrentPoint(draw,x,y);CHKERRQ(ierr); 2544996c5bdSBarry Smith ierr = KSPView(jac->head->ksp,viewer);CHKERRQ(ierr); 2554996c5bdSBarry Smith ierr = PetscDrawPopCurrentPoint(draw);CHKERRQ(ierr); 2564996c5bdSBarry Smith if (jac->kspupper != jac->head->ksp) { 2574996c5bdSBarry Smith x += wd; 2584996c5bdSBarry Smith ierr = PetscDrawPushCurrentPoint(draw,x,y);CHKERRQ(ierr); 2594996c5bdSBarry Smith ierr = KSPView(jac->kspupper,viewer);CHKERRQ(ierr); 2604996c5bdSBarry Smith ierr = PetscDrawPopCurrentPoint(draw);CHKERRQ(ierr); 2614996c5bdSBarry Smith } 2624996c5bdSBarry Smith x += wd; 2634996c5bdSBarry Smith ierr = PetscDrawPushCurrentPoint(draw,x,y);CHKERRQ(ierr); 2644996c5bdSBarry Smith ierr = KSPView(jac->kspschur,viewer);CHKERRQ(ierr); 2654996c5bdSBarry Smith ierr = PetscDrawPopCurrentPoint(draw);CHKERRQ(ierr); 2663b224e63SBarry Smith } 2673b224e63SBarry Smith PetscFunctionReturn(0); 2683b224e63SBarry Smith } 2693b224e63SBarry Smith 2703b224e63SBarry Smith #undef __FUNCT__ 2716c924f48SJed Brown #define __FUNCT__ "PCFieldSplitSetRuntimeSplits_Private" 2726c924f48SJed Brown /* Precondition: jac->bs is set to a meaningful value */ 2736c924f48SJed Brown static PetscErrorCode PCFieldSplitSetRuntimeSplits_Private(PC pc) 2746c924f48SJed Brown { 2756c924f48SJed Brown PetscErrorCode ierr; 2766c924f48SJed Brown PC_FieldSplit *jac = (PC_FieldSplit*)pc->data; 2775d4c12cdSJungho Lee PetscInt i,nfields,*ifields,nfields_col,*ifields_col; 2785d4c12cdSJungho Lee PetscBool flg,flg_col; 2795d4c12cdSJungho Lee char optionname[128],splitname[8],optionname_col[128]; 2806c924f48SJed Brown 2816c924f48SJed Brown PetscFunctionBegin; 282785e854fSJed Brown ierr = PetscMalloc1(jac->bs,&ifields);CHKERRQ(ierr); 283785e854fSJed Brown ierr = PetscMalloc1(jac->bs,&ifields_col);CHKERRQ(ierr); 2846c924f48SJed Brown for (i=0,flg=PETSC_TRUE;; i++) { 2858caf3d72SBarry Smith ierr = PetscSNPrintf(splitname,sizeof(splitname),"%D",i);CHKERRQ(ierr); 2868caf3d72SBarry Smith ierr = PetscSNPrintf(optionname,sizeof(optionname),"-pc_fieldsplit_%D_fields",i);CHKERRQ(ierr); 2878caf3d72SBarry Smith ierr = PetscSNPrintf(optionname_col,sizeof(optionname_col),"-pc_fieldsplit_%D_fields_col",i);CHKERRQ(ierr); 2886c924f48SJed Brown nfields = jac->bs; 28929499fbbSJungho Lee nfields_col = jac->bs; 2906c924f48SJed Brown ierr = PetscOptionsGetIntArray(((PetscObject)pc)->prefix,optionname,ifields,&nfields,&flg);CHKERRQ(ierr); 2915d4c12cdSJungho Lee ierr = PetscOptionsGetIntArray(((PetscObject)pc)->prefix,optionname_col,ifields_col,&nfields_col,&flg_col);CHKERRQ(ierr); 2926c924f48SJed Brown if (!flg) break; 2935d4c12cdSJungho Lee else if (flg && !flg_col) { 2945d4c12cdSJungho Lee if (!nfields) SETERRQ(PETSC_COMM_SELF,PETSC_ERR_USER,"Cannot list zero fields"); 2955d4c12cdSJungho Lee ierr = PCFieldSplitSetFields(pc,splitname,nfields,ifields,ifields);CHKERRQ(ierr); 2962fa5cd67SKarl Rupp } else { 2975d4c12cdSJungho Lee if (!nfields || !nfields_col) SETERRQ(PETSC_COMM_SELF,PETSC_ERR_USER,"Cannot list zero fields"); 2985d4c12cdSJungho Lee if (nfields != nfields_col) SETERRQ(PETSC_COMM_SELF,PETSC_ERR_USER,"Number of row and column fields must match"); 2995d4c12cdSJungho Lee ierr = PCFieldSplitSetFields(pc,splitname,nfields,ifields,ifields_col);CHKERRQ(ierr); 3005d4c12cdSJungho Lee } 3016c924f48SJed Brown } 3026c924f48SJed Brown if (i > 0) { 3036c924f48SJed Brown /* Makes command-line setting of splits take precedence over setting them in code. 3046c924f48SJed Brown Otherwise subsequent calls to PCFieldSplitSetIS() or PCFieldSplitSetFields() would 3056c924f48SJed Brown create new splits, which would probably not be what the user wanted. */ 3066c924f48SJed Brown jac->splitdefined = PETSC_TRUE; 3076c924f48SJed Brown } 3086c924f48SJed Brown ierr = PetscFree(ifields);CHKERRQ(ierr); 3095d4c12cdSJungho Lee ierr = PetscFree(ifields_col);CHKERRQ(ierr); 3106c924f48SJed Brown PetscFunctionReturn(0); 3116c924f48SJed Brown } 3126c924f48SJed Brown 3136c924f48SJed Brown #undef __FUNCT__ 31469a612a9SBarry Smith #define __FUNCT__ "PCFieldSplitSetDefaults" 31569a612a9SBarry Smith static PetscErrorCode PCFieldSplitSetDefaults(PC pc) 3160971522cSBarry Smith { 3170971522cSBarry Smith PC_FieldSplit *jac = (PC_FieldSplit*)pc->data; 3180971522cSBarry Smith PetscErrorCode ierr; 3195a9f2f41SSatish Balay PC_FieldSplitLink ilink = jac->head; 3207287d2a3SDmitry Karpeev PetscBool fieldsplit_default = PETSC_FALSE,stokes = PETSC_FALSE; 3216c924f48SJed Brown PetscInt i; 3220971522cSBarry Smith 3230971522cSBarry Smith PetscFunctionBegin; 3247287d2a3SDmitry Karpeev /* 3257287d2a3SDmitry Karpeev Kinda messy, but at least this now uses DMCreateFieldDecomposition() even with jac->reset. 3267287d2a3SDmitry Karpeev Should probably be rewritten. 3277287d2a3SDmitry Karpeev */ 3287287d2a3SDmitry Karpeev if (!ilink || jac->reset) { 3290298fd71SBarry Smith ierr = PetscOptionsGetBool(((PetscObject)pc)->prefix,"-pc_fieldsplit_detect_saddle_point",&stokes,NULL);CHKERRQ(ierr); 3304ab8060aSDmitry Karpeev if (pc->dm && jac->dm_splits && !stokes) { 331bafc1b83SMatthew G Knepley PetscInt numFields, f, i, j; 3320784a22cSJed Brown char **fieldNames; 3337b62db95SJungho Lee IS *fields; 334e7c4fc90SDmitry Karpeev DM *dms; 335bafc1b83SMatthew G Knepley DM subdm[128]; 336bafc1b83SMatthew G Knepley PetscBool flg; 337bafc1b83SMatthew G Knepley 33816621825SDmitry Karpeev ierr = DMCreateFieldDecomposition(pc->dm, &numFields, &fieldNames, &fields, &dms);CHKERRQ(ierr); 339bafc1b83SMatthew G Knepley /* Allow the user to prescribe the splits */ 340bafc1b83SMatthew G Knepley for (i = 0, flg = PETSC_TRUE;; i++) { 341bafc1b83SMatthew G Knepley PetscInt ifields[128]; 342bafc1b83SMatthew G Knepley IS compField; 343bafc1b83SMatthew G Knepley char optionname[128], splitname[8]; 344bafc1b83SMatthew G Knepley PetscInt nfields = numFields; 345bafc1b83SMatthew G Knepley 3468caf3d72SBarry Smith ierr = PetscSNPrintf(optionname, sizeof(optionname), "-pc_fieldsplit_%D_fields", i);CHKERRQ(ierr); 347bafc1b83SMatthew G Knepley ierr = PetscOptionsGetIntArray(((PetscObject) pc)->prefix, optionname, ifields, &nfields, &flg);CHKERRQ(ierr); 348bafc1b83SMatthew G Knepley if (!flg) break; 34982f516ccSBarry Smith if (numFields > 128) SETERRQ1(PetscObjectComm((PetscObject)pc),PETSC_ERR_SUP,"Cannot currently support %d > 128 fields", numFields); 350bafc1b83SMatthew G Knepley ierr = DMCreateSubDM(pc->dm, nfields, ifields, &compField, &subdm[i]);CHKERRQ(ierr); 351bafc1b83SMatthew G Knepley if (nfields == 1) { 352bafc1b83SMatthew G Knepley ierr = PCFieldSplitSetIS(pc, fieldNames[ifields[0]], compField);CHKERRQ(ierr); 35382f516ccSBarry Smith /* ierr = PetscPrintf(PetscObjectComm((PetscObject)pc), "%s Field Indices:", fieldNames[ifields[0]]);CHKERRQ(ierr); 3540298fd71SBarry Smith ierr = ISView(compField, NULL);CHKERRQ(ierr); */ 355bafc1b83SMatthew G Knepley } else { 3568caf3d72SBarry Smith ierr = PetscSNPrintf(splitname, sizeof(splitname), "%D", i);CHKERRQ(ierr); 357bafc1b83SMatthew G Knepley ierr = PCFieldSplitSetIS(pc, splitname, compField);CHKERRQ(ierr); 35882f516ccSBarry Smith /* ierr = PetscPrintf(PetscObjectComm((PetscObject)pc), "%s Field Indices:", splitname);CHKERRQ(ierr); 3590298fd71SBarry Smith ierr = ISView(compField, NULL);CHKERRQ(ierr); */ 3607287d2a3SDmitry Karpeev } 361bafc1b83SMatthew G Knepley ierr = ISDestroy(&compField);CHKERRQ(ierr); 362bafc1b83SMatthew G Knepley for (j = 0; j < nfields; ++j) { 363bafc1b83SMatthew G Knepley f = ifields[j]; 3647b62db95SJungho Lee ierr = PetscFree(fieldNames[f]);CHKERRQ(ierr); 3657b62db95SJungho Lee ierr = ISDestroy(&fields[f]);CHKERRQ(ierr); 3667b62db95SJungho Lee } 367bafc1b83SMatthew G Knepley } 368bafc1b83SMatthew G Knepley if (i == 0) { 369bafc1b83SMatthew G Knepley for (f = 0; f < numFields; ++f) { 370bafc1b83SMatthew G Knepley ierr = PCFieldSplitSetIS(pc, fieldNames[f], fields[f]);CHKERRQ(ierr); 371bafc1b83SMatthew G Knepley ierr = PetscFree(fieldNames[f]);CHKERRQ(ierr); 372bafc1b83SMatthew G Knepley ierr = ISDestroy(&fields[f]);CHKERRQ(ierr); 373bafc1b83SMatthew G Knepley } 374bafc1b83SMatthew G Knepley } else { 375d724dfffSBarry Smith for (j=0; j<numFields; j++) { 376d724dfffSBarry Smith ierr = DMDestroy(dms+j);CHKERRQ(ierr); 377d724dfffSBarry Smith } 378d724dfffSBarry Smith ierr = PetscFree(dms);CHKERRQ(ierr); 379785e854fSJed Brown ierr = PetscMalloc1(i, &dms);CHKERRQ(ierr); 3802fa5cd67SKarl Rupp for (j = 0; j < i; ++j) dms[j] = subdm[j]; 381bafc1b83SMatthew G Knepley } 3827b62db95SJungho Lee ierr = PetscFree(fieldNames);CHKERRQ(ierr); 3837b62db95SJungho Lee ierr = PetscFree(fields);CHKERRQ(ierr); 384e7c4fc90SDmitry Karpeev if (dms) { 3858b8307b2SJed Brown ierr = PetscInfo(pc, "Setting up physics based fieldsplit preconditioner using the embedded DM\n");CHKERRQ(ierr); 386bafc1b83SMatthew G Knepley for (ilink = jac->head, i = 0; ilink; ilink = ilink->next, ++i) { 3877287d2a3SDmitry Karpeev const char *prefix; 3887287d2a3SDmitry Karpeev ierr = PetscObjectGetOptionsPrefix((PetscObject)(ilink->ksp),&prefix);CHKERRQ(ierr); 3897287d2a3SDmitry Karpeev ierr = PetscObjectSetOptionsPrefix((PetscObject)(dms[i]), prefix);CHKERRQ(ierr); 3907b62db95SJungho Lee ierr = KSPSetDM(ilink->ksp, dms[i]);CHKERRQ(ierr); 3917b62db95SJungho Lee ierr = KSPSetDMActive(ilink->ksp, PETSC_FALSE);CHKERRQ(ierr); 3927287d2a3SDmitry Karpeev ierr = PetscObjectIncrementTabLevel((PetscObject)dms[i],(PetscObject)ilink->ksp,0);CHKERRQ(ierr); 393e7c4fc90SDmitry Karpeev ierr = DMDestroy(&dms[i]);CHKERRQ(ierr); 3942fa5ba8aSJed Brown } 3957b62db95SJungho Lee ierr = PetscFree(dms);CHKERRQ(ierr); 3968b8307b2SJed Brown } 39766ffff09SJed Brown } else { 398521d7252SBarry Smith if (jac->bs <= 0) { 399704ba839SBarry Smith if (pc->pmat) { 400521d7252SBarry Smith ierr = MatGetBlockSize(pc->pmat,&jac->bs);CHKERRQ(ierr); 4012fa5cd67SKarl Rupp } else jac->bs = 1; 402521d7252SBarry Smith } 403d32f9abdSBarry Smith 4046ce1633cSBarry Smith if (stokes) { 4056ce1633cSBarry Smith IS zerodiags,rest; 4066ce1633cSBarry Smith PetscInt nmin,nmax; 4076ce1633cSBarry Smith 4086ce1633cSBarry Smith ierr = MatGetOwnershipRange(pc->mat,&nmin,&nmax);CHKERRQ(ierr); 4096ce1633cSBarry Smith ierr = MatFindZeroDiagonals(pc->mat,&zerodiags);CHKERRQ(ierr); 4106ce1633cSBarry Smith ierr = ISComplement(zerodiags,nmin,nmax,&rest);CHKERRQ(ierr); 4117287d2a3SDmitry Karpeev if (jac->reset) { 4127287d2a3SDmitry Karpeev jac->head->is = rest; 4137287d2a3SDmitry Karpeev jac->head->next->is = zerodiags; 4142fa5cd67SKarl Rupp } else { 4156ce1633cSBarry Smith ierr = PCFieldSplitSetIS(pc,"0",rest);CHKERRQ(ierr); 4166ce1633cSBarry Smith ierr = PCFieldSplitSetIS(pc,"1",zerodiags);CHKERRQ(ierr); 4177287d2a3SDmitry Karpeev } 418fcfd50ebSBarry Smith ierr = ISDestroy(&zerodiags);CHKERRQ(ierr); 419fcfd50ebSBarry Smith ierr = ISDestroy(&rest);CHKERRQ(ierr); 4206ce1633cSBarry Smith } else { 421ce94432eSBarry Smith if (jac->reset) SETERRQ(PetscObjectComm((PetscObject)pc),PETSC_ERR_SUP,"Cases not yet handled when PCReset() was used"); 4229eeaaa73SJed Brown ierr = PetscOptionsGetBool(((PetscObject)pc)->prefix,"-pc_fieldsplit_default",&fieldsplit_default,NULL);CHKERRQ(ierr); 4237287d2a3SDmitry Karpeev if (!fieldsplit_default) { 424d32f9abdSBarry Smith /* Allow user to set fields from command line, if bs was known at the time of PCSetFromOptions_FieldSplit() 425d32f9abdSBarry Smith then it is set there. This is not ideal because we should only have options set in XXSetFromOptions(). */ 4266c924f48SJed Brown ierr = PCFieldSplitSetRuntimeSplits_Private(pc);CHKERRQ(ierr); 4276c924f48SJed Brown if (jac->splitdefined) {ierr = PetscInfo(pc,"Splits defined using the options database\n");CHKERRQ(ierr);} 428d32f9abdSBarry Smith } 4297287d2a3SDmitry Karpeev if (fieldsplit_default || !jac->splitdefined) { 430d32f9abdSBarry Smith ierr = PetscInfo(pc,"Using default splitting of fields\n");CHKERRQ(ierr); 431db4c96c1SJed Brown for (i=0; i<jac->bs; i++) { 4326c924f48SJed Brown char splitname[8]; 4338caf3d72SBarry Smith ierr = PetscSNPrintf(splitname,sizeof(splitname),"%D",i);CHKERRQ(ierr); 4345d4c12cdSJungho Lee ierr = PCFieldSplitSetFields(pc,splitname,1,&i,&i);CHKERRQ(ierr); 43579416396SBarry Smith } 4365d4c12cdSJungho Lee jac->defaultsplit = PETSC_TRUE; 437521d7252SBarry Smith } 43866ffff09SJed Brown } 4396ce1633cSBarry Smith } 440edf189efSBarry Smith } else if (jac->nsplits == 1) { 441edf189efSBarry Smith if (ilink->is) { 442edf189efSBarry Smith IS is2; 443edf189efSBarry Smith PetscInt nmin,nmax; 444edf189efSBarry Smith 445edf189efSBarry Smith ierr = MatGetOwnershipRange(pc->mat,&nmin,&nmax);CHKERRQ(ierr); 446edf189efSBarry Smith ierr = ISComplement(ilink->is,nmin,nmax,&is2);CHKERRQ(ierr); 447db4c96c1SJed Brown ierr = PCFieldSplitSetIS(pc,"1",is2);CHKERRQ(ierr); 448fcfd50ebSBarry Smith ierr = ISDestroy(&is2);CHKERRQ(ierr); 44982f516ccSBarry Smith } else SETERRQ(PetscObjectComm((PetscObject)pc),PETSC_ERR_SUP,"Must provide at least two sets of fields to PCFieldSplit()"); 450edf189efSBarry Smith } 451d0af7cd3SBarry Smith 452d0af7cd3SBarry Smith 45382f516ccSBarry Smith if (jac->nsplits < 2) SETERRQ1(PetscObjectComm((PetscObject)pc),PETSC_ERR_PLIB,"Unhandled case, must have at least two fields, not %d", jac->nsplits); 45469a612a9SBarry Smith PetscFunctionReturn(0); 45569a612a9SBarry Smith } 45669a612a9SBarry Smith 4575a576424SJed Brown PETSC_EXTERN PetscErrorCode PetscOptionsFindPairPrefix_Private(const char pre[], const char name[], char *value[], PetscBool *flg); 458514bf10dSMatthew G Knepley 45969a612a9SBarry Smith #undef __FUNCT__ 46069a612a9SBarry Smith #define __FUNCT__ "PCSetUp_FieldSplit" 46169a612a9SBarry Smith static PetscErrorCode PCSetUp_FieldSplit(PC pc) 46269a612a9SBarry Smith { 46369a612a9SBarry Smith PC_FieldSplit *jac = (PC_FieldSplit*)pc->data; 46469a612a9SBarry Smith PetscErrorCode ierr; 4655a9f2f41SSatish Balay PC_FieldSplitLink ilink; 4662c9966d7SBarry Smith PetscInt i,nsplit; 46769a612a9SBarry Smith MatStructure flag = pc->flag; 4685f4ab4e1SJungho Lee PetscBool sorted, sorted_col; 46969a612a9SBarry Smith 47069a612a9SBarry Smith PetscFunctionBegin; 47169a612a9SBarry Smith ierr = PCFieldSplitSetDefaults(pc);CHKERRQ(ierr); 47297bbdb24SBarry Smith nsplit = jac->nsplits; 4735a9f2f41SSatish Balay ilink = jac->head; 47497bbdb24SBarry Smith 47597bbdb24SBarry Smith /* get the matrices for each split */ 476704ba839SBarry Smith if (!jac->issetup) { 4771b9fc7fcSBarry Smith PetscInt rstart,rend,nslots,bs; 47897bbdb24SBarry Smith 479704ba839SBarry Smith jac->issetup = PETSC_TRUE; 480704ba839SBarry Smith 4815d4c12cdSJungho Lee /* This is done here instead of in PCFieldSplitSetFields() because may not have matrix at that point */ 4822c9966d7SBarry Smith if (jac->defaultsplit || !ilink->is) { 4832c9966d7SBarry Smith if (jac->bs <= 0) jac->bs = nsplit; 4842c9966d7SBarry Smith } 48551f519a2SBarry Smith bs = jac->bs; 48697bbdb24SBarry Smith ierr = MatGetOwnershipRange(pc->pmat,&rstart,&rend);CHKERRQ(ierr); 4871b9fc7fcSBarry Smith nslots = (rend - rstart)/bs; 4881b9fc7fcSBarry Smith for (i=0; i<nsplit; i++) { 4891b9fc7fcSBarry Smith if (jac->defaultsplit) { 490ce94432eSBarry Smith ierr = ISCreateStride(PetscObjectComm((PetscObject)pc),nslots,rstart+i,nsplit,&ilink->is);CHKERRQ(ierr); 4915f4ab4e1SJungho Lee ierr = ISDuplicate(ilink->is,&ilink->is_col);CHKERRQ(ierr); 492704ba839SBarry Smith } else if (!ilink->is) { 493ccb205f8SBarry Smith if (ilink->nfields > 1) { 4945f4ab4e1SJungho Lee PetscInt *ii,*jj,j,k,nfields = ilink->nfields,*fields = ilink->fields,*fields_col = ilink->fields_col; 495785e854fSJed Brown ierr = PetscMalloc1(ilink->nfields*nslots,&ii);CHKERRQ(ierr); 496785e854fSJed Brown ierr = PetscMalloc1(ilink->nfields*nslots,&jj);CHKERRQ(ierr); 4971b9fc7fcSBarry Smith for (j=0; j<nslots; j++) { 4981b9fc7fcSBarry Smith for (k=0; k<nfields; k++) { 4991b9fc7fcSBarry Smith ii[nfields*j + k] = rstart + bs*j + fields[k]; 5005f4ab4e1SJungho Lee jj[nfields*j + k] = rstart + bs*j + fields_col[k]; 50197bbdb24SBarry Smith } 50297bbdb24SBarry Smith } 503ce94432eSBarry Smith ierr = ISCreateGeneral(PetscObjectComm((PetscObject)pc),nslots*nfields,ii,PETSC_OWN_POINTER,&ilink->is);CHKERRQ(ierr); 504ce94432eSBarry Smith ierr = ISCreateGeneral(PetscObjectComm((PetscObject)pc),nslots*nfields,jj,PETSC_OWN_POINTER,&ilink->is_col);CHKERRQ(ierr); 505ccb205f8SBarry Smith } else { 506ce94432eSBarry Smith ierr = ISCreateStride(PetscObjectComm((PetscObject)pc),nslots,rstart+ilink->fields[0],bs,&ilink->is);CHKERRQ(ierr); 507ce94432eSBarry Smith ierr = ISCreateStride(PetscObjectComm((PetscObject)pc),nslots,rstart+ilink->fields_col[0],bs,&ilink->is_col);CHKERRQ(ierr); 508ccb205f8SBarry Smith } 5093e197d65SBarry Smith } 510704ba839SBarry Smith ierr = ISSorted(ilink->is,&sorted);CHKERRQ(ierr); 5115f4ab4e1SJungho Lee if (ilink->is_col) { ierr = ISSorted(ilink->is_col,&sorted_col);CHKERRQ(ierr); } 5125f4ab4e1SJungho Lee if (!sorted || !sorted_col) SETERRQ(PETSC_COMM_SELF,PETSC_ERR_USER,"Fields must be sorted when creating split"); 513704ba839SBarry Smith ilink = ilink->next; 5141b9fc7fcSBarry Smith } 5151b9fc7fcSBarry Smith } 5161b9fc7fcSBarry Smith 517704ba839SBarry Smith ilink = jac->head; 51897bbdb24SBarry Smith if (!jac->pmat) { 519bdddcaaaSMatthew G Knepley Vec xtmp; 520bdddcaaaSMatthew G Knepley 5210298fd71SBarry Smith ierr = MatGetVecs(pc->pmat,&xtmp,NULL);CHKERRQ(ierr); 522785e854fSJed Brown ierr = PetscMalloc1(nsplit,&jac->pmat);CHKERRQ(ierr); 523dcca6d9dSJed Brown ierr = PetscMalloc2(nsplit,&jac->x,nsplit,&jac->y);CHKERRQ(ierr); 524cf502942SBarry Smith for (i=0; i<nsplit; i++) { 525bdddcaaaSMatthew G Knepley MatNullSpace sp; 526bdddcaaaSMatthew G Knepley 527a3df900dSMatthew G Knepley /* Check for preconditioning matrix attached to IS */ 528a3df900dSMatthew G Knepley ierr = PetscObjectQuery((PetscObject) ilink->is, "pmat", (PetscObject*) &jac->pmat[i]);CHKERRQ(ierr); 529a3df900dSMatthew G Knepley if (jac->pmat[i]) { 530a3df900dSMatthew G Knepley ierr = PetscObjectReference((PetscObject) jac->pmat[i]);CHKERRQ(ierr); 531a3df900dSMatthew G Knepley if (jac->type == PC_COMPOSITE_SCHUR) { 532a3df900dSMatthew G Knepley jac->schur_user = jac->pmat[i]; 5332fa5cd67SKarl Rupp 534a3df900dSMatthew G Knepley ierr = PetscObjectReference((PetscObject) jac->schur_user);CHKERRQ(ierr); 535a3df900dSMatthew G Knepley } 536a3df900dSMatthew G Knepley } else { 5375f4ab4e1SJungho Lee ierr = MatGetSubMatrix(pc->pmat,ilink->is,ilink->is_col,MAT_INITIAL_MATRIX,&jac->pmat[i]);CHKERRQ(ierr); 538a3df900dSMatthew G Knepley } 539bdddcaaaSMatthew G Knepley /* create work vectors for each split */ 540bdddcaaaSMatthew G Knepley ierr = MatGetVecs(jac->pmat[i],&jac->x[i],&jac->y[i]);CHKERRQ(ierr); 5410298fd71SBarry Smith ilink->x = jac->x[i]; ilink->y = jac->y[i]; ilink->z = NULL; 542bdddcaaaSMatthew G Knepley /* compute scatter contexts needed by multiplicative versions and non-default splits */ 5430298fd71SBarry Smith ierr = VecScatterCreate(xtmp,ilink->is,jac->x[i],NULL,&ilink->sctx);CHKERRQ(ierr); 544ed1f0337SMatthew G Knepley /* Check for null space attached to IS */ 545bafc1b83SMatthew G Knepley ierr = PetscObjectQuery((PetscObject) ilink->is, "nullspace", (PetscObject*) &sp);CHKERRQ(ierr); 546bafc1b83SMatthew G Knepley if (sp) { 547bafc1b83SMatthew G Knepley ierr = MatSetNullSpace(jac->pmat[i], sp);CHKERRQ(ierr); 548bafc1b83SMatthew G Knepley } 549ed1f0337SMatthew G Knepley ierr = PetscObjectQuery((PetscObject) ilink->is, "nearnullspace", (PetscObject*) &sp);CHKERRQ(ierr); 550ed1f0337SMatthew G Knepley if (sp) { 551ed1f0337SMatthew G Knepley ierr = MatSetNearNullSpace(jac->pmat[i], sp);CHKERRQ(ierr); 552ed1f0337SMatthew G Knepley } 553704ba839SBarry Smith ilink = ilink->next; 554cf502942SBarry Smith } 555bdddcaaaSMatthew G Knepley ierr = VecDestroy(&xtmp);CHKERRQ(ierr); 55697bbdb24SBarry Smith } else { 557cf502942SBarry Smith for (i=0; i<nsplit; i++) { 558a3df900dSMatthew G Knepley Mat pmat; 559a3df900dSMatthew G Knepley 560a3df900dSMatthew G Knepley /* Check for preconditioning matrix attached to IS */ 561a3df900dSMatthew G Knepley ierr = PetscObjectQuery((PetscObject) ilink->is, "pmat", (PetscObject*) &pmat);CHKERRQ(ierr); 562a3df900dSMatthew G Knepley if (!pmat) { 5635f4ab4e1SJungho Lee ierr = MatGetSubMatrix(pc->pmat,ilink->is,ilink->is_col,MAT_REUSE_MATRIX,&jac->pmat[i]);CHKERRQ(ierr); 564a3df900dSMatthew G Knepley } 565704ba839SBarry Smith ilink = ilink->next; 566cf502942SBarry Smith } 56797bbdb24SBarry Smith } 568*c84da90fSDmitry Karpeev if (pc->useAmat || jac->diag_use_amat) { 569519d70e2SJed Brown ilink = jac->head; 570519d70e2SJed Brown if (!jac->mat) { 571785e854fSJed Brown ierr = PetscMalloc1(nsplit,&jac->mat);CHKERRQ(ierr); 572519d70e2SJed Brown for (i=0; i<nsplit; i++) { 5735f4ab4e1SJungho Lee ierr = MatGetSubMatrix(pc->mat,ilink->is,ilink->is_col,MAT_INITIAL_MATRIX,&jac->mat[i]);CHKERRQ(ierr); 574519d70e2SJed Brown ilink = ilink->next; 575519d70e2SJed Brown } 576519d70e2SJed Brown } else { 577519d70e2SJed Brown for (i=0; i<nsplit; i++) { 5785f4ab4e1SJungho Lee if (jac->mat[i]) {ierr = MatGetSubMatrix(pc->mat,ilink->is,ilink->is_col,MAT_REUSE_MATRIX,&jac->mat[i]);CHKERRQ(ierr);} 579519d70e2SJed Brown ilink = ilink->next; 580519d70e2SJed Brown } 581519d70e2SJed Brown } 582519d70e2SJed Brown } else { 583519d70e2SJed Brown jac->mat = jac->pmat; 584519d70e2SJed Brown } 58597bbdb24SBarry Smith 5866c8605c2SJed Brown if (jac->type != PC_COMPOSITE_ADDITIVE && jac->type != PC_COMPOSITE_SCHUR) { 58768dd23aaSBarry Smith /* extract the rows of the matrix associated with each field: used for efficient computation of residual inside algorithm */ 588*c84da90fSDmitry Karpeev /* FIXME: Can/should we reuse jac->mat whenever (pc->useAmat || jac->diag_use_amat) is true? */ 58968dd23aaSBarry Smith ilink = jac->head; 59068dd23aaSBarry Smith if (!jac->Afield) { 591785e854fSJed Brown ierr = PetscMalloc1(nsplit,&jac->Afield);CHKERRQ(ierr); 59268dd23aaSBarry Smith for (i=0; i<nsplit; i++) { 5930298fd71SBarry Smith ierr = MatGetSubMatrix(pc->mat,ilink->is,NULL,MAT_INITIAL_MATRIX,&jac->Afield[i]);CHKERRQ(ierr); 59468dd23aaSBarry Smith ilink = ilink->next; 59568dd23aaSBarry Smith } 59668dd23aaSBarry Smith } else { 59768dd23aaSBarry Smith for (i=0; i<nsplit; i++) { 5980298fd71SBarry Smith ierr = MatGetSubMatrix(pc->mat,ilink->is,NULL,MAT_REUSE_MATRIX,&jac->Afield[i]);CHKERRQ(ierr); 59968dd23aaSBarry Smith ilink = ilink->next; 60068dd23aaSBarry Smith } 60168dd23aaSBarry Smith } 60268dd23aaSBarry Smith } 60368dd23aaSBarry Smith 6043b224e63SBarry Smith if (jac->type == PC_COMPOSITE_SCHUR) { 6053b224e63SBarry Smith IS ccis; 6064aa3045dSJed Brown PetscInt rstart,rend; 607093c86ffSJed Brown char lscname[256]; 608093c86ffSJed Brown PetscObject LSC_L; 609ce94432eSBarry Smith 610ce94432eSBarry Smith if (nsplit != 2) SETERRQ(PetscObjectComm((PetscObject)pc),PETSC_ERR_ARG_INCOMP,"To use Schur complement preconditioner you must have exactly 2 fields"); 61168dd23aaSBarry Smith 612e6cab6aaSJed Brown /* When extracting off-diagonal submatrices, we take complements from this range */ 613e6cab6aaSJed Brown ierr = MatGetOwnershipRangeColumn(pc->mat,&rstart,&rend);CHKERRQ(ierr); 614e6cab6aaSJed Brown 6153b224e63SBarry Smith /* need to handle case when one is resetting up the preconditioner */ 6163b224e63SBarry Smith if (jac->schur) { 6170298fd71SBarry Smith KSP kspA = jac->head->ksp, kspInner = NULL, kspUpper = jac->kspupper; 618443836d0SMatthew G Knepley 619fb3147dbSMatthew G Knepley ierr = MatSchurComplementGetKSP(jac->schur, &kspInner);CHKERRQ(ierr); 6203b224e63SBarry Smith ilink = jac->head; 62149bb4cd7SJungho Lee ierr = ISComplement(ilink->is_col,rstart,rend,&ccis);CHKERRQ(ierr); 622*c84da90fSDmitry Karpeev if (pc->useAmat || jac->offdiag_use_amat) { 623*c84da90fSDmitry Karpeev ierr = MatGetSubMatrix(pc->mat,ilink->is,ccis,MAT_REUSE_MATRIX,&jac->B);CHKERRQ(ierr); 624*c84da90fSDmitry Karpeev } else { 625df06c9e3SDmitry Karpeev ierr = MatGetSubMatrix(pc->pmat,ilink->is,ccis,MAT_REUSE_MATRIX,&jac->B);CHKERRQ(ierr); 626*c84da90fSDmitry Karpeev } 627fcfd50ebSBarry Smith ierr = ISDestroy(&ccis);CHKERRQ(ierr); 6283b224e63SBarry Smith ilink = ilink->next; 62949bb4cd7SJungho Lee ierr = ISComplement(ilink->is_col,rstart,rend,&ccis);CHKERRQ(ierr); 630*c84da90fSDmitry Karpeev if (pc->useAmat || jac->offdiag_use_amat) { 631*c84da90fSDmitry Karpeev ierr = MatGetSubMatrix(pc->mat,ilink->is,ccis,MAT_REUSE_MATRIX,&jac->C);CHKERRQ(ierr); 632*c84da90fSDmitry Karpeev } else { 633df06c9e3SDmitry Karpeev ierr = MatGetSubMatrix(pc->pmat,ilink->is,ccis,MAT_REUSE_MATRIX,&jac->C);CHKERRQ(ierr); 634*c84da90fSDmitry Karpeev } 635fcfd50ebSBarry Smith ierr = ISDestroy(&ccis);CHKERRQ(ierr); 636bee83525SDmitry Karpeev ierr = MatSchurComplementUpdateSubMatrices(jac->schur,jac->mat[0],jac->pmat[0],jac->B,jac->C,jac->mat[1],pc->flag);CHKERRQ(ierr); 637a7476a74SDmitry Karpeev if (jac->schurpre == PC_FIELDSPLIT_SCHUR_PRE_SELFP) { 638a7476a74SDmitry Karpeev ierr = MatDestroy(&jac->schurp);CHKERRQ(ierr); 639a7476a74SDmitry Karpeev ierr = MatSchurComplementGetPmat(jac->schur,MAT_INITIAL_MATRIX,&jac->schurp);CHKERRQ(ierr); 640a7476a74SDmitry Karpeev } 641443836d0SMatthew G Knepley if (kspA != kspInner) { 642443836d0SMatthew G Knepley ierr = KSPSetOperators(kspA,jac->mat[0],jac->pmat[0],pc->flag);CHKERRQ(ierr); 643443836d0SMatthew G Knepley } 644443836d0SMatthew G Knepley if (kspUpper != kspA) { 645443836d0SMatthew G Knepley ierr = KSPSetOperators(kspUpper,jac->mat[0],jac->pmat[0],pc->flag);CHKERRQ(ierr); 646443836d0SMatthew G Knepley } 647084e4875SJed Brown ierr = KSPSetOperators(jac->kspschur,jac->schur,FieldSplitSchurPre(jac),pc->flag);CHKERRQ(ierr); 6483b224e63SBarry Smith } else { 649bafc1b83SMatthew G Knepley const char *Dprefix; 650470b340bSDmitry Karpeev char schurprefix[256], schurmatprefix[256]; 651514bf10dSMatthew G Knepley char schurtestoption[256]; 652bdddcaaaSMatthew G Knepley MatNullSpace sp; 653514bf10dSMatthew G Knepley PetscBool flg; 6543b224e63SBarry Smith 655a04f6461SBarry Smith /* extract the A01 and A10 matrices */ 6563b224e63SBarry Smith ilink = jac->head; 65749bb4cd7SJungho Lee ierr = ISComplement(ilink->is_col,rstart,rend,&ccis);CHKERRQ(ierr); 658*c84da90fSDmitry Karpeev if (pc->useAmat || jac->offdiag_use_amat) { 659*c84da90fSDmitry Karpeev ierr = MatGetSubMatrix(pc->mat,ilink->is,ccis,MAT_INITIAL_MATRIX,&jac->B);CHKERRQ(ierr); 660*c84da90fSDmitry Karpeev } else { 661df06c9e3SDmitry Karpeev ierr = MatGetSubMatrix(pc->pmat,ilink->is,ccis,MAT_INITIAL_MATRIX,&jac->B);CHKERRQ(ierr); 662*c84da90fSDmitry Karpeev } 663fcfd50ebSBarry Smith ierr = ISDestroy(&ccis);CHKERRQ(ierr); 6643b224e63SBarry Smith ilink = ilink->next; 66549bb4cd7SJungho Lee ierr = ISComplement(ilink->is_col,rstart,rend,&ccis);CHKERRQ(ierr); 666*c84da90fSDmitry Karpeev if (pc->useAmat || jac->offdiag_use_amat) { 667*c84da90fSDmitry Karpeev ierr = MatGetSubMatrix(pc->mat,ilink->is,ccis,MAT_INITIAL_MATRIX,&jac->C);CHKERRQ(ierr); 668*c84da90fSDmitry Karpeev } else { 669df06c9e3SDmitry Karpeev ierr = MatGetSubMatrix(pc->pmat,ilink->is,ccis,MAT_INITIAL_MATRIX,&jac->C);CHKERRQ(ierr); 670*c84da90fSDmitry Karpeev } 671fcfd50ebSBarry Smith ierr = ISDestroy(&ccis);CHKERRQ(ierr); 67220252d06SBarry Smith 673f5236f50SJed Brown /* Use mat[0] (diagonal block of Amat) preconditioned by pmat[0] to define Schur complement */ 67420252d06SBarry Smith ierr = MatCreate(((PetscObject)jac->mat[0])->comm,&jac->schur);CHKERRQ(ierr); 67520252d06SBarry Smith ierr = MatSetType(jac->schur,MATSCHURCOMPLEMENT);CHKERRQ(ierr); 676bee83525SDmitry Karpeev ierr = MatSchurComplementSetSubMatrices(jac->schur,jac->mat[0],jac->pmat[0],jac->B,jac->C,jac->mat[1]);CHKERRQ(ierr); 677470b340bSDmitry Karpeev ierr = PetscSNPrintf(schurmatprefix, sizeof(schurmatprefix), "%sfieldsplit_%s_", ((PetscObject)pc)->prefix ? ((PetscObject)pc)->prefix : "", ilink->splitname);CHKERRQ(ierr); 678470b340bSDmitry Karpeev /* Note that the inner KSP is NOT going to inherit this prefix, and if it did, it would be reset just below. Is that what we want? */ 679470b340bSDmitry Karpeev ierr = MatSetOptionsPrefix(jac->schur,schurmatprefix);CHKERRQ(ierr); 680470b340bSDmitry Karpeev ierr = MatSetFromOptions(jac->schur);CHKERRQ(ierr); 681bdddcaaaSMatthew G Knepley ierr = MatGetNullSpace(jac->pmat[1], &sp);CHKERRQ(ierr); 68220252d06SBarry Smith if (sp) { 68320252d06SBarry Smith ierr = MatSetNullSpace(jac->schur, sp);CHKERRQ(ierr); 68420252d06SBarry Smith } 68520252d06SBarry Smith 68620252d06SBarry Smith ierr = PetscSNPrintf(schurtestoption, sizeof(schurtestoption), "-fieldsplit_%s_inner_", ilink->splitname);CHKERRQ(ierr); 6870298fd71SBarry Smith ierr = PetscOptionsFindPairPrefix_Private(((PetscObject)pc)->prefix, schurtestoption, NULL, &flg);CHKERRQ(ierr); 688514bf10dSMatthew G Knepley if (flg) { 689514bf10dSMatthew G Knepley DM dmInner; 69021635b76SJed Brown KSP kspInner; 69121635b76SJed Brown 69221635b76SJed Brown ierr = MatSchurComplementGetKSP(jac->schur, &kspInner);CHKERRQ(ierr); 69321635b76SJed Brown ierr = PetscSNPrintf(schurprefix, sizeof(schurprefix), "%sfieldsplit_%s_inner_", ((PetscObject)pc)->prefix ? ((PetscObject)pc)->prefix : "", ilink->splitname);CHKERRQ(ierr); 69421635b76SJed Brown /* Indent this deeper to emphasize the "inner" nature of this solver. */ 69521635b76SJed Brown ierr = PetscObjectIncrementTabLevel((PetscObject)kspInner, (PetscObject) pc, 2);CHKERRQ(ierr); 69621635b76SJed Brown ierr = KSPSetOptionsPrefix(kspInner, schurprefix);CHKERRQ(ierr); 697514bf10dSMatthew G Knepley 698514bf10dSMatthew G Knepley /* Set DM for new solver */ 699bafc1b83SMatthew G Knepley ierr = KSPGetDM(jac->head->ksp, &dmInner);CHKERRQ(ierr); 70021635b76SJed Brown ierr = KSPSetDM(kspInner, dmInner);CHKERRQ(ierr); 70121635b76SJed Brown ierr = KSPSetDMActive(kspInner, PETSC_FALSE);CHKERRQ(ierr); 702514bf10dSMatthew G Knepley } else { 70321635b76SJed Brown /* Use the outer solver for the inner solve, but revert the KSPPREONLY from PCFieldSplitSetFields_FieldSplit or 70421635b76SJed Brown * PCFieldSplitSetIS_FieldSplit. We don't want KSPPREONLY because it makes the Schur complement inexact, 70521635b76SJed Brown * preventing Schur complement reduction to be an accurate solve. Usually when an iterative solver is used for 70621635b76SJed Brown * S = D - C A_inner^{-1} B, we expect S to be defined using an accurate definition of A_inner^{-1}, so we make 70721635b76SJed Brown * GMRES the default. Note that it is also common to use PREONLY for S, in which case S may not be used 70821635b76SJed Brown * directly, and the user is responsible for setting an inexact method for fieldsplit's A^{-1}. */ 70921635b76SJed Brown ierr = KSPSetType(jac->head->ksp,KSPGMRES);CHKERRQ(ierr); 710514bf10dSMatthew G Knepley ierr = MatSchurComplementSetKSP(jac->schur,jac->head->ksp);CHKERRQ(ierr); 711bafc1b83SMatthew G Knepley } 7125a9f2f41SSatish Balay ierr = KSPSetOperators(jac->head->ksp,jac->mat[0],jac->pmat[0],flag);CHKERRQ(ierr); 7135a9f2f41SSatish Balay ierr = KSPSetFromOptions(jac->head->ksp);CHKERRQ(ierr); 71497bbdb24SBarry Smith ierr = MatSetFromOptions(jac->schur);CHKERRQ(ierr); 71597bbdb24SBarry Smith 716443836d0SMatthew G Knepley ierr = PetscSNPrintf(schurtestoption, sizeof(schurtestoption), "-fieldsplit_%s_upper_", ilink->splitname);CHKERRQ(ierr); 7170298fd71SBarry Smith ierr = PetscOptionsFindPairPrefix_Private(((PetscObject)pc)->prefix, schurtestoption, NULL, &flg);CHKERRQ(ierr); 718443836d0SMatthew G Knepley if (flg) { 719443836d0SMatthew G Knepley DM dmInner; 720443836d0SMatthew G Knepley 721443836d0SMatthew G Knepley ierr = PetscSNPrintf(schurprefix, sizeof(schurprefix), "%sfieldsplit_%s_upper_", ((PetscObject)pc)->prefix ? ((PetscObject)pc)->prefix : "", ilink->splitname);CHKERRQ(ierr); 72282f516ccSBarry Smith ierr = KSPCreate(PetscObjectComm((PetscObject)pc), &jac->kspupper);CHKERRQ(ierr); 723443836d0SMatthew G Knepley ierr = KSPSetOptionsPrefix(jac->kspupper, schurprefix);CHKERRQ(ierr); 724443836d0SMatthew G Knepley ierr = KSPGetDM(jac->head->ksp, &dmInner);CHKERRQ(ierr); 725443836d0SMatthew G Knepley ierr = KSPSetDM(jac->kspupper, dmInner);CHKERRQ(ierr); 726443836d0SMatthew G Knepley ierr = KSPSetDMActive(jac->kspupper, PETSC_FALSE);CHKERRQ(ierr); 727443836d0SMatthew G Knepley ierr = KSPSetFromOptions(jac->kspupper);CHKERRQ(ierr); 728443836d0SMatthew G Knepley ierr = KSPSetOperators(jac->kspupper,jac->mat[0],jac->pmat[0],flag);CHKERRQ(ierr); 729443836d0SMatthew G Knepley ierr = VecDuplicate(jac->head->x, &jac->head->z);CHKERRQ(ierr); 730443836d0SMatthew G Knepley } else { 731443836d0SMatthew G Knepley jac->kspupper = jac->head->ksp; 732443836d0SMatthew G Knepley ierr = PetscObjectReference((PetscObject) jac->head->ksp);CHKERRQ(ierr); 733443836d0SMatthew G Knepley } 734443836d0SMatthew G Knepley 735a7476a74SDmitry Karpeev if (jac->schurpre == PC_FIELDSPLIT_SCHUR_PRE_SELFP) { 736a7476a74SDmitry Karpeev ierr = MatSchurComplementGetPmat(jac->schur,MAT_INITIAL_MATRIX,&jac->schurp);CHKERRQ(ierr); 737a7476a74SDmitry Karpeev } 738ce94432eSBarry Smith ierr = KSPCreate(PetscObjectComm((PetscObject)pc),&jac->kspschur);CHKERRQ(ierr); 73997bbdb24SBarry Smith ierr = PetscLogObjectParent((PetscObject)pc,(PetscObject)jac->kspschur);CHKERRQ(ierr); 74020252d06SBarry Smith ierr = PetscObjectIncrementTabLevel((PetscObject)jac->kspschur,(PetscObject)pc,1);CHKERRQ(ierr); 74197bbdb24SBarry Smith ierr = KSPSetOperators(jac->kspschur,jac->schur,FieldSplitSchurPre(jac),DIFFERENT_NONZERO_PATTERN);CHKERRQ(ierr); 74297bbdb24SBarry Smith if (jac->schurpre == PC_FIELDSPLIT_SCHUR_PRE_SELF) { 7437233a360SDmitry Karpeev PC pcschur; 7447233a360SDmitry Karpeev ierr = KSPGetPC(jac->kspschur,&pcschur);CHKERRQ(ierr); 7457233a360SDmitry Karpeev ierr = PCSetType(pcschur,PCNONE);CHKERRQ(ierr); 74697bbdb24SBarry Smith /* Note: This is bad if there exist preconditioners for MATSCHURCOMPLEMENT */ 74797bbdb24SBarry Smith } 74897bbdb24SBarry Smith ierr = KSPGetOptionsPrefix(jac->head->next->ksp, &Dprefix);CHKERRQ(ierr); 74997bbdb24SBarry Smith ierr = KSPSetOptionsPrefix(jac->kspschur, Dprefix);CHKERRQ(ierr); 750b20b4189SMatthew G. Knepley /* propogate DM */ 751b20b4189SMatthew G. Knepley { 752b20b4189SMatthew G. Knepley DM sdm; 753b20b4189SMatthew G. Knepley ierr = KSPGetDM(jac->head->next->ksp, &sdm);CHKERRQ(ierr); 754b20b4189SMatthew G. Knepley if (sdm) { 755b20b4189SMatthew G. Knepley ierr = KSPSetDM(jac->kspschur, sdm);CHKERRQ(ierr); 756b20b4189SMatthew G. Knepley ierr = KSPSetDMActive(jac->kspschur, PETSC_FALSE);CHKERRQ(ierr); 757b20b4189SMatthew G. Knepley } 758b20b4189SMatthew G. Knepley } 75997bbdb24SBarry Smith /* really want setfromoptions called in PCSetFromOptions_FieldSplit(), but it is not ready yet */ 76097bbdb24SBarry Smith /* need to call this every time, since the jac->kspschur is freshly created, otherwise its options never get set */ 76197bbdb24SBarry Smith ierr = KSPSetFromOptions(jac->kspschur);CHKERRQ(ierr); 76297bbdb24SBarry Smith } 76397bbdb24SBarry Smith 7645a9f2f41SSatish Balay /* HACK: special support to forward L and Lp matrices that might be used by PCLSC */ 7658caf3d72SBarry Smith ierr = PetscSNPrintf(lscname,sizeof(lscname),"%s_LSC_L",ilink->splitname);CHKERRQ(ierr); 766519d70e2SJed Brown ierr = PetscObjectQuery((PetscObject)pc->mat,lscname,(PetscObject*)&LSC_L);CHKERRQ(ierr); 7673b224e63SBarry Smith if (!LSC_L) {ierr = PetscObjectQuery((PetscObject)pc->pmat,lscname,(PetscObject*)&LSC_L);CHKERRQ(ierr);} 768c1570756SJed Brown if (LSC_L) {ierr = PetscObjectCompose((PetscObject)jac->schur,"LSC_L",(PetscObject)LSC_L);CHKERRQ(ierr);} 7698caf3d72SBarry Smith ierr = PetscSNPrintf(lscname,sizeof(lscname),"%s_LSC_Lp",ilink->splitname);CHKERRQ(ierr); 77097bbdb24SBarry Smith ierr = PetscObjectQuery((PetscObject)pc->pmat,lscname,(PetscObject*)&LSC_L);CHKERRQ(ierr); 7715a9f2f41SSatish Balay if (!LSC_L) {ierr = PetscObjectQuery((PetscObject)pc->mat,lscname,(PetscObject*)&LSC_L);CHKERRQ(ierr);} 7720971522cSBarry Smith if (LSC_L) {ierr = PetscObjectCompose((PetscObject)jac->schur,"LSC_Lp",(PetscObject)LSC_L);CHKERRQ(ierr);} 77397bbdb24SBarry Smith } else { 77468bd789dSDmitry Karpeev /* set up the individual splits' PCs */ 7750971522cSBarry Smith i = 0; 7760971522cSBarry Smith ilink = jac->head; 7770971522cSBarry Smith while (ilink) { 7780971522cSBarry Smith ierr = KSPSetOperators(ilink->ksp,jac->mat[i],jac->pmat[i],flag);CHKERRQ(ierr); 7790971522cSBarry Smith /* really want setfromoptions called in PCSetFromOptions_FieldSplit(), but it is not ready yet */ 7800971522cSBarry Smith if (!jac->suboptionsset) {ierr = KSPSetFromOptions(ilink->ksp);CHKERRQ(ierr);} 7810971522cSBarry Smith i++; 7820971522cSBarry Smith ilink = ilink->next; 7830971522cSBarry Smith } 7843b224e63SBarry Smith } 7853b224e63SBarry Smith 786c1570756SJed Brown jac->suboptionsset = PETSC_TRUE; 7870971522cSBarry Smith PetscFunctionReturn(0); 7880971522cSBarry Smith } 7890971522cSBarry Smith 7905a9f2f41SSatish Balay #define FieldSplitSplitSolveAdd(ilink,xx,yy) \ 791ca9f406cSSatish Balay (VecScatterBegin(ilink->sctx,xx,ilink->x,INSERT_VALUES,SCATTER_FORWARD) || \ 792ca9f406cSSatish Balay VecScatterEnd(ilink->sctx,xx,ilink->x,INSERT_VALUES,SCATTER_FORWARD) || \ 7935a9f2f41SSatish Balay KSPSolve(ilink->ksp,ilink->x,ilink->y) || \ 794ca9f406cSSatish Balay VecScatterBegin(ilink->sctx,ilink->y,yy,ADD_VALUES,SCATTER_REVERSE) || \ 795ca9f406cSSatish Balay VecScatterEnd(ilink->sctx,ilink->y,yy,ADD_VALUES,SCATTER_REVERSE)) 79679416396SBarry Smith 7970971522cSBarry Smith #undef __FUNCT__ 7983b224e63SBarry Smith #define __FUNCT__ "PCApply_FieldSplit_Schur" 7993b224e63SBarry Smith static PetscErrorCode PCApply_FieldSplit_Schur(PC pc,Vec x,Vec y) 8003b224e63SBarry Smith { 8013b224e63SBarry Smith PC_FieldSplit *jac = (PC_FieldSplit*)pc->data; 8023b224e63SBarry Smith PetscErrorCode ierr; 8033b224e63SBarry Smith PC_FieldSplitLink ilinkA = jac->head, ilinkD = ilinkA->next; 804443836d0SMatthew G Knepley KSP kspA = ilinkA->ksp, kspLower = kspA, kspUpper = jac->kspupper; 8053b224e63SBarry Smith 8063b224e63SBarry Smith PetscFunctionBegin; 807c5d2311dSJed Brown switch (jac->schurfactorization) { 808c9c6ffaaSJed Brown case PC_FIELDSPLIT_SCHUR_FACT_DIAG: 809a04f6461SBarry Smith /* [A00 0; 0 -S], positive definite, suitable for MINRES */ 810c5d2311dSJed Brown ierr = VecScatterBegin(ilinkA->sctx,x,ilinkA->x,INSERT_VALUES,SCATTER_FORWARD);CHKERRQ(ierr); 811c5d2311dSJed Brown ierr = VecScatterBegin(ilinkD->sctx,x,ilinkD->x,INSERT_VALUES,SCATTER_FORWARD);CHKERRQ(ierr); 812c5d2311dSJed Brown ierr = VecScatterEnd(ilinkA->sctx,x,ilinkA->x,INSERT_VALUES,SCATTER_FORWARD);CHKERRQ(ierr); 813443836d0SMatthew G Knepley ierr = KSPSolve(kspA,ilinkA->x,ilinkA->y);CHKERRQ(ierr); 814c5d2311dSJed Brown ierr = VecScatterBegin(ilinkA->sctx,ilinkA->y,y,INSERT_VALUES,SCATTER_REVERSE);CHKERRQ(ierr); 815c5d2311dSJed Brown ierr = VecScatterEnd(ilinkD->sctx,x,ilinkD->x,INSERT_VALUES,SCATTER_FORWARD);CHKERRQ(ierr); 816c5d2311dSJed Brown ierr = KSPSolve(jac->kspschur,ilinkD->x,ilinkD->y);CHKERRQ(ierr); 817c5d2311dSJed Brown ierr = VecScale(ilinkD->y,-1.);CHKERRQ(ierr); 818c5d2311dSJed Brown ierr = VecScatterBegin(ilinkD->sctx,ilinkD->y,y,INSERT_VALUES,SCATTER_REVERSE);CHKERRQ(ierr); 819c5d2311dSJed Brown ierr = VecScatterEnd(ilinkA->sctx,ilinkA->y,y,INSERT_VALUES,SCATTER_REVERSE);CHKERRQ(ierr); 820c5d2311dSJed Brown ierr = VecScatterEnd(ilinkD->sctx,ilinkD->y,y,INSERT_VALUES,SCATTER_REVERSE);CHKERRQ(ierr); 821c5d2311dSJed Brown break; 822c9c6ffaaSJed Brown case PC_FIELDSPLIT_SCHUR_FACT_LOWER: 823a04f6461SBarry Smith /* [A00 0; A10 S], suitable for left preconditioning */ 824c5d2311dSJed Brown ierr = VecScatterBegin(ilinkA->sctx,x,ilinkA->x,INSERT_VALUES,SCATTER_FORWARD);CHKERRQ(ierr); 825c5d2311dSJed Brown ierr = VecScatterEnd(ilinkA->sctx,x,ilinkA->x,INSERT_VALUES,SCATTER_FORWARD);CHKERRQ(ierr); 826443836d0SMatthew G Knepley ierr = KSPSolve(kspA,ilinkA->x,ilinkA->y);CHKERRQ(ierr); 827c5d2311dSJed Brown ierr = MatMult(jac->C,ilinkA->y,ilinkD->x);CHKERRQ(ierr); 828c5d2311dSJed Brown ierr = VecScale(ilinkD->x,-1.);CHKERRQ(ierr); 829c5d2311dSJed Brown ierr = VecScatterBegin(ilinkD->sctx,x,ilinkD->x,ADD_VALUES,SCATTER_FORWARD);CHKERRQ(ierr); 830c5d2311dSJed Brown ierr = VecScatterBegin(ilinkA->sctx,ilinkA->y,y,INSERT_VALUES,SCATTER_REVERSE);CHKERRQ(ierr); 831c5d2311dSJed Brown ierr = VecScatterEnd(ilinkD->sctx,x,ilinkD->x,ADD_VALUES,SCATTER_FORWARD);CHKERRQ(ierr); 832c5d2311dSJed Brown ierr = KSPSolve(jac->kspschur,ilinkD->x,ilinkD->y);CHKERRQ(ierr); 833c5d2311dSJed Brown ierr = VecScatterBegin(ilinkD->sctx,ilinkD->y,y,INSERT_VALUES,SCATTER_REVERSE);CHKERRQ(ierr); 834c5d2311dSJed Brown ierr = VecScatterEnd(ilinkA->sctx,ilinkA->y,y,INSERT_VALUES,SCATTER_REVERSE);CHKERRQ(ierr); 835c5d2311dSJed Brown ierr = VecScatterEnd(ilinkD->sctx,ilinkD->y,y,INSERT_VALUES,SCATTER_REVERSE);CHKERRQ(ierr); 836c5d2311dSJed Brown break; 837c9c6ffaaSJed Brown case PC_FIELDSPLIT_SCHUR_FACT_UPPER: 838a04f6461SBarry Smith /* [A00 A01; 0 S], suitable for right preconditioning */ 839c5d2311dSJed Brown ierr = VecScatterBegin(ilinkD->sctx,x,ilinkD->x,INSERT_VALUES,SCATTER_FORWARD);CHKERRQ(ierr); 840c5d2311dSJed Brown ierr = VecScatterEnd(ilinkD->sctx,x,ilinkD->x,INSERT_VALUES,SCATTER_FORWARD);CHKERRQ(ierr); 841c5d2311dSJed Brown ierr = KSPSolve(jac->kspschur,ilinkD->x,ilinkD->y);CHKERRQ(ierr); 842c5d2311dSJed Brown ierr = MatMult(jac->B,ilinkD->y,ilinkA->x);CHKERRQ(ierr); 843c5d2311dSJed Brown ierr = VecScale(ilinkA->x,-1.);CHKERRQ(ierr); 844c5d2311dSJed Brown ierr = VecScatterBegin(ilinkA->sctx,x,ilinkA->x,ADD_VALUES,SCATTER_FORWARD);CHKERRQ(ierr); 845c5d2311dSJed Brown ierr = VecScatterBegin(ilinkD->sctx,ilinkD->y,y,INSERT_VALUES,SCATTER_REVERSE);CHKERRQ(ierr); 846c5d2311dSJed Brown ierr = VecScatterEnd(ilinkA->sctx,x,ilinkA->x,ADD_VALUES,SCATTER_FORWARD);CHKERRQ(ierr); 847443836d0SMatthew G Knepley ierr = KSPSolve(kspA,ilinkA->x,ilinkA->y);CHKERRQ(ierr); 848c5d2311dSJed Brown ierr = VecScatterBegin(ilinkA->sctx,ilinkA->y,y,INSERT_VALUES,SCATTER_REVERSE);CHKERRQ(ierr); 849c5d2311dSJed Brown ierr = VecScatterEnd(ilinkD->sctx,ilinkD->y,y,INSERT_VALUES,SCATTER_REVERSE);CHKERRQ(ierr); 850c5d2311dSJed Brown ierr = VecScatterEnd(ilinkA->sctx,ilinkA->y,y,INSERT_VALUES,SCATTER_REVERSE);CHKERRQ(ierr); 851c5d2311dSJed Brown break; 852c9c6ffaaSJed Brown case PC_FIELDSPLIT_SCHUR_FACT_FULL: 853a04f6461SBarry Smith /* [1 0; A10 A00^{-1} 1] [A00 0; 0 S] [1 A00^{-1}A01; 0 1], an exact solve if applied exactly, needs one extra solve with A */ 8543b224e63SBarry Smith ierr = VecScatterBegin(ilinkA->sctx,x,ilinkA->x,INSERT_VALUES,SCATTER_FORWARD);CHKERRQ(ierr); 8553b224e63SBarry Smith ierr = VecScatterEnd(ilinkA->sctx,x,ilinkA->x,INSERT_VALUES,SCATTER_FORWARD);CHKERRQ(ierr); 856443836d0SMatthew G Knepley ierr = KSPSolve(kspLower,ilinkA->x,ilinkA->y);CHKERRQ(ierr); 8573b224e63SBarry Smith ierr = MatMult(jac->C,ilinkA->y,ilinkD->x);CHKERRQ(ierr); 8583b224e63SBarry Smith ierr = VecScale(ilinkD->x,-1.0);CHKERRQ(ierr); 8593b224e63SBarry Smith ierr = VecScatterBegin(ilinkD->sctx,x,ilinkD->x,ADD_VALUES,SCATTER_FORWARD);CHKERRQ(ierr); 8603b224e63SBarry Smith ierr = VecScatterEnd(ilinkD->sctx,x,ilinkD->x,ADD_VALUES,SCATTER_FORWARD);CHKERRQ(ierr); 8613b224e63SBarry Smith 8623b224e63SBarry Smith ierr = KSPSolve(jac->kspschur,ilinkD->x,ilinkD->y);CHKERRQ(ierr); 8633b224e63SBarry Smith ierr = VecScatterBegin(ilinkD->sctx,ilinkD->y,y,INSERT_VALUES,SCATTER_REVERSE);CHKERRQ(ierr); 8643b224e63SBarry Smith ierr = VecScatterEnd(ilinkD->sctx,ilinkD->y,y,INSERT_VALUES,SCATTER_REVERSE);CHKERRQ(ierr); 8653b224e63SBarry Smith 866443836d0SMatthew G Knepley if (kspUpper == kspA) { 8673b224e63SBarry Smith ierr = MatMult(jac->B,ilinkD->y,ilinkA->y);CHKERRQ(ierr); 8683b224e63SBarry Smith ierr = VecAXPY(ilinkA->x,-1.0,ilinkA->y);CHKERRQ(ierr); 869443836d0SMatthew G Knepley ierr = KSPSolve(kspA,ilinkA->x,ilinkA->y);CHKERRQ(ierr); 870443836d0SMatthew G Knepley } else { 871443836d0SMatthew G Knepley ierr = KSPSolve(kspA,ilinkA->x,ilinkA->y);CHKERRQ(ierr); 872443836d0SMatthew G Knepley ierr = MatMult(jac->B,ilinkD->y,ilinkA->x);CHKERRQ(ierr); 873443836d0SMatthew G Knepley ierr = KSPSolve(kspUpper,ilinkA->x,ilinkA->z);CHKERRQ(ierr); 874443836d0SMatthew G Knepley ierr = VecAXPY(ilinkA->y,-1.0,ilinkA->z);CHKERRQ(ierr); 875443836d0SMatthew G Knepley } 8763b224e63SBarry Smith ierr = VecScatterBegin(ilinkA->sctx,ilinkA->y,y,INSERT_VALUES,SCATTER_REVERSE);CHKERRQ(ierr); 8773b224e63SBarry Smith ierr = VecScatterEnd(ilinkA->sctx,ilinkA->y,y,INSERT_VALUES,SCATTER_REVERSE);CHKERRQ(ierr); 878c5d2311dSJed Brown } 8793b224e63SBarry Smith PetscFunctionReturn(0); 8803b224e63SBarry Smith } 8813b224e63SBarry Smith 8823b224e63SBarry Smith #undef __FUNCT__ 8830971522cSBarry Smith #define __FUNCT__ "PCApply_FieldSplit" 8840971522cSBarry Smith static PetscErrorCode PCApply_FieldSplit(PC pc,Vec x,Vec y) 8850971522cSBarry Smith { 8860971522cSBarry Smith PC_FieldSplit *jac = (PC_FieldSplit*)pc->data; 8870971522cSBarry Smith PetscErrorCode ierr; 8885a9f2f41SSatish Balay PC_FieldSplitLink ilink = jac->head; 889939b8a20SBarry Smith PetscInt cnt,bs; 8900971522cSBarry Smith 8910971522cSBarry Smith PetscFunctionBegin; 89279416396SBarry Smith if (jac->type == PC_COMPOSITE_ADDITIVE) { 8931b9fc7fcSBarry Smith if (jac->defaultsplit) { 894939b8a20SBarry Smith ierr = VecGetBlockSize(x,&bs);CHKERRQ(ierr); 895ce94432eSBarry Smith if (jac->bs > 0 && bs != jac->bs) SETERRQ2(PetscObjectComm((PetscObject)pc),PETSC_ERR_ARG_WRONGSTATE,"Blocksize of x vector %D does not match fieldsplit blocksize %D",bs,jac->bs); 896939b8a20SBarry Smith ierr = VecGetBlockSize(y,&bs);CHKERRQ(ierr); 897ce94432eSBarry Smith if (jac->bs > 0 && bs != jac->bs) SETERRQ2(PetscObjectComm((PetscObject)pc),PETSC_ERR_ARG_WRONGSTATE,"Blocksize of y vector %D does not match fieldsplit blocksize %D",bs,jac->bs); 8980971522cSBarry Smith ierr = VecStrideGatherAll(x,jac->x,INSERT_VALUES);CHKERRQ(ierr); 8995a9f2f41SSatish Balay while (ilink) { 9005a9f2f41SSatish Balay ierr = KSPSolve(ilink->ksp,ilink->x,ilink->y);CHKERRQ(ierr); 9015a9f2f41SSatish Balay ilink = ilink->next; 9020971522cSBarry Smith } 9030971522cSBarry Smith ierr = VecStrideScatterAll(jac->y,y,INSERT_VALUES);CHKERRQ(ierr); 9041b9fc7fcSBarry Smith } else { 905efb30889SBarry Smith ierr = VecSet(y,0.0);CHKERRQ(ierr); 9065a9f2f41SSatish Balay while (ilink) { 9075a9f2f41SSatish Balay ierr = FieldSplitSplitSolveAdd(ilink,x,y);CHKERRQ(ierr); 9085a9f2f41SSatish Balay ilink = ilink->next; 9091b9fc7fcSBarry Smith } 9101b9fc7fcSBarry Smith } 91116913363SBarry Smith } else if (jac->type == PC_COMPOSITE_MULTIPLICATIVE || jac->type == PC_COMPOSITE_SYMMETRIC_MULTIPLICATIVE) { 91279416396SBarry Smith if (!jac->w1) { 91379416396SBarry Smith ierr = VecDuplicate(x,&jac->w1);CHKERRQ(ierr); 91479416396SBarry Smith ierr = VecDuplicate(x,&jac->w2);CHKERRQ(ierr); 91579416396SBarry Smith } 916efb30889SBarry Smith ierr = VecSet(y,0.0);CHKERRQ(ierr); 9175a9f2f41SSatish Balay ierr = FieldSplitSplitSolveAdd(ilink,x,y);CHKERRQ(ierr); 9183e197d65SBarry Smith cnt = 1; 9195a9f2f41SSatish Balay while (ilink->next) { 9205a9f2f41SSatish Balay ilink = ilink->next; 9213e197d65SBarry Smith /* compute the residual only over the part of the vector needed */ 9223e197d65SBarry Smith ierr = MatMult(jac->Afield[cnt++],y,ilink->x);CHKERRQ(ierr); 9233e197d65SBarry Smith ierr = VecScale(ilink->x,-1.0);CHKERRQ(ierr); 9243e197d65SBarry Smith ierr = VecScatterBegin(ilink->sctx,x,ilink->x,ADD_VALUES,SCATTER_FORWARD);CHKERRQ(ierr); 9253e197d65SBarry Smith ierr = VecScatterEnd(ilink->sctx,x,ilink->x,ADD_VALUES,SCATTER_FORWARD);CHKERRQ(ierr); 9263e197d65SBarry Smith ierr = KSPSolve(ilink->ksp,ilink->x,ilink->y);CHKERRQ(ierr); 9273e197d65SBarry Smith ierr = VecScatterBegin(ilink->sctx,ilink->y,y,ADD_VALUES,SCATTER_REVERSE);CHKERRQ(ierr); 9283e197d65SBarry Smith ierr = VecScatterEnd(ilink->sctx,ilink->y,y,ADD_VALUES,SCATTER_REVERSE);CHKERRQ(ierr); 9293e197d65SBarry Smith } 93051f519a2SBarry Smith if (jac->type == PC_COMPOSITE_SYMMETRIC_MULTIPLICATIVE) { 93111755939SBarry Smith cnt -= 2; 93251f519a2SBarry Smith while (ilink->previous) { 93351f519a2SBarry Smith ilink = ilink->previous; 93411755939SBarry Smith /* compute the residual only over the part of the vector needed */ 93511755939SBarry Smith ierr = MatMult(jac->Afield[cnt--],y,ilink->x);CHKERRQ(ierr); 93611755939SBarry Smith ierr = VecScale(ilink->x,-1.0);CHKERRQ(ierr); 93711755939SBarry Smith ierr = VecScatterBegin(ilink->sctx,x,ilink->x,ADD_VALUES,SCATTER_FORWARD);CHKERRQ(ierr); 93811755939SBarry Smith ierr = VecScatterEnd(ilink->sctx,x,ilink->x,ADD_VALUES,SCATTER_FORWARD);CHKERRQ(ierr); 93911755939SBarry Smith ierr = KSPSolve(ilink->ksp,ilink->x,ilink->y);CHKERRQ(ierr); 94011755939SBarry Smith ierr = VecScatterBegin(ilink->sctx,ilink->y,y,ADD_VALUES,SCATTER_REVERSE);CHKERRQ(ierr); 94111755939SBarry Smith ierr = VecScatterEnd(ilink->sctx,ilink->y,y,ADD_VALUES,SCATTER_REVERSE);CHKERRQ(ierr); 94251f519a2SBarry Smith } 94311755939SBarry Smith } 944ce94432eSBarry Smith } else SETERRQ1(PetscObjectComm((PetscObject)pc),PETSC_ERR_SUP,"Unsupported or unknown composition",(int) jac->type); 9450971522cSBarry Smith PetscFunctionReturn(0); 9460971522cSBarry Smith } 9470971522cSBarry Smith 948421e10b8SBarry Smith #define FieldSplitSplitSolveAddTranspose(ilink,xx,yy) \ 949ca9f406cSSatish Balay (VecScatterBegin(ilink->sctx,xx,ilink->y,INSERT_VALUES,SCATTER_FORWARD) || \ 950ca9f406cSSatish Balay VecScatterEnd(ilink->sctx,xx,ilink->y,INSERT_VALUES,SCATTER_FORWARD) || \ 951421e10b8SBarry Smith KSPSolveTranspose(ilink->ksp,ilink->y,ilink->x) || \ 952ca9f406cSSatish Balay VecScatterBegin(ilink->sctx,ilink->x,yy,ADD_VALUES,SCATTER_REVERSE) || \ 953ca9f406cSSatish Balay VecScatterEnd(ilink->sctx,ilink->x,yy,ADD_VALUES,SCATTER_REVERSE)) 954421e10b8SBarry Smith 955421e10b8SBarry Smith #undef __FUNCT__ 9568c03b21aSDmitry Karpeev #define __FUNCT__ "PCApplyTranspose_FieldSplit" 957421e10b8SBarry Smith static PetscErrorCode PCApplyTranspose_FieldSplit(PC pc,Vec x,Vec y) 958421e10b8SBarry Smith { 959421e10b8SBarry Smith PC_FieldSplit *jac = (PC_FieldSplit*)pc->data; 960421e10b8SBarry Smith PetscErrorCode ierr; 961421e10b8SBarry Smith PC_FieldSplitLink ilink = jac->head; 962939b8a20SBarry Smith PetscInt bs; 963421e10b8SBarry Smith 964421e10b8SBarry Smith PetscFunctionBegin; 965421e10b8SBarry Smith if (jac->type == PC_COMPOSITE_ADDITIVE) { 966421e10b8SBarry Smith if (jac->defaultsplit) { 967939b8a20SBarry Smith ierr = VecGetBlockSize(x,&bs);CHKERRQ(ierr); 968ce94432eSBarry Smith if (jac->bs > 0 && bs != jac->bs) SETERRQ2(PetscObjectComm((PetscObject)pc),PETSC_ERR_ARG_WRONGSTATE,"Blocksize of x vector %D does not match fieldsplit blocksize %D",bs,jac->bs); 969939b8a20SBarry Smith ierr = VecGetBlockSize(y,&bs);CHKERRQ(ierr); 970ce94432eSBarry Smith if (jac->bs > 0 && bs != jac->bs) SETERRQ2(PetscObjectComm((PetscObject)pc),PETSC_ERR_ARG_WRONGSTATE,"Blocksize of y vector %D does not match fieldsplit blocksize %D",bs,jac->bs); 971421e10b8SBarry Smith ierr = VecStrideGatherAll(x,jac->x,INSERT_VALUES);CHKERRQ(ierr); 972421e10b8SBarry Smith while (ilink) { 973421e10b8SBarry Smith ierr = KSPSolveTranspose(ilink->ksp,ilink->x,ilink->y);CHKERRQ(ierr); 974421e10b8SBarry Smith ilink = ilink->next; 975421e10b8SBarry Smith } 976421e10b8SBarry Smith ierr = VecStrideScatterAll(jac->y,y,INSERT_VALUES);CHKERRQ(ierr); 977421e10b8SBarry Smith } else { 978421e10b8SBarry Smith ierr = VecSet(y,0.0);CHKERRQ(ierr); 979421e10b8SBarry Smith while (ilink) { 980421e10b8SBarry Smith ierr = FieldSplitSplitSolveAddTranspose(ilink,x,y);CHKERRQ(ierr); 981421e10b8SBarry Smith ilink = ilink->next; 982421e10b8SBarry Smith } 983421e10b8SBarry Smith } 984421e10b8SBarry Smith } else { 985421e10b8SBarry Smith if (!jac->w1) { 986421e10b8SBarry Smith ierr = VecDuplicate(x,&jac->w1);CHKERRQ(ierr); 987421e10b8SBarry Smith ierr = VecDuplicate(x,&jac->w2);CHKERRQ(ierr); 988421e10b8SBarry Smith } 989421e10b8SBarry Smith ierr = VecSet(y,0.0);CHKERRQ(ierr); 990421e10b8SBarry Smith if (jac->type == PC_COMPOSITE_SYMMETRIC_MULTIPLICATIVE) { 991421e10b8SBarry Smith ierr = FieldSplitSplitSolveAddTranspose(ilink,x,y);CHKERRQ(ierr); 992421e10b8SBarry Smith while (ilink->next) { 993421e10b8SBarry Smith ilink = ilink->next; 9949989ab13SBarry Smith ierr = MatMultTranspose(pc->mat,y,jac->w1);CHKERRQ(ierr); 995421e10b8SBarry Smith ierr = VecWAXPY(jac->w2,-1.0,jac->w1,x);CHKERRQ(ierr); 996421e10b8SBarry Smith ierr = FieldSplitSplitSolveAddTranspose(ilink,jac->w2,y);CHKERRQ(ierr); 997421e10b8SBarry Smith } 998421e10b8SBarry Smith while (ilink->previous) { 999421e10b8SBarry Smith ilink = ilink->previous; 10009989ab13SBarry Smith ierr = MatMultTranspose(pc->mat,y,jac->w1);CHKERRQ(ierr); 1001421e10b8SBarry Smith ierr = VecWAXPY(jac->w2,-1.0,jac->w1,x);CHKERRQ(ierr); 1002421e10b8SBarry Smith ierr = FieldSplitSplitSolveAddTranspose(ilink,jac->w2,y);CHKERRQ(ierr); 1003421e10b8SBarry Smith } 1004421e10b8SBarry Smith } else { 1005421e10b8SBarry Smith while (ilink->next) { /* get to last entry in linked list */ 1006421e10b8SBarry Smith ilink = ilink->next; 1007421e10b8SBarry Smith } 1008421e10b8SBarry Smith ierr = FieldSplitSplitSolveAddTranspose(ilink,x,y);CHKERRQ(ierr); 1009421e10b8SBarry Smith while (ilink->previous) { 1010421e10b8SBarry Smith ilink = ilink->previous; 10119989ab13SBarry Smith ierr = MatMultTranspose(pc->mat,y,jac->w1);CHKERRQ(ierr); 1012421e10b8SBarry Smith ierr = VecWAXPY(jac->w2,-1.0,jac->w1,x);CHKERRQ(ierr); 1013421e10b8SBarry Smith ierr = FieldSplitSplitSolveAddTranspose(ilink,jac->w2,y);CHKERRQ(ierr); 1014421e10b8SBarry Smith } 1015421e10b8SBarry Smith } 1016421e10b8SBarry Smith } 1017421e10b8SBarry Smith PetscFunctionReturn(0); 1018421e10b8SBarry Smith } 1019421e10b8SBarry Smith 10200971522cSBarry Smith #undef __FUNCT__ 1021574deadeSBarry Smith #define __FUNCT__ "PCReset_FieldSplit" 1022574deadeSBarry Smith static PetscErrorCode PCReset_FieldSplit(PC pc) 10230971522cSBarry Smith { 10240971522cSBarry Smith PC_FieldSplit *jac = (PC_FieldSplit*)pc->data; 10250971522cSBarry Smith PetscErrorCode ierr; 10265a9f2f41SSatish Balay PC_FieldSplitLink ilink = jac->head,next; 10270971522cSBarry Smith 10280971522cSBarry Smith PetscFunctionBegin; 10295a9f2f41SSatish Balay while (ilink) { 1030574deadeSBarry Smith ierr = KSPReset(ilink->ksp);CHKERRQ(ierr); 1031fcfd50ebSBarry Smith ierr = VecDestroy(&ilink->x);CHKERRQ(ierr); 1032fcfd50ebSBarry Smith ierr = VecDestroy(&ilink->y);CHKERRQ(ierr); 1033443836d0SMatthew G Knepley ierr = VecDestroy(&ilink->z);CHKERRQ(ierr); 1034fcfd50ebSBarry Smith ierr = VecScatterDestroy(&ilink->sctx);CHKERRQ(ierr); 1035fcfd50ebSBarry Smith ierr = ISDestroy(&ilink->is);CHKERRQ(ierr); 1036b5787286SJed Brown ierr = ISDestroy(&ilink->is_col);CHKERRQ(ierr); 10375a9f2f41SSatish Balay next = ilink->next; 10385a9f2f41SSatish Balay ilink = next; 10390971522cSBarry Smith } 104005b42c5fSBarry Smith ierr = PetscFree2(jac->x,jac->y);CHKERRQ(ierr); 1041574deadeSBarry Smith if (jac->mat && jac->mat != jac->pmat) { 1042574deadeSBarry Smith ierr = MatDestroyMatrices(jac->nsplits,&jac->mat);CHKERRQ(ierr); 1043574deadeSBarry Smith } else if (jac->mat) { 10440298fd71SBarry Smith jac->mat = NULL; 1045574deadeSBarry Smith } 104697bbdb24SBarry Smith if (jac->pmat) {ierr = MatDestroyMatrices(jac->nsplits,&jac->pmat);CHKERRQ(ierr);} 104768dd23aaSBarry Smith if (jac->Afield) {ierr = MatDestroyMatrices(jac->nsplits,&jac->Afield);CHKERRQ(ierr);} 10486bf464f9SBarry Smith ierr = VecDestroy(&jac->w1);CHKERRQ(ierr); 10496bf464f9SBarry Smith ierr = VecDestroy(&jac->w2);CHKERRQ(ierr); 10506bf464f9SBarry Smith ierr = MatDestroy(&jac->schur);CHKERRQ(ierr); 1051a7476a74SDmitry Karpeev ierr = MatDestroy(&jac->schurp);CHKERRQ(ierr); 10526bf464f9SBarry Smith ierr = MatDestroy(&jac->schur_user);CHKERRQ(ierr); 10536bf464f9SBarry Smith ierr = KSPDestroy(&jac->kspschur);CHKERRQ(ierr); 1054d78dad28SBarry Smith ierr = KSPDestroy(&jac->kspupper);CHKERRQ(ierr); 10556bf464f9SBarry Smith ierr = MatDestroy(&jac->B);CHKERRQ(ierr); 10566bf464f9SBarry Smith ierr = MatDestroy(&jac->C);CHKERRQ(ierr); 105763ec74ffSBarry Smith jac->reset = PETSC_TRUE; 1058574deadeSBarry Smith PetscFunctionReturn(0); 1059574deadeSBarry Smith } 1060574deadeSBarry Smith 1061574deadeSBarry Smith #undef __FUNCT__ 1062574deadeSBarry Smith #define __FUNCT__ "PCDestroy_FieldSplit" 1063574deadeSBarry Smith static PetscErrorCode PCDestroy_FieldSplit(PC pc) 1064574deadeSBarry Smith { 1065574deadeSBarry Smith PC_FieldSplit *jac = (PC_FieldSplit*)pc->data; 1066574deadeSBarry Smith PetscErrorCode ierr; 1067574deadeSBarry Smith PC_FieldSplitLink ilink = jac->head,next; 1068574deadeSBarry Smith 1069574deadeSBarry Smith PetscFunctionBegin; 1070574deadeSBarry Smith ierr = PCReset_FieldSplit(pc);CHKERRQ(ierr); 1071574deadeSBarry Smith while (ilink) { 10726bf464f9SBarry Smith ierr = KSPDestroy(&ilink->ksp);CHKERRQ(ierr); 1073574deadeSBarry Smith next = ilink->next; 1074574deadeSBarry Smith ierr = PetscFree(ilink->splitname);CHKERRQ(ierr); 1075574deadeSBarry Smith ierr = PetscFree(ilink->fields);CHKERRQ(ierr); 10765d4c12cdSJungho Lee ierr = PetscFree(ilink->fields_col);CHKERRQ(ierr); 1077574deadeSBarry Smith ierr = PetscFree(ilink);CHKERRQ(ierr); 1078574deadeSBarry Smith ilink = next; 1079574deadeSBarry Smith } 1080574deadeSBarry Smith ierr = PetscFree2(jac->x,jac->y);CHKERRQ(ierr); 1081c31cb41cSBarry Smith ierr = PetscFree(pc->data);CHKERRQ(ierr); 1082bdf89e91SBarry Smith ierr = PetscObjectComposeFunction((PetscObject)pc,"PCFieldSplitGetSubKSP_C",NULL);CHKERRQ(ierr); 1083bdf89e91SBarry Smith ierr = PetscObjectComposeFunction((PetscObject)pc,"PCFieldSplitSetFields_C",NULL);CHKERRQ(ierr); 1084bdf89e91SBarry Smith ierr = PetscObjectComposeFunction((PetscObject)pc,"PCFieldSplitSetIS_C",NULL);CHKERRQ(ierr); 1085bdf89e91SBarry Smith ierr = PetscObjectComposeFunction((PetscObject)pc,"PCFieldSplitSetType_C",NULL);CHKERRQ(ierr); 1086bdf89e91SBarry Smith ierr = PetscObjectComposeFunction((PetscObject)pc,"PCFieldSplitSetBlockSize_C",NULL);CHKERRQ(ierr); 1087bdf89e91SBarry Smith ierr = PetscObjectComposeFunction((PetscObject)pc,"PCFieldSplitSchurPrecondition_C",NULL);CHKERRQ(ierr); 1088bdf89e91SBarry Smith ierr = PetscObjectComposeFunction((PetscObject)pc,"PCFieldSplitSetSchurFactType_C",NULL);CHKERRQ(ierr); 10890971522cSBarry Smith PetscFunctionReturn(0); 10900971522cSBarry Smith } 10910971522cSBarry Smith 10920971522cSBarry Smith #undef __FUNCT__ 10930971522cSBarry Smith #define __FUNCT__ "PCSetFromOptions_FieldSplit" 10940971522cSBarry Smith static PetscErrorCode PCSetFromOptions_FieldSplit(PC pc) 10950971522cSBarry Smith { 10961b9fc7fcSBarry Smith PetscErrorCode ierr; 10976c924f48SJed Brown PetscInt bs; 1098bc59fbc5SBarry Smith PetscBool flg,stokes = PETSC_FALSE; 10999dcbbd2bSBarry Smith PC_FieldSplit *jac = (PC_FieldSplit*)pc->data; 11003b224e63SBarry Smith PCCompositeType ctype; 11011b9fc7fcSBarry Smith 11020971522cSBarry Smith PetscFunctionBegin; 11031b9fc7fcSBarry Smith ierr = PetscOptionsHead("FieldSplit options");CHKERRQ(ierr); 11044ab8060aSDmitry Karpeev ierr = PetscOptionsBool("-pc_fieldsplit_dm_splits","Whether to use DMCreateFieldDecomposition() for splits","PCFieldSplitSetDMSplits",jac->dm_splits,&jac->dm_splits,NULL);CHKERRQ(ierr); 110551f519a2SBarry Smith ierr = PetscOptionsInt("-pc_fieldsplit_block_size","Blocksize that defines number of fields","PCFieldSplitSetBlockSize",jac->bs,&bs,&flg);CHKERRQ(ierr); 110651f519a2SBarry Smith if (flg) { 110751f519a2SBarry Smith ierr = PCFieldSplitSetBlockSize(pc,bs);CHKERRQ(ierr); 110851f519a2SBarry Smith } 1109704ba839SBarry Smith 1110*c84da90fSDmitry Karpeev ierr = PetscOptionsGetBool(((PetscObject)pc)->prefix,"-pc_fieldsplit_diag_use_amat",&jac->diag_use_amat,NULL);CHKERRQ(ierr); 1111*c84da90fSDmitry Karpeev ierr = PetscOptionsGetBool(((PetscObject)pc)->prefix,"-pc_fieldsplit_off_diag_use_amat",&jac->diag_use_amat,NULL);CHKERRQ(ierr); 11120298fd71SBarry Smith ierr = PetscOptionsGetBool(((PetscObject)pc)->prefix,"-pc_fieldsplit_detect_saddle_point",&stokes,NULL);CHKERRQ(ierr); 1113c0adfefeSBarry Smith if (stokes) { 1114c0adfefeSBarry Smith ierr = PCFieldSplitSetType(pc,PC_COMPOSITE_SCHUR);CHKERRQ(ierr); 1115c0adfefeSBarry Smith jac->schurpre = PC_FIELDSPLIT_SCHUR_PRE_SELF; 1116c0adfefeSBarry Smith } 1117c0adfefeSBarry Smith 11183b224e63SBarry Smith ierr = PetscOptionsEnum("-pc_fieldsplit_type","Type of composition","PCFieldSplitSetType",PCCompositeTypes,(PetscEnum)jac->type,(PetscEnum*)&ctype,&flg);CHKERRQ(ierr); 11193b224e63SBarry Smith if (flg) { 11203b224e63SBarry Smith ierr = PCFieldSplitSetType(pc,ctype);CHKERRQ(ierr); 11213b224e63SBarry Smith } 1122c30613efSMatthew Knepley /* Only setup fields once */ 1123c30613efSMatthew Knepley if ((jac->bs > 0) && (jac->nsplits == 0)) { 1124d32f9abdSBarry Smith /* only allow user to set fields from command line if bs is already known. 1125d32f9abdSBarry Smith otherwise user can set them in PCFieldSplitSetDefaults() */ 11266c924f48SJed Brown ierr = PCFieldSplitSetRuntimeSplits_Private(pc);CHKERRQ(ierr); 11276c924f48SJed Brown if (jac->splitdefined) {ierr = PetscInfo(pc,"Splits defined using the options database\n");CHKERRQ(ierr);} 1128d32f9abdSBarry Smith } 1129c5d2311dSJed Brown if (jac->type == PC_COMPOSITE_SCHUR) { 1130c9c6ffaaSJed Brown ierr = PetscOptionsGetEnum(((PetscObject)pc)->prefix,"-pc_fieldsplit_schur_factorization_type",PCFieldSplitSchurFactTypes,(PetscEnum*)&jac->schurfactorization,&flg);CHKERRQ(ierr); 1131c9c6ffaaSJed Brown if (flg) {ierr = PetscInfo(pc,"Deprecated use of -pc_fieldsplit_schur_factorization_type\n");CHKERRQ(ierr);} 11320298fd71SBarry Smith ierr = PetscOptionsEnum("-pc_fieldsplit_schur_fact_type","Which off-diagonal parts of the block factorization to use","PCFieldSplitSetSchurFactType",PCFieldSplitSchurFactTypes,(PetscEnum)jac->schurfactorization,(PetscEnum*)&jac->schurfactorization,NULL);CHKERRQ(ierr); 11330298fd71SBarry Smith ierr = PetscOptionsEnum("-pc_fieldsplit_schur_precondition","How to build preconditioner for Schur complement","PCFieldSplitSchurPrecondition",PCFieldSplitSchurPreTypes,(PetscEnum)jac->schurpre,(PetscEnum*)&jac->schurpre,NULL);CHKERRQ(ierr); 1134c5d2311dSJed Brown } 11351b9fc7fcSBarry Smith ierr = PetscOptionsTail();CHKERRQ(ierr); 11360971522cSBarry Smith PetscFunctionReturn(0); 11370971522cSBarry Smith } 11380971522cSBarry Smith 11390971522cSBarry Smith /*------------------------------------------------------------------------------------*/ 11400971522cSBarry Smith 11410971522cSBarry Smith #undef __FUNCT__ 11420971522cSBarry Smith #define __FUNCT__ "PCFieldSplitSetFields_FieldSplit" 11431e6b0712SBarry Smith static PetscErrorCode PCFieldSplitSetFields_FieldSplit(PC pc,const char splitname[],PetscInt n,const PetscInt *fields,const PetscInt *fields_col) 11440971522cSBarry Smith { 114597bbdb24SBarry Smith PC_FieldSplit *jac = (PC_FieldSplit*)pc->data; 11460971522cSBarry Smith PetscErrorCode ierr; 11475a9f2f41SSatish Balay PC_FieldSplitLink ilink,next = jac->head; 114869a612a9SBarry Smith char prefix[128]; 11495d4c12cdSJungho Lee PetscInt i; 11500971522cSBarry Smith 11510971522cSBarry Smith PetscFunctionBegin; 11526c924f48SJed Brown if (jac->splitdefined) { 11536c924f48SJed Brown ierr = PetscInfo1(pc,"Ignoring new split \"%s\" because the splits have already been defined\n",splitname);CHKERRQ(ierr); 11546c924f48SJed Brown PetscFunctionReturn(0); 11556c924f48SJed Brown } 115651f519a2SBarry Smith for (i=0; i<n; i++) { 1157e32f2f54SBarry Smith if (fields[i] >= jac->bs) SETERRQ2(PETSC_COMM_SELF,PETSC_ERR_ARG_OUTOFRANGE,"Field %D requested but only %D exist",fields[i],jac->bs); 1158e32f2f54SBarry Smith if (fields[i] < 0) SETERRQ1(PETSC_COMM_SELF,PETSC_ERR_ARG_OUTOFRANGE,"Negative field %D requested",fields[i]); 115951f519a2SBarry Smith } 1160b00a9115SJed Brown ierr = PetscNew(&ilink);CHKERRQ(ierr); 1161a04f6461SBarry Smith if (splitname) { 1162db4c96c1SJed Brown ierr = PetscStrallocpy(splitname,&ilink->splitname);CHKERRQ(ierr); 1163a04f6461SBarry Smith } else { 1164785e854fSJed Brown ierr = PetscMalloc1(3,&ilink->splitname);CHKERRQ(ierr); 1165a04f6461SBarry Smith ierr = PetscSNPrintf(ilink->splitname,2,"%s",jac->nsplits);CHKERRQ(ierr); 1166a04f6461SBarry Smith } 1167785e854fSJed Brown ierr = PetscMalloc1(n,&ilink->fields);CHKERRQ(ierr); 11685a9f2f41SSatish Balay ierr = PetscMemcpy(ilink->fields,fields,n*sizeof(PetscInt));CHKERRQ(ierr); 1169785e854fSJed Brown ierr = PetscMalloc1(n,&ilink->fields_col);CHKERRQ(ierr); 11705d4c12cdSJungho Lee ierr = PetscMemcpy(ilink->fields_col,fields_col,n*sizeof(PetscInt));CHKERRQ(ierr); 11712fa5cd67SKarl Rupp 11725a9f2f41SSatish Balay ilink->nfields = n; 11730298fd71SBarry Smith ilink->next = NULL; 1174ce94432eSBarry Smith ierr = KSPCreate(PetscObjectComm((PetscObject)pc),&ilink->ksp);CHKERRQ(ierr); 117520252d06SBarry Smith ierr = PetscObjectIncrementTabLevel((PetscObject)ilink->ksp,(PetscObject)pc,1);CHKERRQ(ierr); 11765a9f2f41SSatish Balay ierr = KSPSetType(ilink->ksp,KSPPREONLY);CHKERRQ(ierr); 11779005cf84SBarry Smith ierr = PetscLogObjectParent((PetscObject)pc,(PetscObject)ilink->ksp);CHKERRQ(ierr); 117869a612a9SBarry Smith 11798caf3d72SBarry Smith ierr = PetscSNPrintf(prefix,sizeof(prefix),"%sfieldsplit_%s_",((PetscObject)pc)->prefix ? ((PetscObject)pc)->prefix : "",ilink->splitname);CHKERRQ(ierr); 11805a9f2f41SSatish Balay ierr = KSPSetOptionsPrefix(ilink->ksp,prefix);CHKERRQ(ierr); 11810971522cSBarry Smith 11820971522cSBarry Smith if (!next) { 11835a9f2f41SSatish Balay jac->head = ilink; 11840298fd71SBarry Smith ilink->previous = NULL; 11850971522cSBarry Smith } else { 11860971522cSBarry Smith while (next->next) { 11870971522cSBarry Smith next = next->next; 11880971522cSBarry Smith } 11895a9f2f41SSatish Balay next->next = ilink; 119051f519a2SBarry Smith ilink->previous = next; 11910971522cSBarry Smith } 11920971522cSBarry Smith jac->nsplits++; 11930971522cSBarry Smith PetscFunctionReturn(0); 11940971522cSBarry Smith } 11950971522cSBarry Smith 1196e69d4d44SBarry Smith #undef __FUNCT__ 1197e69d4d44SBarry Smith #define __FUNCT__ "PCFieldSplitGetSubKSP_FieldSplit_Schur" 11981e6b0712SBarry Smith static PetscErrorCode PCFieldSplitGetSubKSP_FieldSplit_Schur(PC pc,PetscInt *n,KSP **subksp) 1199e69d4d44SBarry Smith { 1200e69d4d44SBarry Smith PC_FieldSplit *jac = (PC_FieldSplit*)pc->data; 1201e69d4d44SBarry Smith PetscErrorCode ierr; 1202e69d4d44SBarry Smith 1203e69d4d44SBarry Smith PetscFunctionBegin; 1204785e854fSJed Brown ierr = PetscMalloc1(jac->nsplits,subksp);CHKERRQ(ierr); 1205e69d4d44SBarry Smith ierr = MatSchurComplementGetKSP(jac->schur,*subksp);CHKERRQ(ierr); 12062fa5cd67SKarl Rupp 1207e69d4d44SBarry Smith (*subksp)[1] = jac->kspschur; 120813e0d083SBarry Smith if (n) *n = jac->nsplits; 1209e69d4d44SBarry Smith PetscFunctionReturn(0); 1210e69d4d44SBarry Smith } 12110971522cSBarry Smith 12120971522cSBarry Smith #undef __FUNCT__ 121369a612a9SBarry Smith #define __FUNCT__ "PCFieldSplitGetSubKSP_FieldSplit" 12141e6b0712SBarry Smith static PetscErrorCode PCFieldSplitGetSubKSP_FieldSplit(PC pc,PetscInt *n,KSP **subksp) 12150971522cSBarry Smith { 12160971522cSBarry Smith PC_FieldSplit *jac = (PC_FieldSplit*)pc->data; 12170971522cSBarry Smith PetscErrorCode ierr; 12180971522cSBarry Smith PetscInt cnt = 0; 12195a9f2f41SSatish Balay PC_FieldSplitLink ilink = jac->head; 12200971522cSBarry Smith 12210971522cSBarry Smith PetscFunctionBegin; 1222785e854fSJed Brown ierr = PetscMalloc1(jac->nsplits,subksp);CHKERRQ(ierr); 12235a9f2f41SSatish Balay while (ilink) { 12245a9f2f41SSatish Balay (*subksp)[cnt++] = ilink->ksp; 12255a9f2f41SSatish Balay ilink = ilink->next; 12260971522cSBarry Smith } 12275d480477SMatthew G Knepley if (cnt != jac->nsplits) SETERRQ2(PETSC_COMM_SELF,PETSC_ERR_PLIB,"Corrupt PCFIELDSPLIT object: number of splits in linked list %D does not match number in object %D",cnt,jac->nsplits); 122813e0d083SBarry Smith if (n) *n = jac->nsplits; 12290971522cSBarry Smith PetscFunctionReturn(0); 12300971522cSBarry Smith } 12310971522cSBarry Smith 1232704ba839SBarry Smith #undef __FUNCT__ 1233704ba839SBarry Smith #define __FUNCT__ "PCFieldSplitSetIS_FieldSplit" 12341e6b0712SBarry Smith static PetscErrorCode PCFieldSplitSetIS_FieldSplit(PC pc,const char splitname[],IS is) 1235704ba839SBarry Smith { 1236704ba839SBarry Smith PC_FieldSplit *jac = (PC_FieldSplit*)pc->data; 1237704ba839SBarry Smith PetscErrorCode ierr; 1238704ba839SBarry Smith PC_FieldSplitLink ilink, next = jac->head; 1239704ba839SBarry Smith char prefix[128]; 1240704ba839SBarry Smith 1241704ba839SBarry Smith PetscFunctionBegin; 12426c924f48SJed Brown if (jac->splitdefined) { 12436c924f48SJed Brown ierr = PetscInfo1(pc,"Ignoring new split \"%s\" because the splits have already been defined\n",splitname);CHKERRQ(ierr); 12446c924f48SJed Brown PetscFunctionReturn(0); 12456c924f48SJed Brown } 1246b00a9115SJed Brown ierr = PetscNew(&ilink);CHKERRQ(ierr); 1247a04f6461SBarry Smith if (splitname) { 1248db4c96c1SJed Brown ierr = PetscStrallocpy(splitname,&ilink->splitname);CHKERRQ(ierr); 1249a04f6461SBarry Smith } else { 1250785e854fSJed Brown ierr = PetscMalloc1(8,&ilink->splitname);CHKERRQ(ierr); 1251b5787286SJed Brown ierr = PetscSNPrintf(ilink->splitname,7,"%D",jac->nsplits);CHKERRQ(ierr); 1252a04f6461SBarry Smith } 12531ab39975SBarry Smith ierr = PetscObjectReference((PetscObject)is);CHKERRQ(ierr); 1254b5787286SJed Brown ierr = ISDestroy(&ilink->is);CHKERRQ(ierr); 1255b5787286SJed Brown ilink->is = is; 1256b5787286SJed Brown ierr = PetscObjectReference((PetscObject)is);CHKERRQ(ierr); 1257b5787286SJed Brown ierr = ISDestroy(&ilink->is_col);CHKERRQ(ierr); 1258b5787286SJed Brown ilink->is_col = is; 12590298fd71SBarry Smith ilink->next = NULL; 1260ce94432eSBarry Smith ierr = KSPCreate(PetscObjectComm((PetscObject)pc),&ilink->ksp);CHKERRQ(ierr); 126120252d06SBarry Smith ierr = PetscObjectIncrementTabLevel((PetscObject)ilink->ksp,(PetscObject)pc,1);CHKERRQ(ierr); 1262704ba839SBarry Smith ierr = KSPSetType(ilink->ksp,KSPPREONLY);CHKERRQ(ierr); 12639005cf84SBarry Smith ierr = PetscLogObjectParent((PetscObject)pc,(PetscObject)ilink->ksp);CHKERRQ(ierr); 1264704ba839SBarry Smith 12658caf3d72SBarry Smith ierr = PetscSNPrintf(prefix,sizeof(prefix),"%sfieldsplit_%s_",((PetscObject)pc)->prefix ? ((PetscObject)pc)->prefix : "",ilink->splitname);CHKERRQ(ierr); 1266704ba839SBarry Smith ierr = KSPSetOptionsPrefix(ilink->ksp,prefix);CHKERRQ(ierr); 1267704ba839SBarry Smith 1268704ba839SBarry Smith if (!next) { 1269704ba839SBarry Smith jac->head = ilink; 12700298fd71SBarry Smith ilink->previous = NULL; 1271704ba839SBarry Smith } else { 1272704ba839SBarry Smith while (next->next) { 1273704ba839SBarry Smith next = next->next; 1274704ba839SBarry Smith } 1275704ba839SBarry Smith next->next = ilink; 1276704ba839SBarry Smith ilink->previous = next; 1277704ba839SBarry Smith } 1278704ba839SBarry Smith jac->nsplits++; 1279704ba839SBarry Smith PetscFunctionReturn(0); 1280704ba839SBarry Smith } 1281704ba839SBarry Smith 12820971522cSBarry Smith #undef __FUNCT__ 12830971522cSBarry Smith #define __FUNCT__ "PCFieldSplitSetFields" 12840971522cSBarry Smith /*@ 12850971522cSBarry Smith PCFieldSplitSetFields - Sets the fields for one particular split in the field split preconditioner 12860971522cSBarry Smith 1287ad4df100SBarry Smith Logically Collective on PC 12880971522cSBarry Smith 12890971522cSBarry Smith Input Parameters: 12900971522cSBarry Smith + pc - the preconditioner context 12910298fd71SBarry Smith . splitname - name of this split, if NULL the number of the split is used 12920971522cSBarry Smith . n - the number of fields in this split 1293db4c96c1SJed Brown - fields - the fields in this split 12940971522cSBarry Smith 12950971522cSBarry Smith Level: intermediate 12960971522cSBarry Smith 1297d32f9abdSBarry Smith Notes: Use PCFieldSplitSetIS() to set a completely general set of indices as a field. 1298d32f9abdSBarry Smith 12997287d2a3SDmitry Karpeev The PCFieldSplitSetFields() is for defining fields as strided blocks. For example, if the block 1300d32f9abdSBarry Smith size is three then one can define a field as 0, or 1 or 2 or 0,1 or 0,2 or 1,2 which mean 1301d32f9abdSBarry Smith 0xx3xx6xx9xx12 ... x1xx4xx7xx ... xx2xx5xx8xx.. 01x34x67x... 0x1x3x5x7.. x12x45x78x.... 1302d32f9abdSBarry Smith where the numbered entries indicate what is in the field. 1303d32f9abdSBarry Smith 1304db4c96c1SJed Brown This function is called once per split (it creates a new split each time). Solve options 1305db4c96c1SJed Brown for this split will be available under the prefix -fieldsplit_SPLITNAME_. 1306db4c96c1SJed Brown 13075d4c12cdSJungho Lee Developer Note: This routine does not actually create the IS representing the split, that is delayed 13085d4c12cdSJungho Lee until PCSetUp_FieldSplit(), because information about the vector/matrix layouts may not be 13095d4c12cdSJungho Lee available when this routine is called. 13105d4c12cdSJungho Lee 1311d32f9abdSBarry Smith .seealso: PCFieldSplitGetSubKSP(), PCFIELDSPLIT, PCFieldSplitSetBlockSize(), PCFieldSplitSetIS() 13120971522cSBarry Smith 13130971522cSBarry Smith @*/ 13145d4c12cdSJungho Lee PetscErrorCode PCFieldSplitSetFields(PC pc,const char splitname[],PetscInt n,const PetscInt *fields,const PetscInt *fields_col) 13150971522cSBarry Smith { 13164ac538c5SBarry Smith PetscErrorCode ierr; 13170971522cSBarry Smith 13180971522cSBarry Smith PetscFunctionBegin; 13190700a824SBarry Smith PetscValidHeaderSpecific(pc,PC_CLASSID,1); 1320db4c96c1SJed Brown PetscValidCharPointer(splitname,2); 1321ce94432eSBarry Smith if (n < 1) SETERRQ2(PetscObjectComm((PetscObject)pc),PETSC_ERR_ARG_OUTOFRANGE,"Provided number of fields %D in split \"%s\" not positive",n,splitname); 1322db4c96c1SJed Brown PetscValidIntPointer(fields,3); 13235d4c12cdSJungho Lee ierr = PetscTryMethod(pc,"PCFieldSplitSetFields_C",(PC,const char[],PetscInt,const PetscInt*,const PetscInt*),(pc,splitname,n,fields,fields_col));CHKERRQ(ierr); 13240971522cSBarry Smith PetscFunctionReturn(0); 13250971522cSBarry Smith } 13260971522cSBarry Smith 13270971522cSBarry Smith #undef __FUNCT__ 1328*c84da90fSDmitry Karpeev #define __FUNCT__ "PCFieldSplitSetDiagUseAmat" 1329*c84da90fSDmitry Karpeev /*@ 1330*c84da90fSDmitry Karpeev PCFieldSplitSetDiagUseAmat - set flag indicating whether to extract diagonal blocks from Amat (rather than Pmat) 1331*c84da90fSDmitry Karpeev 1332*c84da90fSDmitry Karpeev Logically Collective on PC 1333*c84da90fSDmitry Karpeev 1334*c84da90fSDmitry Karpeev Input Parameters: 1335*c84da90fSDmitry Karpeev + pc - the preconditioner object 1336*c84da90fSDmitry Karpeev - flg - boolean flag indicating whether or not to use Amat to extract the diagonal blocks from 1337*c84da90fSDmitry Karpeev 1338*c84da90fSDmitry Karpeev 1339*c84da90fSDmitry Karpeev Level: intermediate 1340*c84da90fSDmitry Karpeev 1341*c84da90fSDmitry Karpeev .seealso: PCFieldSplitGetDiagUseAmat(), PCFieldSplitSetOffDiagUseAmat(), PCFIELDSPLIT 1342*c84da90fSDmitry Karpeev 1343*c84da90fSDmitry Karpeev @*/ 1344*c84da90fSDmitry Karpeev PetscErrorCode PCFieldSplitSetDiagUseAmat(PC pc,PetscBool flg) 1345*c84da90fSDmitry Karpeev { 1346*c84da90fSDmitry Karpeev PC_FieldSplit *jac = (PC_FieldSplit*)pc->data; 1347*c84da90fSDmitry Karpeev PetscBool isfs; 1348*c84da90fSDmitry Karpeev PetscErrorCode ierr; 1349*c84da90fSDmitry Karpeev 1350*c84da90fSDmitry Karpeev PetscFunctionBegin; 1351*c84da90fSDmitry Karpeev PetscValidHeaderSpecific(pc,PC_CLASSID,1); 1352*c84da90fSDmitry Karpeev ierr = PetscObjectTypeCompare((PetscObject)pc,PCFIELDSPLIT,&isfs);CHKERRQ(ierr); 1353*c84da90fSDmitry Karpeev if (!isfs) SETERRQ1(PETSC_COMM_SELF,PETSC_ERR_ARG_WRONG,"PC not of type %s",PCFIELDSPLIT); 1354*c84da90fSDmitry Karpeev jac->diag_use_amat = flg; 1355*c84da90fSDmitry Karpeev PetscFunctionReturn(0); 1356*c84da90fSDmitry Karpeev } 1357*c84da90fSDmitry Karpeev 1358*c84da90fSDmitry Karpeev #undef __FUNCT__ 1359*c84da90fSDmitry Karpeev #define __FUNCT__ "PCFieldSplitGetDiagUseAmat" 1360*c84da90fSDmitry Karpeev /*@ 1361*c84da90fSDmitry Karpeev PCFieldSplitGetDiagUseAmat - get the flag indicating whether to extract diagonal blocks from Amat (rather than Pmat) 1362*c84da90fSDmitry Karpeev 1363*c84da90fSDmitry Karpeev Logically Collective on PC 1364*c84da90fSDmitry Karpeev 1365*c84da90fSDmitry Karpeev Input Parameters: 1366*c84da90fSDmitry Karpeev . pc - the preconditioner object 1367*c84da90fSDmitry Karpeev 1368*c84da90fSDmitry Karpeev Output Parameters: 1369*c84da90fSDmitry Karpeev . flg - boolean flag indicating whether or not to use Amat to extract the diagonal blocks from 1370*c84da90fSDmitry Karpeev 1371*c84da90fSDmitry Karpeev 1372*c84da90fSDmitry Karpeev Level: intermediate 1373*c84da90fSDmitry Karpeev 1374*c84da90fSDmitry Karpeev .seealso: PCFieldSplitSetDiagUseAmat(), PCFieldSplitGetOffDiagUseAmat(), PCFIELDSPLIT 1375*c84da90fSDmitry Karpeev 1376*c84da90fSDmitry Karpeev @*/ 1377*c84da90fSDmitry Karpeev PetscErrorCode PCFieldSplitGetDiagUseAmat(PC pc,PetscBool *flg) 1378*c84da90fSDmitry Karpeev { 1379*c84da90fSDmitry Karpeev PC_FieldSplit *jac = (PC_FieldSplit*)pc->data; 1380*c84da90fSDmitry Karpeev PetscBool isfs; 1381*c84da90fSDmitry Karpeev PetscErrorCode ierr; 1382*c84da90fSDmitry Karpeev 1383*c84da90fSDmitry Karpeev PetscFunctionBegin; 1384*c84da90fSDmitry Karpeev PetscValidHeaderSpecific(pc,PC_CLASSID,1); 1385*c84da90fSDmitry Karpeev PetscValidPointer(flg,2); 1386*c84da90fSDmitry Karpeev ierr = PetscObjectTypeCompare((PetscObject)pc,PCFIELDSPLIT,&isfs);CHKERRQ(ierr); 1387*c84da90fSDmitry Karpeev if (!isfs) SETERRQ1(PETSC_COMM_SELF,PETSC_ERR_ARG_WRONG,"PC not of type %s",PCFIELDSPLIT); 1388*c84da90fSDmitry Karpeev *flg = jac->diag_use_amat; 1389*c84da90fSDmitry Karpeev PetscFunctionReturn(0); 1390*c84da90fSDmitry Karpeev } 1391*c84da90fSDmitry Karpeev 1392*c84da90fSDmitry Karpeev #undef __FUNCT__ 1393*c84da90fSDmitry Karpeev #define __FUNCT__ "PCFieldSplitSetOffDiagUseAmat" 1394*c84da90fSDmitry Karpeev /*@ 1395*c84da90fSDmitry Karpeev PCFieldSplitSetOffDiagUseAmat - set flag indicating whether to extract off-diagonal blocks from Amat (rather than Pmat) 1396*c84da90fSDmitry Karpeev 1397*c84da90fSDmitry Karpeev Logically Collective on PC 1398*c84da90fSDmitry Karpeev 1399*c84da90fSDmitry Karpeev Input Parameters: 1400*c84da90fSDmitry Karpeev + pc - the preconditioner object 1401*c84da90fSDmitry Karpeev - flg - boolean flag indicating whether or not to use Amat to extract the off-diagonal blocks from 1402*c84da90fSDmitry Karpeev 1403*c84da90fSDmitry Karpeev 1404*c84da90fSDmitry Karpeev Level: intermediate 1405*c84da90fSDmitry Karpeev 1406*c84da90fSDmitry Karpeev .seealso: PCFieldSplitGetOffDiagUseAmat(), PCFieldSplitSetDiagUseAmat(), PCFIELDSPLIT 1407*c84da90fSDmitry Karpeev 1408*c84da90fSDmitry Karpeev @*/ 1409*c84da90fSDmitry Karpeev PetscErrorCode PCFieldSplitSetOffDiagUseAmat(PC pc,PetscBool flg) 1410*c84da90fSDmitry Karpeev { 1411*c84da90fSDmitry Karpeev PC_FieldSplit *jac = (PC_FieldSplit*)pc->data; 1412*c84da90fSDmitry Karpeev PetscBool isfs; 1413*c84da90fSDmitry Karpeev PetscErrorCode ierr; 1414*c84da90fSDmitry Karpeev 1415*c84da90fSDmitry Karpeev PetscFunctionBegin; 1416*c84da90fSDmitry Karpeev PetscValidHeaderSpecific(pc,PC_CLASSID,1); 1417*c84da90fSDmitry Karpeev ierr = PetscObjectTypeCompare((PetscObject)pc,PCFIELDSPLIT,&isfs);CHKERRQ(ierr); 1418*c84da90fSDmitry Karpeev if (!isfs) SETERRQ1(PETSC_COMM_SELF,PETSC_ERR_ARG_WRONG,"PC not of type %s",PCFIELDSPLIT); 1419*c84da90fSDmitry Karpeev jac->offdiag_use_amat = flg; 1420*c84da90fSDmitry Karpeev PetscFunctionReturn(0); 1421*c84da90fSDmitry Karpeev } 1422*c84da90fSDmitry Karpeev 1423*c84da90fSDmitry Karpeev #undef __FUNCT__ 1424*c84da90fSDmitry Karpeev #define __FUNCT__ "PCFieldSplitGetOffDiagUseAmat" 1425*c84da90fSDmitry Karpeev /*@ 1426*c84da90fSDmitry Karpeev PCFieldSplitGetOffDiagUseAmat - get the flag indicating whether to extract off-diagonal blocks from Amat (rather than Pmat) 1427*c84da90fSDmitry Karpeev 1428*c84da90fSDmitry Karpeev Logically Collective on PC 1429*c84da90fSDmitry Karpeev 1430*c84da90fSDmitry Karpeev Input Parameters: 1431*c84da90fSDmitry Karpeev . pc - the preconditioner object 1432*c84da90fSDmitry Karpeev 1433*c84da90fSDmitry Karpeev Output Parameters: 1434*c84da90fSDmitry Karpeev . flg - boolean flag indicating whether or not to use Amat to extract the off-diagonal blocks from 1435*c84da90fSDmitry Karpeev 1436*c84da90fSDmitry Karpeev 1437*c84da90fSDmitry Karpeev Level: intermediate 1438*c84da90fSDmitry Karpeev 1439*c84da90fSDmitry Karpeev .seealso: PCFieldSplitSetOffDiagUseAmat(), PCFieldSplitGetDiagUseAmat(), PCFIELDSPLIT 1440*c84da90fSDmitry Karpeev 1441*c84da90fSDmitry Karpeev @*/ 1442*c84da90fSDmitry Karpeev PetscErrorCode PCFieldSplitGetOffDiagUseAmat(PC pc,PetscBool *flg) 1443*c84da90fSDmitry Karpeev { 1444*c84da90fSDmitry Karpeev PC_FieldSplit *jac = (PC_FieldSplit*)pc->data; 1445*c84da90fSDmitry Karpeev PetscBool isfs; 1446*c84da90fSDmitry Karpeev PetscErrorCode ierr; 1447*c84da90fSDmitry Karpeev 1448*c84da90fSDmitry Karpeev PetscFunctionBegin; 1449*c84da90fSDmitry Karpeev PetscValidHeaderSpecific(pc,PC_CLASSID,1); 1450*c84da90fSDmitry Karpeev PetscValidPointer(flg,2); 1451*c84da90fSDmitry Karpeev ierr = PetscObjectTypeCompare((PetscObject)pc,PCFIELDSPLIT,&isfs);CHKERRQ(ierr); 1452*c84da90fSDmitry Karpeev if (!isfs) SETERRQ1(PETSC_COMM_SELF,PETSC_ERR_ARG_WRONG,"PC not of type %s",PCFIELDSPLIT); 1453*c84da90fSDmitry Karpeev *flg = jac->offdiag_use_amat; 1454*c84da90fSDmitry Karpeev PetscFunctionReturn(0); 1455*c84da90fSDmitry Karpeev } 1456*c84da90fSDmitry Karpeev 1457*c84da90fSDmitry Karpeev 1458*c84da90fSDmitry Karpeev 1459*c84da90fSDmitry Karpeev #undef __FUNCT__ 1460704ba839SBarry Smith #define __FUNCT__ "PCFieldSplitSetIS" 1461704ba839SBarry Smith /*@ 1462704ba839SBarry Smith PCFieldSplitSetIS - Sets the exact elements for field 1463704ba839SBarry Smith 1464ad4df100SBarry Smith Logically Collective on PC 1465704ba839SBarry Smith 1466704ba839SBarry Smith Input Parameters: 1467704ba839SBarry Smith + pc - the preconditioner context 14680298fd71SBarry Smith . splitname - name of this split, if NULL the number of the split is used 1469db4c96c1SJed Brown - is - the index set that defines the vector elements in this field 1470704ba839SBarry Smith 1471d32f9abdSBarry Smith 1472a6ffb8dbSJed Brown Notes: 1473a6ffb8dbSJed Brown Use PCFieldSplitSetFields(), for fields defined by strided types. 1474a6ffb8dbSJed Brown 1475db4c96c1SJed Brown This function is called once per split (it creates a new split each time). Solve options 1476db4c96c1SJed Brown for this split will be available under the prefix -fieldsplit_SPLITNAME_. 1477d32f9abdSBarry Smith 1478704ba839SBarry Smith Level: intermediate 1479704ba839SBarry Smith 1480704ba839SBarry Smith .seealso: PCFieldSplitGetSubKSP(), PCFIELDSPLIT, PCFieldSplitSetBlockSize() 1481704ba839SBarry Smith 1482704ba839SBarry Smith @*/ 14837087cfbeSBarry Smith PetscErrorCode PCFieldSplitSetIS(PC pc,const char splitname[],IS is) 1484704ba839SBarry Smith { 14854ac538c5SBarry Smith PetscErrorCode ierr; 1486704ba839SBarry Smith 1487704ba839SBarry Smith PetscFunctionBegin; 14880700a824SBarry Smith PetscValidHeaderSpecific(pc,PC_CLASSID,1); 14897b62db95SJungho Lee if (splitname) PetscValidCharPointer(splitname,2); 1490db4c96c1SJed Brown PetscValidHeaderSpecific(is,IS_CLASSID,3); 14914ac538c5SBarry Smith ierr = PetscTryMethod(pc,"PCFieldSplitSetIS_C",(PC,const char[],IS),(pc,splitname,is));CHKERRQ(ierr); 1492704ba839SBarry Smith PetscFunctionReturn(0); 1493704ba839SBarry Smith } 1494704ba839SBarry Smith 1495704ba839SBarry Smith #undef __FUNCT__ 149657a9adfeSMatthew G Knepley #define __FUNCT__ "PCFieldSplitGetIS" 149757a9adfeSMatthew G Knepley /*@ 149857a9adfeSMatthew G Knepley PCFieldSplitGetIS - Retrieves the elements for a field as an IS 149957a9adfeSMatthew G Knepley 150057a9adfeSMatthew G Knepley Logically Collective on PC 150157a9adfeSMatthew G Knepley 150257a9adfeSMatthew G Knepley Input Parameters: 150357a9adfeSMatthew G Knepley + pc - the preconditioner context 150457a9adfeSMatthew G Knepley - splitname - name of this split 150557a9adfeSMatthew G Knepley 150657a9adfeSMatthew G Knepley Output Parameter: 15070298fd71SBarry Smith - is - the index set that defines the vector elements in this field, or NULL if the field is not found 150857a9adfeSMatthew G Knepley 150957a9adfeSMatthew G Knepley Level: intermediate 151057a9adfeSMatthew G Knepley 151157a9adfeSMatthew G Knepley .seealso: PCFieldSplitGetSubKSP(), PCFIELDSPLIT, PCFieldSplitSetIS() 151257a9adfeSMatthew G Knepley 151357a9adfeSMatthew G Knepley @*/ 151457a9adfeSMatthew G Knepley PetscErrorCode PCFieldSplitGetIS(PC pc,const char splitname[],IS *is) 151557a9adfeSMatthew G Knepley { 151657a9adfeSMatthew G Knepley PetscErrorCode ierr; 151757a9adfeSMatthew G Knepley 151857a9adfeSMatthew G Knepley PetscFunctionBegin; 151957a9adfeSMatthew G Knepley PetscValidHeaderSpecific(pc,PC_CLASSID,1); 152057a9adfeSMatthew G Knepley PetscValidCharPointer(splitname,2); 152157a9adfeSMatthew G Knepley PetscValidPointer(is,3); 152257a9adfeSMatthew G Knepley { 152357a9adfeSMatthew G Knepley PC_FieldSplit *jac = (PC_FieldSplit*) pc->data; 152457a9adfeSMatthew G Knepley PC_FieldSplitLink ilink = jac->head; 152557a9adfeSMatthew G Knepley PetscBool found; 152657a9adfeSMatthew G Knepley 15270298fd71SBarry Smith *is = NULL; 152857a9adfeSMatthew G Knepley while (ilink) { 152957a9adfeSMatthew G Knepley ierr = PetscStrcmp(ilink->splitname, splitname, &found);CHKERRQ(ierr); 153057a9adfeSMatthew G Knepley if (found) { 153157a9adfeSMatthew G Knepley *is = ilink->is; 153257a9adfeSMatthew G Knepley break; 153357a9adfeSMatthew G Knepley } 153457a9adfeSMatthew G Knepley ilink = ilink->next; 153557a9adfeSMatthew G Knepley } 153657a9adfeSMatthew G Knepley } 153757a9adfeSMatthew G Knepley PetscFunctionReturn(0); 153857a9adfeSMatthew G Knepley } 153957a9adfeSMatthew G Knepley 154057a9adfeSMatthew G Knepley #undef __FUNCT__ 154151f519a2SBarry Smith #define __FUNCT__ "PCFieldSplitSetBlockSize" 154251f519a2SBarry Smith /*@ 154351f519a2SBarry Smith PCFieldSplitSetBlockSize - Sets the block size for defining where fields start in the 154451f519a2SBarry Smith fieldsplit preconditioner. If not set the matrix block size is used. 154551f519a2SBarry Smith 1546ad4df100SBarry Smith Logically Collective on PC 154751f519a2SBarry Smith 154851f519a2SBarry Smith Input Parameters: 154951f519a2SBarry Smith + pc - the preconditioner context 155051f519a2SBarry Smith - bs - the block size 155151f519a2SBarry Smith 155251f519a2SBarry Smith Level: intermediate 155351f519a2SBarry Smith 155451f519a2SBarry Smith .seealso: PCFieldSplitGetSubKSP(), PCFIELDSPLIT, PCFieldSplitSetFields() 155551f519a2SBarry Smith 155651f519a2SBarry Smith @*/ 15577087cfbeSBarry Smith PetscErrorCode PCFieldSplitSetBlockSize(PC pc,PetscInt bs) 155851f519a2SBarry Smith { 15594ac538c5SBarry Smith PetscErrorCode ierr; 156051f519a2SBarry Smith 156151f519a2SBarry Smith PetscFunctionBegin; 15620700a824SBarry Smith PetscValidHeaderSpecific(pc,PC_CLASSID,1); 1563c5eb9154SBarry Smith PetscValidLogicalCollectiveInt(pc,bs,2); 15644ac538c5SBarry Smith ierr = PetscTryMethod(pc,"PCFieldSplitSetBlockSize_C",(PC,PetscInt),(pc,bs));CHKERRQ(ierr); 156551f519a2SBarry Smith PetscFunctionReturn(0); 156651f519a2SBarry Smith } 156751f519a2SBarry Smith 156851f519a2SBarry Smith #undef __FUNCT__ 156969a612a9SBarry Smith #define __FUNCT__ "PCFieldSplitGetSubKSP" 15700971522cSBarry Smith /*@C 157169a612a9SBarry Smith PCFieldSplitGetSubKSP - Gets the KSP contexts for all splits 15720971522cSBarry Smith 157369a612a9SBarry Smith Collective on KSP 15740971522cSBarry Smith 15750971522cSBarry Smith Input Parameter: 15760971522cSBarry Smith . pc - the preconditioner context 15770971522cSBarry Smith 15780971522cSBarry Smith Output Parameters: 157913e0d083SBarry Smith + n - the number of splits 158069a612a9SBarry Smith - pc - the array of KSP contexts 15810971522cSBarry Smith 15820971522cSBarry Smith Note: 1583d32f9abdSBarry Smith After PCFieldSplitGetSubKSP() the array of KSPs IS to be freed by the user 1584d32f9abdSBarry Smith (not the KSP just the array that contains them). 15850971522cSBarry Smith 158669a612a9SBarry Smith You must call KSPSetUp() before calling PCFieldSplitGetSubKSP(). 15870971522cSBarry Smith 1588196cc216SBarry Smith Fortran Usage: You must pass in a KSP array that is large enough to contain all the local KSPs. 15890298fd71SBarry Smith You can call PCFieldSplitGetSubKSP(pc,n,NULL_OBJECT,ierr) to determine how large the 1590196cc216SBarry Smith KSP array must be. 1591196cc216SBarry Smith 1592196cc216SBarry Smith 15930971522cSBarry Smith Level: advanced 15940971522cSBarry Smith 15950971522cSBarry Smith .seealso: PCFIELDSPLIT 15960971522cSBarry Smith @*/ 15977087cfbeSBarry Smith PetscErrorCode PCFieldSplitGetSubKSP(PC pc,PetscInt *n,KSP *subksp[]) 15980971522cSBarry Smith { 15994ac538c5SBarry Smith PetscErrorCode ierr; 16000971522cSBarry Smith 16010971522cSBarry Smith PetscFunctionBegin; 16020700a824SBarry Smith PetscValidHeaderSpecific(pc,PC_CLASSID,1); 160313e0d083SBarry Smith if (n) PetscValidIntPointer(n,2); 16044ac538c5SBarry Smith ierr = PetscUseMethod(pc,"PCFieldSplitGetSubKSP_C",(PC,PetscInt*,KSP **),(pc,n,subksp));CHKERRQ(ierr); 16050971522cSBarry Smith PetscFunctionReturn(0); 16060971522cSBarry Smith } 16070971522cSBarry Smith 1608e69d4d44SBarry Smith #undef __FUNCT__ 1609e69d4d44SBarry Smith #define __FUNCT__ "PCFieldSplitSchurPrecondition" 1610e69d4d44SBarry Smith /*@ 1611e69d4d44SBarry Smith PCFieldSplitSchurPrecondition - Indicates if the Schur complement is preconditioned by a preconditioner constructed by the 1612a04f6461SBarry Smith A11 matrix. Otherwise no preconditioner is used. 1613e69d4d44SBarry Smith 1614e69d4d44SBarry Smith Collective on PC 1615e69d4d44SBarry Smith 1616e69d4d44SBarry Smith Input Parameters: 1617e69d4d44SBarry Smith + pc - the preconditioner context 1618a7476a74SDmitry Karpeev . ptype - which matrix to use for preconditioning the Schur complement: PC_FIELDSPLIT_SCHUR_PRE_A11 (default), PC_FIELDSPLIT_SCHUR_PRE_SELF, PC_FIELDSPLIT_PRE_USER 16190298fd71SBarry Smith - userpre - matrix to use for preconditioning, or NULL 1620084e4875SJed Brown 1621e69d4d44SBarry Smith Options Database: 1622a7476a74SDmitry Karpeev . -pc_fieldsplit_schur_precondition <self,selfp,user,a11> default is a11 1623e69d4d44SBarry Smith 1624fd1303e9SJungho Lee Notes: 1625fd1303e9SJungho Lee $ If ptype is 1626fd1303e9SJungho Lee $ user then the preconditioner for the Schur complement is generated by the provided matrix (pre argument 1627fd1303e9SJungho Lee $ to this function). 1628e87fab1bSBarry Smith $ a11 then the preconditioner for the Schur complement is generated by the block diagonal part of the original 1629fd1303e9SJungho Lee $ matrix associated with the Schur complement (i.e. A11) 1630fd1303e9SJungho Lee $ self the preconditioner for the Schur complement is generated from the Schur complement matrix itself: 1631fd1303e9SJungho Lee $ The only preconditioner that currently works directly with the Schur complement matrix object is the PCLSC 1632fd1303e9SJungho Lee $ preconditioner 1633a7476a74SDmitry Karpeev $ selfp then the preconditioning matrix is an explicitly-assembled approximation Sp = A11 - A10 inv(diag(A00)) A01 1634a7476a74SDmitry Karpeev $ This is only a good preconditioner when diag(A00) is a good preconditioner for A00. 1635fd1303e9SJungho Lee 1636e87fab1bSBarry Smith When solving a saddle point problem, where the A11 block is identically zero, using a11 as the ptype only makes sense 1637fd1303e9SJungho Lee with the additional option -fieldsplit_1_pc_type none. Usually for saddle point problems one would use a ptype of self and 1638a7476a74SDmitry Karpeev -fieldsplit_1_pc_type lsc which uses the least squares commutator to compute a preconditioner for the Schur complement. 1639fd1303e9SJungho Lee 1640a7476a74SDmitry Karpeev Developer Notes: This is a terrible name, which gives no good indication of what the function does. 1641a7476a74SDmitry Karpeev Among other things, it should have 'Set' in the name, since it sets the type of matrix to use. 1642fd1303e9SJungho Lee 1643e69d4d44SBarry Smith Level: intermediate 1644e69d4d44SBarry Smith 1645fd1303e9SJungho Lee .seealso: PCFieldSplitGetSubKSP(), PCFIELDSPLIT, PCFieldSplitSetFields(), PCFieldSplitSchurPreType, PCLSC 1646e69d4d44SBarry Smith 1647e69d4d44SBarry Smith @*/ 16487087cfbeSBarry Smith PetscErrorCode PCFieldSplitSchurPrecondition(PC pc,PCFieldSplitSchurPreType ptype,Mat pre) 1649e69d4d44SBarry Smith { 16504ac538c5SBarry Smith PetscErrorCode ierr; 1651e69d4d44SBarry Smith 1652e69d4d44SBarry Smith PetscFunctionBegin; 16530700a824SBarry Smith PetscValidHeaderSpecific(pc,PC_CLASSID,1); 16544ac538c5SBarry Smith ierr = PetscTryMethod(pc,"PCFieldSplitSchurPrecondition_C",(PC,PCFieldSplitSchurPreType,Mat),(pc,ptype,pre));CHKERRQ(ierr); 1655e69d4d44SBarry Smith PetscFunctionReturn(0); 1656e69d4d44SBarry Smith } 1657e69d4d44SBarry Smith 1658e69d4d44SBarry Smith #undef __FUNCT__ 1659470b340bSDmitry Karpeev #define __FUNCT__ "PCFieldSplitSchurGetS" 166045e7fc46SDmitry Karpeev /*@ 1661470b340bSDmitry Karpeev PCFieldSplitSchurGetS - extract the MatSchurComplement object used by this PC in case it needs to be configured separately 166245e7fc46SDmitry Karpeev 166345e7fc46SDmitry Karpeev Not collective 166445e7fc46SDmitry Karpeev 166545e7fc46SDmitry Karpeev Input Parameter: 166645e7fc46SDmitry Karpeev . pc - the preconditioner context 166745e7fc46SDmitry Karpeev 166845e7fc46SDmitry Karpeev Output Parameter: 1669470b340bSDmitry Karpeev . S - the Schur complement matrix 167045e7fc46SDmitry Karpeev 1671470b340bSDmitry Karpeev Notes: 1672470b340bSDmitry Karpeev This matrix should not be destroyed using MatDestroy(); rather, use PCFieldSplitSchurRestoreS(). 167345e7fc46SDmitry Karpeev 167445e7fc46SDmitry Karpeev Level: advanced 167545e7fc46SDmitry Karpeev 1676470b340bSDmitry Karpeev .seealso: PCFieldSplitGetSubKSP(), PCFIELDSPLIT, PCFieldSplitSchurPreType, PCFieldSplitSchurPrecondition(), MatSchurComplement, PCFieldSplitSchurRestoreS() 167745e7fc46SDmitry Karpeev 167845e7fc46SDmitry Karpeev @*/ 1679470b340bSDmitry Karpeev PetscErrorCode PCFieldSplitSchurGetS(PC pc,Mat *S) 168045e7fc46SDmitry Karpeev { 168145e7fc46SDmitry Karpeev PetscErrorCode ierr; 168245e7fc46SDmitry Karpeev const char* t; 168345e7fc46SDmitry Karpeev PetscBool isfs; 168445e7fc46SDmitry Karpeev PC_FieldSplit *jac; 168545e7fc46SDmitry Karpeev 168645e7fc46SDmitry Karpeev PetscFunctionBegin; 168745e7fc46SDmitry Karpeev PetscValidHeaderSpecific(pc,PC_CLASSID,1); 168845e7fc46SDmitry Karpeev ierr = PetscObjectGetType((PetscObject)pc,&t);CHKERRQ(ierr); 168945e7fc46SDmitry Karpeev ierr = PetscStrcmp(t,PCFIELDSPLIT,&isfs);CHKERRQ(ierr); 169045e7fc46SDmitry Karpeev if (!isfs) SETERRQ1(PETSC_COMM_SELF,PETSC_ERR_ARG_WRONG,"Expected PC of type PCFIELDSPLIT, got %s instead",t); 169145e7fc46SDmitry Karpeev jac = (PC_FieldSplit*)pc->data; 1692470b340bSDmitry Karpeev if (jac->type != PC_COMPOSITE_SCHUR) SETERRQ1(PETSC_COMM_SELF,PETSC_ERR_ARG_WRONG,"Expected PCFIELDSPLIT of type SCHUR, got %D instead",jac->type); 1693470b340bSDmitry Karpeev if (S) *S = jac->schur; 169445e7fc46SDmitry Karpeev PetscFunctionReturn(0); 169545e7fc46SDmitry Karpeev } 169645e7fc46SDmitry Karpeev 169745e7fc46SDmitry Karpeev #undef __FUNCT__ 1698470b340bSDmitry Karpeev #define __FUNCT__ "PCFieldSplitSchurRestoreS" 1699470b340bSDmitry Karpeev /*@ 1700470b340bSDmitry Karpeev PCFieldSplitSchurRestoreS - restores the MatSchurComplement object used by this PC 1701470b340bSDmitry Karpeev 1702470b340bSDmitry Karpeev Not collective 1703470b340bSDmitry Karpeev 1704470b340bSDmitry Karpeev Input Parameters: 1705470b340bSDmitry Karpeev + pc - the preconditioner context 1706470b340bSDmitry Karpeev . S - the Schur complement matrix 1707470b340bSDmitry Karpeev 1708470b340bSDmitry Karpeev Level: advanced 1709470b340bSDmitry Karpeev 1710470b340bSDmitry Karpeev .seealso: PCFieldSplitGetSubKSP(), PCFIELDSPLIT, PCFieldSplitSchurPreType, PCFieldSplitSchurPrecondition(), MatSchurComplement, PCFieldSplitSchurGetS() 1711470b340bSDmitry Karpeev 1712470b340bSDmitry Karpeev @*/ 1713bca69d2bSDmitry Karpeev PetscErrorCode PCFieldSplitSchurRestoreS(PC pc,Mat *S) 1714470b340bSDmitry Karpeev { 1715470b340bSDmitry Karpeev PetscErrorCode ierr; 1716470b340bSDmitry Karpeev const char* t; 1717470b340bSDmitry Karpeev PetscBool isfs; 1718470b340bSDmitry Karpeev PC_FieldSplit *jac; 1719470b340bSDmitry Karpeev 1720470b340bSDmitry Karpeev PetscFunctionBegin; 1721470b340bSDmitry Karpeev PetscValidHeaderSpecific(pc,PC_CLASSID,1); 1722470b340bSDmitry Karpeev ierr = PetscObjectGetType((PetscObject)pc,&t);CHKERRQ(ierr); 1723470b340bSDmitry Karpeev ierr = PetscStrcmp(t,PCFIELDSPLIT,&isfs);CHKERRQ(ierr); 1724470b340bSDmitry Karpeev if (!isfs) SETERRQ1(PETSC_COMM_SELF,PETSC_ERR_ARG_WRONG,"Expected PC of type PCFIELDSPLIT, got %s instead",t); 1725470b340bSDmitry Karpeev jac = (PC_FieldSplit*)pc->data; 1726470b340bSDmitry Karpeev if (jac->type != PC_COMPOSITE_SCHUR) SETERRQ1(PETSC_COMM_SELF,PETSC_ERR_ARG_WRONG,"Expected PCFIELDSPLIT of type SCHUR, got %D instead",jac->type); 1727bca69d2bSDmitry Karpeev if (!S || *S != jac->schur) SETERRQ(PETSC_COMM_SELF,PETSC_ERR_ARG_WRONG,"MatSchurComplement restored is not the same as gotten"); 1728470b340bSDmitry Karpeev PetscFunctionReturn(0); 1729470b340bSDmitry Karpeev } 1730470b340bSDmitry Karpeev 1731470b340bSDmitry Karpeev 1732470b340bSDmitry Karpeev #undef __FUNCT__ 1733e69d4d44SBarry Smith #define __FUNCT__ "PCFieldSplitSchurPrecondition_FieldSplit" 17341e6b0712SBarry Smith static PetscErrorCode PCFieldSplitSchurPrecondition_FieldSplit(PC pc,PCFieldSplitSchurPreType ptype,Mat pre) 1735e69d4d44SBarry Smith { 1736e69d4d44SBarry Smith PC_FieldSplit *jac = (PC_FieldSplit*)pc->data; 1737084e4875SJed Brown PetscErrorCode ierr; 1738e69d4d44SBarry Smith 1739e69d4d44SBarry Smith PetscFunctionBegin; 1740084e4875SJed Brown jac->schurpre = ptype; 1741a7476a74SDmitry Karpeev if (ptype == PC_FIELDSPLIT_SCHUR_PRE_USER && pre) { 17426bf464f9SBarry Smith ierr = MatDestroy(&jac->schur_user);CHKERRQ(ierr); 1743084e4875SJed Brown jac->schur_user = pre; 1744084e4875SJed Brown ierr = PetscObjectReference((PetscObject)jac->schur_user);CHKERRQ(ierr); 1745084e4875SJed Brown } 1746e69d4d44SBarry Smith PetscFunctionReturn(0); 1747e69d4d44SBarry Smith } 1748e69d4d44SBarry Smith 174930ad9308SMatthew Knepley #undef __FUNCT__ 1750c9c6ffaaSJed Brown #define __FUNCT__ "PCFieldSplitSetSchurFactType" 1751ab1df9f5SJed Brown /*@ 1752c9c6ffaaSJed Brown PCFieldSplitSetSchurFactType - sets which blocks of the approximate block factorization to retain 1753ab1df9f5SJed Brown 1754ab1df9f5SJed Brown Collective on PC 1755ab1df9f5SJed Brown 1756ab1df9f5SJed Brown Input Parameters: 1757ab1df9f5SJed Brown + pc - the preconditioner context 1758c9c6ffaaSJed Brown - ftype - which blocks of factorization to retain, PC_FIELDSPLIT_SCHUR_FACT_FULL is default 1759ab1df9f5SJed Brown 1760ab1df9f5SJed Brown Options Database: 1761c9c6ffaaSJed Brown . -pc_fieldsplit_schur_fact_type <diag,lower,upper,full> default is full 1762ab1df9f5SJed Brown 1763ab1df9f5SJed Brown 1764ab1df9f5SJed Brown Level: intermediate 1765ab1df9f5SJed Brown 1766ab1df9f5SJed Brown Notes: 1767ab1df9f5SJed Brown The FULL factorization is 1768ab1df9f5SJed Brown 1769ab1df9f5SJed Brown $ (A B) = (1 0) (A 0) (1 Ainv*B) 1770ab1df9f5SJed Brown $ (C D) (C*Ainv 1) (0 S) (0 1 ) 1771ab1df9f5SJed Brown 17726be4592eSBarry Smith where S = D - C*Ainv*B. In practice, the full factorization is applied via block triangular solves with the grouping L*(D*U). UPPER uses D*U, LOWER uses L*D, 17736be4592eSBarry Smith and DIAG is the diagonal part with the sign of S flipped (because this makes the preconditioner positive definite for many formulations, thus allowing the use of KSPMINRES). 1774ab1df9f5SJed Brown 17756be4592eSBarry Smith If applied exactly, FULL factorization is a direct solver. The preconditioned operator with LOWER or UPPER has all eigenvalues equal to 1 and minimal polynomial 17766be4592eSBarry Smith of degree 2, so KSPGMRES converges in 2 iterations. If the iteration count is very low, consider using KSPFGMRES or KSPGCR which can use one less preconditioner 17776be4592eSBarry Smith application in this case. Note that the preconditioned operator may be highly non-normal, so such fast convergence may not be observed in practice. With DIAG, 17786be4592eSBarry Smith the preconditioned operator has three distinct nonzero eigenvalues and minimal polynomial of degree at most 4, so KSPGMRES converges in at most 4 iterations. 1779ab1df9f5SJed Brown 17806be4592eSBarry Smith For symmetric problems in which A is positive definite and S is negative definite, DIAG can be used with KSPMINRES. Note that a flexible method like KSPFGMRES 17816be4592eSBarry Smith or KSPGCR must be used if the fieldsplit preconditioner is nonlinear (e.g. a few iterations of a Krylov method is used inside a split). 1782ab1df9f5SJed Brown 1783ab1df9f5SJed Brown References: 1784ab1df9f5SJed Brown Murphy, Golub, and Wathen, A note on preconditioning indefinite linear systems, SIAM J. Sci. Comput., 21 (2000) pp. 1969-1972. 1785ab1df9f5SJed Brown 1786ab1df9f5SJed Brown Ipsen, A note on preconditioning nonsymmetric matrices, SIAM J. Sci. Comput., 23 (2001), pp. 1050-1051. 1787ab1df9f5SJed Brown 1788ab1df9f5SJed Brown .seealso: PCFieldSplitGetSubKSP(), PCFIELDSPLIT, PCFieldSplitSetFields(), PCFieldSplitSchurPreType 1789ab1df9f5SJed Brown @*/ 1790c9c6ffaaSJed Brown PetscErrorCode PCFieldSplitSetSchurFactType(PC pc,PCFieldSplitSchurFactType ftype) 1791ab1df9f5SJed Brown { 1792ab1df9f5SJed Brown PetscErrorCode ierr; 1793ab1df9f5SJed Brown 1794ab1df9f5SJed Brown PetscFunctionBegin; 1795ab1df9f5SJed Brown PetscValidHeaderSpecific(pc,PC_CLASSID,1); 1796c9c6ffaaSJed Brown ierr = PetscTryMethod(pc,"PCFieldSplitSetSchurFactType_C",(PC,PCFieldSplitSchurFactType),(pc,ftype));CHKERRQ(ierr); 1797ab1df9f5SJed Brown PetscFunctionReturn(0); 1798ab1df9f5SJed Brown } 1799ab1df9f5SJed Brown 1800ab1df9f5SJed Brown #undef __FUNCT__ 1801c9c6ffaaSJed Brown #define __FUNCT__ "PCFieldSplitSetSchurFactType_FieldSplit" 18021e6b0712SBarry Smith static PetscErrorCode PCFieldSplitSetSchurFactType_FieldSplit(PC pc,PCFieldSplitSchurFactType ftype) 1803ab1df9f5SJed Brown { 1804ab1df9f5SJed Brown PC_FieldSplit *jac = (PC_FieldSplit*)pc->data; 1805ab1df9f5SJed Brown 1806ab1df9f5SJed Brown PetscFunctionBegin; 1807ab1df9f5SJed Brown jac->schurfactorization = ftype; 1808ab1df9f5SJed Brown PetscFunctionReturn(0); 1809ab1df9f5SJed Brown } 1810ab1df9f5SJed Brown 1811ab1df9f5SJed Brown #undef __FUNCT__ 181230ad9308SMatthew Knepley #define __FUNCT__ "PCFieldSplitGetSchurBlocks" 181330ad9308SMatthew Knepley /*@C 18148c03b21aSDmitry Karpeev PCFieldSplitGetSchurBlocks - Gets all matrix blocks for the Schur complement 181530ad9308SMatthew Knepley 181630ad9308SMatthew Knepley Collective on KSP 181730ad9308SMatthew Knepley 181830ad9308SMatthew Knepley Input Parameter: 181930ad9308SMatthew Knepley . pc - the preconditioner context 182030ad9308SMatthew Knepley 182130ad9308SMatthew Knepley Output Parameters: 1822a04f6461SBarry Smith + A00 - the (0,0) block 1823a04f6461SBarry Smith . A01 - the (0,1) block 1824a04f6461SBarry Smith . A10 - the (1,0) block 1825a04f6461SBarry Smith - A11 - the (1,1) block 182630ad9308SMatthew Knepley 182730ad9308SMatthew Knepley Level: advanced 182830ad9308SMatthew Knepley 182930ad9308SMatthew Knepley .seealso: PCFIELDSPLIT 183030ad9308SMatthew Knepley @*/ 1831a04f6461SBarry Smith PetscErrorCode PCFieldSplitGetSchurBlocks(PC pc,Mat *A00,Mat *A01,Mat *A10, Mat *A11) 183230ad9308SMatthew Knepley { 183330ad9308SMatthew Knepley PC_FieldSplit *jac = (PC_FieldSplit*) pc->data; 183430ad9308SMatthew Knepley 183530ad9308SMatthew Knepley PetscFunctionBegin; 18360700a824SBarry Smith PetscValidHeaderSpecific(pc,PC_CLASSID,1); 1837ce94432eSBarry Smith if (jac->type != PC_COMPOSITE_SCHUR) SETERRQ(PetscObjectComm((PetscObject)pc),PETSC_ERR_ARG_WRONG, "FieldSplit is not using a Schur complement approach."); 1838a04f6461SBarry Smith if (A00) *A00 = jac->pmat[0]; 1839a04f6461SBarry Smith if (A01) *A01 = jac->B; 1840a04f6461SBarry Smith if (A10) *A10 = jac->C; 1841a04f6461SBarry Smith if (A11) *A11 = jac->pmat[1]; 184230ad9308SMatthew Knepley PetscFunctionReturn(0); 184330ad9308SMatthew Knepley } 184430ad9308SMatthew Knepley 184579416396SBarry Smith #undef __FUNCT__ 184679416396SBarry Smith #define __FUNCT__ "PCFieldSplitSetType_FieldSplit" 18471e6b0712SBarry Smith static PetscErrorCode PCFieldSplitSetType_FieldSplit(PC pc,PCCompositeType type) 184879416396SBarry Smith { 184979416396SBarry Smith PC_FieldSplit *jac = (PC_FieldSplit*)pc->data; 1850e69d4d44SBarry Smith PetscErrorCode ierr; 185179416396SBarry Smith 185279416396SBarry Smith PetscFunctionBegin; 185379416396SBarry Smith jac->type = type; 18543b224e63SBarry Smith if (type == PC_COMPOSITE_SCHUR) { 18553b224e63SBarry Smith pc->ops->apply = PCApply_FieldSplit_Schur; 18563b224e63SBarry Smith pc->ops->view = PCView_FieldSplit_Schur; 18572fa5cd67SKarl Rupp 1858bdf89e91SBarry Smith ierr = PetscObjectComposeFunction((PetscObject)pc,"PCFieldSplitGetSubKSP_C",PCFieldSplitGetSubKSP_FieldSplit_Schur);CHKERRQ(ierr); 1859bdf89e91SBarry Smith ierr = PetscObjectComposeFunction((PetscObject)pc,"PCFieldSplitSchurPrecondition_C",PCFieldSplitSchurPrecondition_FieldSplit);CHKERRQ(ierr); 1860bdf89e91SBarry Smith ierr = PetscObjectComposeFunction((PetscObject)pc,"PCFieldSplitSetSchurFactType_C",PCFieldSplitSetSchurFactType_FieldSplit);CHKERRQ(ierr); 1861e69d4d44SBarry Smith 18623b224e63SBarry Smith } else { 18633b224e63SBarry Smith pc->ops->apply = PCApply_FieldSplit; 18643b224e63SBarry Smith pc->ops->view = PCView_FieldSplit; 18652fa5cd67SKarl Rupp 1866bdf89e91SBarry Smith ierr = PetscObjectComposeFunction((PetscObject)pc,"PCFieldSplitGetSubKSP_C",PCFieldSplitGetSubKSP_FieldSplit);CHKERRQ(ierr); 1867bdf89e91SBarry Smith ierr = PetscObjectComposeFunction((PetscObject)pc,"PCFieldSplitSchurPrecondition_C",0);CHKERRQ(ierr); 1868bdf89e91SBarry Smith ierr = PetscObjectComposeFunction((PetscObject)pc,"PCFieldSplitSetSchurFactType_C",0);CHKERRQ(ierr); 18693b224e63SBarry Smith } 187079416396SBarry Smith PetscFunctionReturn(0); 187179416396SBarry Smith } 187279416396SBarry Smith 187351f519a2SBarry Smith #undef __FUNCT__ 187451f519a2SBarry Smith #define __FUNCT__ "PCFieldSplitSetBlockSize_FieldSplit" 18751e6b0712SBarry Smith static PetscErrorCode PCFieldSplitSetBlockSize_FieldSplit(PC pc,PetscInt bs) 187651f519a2SBarry Smith { 187751f519a2SBarry Smith PC_FieldSplit *jac = (PC_FieldSplit*)pc->data; 187851f519a2SBarry Smith 187951f519a2SBarry Smith PetscFunctionBegin; 1880ce94432eSBarry Smith if (bs < 1) SETERRQ1(PetscObjectComm((PetscObject)pc),PETSC_ERR_ARG_OUTOFRANGE,"Blocksize must be positive, you gave %D",bs); 1881ce94432eSBarry Smith if (jac->bs > 0 && jac->bs != bs) SETERRQ2(PetscObjectComm((PetscObject)pc),PETSC_ERR_ARG_WRONGSTATE,"Cannot change fieldsplit blocksize from %D to %D after it has been set",jac->bs,bs); 188251f519a2SBarry Smith jac->bs = bs; 188351f519a2SBarry Smith PetscFunctionReturn(0); 188451f519a2SBarry Smith } 188551f519a2SBarry Smith 188679416396SBarry Smith #undef __FUNCT__ 188779416396SBarry Smith #define __FUNCT__ "PCFieldSplitSetType" 1888bc08b0f1SBarry Smith /*@ 188979416396SBarry Smith PCFieldSplitSetType - Sets the type of fieldsplit preconditioner. 189079416396SBarry Smith 189179416396SBarry Smith Collective on PC 189279416396SBarry Smith 189379416396SBarry Smith Input Parameter: 189479416396SBarry Smith . pc - the preconditioner context 189581540f2fSBarry Smith . type - PC_COMPOSITE_ADDITIVE, PC_COMPOSITE_MULTIPLICATIVE (default), PC_COMPOSITE_SYMMETRIC_MULTIPLICATIVE, PC_COMPOSITE_SPECIAL, PC_COMPOSITE_SCHUR 189679416396SBarry Smith 189779416396SBarry Smith Options Database Key: 1898a4efd8eaSMatthew Knepley . -pc_fieldsplit_type <type: one of multiplicative, additive, symmetric_multiplicative, special, schur> - Sets fieldsplit preconditioner type 189979416396SBarry Smith 1900b02e2d75SMatthew G Knepley Level: Intermediate 190179416396SBarry Smith 190279416396SBarry Smith .keywords: PC, set, type, composite preconditioner, additive, multiplicative 190379416396SBarry Smith 190479416396SBarry Smith .seealso: PCCompositeSetType() 190579416396SBarry Smith 190679416396SBarry Smith @*/ 19077087cfbeSBarry Smith PetscErrorCode PCFieldSplitSetType(PC pc,PCCompositeType type) 190879416396SBarry Smith { 19094ac538c5SBarry Smith PetscErrorCode ierr; 191079416396SBarry Smith 191179416396SBarry Smith PetscFunctionBegin; 19120700a824SBarry Smith PetscValidHeaderSpecific(pc,PC_CLASSID,1); 19134ac538c5SBarry Smith ierr = PetscTryMethod(pc,"PCFieldSplitSetType_C",(PC,PCCompositeType),(pc,type));CHKERRQ(ierr); 191479416396SBarry Smith PetscFunctionReturn(0); 191579416396SBarry Smith } 191679416396SBarry Smith 1917b02e2d75SMatthew G Knepley #undef __FUNCT__ 1918b02e2d75SMatthew G Knepley #define __FUNCT__ "PCFieldSplitGetType" 1919b02e2d75SMatthew G Knepley /*@ 1920b02e2d75SMatthew G Knepley PCFieldSplitGetType - Gets the type of fieldsplit preconditioner. 1921b02e2d75SMatthew G Knepley 1922b02e2d75SMatthew G Knepley Not collective 1923b02e2d75SMatthew G Knepley 1924b02e2d75SMatthew G Knepley Input Parameter: 1925b02e2d75SMatthew G Knepley . pc - the preconditioner context 1926b02e2d75SMatthew G Knepley 1927b02e2d75SMatthew G Knepley Output Parameter: 1928b02e2d75SMatthew G Knepley . type - PC_COMPOSITE_ADDITIVE, PC_COMPOSITE_MULTIPLICATIVE (default), PC_COMPOSITE_SYMMETRIC_MULTIPLICATIVE, PC_COMPOSITE_SPECIAL, PC_COMPOSITE_SCHUR 1929b02e2d75SMatthew G Knepley 1930b02e2d75SMatthew G Knepley Level: Intermediate 1931b02e2d75SMatthew G Knepley 1932b02e2d75SMatthew G Knepley .keywords: PC, set, type, composite preconditioner, additive, multiplicative 1933b02e2d75SMatthew G Knepley .seealso: PCCompositeSetType() 1934b02e2d75SMatthew G Knepley @*/ 1935b02e2d75SMatthew G Knepley PetscErrorCode PCFieldSplitGetType(PC pc, PCCompositeType *type) 1936b02e2d75SMatthew G Knepley { 1937b02e2d75SMatthew G Knepley PC_FieldSplit *jac = (PC_FieldSplit*) pc->data; 1938b02e2d75SMatthew G Knepley 1939b02e2d75SMatthew G Knepley PetscFunctionBegin; 1940b02e2d75SMatthew G Knepley PetscValidHeaderSpecific(pc,PC_CLASSID,1); 1941b02e2d75SMatthew G Knepley PetscValidIntPointer(type,2); 1942b02e2d75SMatthew G Knepley *type = jac->type; 1943b02e2d75SMatthew G Knepley PetscFunctionReturn(0); 1944b02e2d75SMatthew G Knepley } 1945b02e2d75SMatthew G Knepley 19464ab8060aSDmitry Karpeev #undef __FUNCT__ 19474ab8060aSDmitry Karpeev #define __FUNCT__ "PCFieldSplitSetDMSplits" 19484ab8060aSDmitry Karpeev /*@ 19494ab8060aSDmitry Karpeev PCFieldSplitSetDMSplits - Flags whether DMCreateFieldDecomposition() should be used to define the splits, whenever possible. 19504ab8060aSDmitry Karpeev 19514ab8060aSDmitry Karpeev Logically Collective 19524ab8060aSDmitry Karpeev 19534ab8060aSDmitry Karpeev Input Parameters: 19544ab8060aSDmitry Karpeev + pc - the preconditioner context 19554ab8060aSDmitry Karpeev - flg - boolean indicating whether to use field splits defined by the DM 19564ab8060aSDmitry Karpeev 19574ab8060aSDmitry Karpeev Options Database Key: 19584ab8060aSDmitry Karpeev . -pc_fieldsplit_dm_splits 19594ab8060aSDmitry Karpeev 19604ab8060aSDmitry Karpeev Level: Intermediate 19614ab8060aSDmitry Karpeev 19624ab8060aSDmitry Karpeev .keywords: PC, DM, composite preconditioner, additive, multiplicative 19634ab8060aSDmitry Karpeev 19644ab8060aSDmitry Karpeev .seealso: PCFieldSplitGetDMSplits() 19654ab8060aSDmitry Karpeev 19664ab8060aSDmitry Karpeev @*/ 19674ab8060aSDmitry Karpeev PetscErrorCode PCFieldSplitSetDMSplits(PC pc,PetscBool flg) 19684ab8060aSDmitry Karpeev { 19694ab8060aSDmitry Karpeev PC_FieldSplit *jac = (PC_FieldSplit*)pc->data; 19704ab8060aSDmitry Karpeev PetscBool isfs; 19714ab8060aSDmitry Karpeev PetscErrorCode ierr; 19724ab8060aSDmitry Karpeev 19734ab8060aSDmitry Karpeev PetscFunctionBegin; 19744ab8060aSDmitry Karpeev PetscValidHeaderSpecific(pc,PC_CLASSID,1); 19754ab8060aSDmitry Karpeev PetscValidLogicalCollectiveBool(pc,flg,2); 19764ab8060aSDmitry Karpeev ierr = PetscObjectTypeCompare((PetscObject)pc,PCFIELDSPLIT,&isfs);CHKERRQ(ierr); 19774ab8060aSDmitry Karpeev if (isfs) { 19784ab8060aSDmitry Karpeev jac->dm_splits = flg; 19794ab8060aSDmitry Karpeev } 19804ab8060aSDmitry Karpeev PetscFunctionReturn(0); 19814ab8060aSDmitry Karpeev } 19824ab8060aSDmitry Karpeev 19834ab8060aSDmitry Karpeev 19844ab8060aSDmitry Karpeev #undef __FUNCT__ 19854ab8060aSDmitry Karpeev #define __FUNCT__ "PCFieldSplitGetDMSplits" 19864ab8060aSDmitry Karpeev /*@ 19874ab8060aSDmitry Karpeev PCFieldSplitGetDMSplits - Returns flag indicating whether DMCreateFieldDecomposition() should be used to define the splits, whenever possible. 19884ab8060aSDmitry Karpeev 19894ab8060aSDmitry Karpeev Logically Collective 19904ab8060aSDmitry Karpeev 19914ab8060aSDmitry Karpeev Input Parameter: 19924ab8060aSDmitry Karpeev . pc - the preconditioner context 19934ab8060aSDmitry Karpeev 19944ab8060aSDmitry Karpeev Output Parameter: 19954ab8060aSDmitry Karpeev . flg - boolean indicating whether to use field splits defined by the DM 19964ab8060aSDmitry Karpeev 19974ab8060aSDmitry Karpeev Level: Intermediate 19984ab8060aSDmitry Karpeev 19994ab8060aSDmitry Karpeev .keywords: PC, DM, composite preconditioner, additive, multiplicative 20004ab8060aSDmitry Karpeev 20014ab8060aSDmitry Karpeev .seealso: PCFieldSplitSetDMSplits() 20024ab8060aSDmitry Karpeev 20034ab8060aSDmitry Karpeev @*/ 20044ab8060aSDmitry Karpeev PetscErrorCode PCFieldSplitGetDMSplits(PC pc,PetscBool* flg) 20054ab8060aSDmitry Karpeev { 20064ab8060aSDmitry Karpeev PC_FieldSplit *jac = (PC_FieldSplit*)pc->data; 20074ab8060aSDmitry Karpeev PetscBool isfs; 20084ab8060aSDmitry Karpeev PetscErrorCode ierr; 20094ab8060aSDmitry Karpeev 20104ab8060aSDmitry Karpeev PetscFunctionBegin; 20114ab8060aSDmitry Karpeev PetscValidHeaderSpecific(pc,PC_CLASSID,1); 20124ab8060aSDmitry Karpeev PetscValidPointer(flg,2); 20134ab8060aSDmitry Karpeev ierr = PetscObjectTypeCompare((PetscObject)pc,PCFIELDSPLIT,&isfs);CHKERRQ(ierr); 20144ab8060aSDmitry Karpeev if (isfs) { 20154ab8060aSDmitry Karpeev if(flg) *flg = jac->dm_splits; 20164ab8060aSDmitry Karpeev } 20174ab8060aSDmitry Karpeev PetscFunctionReturn(0); 20184ab8060aSDmitry Karpeev } 20194ab8060aSDmitry Karpeev 20200971522cSBarry Smith /* -------------------------------------------------------------------------------------*/ 20210971522cSBarry Smith /*MC 2022a8c7a070SBarry Smith PCFIELDSPLIT - Preconditioner created by combining separate preconditioners for individual 2023a04f6461SBarry Smith fields or groups of fields. See the users manual section "Solving Block Matrices" for more details. 20240971522cSBarry Smith 2025edf189efSBarry Smith To set options on the solvers for each block append -fieldsplit_ to all the PC 2026edf189efSBarry Smith options database keys. For example, -fieldsplit_pc_type ilu -fieldsplit_pc_factor_levels 1 20270971522cSBarry Smith 2028a8c7a070SBarry Smith To set the options on the solvers separate for each block call PCFieldSplitGetSubKSP() 202969a612a9SBarry Smith and set the options directly on the resulting KSP object 20300971522cSBarry Smith 20310971522cSBarry Smith Level: intermediate 20320971522cSBarry Smith 203379416396SBarry Smith Options Database Keys: 203481540f2fSBarry Smith + -pc_fieldsplit_%d_fields <a,b,..> - indicates the fields to be used in the %d'th split 203581540f2fSBarry Smith . -pc_fieldsplit_default - automatically add any fields to additional splits that have not 203681540f2fSBarry Smith been supplied explicitly by -pc_fieldsplit_%d_fields 203781540f2fSBarry Smith . -pc_fieldsplit_block_size <bs> - size of block that defines fields (i.e. there are bs fields) 20380f188ba9SJed Brown . -pc_fieldsplit_type <additive,multiplicative,symmetric_multiplicative,schur> - type of relaxation or factorization splitting 2039a7476a74SDmitry Karpeev . -pc_fieldsplit_schur_precondition <self,selfp,user,a11> - default is a11 2040435f959eSBarry Smith . -pc_fieldsplit_detect_saddle_point - automatically finds rows with zero or negative diagonal and uses Schur complement with no preconditioner as the solver 204179416396SBarry Smith 20425d4c12cdSJungho Lee - Options prefix for inner solvers when using Schur complement preconditioner are -fieldsplit_0_ and -fieldsplit_1_ 20435d4c12cdSJungho Lee for all other solvers they are -fieldsplit_%d_ for the dth field, use -fieldsplit_ for all fields 20445d4c12cdSJungho Lee 2045c8a0d604SMatthew G Knepley Notes: 2046c8a0d604SMatthew G Knepley Use PCFieldSplitSetFields() to set fields defined by "strided" entries and PCFieldSplitSetIS() 2047d32f9abdSBarry Smith to define a field by an arbitrary collection of entries. 2048d32f9abdSBarry Smith 2049d32f9abdSBarry Smith If no fields are set the default is used. The fields are defined by entries strided by bs, 2050d32f9abdSBarry Smith beginning at 0 then 1, etc to bs-1. The block size can be set with PCFieldSplitSetBlockSize(), 2051d32f9abdSBarry Smith if this is not called the block size defaults to the blocksize of the second matrix passed 2052d32f9abdSBarry Smith to KSPSetOperators()/PCSetOperators(). 2053d32f9abdSBarry Smith 2054c8a0d604SMatthew G Knepley $ For the Schur complement preconditioner if J = ( A00 A01 ) 2055c8a0d604SMatthew G Knepley $ ( A10 A11 ) 2056c8a0d604SMatthew G Knepley $ the preconditioner using full factorization is 2057c8a0d604SMatthew G Knepley $ ( I -A10 ksp(A00) ) ( inv(A00) 0 ) ( I 0 ) 2058c8a0d604SMatthew G Knepley $ ( 0 I ) ( 0 ksp(S) ) ( -A10 ksp(A00) I ) 2059a04f6461SBarry Smith where the action of inv(A00) is applied using the KSP solver with prefix -fieldsplit_0_. The action of 2060c8a0d604SMatthew G Knepley ksp(S) is computed using the KSP solver with prefix -fieldsplit_splitname_ (where splitname was given 2061a7476a74SDmitry Karpeev in providing the SECOND split or 1 if not given). For PCFieldSplitGetKSP() when field number is 0, 2062c8a0d604SMatthew G Knepley it returns the KSP associated with -fieldsplit_0_ while field number 1 gives -fieldsplit_1_ KSP. By default 2063a04f6461SBarry Smith A11 is used to construct a preconditioner for S, use PCFieldSplitSchurPrecondition() to turn on or off this 2064a7476a74SDmitry Karpeev option. You can use the preconditioner PCLSC to precondition the Schur complement with -fieldsplit_1_pc_type lsc. 2065a7476a74SDmitry Karpeev When option -fieldsplit_schur_precondition selfp is given, an approximation to S is assembled -- 2066a7476a74SDmitry Karpeev Sp = A11 - A10 inv(diag(A00)) A01, which has type AIJ and can be used with a variety of preconditioners 2067a7476a74SDmitry Karpeev (e.g., -fieldsplit_1_pc_type asm). 2068a7476a74SDmitry Karpeev The factorization type is set using -pc_fieldsplit_schur_fact_type <diag, lower, upper, full>. The full is shown above, 20695668aaf4SBarry Smith diag gives 2070c8a0d604SMatthew G Knepley $ ( inv(A00) 0 ) 2071c8a0d604SMatthew G Knepley $ ( 0 -ksp(S) ) 20725668aaf4SBarry Smith note that slightly counter intuitively there is a negative in front of the ksp(S) so that the preconditioner is positive definite. The lower factorization is the inverse of 2073c8a0d604SMatthew G Knepley $ ( A00 0 ) 2074c8a0d604SMatthew G Knepley $ ( A10 S ) 2075c8a0d604SMatthew G Knepley where the inverses of A00 and S are applied using KSPs. The upper factorization is the inverse of 2076c8a0d604SMatthew G Knepley $ ( A00 A01 ) 2077c8a0d604SMatthew G Knepley $ ( 0 S ) 2078c8a0d604SMatthew G Knepley where again the inverses of A00 and S are applied using KSPs. 2079e69d4d44SBarry Smith 2080edf189efSBarry Smith If only one set of indices (one IS) is provided with PCFieldSplitSetIS() then the complement of that IS 2081edf189efSBarry Smith is used automatically for a second block. 2082edf189efSBarry Smith 2083ff218e97SBarry Smith The fieldsplit preconditioner cannot currently be used with the BAIJ or SBAIJ data formats if the blocksize is larger than 1. 2084ff218e97SBarry Smith Generally it should be used with the AIJ format. 2085ff218e97SBarry Smith 2086ff218e97SBarry Smith The forms of these preconditioners are closely related if not identical to forms derived as "Distributive Iterations", see, 2087ff218e97SBarry Smith for example, page 294 in "Principles of Computational Fluid Dynamics" by Pieter Wesseling. Note that one can also use PCFIELDSPLIT 2088ff218e97SBarry Smith inside a smoother resulting in "Distributive Smoothers". 20890716a85fSBarry Smith 2090a541d17aSBarry Smith Concepts: physics based preconditioners, block preconditioners 20910971522cSBarry Smith 20927e8cb189SBarry Smith .seealso: PCCreate(), PCSetType(), PCType (for list of available types), PC, Block_Preconditioners, PCLSC, 2093e69d4d44SBarry Smith PCFieldSplitGetSubKSP(), PCFieldSplitSetFields(), PCFieldSplitSetType(), PCFieldSplitSetIS(), PCFieldSplitSchurPrecondition() 20940971522cSBarry Smith M*/ 20950971522cSBarry Smith 20960971522cSBarry Smith #undef __FUNCT__ 20970971522cSBarry Smith #define __FUNCT__ "PCCreate_FieldSplit" 20988cc058d9SJed Brown PETSC_EXTERN PetscErrorCode PCCreate_FieldSplit(PC pc) 20990971522cSBarry Smith { 21000971522cSBarry Smith PetscErrorCode ierr; 21010971522cSBarry Smith PC_FieldSplit *jac; 21020971522cSBarry Smith 21030971522cSBarry Smith PetscFunctionBegin; 2104b00a9115SJed Brown ierr = PetscNewLog(pc,&jac);CHKERRQ(ierr); 21052fa5cd67SKarl Rupp 21060971522cSBarry Smith jac->bs = -1; 21070971522cSBarry Smith jac->nsplits = 0; 21083e197d65SBarry Smith jac->type = PC_COMPOSITE_MULTIPLICATIVE; 2109e6cab6aaSJed Brown jac->schurpre = PC_FIELDSPLIT_SCHUR_PRE_USER; /* Try user preconditioner first, fall back on diagonal */ 2110c9c6ffaaSJed Brown jac->schurfactorization = PC_FIELDSPLIT_SCHUR_FACT_FULL; 2111fbe7908bSJed Brown jac->dm_splits = PETSC_TRUE; 211251f519a2SBarry Smith 21130971522cSBarry Smith pc->data = (void*)jac; 21140971522cSBarry Smith 21150971522cSBarry Smith pc->ops->apply = PCApply_FieldSplit; 2116421e10b8SBarry Smith pc->ops->applytranspose = PCApplyTranspose_FieldSplit; 21170971522cSBarry Smith pc->ops->setup = PCSetUp_FieldSplit; 2118574deadeSBarry Smith pc->ops->reset = PCReset_FieldSplit; 21190971522cSBarry Smith pc->ops->destroy = PCDestroy_FieldSplit; 21200971522cSBarry Smith pc->ops->setfromoptions = PCSetFromOptions_FieldSplit; 21210971522cSBarry Smith pc->ops->view = PCView_FieldSplit; 21220971522cSBarry Smith pc->ops->applyrichardson = 0; 21230971522cSBarry Smith 2124bdf89e91SBarry Smith ierr = PetscObjectComposeFunction((PetscObject)pc,"PCFieldSplitGetSubKSP_C",PCFieldSplitGetSubKSP_FieldSplit);CHKERRQ(ierr); 2125bdf89e91SBarry Smith ierr = PetscObjectComposeFunction((PetscObject)pc,"PCFieldSplitSetFields_C",PCFieldSplitSetFields_FieldSplit);CHKERRQ(ierr); 2126bdf89e91SBarry Smith ierr = PetscObjectComposeFunction((PetscObject)pc,"PCFieldSplitSetIS_C",PCFieldSplitSetIS_FieldSplit);CHKERRQ(ierr); 2127bdf89e91SBarry Smith ierr = PetscObjectComposeFunction((PetscObject)pc,"PCFieldSplitSetType_C",PCFieldSplitSetType_FieldSplit);CHKERRQ(ierr); 2128bdf89e91SBarry Smith ierr = PetscObjectComposeFunction((PetscObject)pc,"PCFieldSplitSetBlockSize_C",PCFieldSplitSetBlockSize_FieldSplit);CHKERRQ(ierr); 21290971522cSBarry Smith PetscFunctionReturn(0); 21300971522cSBarry Smith } 21310971522cSBarry Smith 21320971522cSBarry Smith 2133a541d17aSBarry Smith 2134