xref: /petsc/src/ksp/pc/impls/fieldsplit/fieldsplit.c (revision c84da90f1154cab1579f9d08fb77e2d7b6f0a7fe)
1dba47a55SKris Buschelman 
2b45d2f2cSJed Brown #include <petsc-private/pcimpl.h>     /*I "petscpc.h" I*/
31e25c274SJed Brown #include <petscdm.h>
40971522cSBarry Smith 
5443836d0SMatthew G Knepley /*
6443836d0SMatthew G Knepley   There is a nice discussion of block preconditioners in
7443836d0SMatthew G Knepley 
81997fe2eSSatish Balay [El08] A taxonomy and comparison of parallel block multi-level preconditioners for the incompressible Navier-Stokes equations
9443836d0SMatthew G Knepley        Howard Elman, V.E. Howle, John Shadid, Robert Shuttleworth, Ray Tuminaro, Journal of Computational Physics 227 (2008) 1790--1808
101b8e4c5fSJed Brown        http://chess.cs.umd.edu/~elman/papers/tax.pdf
11443836d0SMatthew G Knepley */
12443836d0SMatthew G Knepley 
13a7476a74SDmitry Karpeev const char *const PCFieldSplitSchurPreTypes[] = {"SELF","SELFP","A11","USER","PCFieldSplitSchurPreType","PC_FIELDSPLIT_SCHUR_PRE_",0};
14c9c6ffaaSJed Brown const char *const PCFieldSplitSchurFactTypes[] = {"DIAG","LOWER","UPPER","FULL","PCFieldSplitSchurFactType","PC_FIELDSPLIT_SCHUR_FACT_",0};
15c5d2311dSJed Brown 
160971522cSBarry Smith typedef struct _PC_FieldSplitLink *PC_FieldSplitLink;
170971522cSBarry Smith struct _PC_FieldSplitLink {
1869a612a9SBarry Smith   KSP               ksp;
19443836d0SMatthew G Knepley   Vec               x,y,z;
20db4c96c1SJed Brown   char              *splitname;
210971522cSBarry Smith   PetscInt          nfields;
225d4c12cdSJungho Lee   PetscInt          *fields,*fields_col;
231b9fc7fcSBarry Smith   VecScatter        sctx;
245d4c12cdSJungho Lee   IS                is,is_col;
2551f519a2SBarry Smith   PC_FieldSplitLink next,previous;
260971522cSBarry Smith };
270971522cSBarry Smith 
280971522cSBarry Smith typedef struct {
2968dd23aaSBarry Smith   PCCompositeType type;
30ace3abfcSBarry Smith   PetscBool       defaultsplit;                    /* Flag for a system with a set of 'k' scalar fields with the same layout (and bs = k) */
31ace3abfcSBarry Smith   PetscBool       splitdefined;                    /* Flag is set after the splits have been defined, to prevent more splits from being added */
3230ad9308SMatthew Knepley   PetscInt        bs;                              /* Block size for IS and Mat structures */
3330ad9308SMatthew Knepley   PetscInt        nsplits;                         /* Number of field divisions defined */
3479416396SBarry Smith   Vec             *x,*y,w1,w2;
35519d70e2SJed Brown   Mat             *mat;                            /* The diagonal block for each split */
36519d70e2SJed Brown   Mat             *pmat;                           /* The preconditioning diagonal block for each split */
3730ad9308SMatthew Knepley   Mat             *Afield;                         /* The rows of the matrix associated with each split */
38ace3abfcSBarry Smith   PetscBool       issetup;
392fa5cd67SKarl Rupp 
4030ad9308SMatthew Knepley   /* Only used when Schur complement preconditioning is used */
4130ad9308SMatthew Knepley   Mat                       B;                     /* The (0,1) block */
4230ad9308SMatthew Knepley   Mat                       C;                     /* The (1,0) block */
43443836d0SMatthew G Knepley   Mat                       schur;                 /* The Schur complement S = A11 - A10 A00^{-1} A01, the KSP here, kspinner, is H_1 in [El08] */
44a7476a74SDmitry Karpeev   Mat                       schurp;                /* Assembled approximation to S built by MatSchurComplement to be used as a preconditioning matrix when solving with S */
45084e4875SJed Brown   Mat                       schur_user;            /* User-provided preconditioning matrix for the Schur complement */
46084e4875SJed Brown   PCFieldSplitSchurPreType  schurpre;              /* Determines which preconditioning matrix is used for the Schur complement */
47c9c6ffaaSJed Brown   PCFieldSplitSchurFactType schurfactorization;
4830ad9308SMatthew Knepley   KSP                       kspschur;              /* The solver for S */
49443836d0SMatthew G Knepley   KSP                       kspupper;              /* The solver for A in the upper diagonal part of the factorization (H_2 in [El08]) */
5097bbdb24SBarry Smith   PC_FieldSplitLink         head;
5163ec74ffSBarry Smith   PetscBool                 reset;                  /* indicates PCReset() has been last called on this object, hack */
52c1570756SJed Brown   PetscBool                 suboptionsset;          /* Indicates that the KSPSetFromOptions() has been called on the sub-KSPs */
534ab8060aSDmitry Karpeev   PetscBool                 dm_splits;              /* Whether to use DMCreateFieldDecomposition() whenever possible */
54*c84da90fSDmitry Karpeev   PetscBool                 diag_use_amat;          /* Whether to extract diagonal matrix blocks from Amat, rather than Pmat (weaker than -pc_use_amat) */
55*c84da90fSDmitry Karpeev   PetscBool                 offdiag_use_amat;       /* Whether to extract off-diagonal matrix blocks from Amat, rather than Pmat (weaker than -pc_use_amat) */
560971522cSBarry Smith } PC_FieldSplit;
570971522cSBarry Smith 
5816913363SBarry Smith /*
5916913363SBarry Smith     Notes: there is no particular reason that pmat, x, and y are stored as arrays in PC_FieldSplit instead of
6016913363SBarry Smith    inside PC_FieldSplitLink, just historical. If you want to be able to add new fields after already using the
6116913363SBarry Smith    PC you could change this.
6216913363SBarry Smith */
63084e4875SJed Brown 
64e6cab6aaSJed Brown /* This helper is so that setting a user-provided preconditioning matrix is orthogonal to choosing to use it.  This way the
65084e4875SJed Brown * application-provided FormJacobian can provide this matrix without interfering with the user's (command-line) choices. */
66084e4875SJed Brown static Mat FieldSplitSchurPre(PC_FieldSplit *jac)
67084e4875SJed Brown {
68084e4875SJed Brown   switch (jac->schurpre) {
69084e4875SJed Brown   case PC_FIELDSPLIT_SCHUR_PRE_SELF: return jac->schur;
70a7476a74SDmitry Karpeev   case PC_FIELDSPLIT_SCHUR_PRE_SELFP: return jac->schurp;
71e87fab1bSBarry Smith   case PC_FIELDSPLIT_SCHUR_PRE_A11: return jac->pmat[1];
72084e4875SJed Brown   case PC_FIELDSPLIT_SCHUR_PRE_USER:   /* Use a user-provided matrix if it is given, otherwise diagonal block */
73084e4875SJed Brown   default:
74084e4875SJed Brown     return jac->schur_user ? jac->schur_user : jac->pmat[1];
75084e4875SJed Brown   }
76084e4875SJed Brown }
77084e4875SJed Brown 
78084e4875SJed Brown 
799804daf3SBarry Smith #include <petscdraw.h>
800971522cSBarry Smith #undef __FUNCT__
810971522cSBarry Smith #define __FUNCT__ "PCView_FieldSplit"
820971522cSBarry Smith static PetscErrorCode PCView_FieldSplit(PC pc,PetscViewer viewer)
830971522cSBarry Smith {
840971522cSBarry Smith   PC_FieldSplit     *jac = (PC_FieldSplit*)pc->data;
850971522cSBarry Smith   PetscErrorCode    ierr;
86d9884438SBarry Smith   PetscBool         iascii,isdraw;
870971522cSBarry Smith   PetscInt          i,j;
885a9f2f41SSatish Balay   PC_FieldSplitLink ilink = jac->head;
890971522cSBarry Smith 
900971522cSBarry Smith   PetscFunctionBegin;
91251f4c67SDmitry Karpeev   ierr = PetscObjectTypeCompare((PetscObject)viewer,PETSCVIEWERASCII,&iascii);CHKERRQ(ierr);
92d9884438SBarry Smith   ierr = PetscObjectTypeCompare((PetscObject)viewer,PETSCVIEWERDRAW,&isdraw);CHKERRQ(ierr);
930971522cSBarry Smith   if (iascii) {
942c9966d7SBarry Smith     if (jac->bs > 0) {
9551f519a2SBarry Smith       ierr = PetscViewerASCIIPrintf(viewer,"  FieldSplit with %s composition: total splits = %D, blocksize = %D\n",PCCompositeTypes[jac->type],jac->nsplits,jac->bs);CHKERRQ(ierr);
962c9966d7SBarry Smith     } else {
972c9966d7SBarry Smith       ierr = PetscViewerASCIIPrintf(viewer,"  FieldSplit with %s composition: total splits = %D\n",PCCompositeTypes[jac->type],jac->nsplits);CHKERRQ(ierr);
982c9966d7SBarry Smith     }
99f5236f50SJed Brown     if (pc->useAmat) {
100f5236f50SJed Brown       ierr = PetscViewerASCIIPrintf(viewer,"  using Amat (not Pmat) as operator for blocks\n");CHKERRQ(ierr);
101a3df900dSMatthew G Knepley     }
102*c84da90fSDmitry Karpeev     if (jac->diag_use_amat) {
103*c84da90fSDmitry Karpeev       ierr = PetscViewerASCIIPrintf(viewer,"  using Amat (not Pmat) as operator for diagonal blocks\n");CHKERRQ(ierr);
104*c84da90fSDmitry Karpeev     }
105*c84da90fSDmitry Karpeev     if (jac->offdiag_use_amat) {
106*c84da90fSDmitry Karpeev       ierr = PetscViewerASCIIPrintf(viewer,"  using Amat (not Pmat) as operator for off-diagonal blocks\n");CHKERRQ(ierr);
107*c84da90fSDmitry Karpeev     }
10869a612a9SBarry Smith     ierr = PetscViewerASCIIPrintf(viewer,"  Solver info for each split is in the following KSP objects:\n");CHKERRQ(ierr);
1090971522cSBarry Smith     ierr = PetscViewerASCIIPushTab(viewer);CHKERRQ(ierr);
1100971522cSBarry Smith     for (i=0; i<jac->nsplits; i++) {
1111ab39975SBarry Smith       if (ilink->fields) {
1120971522cSBarry Smith         ierr = PetscViewerASCIIPrintf(viewer,"Split number %D Fields ",i);CHKERRQ(ierr);
11379416396SBarry Smith         ierr = PetscViewerASCIIUseTabs(viewer,PETSC_FALSE);CHKERRQ(ierr);
1145a9f2f41SSatish Balay         for (j=0; j<ilink->nfields; j++) {
11579416396SBarry Smith           if (j > 0) {
11679416396SBarry Smith             ierr = PetscViewerASCIIPrintf(viewer,",");CHKERRQ(ierr);
11779416396SBarry Smith           }
1185a9f2f41SSatish Balay           ierr = PetscViewerASCIIPrintf(viewer," %D",ilink->fields[j]);CHKERRQ(ierr);
1190971522cSBarry Smith         }
1200971522cSBarry Smith         ierr = PetscViewerASCIIPrintf(viewer,"\n");CHKERRQ(ierr);
12179416396SBarry Smith         ierr = PetscViewerASCIIUseTabs(viewer,PETSC_TRUE);CHKERRQ(ierr);
1221ab39975SBarry Smith       } else {
1231ab39975SBarry Smith         ierr = PetscViewerASCIIPrintf(viewer,"Split number %D Defined by IS\n",i);CHKERRQ(ierr);
1241ab39975SBarry Smith       }
1255a9f2f41SSatish Balay       ierr  = KSPView(ilink->ksp,viewer);CHKERRQ(ierr);
1265a9f2f41SSatish Balay       ilink = ilink->next;
1270971522cSBarry Smith     }
1280971522cSBarry Smith     ierr = PetscViewerASCIIPopTab(viewer);CHKERRQ(ierr);
1292fa5cd67SKarl Rupp   }
1302fa5cd67SKarl Rupp 
1312fa5cd67SKarl Rupp  if (isdraw) {
132d9884438SBarry Smith     PetscDraw draw;
133d9884438SBarry Smith     PetscReal x,y,w,wd;
134d9884438SBarry Smith 
135d9884438SBarry Smith     ierr = PetscViewerDrawGetDraw(viewer,0,&draw);CHKERRQ(ierr);
136d9884438SBarry Smith     ierr = PetscDrawGetCurrentPoint(draw,&x,&y);CHKERRQ(ierr);
137d9884438SBarry Smith     w    = 2*PetscMin(1.0 - x,x);
138d9884438SBarry Smith     wd   = w/(jac->nsplits + 1);
139d9884438SBarry Smith     x    = x - wd*(jac->nsplits-1)/2.0;
140d9884438SBarry Smith     for (i=0; i<jac->nsplits; i++) {
141d9884438SBarry Smith       ierr  = PetscDrawPushCurrentPoint(draw,x,y);CHKERRQ(ierr);
142d9884438SBarry Smith       ierr  = KSPView(ilink->ksp,viewer);CHKERRQ(ierr);
143d9884438SBarry Smith       ierr  = PetscDrawPopCurrentPoint(draw);CHKERRQ(ierr);
144d9884438SBarry Smith       x    += wd;
145d9884438SBarry Smith       ilink = ilink->next;
146d9884438SBarry Smith     }
1470971522cSBarry Smith   }
1480971522cSBarry Smith   PetscFunctionReturn(0);
1490971522cSBarry Smith }
1500971522cSBarry Smith 
1510971522cSBarry Smith #undef __FUNCT__
1523b224e63SBarry Smith #define __FUNCT__ "PCView_FieldSplit_Schur"
1533b224e63SBarry Smith static PetscErrorCode PCView_FieldSplit_Schur(PC pc,PetscViewer viewer)
1543b224e63SBarry Smith {
1553b224e63SBarry Smith   PC_FieldSplit     *jac = (PC_FieldSplit*)pc->data;
1563b224e63SBarry Smith   PetscErrorCode    ierr;
1574996c5bdSBarry Smith   PetscBool         iascii,isdraw;
1583b224e63SBarry Smith   PetscInt          i,j;
1593b224e63SBarry Smith   PC_FieldSplitLink ilink = jac->head;
1603b224e63SBarry Smith 
1613b224e63SBarry Smith   PetscFunctionBegin;
162251f4c67SDmitry Karpeev   ierr = PetscObjectTypeCompare((PetscObject)viewer,PETSCVIEWERASCII,&iascii);CHKERRQ(ierr);
1634996c5bdSBarry Smith   ierr = PetscObjectTypeCompare((PetscObject)viewer,PETSCVIEWERDRAW,&isdraw);CHKERRQ(ierr);
1643b224e63SBarry Smith   if (iascii) {
1652c9966d7SBarry Smith     if (jac->bs > 0) {
166c9c6ffaaSJed Brown       ierr = PetscViewerASCIIPrintf(viewer,"  FieldSplit with Schur preconditioner, blocksize = %D, factorization %s\n",jac->bs,PCFieldSplitSchurFactTypes[jac->schurfactorization]);CHKERRQ(ierr);
1672c9966d7SBarry Smith     } else {
1682c9966d7SBarry Smith       ierr = PetscViewerASCIIPrintf(viewer,"  FieldSplit with Schur preconditioner, factorization %s\n",PCFieldSplitSchurFactTypes[jac->schurfactorization]);CHKERRQ(ierr);
1692c9966d7SBarry Smith     }
170f5236f50SJed Brown     if (pc->useAmat) {
171f5236f50SJed Brown       ierr = PetscViewerASCIIPrintf(viewer,"  using Amat (not Pmat) as operator for blocks\n");CHKERRQ(ierr);
172a3df900dSMatthew G Knepley     }
1733e8b8b31SMatthew G Knepley     switch (jac->schurpre) {
1743e8b8b31SMatthew G Knepley     case PC_FIELDSPLIT_SCHUR_PRE_SELF:
1753e8b8b31SMatthew G Knepley       ierr = PetscViewerASCIIPrintf(viewer,"  Preconditioner for the Schur complement formed from S itself\n");CHKERRQ(ierr);break;
176a7476a74SDmitry Karpeev     case PC_FIELDSPLIT_SCHUR_PRE_SELFP:
177a7476a74SDmitry Karpeev       ierr = PetscViewerASCIIPrintf(viewer,"  Preconditioner for the Schur complement formed from Sp, an assembled approximation to S, which uses A00's diagonal's inverse\n");CHKERRQ(ierr);break;
178e87fab1bSBarry Smith     case PC_FIELDSPLIT_SCHUR_PRE_A11:
179e87fab1bSBarry Smith       ierr = PetscViewerASCIIPrintf(viewer,"  Preconditioner for the Schur complement formed from A11\n");CHKERRQ(ierr);break;
1803e8b8b31SMatthew G Knepley     case PC_FIELDSPLIT_SCHUR_PRE_USER:
1813e8b8b31SMatthew G Knepley       if (jac->schur_user) {
1823e8b8b31SMatthew G Knepley         ierr = PetscViewerASCIIPrintf(viewer,"  Preconditioner for the Schur complement formed from user provided matrix\n");CHKERRQ(ierr);
1833e8b8b31SMatthew G Knepley       } else {
184e87fab1bSBarry Smith         ierr = PetscViewerASCIIPrintf(viewer,"  Preconditioner for the Schur complement formed from A11\n");CHKERRQ(ierr);
1853e8b8b31SMatthew G Knepley       }
1863e8b8b31SMatthew G Knepley       break;
1873e8b8b31SMatthew G Knepley     default:
18882f516ccSBarry Smith       SETERRQ1(PetscObjectComm((PetscObject)pc), PETSC_ERR_ARG_OUTOFRANGE, "Invalid Schur preconditioning type: %d", jac->schurpre);
1893e8b8b31SMatthew G Knepley     }
1903b224e63SBarry Smith     ierr = PetscViewerASCIIPrintf(viewer,"  Split info:\n");CHKERRQ(ierr);
1913b224e63SBarry Smith     ierr = PetscViewerASCIIPushTab(viewer);CHKERRQ(ierr);
1923b224e63SBarry Smith     for (i=0; i<jac->nsplits; i++) {
1933b224e63SBarry Smith       if (ilink->fields) {
1943b224e63SBarry Smith         ierr = PetscViewerASCIIPrintf(viewer,"Split number %D Fields ",i);CHKERRQ(ierr);
1953b224e63SBarry Smith         ierr = PetscViewerASCIIUseTabs(viewer,PETSC_FALSE);CHKERRQ(ierr);
1963b224e63SBarry Smith         for (j=0; j<ilink->nfields; j++) {
1973b224e63SBarry Smith           if (j > 0) {
1983b224e63SBarry Smith             ierr = PetscViewerASCIIPrintf(viewer,",");CHKERRQ(ierr);
1993b224e63SBarry Smith           }
2003b224e63SBarry Smith           ierr = PetscViewerASCIIPrintf(viewer," %D",ilink->fields[j]);CHKERRQ(ierr);
2013b224e63SBarry Smith         }
2023b224e63SBarry Smith         ierr = PetscViewerASCIIPrintf(viewer,"\n");CHKERRQ(ierr);
2033b224e63SBarry Smith         ierr = PetscViewerASCIIUseTabs(viewer,PETSC_TRUE);CHKERRQ(ierr);
2043b224e63SBarry Smith       } else {
2053b224e63SBarry Smith         ierr = PetscViewerASCIIPrintf(viewer,"Split number %D Defined by IS\n",i);CHKERRQ(ierr);
2063b224e63SBarry Smith       }
2073b224e63SBarry Smith       ilink = ilink->next;
2083b224e63SBarry Smith     }
209435f959eSBarry Smith     ierr = PetscViewerASCIIPrintf(viewer,"KSP solver for A00 block \n");CHKERRQ(ierr);
2103b224e63SBarry Smith     ierr = PetscViewerASCIIPushTab(viewer);CHKERRQ(ierr);
211443836d0SMatthew G Knepley     ierr = KSPView(jac->head->ksp,viewer);CHKERRQ(ierr);
2123b224e63SBarry Smith     ierr = PetscViewerASCIIPopTab(viewer);CHKERRQ(ierr);
213443836d0SMatthew G Knepley     if (jac->kspupper != jac->head->ksp) {
214443836d0SMatthew G Knepley       ierr = PetscViewerASCIIPrintf(viewer,"KSP solver for upper A00 in upper triangular factor \n");CHKERRQ(ierr);
215443836d0SMatthew G Knepley       ierr = PetscViewerASCIIPushTab(viewer);CHKERRQ(ierr);
216b2750c55SJed Brown       if (jac->kspupper) {ierr = KSPView(jac->kspupper,viewer);CHKERRQ(ierr);}
217b2750c55SJed Brown       else {ierr = PetscViewerASCIIPrintf(viewer,"  not yet available\n");CHKERRQ(ierr);}
218443836d0SMatthew G Knepley       ierr = PetscViewerASCIIPopTab(viewer);CHKERRQ(ierr);
219443836d0SMatthew G Knepley     }
220435f959eSBarry Smith     ierr = PetscViewerASCIIPrintf(viewer,"KSP solver for S = A11 - A10 inv(A00) A01 \n");CHKERRQ(ierr);
2213b224e63SBarry Smith     ierr = PetscViewerASCIIPushTab(viewer);CHKERRQ(ierr);
22212cae6f2SJed Brown     if (jac->kspschur) {
2233b224e63SBarry Smith       ierr = KSPView(jac->kspschur,viewer);CHKERRQ(ierr);
22412cae6f2SJed Brown     } else {
22512cae6f2SJed Brown       ierr = PetscViewerASCIIPrintf(viewer,"  not yet available\n");CHKERRQ(ierr);
22612cae6f2SJed Brown     }
2273b224e63SBarry Smith     ierr = PetscViewerASCIIPopTab(viewer);CHKERRQ(ierr);
2283b224e63SBarry Smith     ierr = PetscViewerASCIIPopTab(viewer);CHKERRQ(ierr);
2294996c5bdSBarry Smith   } else if (isdraw) {
2304996c5bdSBarry Smith     PetscDraw draw;
2314996c5bdSBarry Smith     PetscReal x,y,w,wd,h;
2324996c5bdSBarry Smith     PetscInt  cnt = 2;
2334996c5bdSBarry Smith     char      str[32];
2344996c5bdSBarry Smith 
2354996c5bdSBarry Smith     ierr = PetscViewerDrawGetDraw(viewer,0,&draw);CHKERRQ(ierr);
2364996c5bdSBarry Smith     ierr = PetscDrawGetCurrentPoint(draw,&x,&y);CHKERRQ(ierr);
237c74581afSBarry Smith     if (jac->kspupper != jac->head->ksp) cnt++;
238c74581afSBarry Smith     w  = 2*PetscMin(1.0 - x,x);
239c74581afSBarry Smith     wd = w/(cnt + 1);
240c74581afSBarry Smith 
2414996c5bdSBarry Smith     ierr = PetscSNPrintf(str,32,"Schur fact. %s",PCFieldSplitSchurFactTypes[jac->schurfactorization]);CHKERRQ(ierr);
2420298fd71SBarry Smith     ierr = PetscDrawBoxedString(draw,x,y,PETSC_DRAW_RED,PETSC_DRAW_BLACK,str,NULL,&h);CHKERRQ(ierr);
2434996c5bdSBarry Smith     y   -= h;
2444996c5bdSBarry Smith     if (jac->schurpre == PC_FIELDSPLIT_SCHUR_PRE_USER &&  !jac->schur_user) {
245e87fab1bSBarry Smith       ierr = PetscSNPrintf(str,32,"Prec. for Schur from %s",PCFieldSplitSchurPreTypes[PC_FIELDSPLIT_SCHUR_PRE_A11]);CHKERRQ(ierr);
2463b224e63SBarry Smith     } else {
2474996c5bdSBarry Smith       ierr = PetscSNPrintf(str,32,"Prec. for Schur from %s",PCFieldSplitSchurPreTypes[jac->schurpre]);CHKERRQ(ierr);
2484996c5bdSBarry Smith     }
2490298fd71SBarry Smith     ierr = PetscDrawBoxedString(draw,x+wd*(cnt-1)/2.0,y,PETSC_DRAW_RED,PETSC_DRAW_BLACK,str,NULL,&h);CHKERRQ(ierr);
2504996c5bdSBarry Smith     y   -= h;
2514996c5bdSBarry Smith     x    = x - wd*(cnt-1)/2.0;
2524996c5bdSBarry Smith 
2534996c5bdSBarry Smith     ierr = PetscDrawPushCurrentPoint(draw,x,y);CHKERRQ(ierr);
2544996c5bdSBarry Smith     ierr = KSPView(jac->head->ksp,viewer);CHKERRQ(ierr);
2554996c5bdSBarry Smith     ierr = PetscDrawPopCurrentPoint(draw);CHKERRQ(ierr);
2564996c5bdSBarry Smith     if (jac->kspupper != jac->head->ksp) {
2574996c5bdSBarry Smith       x   += wd;
2584996c5bdSBarry Smith       ierr = PetscDrawPushCurrentPoint(draw,x,y);CHKERRQ(ierr);
2594996c5bdSBarry Smith       ierr = KSPView(jac->kspupper,viewer);CHKERRQ(ierr);
2604996c5bdSBarry Smith       ierr = PetscDrawPopCurrentPoint(draw);CHKERRQ(ierr);
2614996c5bdSBarry Smith     }
2624996c5bdSBarry Smith     x   += wd;
2634996c5bdSBarry Smith     ierr = PetscDrawPushCurrentPoint(draw,x,y);CHKERRQ(ierr);
2644996c5bdSBarry Smith     ierr = KSPView(jac->kspschur,viewer);CHKERRQ(ierr);
2654996c5bdSBarry Smith     ierr = PetscDrawPopCurrentPoint(draw);CHKERRQ(ierr);
2663b224e63SBarry Smith   }
2673b224e63SBarry Smith   PetscFunctionReturn(0);
2683b224e63SBarry Smith }
2693b224e63SBarry Smith 
2703b224e63SBarry Smith #undef __FUNCT__
2716c924f48SJed Brown #define __FUNCT__ "PCFieldSplitSetRuntimeSplits_Private"
2726c924f48SJed Brown /* Precondition: jac->bs is set to a meaningful value */
2736c924f48SJed Brown static PetscErrorCode PCFieldSplitSetRuntimeSplits_Private(PC pc)
2746c924f48SJed Brown {
2756c924f48SJed Brown   PetscErrorCode ierr;
2766c924f48SJed Brown   PC_FieldSplit  *jac = (PC_FieldSplit*)pc->data;
2775d4c12cdSJungho Lee   PetscInt       i,nfields,*ifields,nfields_col,*ifields_col;
2785d4c12cdSJungho Lee   PetscBool      flg,flg_col;
2795d4c12cdSJungho Lee   char           optionname[128],splitname[8],optionname_col[128];
2806c924f48SJed Brown 
2816c924f48SJed Brown   PetscFunctionBegin;
282785e854fSJed Brown   ierr = PetscMalloc1(jac->bs,&ifields);CHKERRQ(ierr);
283785e854fSJed Brown   ierr = PetscMalloc1(jac->bs,&ifields_col);CHKERRQ(ierr);
2846c924f48SJed Brown   for (i=0,flg=PETSC_TRUE;; i++) {
2858caf3d72SBarry Smith     ierr        = PetscSNPrintf(splitname,sizeof(splitname),"%D",i);CHKERRQ(ierr);
2868caf3d72SBarry Smith     ierr        = PetscSNPrintf(optionname,sizeof(optionname),"-pc_fieldsplit_%D_fields",i);CHKERRQ(ierr);
2878caf3d72SBarry Smith     ierr        = PetscSNPrintf(optionname_col,sizeof(optionname_col),"-pc_fieldsplit_%D_fields_col",i);CHKERRQ(ierr);
2886c924f48SJed Brown     nfields     = jac->bs;
28929499fbbSJungho Lee     nfields_col = jac->bs;
2906c924f48SJed Brown     ierr        = PetscOptionsGetIntArray(((PetscObject)pc)->prefix,optionname,ifields,&nfields,&flg);CHKERRQ(ierr);
2915d4c12cdSJungho Lee     ierr        = PetscOptionsGetIntArray(((PetscObject)pc)->prefix,optionname_col,ifields_col,&nfields_col,&flg_col);CHKERRQ(ierr);
2926c924f48SJed Brown     if (!flg) break;
2935d4c12cdSJungho Lee     else if (flg && !flg_col) {
2945d4c12cdSJungho Lee       if (!nfields) SETERRQ(PETSC_COMM_SELF,PETSC_ERR_USER,"Cannot list zero fields");
2955d4c12cdSJungho Lee       ierr = PCFieldSplitSetFields(pc,splitname,nfields,ifields,ifields);CHKERRQ(ierr);
2962fa5cd67SKarl Rupp     } else {
2975d4c12cdSJungho Lee       if (!nfields || !nfields_col) SETERRQ(PETSC_COMM_SELF,PETSC_ERR_USER,"Cannot list zero fields");
2985d4c12cdSJungho Lee       if (nfields != nfields_col) SETERRQ(PETSC_COMM_SELF,PETSC_ERR_USER,"Number of row and column fields must match");
2995d4c12cdSJungho Lee       ierr = PCFieldSplitSetFields(pc,splitname,nfields,ifields,ifields_col);CHKERRQ(ierr);
3005d4c12cdSJungho Lee     }
3016c924f48SJed Brown   }
3026c924f48SJed Brown   if (i > 0) {
3036c924f48SJed Brown     /* Makes command-line setting of splits take precedence over setting them in code.
3046c924f48SJed Brown        Otherwise subsequent calls to PCFieldSplitSetIS() or PCFieldSplitSetFields() would
3056c924f48SJed Brown        create new splits, which would probably not be what the user wanted. */
3066c924f48SJed Brown     jac->splitdefined = PETSC_TRUE;
3076c924f48SJed Brown   }
3086c924f48SJed Brown   ierr = PetscFree(ifields);CHKERRQ(ierr);
3095d4c12cdSJungho Lee   ierr = PetscFree(ifields_col);CHKERRQ(ierr);
3106c924f48SJed Brown   PetscFunctionReturn(0);
3116c924f48SJed Brown }
3126c924f48SJed Brown 
3136c924f48SJed Brown #undef __FUNCT__
31469a612a9SBarry Smith #define __FUNCT__ "PCFieldSplitSetDefaults"
31569a612a9SBarry Smith static PetscErrorCode PCFieldSplitSetDefaults(PC pc)
3160971522cSBarry Smith {
3170971522cSBarry Smith   PC_FieldSplit     *jac = (PC_FieldSplit*)pc->data;
3180971522cSBarry Smith   PetscErrorCode    ierr;
3195a9f2f41SSatish Balay   PC_FieldSplitLink ilink              = jac->head;
3207287d2a3SDmitry Karpeev   PetscBool         fieldsplit_default = PETSC_FALSE,stokes = PETSC_FALSE;
3216c924f48SJed Brown   PetscInt          i;
3220971522cSBarry Smith 
3230971522cSBarry Smith   PetscFunctionBegin;
3247287d2a3SDmitry Karpeev   /*
3257287d2a3SDmitry Karpeev    Kinda messy, but at least this now uses DMCreateFieldDecomposition() even with jac->reset.
3267287d2a3SDmitry Karpeev    Should probably be rewritten.
3277287d2a3SDmitry Karpeev    */
3287287d2a3SDmitry Karpeev   if (!ilink || jac->reset) {
3290298fd71SBarry Smith     ierr = PetscOptionsGetBool(((PetscObject)pc)->prefix,"-pc_fieldsplit_detect_saddle_point",&stokes,NULL);CHKERRQ(ierr);
3304ab8060aSDmitry Karpeev     if (pc->dm && jac->dm_splits && !stokes) {
331bafc1b83SMatthew G Knepley       PetscInt  numFields, f, i, j;
3320784a22cSJed Brown       char      **fieldNames;
3337b62db95SJungho Lee       IS        *fields;
334e7c4fc90SDmitry Karpeev       DM        *dms;
335bafc1b83SMatthew G Knepley       DM        subdm[128];
336bafc1b83SMatthew G Knepley       PetscBool flg;
337bafc1b83SMatthew G Knepley 
33816621825SDmitry Karpeev       ierr = DMCreateFieldDecomposition(pc->dm, &numFields, &fieldNames, &fields, &dms);CHKERRQ(ierr);
339bafc1b83SMatthew G Knepley       /* Allow the user to prescribe the splits */
340bafc1b83SMatthew G Knepley       for (i = 0, flg = PETSC_TRUE;; i++) {
341bafc1b83SMatthew G Knepley         PetscInt ifields[128];
342bafc1b83SMatthew G Knepley         IS       compField;
343bafc1b83SMatthew G Knepley         char     optionname[128], splitname[8];
344bafc1b83SMatthew G Knepley         PetscInt nfields = numFields;
345bafc1b83SMatthew G Knepley 
3468caf3d72SBarry Smith         ierr = PetscSNPrintf(optionname, sizeof(optionname), "-pc_fieldsplit_%D_fields", i);CHKERRQ(ierr);
347bafc1b83SMatthew G Knepley         ierr = PetscOptionsGetIntArray(((PetscObject) pc)->prefix, optionname, ifields, &nfields, &flg);CHKERRQ(ierr);
348bafc1b83SMatthew G Knepley         if (!flg) break;
34982f516ccSBarry Smith         if (numFields > 128) SETERRQ1(PetscObjectComm((PetscObject)pc),PETSC_ERR_SUP,"Cannot currently support %d > 128 fields", numFields);
350bafc1b83SMatthew G Knepley         ierr = DMCreateSubDM(pc->dm, nfields, ifields, &compField, &subdm[i]);CHKERRQ(ierr);
351bafc1b83SMatthew G Knepley         if (nfields == 1) {
352bafc1b83SMatthew G Knepley           ierr = PCFieldSplitSetIS(pc, fieldNames[ifields[0]], compField);CHKERRQ(ierr);
35382f516ccSBarry Smith           /* ierr = PetscPrintf(PetscObjectComm((PetscObject)pc), "%s Field Indices:", fieldNames[ifields[0]]);CHKERRQ(ierr);
3540298fd71SBarry Smith              ierr = ISView(compField, NULL);CHKERRQ(ierr); */
355bafc1b83SMatthew G Knepley         } else {
3568caf3d72SBarry Smith           ierr = PetscSNPrintf(splitname, sizeof(splitname), "%D", i);CHKERRQ(ierr);
357bafc1b83SMatthew G Knepley           ierr = PCFieldSplitSetIS(pc, splitname, compField);CHKERRQ(ierr);
35882f516ccSBarry Smith           /* ierr = PetscPrintf(PetscObjectComm((PetscObject)pc), "%s Field Indices:", splitname);CHKERRQ(ierr);
3590298fd71SBarry Smith              ierr = ISView(compField, NULL);CHKERRQ(ierr); */
3607287d2a3SDmitry Karpeev         }
361bafc1b83SMatthew G Knepley         ierr = ISDestroy(&compField);CHKERRQ(ierr);
362bafc1b83SMatthew G Knepley         for (j = 0; j < nfields; ++j) {
363bafc1b83SMatthew G Knepley           f    = ifields[j];
3647b62db95SJungho Lee           ierr = PetscFree(fieldNames[f]);CHKERRQ(ierr);
3657b62db95SJungho Lee           ierr = ISDestroy(&fields[f]);CHKERRQ(ierr);
3667b62db95SJungho Lee         }
367bafc1b83SMatthew G Knepley       }
368bafc1b83SMatthew G Knepley       if (i == 0) {
369bafc1b83SMatthew G Knepley         for (f = 0; f < numFields; ++f) {
370bafc1b83SMatthew G Knepley           ierr = PCFieldSplitSetIS(pc, fieldNames[f], fields[f]);CHKERRQ(ierr);
371bafc1b83SMatthew G Knepley           ierr = PetscFree(fieldNames[f]);CHKERRQ(ierr);
372bafc1b83SMatthew G Knepley           ierr = ISDestroy(&fields[f]);CHKERRQ(ierr);
373bafc1b83SMatthew G Knepley         }
374bafc1b83SMatthew G Knepley       } else {
375d724dfffSBarry Smith         for (j=0; j<numFields; j++) {
376d724dfffSBarry Smith           ierr = DMDestroy(dms+j);CHKERRQ(ierr);
377d724dfffSBarry Smith         }
378d724dfffSBarry Smith         ierr = PetscFree(dms);CHKERRQ(ierr);
379785e854fSJed Brown         ierr = PetscMalloc1(i, &dms);CHKERRQ(ierr);
3802fa5cd67SKarl Rupp         for (j = 0; j < i; ++j) dms[j] = subdm[j];
381bafc1b83SMatthew G Knepley       }
3827b62db95SJungho Lee       ierr = PetscFree(fieldNames);CHKERRQ(ierr);
3837b62db95SJungho Lee       ierr = PetscFree(fields);CHKERRQ(ierr);
384e7c4fc90SDmitry Karpeev       if (dms) {
3858b8307b2SJed Brown         ierr = PetscInfo(pc, "Setting up physics based fieldsplit preconditioner using the embedded DM\n");CHKERRQ(ierr);
386bafc1b83SMatthew G Knepley         for (ilink = jac->head, i = 0; ilink; ilink = ilink->next, ++i) {
3877287d2a3SDmitry Karpeev           const char *prefix;
3887287d2a3SDmitry Karpeev           ierr = PetscObjectGetOptionsPrefix((PetscObject)(ilink->ksp),&prefix);CHKERRQ(ierr);
3897287d2a3SDmitry Karpeev           ierr = PetscObjectSetOptionsPrefix((PetscObject)(dms[i]), prefix);CHKERRQ(ierr);
3907b62db95SJungho Lee           ierr = KSPSetDM(ilink->ksp, dms[i]);CHKERRQ(ierr);
3917b62db95SJungho Lee           ierr = KSPSetDMActive(ilink->ksp, PETSC_FALSE);CHKERRQ(ierr);
3927287d2a3SDmitry Karpeev           ierr = PetscObjectIncrementTabLevel((PetscObject)dms[i],(PetscObject)ilink->ksp,0);CHKERRQ(ierr);
393e7c4fc90SDmitry Karpeev           ierr = DMDestroy(&dms[i]);CHKERRQ(ierr);
3942fa5ba8aSJed Brown         }
3957b62db95SJungho Lee         ierr = PetscFree(dms);CHKERRQ(ierr);
3968b8307b2SJed Brown       }
39766ffff09SJed Brown     } else {
398521d7252SBarry Smith       if (jac->bs <= 0) {
399704ba839SBarry Smith         if (pc->pmat) {
400521d7252SBarry Smith           ierr = MatGetBlockSize(pc->pmat,&jac->bs);CHKERRQ(ierr);
4012fa5cd67SKarl Rupp         } else jac->bs = 1;
402521d7252SBarry Smith       }
403d32f9abdSBarry Smith 
4046ce1633cSBarry Smith       if (stokes) {
4056ce1633cSBarry Smith         IS       zerodiags,rest;
4066ce1633cSBarry Smith         PetscInt nmin,nmax;
4076ce1633cSBarry Smith 
4086ce1633cSBarry Smith         ierr = MatGetOwnershipRange(pc->mat,&nmin,&nmax);CHKERRQ(ierr);
4096ce1633cSBarry Smith         ierr = MatFindZeroDiagonals(pc->mat,&zerodiags);CHKERRQ(ierr);
4106ce1633cSBarry Smith         ierr = ISComplement(zerodiags,nmin,nmax,&rest);CHKERRQ(ierr);
4117287d2a3SDmitry Karpeev         if (jac->reset) {
4127287d2a3SDmitry Karpeev           jac->head->is       = rest;
4137287d2a3SDmitry Karpeev           jac->head->next->is = zerodiags;
4142fa5cd67SKarl Rupp         } else {
4156ce1633cSBarry Smith           ierr = PCFieldSplitSetIS(pc,"0",rest);CHKERRQ(ierr);
4166ce1633cSBarry Smith           ierr = PCFieldSplitSetIS(pc,"1",zerodiags);CHKERRQ(ierr);
4177287d2a3SDmitry Karpeev         }
418fcfd50ebSBarry Smith         ierr = ISDestroy(&zerodiags);CHKERRQ(ierr);
419fcfd50ebSBarry Smith         ierr = ISDestroy(&rest);CHKERRQ(ierr);
4206ce1633cSBarry Smith       } else {
421ce94432eSBarry Smith         if (jac->reset) SETERRQ(PetscObjectComm((PetscObject)pc),PETSC_ERR_SUP,"Cases not yet handled when PCReset() was used");
4229eeaaa73SJed Brown         ierr = PetscOptionsGetBool(((PetscObject)pc)->prefix,"-pc_fieldsplit_default",&fieldsplit_default,NULL);CHKERRQ(ierr);
4237287d2a3SDmitry Karpeev         if (!fieldsplit_default) {
424d32f9abdSBarry Smith           /* Allow user to set fields from command line,  if bs was known at the time of PCSetFromOptions_FieldSplit()
425d32f9abdSBarry Smith            then it is set there. This is not ideal because we should only have options set in XXSetFromOptions(). */
4266c924f48SJed Brown           ierr = PCFieldSplitSetRuntimeSplits_Private(pc);CHKERRQ(ierr);
4276c924f48SJed Brown           if (jac->splitdefined) {ierr = PetscInfo(pc,"Splits defined using the options database\n");CHKERRQ(ierr);}
428d32f9abdSBarry Smith         }
4297287d2a3SDmitry Karpeev         if (fieldsplit_default || !jac->splitdefined) {
430d32f9abdSBarry Smith           ierr = PetscInfo(pc,"Using default splitting of fields\n");CHKERRQ(ierr);
431db4c96c1SJed Brown           for (i=0; i<jac->bs; i++) {
4326c924f48SJed Brown             char splitname[8];
4338caf3d72SBarry Smith             ierr = PetscSNPrintf(splitname,sizeof(splitname),"%D",i);CHKERRQ(ierr);
4345d4c12cdSJungho Lee             ierr = PCFieldSplitSetFields(pc,splitname,1,&i,&i);CHKERRQ(ierr);
43579416396SBarry Smith           }
4365d4c12cdSJungho Lee           jac->defaultsplit = PETSC_TRUE;
437521d7252SBarry Smith         }
43866ffff09SJed Brown       }
4396ce1633cSBarry Smith     }
440edf189efSBarry Smith   } else if (jac->nsplits == 1) {
441edf189efSBarry Smith     if (ilink->is) {
442edf189efSBarry Smith       IS       is2;
443edf189efSBarry Smith       PetscInt nmin,nmax;
444edf189efSBarry Smith 
445edf189efSBarry Smith       ierr = MatGetOwnershipRange(pc->mat,&nmin,&nmax);CHKERRQ(ierr);
446edf189efSBarry Smith       ierr = ISComplement(ilink->is,nmin,nmax,&is2);CHKERRQ(ierr);
447db4c96c1SJed Brown       ierr = PCFieldSplitSetIS(pc,"1",is2);CHKERRQ(ierr);
448fcfd50ebSBarry Smith       ierr = ISDestroy(&is2);CHKERRQ(ierr);
44982f516ccSBarry Smith     } else SETERRQ(PetscObjectComm((PetscObject)pc),PETSC_ERR_SUP,"Must provide at least two sets of fields to PCFieldSplit()");
450edf189efSBarry Smith   }
451d0af7cd3SBarry Smith 
452d0af7cd3SBarry Smith 
45382f516ccSBarry Smith   if (jac->nsplits < 2) SETERRQ1(PetscObjectComm((PetscObject)pc),PETSC_ERR_PLIB,"Unhandled case, must have at least two fields, not %d", jac->nsplits);
45469a612a9SBarry Smith   PetscFunctionReturn(0);
45569a612a9SBarry Smith }
45669a612a9SBarry Smith 
4575a576424SJed Brown PETSC_EXTERN PetscErrorCode PetscOptionsFindPairPrefix_Private(const char pre[], const char name[], char *value[], PetscBool *flg);
458514bf10dSMatthew G Knepley 
45969a612a9SBarry Smith #undef __FUNCT__
46069a612a9SBarry Smith #define __FUNCT__ "PCSetUp_FieldSplit"
46169a612a9SBarry Smith static PetscErrorCode PCSetUp_FieldSplit(PC pc)
46269a612a9SBarry Smith {
46369a612a9SBarry Smith   PC_FieldSplit     *jac = (PC_FieldSplit*)pc->data;
46469a612a9SBarry Smith   PetscErrorCode    ierr;
4655a9f2f41SSatish Balay   PC_FieldSplitLink ilink;
4662c9966d7SBarry Smith   PetscInt          i,nsplit;
46769a612a9SBarry Smith   MatStructure      flag = pc->flag;
4685f4ab4e1SJungho Lee   PetscBool         sorted, sorted_col;
46969a612a9SBarry Smith 
47069a612a9SBarry Smith   PetscFunctionBegin;
47169a612a9SBarry Smith   ierr   = PCFieldSplitSetDefaults(pc);CHKERRQ(ierr);
47297bbdb24SBarry Smith   nsplit = jac->nsplits;
4735a9f2f41SSatish Balay   ilink  = jac->head;
47497bbdb24SBarry Smith 
47597bbdb24SBarry Smith   /* get the matrices for each split */
476704ba839SBarry Smith   if (!jac->issetup) {
4771b9fc7fcSBarry Smith     PetscInt rstart,rend,nslots,bs;
47897bbdb24SBarry Smith 
479704ba839SBarry Smith     jac->issetup = PETSC_TRUE;
480704ba839SBarry Smith 
4815d4c12cdSJungho Lee     /* This is done here instead of in PCFieldSplitSetFields() because may not have matrix at that point */
4822c9966d7SBarry Smith     if (jac->defaultsplit || !ilink->is) {
4832c9966d7SBarry Smith       if (jac->bs <= 0) jac->bs = nsplit;
4842c9966d7SBarry Smith     }
48551f519a2SBarry Smith     bs     = jac->bs;
48697bbdb24SBarry Smith     ierr   = MatGetOwnershipRange(pc->pmat,&rstart,&rend);CHKERRQ(ierr);
4871b9fc7fcSBarry Smith     nslots = (rend - rstart)/bs;
4881b9fc7fcSBarry Smith     for (i=0; i<nsplit; i++) {
4891b9fc7fcSBarry Smith       if (jac->defaultsplit) {
490ce94432eSBarry Smith         ierr = ISCreateStride(PetscObjectComm((PetscObject)pc),nslots,rstart+i,nsplit,&ilink->is);CHKERRQ(ierr);
4915f4ab4e1SJungho Lee         ierr = ISDuplicate(ilink->is,&ilink->is_col);CHKERRQ(ierr);
492704ba839SBarry Smith       } else if (!ilink->is) {
493ccb205f8SBarry Smith         if (ilink->nfields > 1) {
4945f4ab4e1SJungho Lee           PetscInt *ii,*jj,j,k,nfields = ilink->nfields,*fields = ilink->fields,*fields_col = ilink->fields_col;
495785e854fSJed Brown           ierr = PetscMalloc1(ilink->nfields*nslots,&ii);CHKERRQ(ierr);
496785e854fSJed Brown           ierr = PetscMalloc1(ilink->nfields*nslots,&jj);CHKERRQ(ierr);
4971b9fc7fcSBarry Smith           for (j=0; j<nslots; j++) {
4981b9fc7fcSBarry Smith             for (k=0; k<nfields; k++) {
4991b9fc7fcSBarry Smith               ii[nfields*j + k] = rstart + bs*j + fields[k];
5005f4ab4e1SJungho Lee               jj[nfields*j + k] = rstart + bs*j + fields_col[k];
50197bbdb24SBarry Smith             }
50297bbdb24SBarry Smith           }
503ce94432eSBarry Smith           ierr = ISCreateGeneral(PetscObjectComm((PetscObject)pc),nslots*nfields,ii,PETSC_OWN_POINTER,&ilink->is);CHKERRQ(ierr);
504ce94432eSBarry Smith           ierr = ISCreateGeneral(PetscObjectComm((PetscObject)pc),nslots*nfields,jj,PETSC_OWN_POINTER,&ilink->is_col);CHKERRQ(ierr);
505ccb205f8SBarry Smith         } else {
506ce94432eSBarry Smith           ierr = ISCreateStride(PetscObjectComm((PetscObject)pc),nslots,rstart+ilink->fields[0],bs,&ilink->is);CHKERRQ(ierr);
507ce94432eSBarry Smith           ierr = ISCreateStride(PetscObjectComm((PetscObject)pc),nslots,rstart+ilink->fields_col[0],bs,&ilink->is_col);CHKERRQ(ierr);
508ccb205f8SBarry Smith        }
5093e197d65SBarry Smith       }
510704ba839SBarry Smith       ierr = ISSorted(ilink->is,&sorted);CHKERRQ(ierr);
5115f4ab4e1SJungho Lee       if (ilink->is_col) { ierr = ISSorted(ilink->is_col,&sorted_col);CHKERRQ(ierr); }
5125f4ab4e1SJungho Lee       if (!sorted || !sorted_col) SETERRQ(PETSC_COMM_SELF,PETSC_ERR_USER,"Fields must be sorted when creating split");
513704ba839SBarry Smith       ilink = ilink->next;
5141b9fc7fcSBarry Smith     }
5151b9fc7fcSBarry Smith   }
5161b9fc7fcSBarry Smith 
517704ba839SBarry Smith   ilink = jac->head;
51897bbdb24SBarry Smith   if (!jac->pmat) {
519bdddcaaaSMatthew G Knepley     Vec xtmp;
520bdddcaaaSMatthew G Knepley 
5210298fd71SBarry Smith     ierr = MatGetVecs(pc->pmat,&xtmp,NULL);CHKERRQ(ierr);
522785e854fSJed Brown     ierr = PetscMalloc1(nsplit,&jac->pmat);CHKERRQ(ierr);
523dcca6d9dSJed Brown     ierr = PetscMalloc2(nsplit,&jac->x,nsplit,&jac->y);CHKERRQ(ierr);
524cf502942SBarry Smith     for (i=0; i<nsplit; i++) {
525bdddcaaaSMatthew G Knepley       MatNullSpace sp;
526bdddcaaaSMatthew G Knepley 
527a3df900dSMatthew G Knepley       /* Check for preconditioning matrix attached to IS */
528a3df900dSMatthew G Knepley       ierr = PetscObjectQuery((PetscObject) ilink->is, "pmat", (PetscObject*) &jac->pmat[i]);CHKERRQ(ierr);
529a3df900dSMatthew G Knepley       if (jac->pmat[i]) {
530a3df900dSMatthew G Knepley         ierr = PetscObjectReference((PetscObject) jac->pmat[i]);CHKERRQ(ierr);
531a3df900dSMatthew G Knepley         if (jac->type == PC_COMPOSITE_SCHUR) {
532a3df900dSMatthew G Knepley           jac->schur_user = jac->pmat[i];
5332fa5cd67SKarl Rupp 
534a3df900dSMatthew G Knepley           ierr = PetscObjectReference((PetscObject) jac->schur_user);CHKERRQ(ierr);
535a3df900dSMatthew G Knepley         }
536a3df900dSMatthew G Knepley       } else {
5375f4ab4e1SJungho Lee         ierr = MatGetSubMatrix(pc->pmat,ilink->is,ilink->is_col,MAT_INITIAL_MATRIX,&jac->pmat[i]);CHKERRQ(ierr);
538a3df900dSMatthew G Knepley       }
539bdddcaaaSMatthew G Knepley       /* create work vectors for each split */
540bdddcaaaSMatthew G Knepley       ierr     = MatGetVecs(jac->pmat[i],&jac->x[i],&jac->y[i]);CHKERRQ(ierr);
5410298fd71SBarry Smith       ilink->x = jac->x[i]; ilink->y = jac->y[i]; ilink->z = NULL;
542bdddcaaaSMatthew G Knepley       /* compute scatter contexts needed by multiplicative versions and non-default splits */
5430298fd71SBarry Smith       ierr = VecScatterCreate(xtmp,ilink->is,jac->x[i],NULL,&ilink->sctx);CHKERRQ(ierr);
544ed1f0337SMatthew G Knepley       /* Check for null space attached to IS */
545bafc1b83SMatthew G Knepley       ierr = PetscObjectQuery((PetscObject) ilink->is, "nullspace", (PetscObject*) &sp);CHKERRQ(ierr);
546bafc1b83SMatthew G Knepley       if (sp) {
547bafc1b83SMatthew G Knepley         ierr = MatSetNullSpace(jac->pmat[i], sp);CHKERRQ(ierr);
548bafc1b83SMatthew G Knepley       }
549ed1f0337SMatthew G Knepley       ierr = PetscObjectQuery((PetscObject) ilink->is, "nearnullspace", (PetscObject*) &sp);CHKERRQ(ierr);
550ed1f0337SMatthew G Knepley       if (sp) {
551ed1f0337SMatthew G Knepley         ierr = MatSetNearNullSpace(jac->pmat[i], sp);CHKERRQ(ierr);
552ed1f0337SMatthew G Knepley       }
553704ba839SBarry Smith       ilink = ilink->next;
554cf502942SBarry Smith     }
555bdddcaaaSMatthew G Knepley     ierr = VecDestroy(&xtmp);CHKERRQ(ierr);
55697bbdb24SBarry Smith   } else {
557cf502942SBarry Smith     for (i=0; i<nsplit; i++) {
558a3df900dSMatthew G Knepley       Mat pmat;
559a3df900dSMatthew G Knepley 
560a3df900dSMatthew G Knepley       /* Check for preconditioning matrix attached to IS */
561a3df900dSMatthew G Knepley       ierr = PetscObjectQuery((PetscObject) ilink->is, "pmat", (PetscObject*) &pmat);CHKERRQ(ierr);
562a3df900dSMatthew G Knepley       if (!pmat) {
5635f4ab4e1SJungho Lee         ierr = MatGetSubMatrix(pc->pmat,ilink->is,ilink->is_col,MAT_REUSE_MATRIX,&jac->pmat[i]);CHKERRQ(ierr);
564a3df900dSMatthew G Knepley       }
565704ba839SBarry Smith       ilink = ilink->next;
566cf502942SBarry Smith     }
56797bbdb24SBarry Smith   }
568*c84da90fSDmitry Karpeev   if (pc->useAmat || jac->diag_use_amat) {
569519d70e2SJed Brown     ilink = jac->head;
570519d70e2SJed Brown     if (!jac->mat) {
571785e854fSJed Brown       ierr = PetscMalloc1(nsplit,&jac->mat);CHKERRQ(ierr);
572519d70e2SJed Brown       for (i=0; i<nsplit; i++) {
5735f4ab4e1SJungho Lee         ierr  = MatGetSubMatrix(pc->mat,ilink->is,ilink->is_col,MAT_INITIAL_MATRIX,&jac->mat[i]);CHKERRQ(ierr);
574519d70e2SJed Brown         ilink = ilink->next;
575519d70e2SJed Brown       }
576519d70e2SJed Brown     } else {
577519d70e2SJed Brown       for (i=0; i<nsplit; i++) {
5785f4ab4e1SJungho Lee         if (jac->mat[i]) {ierr = MatGetSubMatrix(pc->mat,ilink->is,ilink->is_col,MAT_REUSE_MATRIX,&jac->mat[i]);CHKERRQ(ierr);}
579519d70e2SJed Brown         ilink = ilink->next;
580519d70e2SJed Brown       }
581519d70e2SJed Brown     }
582519d70e2SJed Brown   } else {
583519d70e2SJed Brown     jac->mat = jac->pmat;
584519d70e2SJed Brown   }
58597bbdb24SBarry Smith 
5866c8605c2SJed Brown   if (jac->type != PC_COMPOSITE_ADDITIVE  && jac->type != PC_COMPOSITE_SCHUR) {
58768dd23aaSBarry Smith     /* extract the rows of the matrix associated with each field: used for efficient computation of residual inside algorithm */
588*c84da90fSDmitry Karpeev     /* FIXME: Can/should we reuse jac->mat whenever (pc->useAmat || jac->diag_use_amat) is true? */
58968dd23aaSBarry Smith     ilink = jac->head;
59068dd23aaSBarry Smith     if (!jac->Afield) {
591785e854fSJed Brown       ierr = PetscMalloc1(nsplit,&jac->Afield);CHKERRQ(ierr);
59268dd23aaSBarry Smith       for (i=0; i<nsplit; i++) {
5930298fd71SBarry Smith         ierr  = MatGetSubMatrix(pc->mat,ilink->is,NULL,MAT_INITIAL_MATRIX,&jac->Afield[i]);CHKERRQ(ierr);
59468dd23aaSBarry Smith         ilink = ilink->next;
59568dd23aaSBarry Smith       }
59668dd23aaSBarry Smith     } else {
59768dd23aaSBarry Smith       for (i=0; i<nsplit; i++) {
5980298fd71SBarry Smith         ierr  = MatGetSubMatrix(pc->mat,ilink->is,NULL,MAT_REUSE_MATRIX,&jac->Afield[i]);CHKERRQ(ierr);
59968dd23aaSBarry Smith         ilink = ilink->next;
60068dd23aaSBarry Smith       }
60168dd23aaSBarry Smith     }
60268dd23aaSBarry Smith   }
60368dd23aaSBarry Smith 
6043b224e63SBarry Smith   if (jac->type == PC_COMPOSITE_SCHUR) {
6053b224e63SBarry Smith     IS          ccis;
6064aa3045dSJed Brown     PetscInt    rstart,rend;
607093c86ffSJed Brown     char        lscname[256];
608093c86ffSJed Brown     PetscObject LSC_L;
609ce94432eSBarry Smith 
610ce94432eSBarry Smith     if (nsplit != 2) SETERRQ(PetscObjectComm((PetscObject)pc),PETSC_ERR_ARG_INCOMP,"To use Schur complement preconditioner you must have exactly 2 fields");
61168dd23aaSBarry Smith 
612e6cab6aaSJed Brown     /* When extracting off-diagonal submatrices, we take complements from this range */
613e6cab6aaSJed Brown     ierr = MatGetOwnershipRangeColumn(pc->mat,&rstart,&rend);CHKERRQ(ierr);
614e6cab6aaSJed Brown 
6153b224e63SBarry Smith     /* need to handle case when one is resetting up the preconditioner */
6163b224e63SBarry Smith     if (jac->schur) {
6170298fd71SBarry Smith       KSP kspA = jac->head->ksp, kspInner = NULL, kspUpper = jac->kspupper;
618443836d0SMatthew G Knepley 
619fb3147dbSMatthew G Knepley       ierr  = MatSchurComplementGetKSP(jac->schur, &kspInner);CHKERRQ(ierr);
6203b224e63SBarry Smith       ilink = jac->head;
62149bb4cd7SJungho Lee       ierr  = ISComplement(ilink->is_col,rstart,rend,&ccis);CHKERRQ(ierr);
622*c84da90fSDmitry Karpeev       if (pc->useAmat || jac->offdiag_use_amat) {
623*c84da90fSDmitry Karpeev 	ierr  = MatGetSubMatrix(pc->mat,ilink->is,ccis,MAT_REUSE_MATRIX,&jac->B);CHKERRQ(ierr);
624*c84da90fSDmitry Karpeev       } else {
625df06c9e3SDmitry Karpeev 	ierr  = MatGetSubMatrix(pc->pmat,ilink->is,ccis,MAT_REUSE_MATRIX,&jac->B);CHKERRQ(ierr);
626*c84da90fSDmitry Karpeev       }
627fcfd50ebSBarry Smith       ierr  = ISDestroy(&ccis);CHKERRQ(ierr);
6283b224e63SBarry Smith       ilink = ilink->next;
62949bb4cd7SJungho Lee       ierr  = ISComplement(ilink->is_col,rstart,rend,&ccis);CHKERRQ(ierr);
630*c84da90fSDmitry Karpeev       if (pc->useAmat || jac->offdiag_use_amat) {
631*c84da90fSDmitry Karpeev 	ierr  = MatGetSubMatrix(pc->mat,ilink->is,ccis,MAT_REUSE_MATRIX,&jac->C);CHKERRQ(ierr);
632*c84da90fSDmitry Karpeev       } else {
633df06c9e3SDmitry Karpeev 	ierr  = MatGetSubMatrix(pc->pmat,ilink->is,ccis,MAT_REUSE_MATRIX,&jac->C);CHKERRQ(ierr);
634*c84da90fSDmitry Karpeev       }
635fcfd50ebSBarry Smith       ierr  = ISDestroy(&ccis);CHKERRQ(ierr);
636bee83525SDmitry Karpeev       ierr  = MatSchurComplementUpdateSubMatrices(jac->schur,jac->mat[0],jac->pmat[0],jac->B,jac->C,jac->mat[1],pc->flag);CHKERRQ(ierr);
637a7476a74SDmitry Karpeev       if (jac->schurpre == PC_FIELDSPLIT_SCHUR_PRE_SELFP) {
638a7476a74SDmitry Karpeev 	ierr = MatDestroy(&jac->schurp);CHKERRQ(ierr);
639a7476a74SDmitry Karpeev 	ierr = MatSchurComplementGetPmat(jac->schur,MAT_INITIAL_MATRIX,&jac->schurp);CHKERRQ(ierr);
640a7476a74SDmitry Karpeev       }
641443836d0SMatthew G Knepley       if (kspA != kspInner) {
642443836d0SMatthew G Knepley         ierr = KSPSetOperators(kspA,jac->mat[0],jac->pmat[0],pc->flag);CHKERRQ(ierr);
643443836d0SMatthew G Knepley       }
644443836d0SMatthew G Knepley       if (kspUpper != kspA) {
645443836d0SMatthew G Knepley         ierr = KSPSetOperators(kspUpper,jac->mat[0],jac->pmat[0],pc->flag);CHKERRQ(ierr);
646443836d0SMatthew G Knepley       }
647084e4875SJed Brown       ierr = KSPSetOperators(jac->kspschur,jac->schur,FieldSplitSchurPre(jac),pc->flag);CHKERRQ(ierr);
6483b224e63SBarry Smith     } else {
649bafc1b83SMatthew G Knepley       const char   *Dprefix;
650470b340bSDmitry Karpeev       char         schurprefix[256], schurmatprefix[256];
651514bf10dSMatthew G Knepley       char         schurtestoption[256];
652bdddcaaaSMatthew G Knepley       MatNullSpace sp;
653514bf10dSMatthew G Knepley       PetscBool    flg;
6543b224e63SBarry Smith 
655a04f6461SBarry Smith       /* extract the A01 and A10 matrices */
6563b224e63SBarry Smith       ilink = jac->head;
65749bb4cd7SJungho Lee       ierr  = ISComplement(ilink->is_col,rstart,rend,&ccis);CHKERRQ(ierr);
658*c84da90fSDmitry Karpeev       if (pc->useAmat || jac->offdiag_use_amat) {
659*c84da90fSDmitry Karpeev 	ierr  = MatGetSubMatrix(pc->mat,ilink->is,ccis,MAT_INITIAL_MATRIX,&jac->B);CHKERRQ(ierr);
660*c84da90fSDmitry Karpeev       } else {
661df06c9e3SDmitry Karpeev 	ierr  = MatGetSubMatrix(pc->pmat,ilink->is,ccis,MAT_INITIAL_MATRIX,&jac->B);CHKERRQ(ierr);
662*c84da90fSDmitry Karpeev       }
663fcfd50ebSBarry Smith       ierr  = ISDestroy(&ccis);CHKERRQ(ierr);
6643b224e63SBarry Smith       ilink = ilink->next;
66549bb4cd7SJungho Lee       ierr  = ISComplement(ilink->is_col,rstart,rend,&ccis);CHKERRQ(ierr);
666*c84da90fSDmitry Karpeev       if (pc->useAmat || jac->offdiag_use_amat) {
667*c84da90fSDmitry Karpeev 	ierr  = MatGetSubMatrix(pc->mat,ilink->is,ccis,MAT_INITIAL_MATRIX,&jac->C);CHKERRQ(ierr);
668*c84da90fSDmitry Karpeev       } else {
669df06c9e3SDmitry Karpeev 	ierr  = MatGetSubMatrix(pc->pmat,ilink->is,ccis,MAT_INITIAL_MATRIX,&jac->C);CHKERRQ(ierr);
670*c84da90fSDmitry Karpeev       }
671fcfd50ebSBarry Smith       ierr  = ISDestroy(&ccis);CHKERRQ(ierr);
67220252d06SBarry Smith 
673f5236f50SJed Brown       /* Use mat[0] (diagonal block of Amat) preconditioned by pmat[0] to define Schur complement */
67420252d06SBarry Smith       ierr = MatCreate(((PetscObject)jac->mat[0])->comm,&jac->schur);CHKERRQ(ierr);
67520252d06SBarry Smith       ierr = MatSetType(jac->schur,MATSCHURCOMPLEMENT);CHKERRQ(ierr);
676bee83525SDmitry Karpeev       ierr = MatSchurComplementSetSubMatrices(jac->schur,jac->mat[0],jac->pmat[0],jac->B,jac->C,jac->mat[1]);CHKERRQ(ierr);
677470b340bSDmitry Karpeev       ierr = PetscSNPrintf(schurmatprefix, sizeof(schurmatprefix), "%sfieldsplit_%s_", ((PetscObject)pc)->prefix ? ((PetscObject)pc)->prefix : "", ilink->splitname);CHKERRQ(ierr);
678470b340bSDmitry Karpeev       /* Note that the inner KSP is NOT going to inherit this prefix, and if it did, it would be reset just below.  Is that what we want? */
679470b340bSDmitry Karpeev       ierr = MatSetOptionsPrefix(jac->schur,schurmatprefix);CHKERRQ(ierr);
680470b340bSDmitry Karpeev       ierr = MatSetFromOptions(jac->schur);CHKERRQ(ierr);
681bdddcaaaSMatthew G Knepley       ierr = MatGetNullSpace(jac->pmat[1], &sp);CHKERRQ(ierr);
68220252d06SBarry Smith       if (sp) {
68320252d06SBarry Smith         ierr = MatSetNullSpace(jac->schur, sp);CHKERRQ(ierr);
68420252d06SBarry Smith       }
68520252d06SBarry Smith 
68620252d06SBarry Smith       ierr = PetscSNPrintf(schurtestoption, sizeof(schurtestoption), "-fieldsplit_%s_inner_", ilink->splitname);CHKERRQ(ierr);
6870298fd71SBarry Smith       ierr = PetscOptionsFindPairPrefix_Private(((PetscObject)pc)->prefix, schurtestoption, NULL, &flg);CHKERRQ(ierr);
688514bf10dSMatthew G Knepley       if (flg) {
689514bf10dSMatthew G Knepley         DM  dmInner;
69021635b76SJed Brown         KSP kspInner;
69121635b76SJed Brown 
69221635b76SJed Brown         ierr = MatSchurComplementGetKSP(jac->schur, &kspInner);CHKERRQ(ierr);
69321635b76SJed Brown         ierr = PetscSNPrintf(schurprefix, sizeof(schurprefix), "%sfieldsplit_%s_inner_", ((PetscObject)pc)->prefix ? ((PetscObject)pc)->prefix : "", ilink->splitname);CHKERRQ(ierr);
69421635b76SJed Brown         /* Indent this deeper to emphasize the "inner" nature of this solver. */
69521635b76SJed Brown         ierr = PetscObjectIncrementTabLevel((PetscObject)kspInner, (PetscObject) pc, 2);CHKERRQ(ierr);
69621635b76SJed Brown         ierr = KSPSetOptionsPrefix(kspInner, schurprefix);CHKERRQ(ierr);
697514bf10dSMatthew G Knepley 
698514bf10dSMatthew G Knepley         /* Set DM for new solver */
699bafc1b83SMatthew G Knepley         ierr = KSPGetDM(jac->head->ksp, &dmInner);CHKERRQ(ierr);
70021635b76SJed Brown         ierr = KSPSetDM(kspInner, dmInner);CHKERRQ(ierr);
70121635b76SJed Brown         ierr = KSPSetDMActive(kspInner, PETSC_FALSE);CHKERRQ(ierr);
702514bf10dSMatthew G Knepley       } else {
70321635b76SJed Brown          /* Use the outer solver for the inner solve, but revert the KSPPREONLY from PCFieldSplitSetFields_FieldSplit or
70421635b76SJed Brown           * PCFieldSplitSetIS_FieldSplit. We don't want KSPPREONLY because it makes the Schur complement inexact,
70521635b76SJed Brown           * preventing Schur complement reduction to be an accurate solve. Usually when an iterative solver is used for
70621635b76SJed Brown           * S = D - C A_inner^{-1} B, we expect S to be defined using an accurate definition of A_inner^{-1}, so we make
70721635b76SJed Brown           * GMRES the default. Note that it is also common to use PREONLY for S, in which case S may not be used
70821635b76SJed Brown           * directly, and the user is responsible for setting an inexact method for fieldsplit's A^{-1}. */
70921635b76SJed Brown         ierr = KSPSetType(jac->head->ksp,KSPGMRES);CHKERRQ(ierr);
710514bf10dSMatthew G Knepley         ierr = MatSchurComplementSetKSP(jac->schur,jac->head->ksp);CHKERRQ(ierr);
711bafc1b83SMatthew G Knepley       }
7125a9f2f41SSatish Balay       ierr = KSPSetOperators(jac->head->ksp,jac->mat[0],jac->pmat[0],flag);CHKERRQ(ierr);
7135a9f2f41SSatish Balay       ierr = KSPSetFromOptions(jac->head->ksp);CHKERRQ(ierr);
71497bbdb24SBarry Smith       ierr = MatSetFromOptions(jac->schur);CHKERRQ(ierr);
71597bbdb24SBarry Smith 
716443836d0SMatthew G Knepley       ierr = PetscSNPrintf(schurtestoption, sizeof(schurtestoption), "-fieldsplit_%s_upper_", ilink->splitname);CHKERRQ(ierr);
7170298fd71SBarry Smith       ierr = PetscOptionsFindPairPrefix_Private(((PetscObject)pc)->prefix, schurtestoption, NULL, &flg);CHKERRQ(ierr);
718443836d0SMatthew G Knepley       if (flg) {
719443836d0SMatthew G Knepley         DM dmInner;
720443836d0SMatthew G Knepley 
721443836d0SMatthew G Knepley         ierr = PetscSNPrintf(schurprefix, sizeof(schurprefix), "%sfieldsplit_%s_upper_", ((PetscObject)pc)->prefix ? ((PetscObject)pc)->prefix : "", ilink->splitname);CHKERRQ(ierr);
72282f516ccSBarry Smith         ierr = KSPCreate(PetscObjectComm((PetscObject)pc), &jac->kspupper);CHKERRQ(ierr);
723443836d0SMatthew G Knepley         ierr = KSPSetOptionsPrefix(jac->kspupper, schurprefix);CHKERRQ(ierr);
724443836d0SMatthew G Knepley         ierr = KSPGetDM(jac->head->ksp, &dmInner);CHKERRQ(ierr);
725443836d0SMatthew G Knepley         ierr = KSPSetDM(jac->kspupper, dmInner);CHKERRQ(ierr);
726443836d0SMatthew G Knepley         ierr = KSPSetDMActive(jac->kspupper, PETSC_FALSE);CHKERRQ(ierr);
727443836d0SMatthew G Knepley         ierr = KSPSetFromOptions(jac->kspupper);CHKERRQ(ierr);
728443836d0SMatthew G Knepley         ierr = KSPSetOperators(jac->kspupper,jac->mat[0],jac->pmat[0],flag);CHKERRQ(ierr);
729443836d0SMatthew G Knepley         ierr = VecDuplicate(jac->head->x, &jac->head->z);CHKERRQ(ierr);
730443836d0SMatthew G Knepley       } else {
731443836d0SMatthew G Knepley         jac->kspupper = jac->head->ksp;
732443836d0SMatthew G Knepley         ierr          = PetscObjectReference((PetscObject) jac->head->ksp);CHKERRQ(ierr);
733443836d0SMatthew G Knepley       }
734443836d0SMatthew G Knepley 
735a7476a74SDmitry Karpeev       if (jac->schurpre == PC_FIELDSPLIT_SCHUR_PRE_SELFP) {
736a7476a74SDmitry Karpeev 	ierr = MatSchurComplementGetPmat(jac->schur,MAT_INITIAL_MATRIX,&jac->schurp);CHKERRQ(ierr);
737a7476a74SDmitry Karpeev       }
738ce94432eSBarry Smith       ierr = KSPCreate(PetscObjectComm((PetscObject)pc),&jac->kspschur);CHKERRQ(ierr);
73997bbdb24SBarry Smith       ierr = PetscLogObjectParent((PetscObject)pc,(PetscObject)jac->kspschur);CHKERRQ(ierr);
74020252d06SBarry Smith       ierr = PetscObjectIncrementTabLevel((PetscObject)jac->kspschur,(PetscObject)pc,1);CHKERRQ(ierr);
74197bbdb24SBarry Smith       ierr = KSPSetOperators(jac->kspschur,jac->schur,FieldSplitSchurPre(jac),DIFFERENT_NONZERO_PATTERN);CHKERRQ(ierr);
74297bbdb24SBarry Smith       if (jac->schurpre == PC_FIELDSPLIT_SCHUR_PRE_SELF) {
7437233a360SDmitry Karpeev         PC pcschur;
7447233a360SDmitry Karpeev         ierr = KSPGetPC(jac->kspschur,&pcschur);CHKERRQ(ierr);
7457233a360SDmitry Karpeev         ierr = PCSetType(pcschur,PCNONE);CHKERRQ(ierr);
74697bbdb24SBarry Smith         /* Note: This is bad if there exist preconditioners for MATSCHURCOMPLEMENT */
74797bbdb24SBarry Smith       }
74897bbdb24SBarry Smith       ierr = KSPGetOptionsPrefix(jac->head->next->ksp, &Dprefix);CHKERRQ(ierr);
74997bbdb24SBarry Smith       ierr = KSPSetOptionsPrefix(jac->kspschur,         Dprefix);CHKERRQ(ierr);
750b20b4189SMatthew G. Knepley       /* propogate DM */
751b20b4189SMatthew G. Knepley       {
752b20b4189SMatthew G. Knepley         DM sdm;
753b20b4189SMatthew G. Knepley         ierr = KSPGetDM(jac->head->next->ksp, &sdm);CHKERRQ(ierr);
754b20b4189SMatthew G. Knepley         if (sdm) {
755b20b4189SMatthew G. Knepley           ierr = KSPSetDM(jac->kspschur, sdm);CHKERRQ(ierr);
756b20b4189SMatthew G. Knepley           ierr = KSPSetDMActive(jac->kspschur, PETSC_FALSE);CHKERRQ(ierr);
757b20b4189SMatthew G. Knepley         }
758b20b4189SMatthew G. Knepley       }
75997bbdb24SBarry Smith       /* really want setfromoptions called in PCSetFromOptions_FieldSplit(), but it is not ready yet */
76097bbdb24SBarry Smith       /* need to call this every time, since the jac->kspschur is freshly created, otherwise its options never get set */
76197bbdb24SBarry Smith       ierr = KSPSetFromOptions(jac->kspschur);CHKERRQ(ierr);
76297bbdb24SBarry Smith     }
76397bbdb24SBarry Smith 
7645a9f2f41SSatish Balay     /* HACK: special support to forward L and Lp matrices that might be used by PCLSC */
7658caf3d72SBarry Smith     ierr = PetscSNPrintf(lscname,sizeof(lscname),"%s_LSC_L",ilink->splitname);CHKERRQ(ierr);
766519d70e2SJed Brown     ierr = PetscObjectQuery((PetscObject)pc->mat,lscname,(PetscObject*)&LSC_L);CHKERRQ(ierr);
7673b224e63SBarry Smith     if (!LSC_L) {ierr = PetscObjectQuery((PetscObject)pc->pmat,lscname,(PetscObject*)&LSC_L);CHKERRQ(ierr);}
768c1570756SJed Brown     if (LSC_L) {ierr = PetscObjectCompose((PetscObject)jac->schur,"LSC_L",(PetscObject)LSC_L);CHKERRQ(ierr);}
7698caf3d72SBarry Smith     ierr = PetscSNPrintf(lscname,sizeof(lscname),"%s_LSC_Lp",ilink->splitname);CHKERRQ(ierr);
77097bbdb24SBarry Smith     ierr = PetscObjectQuery((PetscObject)pc->pmat,lscname,(PetscObject*)&LSC_L);CHKERRQ(ierr);
7715a9f2f41SSatish Balay     if (!LSC_L) {ierr = PetscObjectQuery((PetscObject)pc->mat,lscname,(PetscObject*)&LSC_L);CHKERRQ(ierr);}
7720971522cSBarry Smith     if (LSC_L) {ierr = PetscObjectCompose((PetscObject)jac->schur,"LSC_Lp",(PetscObject)LSC_L);CHKERRQ(ierr);}
77397bbdb24SBarry Smith   } else {
77468bd789dSDmitry Karpeev     /* set up the individual splits' PCs */
7750971522cSBarry Smith     i     = 0;
7760971522cSBarry Smith     ilink = jac->head;
7770971522cSBarry Smith     while (ilink) {
7780971522cSBarry Smith       ierr = KSPSetOperators(ilink->ksp,jac->mat[i],jac->pmat[i],flag);CHKERRQ(ierr);
7790971522cSBarry Smith       /* really want setfromoptions called in PCSetFromOptions_FieldSplit(), but it is not ready yet */
7800971522cSBarry Smith       if (!jac->suboptionsset) {ierr = KSPSetFromOptions(ilink->ksp);CHKERRQ(ierr);}
7810971522cSBarry Smith       i++;
7820971522cSBarry Smith       ilink = ilink->next;
7830971522cSBarry Smith     }
7843b224e63SBarry Smith   }
7853b224e63SBarry Smith 
786c1570756SJed Brown   jac->suboptionsset = PETSC_TRUE;
7870971522cSBarry Smith   PetscFunctionReturn(0);
7880971522cSBarry Smith }
7890971522cSBarry Smith 
7905a9f2f41SSatish Balay #define FieldSplitSplitSolveAdd(ilink,xx,yy) \
791ca9f406cSSatish Balay   (VecScatterBegin(ilink->sctx,xx,ilink->x,INSERT_VALUES,SCATTER_FORWARD) || \
792ca9f406cSSatish Balay    VecScatterEnd(ilink->sctx,xx,ilink->x,INSERT_VALUES,SCATTER_FORWARD) || \
7935a9f2f41SSatish Balay    KSPSolve(ilink->ksp,ilink->x,ilink->y) || \
794ca9f406cSSatish Balay    VecScatterBegin(ilink->sctx,ilink->y,yy,ADD_VALUES,SCATTER_REVERSE) || \
795ca9f406cSSatish Balay    VecScatterEnd(ilink->sctx,ilink->y,yy,ADD_VALUES,SCATTER_REVERSE))
79679416396SBarry Smith 
7970971522cSBarry Smith #undef __FUNCT__
7983b224e63SBarry Smith #define __FUNCT__ "PCApply_FieldSplit_Schur"
7993b224e63SBarry Smith static PetscErrorCode PCApply_FieldSplit_Schur(PC pc,Vec x,Vec y)
8003b224e63SBarry Smith {
8013b224e63SBarry Smith   PC_FieldSplit     *jac = (PC_FieldSplit*)pc->data;
8023b224e63SBarry Smith   PetscErrorCode    ierr;
8033b224e63SBarry Smith   PC_FieldSplitLink ilinkA = jac->head, ilinkD = ilinkA->next;
804443836d0SMatthew G Knepley   KSP               kspA   = ilinkA->ksp, kspLower = kspA, kspUpper = jac->kspupper;
8053b224e63SBarry Smith 
8063b224e63SBarry Smith   PetscFunctionBegin;
807c5d2311dSJed Brown   switch (jac->schurfactorization) {
808c9c6ffaaSJed Brown   case PC_FIELDSPLIT_SCHUR_FACT_DIAG:
809a04f6461SBarry Smith     /* [A00 0; 0 -S], positive definite, suitable for MINRES */
810c5d2311dSJed Brown     ierr = VecScatterBegin(ilinkA->sctx,x,ilinkA->x,INSERT_VALUES,SCATTER_FORWARD);CHKERRQ(ierr);
811c5d2311dSJed Brown     ierr = VecScatterBegin(ilinkD->sctx,x,ilinkD->x,INSERT_VALUES,SCATTER_FORWARD);CHKERRQ(ierr);
812c5d2311dSJed Brown     ierr = VecScatterEnd(ilinkA->sctx,x,ilinkA->x,INSERT_VALUES,SCATTER_FORWARD);CHKERRQ(ierr);
813443836d0SMatthew G Knepley     ierr = KSPSolve(kspA,ilinkA->x,ilinkA->y);CHKERRQ(ierr);
814c5d2311dSJed Brown     ierr = VecScatterBegin(ilinkA->sctx,ilinkA->y,y,INSERT_VALUES,SCATTER_REVERSE);CHKERRQ(ierr);
815c5d2311dSJed Brown     ierr = VecScatterEnd(ilinkD->sctx,x,ilinkD->x,INSERT_VALUES,SCATTER_FORWARD);CHKERRQ(ierr);
816c5d2311dSJed Brown     ierr = KSPSolve(jac->kspschur,ilinkD->x,ilinkD->y);CHKERRQ(ierr);
817c5d2311dSJed Brown     ierr = VecScale(ilinkD->y,-1.);CHKERRQ(ierr);
818c5d2311dSJed Brown     ierr = VecScatterBegin(ilinkD->sctx,ilinkD->y,y,INSERT_VALUES,SCATTER_REVERSE);CHKERRQ(ierr);
819c5d2311dSJed Brown     ierr = VecScatterEnd(ilinkA->sctx,ilinkA->y,y,INSERT_VALUES,SCATTER_REVERSE);CHKERRQ(ierr);
820c5d2311dSJed Brown     ierr = VecScatterEnd(ilinkD->sctx,ilinkD->y,y,INSERT_VALUES,SCATTER_REVERSE);CHKERRQ(ierr);
821c5d2311dSJed Brown     break;
822c9c6ffaaSJed Brown   case PC_FIELDSPLIT_SCHUR_FACT_LOWER:
823a04f6461SBarry Smith     /* [A00 0; A10 S], suitable for left preconditioning */
824c5d2311dSJed Brown     ierr = VecScatterBegin(ilinkA->sctx,x,ilinkA->x,INSERT_VALUES,SCATTER_FORWARD);CHKERRQ(ierr);
825c5d2311dSJed Brown     ierr = VecScatterEnd(ilinkA->sctx,x,ilinkA->x,INSERT_VALUES,SCATTER_FORWARD);CHKERRQ(ierr);
826443836d0SMatthew G Knepley     ierr = KSPSolve(kspA,ilinkA->x,ilinkA->y);CHKERRQ(ierr);
827c5d2311dSJed Brown     ierr = MatMult(jac->C,ilinkA->y,ilinkD->x);CHKERRQ(ierr);
828c5d2311dSJed Brown     ierr = VecScale(ilinkD->x,-1.);CHKERRQ(ierr);
829c5d2311dSJed Brown     ierr = VecScatterBegin(ilinkD->sctx,x,ilinkD->x,ADD_VALUES,SCATTER_FORWARD);CHKERRQ(ierr);
830c5d2311dSJed Brown     ierr = VecScatterBegin(ilinkA->sctx,ilinkA->y,y,INSERT_VALUES,SCATTER_REVERSE);CHKERRQ(ierr);
831c5d2311dSJed Brown     ierr = VecScatterEnd(ilinkD->sctx,x,ilinkD->x,ADD_VALUES,SCATTER_FORWARD);CHKERRQ(ierr);
832c5d2311dSJed Brown     ierr = KSPSolve(jac->kspschur,ilinkD->x,ilinkD->y);CHKERRQ(ierr);
833c5d2311dSJed Brown     ierr = VecScatterBegin(ilinkD->sctx,ilinkD->y,y,INSERT_VALUES,SCATTER_REVERSE);CHKERRQ(ierr);
834c5d2311dSJed Brown     ierr = VecScatterEnd(ilinkA->sctx,ilinkA->y,y,INSERT_VALUES,SCATTER_REVERSE);CHKERRQ(ierr);
835c5d2311dSJed Brown     ierr = VecScatterEnd(ilinkD->sctx,ilinkD->y,y,INSERT_VALUES,SCATTER_REVERSE);CHKERRQ(ierr);
836c5d2311dSJed Brown     break;
837c9c6ffaaSJed Brown   case PC_FIELDSPLIT_SCHUR_FACT_UPPER:
838a04f6461SBarry Smith     /* [A00 A01; 0 S], suitable for right preconditioning */
839c5d2311dSJed Brown     ierr = VecScatterBegin(ilinkD->sctx,x,ilinkD->x,INSERT_VALUES,SCATTER_FORWARD);CHKERRQ(ierr);
840c5d2311dSJed Brown     ierr = VecScatterEnd(ilinkD->sctx,x,ilinkD->x,INSERT_VALUES,SCATTER_FORWARD);CHKERRQ(ierr);
841c5d2311dSJed Brown     ierr = KSPSolve(jac->kspschur,ilinkD->x,ilinkD->y);CHKERRQ(ierr);
842c5d2311dSJed Brown     ierr = MatMult(jac->B,ilinkD->y,ilinkA->x);CHKERRQ(ierr);
843c5d2311dSJed Brown     ierr = VecScale(ilinkA->x,-1.);CHKERRQ(ierr);
844c5d2311dSJed Brown     ierr = VecScatterBegin(ilinkA->sctx,x,ilinkA->x,ADD_VALUES,SCATTER_FORWARD);CHKERRQ(ierr);
845c5d2311dSJed Brown     ierr = VecScatterBegin(ilinkD->sctx,ilinkD->y,y,INSERT_VALUES,SCATTER_REVERSE);CHKERRQ(ierr);
846c5d2311dSJed Brown     ierr = VecScatterEnd(ilinkA->sctx,x,ilinkA->x,ADD_VALUES,SCATTER_FORWARD);CHKERRQ(ierr);
847443836d0SMatthew G Knepley     ierr = KSPSolve(kspA,ilinkA->x,ilinkA->y);CHKERRQ(ierr);
848c5d2311dSJed Brown     ierr = VecScatterBegin(ilinkA->sctx,ilinkA->y,y,INSERT_VALUES,SCATTER_REVERSE);CHKERRQ(ierr);
849c5d2311dSJed Brown     ierr = VecScatterEnd(ilinkD->sctx,ilinkD->y,y,INSERT_VALUES,SCATTER_REVERSE);CHKERRQ(ierr);
850c5d2311dSJed Brown     ierr = VecScatterEnd(ilinkA->sctx,ilinkA->y,y,INSERT_VALUES,SCATTER_REVERSE);CHKERRQ(ierr);
851c5d2311dSJed Brown     break;
852c9c6ffaaSJed Brown   case PC_FIELDSPLIT_SCHUR_FACT_FULL:
853a04f6461SBarry Smith     /* [1 0; A10 A00^{-1} 1] [A00 0; 0 S] [1 A00^{-1}A01; 0 1], an exact solve if applied exactly, needs one extra solve with A */
8543b224e63SBarry Smith     ierr = VecScatterBegin(ilinkA->sctx,x,ilinkA->x,INSERT_VALUES,SCATTER_FORWARD);CHKERRQ(ierr);
8553b224e63SBarry Smith     ierr = VecScatterEnd(ilinkA->sctx,x,ilinkA->x,INSERT_VALUES,SCATTER_FORWARD);CHKERRQ(ierr);
856443836d0SMatthew G Knepley     ierr = KSPSolve(kspLower,ilinkA->x,ilinkA->y);CHKERRQ(ierr);
8573b224e63SBarry Smith     ierr = MatMult(jac->C,ilinkA->y,ilinkD->x);CHKERRQ(ierr);
8583b224e63SBarry Smith     ierr = VecScale(ilinkD->x,-1.0);CHKERRQ(ierr);
8593b224e63SBarry Smith     ierr = VecScatterBegin(ilinkD->sctx,x,ilinkD->x,ADD_VALUES,SCATTER_FORWARD);CHKERRQ(ierr);
8603b224e63SBarry Smith     ierr = VecScatterEnd(ilinkD->sctx,x,ilinkD->x,ADD_VALUES,SCATTER_FORWARD);CHKERRQ(ierr);
8613b224e63SBarry Smith 
8623b224e63SBarry Smith     ierr = KSPSolve(jac->kspschur,ilinkD->x,ilinkD->y);CHKERRQ(ierr);
8633b224e63SBarry Smith     ierr = VecScatterBegin(ilinkD->sctx,ilinkD->y,y,INSERT_VALUES,SCATTER_REVERSE);CHKERRQ(ierr);
8643b224e63SBarry Smith     ierr = VecScatterEnd(ilinkD->sctx,ilinkD->y,y,INSERT_VALUES,SCATTER_REVERSE);CHKERRQ(ierr);
8653b224e63SBarry Smith 
866443836d0SMatthew G Knepley     if (kspUpper == kspA) {
8673b224e63SBarry Smith       ierr = MatMult(jac->B,ilinkD->y,ilinkA->y);CHKERRQ(ierr);
8683b224e63SBarry Smith       ierr = VecAXPY(ilinkA->x,-1.0,ilinkA->y);CHKERRQ(ierr);
869443836d0SMatthew G Knepley       ierr = KSPSolve(kspA,ilinkA->x,ilinkA->y);CHKERRQ(ierr);
870443836d0SMatthew G Knepley     } else {
871443836d0SMatthew G Knepley       ierr = KSPSolve(kspA,ilinkA->x,ilinkA->y);CHKERRQ(ierr);
872443836d0SMatthew G Knepley       ierr = MatMult(jac->B,ilinkD->y,ilinkA->x);CHKERRQ(ierr);
873443836d0SMatthew G Knepley       ierr = KSPSolve(kspUpper,ilinkA->x,ilinkA->z);CHKERRQ(ierr);
874443836d0SMatthew G Knepley       ierr = VecAXPY(ilinkA->y,-1.0,ilinkA->z);CHKERRQ(ierr);
875443836d0SMatthew G Knepley     }
8763b224e63SBarry Smith     ierr = VecScatterBegin(ilinkA->sctx,ilinkA->y,y,INSERT_VALUES,SCATTER_REVERSE);CHKERRQ(ierr);
8773b224e63SBarry Smith     ierr = VecScatterEnd(ilinkA->sctx,ilinkA->y,y,INSERT_VALUES,SCATTER_REVERSE);CHKERRQ(ierr);
878c5d2311dSJed Brown   }
8793b224e63SBarry Smith   PetscFunctionReturn(0);
8803b224e63SBarry Smith }
8813b224e63SBarry Smith 
8823b224e63SBarry Smith #undef __FUNCT__
8830971522cSBarry Smith #define __FUNCT__ "PCApply_FieldSplit"
8840971522cSBarry Smith static PetscErrorCode PCApply_FieldSplit(PC pc,Vec x,Vec y)
8850971522cSBarry Smith {
8860971522cSBarry Smith   PC_FieldSplit     *jac = (PC_FieldSplit*)pc->data;
8870971522cSBarry Smith   PetscErrorCode    ierr;
8885a9f2f41SSatish Balay   PC_FieldSplitLink ilink = jac->head;
889939b8a20SBarry Smith   PetscInt          cnt,bs;
8900971522cSBarry Smith 
8910971522cSBarry Smith   PetscFunctionBegin;
89279416396SBarry Smith   if (jac->type == PC_COMPOSITE_ADDITIVE) {
8931b9fc7fcSBarry Smith     if (jac->defaultsplit) {
894939b8a20SBarry Smith       ierr = VecGetBlockSize(x,&bs);CHKERRQ(ierr);
895ce94432eSBarry Smith       if (jac->bs > 0 && bs != jac->bs) SETERRQ2(PetscObjectComm((PetscObject)pc),PETSC_ERR_ARG_WRONGSTATE,"Blocksize of x vector %D does not match fieldsplit blocksize %D",bs,jac->bs);
896939b8a20SBarry Smith       ierr = VecGetBlockSize(y,&bs);CHKERRQ(ierr);
897ce94432eSBarry Smith       if (jac->bs > 0 && bs != jac->bs) SETERRQ2(PetscObjectComm((PetscObject)pc),PETSC_ERR_ARG_WRONGSTATE,"Blocksize of y vector %D does not match fieldsplit blocksize %D",bs,jac->bs);
8980971522cSBarry Smith       ierr = VecStrideGatherAll(x,jac->x,INSERT_VALUES);CHKERRQ(ierr);
8995a9f2f41SSatish Balay       while (ilink) {
9005a9f2f41SSatish Balay         ierr  = KSPSolve(ilink->ksp,ilink->x,ilink->y);CHKERRQ(ierr);
9015a9f2f41SSatish Balay         ilink = ilink->next;
9020971522cSBarry Smith       }
9030971522cSBarry Smith       ierr = VecStrideScatterAll(jac->y,y,INSERT_VALUES);CHKERRQ(ierr);
9041b9fc7fcSBarry Smith     } else {
905efb30889SBarry Smith       ierr = VecSet(y,0.0);CHKERRQ(ierr);
9065a9f2f41SSatish Balay       while (ilink) {
9075a9f2f41SSatish Balay         ierr  = FieldSplitSplitSolveAdd(ilink,x,y);CHKERRQ(ierr);
9085a9f2f41SSatish Balay         ilink = ilink->next;
9091b9fc7fcSBarry Smith       }
9101b9fc7fcSBarry Smith     }
91116913363SBarry Smith   } else if (jac->type == PC_COMPOSITE_MULTIPLICATIVE || jac->type == PC_COMPOSITE_SYMMETRIC_MULTIPLICATIVE) {
91279416396SBarry Smith     if (!jac->w1) {
91379416396SBarry Smith       ierr = VecDuplicate(x,&jac->w1);CHKERRQ(ierr);
91479416396SBarry Smith       ierr = VecDuplicate(x,&jac->w2);CHKERRQ(ierr);
91579416396SBarry Smith     }
916efb30889SBarry Smith     ierr = VecSet(y,0.0);CHKERRQ(ierr);
9175a9f2f41SSatish Balay     ierr = FieldSplitSplitSolveAdd(ilink,x,y);CHKERRQ(ierr);
9183e197d65SBarry Smith     cnt  = 1;
9195a9f2f41SSatish Balay     while (ilink->next) {
9205a9f2f41SSatish Balay       ilink = ilink->next;
9213e197d65SBarry Smith       /* compute the residual only over the part of the vector needed */
9223e197d65SBarry Smith       ierr = MatMult(jac->Afield[cnt++],y,ilink->x);CHKERRQ(ierr);
9233e197d65SBarry Smith       ierr = VecScale(ilink->x,-1.0);CHKERRQ(ierr);
9243e197d65SBarry Smith       ierr = VecScatterBegin(ilink->sctx,x,ilink->x,ADD_VALUES,SCATTER_FORWARD);CHKERRQ(ierr);
9253e197d65SBarry Smith       ierr = VecScatterEnd(ilink->sctx,x,ilink->x,ADD_VALUES,SCATTER_FORWARD);CHKERRQ(ierr);
9263e197d65SBarry Smith       ierr = KSPSolve(ilink->ksp,ilink->x,ilink->y);CHKERRQ(ierr);
9273e197d65SBarry Smith       ierr = VecScatterBegin(ilink->sctx,ilink->y,y,ADD_VALUES,SCATTER_REVERSE);CHKERRQ(ierr);
9283e197d65SBarry Smith       ierr = VecScatterEnd(ilink->sctx,ilink->y,y,ADD_VALUES,SCATTER_REVERSE);CHKERRQ(ierr);
9293e197d65SBarry Smith     }
93051f519a2SBarry Smith     if (jac->type == PC_COMPOSITE_SYMMETRIC_MULTIPLICATIVE) {
93111755939SBarry Smith       cnt -= 2;
93251f519a2SBarry Smith       while (ilink->previous) {
93351f519a2SBarry Smith         ilink = ilink->previous;
93411755939SBarry Smith         /* compute the residual only over the part of the vector needed */
93511755939SBarry Smith         ierr = MatMult(jac->Afield[cnt--],y,ilink->x);CHKERRQ(ierr);
93611755939SBarry Smith         ierr = VecScale(ilink->x,-1.0);CHKERRQ(ierr);
93711755939SBarry Smith         ierr = VecScatterBegin(ilink->sctx,x,ilink->x,ADD_VALUES,SCATTER_FORWARD);CHKERRQ(ierr);
93811755939SBarry Smith         ierr = VecScatterEnd(ilink->sctx,x,ilink->x,ADD_VALUES,SCATTER_FORWARD);CHKERRQ(ierr);
93911755939SBarry Smith         ierr = KSPSolve(ilink->ksp,ilink->x,ilink->y);CHKERRQ(ierr);
94011755939SBarry Smith         ierr = VecScatterBegin(ilink->sctx,ilink->y,y,ADD_VALUES,SCATTER_REVERSE);CHKERRQ(ierr);
94111755939SBarry Smith         ierr = VecScatterEnd(ilink->sctx,ilink->y,y,ADD_VALUES,SCATTER_REVERSE);CHKERRQ(ierr);
94251f519a2SBarry Smith       }
94311755939SBarry Smith     }
944ce94432eSBarry Smith   } else SETERRQ1(PetscObjectComm((PetscObject)pc),PETSC_ERR_SUP,"Unsupported or unknown composition",(int) jac->type);
9450971522cSBarry Smith   PetscFunctionReturn(0);
9460971522cSBarry Smith }
9470971522cSBarry Smith 
948421e10b8SBarry Smith #define FieldSplitSplitSolveAddTranspose(ilink,xx,yy) \
949ca9f406cSSatish Balay   (VecScatterBegin(ilink->sctx,xx,ilink->y,INSERT_VALUES,SCATTER_FORWARD) || \
950ca9f406cSSatish Balay    VecScatterEnd(ilink->sctx,xx,ilink->y,INSERT_VALUES,SCATTER_FORWARD) || \
951421e10b8SBarry Smith    KSPSolveTranspose(ilink->ksp,ilink->y,ilink->x) || \
952ca9f406cSSatish Balay    VecScatterBegin(ilink->sctx,ilink->x,yy,ADD_VALUES,SCATTER_REVERSE) || \
953ca9f406cSSatish Balay    VecScatterEnd(ilink->sctx,ilink->x,yy,ADD_VALUES,SCATTER_REVERSE))
954421e10b8SBarry Smith 
955421e10b8SBarry Smith #undef __FUNCT__
9568c03b21aSDmitry Karpeev #define __FUNCT__ "PCApplyTranspose_FieldSplit"
957421e10b8SBarry Smith static PetscErrorCode PCApplyTranspose_FieldSplit(PC pc,Vec x,Vec y)
958421e10b8SBarry Smith {
959421e10b8SBarry Smith   PC_FieldSplit     *jac = (PC_FieldSplit*)pc->data;
960421e10b8SBarry Smith   PetscErrorCode    ierr;
961421e10b8SBarry Smith   PC_FieldSplitLink ilink = jac->head;
962939b8a20SBarry Smith   PetscInt          bs;
963421e10b8SBarry Smith 
964421e10b8SBarry Smith   PetscFunctionBegin;
965421e10b8SBarry Smith   if (jac->type == PC_COMPOSITE_ADDITIVE) {
966421e10b8SBarry Smith     if (jac->defaultsplit) {
967939b8a20SBarry Smith       ierr = VecGetBlockSize(x,&bs);CHKERRQ(ierr);
968ce94432eSBarry Smith       if (jac->bs > 0 && bs != jac->bs) SETERRQ2(PetscObjectComm((PetscObject)pc),PETSC_ERR_ARG_WRONGSTATE,"Blocksize of x vector %D does not match fieldsplit blocksize %D",bs,jac->bs);
969939b8a20SBarry Smith       ierr = VecGetBlockSize(y,&bs);CHKERRQ(ierr);
970ce94432eSBarry Smith       if (jac->bs > 0 && bs != jac->bs) SETERRQ2(PetscObjectComm((PetscObject)pc),PETSC_ERR_ARG_WRONGSTATE,"Blocksize of y vector %D does not match fieldsplit blocksize %D",bs,jac->bs);
971421e10b8SBarry Smith       ierr = VecStrideGatherAll(x,jac->x,INSERT_VALUES);CHKERRQ(ierr);
972421e10b8SBarry Smith       while (ilink) {
973421e10b8SBarry Smith         ierr  = KSPSolveTranspose(ilink->ksp,ilink->x,ilink->y);CHKERRQ(ierr);
974421e10b8SBarry Smith         ilink = ilink->next;
975421e10b8SBarry Smith       }
976421e10b8SBarry Smith       ierr = VecStrideScatterAll(jac->y,y,INSERT_VALUES);CHKERRQ(ierr);
977421e10b8SBarry Smith     } else {
978421e10b8SBarry Smith       ierr = VecSet(y,0.0);CHKERRQ(ierr);
979421e10b8SBarry Smith       while (ilink) {
980421e10b8SBarry Smith         ierr  = FieldSplitSplitSolveAddTranspose(ilink,x,y);CHKERRQ(ierr);
981421e10b8SBarry Smith         ilink = ilink->next;
982421e10b8SBarry Smith       }
983421e10b8SBarry Smith     }
984421e10b8SBarry Smith   } else {
985421e10b8SBarry Smith     if (!jac->w1) {
986421e10b8SBarry Smith       ierr = VecDuplicate(x,&jac->w1);CHKERRQ(ierr);
987421e10b8SBarry Smith       ierr = VecDuplicate(x,&jac->w2);CHKERRQ(ierr);
988421e10b8SBarry Smith     }
989421e10b8SBarry Smith     ierr = VecSet(y,0.0);CHKERRQ(ierr);
990421e10b8SBarry Smith     if (jac->type == PC_COMPOSITE_SYMMETRIC_MULTIPLICATIVE) {
991421e10b8SBarry Smith       ierr = FieldSplitSplitSolveAddTranspose(ilink,x,y);CHKERRQ(ierr);
992421e10b8SBarry Smith       while (ilink->next) {
993421e10b8SBarry Smith         ilink = ilink->next;
9949989ab13SBarry Smith         ierr  = MatMultTranspose(pc->mat,y,jac->w1);CHKERRQ(ierr);
995421e10b8SBarry Smith         ierr  = VecWAXPY(jac->w2,-1.0,jac->w1,x);CHKERRQ(ierr);
996421e10b8SBarry Smith         ierr  = FieldSplitSplitSolveAddTranspose(ilink,jac->w2,y);CHKERRQ(ierr);
997421e10b8SBarry Smith       }
998421e10b8SBarry Smith       while (ilink->previous) {
999421e10b8SBarry Smith         ilink = ilink->previous;
10009989ab13SBarry Smith         ierr  = MatMultTranspose(pc->mat,y,jac->w1);CHKERRQ(ierr);
1001421e10b8SBarry Smith         ierr  = VecWAXPY(jac->w2,-1.0,jac->w1,x);CHKERRQ(ierr);
1002421e10b8SBarry Smith         ierr  = FieldSplitSplitSolveAddTranspose(ilink,jac->w2,y);CHKERRQ(ierr);
1003421e10b8SBarry Smith       }
1004421e10b8SBarry Smith     } else {
1005421e10b8SBarry Smith       while (ilink->next) {   /* get to last entry in linked list */
1006421e10b8SBarry Smith         ilink = ilink->next;
1007421e10b8SBarry Smith       }
1008421e10b8SBarry Smith       ierr = FieldSplitSplitSolveAddTranspose(ilink,x,y);CHKERRQ(ierr);
1009421e10b8SBarry Smith       while (ilink->previous) {
1010421e10b8SBarry Smith         ilink = ilink->previous;
10119989ab13SBarry Smith         ierr  = MatMultTranspose(pc->mat,y,jac->w1);CHKERRQ(ierr);
1012421e10b8SBarry Smith         ierr  = VecWAXPY(jac->w2,-1.0,jac->w1,x);CHKERRQ(ierr);
1013421e10b8SBarry Smith         ierr  = FieldSplitSplitSolveAddTranspose(ilink,jac->w2,y);CHKERRQ(ierr);
1014421e10b8SBarry Smith       }
1015421e10b8SBarry Smith     }
1016421e10b8SBarry Smith   }
1017421e10b8SBarry Smith   PetscFunctionReturn(0);
1018421e10b8SBarry Smith }
1019421e10b8SBarry Smith 
10200971522cSBarry Smith #undef __FUNCT__
1021574deadeSBarry Smith #define __FUNCT__ "PCReset_FieldSplit"
1022574deadeSBarry Smith static PetscErrorCode PCReset_FieldSplit(PC pc)
10230971522cSBarry Smith {
10240971522cSBarry Smith   PC_FieldSplit     *jac = (PC_FieldSplit*)pc->data;
10250971522cSBarry Smith   PetscErrorCode    ierr;
10265a9f2f41SSatish Balay   PC_FieldSplitLink ilink = jac->head,next;
10270971522cSBarry Smith 
10280971522cSBarry Smith   PetscFunctionBegin;
10295a9f2f41SSatish Balay   while (ilink) {
1030574deadeSBarry Smith     ierr  = KSPReset(ilink->ksp);CHKERRQ(ierr);
1031fcfd50ebSBarry Smith     ierr  = VecDestroy(&ilink->x);CHKERRQ(ierr);
1032fcfd50ebSBarry Smith     ierr  = VecDestroy(&ilink->y);CHKERRQ(ierr);
1033443836d0SMatthew G Knepley     ierr  = VecDestroy(&ilink->z);CHKERRQ(ierr);
1034fcfd50ebSBarry Smith     ierr  = VecScatterDestroy(&ilink->sctx);CHKERRQ(ierr);
1035fcfd50ebSBarry Smith     ierr  = ISDestroy(&ilink->is);CHKERRQ(ierr);
1036b5787286SJed Brown     ierr  = ISDestroy(&ilink->is_col);CHKERRQ(ierr);
10375a9f2f41SSatish Balay     next  = ilink->next;
10385a9f2f41SSatish Balay     ilink = next;
10390971522cSBarry Smith   }
104005b42c5fSBarry Smith   ierr = PetscFree2(jac->x,jac->y);CHKERRQ(ierr);
1041574deadeSBarry Smith   if (jac->mat && jac->mat != jac->pmat) {
1042574deadeSBarry Smith     ierr = MatDestroyMatrices(jac->nsplits,&jac->mat);CHKERRQ(ierr);
1043574deadeSBarry Smith   } else if (jac->mat) {
10440298fd71SBarry Smith     jac->mat = NULL;
1045574deadeSBarry Smith   }
104697bbdb24SBarry Smith   if (jac->pmat) {ierr = MatDestroyMatrices(jac->nsplits,&jac->pmat);CHKERRQ(ierr);}
104768dd23aaSBarry Smith   if (jac->Afield) {ierr = MatDestroyMatrices(jac->nsplits,&jac->Afield);CHKERRQ(ierr);}
10486bf464f9SBarry Smith   ierr       = VecDestroy(&jac->w1);CHKERRQ(ierr);
10496bf464f9SBarry Smith   ierr       = VecDestroy(&jac->w2);CHKERRQ(ierr);
10506bf464f9SBarry Smith   ierr       = MatDestroy(&jac->schur);CHKERRQ(ierr);
1051a7476a74SDmitry Karpeev   ierr       = MatDestroy(&jac->schurp);CHKERRQ(ierr);
10526bf464f9SBarry Smith   ierr       = MatDestroy(&jac->schur_user);CHKERRQ(ierr);
10536bf464f9SBarry Smith   ierr       = KSPDestroy(&jac->kspschur);CHKERRQ(ierr);
1054d78dad28SBarry Smith   ierr       = KSPDestroy(&jac->kspupper);CHKERRQ(ierr);
10556bf464f9SBarry Smith   ierr       = MatDestroy(&jac->B);CHKERRQ(ierr);
10566bf464f9SBarry Smith   ierr       = MatDestroy(&jac->C);CHKERRQ(ierr);
105763ec74ffSBarry Smith   jac->reset = PETSC_TRUE;
1058574deadeSBarry Smith   PetscFunctionReturn(0);
1059574deadeSBarry Smith }
1060574deadeSBarry Smith 
1061574deadeSBarry Smith #undef __FUNCT__
1062574deadeSBarry Smith #define __FUNCT__ "PCDestroy_FieldSplit"
1063574deadeSBarry Smith static PetscErrorCode PCDestroy_FieldSplit(PC pc)
1064574deadeSBarry Smith {
1065574deadeSBarry Smith   PC_FieldSplit     *jac = (PC_FieldSplit*)pc->data;
1066574deadeSBarry Smith   PetscErrorCode    ierr;
1067574deadeSBarry Smith   PC_FieldSplitLink ilink = jac->head,next;
1068574deadeSBarry Smith 
1069574deadeSBarry Smith   PetscFunctionBegin;
1070574deadeSBarry Smith   ierr = PCReset_FieldSplit(pc);CHKERRQ(ierr);
1071574deadeSBarry Smith   while (ilink) {
10726bf464f9SBarry Smith     ierr  = KSPDestroy(&ilink->ksp);CHKERRQ(ierr);
1073574deadeSBarry Smith     next  = ilink->next;
1074574deadeSBarry Smith     ierr  = PetscFree(ilink->splitname);CHKERRQ(ierr);
1075574deadeSBarry Smith     ierr  = PetscFree(ilink->fields);CHKERRQ(ierr);
10765d4c12cdSJungho Lee     ierr  = PetscFree(ilink->fields_col);CHKERRQ(ierr);
1077574deadeSBarry Smith     ierr  = PetscFree(ilink);CHKERRQ(ierr);
1078574deadeSBarry Smith     ilink = next;
1079574deadeSBarry Smith   }
1080574deadeSBarry Smith   ierr = PetscFree2(jac->x,jac->y);CHKERRQ(ierr);
1081c31cb41cSBarry Smith   ierr = PetscFree(pc->data);CHKERRQ(ierr);
1082bdf89e91SBarry Smith   ierr = PetscObjectComposeFunction((PetscObject)pc,"PCFieldSplitGetSubKSP_C",NULL);CHKERRQ(ierr);
1083bdf89e91SBarry Smith   ierr = PetscObjectComposeFunction((PetscObject)pc,"PCFieldSplitSetFields_C",NULL);CHKERRQ(ierr);
1084bdf89e91SBarry Smith   ierr = PetscObjectComposeFunction((PetscObject)pc,"PCFieldSplitSetIS_C",NULL);CHKERRQ(ierr);
1085bdf89e91SBarry Smith   ierr = PetscObjectComposeFunction((PetscObject)pc,"PCFieldSplitSetType_C",NULL);CHKERRQ(ierr);
1086bdf89e91SBarry Smith   ierr = PetscObjectComposeFunction((PetscObject)pc,"PCFieldSplitSetBlockSize_C",NULL);CHKERRQ(ierr);
1087bdf89e91SBarry Smith   ierr = PetscObjectComposeFunction((PetscObject)pc,"PCFieldSplitSchurPrecondition_C",NULL);CHKERRQ(ierr);
1088bdf89e91SBarry Smith   ierr = PetscObjectComposeFunction((PetscObject)pc,"PCFieldSplitSetSchurFactType_C",NULL);CHKERRQ(ierr);
10890971522cSBarry Smith   PetscFunctionReturn(0);
10900971522cSBarry Smith }
10910971522cSBarry Smith 
10920971522cSBarry Smith #undef __FUNCT__
10930971522cSBarry Smith #define __FUNCT__ "PCSetFromOptions_FieldSplit"
10940971522cSBarry Smith static PetscErrorCode PCSetFromOptions_FieldSplit(PC pc)
10950971522cSBarry Smith {
10961b9fc7fcSBarry Smith   PetscErrorCode  ierr;
10976c924f48SJed Brown   PetscInt        bs;
1098bc59fbc5SBarry Smith   PetscBool       flg,stokes = PETSC_FALSE;
10999dcbbd2bSBarry Smith   PC_FieldSplit   *jac = (PC_FieldSplit*)pc->data;
11003b224e63SBarry Smith   PCCompositeType ctype;
11011b9fc7fcSBarry Smith 
11020971522cSBarry Smith   PetscFunctionBegin;
11031b9fc7fcSBarry Smith   ierr = PetscOptionsHead("FieldSplit options");CHKERRQ(ierr);
11044ab8060aSDmitry Karpeev   ierr = PetscOptionsBool("-pc_fieldsplit_dm_splits","Whether to use DMCreateFieldDecomposition() for splits","PCFieldSplitSetDMSplits",jac->dm_splits,&jac->dm_splits,NULL);CHKERRQ(ierr);
110551f519a2SBarry Smith   ierr = PetscOptionsInt("-pc_fieldsplit_block_size","Blocksize that defines number of fields","PCFieldSplitSetBlockSize",jac->bs,&bs,&flg);CHKERRQ(ierr);
110651f519a2SBarry Smith   if (flg) {
110751f519a2SBarry Smith     ierr = PCFieldSplitSetBlockSize(pc,bs);CHKERRQ(ierr);
110851f519a2SBarry Smith   }
1109704ba839SBarry Smith 
1110*c84da90fSDmitry Karpeev   ierr = PetscOptionsGetBool(((PetscObject)pc)->prefix,"-pc_fieldsplit_diag_use_amat",&jac->diag_use_amat,NULL);CHKERRQ(ierr);
1111*c84da90fSDmitry Karpeev   ierr = PetscOptionsGetBool(((PetscObject)pc)->prefix,"-pc_fieldsplit_off_diag_use_amat",&jac->diag_use_amat,NULL);CHKERRQ(ierr);
11120298fd71SBarry Smith   ierr = PetscOptionsGetBool(((PetscObject)pc)->prefix,"-pc_fieldsplit_detect_saddle_point",&stokes,NULL);CHKERRQ(ierr);
1113c0adfefeSBarry Smith   if (stokes) {
1114c0adfefeSBarry Smith     ierr          = PCFieldSplitSetType(pc,PC_COMPOSITE_SCHUR);CHKERRQ(ierr);
1115c0adfefeSBarry Smith     jac->schurpre = PC_FIELDSPLIT_SCHUR_PRE_SELF;
1116c0adfefeSBarry Smith   }
1117c0adfefeSBarry Smith 
11183b224e63SBarry Smith   ierr = PetscOptionsEnum("-pc_fieldsplit_type","Type of composition","PCFieldSplitSetType",PCCompositeTypes,(PetscEnum)jac->type,(PetscEnum*)&ctype,&flg);CHKERRQ(ierr);
11193b224e63SBarry Smith   if (flg) {
11203b224e63SBarry Smith     ierr = PCFieldSplitSetType(pc,ctype);CHKERRQ(ierr);
11213b224e63SBarry Smith   }
1122c30613efSMatthew Knepley   /* Only setup fields once */
1123c30613efSMatthew Knepley   if ((jac->bs > 0) && (jac->nsplits == 0)) {
1124d32f9abdSBarry Smith     /* only allow user to set fields from command line if bs is already known.
1125d32f9abdSBarry Smith        otherwise user can set them in PCFieldSplitSetDefaults() */
11266c924f48SJed Brown     ierr = PCFieldSplitSetRuntimeSplits_Private(pc);CHKERRQ(ierr);
11276c924f48SJed Brown     if (jac->splitdefined) {ierr = PetscInfo(pc,"Splits defined using the options database\n");CHKERRQ(ierr);}
1128d32f9abdSBarry Smith   }
1129c5d2311dSJed Brown   if (jac->type == PC_COMPOSITE_SCHUR) {
1130c9c6ffaaSJed Brown     ierr = PetscOptionsGetEnum(((PetscObject)pc)->prefix,"-pc_fieldsplit_schur_factorization_type",PCFieldSplitSchurFactTypes,(PetscEnum*)&jac->schurfactorization,&flg);CHKERRQ(ierr);
1131c9c6ffaaSJed Brown     if (flg) {ierr = PetscInfo(pc,"Deprecated use of -pc_fieldsplit_schur_factorization_type\n");CHKERRQ(ierr);}
11320298fd71SBarry Smith     ierr = PetscOptionsEnum("-pc_fieldsplit_schur_fact_type","Which off-diagonal parts of the block factorization to use","PCFieldSplitSetSchurFactType",PCFieldSplitSchurFactTypes,(PetscEnum)jac->schurfactorization,(PetscEnum*)&jac->schurfactorization,NULL);CHKERRQ(ierr);
11330298fd71SBarry Smith     ierr = PetscOptionsEnum("-pc_fieldsplit_schur_precondition","How to build preconditioner for Schur complement","PCFieldSplitSchurPrecondition",PCFieldSplitSchurPreTypes,(PetscEnum)jac->schurpre,(PetscEnum*)&jac->schurpre,NULL);CHKERRQ(ierr);
1134c5d2311dSJed Brown   }
11351b9fc7fcSBarry Smith   ierr = PetscOptionsTail();CHKERRQ(ierr);
11360971522cSBarry Smith   PetscFunctionReturn(0);
11370971522cSBarry Smith }
11380971522cSBarry Smith 
11390971522cSBarry Smith /*------------------------------------------------------------------------------------*/
11400971522cSBarry Smith 
11410971522cSBarry Smith #undef __FUNCT__
11420971522cSBarry Smith #define __FUNCT__ "PCFieldSplitSetFields_FieldSplit"
11431e6b0712SBarry Smith static PetscErrorCode  PCFieldSplitSetFields_FieldSplit(PC pc,const char splitname[],PetscInt n,const PetscInt *fields,const PetscInt *fields_col)
11440971522cSBarry Smith {
114597bbdb24SBarry Smith   PC_FieldSplit     *jac = (PC_FieldSplit*)pc->data;
11460971522cSBarry Smith   PetscErrorCode    ierr;
11475a9f2f41SSatish Balay   PC_FieldSplitLink ilink,next = jac->head;
114869a612a9SBarry Smith   char              prefix[128];
11495d4c12cdSJungho Lee   PetscInt          i;
11500971522cSBarry Smith 
11510971522cSBarry Smith   PetscFunctionBegin;
11526c924f48SJed Brown   if (jac->splitdefined) {
11536c924f48SJed Brown     ierr = PetscInfo1(pc,"Ignoring new split \"%s\" because the splits have already been defined\n",splitname);CHKERRQ(ierr);
11546c924f48SJed Brown     PetscFunctionReturn(0);
11556c924f48SJed Brown   }
115651f519a2SBarry Smith   for (i=0; i<n; i++) {
1157e32f2f54SBarry Smith     if (fields[i] >= jac->bs) SETERRQ2(PETSC_COMM_SELF,PETSC_ERR_ARG_OUTOFRANGE,"Field %D requested but only %D exist",fields[i],jac->bs);
1158e32f2f54SBarry Smith     if (fields[i] < 0) SETERRQ1(PETSC_COMM_SELF,PETSC_ERR_ARG_OUTOFRANGE,"Negative field %D requested",fields[i]);
115951f519a2SBarry Smith   }
1160b00a9115SJed Brown   ierr = PetscNew(&ilink);CHKERRQ(ierr);
1161a04f6461SBarry Smith   if (splitname) {
1162db4c96c1SJed Brown     ierr = PetscStrallocpy(splitname,&ilink->splitname);CHKERRQ(ierr);
1163a04f6461SBarry Smith   } else {
1164785e854fSJed Brown     ierr = PetscMalloc1(3,&ilink->splitname);CHKERRQ(ierr);
1165a04f6461SBarry Smith     ierr = PetscSNPrintf(ilink->splitname,2,"%s",jac->nsplits);CHKERRQ(ierr);
1166a04f6461SBarry Smith   }
1167785e854fSJed Brown   ierr = PetscMalloc1(n,&ilink->fields);CHKERRQ(ierr);
11685a9f2f41SSatish Balay   ierr = PetscMemcpy(ilink->fields,fields,n*sizeof(PetscInt));CHKERRQ(ierr);
1169785e854fSJed Brown   ierr = PetscMalloc1(n,&ilink->fields_col);CHKERRQ(ierr);
11705d4c12cdSJungho Lee   ierr = PetscMemcpy(ilink->fields_col,fields_col,n*sizeof(PetscInt));CHKERRQ(ierr);
11712fa5cd67SKarl Rupp 
11725a9f2f41SSatish Balay   ilink->nfields = n;
11730298fd71SBarry Smith   ilink->next    = NULL;
1174ce94432eSBarry Smith   ierr           = KSPCreate(PetscObjectComm((PetscObject)pc),&ilink->ksp);CHKERRQ(ierr);
117520252d06SBarry Smith   ierr           = PetscObjectIncrementTabLevel((PetscObject)ilink->ksp,(PetscObject)pc,1);CHKERRQ(ierr);
11765a9f2f41SSatish Balay   ierr           = KSPSetType(ilink->ksp,KSPPREONLY);CHKERRQ(ierr);
11779005cf84SBarry Smith   ierr           = PetscLogObjectParent((PetscObject)pc,(PetscObject)ilink->ksp);CHKERRQ(ierr);
117869a612a9SBarry Smith 
11798caf3d72SBarry Smith   ierr = PetscSNPrintf(prefix,sizeof(prefix),"%sfieldsplit_%s_",((PetscObject)pc)->prefix ? ((PetscObject)pc)->prefix : "",ilink->splitname);CHKERRQ(ierr);
11805a9f2f41SSatish Balay   ierr = KSPSetOptionsPrefix(ilink->ksp,prefix);CHKERRQ(ierr);
11810971522cSBarry Smith 
11820971522cSBarry Smith   if (!next) {
11835a9f2f41SSatish Balay     jac->head       = ilink;
11840298fd71SBarry Smith     ilink->previous = NULL;
11850971522cSBarry Smith   } else {
11860971522cSBarry Smith     while (next->next) {
11870971522cSBarry Smith       next = next->next;
11880971522cSBarry Smith     }
11895a9f2f41SSatish Balay     next->next      = ilink;
119051f519a2SBarry Smith     ilink->previous = next;
11910971522cSBarry Smith   }
11920971522cSBarry Smith   jac->nsplits++;
11930971522cSBarry Smith   PetscFunctionReturn(0);
11940971522cSBarry Smith }
11950971522cSBarry Smith 
1196e69d4d44SBarry Smith #undef __FUNCT__
1197e69d4d44SBarry Smith #define __FUNCT__ "PCFieldSplitGetSubKSP_FieldSplit_Schur"
11981e6b0712SBarry Smith static PetscErrorCode  PCFieldSplitGetSubKSP_FieldSplit_Schur(PC pc,PetscInt *n,KSP **subksp)
1199e69d4d44SBarry Smith {
1200e69d4d44SBarry Smith   PC_FieldSplit  *jac = (PC_FieldSplit*)pc->data;
1201e69d4d44SBarry Smith   PetscErrorCode ierr;
1202e69d4d44SBarry Smith 
1203e69d4d44SBarry Smith   PetscFunctionBegin;
1204785e854fSJed Brown   ierr = PetscMalloc1(jac->nsplits,subksp);CHKERRQ(ierr);
1205e69d4d44SBarry Smith   ierr = MatSchurComplementGetKSP(jac->schur,*subksp);CHKERRQ(ierr);
12062fa5cd67SKarl Rupp 
1207e69d4d44SBarry Smith   (*subksp)[1] = jac->kspschur;
120813e0d083SBarry Smith   if (n) *n = jac->nsplits;
1209e69d4d44SBarry Smith   PetscFunctionReturn(0);
1210e69d4d44SBarry Smith }
12110971522cSBarry Smith 
12120971522cSBarry Smith #undef __FUNCT__
121369a612a9SBarry Smith #define __FUNCT__ "PCFieldSplitGetSubKSP_FieldSplit"
12141e6b0712SBarry Smith static PetscErrorCode  PCFieldSplitGetSubKSP_FieldSplit(PC pc,PetscInt *n,KSP **subksp)
12150971522cSBarry Smith {
12160971522cSBarry Smith   PC_FieldSplit     *jac = (PC_FieldSplit*)pc->data;
12170971522cSBarry Smith   PetscErrorCode    ierr;
12180971522cSBarry Smith   PetscInt          cnt   = 0;
12195a9f2f41SSatish Balay   PC_FieldSplitLink ilink = jac->head;
12200971522cSBarry Smith 
12210971522cSBarry Smith   PetscFunctionBegin;
1222785e854fSJed Brown   ierr = PetscMalloc1(jac->nsplits,subksp);CHKERRQ(ierr);
12235a9f2f41SSatish Balay   while (ilink) {
12245a9f2f41SSatish Balay     (*subksp)[cnt++] = ilink->ksp;
12255a9f2f41SSatish Balay     ilink            = ilink->next;
12260971522cSBarry Smith   }
12275d480477SMatthew G Knepley   if (cnt != jac->nsplits) SETERRQ2(PETSC_COMM_SELF,PETSC_ERR_PLIB,"Corrupt PCFIELDSPLIT object: number of splits in linked list %D does not match number in object %D",cnt,jac->nsplits);
122813e0d083SBarry Smith   if (n) *n = jac->nsplits;
12290971522cSBarry Smith   PetscFunctionReturn(0);
12300971522cSBarry Smith }
12310971522cSBarry Smith 
1232704ba839SBarry Smith #undef __FUNCT__
1233704ba839SBarry Smith #define __FUNCT__ "PCFieldSplitSetIS_FieldSplit"
12341e6b0712SBarry Smith static PetscErrorCode  PCFieldSplitSetIS_FieldSplit(PC pc,const char splitname[],IS is)
1235704ba839SBarry Smith {
1236704ba839SBarry Smith   PC_FieldSplit     *jac = (PC_FieldSplit*)pc->data;
1237704ba839SBarry Smith   PetscErrorCode    ierr;
1238704ba839SBarry Smith   PC_FieldSplitLink ilink, next = jac->head;
1239704ba839SBarry Smith   char              prefix[128];
1240704ba839SBarry Smith 
1241704ba839SBarry Smith   PetscFunctionBegin;
12426c924f48SJed Brown   if (jac->splitdefined) {
12436c924f48SJed Brown     ierr = PetscInfo1(pc,"Ignoring new split \"%s\" because the splits have already been defined\n",splitname);CHKERRQ(ierr);
12446c924f48SJed Brown     PetscFunctionReturn(0);
12456c924f48SJed Brown   }
1246b00a9115SJed Brown   ierr = PetscNew(&ilink);CHKERRQ(ierr);
1247a04f6461SBarry Smith   if (splitname) {
1248db4c96c1SJed Brown     ierr = PetscStrallocpy(splitname,&ilink->splitname);CHKERRQ(ierr);
1249a04f6461SBarry Smith   } else {
1250785e854fSJed Brown     ierr = PetscMalloc1(8,&ilink->splitname);CHKERRQ(ierr);
1251b5787286SJed Brown     ierr = PetscSNPrintf(ilink->splitname,7,"%D",jac->nsplits);CHKERRQ(ierr);
1252a04f6461SBarry Smith   }
12531ab39975SBarry Smith   ierr          = PetscObjectReference((PetscObject)is);CHKERRQ(ierr);
1254b5787286SJed Brown   ierr          = ISDestroy(&ilink->is);CHKERRQ(ierr);
1255b5787286SJed Brown   ilink->is     = is;
1256b5787286SJed Brown   ierr          = PetscObjectReference((PetscObject)is);CHKERRQ(ierr);
1257b5787286SJed Brown   ierr          = ISDestroy(&ilink->is_col);CHKERRQ(ierr);
1258b5787286SJed Brown   ilink->is_col = is;
12590298fd71SBarry Smith   ilink->next   = NULL;
1260ce94432eSBarry Smith   ierr          = KSPCreate(PetscObjectComm((PetscObject)pc),&ilink->ksp);CHKERRQ(ierr);
126120252d06SBarry Smith   ierr          = PetscObjectIncrementTabLevel((PetscObject)ilink->ksp,(PetscObject)pc,1);CHKERRQ(ierr);
1262704ba839SBarry Smith   ierr          = KSPSetType(ilink->ksp,KSPPREONLY);CHKERRQ(ierr);
12639005cf84SBarry Smith   ierr          = PetscLogObjectParent((PetscObject)pc,(PetscObject)ilink->ksp);CHKERRQ(ierr);
1264704ba839SBarry Smith 
12658caf3d72SBarry Smith   ierr = PetscSNPrintf(prefix,sizeof(prefix),"%sfieldsplit_%s_",((PetscObject)pc)->prefix ? ((PetscObject)pc)->prefix : "",ilink->splitname);CHKERRQ(ierr);
1266704ba839SBarry Smith   ierr = KSPSetOptionsPrefix(ilink->ksp,prefix);CHKERRQ(ierr);
1267704ba839SBarry Smith 
1268704ba839SBarry Smith   if (!next) {
1269704ba839SBarry Smith     jac->head       = ilink;
12700298fd71SBarry Smith     ilink->previous = NULL;
1271704ba839SBarry Smith   } else {
1272704ba839SBarry Smith     while (next->next) {
1273704ba839SBarry Smith       next = next->next;
1274704ba839SBarry Smith     }
1275704ba839SBarry Smith     next->next      = ilink;
1276704ba839SBarry Smith     ilink->previous = next;
1277704ba839SBarry Smith   }
1278704ba839SBarry Smith   jac->nsplits++;
1279704ba839SBarry Smith   PetscFunctionReturn(0);
1280704ba839SBarry Smith }
1281704ba839SBarry Smith 
12820971522cSBarry Smith #undef __FUNCT__
12830971522cSBarry Smith #define __FUNCT__ "PCFieldSplitSetFields"
12840971522cSBarry Smith /*@
12850971522cSBarry Smith     PCFieldSplitSetFields - Sets the fields for one particular split in the field split preconditioner
12860971522cSBarry Smith 
1287ad4df100SBarry Smith     Logically Collective on PC
12880971522cSBarry Smith 
12890971522cSBarry Smith     Input Parameters:
12900971522cSBarry Smith +   pc  - the preconditioner context
12910298fd71SBarry Smith .   splitname - name of this split, if NULL the number of the split is used
12920971522cSBarry Smith .   n - the number of fields in this split
1293db4c96c1SJed Brown -   fields - the fields in this split
12940971522cSBarry Smith 
12950971522cSBarry Smith     Level: intermediate
12960971522cSBarry Smith 
1297d32f9abdSBarry Smith     Notes: Use PCFieldSplitSetIS() to set a completely general set of indices as a field.
1298d32f9abdSBarry Smith 
12997287d2a3SDmitry Karpeev      The PCFieldSplitSetFields() is for defining fields as strided blocks. For example, if the block
1300d32f9abdSBarry Smith      size is three then one can define a field as 0, or 1 or 2 or 0,1 or 0,2 or 1,2 which mean
1301d32f9abdSBarry Smith      0xx3xx6xx9xx12 ... x1xx4xx7xx ... xx2xx5xx8xx.. 01x34x67x... 0x1x3x5x7.. x12x45x78x....
1302d32f9abdSBarry Smith      where the numbered entries indicate what is in the field.
1303d32f9abdSBarry Smith 
1304db4c96c1SJed Brown      This function is called once per split (it creates a new split each time).  Solve options
1305db4c96c1SJed Brown      for this split will be available under the prefix -fieldsplit_SPLITNAME_.
1306db4c96c1SJed Brown 
13075d4c12cdSJungho Lee      Developer Note: This routine does not actually create the IS representing the split, that is delayed
13085d4c12cdSJungho Lee      until PCSetUp_FieldSplit(), because information about the vector/matrix layouts may not be
13095d4c12cdSJungho Lee      available when this routine is called.
13105d4c12cdSJungho Lee 
1311d32f9abdSBarry Smith .seealso: PCFieldSplitGetSubKSP(), PCFIELDSPLIT, PCFieldSplitSetBlockSize(), PCFieldSplitSetIS()
13120971522cSBarry Smith 
13130971522cSBarry Smith @*/
13145d4c12cdSJungho Lee PetscErrorCode  PCFieldSplitSetFields(PC pc,const char splitname[],PetscInt n,const PetscInt *fields,const PetscInt *fields_col)
13150971522cSBarry Smith {
13164ac538c5SBarry Smith   PetscErrorCode ierr;
13170971522cSBarry Smith 
13180971522cSBarry Smith   PetscFunctionBegin;
13190700a824SBarry Smith   PetscValidHeaderSpecific(pc,PC_CLASSID,1);
1320db4c96c1SJed Brown   PetscValidCharPointer(splitname,2);
1321ce94432eSBarry Smith   if (n < 1) SETERRQ2(PetscObjectComm((PetscObject)pc),PETSC_ERR_ARG_OUTOFRANGE,"Provided number of fields %D in split \"%s\" not positive",n,splitname);
1322db4c96c1SJed Brown   PetscValidIntPointer(fields,3);
13235d4c12cdSJungho Lee   ierr = PetscTryMethod(pc,"PCFieldSplitSetFields_C",(PC,const char[],PetscInt,const PetscInt*,const PetscInt*),(pc,splitname,n,fields,fields_col));CHKERRQ(ierr);
13240971522cSBarry Smith   PetscFunctionReturn(0);
13250971522cSBarry Smith }
13260971522cSBarry Smith 
13270971522cSBarry Smith #undef __FUNCT__
1328*c84da90fSDmitry Karpeev #define __FUNCT__ "PCFieldSplitSetDiagUseAmat"
1329*c84da90fSDmitry Karpeev /*@
1330*c84da90fSDmitry Karpeev     PCFieldSplitSetDiagUseAmat - set flag indicating whether to extract diagonal blocks from Amat (rather than Pmat)
1331*c84da90fSDmitry Karpeev 
1332*c84da90fSDmitry Karpeev     Logically Collective on PC
1333*c84da90fSDmitry Karpeev 
1334*c84da90fSDmitry Karpeev     Input Parameters:
1335*c84da90fSDmitry Karpeev +   pc  - the preconditioner object
1336*c84da90fSDmitry Karpeev -   flg - boolean flag indicating whether or not to use Amat to extract the diagonal blocks from
1337*c84da90fSDmitry Karpeev 
1338*c84da90fSDmitry Karpeev 
1339*c84da90fSDmitry Karpeev     Level: intermediate
1340*c84da90fSDmitry Karpeev 
1341*c84da90fSDmitry Karpeev .seealso: PCFieldSplitGetDiagUseAmat(), PCFieldSplitSetOffDiagUseAmat(), PCFIELDSPLIT
1342*c84da90fSDmitry Karpeev 
1343*c84da90fSDmitry Karpeev @*/
1344*c84da90fSDmitry Karpeev PetscErrorCode  PCFieldSplitSetDiagUseAmat(PC pc,PetscBool flg)
1345*c84da90fSDmitry Karpeev {
1346*c84da90fSDmitry Karpeev   PC_FieldSplit  *jac = (PC_FieldSplit*)pc->data;
1347*c84da90fSDmitry Karpeev   PetscBool      isfs;
1348*c84da90fSDmitry Karpeev   PetscErrorCode ierr;
1349*c84da90fSDmitry Karpeev 
1350*c84da90fSDmitry Karpeev   PetscFunctionBegin;
1351*c84da90fSDmitry Karpeev   PetscValidHeaderSpecific(pc,PC_CLASSID,1);
1352*c84da90fSDmitry Karpeev   ierr = PetscObjectTypeCompare((PetscObject)pc,PCFIELDSPLIT,&isfs);CHKERRQ(ierr);
1353*c84da90fSDmitry Karpeev   if (!isfs) SETERRQ1(PETSC_COMM_SELF,PETSC_ERR_ARG_WRONG,"PC not of type %s",PCFIELDSPLIT);
1354*c84da90fSDmitry Karpeev   jac->diag_use_amat = flg;
1355*c84da90fSDmitry Karpeev   PetscFunctionReturn(0);
1356*c84da90fSDmitry Karpeev }
1357*c84da90fSDmitry Karpeev 
1358*c84da90fSDmitry Karpeev #undef __FUNCT__
1359*c84da90fSDmitry Karpeev #define __FUNCT__ "PCFieldSplitGetDiagUseAmat"
1360*c84da90fSDmitry Karpeev /*@
1361*c84da90fSDmitry Karpeev     PCFieldSplitGetDiagUseAmat - get the flag indicating whether to extract diagonal blocks from Amat (rather than Pmat)
1362*c84da90fSDmitry Karpeev 
1363*c84da90fSDmitry Karpeev     Logically Collective on PC
1364*c84da90fSDmitry Karpeev 
1365*c84da90fSDmitry Karpeev     Input Parameters:
1366*c84da90fSDmitry Karpeev .   pc  - the preconditioner object
1367*c84da90fSDmitry Karpeev 
1368*c84da90fSDmitry Karpeev     Output Parameters:
1369*c84da90fSDmitry Karpeev .   flg - boolean flag indicating whether or not to use Amat to extract the diagonal blocks from
1370*c84da90fSDmitry Karpeev 
1371*c84da90fSDmitry Karpeev 
1372*c84da90fSDmitry Karpeev     Level: intermediate
1373*c84da90fSDmitry Karpeev 
1374*c84da90fSDmitry Karpeev .seealso: PCFieldSplitSetDiagUseAmat(), PCFieldSplitGetOffDiagUseAmat(), PCFIELDSPLIT
1375*c84da90fSDmitry Karpeev 
1376*c84da90fSDmitry Karpeev @*/
1377*c84da90fSDmitry Karpeev PetscErrorCode  PCFieldSplitGetDiagUseAmat(PC pc,PetscBool *flg)
1378*c84da90fSDmitry Karpeev {
1379*c84da90fSDmitry Karpeev   PC_FieldSplit  *jac = (PC_FieldSplit*)pc->data;
1380*c84da90fSDmitry Karpeev   PetscBool      isfs;
1381*c84da90fSDmitry Karpeev   PetscErrorCode ierr;
1382*c84da90fSDmitry Karpeev 
1383*c84da90fSDmitry Karpeev   PetscFunctionBegin;
1384*c84da90fSDmitry Karpeev   PetscValidHeaderSpecific(pc,PC_CLASSID,1);
1385*c84da90fSDmitry Karpeev   PetscValidPointer(flg,2);
1386*c84da90fSDmitry Karpeev   ierr = PetscObjectTypeCompare((PetscObject)pc,PCFIELDSPLIT,&isfs);CHKERRQ(ierr);
1387*c84da90fSDmitry Karpeev   if (!isfs) SETERRQ1(PETSC_COMM_SELF,PETSC_ERR_ARG_WRONG,"PC not of type %s",PCFIELDSPLIT);
1388*c84da90fSDmitry Karpeev   *flg = jac->diag_use_amat;
1389*c84da90fSDmitry Karpeev   PetscFunctionReturn(0);
1390*c84da90fSDmitry Karpeev }
1391*c84da90fSDmitry Karpeev 
1392*c84da90fSDmitry Karpeev #undef __FUNCT__
1393*c84da90fSDmitry Karpeev #define __FUNCT__ "PCFieldSplitSetOffDiagUseAmat"
1394*c84da90fSDmitry Karpeev /*@
1395*c84da90fSDmitry Karpeev     PCFieldSplitSetOffDiagUseAmat - set flag indicating whether to extract off-diagonal blocks from Amat (rather than Pmat)
1396*c84da90fSDmitry Karpeev 
1397*c84da90fSDmitry Karpeev     Logically Collective on PC
1398*c84da90fSDmitry Karpeev 
1399*c84da90fSDmitry Karpeev     Input Parameters:
1400*c84da90fSDmitry Karpeev +   pc  - the preconditioner object
1401*c84da90fSDmitry Karpeev -   flg - boolean flag indicating whether or not to use Amat to extract the off-diagonal blocks from
1402*c84da90fSDmitry Karpeev 
1403*c84da90fSDmitry Karpeev 
1404*c84da90fSDmitry Karpeev     Level: intermediate
1405*c84da90fSDmitry Karpeev 
1406*c84da90fSDmitry Karpeev .seealso: PCFieldSplitGetOffDiagUseAmat(), PCFieldSplitSetDiagUseAmat(), PCFIELDSPLIT
1407*c84da90fSDmitry Karpeev 
1408*c84da90fSDmitry Karpeev @*/
1409*c84da90fSDmitry Karpeev PetscErrorCode  PCFieldSplitSetOffDiagUseAmat(PC pc,PetscBool flg)
1410*c84da90fSDmitry Karpeev {
1411*c84da90fSDmitry Karpeev   PC_FieldSplit *jac = (PC_FieldSplit*)pc->data;
1412*c84da90fSDmitry Karpeev   PetscBool      isfs;
1413*c84da90fSDmitry Karpeev   PetscErrorCode ierr;
1414*c84da90fSDmitry Karpeev 
1415*c84da90fSDmitry Karpeev   PetscFunctionBegin;
1416*c84da90fSDmitry Karpeev   PetscValidHeaderSpecific(pc,PC_CLASSID,1);
1417*c84da90fSDmitry Karpeev   ierr = PetscObjectTypeCompare((PetscObject)pc,PCFIELDSPLIT,&isfs);CHKERRQ(ierr);
1418*c84da90fSDmitry Karpeev   if (!isfs) SETERRQ1(PETSC_COMM_SELF,PETSC_ERR_ARG_WRONG,"PC not of type %s",PCFIELDSPLIT);
1419*c84da90fSDmitry Karpeev   jac->offdiag_use_amat = flg;
1420*c84da90fSDmitry Karpeev   PetscFunctionReturn(0);
1421*c84da90fSDmitry Karpeev }
1422*c84da90fSDmitry Karpeev 
1423*c84da90fSDmitry Karpeev #undef __FUNCT__
1424*c84da90fSDmitry Karpeev #define __FUNCT__ "PCFieldSplitGetOffDiagUseAmat"
1425*c84da90fSDmitry Karpeev /*@
1426*c84da90fSDmitry Karpeev     PCFieldSplitGetOffDiagUseAmat - get the flag indicating whether to extract off-diagonal blocks from Amat (rather than Pmat)
1427*c84da90fSDmitry Karpeev 
1428*c84da90fSDmitry Karpeev     Logically Collective on PC
1429*c84da90fSDmitry Karpeev 
1430*c84da90fSDmitry Karpeev     Input Parameters:
1431*c84da90fSDmitry Karpeev .   pc  - the preconditioner object
1432*c84da90fSDmitry Karpeev 
1433*c84da90fSDmitry Karpeev     Output Parameters:
1434*c84da90fSDmitry Karpeev .   flg - boolean flag indicating whether or not to use Amat to extract the off-diagonal blocks from
1435*c84da90fSDmitry Karpeev 
1436*c84da90fSDmitry Karpeev 
1437*c84da90fSDmitry Karpeev     Level: intermediate
1438*c84da90fSDmitry Karpeev 
1439*c84da90fSDmitry Karpeev .seealso: PCFieldSplitSetOffDiagUseAmat(), PCFieldSplitGetDiagUseAmat(), PCFIELDSPLIT
1440*c84da90fSDmitry Karpeev 
1441*c84da90fSDmitry Karpeev @*/
1442*c84da90fSDmitry Karpeev PetscErrorCode  PCFieldSplitGetOffDiagUseAmat(PC pc,PetscBool *flg)
1443*c84da90fSDmitry Karpeev {
1444*c84da90fSDmitry Karpeev   PC_FieldSplit  *jac = (PC_FieldSplit*)pc->data;
1445*c84da90fSDmitry Karpeev   PetscBool      isfs;
1446*c84da90fSDmitry Karpeev   PetscErrorCode ierr;
1447*c84da90fSDmitry Karpeev 
1448*c84da90fSDmitry Karpeev   PetscFunctionBegin;
1449*c84da90fSDmitry Karpeev   PetscValidHeaderSpecific(pc,PC_CLASSID,1);
1450*c84da90fSDmitry Karpeev   PetscValidPointer(flg,2);
1451*c84da90fSDmitry Karpeev   ierr = PetscObjectTypeCompare((PetscObject)pc,PCFIELDSPLIT,&isfs);CHKERRQ(ierr);
1452*c84da90fSDmitry Karpeev   if (!isfs) SETERRQ1(PETSC_COMM_SELF,PETSC_ERR_ARG_WRONG,"PC not of type %s",PCFIELDSPLIT);
1453*c84da90fSDmitry Karpeev   *flg = jac->offdiag_use_amat;
1454*c84da90fSDmitry Karpeev   PetscFunctionReturn(0);
1455*c84da90fSDmitry Karpeev }
1456*c84da90fSDmitry Karpeev 
1457*c84da90fSDmitry Karpeev 
1458*c84da90fSDmitry Karpeev 
1459*c84da90fSDmitry Karpeev #undef __FUNCT__
1460704ba839SBarry Smith #define __FUNCT__ "PCFieldSplitSetIS"
1461704ba839SBarry Smith /*@
1462704ba839SBarry Smith     PCFieldSplitSetIS - Sets the exact elements for field
1463704ba839SBarry Smith 
1464ad4df100SBarry Smith     Logically Collective on PC
1465704ba839SBarry Smith 
1466704ba839SBarry Smith     Input Parameters:
1467704ba839SBarry Smith +   pc  - the preconditioner context
14680298fd71SBarry Smith .   splitname - name of this split, if NULL the number of the split is used
1469db4c96c1SJed Brown -   is - the index set that defines the vector elements in this field
1470704ba839SBarry Smith 
1471d32f9abdSBarry Smith 
1472a6ffb8dbSJed Brown     Notes:
1473a6ffb8dbSJed Brown     Use PCFieldSplitSetFields(), for fields defined by strided types.
1474a6ffb8dbSJed Brown 
1475db4c96c1SJed Brown     This function is called once per split (it creates a new split each time).  Solve options
1476db4c96c1SJed Brown     for this split will be available under the prefix -fieldsplit_SPLITNAME_.
1477d32f9abdSBarry Smith 
1478704ba839SBarry Smith     Level: intermediate
1479704ba839SBarry Smith 
1480704ba839SBarry Smith .seealso: PCFieldSplitGetSubKSP(), PCFIELDSPLIT, PCFieldSplitSetBlockSize()
1481704ba839SBarry Smith 
1482704ba839SBarry Smith @*/
14837087cfbeSBarry Smith PetscErrorCode  PCFieldSplitSetIS(PC pc,const char splitname[],IS is)
1484704ba839SBarry Smith {
14854ac538c5SBarry Smith   PetscErrorCode ierr;
1486704ba839SBarry Smith 
1487704ba839SBarry Smith   PetscFunctionBegin;
14880700a824SBarry Smith   PetscValidHeaderSpecific(pc,PC_CLASSID,1);
14897b62db95SJungho Lee   if (splitname) PetscValidCharPointer(splitname,2);
1490db4c96c1SJed Brown   PetscValidHeaderSpecific(is,IS_CLASSID,3);
14914ac538c5SBarry Smith   ierr = PetscTryMethod(pc,"PCFieldSplitSetIS_C",(PC,const char[],IS),(pc,splitname,is));CHKERRQ(ierr);
1492704ba839SBarry Smith   PetscFunctionReturn(0);
1493704ba839SBarry Smith }
1494704ba839SBarry Smith 
1495704ba839SBarry Smith #undef __FUNCT__
149657a9adfeSMatthew G Knepley #define __FUNCT__ "PCFieldSplitGetIS"
149757a9adfeSMatthew G Knepley /*@
149857a9adfeSMatthew G Knepley     PCFieldSplitGetIS - Retrieves the elements for a field as an IS
149957a9adfeSMatthew G Knepley 
150057a9adfeSMatthew G Knepley     Logically Collective on PC
150157a9adfeSMatthew G Knepley 
150257a9adfeSMatthew G Knepley     Input Parameters:
150357a9adfeSMatthew G Knepley +   pc  - the preconditioner context
150457a9adfeSMatthew G Knepley -   splitname - name of this split
150557a9adfeSMatthew G Knepley 
150657a9adfeSMatthew G Knepley     Output Parameter:
15070298fd71SBarry Smith -   is - the index set that defines the vector elements in this field, or NULL if the field is not found
150857a9adfeSMatthew G Knepley 
150957a9adfeSMatthew G Knepley     Level: intermediate
151057a9adfeSMatthew G Knepley 
151157a9adfeSMatthew G Knepley .seealso: PCFieldSplitGetSubKSP(), PCFIELDSPLIT, PCFieldSplitSetIS()
151257a9adfeSMatthew G Knepley 
151357a9adfeSMatthew G Knepley @*/
151457a9adfeSMatthew G Knepley PetscErrorCode PCFieldSplitGetIS(PC pc,const char splitname[],IS *is)
151557a9adfeSMatthew G Knepley {
151657a9adfeSMatthew G Knepley   PetscErrorCode ierr;
151757a9adfeSMatthew G Knepley 
151857a9adfeSMatthew G Knepley   PetscFunctionBegin;
151957a9adfeSMatthew G Knepley   PetscValidHeaderSpecific(pc,PC_CLASSID,1);
152057a9adfeSMatthew G Knepley   PetscValidCharPointer(splitname,2);
152157a9adfeSMatthew G Knepley   PetscValidPointer(is,3);
152257a9adfeSMatthew G Knepley   {
152357a9adfeSMatthew G Knepley     PC_FieldSplit     *jac  = (PC_FieldSplit*) pc->data;
152457a9adfeSMatthew G Knepley     PC_FieldSplitLink ilink = jac->head;
152557a9adfeSMatthew G Knepley     PetscBool         found;
152657a9adfeSMatthew G Knepley 
15270298fd71SBarry Smith     *is = NULL;
152857a9adfeSMatthew G Knepley     while (ilink) {
152957a9adfeSMatthew G Knepley       ierr = PetscStrcmp(ilink->splitname, splitname, &found);CHKERRQ(ierr);
153057a9adfeSMatthew G Knepley       if (found) {
153157a9adfeSMatthew G Knepley         *is = ilink->is;
153257a9adfeSMatthew G Knepley         break;
153357a9adfeSMatthew G Knepley       }
153457a9adfeSMatthew G Knepley       ilink = ilink->next;
153557a9adfeSMatthew G Knepley     }
153657a9adfeSMatthew G Knepley   }
153757a9adfeSMatthew G Knepley   PetscFunctionReturn(0);
153857a9adfeSMatthew G Knepley }
153957a9adfeSMatthew G Knepley 
154057a9adfeSMatthew G Knepley #undef __FUNCT__
154151f519a2SBarry Smith #define __FUNCT__ "PCFieldSplitSetBlockSize"
154251f519a2SBarry Smith /*@
154351f519a2SBarry Smith     PCFieldSplitSetBlockSize - Sets the block size for defining where fields start in the
154451f519a2SBarry Smith       fieldsplit preconditioner. If not set the matrix block size is used.
154551f519a2SBarry Smith 
1546ad4df100SBarry Smith     Logically Collective on PC
154751f519a2SBarry Smith 
154851f519a2SBarry Smith     Input Parameters:
154951f519a2SBarry Smith +   pc  - the preconditioner context
155051f519a2SBarry Smith -   bs - the block size
155151f519a2SBarry Smith 
155251f519a2SBarry Smith     Level: intermediate
155351f519a2SBarry Smith 
155451f519a2SBarry Smith .seealso: PCFieldSplitGetSubKSP(), PCFIELDSPLIT, PCFieldSplitSetFields()
155551f519a2SBarry Smith 
155651f519a2SBarry Smith @*/
15577087cfbeSBarry Smith PetscErrorCode  PCFieldSplitSetBlockSize(PC pc,PetscInt bs)
155851f519a2SBarry Smith {
15594ac538c5SBarry Smith   PetscErrorCode ierr;
156051f519a2SBarry Smith 
156151f519a2SBarry Smith   PetscFunctionBegin;
15620700a824SBarry Smith   PetscValidHeaderSpecific(pc,PC_CLASSID,1);
1563c5eb9154SBarry Smith   PetscValidLogicalCollectiveInt(pc,bs,2);
15644ac538c5SBarry Smith   ierr = PetscTryMethod(pc,"PCFieldSplitSetBlockSize_C",(PC,PetscInt),(pc,bs));CHKERRQ(ierr);
156551f519a2SBarry Smith   PetscFunctionReturn(0);
156651f519a2SBarry Smith }
156751f519a2SBarry Smith 
156851f519a2SBarry Smith #undef __FUNCT__
156969a612a9SBarry Smith #define __FUNCT__ "PCFieldSplitGetSubKSP"
15700971522cSBarry Smith /*@C
157169a612a9SBarry Smith    PCFieldSplitGetSubKSP - Gets the KSP contexts for all splits
15720971522cSBarry Smith 
157369a612a9SBarry Smith    Collective on KSP
15740971522cSBarry Smith 
15750971522cSBarry Smith    Input Parameter:
15760971522cSBarry Smith .  pc - the preconditioner context
15770971522cSBarry Smith 
15780971522cSBarry Smith    Output Parameters:
157913e0d083SBarry Smith +  n - the number of splits
158069a612a9SBarry Smith -  pc - the array of KSP contexts
15810971522cSBarry Smith 
15820971522cSBarry Smith    Note:
1583d32f9abdSBarry Smith    After PCFieldSplitGetSubKSP() the array of KSPs IS to be freed by the user
1584d32f9abdSBarry Smith    (not the KSP just the array that contains them).
15850971522cSBarry Smith 
158669a612a9SBarry Smith    You must call KSPSetUp() before calling PCFieldSplitGetSubKSP().
15870971522cSBarry Smith 
1588196cc216SBarry Smith    Fortran Usage: You must pass in a KSP array that is large enough to contain all the local KSPs.
15890298fd71SBarry Smith       You can call PCFieldSplitGetSubKSP(pc,n,NULL_OBJECT,ierr) to determine how large the
1590196cc216SBarry Smith       KSP array must be.
1591196cc216SBarry Smith 
1592196cc216SBarry Smith 
15930971522cSBarry Smith    Level: advanced
15940971522cSBarry Smith 
15950971522cSBarry Smith .seealso: PCFIELDSPLIT
15960971522cSBarry Smith @*/
15977087cfbeSBarry Smith PetscErrorCode  PCFieldSplitGetSubKSP(PC pc,PetscInt *n,KSP *subksp[])
15980971522cSBarry Smith {
15994ac538c5SBarry Smith   PetscErrorCode ierr;
16000971522cSBarry Smith 
16010971522cSBarry Smith   PetscFunctionBegin;
16020700a824SBarry Smith   PetscValidHeaderSpecific(pc,PC_CLASSID,1);
160313e0d083SBarry Smith   if (n) PetscValidIntPointer(n,2);
16044ac538c5SBarry Smith   ierr = PetscUseMethod(pc,"PCFieldSplitGetSubKSP_C",(PC,PetscInt*,KSP **),(pc,n,subksp));CHKERRQ(ierr);
16050971522cSBarry Smith   PetscFunctionReturn(0);
16060971522cSBarry Smith }
16070971522cSBarry Smith 
1608e69d4d44SBarry Smith #undef __FUNCT__
1609e69d4d44SBarry Smith #define __FUNCT__ "PCFieldSplitSchurPrecondition"
1610e69d4d44SBarry Smith /*@
1611e69d4d44SBarry Smith     PCFieldSplitSchurPrecondition -  Indicates if the Schur complement is preconditioned by a preconditioner constructed by the
1612a04f6461SBarry Smith       A11 matrix. Otherwise no preconditioner is used.
1613e69d4d44SBarry Smith 
1614e69d4d44SBarry Smith     Collective on PC
1615e69d4d44SBarry Smith 
1616e69d4d44SBarry Smith     Input Parameters:
1617e69d4d44SBarry Smith +   pc      - the preconditioner context
1618a7476a74SDmitry Karpeev .   ptype   - which matrix to use for preconditioning the Schur complement: PC_FIELDSPLIT_SCHUR_PRE_A11 (default), PC_FIELDSPLIT_SCHUR_PRE_SELF, PC_FIELDSPLIT_PRE_USER
16190298fd71SBarry Smith -   userpre - matrix to use for preconditioning, or NULL
1620084e4875SJed Brown 
1621e69d4d44SBarry Smith     Options Database:
1622a7476a74SDmitry Karpeev .     -pc_fieldsplit_schur_precondition <self,selfp,user,a11> default is a11
1623e69d4d44SBarry Smith 
1624fd1303e9SJungho Lee     Notes:
1625fd1303e9SJungho Lee $    If ptype is
1626fd1303e9SJungho Lee $        user then the preconditioner for the Schur complement is generated by the provided matrix (pre argument
1627fd1303e9SJungho Lee $             to this function).
1628e87fab1bSBarry Smith $        a11 then the preconditioner for the Schur complement is generated by the block diagonal part of the original
1629fd1303e9SJungho Lee $             matrix associated with the Schur complement (i.e. A11)
1630fd1303e9SJungho Lee $        self the preconditioner for the Schur complement is generated from the Schur complement matrix itself:
1631fd1303e9SJungho Lee $             The only preconditioner that currently works directly with the Schur complement matrix object is the PCLSC
1632fd1303e9SJungho Lee $             preconditioner
1633a7476a74SDmitry Karpeev $        selfp then the preconditioning matrix is an explicitly-assembled approximation Sp = A11 - A10 inv(diag(A00)) A01
1634a7476a74SDmitry Karpeev $             This is only a good preconditioner when diag(A00) is a good preconditioner for A00.
1635fd1303e9SJungho Lee 
1636e87fab1bSBarry Smith      When solving a saddle point problem, where the A11 block is identically zero, using a11 as the ptype only makes sense
1637fd1303e9SJungho Lee     with the additional option -fieldsplit_1_pc_type none. Usually for saddle point problems one would use a ptype of self and
1638a7476a74SDmitry Karpeev     -fieldsplit_1_pc_type lsc which uses the least squares commutator to compute a preconditioner for the Schur complement.
1639fd1303e9SJungho Lee 
1640a7476a74SDmitry Karpeev     Developer Notes: This is a terrible name, which gives no good indication of what the function does.
1641a7476a74SDmitry Karpeev                      Among other things, it should have 'Set' in the name, since it sets the type of matrix to use.
1642fd1303e9SJungho Lee 
1643e69d4d44SBarry Smith     Level: intermediate
1644e69d4d44SBarry Smith 
1645fd1303e9SJungho Lee .seealso: PCFieldSplitGetSubKSP(), PCFIELDSPLIT, PCFieldSplitSetFields(), PCFieldSplitSchurPreType, PCLSC
1646e69d4d44SBarry Smith 
1647e69d4d44SBarry Smith @*/
16487087cfbeSBarry Smith PetscErrorCode  PCFieldSplitSchurPrecondition(PC pc,PCFieldSplitSchurPreType ptype,Mat pre)
1649e69d4d44SBarry Smith {
16504ac538c5SBarry Smith   PetscErrorCode ierr;
1651e69d4d44SBarry Smith 
1652e69d4d44SBarry Smith   PetscFunctionBegin;
16530700a824SBarry Smith   PetscValidHeaderSpecific(pc,PC_CLASSID,1);
16544ac538c5SBarry Smith   ierr = PetscTryMethod(pc,"PCFieldSplitSchurPrecondition_C",(PC,PCFieldSplitSchurPreType,Mat),(pc,ptype,pre));CHKERRQ(ierr);
1655e69d4d44SBarry Smith   PetscFunctionReturn(0);
1656e69d4d44SBarry Smith }
1657e69d4d44SBarry Smith 
1658e69d4d44SBarry Smith #undef __FUNCT__
1659470b340bSDmitry Karpeev #define __FUNCT__ "PCFieldSplitSchurGetS"
166045e7fc46SDmitry Karpeev /*@
1661470b340bSDmitry Karpeev     PCFieldSplitSchurGetS -  extract the MatSchurComplement object used by this PC in case it needs to be configured separately
166245e7fc46SDmitry Karpeev 
166345e7fc46SDmitry Karpeev     Not collective
166445e7fc46SDmitry Karpeev 
166545e7fc46SDmitry Karpeev     Input Parameter:
166645e7fc46SDmitry Karpeev .   pc      - the preconditioner context
166745e7fc46SDmitry Karpeev 
166845e7fc46SDmitry Karpeev     Output Parameter:
1669470b340bSDmitry Karpeev .   S       - the Schur complement matrix
167045e7fc46SDmitry Karpeev 
1671470b340bSDmitry Karpeev     Notes:
1672470b340bSDmitry Karpeev     This matrix should not be destroyed using MatDestroy(); rather, use PCFieldSplitSchurRestoreS().
167345e7fc46SDmitry Karpeev 
167445e7fc46SDmitry Karpeev     Level: advanced
167545e7fc46SDmitry Karpeev 
1676470b340bSDmitry Karpeev .seealso: PCFieldSplitGetSubKSP(), PCFIELDSPLIT, PCFieldSplitSchurPreType, PCFieldSplitSchurPrecondition(), MatSchurComplement, PCFieldSplitSchurRestoreS()
167745e7fc46SDmitry Karpeev 
167845e7fc46SDmitry Karpeev @*/
1679470b340bSDmitry Karpeev PetscErrorCode  PCFieldSplitSchurGetS(PC pc,Mat *S)
168045e7fc46SDmitry Karpeev {
168145e7fc46SDmitry Karpeev   PetscErrorCode ierr;
168245e7fc46SDmitry Karpeev   const char*    t;
168345e7fc46SDmitry Karpeev   PetscBool      isfs;
168445e7fc46SDmitry Karpeev   PC_FieldSplit  *jac;
168545e7fc46SDmitry Karpeev 
168645e7fc46SDmitry Karpeev   PetscFunctionBegin;
168745e7fc46SDmitry Karpeev   PetscValidHeaderSpecific(pc,PC_CLASSID,1);
168845e7fc46SDmitry Karpeev   ierr = PetscObjectGetType((PetscObject)pc,&t);CHKERRQ(ierr);
168945e7fc46SDmitry Karpeev   ierr = PetscStrcmp(t,PCFIELDSPLIT,&isfs);CHKERRQ(ierr);
169045e7fc46SDmitry Karpeev   if (!isfs) SETERRQ1(PETSC_COMM_SELF,PETSC_ERR_ARG_WRONG,"Expected PC of type PCFIELDSPLIT, got %s instead",t);
169145e7fc46SDmitry Karpeev   jac = (PC_FieldSplit*)pc->data;
1692470b340bSDmitry Karpeev   if (jac->type != PC_COMPOSITE_SCHUR) SETERRQ1(PETSC_COMM_SELF,PETSC_ERR_ARG_WRONG,"Expected PCFIELDSPLIT of type SCHUR, got %D instead",jac->type);
1693470b340bSDmitry Karpeev   if (S) *S = jac->schur;
169445e7fc46SDmitry Karpeev   PetscFunctionReturn(0);
169545e7fc46SDmitry Karpeev }
169645e7fc46SDmitry Karpeev 
169745e7fc46SDmitry Karpeev #undef __FUNCT__
1698470b340bSDmitry Karpeev #define __FUNCT__ "PCFieldSplitSchurRestoreS"
1699470b340bSDmitry Karpeev /*@
1700470b340bSDmitry Karpeev     PCFieldSplitSchurRestoreS -  restores the MatSchurComplement object used by this PC
1701470b340bSDmitry Karpeev 
1702470b340bSDmitry Karpeev     Not collective
1703470b340bSDmitry Karpeev 
1704470b340bSDmitry Karpeev     Input Parameters:
1705470b340bSDmitry Karpeev +   pc      - the preconditioner context
1706470b340bSDmitry Karpeev .   S       - the Schur complement matrix
1707470b340bSDmitry Karpeev 
1708470b340bSDmitry Karpeev     Level: advanced
1709470b340bSDmitry Karpeev 
1710470b340bSDmitry Karpeev .seealso: PCFieldSplitGetSubKSP(), PCFIELDSPLIT, PCFieldSplitSchurPreType, PCFieldSplitSchurPrecondition(), MatSchurComplement, PCFieldSplitSchurGetS()
1711470b340bSDmitry Karpeev 
1712470b340bSDmitry Karpeev @*/
1713bca69d2bSDmitry Karpeev PetscErrorCode  PCFieldSplitSchurRestoreS(PC pc,Mat *S)
1714470b340bSDmitry Karpeev {
1715470b340bSDmitry Karpeev   PetscErrorCode ierr;
1716470b340bSDmitry Karpeev   const char*    t;
1717470b340bSDmitry Karpeev   PetscBool      isfs;
1718470b340bSDmitry Karpeev   PC_FieldSplit  *jac;
1719470b340bSDmitry Karpeev 
1720470b340bSDmitry Karpeev   PetscFunctionBegin;
1721470b340bSDmitry Karpeev   PetscValidHeaderSpecific(pc,PC_CLASSID,1);
1722470b340bSDmitry Karpeev   ierr = PetscObjectGetType((PetscObject)pc,&t);CHKERRQ(ierr);
1723470b340bSDmitry Karpeev   ierr = PetscStrcmp(t,PCFIELDSPLIT,&isfs);CHKERRQ(ierr);
1724470b340bSDmitry Karpeev   if (!isfs) SETERRQ1(PETSC_COMM_SELF,PETSC_ERR_ARG_WRONG,"Expected PC of type PCFIELDSPLIT, got %s instead",t);
1725470b340bSDmitry Karpeev   jac = (PC_FieldSplit*)pc->data;
1726470b340bSDmitry Karpeev   if (jac->type != PC_COMPOSITE_SCHUR) SETERRQ1(PETSC_COMM_SELF,PETSC_ERR_ARG_WRONG,"Expected PCFIELDSPLIT of type SCHUR, got %D instead",jac->type);
1727bca69d2bSDmitry Karpeev   if (!S || *S != jac->schur) SETERRQ(PETSC_COMM_SELF,PETSC_ERR_ARG_WRONG,"MatSchurComplement restored is not the same as gotten");
1728470b340bSDmitry Karpeev   PetscFunctionReturn(0);
1729470b340bSDmitry Karpeev }
1730470b340bSDmitry Karpeev 
1731470b340bSDmitry Karpeev 
1732470b340bSDmitry Karpeev #undef __FUNCT__
1733e69d4d44SBarry Smith #define __FUNCT__ "PCFieldSplitSchurPrecondition_FieldSplit"
17341e6b0712SBarry Smith static PetscErrorCode  PCFieldSplitSchurPrecondition_FieldSplit(PC pc,PCFieldSplitSchurPreType ptype,Mat pre)
1735e69d4d44SBarry Smith {
1736e69d4d44SBarry Smith   PC_FieldSplit  *jac = (PC_FieldSplit*)pc->data;
1737084e4875SJed Brown   PetscErrorCode ierr;
1738e69d4d44SBarry Smith 
1739e69d4d44SBarry Smith   PetscFunctionBegin;
1740084e4875SJed Brown   jac->schurpre = ptype;
1741a7476a74SDmitry Karpeev   if (ptype == PC_FIELDSPLIT_SCHUR_PRE_USER && pre) {
17426bf464f9SBarry Smith     ierr            = MatDestroy(&jac->schur_user);CHKERRQ(ierr);
1743084e4875SJed Brown     jac->schur_user = pre;
1744084e4875SJed Brown     ierr            = PetscObjectReference((PetscObject)jac->schur_user);CHKERRQ(ierr);
1745084e4875SJed Brown   }
1746e69d4d44SBarry Smith   PetscFunctionReturn(0);
1747e69d4d44SBarry Smith }
1748e69d4d44SBarry Smith 
174930ad9308SMatthew Knepley #undef __FUNCT__
1750c9c6ffaaSJed Brown #define __FUNCT__ "PCFieldSplitSetSchurFactType"
1751ab1df9f5SJed Brown /*@
1752c9c6ffaaSJed Brown     PCFieldSplitSetSchurFactType -  sets which blocks of the approximate block factorization to retain
1753ab1df9f5SJed Brown 
1754ab1df9f5SJed Brown     Collective on PC
1755ab1df9f5SJed Brown 
1756ab1df9f5SJed Brown     Input Parameters:
1757ab1df9f5SJed Brown +   pc  - the preconditioner context
1758c9c6ffaaSJed Brown -   ftype - which blocks of factorization to retain, PC_FIELDSPLIT_SCHUR_FACT_FULL is default
1759ab1df9f5SJed Brown 
1760ab1df9f5SJed Brown     Options Database:
1761c9c6ffaaSJed Brown .     -pc_fieldsplit_schur_fact_type <diag,lower,upper,full> default is full
1762ab1df9f5SJed Brown 
1763ab1df9f5SJed Brown 
1764ab1df9f5SJed Brown     Level: intermediate
1765ab1df9f5SJed Brown 
1766ab1df9f5SJed Brown     Notes:
1767ab1df9f5SJed Brown     The FULL factorization is
1768ab1df9f5SJed Brown 
1769ab1df9f5SJed Brown $   (A   B)  = (1       0) (A   0) (1  Ainv*B)
1770ab1df9f5SJed Brown $   (C   D)    (C*Ainv  1) (0   S) (0     1  )
1771ab1df9f5SJed Brown 
17726be4592eSBarry Smith     where S = D - C*Ainv*B. In practice, the full factorization is applied via block triangular solves with the grouping L*(D*U). UPPER uses D*U, LOWER uses L*D,
17736be4592eSBarry Smith     and DIAG is the diagonal part with the sign of S flipped (because this makes the preconditioner positive definite for many formulations, thus allowing the use of KSPMINRES).
1774ab1df9f5SJed Brown 
17756be4592eSBarry Smith     If applied exactly, FULL factorization is a direct solver. The preconditioned operator with LOWER or UPPER has all eigenvalues equal to 1 and minimal polynomial
17766be4592eSBarry Smith     of degree 2, so KSPGMRES converges in 2 iterations. If the iteration count is very low, consider using KSPFGMRES or KSPGCR which can use one less preconditioner
17776be4592eSBarry Smith     application in this case. Note that the preconditioned operator may be highly non-normal, so such fast convergence may not be observed in practice. With DIAG,
17786be4592eSBarry Smith     the preconditioned operator has three distinct nonzero eigenvalues and minimal polynomial of degree at most 4, so KSPGMRES converges in at most 4 iterations.
1779ab1df9f5SJed Brown 
17806be4592eSBarry Smith     For symmetric problems in which A is positive definite and S is negative definite, DIAG can be used with KSPMINRES. Note that a flexible method like KSPFGMRES
17816be4592eSBarry Smith     or KSPGCR must be used if the fieldsplit preconditioner is nonlinear (e.g. a few iterations of a Krylov method is used inside a split).
1782ab1df9f5SJed Brown 
1783ab1df9f5SJed Brown     References:
1784ab1df9f5SJed Brown     Murphy, Golub, and Wathen, A note on preconditioning indefinite linear systems, SIAM J. Sci. Comput., 21 (2000) pp. 1969-1972.
1785ab1df9f5SJed Brown 
1786ab1df9f5SJed Brown     Ipsen, A note on preconditioning nonsymmetric matrices, SIAM J. Sci. Comput., 23 (2001), pp. 1050-1051.
1787ab1df9f5SJed Brown 
1788ab1df9f5SJed Brown .seealso: PCFieldSplitGetSubKSP(), PCFIELDSPLIT, PCFieldSplitSetFields(), PCFieldSplitSchurPreType
1789ab1df9f5SJed Brown @*/
1790c9c6ffaaSJed Brown PetscErrorCode  PCFieldSplitSetSchurFactType(PC pc,PCFieldSplitSchurFactType ftype)
1791ab1df9f5SJed Brown {
1792ab1df9f5SJed Brown   PetscErrorCode ierr;
1793ab1df9f5SJed Brown 
1794ab1df9f5SJed Brown   PetscFunctionBegin;
1795ab1df9f5SJed Brown   PetscValidHeaderSpecific(pc,PC_CLASSID,1);
1796c9c6ffaaSJed Brown   ierr = PetscTryMethod(pc,"PCFieldSplitSetSchurFactType_C",(PC,PCFieldSplitSchurFactType),(pc,ftype));CHKERRQ(ierr);
1797ab1df9f5SJed Brown   PetscFunctionReturn(0);
1798ab1df9f5SJed Brown }
1799ab1df9f5SJed Brown 
1800ab1df9f5SJed Brown #undef __FUNCT__
1801c9c6ffaaSJed Brown #define __FUNCT__ "PCFieldSplitSetSchurFactType_FieldSplit"
18021e6b0712SBarry Smith static PetscErrorCode PCFieldSplitSetSchurFactType_FieldSplit(PC pc,PCFieldSplitSchurFactType ftype)
1803ab1df9f5SJed Brown {
1804ab1df9f5SJed Brown   PC_FieldSplit *jac = (PC_FieldSplit*)pc->data;
1805ab1df9f5SJed Brown 
1806ab1df9f5SJed Brown   PetscFunctionBegin;
1807ab1df9f5SJed Brown   jac->schurfactorization = ftype;
1808ab1df9f5SJed Brown   PetscFunctionReturn(0);
1809ab1df9f5SJed Brown }
1810ab1df9f5SJed Brown 
1811ab1df9f5SJed Brown #undef __FUNCT__
181230ad9308SMatthew Knepley #define __FUNCT__ "PCFieldSplitGetSchurBlocks"
181330ad9308SMatthew Knepley /*@C
18148c03b21aSDmitry Karpeev    PCFieldSplitGetSchurBlocks - Gets all matrix blocks for the Schur complement
181530ad9308SMatthew Knepley 
181630ad9308SMatthew Knepley    Collective on KSP
181730ad9308SMatthew Knepley 
181830ad9308SMatthew Knepley    Input Parameter:
181930ad9308SMatthew Knepley .  pc - the preconditioner context
182030ad9308SMatthew Knepley 
182130ad9308SMatthew Knepley    Output Parameters:
1822a04f6461SBarry Smith +  A00 - the (0,0) block
1823a04f6461SBarry Smith .  A01 - the (0,1) block
1824a04f6461SBarry Smith .  A10 - the (1,0) block
1825a04f6461SBarry Smith -  A11 - the (1,1) block
182630ad9308SMatthew Knepley 
182730ad9308SMatthew Knepley    Level: advanced
182830ad9308SMatthew Knepley 
182930ad9308SMatthew Knepley .seealso: PCFIELDSPLIT
183030ad9308SMatthew Knepley @*/
1831a04f6461SBarry Smith PetscErrorCode  PCFieldSplitGetSchurBlocks(PC pc,Mat *A00,Mat *A01,Mat *A10, Mat *A11)
183230ad9308SMatthew Knepley {
183330ad9308SMatthew Knepley   PC_FieldSplit *jac = (PC_FieldSplit*) pc->data;
183430ad9308SMatthew Knepley 
183530ad9308SMatthew Knepley   PetscFunctionBegin;
18360700a824SBarry Smith   PetscValidHeaderSpecific(pc,PC_CLASSID,1);
1837ce94432eSBarry Smith   if (jac->type != PC_COMPOSITE_SCHUR) SETERRQ(PetscObjectComm((PetscObject)pc),PETSC_ERR_ARG_WRONG, "FieldSplit is not using a Schur complement approach.");
1838a04f6461SBarry Smith   if (A00) *A00 = jac->pmat[0];
1839a04f6461SBarry Smith   if (A01) *A01 = jac->B;
1840a04f6461SBarry Smith   if (A10) *A10 = jac->C;
1841a04f6461SBarry Smith   if (A11) *A11 = jac->pmat[1];
184230ad9308SMatthew Knepley   PetscFunctionReturn(0);
184330ad9308SMatthew Knepley }
184430ad9308SMatthew Knepley 
184579416396SBarry Smith #undef __FUNCT__
184679416396SBarry Smith #define __FUNCT__ "PCFieldSplitSetType_FieldSplit"
18471e6b0712SBarry Smith static PetscErrorCode  PCFieldSplitSetType_FieldSplit(PC pc,PCCompositeType type)
184879416396SBarry Smith {
184979416396SBarry Smith   PC_FieldSplit  *jac = (PC_FieldSplit*)pc->data;
1850e69d4d44SBarry Smith   PetscErrorCode ierr;
185179416396SBarry Smith 
185279416396SBarry Smith   PetscFunctionBegin;
185379416396SBarry Smith   jac->type = type;
18543b224e63SBarry Smith   if (type == PC_COMPOSITE_SCHUR) {
18553b224e63SBarry Smith     pc->ops->apply = PCApply_FieldSplit_Schur;
18563b224e63SBarry Smith     pc->ops->view  = PCView_FieldSplit_Schur;
18572fa5cd67SKarl Rupp 
1858bdf89e91SBarry Smith     ierr = PetscObjectComposeFunction((PetscObject)pc,"PCFieldSplitGetSubKSP_C",PCFieldSplitGetSubKSP_FieldSplit_Schur);CHKERRQ(ierr);
1859bdf89e91SBarry Smith     ierr = PetscObjectComposeFunction((PetscObject)pc,"PCFieldSplitSchurPrecondition_C",PCFieldSplitSchurPrecondition_FieldSplit);CHKERRQ(ierr);
1860bdf89e91SBarry Smith     ierr = PetscObjectComposeFunction((PetscObject)pc,"PCFieldSplitSetSchurFactType_C",PCFieldSplitSetSchurFactType_FieldSplit);CHKERRQ(ierr);
1861e69d4d44SBarry Smith 
18623b224e63SBarry Smith   } else {
18633b224e63SBarry Smith     pc->ops->apply = PCApply_FieldSplit;
18643b224e63SBarry Smith     pc->ops->view  = PCView_FieldSplit;
18652fa5cd67SKarl Rupp 
1866bdf89e91SBarry Smith     ierr = PetscObjectComposeFunction((PetscObject)pc,"PCFieldSplitGetSubKSP_C",PCFieldSplitGetSubKSP_FieldSplit);CHKERRQ(ierr);
1867bdf89e91SBarry Smith     ierr = PetscObjectComposeFunction((PetscObject)pc,"PCFieldSplitSchurPrecondition_C",0);CHKERRQ(ierr);
1868bdf89e91SBarry Smith     ierr = PetscObjectComposeFunction((PetscObject)pc,"PCFieldSplitSetSchurFactType_C",0);CHKERRQ(ierr);
18693b224e63SBarry Smith   }
187079416396SBarry Smith   PetscFunctionReturn(0);
187179416396SBarry Smith }
187279416396SBarry Smith 
187351f519a2SBarry Smith #undef __FUNCT__
187451f519a2SBarry Smith #define __FUNCT__ "PCFieldSplitSetBlockSize_FieldSplit"
18751e6b0712SBarry Smith static PetscErrorCode  PCFieldSplitSetBlockSize_FieldSplit(PC pc,PetscInt bs)
187651f519a2SBarry Smith {
187751f519a2SBarry Smith   PC_FieldSplit *jac = (PC_FieldSplit*)pc->data;
187851f519a2SBarry Smith 
187951f519a2SBarry Smith   PetscFunctionBegin;
1880ce94432eSBarry Smith   if (bs < 1) SETERRQ1(PetscObjectComm((PetscObject)pc),PETSC_ERR_ARG_OUTOFRANGE,"Blocksize must be positive, you gave %D",bs);
1881ce94432eSBarry Smith   if (jac->bs > 0 && jac->bs != bs) SETERRQ2(PetscObjectComm((PetscObject)pc),PETSC_ERR_ARG_WRONGSTATE,"Cannot change fieldsplit blocksize from %D to %D after it has been set",jac->bs,bs);
188251f519a2SBarry Smith   jac->bs = bs;
188351f519a2SBarry Smith   PetscFunctionReturn(0);
188451f519a2SBarry Smith }
188551f519a2SBarry Smith 
188679416396SBarry Smith #undef __FUNCT__
188779416396SBarry Smith #define __FUNCT__ "PCFieldSplitSetType"
1888bc08b0f1SBarry Smith /*@
188979416396SBarry Smith    PCFieldSplitSetType - Sets the type of fieldsplit preconditioner.
189079416396SBarry Smith 
189179416396SBarry Smith    Collective on PC
189279416396SBarry Smith 
189379416396SBarry Smith    Input Parameter:
189479416396SBarry Smith .  pc - the preconditioner context
189581540f2fSBarry Smith .  type - PC_COMPOSITE_ADDITIVE, PC_COMPOSITE_MULTIPLICATIVE (default), PC_COMPOSITE_SYMMETRIC_MULTIPLICATIVE, PC_COMPOSITE_SPECIAL, PC_COMPOSITE_SCHUR
189679416396SBarry Smith 
189779416396SBarry Smith    Options Database Key:
1898a4efd8eaSMatthew Knepley .  -pc_fieldsplit_type <type: one of multiplicative, additive, symmetric_multiplicative, special, schur> - Sets fieldsplit preconditioner type
189979416396SBarry Smith 
1900b02e2d75SMatthew G Knepley    Level: Intermediate
190179416396SBarry Smith 
190279416396SBarry Smith .keywords: PC, set, type, composite preconditioner, additive, multiplicative
190379416396SBarry Smith 
190479416396SBarry Smith .seealso: PCCompositeSetType()
190579416396SBarry Smith 
190679416396SBarry Smith @*/
19077087cfbeSBarry Smith PetscErrorCode  PCFieldSplitSetType(PC pc,PCCompositeType type)
190879416396SBarry Smith {
19094ac538c5SBarry Smith   PetscErrorCode ierr;
191079416396SBarry Smith 
191179416396SBarry Smith   PetscFunctionBegin;
19120700a824SBarry Smith   PetscValidHeaderSpecific(pc,PC_CLASSID,1);
19134ac538c5SBarry Smith   ierr = PetscTryMethod(pc,"PCFieldSplitSetType_C",(PC,PCCompositeType),(pc,type));CHKERRQ(ierr);
191479416396SBarry Smith   PetscFunctionReturn(0);
191579416396SBarry Smith }
191679416396SBarry Smith 
1917b02e2d75SMatthew G Knepley #undef __FUNCT__
1918b02e2d75SMatthew G Knepley #define __FUNCT__ "PCFieldSplitGetType"
1919b02e2d75SMatthew G Knepley /*@
1920b02e2d75SMatthew G Knepley   PCFieldSplitGetType - Gets the type of fieldsplit preconditioner.
1921b02e2d75SMatthew G Knepley 
1922b02e2d75SMatthew G Knepley   Not collective
1923b02e2d75SMatthew G Knepley 
1924b02e2d75SMatthew G Knepley   Input Parameter:
1925b02e2d75SMatthew G Knepley . pc - the preconditioner context
1926b02e2d75SMatthew G Knepley 
1927b02e2d75SMatthew G Knepley   Output Parameter:
1928b02e2d75SMatthew G Knepley . type - PC_COMPOSITE_ADDITIVE, PC_COMPOSITE_MULTIPLICATIVE (default), PC_COMPOSITE_SYMMETRIC_MULTIPLICATIVE, PC_COMPOSITE_SPECIAL, PC_COMPOSITE_SCHUR
1929b02e2d75SMatthew G Knepley 
1930b02e2d75SMatthew G Knepley   Level: Intermediate
1931b02e2d75SMatthew G Knepley 
1932b02e2d75SMatthew G Knepley .keywords: PC, set, type, composite preconditioner, additive, multiplicative
1933b02e2d75SMatthew G Knepley .seealso: PCCompositeSetType()
1934b02e2d75SMatthew G Knepley @*/
1935b02e2d75SMatthew G Knepley PetscErrorCode PCFieldSplitGetType(PC pc, PCCompositeType *type)
1936b02e2d75SMatthew G Knepley {
1937b02e2d75SMatthew G Knepley   PC_FieldSplit *jac = (PC_FieldSplit*) pc->data;
1938b02e2d75SMatthew G Knepley 
1939b02e2d75SMatthew G Knepley   PetscFunctionBegin;
1940b02e2d75SMatthew G Knepley   PetscValidHeaderSpecific(pc,PC_CLASSID,1);
1941b02e2d75SMatthew G Knepley   PetscValidIntPointer(type,2);
1942b02e2d75SMatthew G Knepley   *type = jac->type;
1943b02e2d75SMatthew G Knepley   PetscFunctionReturn(0);
1944b02e2d75SMatthew G Knepley }
1945b02e2d75SMatthew G Knepley 
19464ab8060aSDmitry Karpeev #undef __FUNCT__
19474ab8060aSDmitry Karpeev #define __FUNCT__ "PCFieldSplitSetDMSplits"
19484ab8060aSDmitry Karpeev /*@
19494ab8060aSDmitry Karpeev    PCFieldSplitSetDMSplits - Flags whether DMCreateFieldDecomposition() should be used to define the splits, whenever possible.
19504ab8060aSDmitry Karpeev 
19514ab8060aSDmitry Karpeev    Logically Collective
19524ab8060aSDmitry Karpeev 
19534ab8060aSDmitry Karpeev    Input Parameters:
19544ab8060aSDmitry Karpeev +  pc   - the preconditioner context
19554ab8060aSDmitry Karpeev -  flg  - boolean indicating whether to use field splits defined by the DM
19564ab8060aSDmitry Karpeev 
19574ab8060aSDmitry Karpeev    Options Database Key:
19584ab8060aSDmitry Karpeev .  -pc_fieldsplit_dm_splits
19594ab8060aSDmitry Karpeev 
19604ab8060aSDmitry Karpeev    Level: Intermediate
19614ab8060aSDmitry Karpeev 
19624ab8060aSDmitry Karpeev .keywords: PC, DM, composite preconditioner, additive, multiplicative
19634ab8060aSDmitry Karpeev 
19644ab8060aSDmitry Karpeev .seealso: PCFieldSplitGetDMSplits()
19654ab8060aSDmitry Karpeev 
19664ab8060aSDmitry Karpeev @*/
19674ab8060aSDmitry Karpeev PetscErrorCode  PCFieldSplitSetDMSplits(PC pc,PetscBool flg)
19684ab8060aSDmitry Karpeev {
19694ab8060aSDmitry Karpeev   PC_FieldSplit  *jac = (PC_FieldSplit*)pc->data;
19704ab8060aSDmitry Karpeev   PetscBool      isfs;
19714ab8060aSDmitry Karpeev   PetscErrorCode ierr;
19724ab8060aSDmitry Karpeev 
19734ab8060aSDmitry Karpeev   PetscFunctionBegin;
19744ab8060aSDmitry Karpeev   PetscValidHeaderSpecific(pc,PC_CLASSID,1);
19754ab8060aSDmitry Karpeev   PetscValidLogicalCollectiveBool(pc,flg,2);
19764ab8060aSDmitry Karpeev   ierr = PetscObjectTypeCompare((PetscObject)pc,PCFIELDSPLIT,&isfs);CHKERRQ(ierr);
19774ab8060aSDmitry Karpeev   if (isfs) {
19784ab8060aSDmitry Karpeev     jac->dm_splits = flg;
19794ab8060aSDmitry Karpeev   }
19804ab8060aSDmitry Karpeev   PetscFunctionReturn(0);
19814ab8060aSDmitry Karpeev }
19824ab8060aSDmitry Karpeev 
19834ab8060aSDmitry Karpeev 
19844ab8060aSDmitry Karpeev #undef __FUNCT__
19854ab8060aSDmitry Karpeev #define __FUNCT__ "PCFieldSplitGetDMSplits"
19864ab8060aSDmitry Karpeev /*@
19874ab8060aSDmitry Karpeev    PCFieldSplitGetDMSplits - Returns flag indicating whether DMCreateFieldDecomposition() should be used to define the splits, whenever possible.
19884ab8060aSDmitry Karpeev 
19894ab8060aSDmitry Karpeev    Logically Collective
19904ab8060aSDmitry Karpeev 
19914ab8060aSDmitry Karpeev    Input Parameter:
19924ab8060aSDmitry Karpeev .  pc   - the preconditioner context
19934ab8060aSDmitry Karpeev 
19944ab8060aSDmitry Karpeev    Output Parameter:
19954ab8060aSDmitry Karpeev .  flg  - boolean indicating whether to use field splits defined by the DM
19964ab8060aSDmitry Karpeev 
19974ab8060aSDmitry Karpeev    Level: Intermediate
19984ab8060aSDmitry Karpeev 
19994ab8060aSDmitry Karpeev .keywords: PC, DM, composite preconditioner, additive, multiplicative
20004ab8060aSDmitry Karpeev 
20014ab8060aSDmitry Karpeev .seealso: PCFieldSplitSetDMSplits()
20024ab8060aSDmitry Karpeev 
20034ab8060aSDmitry Karpeev @*/
20044ab8060aSDmitry Karpeev PetscErrorCode  PCFieldSplitGetDMSplits(PC pc,PetscBool* flg)
20054ab8060aSDmitry Karpeev {
20064ab8060aSDmitry Karpeev   PC_FieldSplit  *jac = (PC_FieldSplit*)pc->data;
20074ab8060aSDmitry Karpeev   PetscBool      isfs;
20084ab8060aSDmitry Karpeev   PetscErrorCode ierr;
20094ab8060aSDmitry Karpeev 
20104ab8060aSDmitry Karpeev   PetscFunctionBegin;
20114ab8060aSDmitry Karpeev   PetscValidHeaderSpecific(pc,PC_CLASSID,1);
20124ab8060aSDmitry Karpeev   PetscValidPointer(flg,2);
20134ab8060aSDmitry Karpeev   ierr = PetscObjectTypeCompare((PetscObject)pc,PCFIELDSPLIT,&isfs);CHKERRQ(ierr);
20144ab8060aSDmitry Karpeev   if (isfs) {
20154ab8060aSDmitry Karpeev     if(flg) *flg = jac->dm_splits;
20164ab8060aSDmitry Karpeev   }
20174ab8060aSDmitry Karpeev   PetscFunctionReturn(0);
20184ab8060aSDmitry Karpeev }
20194ab8060aSDmitry Karpeev 
20200971522cSBarry Smith /* -------------------------------------------------------------------------------------*/
20210971522cSBarry Smith /*MC
2022a8c7a070SBarry Smith    PCFIELDSPLIT - Preconditioner created by combining separate preconditioners for individual
2023a04f6461SBarry Smith                   fields or groups of fields. See the users manual section "Solving Block Matrices" for more details.
20240971522cSBarry Smith 
2025edf189efSBarry Smith      To set options on the solvers for each block append -fieldsplit_ to all the PC
2026edf189efSBarry Smith         options database keys. For example, -fieldsplit_pc_type ilu -fieldsplit_pc_factor_levels 1
20270971522cSBarry Smith 
2028a8c7a070SBarry Smith      To set the options on the solvers separate for each block call PCFieldSplitGetSubKSP()
202969a612a9SBarry Smith          and set the options directly on the resulting KSP object
20300971522cSBarry Smith 
20310971522cSBarry Smith    Level: intermediate
20320971522cSBarry Smith 
203379416396SBarry Smith    Options Database Keys:
203481540f2fSBarry Smith +   -pc_fieldsplit_%d_fields <a,b,..> - indicates the fields to be used in the %d'th split
203581540f2fSBarry Smith .   -pc_fieldsplit_default - automatically add any fields to additional splits that have not
203681540f2fSBarry Smith                               been supplied explicitly by -pc_fieldsplit_%d_fields
203781540f2fSBarry Smith .   -pc_fieldsplit_block_size <bs> - size of block that defines fields (i.e. there are bs fields)
20380f188ba9SJed Brown .   -pc_fieldsplit_type <additive,multiplicative,symmetric_multiplicative,schur> - type of relaxation or factorization splitting
2039a7476a74SDmitry Karpeev .   -pc_fieldsplit_schur_precondition <self,selfp,user,a11> - default is a11
2040435f959eSBarry Smith .   -pc_fieldsplit_detect_saddle_point - automatically finds rows with zero or negative diagonal and uses Schur complement with no preconditioner as the solver
204179416396SBarry Smith 
20425d4c12cdSJungho Lee -    Options prefix for inner solvers when using Schur complement preconditioner are -fieldsplit_0_ and -fieldsplit_1_
20435d4c12cdSJungho Lee      for all other solvers they are -fieldsplit_%d_ for the dth field, use -fieldsplit_ for all fields
20445d4c12cdSJungho Lee 
2045c8a0d604SMatthew G Knepley    Notes:
2046c8a0d604SMatthew G Knepley     Use PCFieldSplitSetFields() to set fields defined by "strided" entries and PCFieldSplitSetIS()
2047d32f9abdSBarry Smith      to define a field by an arbitrary collection of entries.
2048d32f9abdSBarry Smith 
2049d32f9abdSBarry Smith       If no fields are set the default is used. The fields are defined by entries strided by bs,
2050d32f9abdSBarry Smith       beginning at 0 then 1, etc to bs-1. The block size can be set with PCFieldSplitSetBlockSize(),
2051d32f9abdSBarry Smith       if this is not called the block size defaults to the blocksize of the second matrix passed
2052d32f9abdSBarry Smith       to KSPSetOperators()/PCSetOperators().
2053d32f9abdSBarry Smith 
2054c8a0d604SMatthew G Knepley $     For the Schur complement preconditioner if J = ( A00 A01 )
2055c8a0d604SMatthew G Knepley $                                                    ( A10 A11 )
2056c8a0d604SMatthew G Knepley $     the preconditioner using full factorization is
2057c8a0d604SMatthew G Knepley $              ( I   -A10 ksp(A00) ) ( inv(A00)     0  ) (     I          0  )
2058c8a0d604SMatthew G Knepley $              ( 0         I       ) (   0      ksp(S) ) ( -A10 ksp(A00)  I  )
2059a04f6461SBarry Smith      where the action of inv(A00) is applied using the KSP solver with prefix -fieldsplit_0_. The action of
2060c8a0d604SMatthew G Knepley      ksp(S) is computed using the KSP solver with prefix -fieldsplit_splitname_ (where splitname was given
2061a7476a74SDmitry Karpeev      in providing the SECOND split or 1 if not given). For PCFieldSplitGetKSP() when field number is 0,
2062c8a0d604SMatthew G Knepley      it returns the KSP associated with -fieldsplit_0_ while field number 1 gives -fieldsplit_1_ KSP. By default
2063a04f6461SBarry Smith      A11 is used to construct a preconditioner for S, use PCFieldSplitSchurPrecondition() to turn on or off this
2064a7476a74SDmitry Karpeev      option. You can use the preconditioner PCLSC to precondition the Schur complement with -fieldsplit_1_pc_type lsc.
2065a7476a74SDmitry Karpeev      When option -fieldsplit_schur_precondition selfp is given, an approximation to S is assembled --
2066a7476a74SDmitry Karpeev      Sp = A11 - A10 inv(diag(A00)) A01, which has type AIJ and can be used with a variety of preconditioners
2067a7476a74SDmitry Karpeev      (e.g., -fieldsplit_1_pc_type asm).
2068a7476a74SDmitry Karpeev      The factorization type is set using -pc_fieldsplit_schur_fact_type <diag, lower, upper, full>. The full is shown above,
20695668aaf4SBarry Smith      diag gives
2070c8a0d604SMatthew G Knepley $              ( inv(A00)     0   )
2071c8a0d604SMatthew G Knepley $              (   0      -ksp(S) )
20725668aaf4SBarry Smith      note that slightly counter intuitively there is a negative in front of the ksp(S) so that the preconditioner is positive definite. The lower factorization is the inverse of
2073c8a0d604SMatthew G Knepley $              (  A00   0 )
2074c8a0d604SMatthew G Knepley $              (  A10   S )
2075c8a0d604SMatthew G Knepley      where the inverses of A00 and S are applied using KSPs. The upper factorization is the inverse of
2076c8a0d604SMatthew G Knepley $              ( A00 A01 )
2077c8a0d604SMatthew G Knepley $              (  0   S  )
2078c8a0d604SMatthew G Knepley      where again the inverses of A00 and S are applied using KSPs.
2079e69d4d44SBarry Smith 
2080edf189efSBarry Smith      If only one set of indices (one IS) is provided with PCFieldSplitSetIS() then the complement of that IS
2081edf189efSBarry Smith      is used automatically for a second block.
2082edf189efSBarry Smith 
2083ff218e97SBarry Smith      The fieldsplit preconditioner cannot currently be used with the BAIJ or SBAIJ data formats if the blocksize is larger than 1.
2084ff218e97SBarry Smith      Generally it should be used with the AIJ format.
2085ff218e97SBarry Smith 
2086ff218e97SBarry Smith      The forms of these preconditioners are closely related if not identical to forms derived as "Distributive Iterations", see,
2087ff218e97SBarry Smith      for example, page 294 in "Principles of Computational Fluid Dynamics" by Pieter Wesseling. Note that one can also use PCFIELDSPLIT
2088ff218e97SBarry Smith      inside a smoother resulting in "Distributive Smoothers".
20890716a85fSBarry Smith 
2090a541d17aSBarry Smith    Concepts: physics based preconditioners, block preconditioners
20910971522cSBarry Smith 
20927e8cb189SBarry Smith .seealso:  PCCreate(), PCSetType(), PCType (for list of available types), PC, Block_Preconditioners, PCLSC,
2093e69d4d44SBarry Smith            PCFieldSplitGetSubKSP(), PCFieldSplitSetFields(), PCFieldSplitSetType(), PCFieldSplitSetIS(), PCFieldSplitSchurPrecondition()
20940971522cSBarry Smith M*/
20950971522cSBarry Smith 
20960971522cSBarry Smith #undef __FUNCT__
20970971522cSBarry Smith #define __FUNCT__ "PCCreate_FieldSplit"
20988cc058d9SJed Brown PETSC_EXTERN PetscErrorCode PCCreate_FieldSplit(PC pc)
20990971522cSBarry Smith {
21000971522cSBarry Smith   PetscErrorCode ierr;
21010971522cSBarry Smith   PC_FieldSplit  *jac;
21020971522cSBarry Smith 
21030971522cSBarry Smith   PetscFunctionBegin;
2104b00a9115SJed Brown   ierr = PetscNewLog(pc,&jac);CHKERRQ(ierr);
21052fa5cd67SKarl Rupp 
21060971522cSBarry Smith   jac->bs                 = -1;
21070971522cSBarry Smith   jac->nsplits            = 0;
21083e197d65SBarry Smith   jac->type               = PC_COMPOSITE_MULTIPLICATIVE;
2109e6cab6aaSJed Brown   jac->schurpre           = PC_FIELDSPLIT_SCHUR_PRE_USER; /* Try user preconditioner first, fall back on diagonal */
2110c9c6ffaaSJed Brown   jac->schurfactorization = PC_FIELDSPLIT_SCHUR_FACT_FULL;
2111fbe7908bSJed Brown   jac->dm_splits          = PETSC_TRUE;
211251f519a2SBarry Smith 
21130971522cSBarry Smith   pc->data = (void*)jac;
21140971522cSBarry Smith 
21150971522cSBarry Smith   pc->ops->apply           = PCApply_FieldSplit;
2116421e10b8SBarry Smith   pc->ops->applytranspose  = PCApplyTranspose_FieldSplit;
21170971522cSBarry Smith   pc->ops->setup           = PCSetUp_FieldSplit;
2118574deadeSBarry Smith   pc->ops->reset           = PCReset_FieldSplit;
21190971522cSBarry Smith   pc->ops->destroy         = PCDestroy_FieldSplit;
21200971522cSBarry Smith   pc->ops->setfromoptions  = PCSetFromOptions_FieldSplit;
21210971522cSBarry Smith   pc->ops->view            = PCView_FieldSplit;
21220971522cSBarry Smith   pc->ops->applyrichardson = 0;
21230971522cSBarry Smith 
2124bdf89e91SBarry Smith   ierr = PetscObjectComposeFunction((PetscObject)pc,"PCFieldSplitGetSubKSP_C",PCFieldSplitGetSubKSP_FieldSplit);CHKERRQ(ierr);
2125bdf89e91SBarry Smith   ierr = PetscObjectComposeFunction((PetscObject)pc,"PCFieldSplitSetFields_C",PCFieldSplitSetFields_FieldSplit);CHKERRQ(ierr);
2126bdf89e91SBarry Smith   ierr = PetscObjectComposeFunction((PetscObject)pc,"PCFieldSplitSetIS_C",PCFieldSplitSetIS_FieldSplit);CHKERRQ(ierr);
2127bdf89e91SBarry Smith   ierr = PetscObjectComposeFunction((PetscObject)pc,"PCFieldSplitSetType_C",PCFieldSplitSetType_FieldSplit);CHKERRQ(ierr);
2128bdf89e91SBarry Smith   ierr = PetscObjectComposeFunction((PetscObject)pc,"PCFieldSplitSetBlockSize_C",PCFieldSplitSetBlockSize_FieldSplit);CHKERRQ(ierr);
21290971522cSBarry Smith   PetscFunctionReturn(0);
21300971522cSBarry Smith }
21310971522cSBarry Smith 
21320971522cSBarry Smith 
2133a541d17aSBarry Smith 
2134