xref: /petsc/src/snes/impls/patch/snespatch.c (revision ca0c3be5b15927b6f0b3f438d04e87b57675cd58)
1 /*
2       Defines a SNES that can consist of a collection of SNESes on patches of the domain
3 */
4 #include <petsc/private/snesimpl.h> /*I "petscsnes.h" I*/
5 #include <petsc/private/pcpatchimpl.h> /* We need internal access to PCPatch right now, until that part is moved to Plex */
6 #include <petscsf.h>
7 
8 typedef struct {
9   PC pc; /* The linear patch preconditioner */
10 } SNES_Patch;
11 
12 static PetscErrorCode SNESPatchComputeResidual_Private(SNES snes, Vec x, Vec F, void *ctx)
13 {
14   PC                pc      = (PC) ctx;
15   PC_PATCH          *pcpatch = (PC_PATCH *) pc->data;
16   PetscInt          pt, size, i;
17   const PetscInt    *indices;
18   const PetscScalar *X;
19   PetscScalar       *XWithAll;
20   PetscErrorCode    ierr;
21 
22   PetscFunctionBegin;
23 
24   /* scatter from x to patch->patchStateWithAll[pt] */
25   pt = pcpatch->currentPatch;
26   ierr = ISGetSize(pcpatch->dofMappingWithoutToWithAll[pt], &size);CHKERRQ(ierr);
27 
28   ierr = ISGetIndices(pcpatch->dofMappingWithoutToWithAll[pt], &indices);CHKERRQ(ierr);
29   ierr = VecGetArrayRead(x, &X);CHKERRQ(ierr);
30   ierr = VecGetArray(pcpatch->patchStateWithAll[pt], &XWithAll);CHKERRQ(ierr);
31 
32   for (i = 0; i < size; ++i) {
33     XWithAll[indices[i]] = X[i];
34   }
35 
36   ierr = VecRestoreArray(pcpatch->patchStateWithAll[pt], &XWithAll);CHKERRQ(ierr);
37   ierr = VecRestoreArrayRead(x, &X);CHKERRQ(ierr);
38   ierr = ISRestoreIndices(pcpatch->dofMappingWithoutToWithAll[pt], &indices);CHKERRQ(ierr);
39 
40   ierr = PCPatchComputeFunction_Internal(pc, pcpatch->patchStateWithAll[pt], F, pt);CHKERRQ(ierr);
41   PetscFunctionReturn(0);
42 }
43 
44 static PetscErrorCode SNESPatchComputeJacobian_Private(SNES snes, Vec x, Mat J, Mat M, void *ctx)
45 {
46   PC                pc      = (PC) ctx;
47   PC_PATCH          *pcpatch = (PC_PATCH *) pc->data;
48   PetscInt          pt, size, i;
49   const PetscInt    *indices;
50   const PetscScalar *X;
51   PetscScalar       *XWithAll;
52   PetscErrorCode    ierr;
53 
54   PetscFunctionBegin;
55   /* scatter from x to patch->patchStateWithAll[pt] */
56   pt = pcpatch->currentPatch;
57   ierr = ISGetSize(pcpatch->dofMappingWithoutToWithAll[pt], &size);CHKERRQ(ierr);
58 
59   ierr = ISGetIndices(pcpatch->dofMappingWithoutToWithAll[pt], &indices);CHKERRQ(ierr);
60   ierr = VecGetArrayRead(x, &X);CHKERRQ(ierr);
61   ierr = VecGetArray(pcpatch->patchStateWithAll[pt], &XWithAll);CHKERRQ(ierr);
62 
63   for (i = 0; i < size; ++i) {
64     XWithAll[indices[i]] = X[i];
65   }
66 
67   ierr = VecRestoreArray(pcpatch->patchStateWithAll[pt], &XWithAll);CHKERRQ(ierr);
68   ierr = VecRestoreArrayRead(x, &X);CHKERRQ(ierr);
69   ierr = ISRestoreIndices(pcpatch->dofMappingWithoutToWithAll[pt], &indices);CHKERRQ(ierr);
70 
71   ierr = PCPatchComputeOperator_Internal(pc, pcpatch->patchStateWithAll[pt], M, pcpatch->currentPatch, PETSC_FALSE);CHKERRQ(ierr);
72   PetscFunctionReturn(0);
73 }
74 
75 static PetscErrorCode PCSetUp_PATCH_Nonlinear(PC pc)
76 {
77   PC_PATCH       *patch = (PC_PATCH *) pc->data;
78   const char     *prefix;
79   PetscInt       i, pStart, dof;
80   PetscErrorCode ierr;
81 
82   PetscFunctionBegin;
83   if (!pc->setupcalled) {
84     ierr = PetscMalloc1(patch->npatch, &patch->solver);CHKERRQ(ierr);
85     ierr = PCGetOptionsPrefix(pc, &prefix);CHKERRQ(ierr);
86     ierr = PetscSectionGetChart(patch->gtolCounts, &pStart, NULL);CHKERRQ(ierr);
87     for (i = 0; i < patch->npatch; ++i) {
88       SNES snes;
89 
90       ierr = SNESCreate(PETSC_COMM_SELF, &snes);CHKERRQ(ierr);
91       ierr = SNESSetOptionsPrefix(snes, prefix);CHKERRQ(ierr);
92       ierr = SNESAppendOptionsPrefix(snes, "sub_");CHKERRQ(ierr);
93       ierr = PetscObjectIncrementTabLevel((PetscObject) snes, (PetscObject) pc, 2);CHKERRQ(ierr);
94       ierr = PetscLogObjectParent((PetscObject) pc, (PetscObject) snes);CHKERRQ(ierr);
95       patch->solver[i] = (PetscObject) snes;
96     }
97 
98     ierr = PetscMalloc1(patch->npatch, &patch->patchResidual);CHKERRQ(ierr);
99     ierr = PetscMalloc1(patch->npatch, &patch->patchState);CHKERRQ(ierr);
100     ierr = PetscMalloc1(patch->npatch, &patch->patchStateWithAll);CHKERRQ(ierr);
101     for (i = 0; i < patch->npatch; ++i) {
102       ierr = VecDuplicate(patch->patchRHS[i], &patch->patchResidual[i]);CHKERRQ(ierr);
103       ierr = VecDuplicate(patch->patchUpdate[i], &patch->patchState[i]);CHKERRQ(ierr);
104 
105       ierr = PetscSectionGetDof(patch->gtolCountsWithAll, i+pStart, &dof);CHKERRQ(ierr);
106       ierr = VecCreateSeq(PETSC_COMM_SELF, dof, &patch->patchStateWithAll[i]);CHKERRQ(ierr);
107       ierr = VecSetUp(patch->patchStateWithAll[i]);CHKERRQ(ierr);
108     }
109     ierr = VecDuplicate(patch->localUpdate, &patch->localState);CHKERRQ(ierr);
110   }
111   for (i = 0; i < patch->npatch; ++i) {
112     SNES snes = (SNES) patch->solver[i];
113 
114     ierr = SNESSetFunction(snes, patch->patchResidual[i], SNESPatchComputeResidual_Private, pc);CHKERRQ(ierr);
115     ierr = SNESSetJacobian(snes, patch->mat[i], patch->mat[i], SNESPatchComputeJacobian_Private, pc);CHKERRQ(ierr);
116   }
117   if (!pc->setupcalled && patch->optionsSet) for (i = 0; i < patch->npatch; ++i) {ierr = SNESSetFromOptions((SNES) patch->solver[i]);CHKERRQ(ierr);}
118   PetscFunctionReturn(0);
119 }
120 
121 static PetscErrorCode PCApply_PATCH_Nonlinear(PC pc, PetscInt i, Vec patchRHS, Vec patchUpdate)
122 {
123   PC_PATCH      *patch = (PC_PATCH *) pc->data;
124   PetscInt       pStart;
125   PetscErrorCode ierr;
126 
127   PetscFunctionBegin;
128   patch->currentPatch = i;
129   ierr = PetscLogEventBegin(PC_Patch_Solve, pc, 0, 0, 0);CHKERRQ(ierr);
130 
131   /* Scatter the overlapped global state to our patch state vector */
132   ierr = PetscSectionGetChart(patch->gtolCounts, &pStart, NULL);CHKERRQ(ierr);
133   ierr = PCPatch_ScatterLocal_Private(pc, i+pStart, patch->localState, patch->patchState[i], INSERT_VALUES, SCATTER_FORWARD, SCATTER_INTERIOR);CHKERRQ(ierr);
134   ierr = PCPatch_ScatterLocal_Private(pc, i+pStart, patch->localState, patch->patchStateWithAll[i], INSERT_VALUES, SCATTER_FORWARD, SCATTER_WITHALL);CHKERRQ(ierr);
135 
136   /* Set initial guess to be current state*/
137   ierr = VecCopy(patch->patchState[i], patchUpdate);CHKERRQ(ierr);
138   /* Solve for new state */
139   ierr = SNESSolve((SNES) patch->solver[i], patchRHS, patchUpdate);CHKERRQ(ierr);
140   /* To compute update, subtract off previous state */
141   ierr = VecAXPY(patchUpdate, -1.0, patch->patchState[i]);CHKERRQ(ierr);
142 
143   ierr = PetscLogEventEnd(PC_Patch_Solve, pc, 0, 0, 0);CHKERRQ(ierr);
144   PetscFunctionReturn(0);
145 }
146 
147 static PetscErrorCode PCReset_PATCH_Nonlinear(PC pc)
148 {
149   PC_PATCH      *patch = (PC_PATCH *) pc->data;
150   PetscInt       i;
151   PetscErrorCode ierr;
152 
153   PetscFunctionBegin;
154   if (patch->solver) {
155     for (i = 0; i < patch->npatch; ++i) {ierr = SNESReset((SNES) patch->solver[i]);CHKERRQ(ierr);}
156   }
157 
158   if (patch->patchResidual) {
159     for (i = 0; i < patch->npatch; ++i) {ierr = VecDestroy(&patch->patchResidual[i]);CHKERRQ(ierr);}
160     ierr = PetscFree(patch->patchResidual);CHKERRQ(ierr);
161   }
162 
163   if (patch->patchState) {
164     for (i = 0; i < patch->npatch; ++i) {ierr = VecDestroy(&patch->patchState[i]);CHKERRQ(ierr);}
165     ierr = PetscFree(patch->patchState);CHKERRQ(ierr);
166   }
167 
168   if (patch->patchStateWithAll) {
169     for (i = 0; i < patch->npatch; ++i) {ierr = VecDestroy(&patch->patchStateWithAll[i]);CHKERRQ(ierr);}
170     ierr = PetscFree(patch->patchStateWithAll);CHKERRQ(ierr);
171   }
172 
173   ierr = VecDestroy(&patch->localState);CHKERRQ(ierr);
174   PetscFunctionReturn(0);
175 }
176 
177 static PetscErrorCode PCDestroy_PATCH_Nonlinear(PC pc)
178 {
179   PC_PATCH      *patch = (PC_PATCH *) pc->data;
180   PetscInt       i;
181   PetscErrorCode ierr;
182 
183   PetscFunctionBegin;
184   if (patch->solver) {
185     for (i = 0; i < patch->npatch; ++i) {ierr = SNESDestroy((SNES *) &patch->solver[i]);CHKERRQ(ierr);}
186     ierr = PetscFree(patch->solver);CHKERRQ(ierr);
187   }
188   PetscFunctionReturn(0);
189 }
190 
191 static PetscErrorCode PCUpdateMultiplicative_PATCH_Nonlinear(PC pc, PetscInt i, PetscInt pStart)
192 {
193   PC_PATCH      *patch = (PC_PATCH *) pc->data;
194   PetscErrorCode ierr;
195 
196   PetscFunctionBegin;
197   ierr = PCPatch_ScatterLocal_Private(pc, i + pStart, patch->patchUpdate[i], patch->localState, ADD_VALUES, SCATTER_REVERSE, SCATTER_INTERIOR);CHKERRQ(ierr);
198   PetscFunctionReturn(0);
199 }
200 
201 static PetscErrorCode SNESSetUp_Patch(SNES snes)
202 {
203   SNES_Patch    *patch = (SNES_Patch *) snes->data;
204   DM             dm;
205   Mat            dummy;
206   Vec            F;
207   PetscInt       n, N;
208   PetscErrorCode ierr;
209 
210   PetscFunctionBegin;
211   ierr = SNESGetDM(snes, &dm);CHKERRQ(ierr);
212   ierr = PCSetDM(patch->pc, dm);CHKERRQ(ierr);
213   ierr = SNESGetFunction(snes, &F, NULL, NULL);CHKERRQ(ierr);
214   ierr = VecGetLocalSize(F, &n);CHKERRQ(ierr);
215   ierr = VecGetSize(F, &N);CHKERRQ(ierr);
216   ierr = MatCreateShell(PetscObjectComm((PetscObject) snes), n, n, N, N, (void *) snes, &dummy);CHKERRQ(ierr);
217   ierr = PCSetOperators(patch->pc, dummy, dummy);CHKERRQ(ierr);
218   ierr = MatDestroy(&dummy);CHKERRQ(ierr);
219   ierr = PCSetUp(patch->pc);CHKERRQ(ierr);
220   /* allocate workspace */
221   PetscFunctionReturn(0);
222 }
223 
224 static PetscErrorCode SNESReset_Patch(SNES snes)
225 {
226   SNES_Patch    *patch = (SNES_Patch *) snes->data;
227   PetscErrorCode ierr;
228 
229   PetscFunctionBegin;
230   ierr = PCReset(patch->pc);CHKERRQ(ierr);
231   PetscFunctionReturn(0);
232 }
233 
234 static PetscErrorCode SNESDestroy_Patch(SNES snes)
235 {
236   SNES_Patch    *patch = (SNES_Patch *) snes->data;
237   PetscErrorCode ierr;
238 
239   PetscFunctionBegin;
240   ierr = SNESReset_Patch(snes);CHKERRQ(ierr);
241   ierr = PCDestroy(&patch->pc);CHKERRQ(ierr);
242   ierr = PetscFree(snes->data);CHKERRQ(ierr);
243   PetscFunctionReturn(0);
244 }
245 
246 static PetscErrorCode SNESSetFromOptions_Patch(PetscOptionItems *PetscOptionsObject, SNES snes)
247 {
248   SNES_Patch    *patch = (SNES_Patch *) snes->data;
249   const char    *prefix;
250   PetscErrorCode ierr;
251 
252   PetscFunctionBegin;
253   ierr = PetscObjectGetOptionsPrefix((PetscObject)snes, &prefix);CHKERRQ(ierr);
254   ierr = PetscObjectSetOptionsPrefix((PetscObject)patch->pc, prefix);CHKERRQ(ierr);
255   ierr = PCSetFromOptions(patch->pc);CHKERRQ(ierr);
256   PetscFunctionReturn(0);
257 }
258 
259 static PetscErrorCode SNESView_Patch(SNES snes,PetscViewer viewer)
260 {
261   SNES_Patch    *patch = (SNES_Patch *) snes->data;
262   PetscBool      iascii;
263   PetscErrorCode ierr;
264 
265   PetscFunctionBegin;
266   ierr = PetscObjectTypeCompare((PetscObject) viewer, PETSCVIEWERASCII, &iascii);CHKERRQ(ierr);
267   if (iascii) {
268     ierr = PetscViewerASCIIPrintf(viewer,"SNESPATCH\n");CHKERRQ(ierr);
269   }
270   ierr = PetscViewerASCIIPushTab(viewer);CHKERRQ(ierr);
271   ierr = PCView(patch->pc, viewer);CHKERRQ(ierr);
272   ierr = PetscViewerASCIIPopTab(viewer);CHKERRQ(ierr);
273   PetscFunctionReturn(0);
274 }
275 
276 static PetscErrorCode SNESSolve_Patch(SNES snes)
277 {
278   SNES_Patch        *patch = (SNES_Patch *) snes->data;
279   PC_PATCH          *pcpatch = (PC_PATCH *) patch->pc->data;
280   SNESLineSearch    ls;
281   Vec               rhs, update, state, residual;
282   const PetscScalar *globalState  = NULL;
283   PetscScalar       *localState   = NULL;
284   PetscInt          its = 0;
285   PetscReal         xnorm = 0.0, ynorm = 0.0, fnorm = 0.0;
286   PetscErrorCode    ierr;
287 
288   PetscFunctionBegin;
289   ierr = SNESGetSolution(snes, &state);CHKERRQ(ierr);
290   ierr = SNESGetSolutionUpdate(snes, &update);CHKERRQ(ierr);
291   ierr = SNESGetRhs(snes, &rhs);CHKERRQ(ierr);
292 
293   ierr = SNESGetFunction(snes, &residual, NULL, NULL);CHKERRQ(ierr);
294   ierr = SNESGetLineSearch(snes, &ls);CHKERRQ(ierr);
295 
296   ierr = SNESSetConvergedReason(snes, SNES_CONVERGED_ITERATING);CHKERRQ(ierr);
297   ierr = VecSet(update, 0.0);CHKERRQ(ierr);
298   ierr = SNESComputeFunction(snes, state, residual);CHKERRQ(ierr);
299 
300   ierr = VecNorm(state, NORM_2, &xnorm);CHKERRQ(ierr);
301   ierr = VecNorm(residual, NORM_2, &fnorm);CHKERRQ(ierr);
302   snes->ttol = fnorm*snes->rtol;
303 
304   if (snes->ops->converged) {
305     ierr = (*snes->ops->converged)(snes,its,xnorm,ynorm,fnorm,&snes->reason,snes->cnvP);CHKERRQ(ierr);
306   } else {
307     ierr = SNESConvergedSkip(snes,its,xnorm,ynorm,fnorm,&snes->reason,0);CHKERRQ(ierr);
308   }
309   ierr = SNESLogConvergenceHistory(snes, fnorm, 0);CHKERRQ(ierr); /* should we count lits from the patches? */
310   ierr = SNESMonitor(snes, its, fnorm);CHKERRQ(ierr);
311 
312   /* The main solver loop */
313   for (its = 0; its < snes->max_its; its++) {
314 
315     ierr = SNESSetIterationNumber(snes, its);CHKERRQ(ierr);
316 
317     /* Scatter state vector to overlapped vector on all patches.
318        The vector pcpatch->localState is scattered to each patch
319        in PCApply_PATCH_Nonlinear. */
320     ierr = VecGetArrayRead(state, &globalState);CHKERRQ(ierr);
321     ierr = VecGetArray(pcpatch->localState, &localState);CHKERRQ(ierr);
322     ierr = PetscSFBcastBegin(pcpatch->sectionSF, MPIU_SCALAR, globalState, localState);CHKERRQ(ierr);
323     ierr = PetscSFBcastEnd(pcpatch->sectionSF, MPIU_SCALAR, globalState, localState);CHKERRQ(ierr);
324     ierr = VecRestoreArray(pcpatch->localState, &localState);CHKERRQ(ierr);
325     ierr = VecRestoreArrayRead(state, &globalState);CHKERRQ(ierr);
326 
327     /* The looping over patches happens here */
328     ierr = PCApply(patch->pc, rhs, update);CHKERRQ(ierr);
329 
330     /* Apply a line search. This will often be basic with
331        damping = 1/(max number of patches a dof can be in),
332        but not always */
333     ierr = VecScale(update, -1.0);CHKERRQ(ierr);
334     ierr = SNESLineSearchApply(ls, state, residual, &fnorm, update);CHKERRQ(ierr);
335 
336     ierr = VecNorm(state, NORM_2, &xnorm);CHKERRQ(ierr);
337     ierr = VecNorm(update, NORM_2, &ynorm);CHKERRQ(ierr);
338 
339     if (snes->ops->converged) {
340       ierr = (*snes->ops->converged)(snes,its,xnorm,ynorm,fnorm,&snes->reason,snes->cnvP);CHKERRQ(ierr);
341     } else {
342       ierr = SNESConvergedSkip(snes,its,xnorm,ynorm,fnorm,&snes->reason,0);CHKERRQ(ierr);
343     }
344     ierr = SNESLogConvergenceHistory(snes, fnorm, 0);CHKERRQ(ierr); /* FIXME: should we count lits? */
345     ierr = SNESMonitor(snes, its, fnorm);CHKERRQ(ierr);
346   }
347 
348   if (its == snes->max_its) { ierr = SNESSetConvergedReason(snes, SNES_DIVERGED_MAX_IT);CHKERRQ(ierr); }
349   PetscFunctionReturn(0);
350 }
351 
352 /*MC
353   SNESPATCH - Solve a nonlinear problem by composing together many nonlinear solvers on patches
354 
355   Level: intermediate
356 
357 .seealso:  SNESCreate(), SNESSetType(), SNESType (for list of available types), SNES,
358            PCPATCH
359 
360    References:
361 .  1. - Peter R. Brune, Matthew G. Knepley, Barry F. Smith, and Xuemin Tu, "Composing Scalable Nonlinear Algebraic Solvers", SIAM Review, 57(4), 2015
362 
363 M*/
364 PETSC_EXTERN PetscErrorCode SNESCreate_Patch(SNES snes)
365 {
366   PetscErrorCode ierr;
367   SNES_Patch     *patch;
368   PC_PATCH       *patchpc;
369   SNESLineSearch linesearch;
370 
371   PetscFunctionBegin;
372   ierr = PetscNewLog(snes, &patch);CHKERRQ(ierr);
373 
374   snes->ops->solve          = SNESSolve_Patch;
375   snes->ops->setup          = SNESSetUp_Patch;
376   snes->ops->reset          = SNESReset_Patch;
377   snes->ops->destroy        = SNESDestroy_Patch;
378   snes->ops->setfromoptions = SNESSetFromOptions_Patch;
379   snes->ops->view           = SNESView_Patch;
380 
381   ierr = SNESGetLineSearch(snes,&linesearch);CHKERRQ(ierr);
382   ierr = SNESLineSearchSetType(linesearch,SNESLINESEARCHBASIC);CHKERRQ(ierr);
383   snes->usesksp        = PETSC_FALSE;
384 
385   snes->alwayscomputesfinalresidual = PETSC_FALSE;
386 
387   snes->data = (void *) patch;
388   ierr = PCCreate(PetscObjectComm((PetscObject) snes), &patch->pc);CHKERRQ(ierr);
389   ierr = PCSetType(patch->pc, PCPATCH);CHKERRQ(ierr);
390 
391   patchpc = (PC_PATCH*) patch->pc->data;
392   patchpc->classname = "snes";
393   patchpc->isNonlinear = PETSC_TRUE;
394 
395   patchpc->setupsolver   = PCSetUp_PATCH_Nonlinear;
396   patchpc->applysolver   = PCApply_PATCH_Nonlinear;
397   patchpc->resetsolver   = PCReset_PATCH_Nonlinear;
398   patchpc->destroysolver = PCDestroy_PATCH_Nonlinear;
399   patchpc->updatemultiplicative = PCUpdateMultiplicative_PATCH_Nonlinear;
400 
401   PetscFunctionReturn(0);
402 }
403 
404 PetscErrorCode SNESPatchSetDiscretisationInfo(SNES snes, PetscInt nsubspaces, DM *dms, PetscInt *bs, PetscInt *nodesPerCell, const PetscInt **cellNodeMap,
405                                             const PetscInt *subspaceOffsets, PetscInt numGhostBcs, const PetscInt *ghostBcNodes, PetscInt numGlobalBcs, const PetscInt *globalBcNodes)
406 {
407   SNES_Patch     *patch = (SNES_Patch *) snes->data;
408   PetscErrorCode ierr;
409   DM             dm;
410 
411   PetscFunctionBegin;
412   ierr = SNESGetDM(snes, &dm);CHKERRQ(ierr);
413   if (!dm) SETERRQ(PetscObjectComm((PetscObject)snes), PETSC_ERR_ARG_WRONGSTATE, "DM not yet set on patch SNES\n");
414   ierr = PCSetDM(patch->pc, dm);CHKERRQ(ierr);
415   ierr = PCPatchSetDiscretisationInfo(patch->pc, nsubspaces, dms, bs, nodesPerCell, cellNodeMap, subspaceOffsets, numGhostBcs, ghostBcNodes, numGlobalBcs, globalBcNodes);CHKERRQ(ierr);
416   PetscFunctionReturn(0);
417 }
418 
419 PetscErrorCode SNESPatchSetComputeOperator(SNES snes, PetscErrorCode (*func)(PC, PetscInt, Vec, Mat, IS, PetscInt, const PetscInt *, const PetscInt *, void *), void *ctx)
420 {
421   SNES_Patch    *patch = (SNES_Patch *) snes->data;
422   PetscErrorCode ierr;
423 
424   PetscFunctionBegin;
425   ierr = PCPatchSetComputeOperator(patch->pc, func, ctx);CHKERRQ(ierr);
426   PetscFunctionReturn(0);
427 }
428 
429 PetscErrorCode SNESPatchSetComputeFunction(SNES snes, PetscErrorCode (*func)(PC, PetscInt, Vec, Vec, IS, PetscInt, const PetscInt *, const PetscInt *, void *), void *ctx)
430 {
431   SNES_Patch    *patch = (SNES_Patch *) snes->data;
432   PetscErrorCode ierr;
433 
434   PetscFunctionBegin;
435   ierr = PCPatchSetComputeFunction(patch->pc, func, ctx);CHKERRQ(ierr);
436   PetscFunctionReturn(0);
437 }
438 
439 PetscErrorCode SNESPatchSetConstructType(SNES snes, PCPatchConstructType ctype, PetscErrorCode (*func)(PC, PetscInt *, IS **, IS *, void *), void *ctx)
440 {
441   SNES_Patch    *patch = (SNES_Patch *) snes->data;
442   PetscErrorCode ierr;
443 
444   PetscFunctionBegin;
445   ierr = PCPatchSetConstructType(patch->pc, ctype, func, ctx);CHKERRQ(ierr);
446   PetscFunctionReturn(0);
447 }
448 
449 PetscErrorCode SNESPatchSetCellNumbering(SNES snes, PetscSection cellNumbering)
450 {
451   SNES_Patch    *patch = (SNES_Patch *) snes->data;
452   PetscErrorCode ierr;
453 
454   PetscFunctionBegin;
455   ierr = PCPatchSetCellNumbering(patch->pc, cellNumbering);CHKERRQ(ierr);
456   PetscFunctionReturn(0);
457 }
458