1 #include <petsc-private/patchimpl.h> /*I "petscdmpatch.h" I*/ 2 #include <petscdmda.h> 3 #include <petsc-private/vecimpl.h> /* only to access vec->map */ 4 5 /* 6 Solver loop to update \tau: 7 8 DMZoom(dmc, &dmz) 9 DMRefine(dmz, &dmf), 10 Scatter Xcoarse -> Xzoom, 11 Interpolate Xzoom -> Xfine (note that this may be on subcomms), 12 Smooth Xfine using two-step smoother 13 normal smoother plus Kaczmarz---moves back and forth from dmzoom to dmfine 14 Compute residual Rfine 15 Restrict Rfine to Rzoom_restricted 16 Scatter Rzoom_restricted -> Rcoarse_restricted 17 Compute global residual Rcoarse 18 TauCoarse = Rcoarse - Rcoarse_restricted 19 */ 20 21 #undef __FUNCT__ 22 #define __FUNCT__ "DMPatchZoom" 23 /* 24 DMPatchZoom - Create a version of the coarse patch (identified by rank) with halo on communicator commz 25 26 Collective on DM 27 28 Input Parameters: 29 + dm - the DM 30 . rank - the rank which holds the given patch 31 - commz - the new communicator for the patch 32 33 Output Parameters: 34 + dmz - the patch DM 35 . sfz - the PetscSF mapping the patch+halo to the zoomed version 36 . sfzr - the PetscSF mapping the patch to the restricted zoomed version 37 38 Level: intermediate 39 40 Note: All processes in commz should have the same rank (could autosplit comm) 41 42 .seealso: DMPatchSolve() 43 */ 44 PetscErrorCode DMPatchZoom(DM dm, Vec X, MatStencil lower, MatStencil upper, MPI_Comm commz, DM *dmz, PetscSF *sfz, PetscSF *sfzr) 45 { 46 DMDAStencilType st; 47 MatStencil blower, bupper, loclower, locupper; 48 IS is; 49 const PetscInt *ranges, *indices; 50 PetscInt *localPoints = NULL; 51 PetscSFNode *remotePoints = NULL; 52 PetscInt dim, dof; 53 PetscInt M, N, P, rM, rN, rP, halo = 1, sxb, syb, szb, sxr, syr, szr, exr, eyr, ezr, mxb, myb, mzb, i, j, k, q; 54 PetscMPIInt size; 55 PetscErrorCode ierr; 56 57 PetscFunctionBegin; 58 ierr = MPI_Comm_size(((PetscObject) dm)->comm, &size);CHKERRQ(ierr); 59 /* Create patch DM */ 60 ierr = DMDAGetInfo(dm, &dim, &M, &N, &P, 0,0,0, &dof, 0,0,0,0, &st);CHKERRQ(ierr); 61 62 /* Get piece for rank r, expanded by halo */ 63 bupper.i = PetscMin(M, upper.i + halo); blower.i = PetscMax(lower.i - halo, 0); 64 bupper.j = PetscMin(N, upper.j + halo); blower.j = PetscMax(lower.j - halo, 0); 65 bupper.k = PetscMin(P, upper.k + halo); blower.k = PetscMax(lower.k - halo, 0); 66 rM = bupper.i - blower.i; 67 rN = bupper.j - blower.j; 68 rP = bupper.k - blower.k; 69 70 if (commz != MPI_COMM_NULL) { 71 ierr = DMDACreate(commz, dmz);CHKERRQ(ierr); 72 ierr = DMDASetDim(*dmz, dim);CHKERRQ(ierr); 73 ierr = DMDASetSizes(*dmz, rM, rN, rP);CHKERRQ(ierr); 74 ierr = DMDASetNumProcs(*dmz, PETSC_DECIDE, PETSC_DECIDE, PETSC_DECIDE);CHKERRQ(ierr); 75 ierr = DMDASetBoundaryType(*dmz, DMDA_BOUNDARY_NONE, DMDA_BOUNDARY_NONE, DMDA_BOUNDARY_NONE);CHKERRQ(ierr); 76 ierr = DMDASetDof(*dmz, dof);CHKERRQ(ierr); 77 ierr = DMDASetStencilType(*dmz, st);CHKERRQ(ierr); 78 ierr = DMDASetStencilWidth(*dmz, 0);CHKERRQ(ierr); 79 ierr = DMDASetOwnershipRanges(*dmz, NULL, NULL, NULL);CHKERRQ(ierr); 80 ierr = DMSetFromOptions(*dmz);CHKERRQ(ierr); 81 ierr = DMSetUp(*dmz);CHKERRQ(ierr); 82 ierr = DMDAGetCorners(*dmz, &sxb, &syb, &szb, &mxb, &myb, &mzb);CHKERRQ(ierr); 83 sxr = PetscMax(sxb, lower.i - blower.i); 84 syr = PetscMax(syb, lower.j - blower.j); 85 szr = PetscMax(szb, lower.k - blower.k); 86 exr = PetscMin(sxb+mxb, upper.i - blower.i); 87 eyr = PetscMin(syb+myb, upper.j - blower.j); 88 ezr = PetscMin(szb+mzb, upper.k - blower.k); 89 ierr = PetscMalloc2(rM*rN*rP,PetscInt,&localPoints,rM*rN*rP,PetscSFNode,&remotePoints);CHKERRQ(ierr); 90 } else { 91 sxr = syr = szr = exr = eyr = ezr = sxb = syb = szb = mxb = myb = mzb = 0; 92 } 93 94 /* Create SF for restricted map */ 95 ierr = PetscLayoutGetRanges(X->map, &ranges);CHKERRQ(ierr); 96 97 loclower.i = blower.i + sxr; locupper.i = blower.i + exr; 98 loclower.j = blower.j + syr; locupper.j = blower.j + eyr; 99 loclower.k = blower.k + szr; locupper.k = blower.k + ezr; 100 101 ierr = DMDACreatePatchIS(dm, &loclower, &locupper, &is);CHKERRQ(ierr); 102 ierr = ISGetIndices(is, &indices);CHKERRQ(ierr); 103 104 q = 0; 105 for (k = szb; k < szb+mzb; ++k) { 106 if ((k < szr) || (k >= ezr)) continue; 107 for (j = syb; j < syb+myb; ++j) { 108 if ((j < syr) || (j >= eyr)) continue; 109 for (i = sxb; i < sxb+mxb; ++i) { 110 const PetscInt lp = ((k-szb)*rN + (j-syb))*rM + i-sxb; 111 PetscInt r; 112 113 if ((i < sxr) || (i >= exr)) continue; 114 localPoints[q] = lp; 115 ierr = PetscFindInt(indices[q], size+1, ranges, &r);CHKERRQ(ierr); 116 117 remotePoints[q].rank = r < 0 ? -(r+1) - 1 : r; 118 remotePoints[q].index = indices[q] - ranges[remotePoints[q].rank]; 119 ++q; 120 } 121 } 122 } 123 ierr = ISRestoreIndices(is, &indices);CHKERRQ(ierr); 124 ierr = ISDestroy(&is);CHKERRQ(ierr); 125 ierr = PetscSFCreate(((PetscObject) dm)->comm, sfzr);CHKERRQ(ierr); 126 ierr = PetscObjectSetName((PetscObject) *sfzr, "Restricted Map");CHKERRQ(ierr); 127 ierr = PetscSFSetGraph(*sfzr, M*N*P, q, localPoints, PETSC_COPY_VALUES, remotePoints, PETSC_COPY_VALUES);CHKERRQ(ierr); 128 129 /* Create SF for buffered map */ 130 loclower.i = blower.i + sxb; locupper.i = blower.i + sxb+mxb; 131 loclower.j = blower.j + syb; locupper.j = blower.j + syb+myb; 132 loclower.k = blower.k + szb; locupper.k = blower.k + szb+mzb; 133 134 ierr = DMDACreatePatchIS(dm, &loclower, &locupper, &is);CHKERRQ(ierr); 135 ierr = ISGetIndices(is, &indices);CHKERRQ(ierr); 136 137 q = 0; 138 for (k = szb; k < szb+mzb; ++k) { 139 for (j = syb; j < syb+myb; ++j) { 140 for (i = sxb; i < sxb+mxb; ++i, ++q) { 141 PetscInt r; 142 143 localPoints[q] = q; 144 ierr = PetscFindInt(indices[q], size+1, ranges, &r);CHKERRQ(ierr); 145 remotePoints[q].rank = r < 0 ? -(r+1) - 1 : r; 146 remotePoints[q].index = indices[q] - ranges[remotePoints[q].rank]; 147 } 148 } 149 } 150 ierr = ISRestoreIndices(is, &indices);CHKERRQ(ierr); 151 ierr = ISDestroy(&is);CHKERRQ(ierr); 152 ierr = PetscSFCreate(((PetscObject) dm)->comm, sfz);CHKERRQ(ierr); 153 ierr = PetscObjectSetName((PetscObject) *sfz, "Buffered Map");CHKERRQ(ierr); 154 ierr = PetscSFSetGraph(*sfz, M*N*P, q, localPoints, PETSC_COPY_VALUES, remotePoints, PETSC_COPY_VALUES);CHKERRQ(ierr); 155 156 ierr = PetscFree2(localPoints, remotePoints);CHKERRQ(ierr); 157 PetscFunctionReturn(0); 158 } 159 160 typedef enum {PATCH_COMM_TYPE_WORLD = 0, PATCH_COMM_TYPE_SELF = 1} PatchCommType; 161 162 #undef __FUNCT__ 163 #define __FUNCT__ "DMPatchSolve" 164 PetscErrorCode DMPatchSolve(DM dm) 165 { 166 MPI_Comm comm = ((PetscObject) dm)->comm; 167 MPI_Comm commz; 168 DM dmc; 169 PetscSF sfz, sfzr; 170 Vec XC; 171 MatStencil patchSize, commSize, gridRank, lower, upper; 172 PetscInt M, N, P, i, j, k, l, m, n, p = 0; 173 PetscMPIInt rank, size; 174 PetscInt debug = 0; 175 PetscErrorCode ierr; 176 177 PetscFunctionBegin; 178 ierr = MPI_Comm_rank(comm, &rank);CHKERRQ(ierr); 179 ierr = MPI_Comm_size(comm, &size);CHKERRQ(ierr); 180 ierr = DMPatchGetCoarse(dm, &dmc);CHKERRQ(ierr); 181 ierr = DMPatchGetPatchSize(dm, &patchSize);CHKERRQ(ierr); 182 ierr = DMPatchGetCommSize(dm, &commSize);CHKERRQ(ierr); 183 ierr = DMPatchGetCommSize(dm, &commSize);CHKERRQ(ierr); 184 ierr = DMGetGlobalVector(dmc, &XC);CHKERRQ(ierr); 185 ierr = DMDAGetInfo(dmc, 0, &M, &N, &P, &l, &m, &n, 0,0,0,0,0,0);CHKERRQ(ierr); 186 M = PetscMax(M, 1); l = PetscMax(l, 1); 187 N = PetscMax(N, 1); m = PetscMax(m, 1); 188 P = PetscMax(P, 1); n = PetscMax(n, 1); 189 190 gridRank.i = rank % l; 191 gridRank.j = rank/l % m; 192 gridRank.k = rank/(l*m) % n; 193 194 if (commSize.i*commSize.j*commSize.k == size || commSize.i*commSize.j*commSize.k == 0) { 195 commSize.i = l; commSize.j = m; commSize.k = n; 196 commz = comm; 197 } else if (commSize.i*commSize.j*commSize.k == 1) { 198 commz = PETSC_COMM_SELF; 199 } else { 200 const PetscMPIInt newComm = ((gridRank.k/commSize.k)*(m/commSize.j) + gridRank.j/commSize.j)*(l/commSize.i) + (gridRank.i/commSize.i); 201 const PetscMPIInt newRank = ((gridRank.k%commSize.k)*commSize.j + gridRank.j%commSize.j)*commSize.i + (gridRank.i%commSize.i); 202 203 ierr = MPI_Comm_split(comm, newComm, newRank, &commz);CHKERRQ(ierr); 204 if (debug) {ierr = PetscPrintf(PETSC_COMM_SELF, "Rank %d color %d key %d commz %d\n", rank, newComm, newRank, *((PetscMPIInt*) &commz));CHKERRQ(ierr);} 205 } 206 /* 207 Assumptions: 208 - patchSize divides gridSize 209 - commSize divides gridSize 210 - commSize divides l,m,n 211 Ignore multiple patches per rank for now 212 213 Multiple ranks per patch: 214 - l,m,n divides patchSize 215 - commSize divides patchSize 216 */ 217 for (k = 0; k < P; k += PetscMax(patchSize.k, 1)) { 218 for (j = 0; j < N; j += PetscMax(patchSize.j, 1)) { 219 for (i = 0; i < M; i += PetscMax(patchSize.i, 1), ++p) { 220 MPI_Comm commp = MPI_COMM_NULL; 221 DM dmz = NULL; 222 #if 0 223 DM dmf = NULL; 224 Mat interpz = NULL; 225 #endif 226 Vec XZ = NULL; 227 PetscScalar *xcarray = NULL; 228 PetscScalar *xzarray = NULL; 229 230 if ((gridRank.k/commSize.k == p/(l/commSize.i * m/commSize.j) % n/commSize.k) && 231 (gridRank.j/commSize.j == p/(l/commSize.i) % m/commSize.j) && 232 (gridRank.i/commSize.i == p % l/commSize.i)) { 233 if (debug) {ierr = PetscPrintf(PETSC_COMM_SELF, "Rank %d is accepting Patch %d\n", rank, p);CHKERRQ(ierr);} 234 commp = commz; 235 } 236 /* Zoom to coarse patch */ 237 lower.i = i; lower.j = j; lower.k = k; 238 upper.i = i + patchSize.i; upper.j = j + patchSize.j; upper.k = k + patchSize.k; 239 ierr = DMPatchZoom(dmc, XC, lower, upper, commp, &dmz, &sfz, &sfzr);CHKERRQ(ierr); 240 lower.c = 0; /* initialize member, otherwise compiler issues warnings */ 241 upper.c = 0; /* initialize member, otherwise compiler issues warnings */ 242 /* Debug */ 243 ierr = PetscPrintf(comm, "Patch %d: (%d, %d, %d)--(%d, %d, %d)\n", p, lower.i, lower.j, lower.k, upper.i, upper.j, upper.k);CHKERRQ(ierr); 244 if (dmz) {ierr = DMView(dmz, PETSC_VIEWER_STDOUT_(commz));CHKERRQ(ierr);} 245 ierr = PetscSFView(sfz, PETSC_VIEWER_STDOUT_(comm));CHKERRQ(ierr); 246 ierr = PetscSFView(sfzr, PETSC_VIEWER_STDOUT_(comm));CHKERRQ(ierr); 247 /* Scatter Xcoarse -> Xzoom */ 248 if (dmz) {ierr = DMGetGlobalVector(dmz, &XZ);CHKERRQ(ierr);} 249 if (XZ) {ierr = VecGetArray(XZ, &xzarray);CHKERRQ(ierr);} 250 ierr = VecGetArray(XC, &xcarray);CHKERRQ(ierr); 251 ierr = PetscSFBcastBegin(sfz, MPIU_SCALAR, xcarray, xzarray);CHKERRQ(ierr); 252 ierr = PetscSFBcastEnd(sfz, MPIU_SCALAR, xcarray, xzarray);CHKERRQ(ierr); 253 ierr = VecRestoreArray(XC, &xcarray);CHKERRQ(ierr); 254 if (XZ) {ierr = VecRestoreArray(XZ, &xzarray);CHKERRQ(ierr);} 255 #if 0 256 /* Interpolate Xzoom -> Xfine, note that this may be on subcomms */ 257 ierr = DMRefine(dmz, MPI_COMM_NULL, &dmf);CHKERRQ(ierr); 258 ierr = DMCreateInterpolation(dmz, dmf, &interpz, NULL);CHKERRQ(ierr); 259 ierr = DMInterpolate(dmz, interpz, dmf);CHKERRQ(ierr); 260 /* Smooth Xfine using two-step smoother, normal smoother plus Kaczmarz---moves back and forth from dmzoom to dmfine */ 261 /* Compute residual Rfine */ 262 /* Restrict Rfine to Rzoom_restricted */ 263 #endif 264 /* Scatter Rzoom_restricted -> Rcoarse_restricted */ 265 if (XZ) {ierr = VecGetArray(XZ, &xzarray);CHKERRQ(ierr);} 266 ierr = VecGetArray(XC, &xcarray);CHKERRQ(ierr); 267 ierr = PetscSFReduceBegin(sfzr, MPIU_SCALAR, xzarray, xcarray, MPI_SUM);CHKERRQ(ierr); 268 ierr = PetscSFReduceEnd(sfzr, MPIU_SCALAR, xzarray, xcarray, MPI_SUM);CHKERRQ(ierr); 269 ierr = VecRestoreArray(XC, &xcarray);CHKERRQ(ierr); 270 if (XZ) {ierr = VecRestoreArray(XZ, &xzarray);CHKERRQ(ierr);} 271 if (dmz) {ierr = DMRestoreGlobalVector(dmz, &XZ);CHKERRQ(ierr);} 272 /* Compute global residual Rcoarse */ 273 /* TauCoarse = Rcoarse - Rcoarse_restricted */ 274 275 ierr = PetscSFDestroy(&sfz);CHKERRQ(ierr); 276 ierr = PetscSFDestroy(&sfzr);CHKERRQ(ierr); 277 ierr = DMDestroy(&dmz);CHKERRQ(ierr); 278 } 279 } 280 } 281 ierr = DMRestoreGlobalVector(dmc, &XC);CHKERRQ(ierr); 282 PetscFunctionReturn(0); 283 } 284 285 #undef __FUNCT__ 286 #define __FUNCT__ "DMPatchView_Ascii" 287 PetscErrorCode DMPatchView_Ascii(DM dm, PetscViewer viewer) 288 { 289 DM_Patch *mesh = (DM_Patch*) dm->data; 290 PetscViewerFormat format; 291 const char *name; 292 PetscErrorCode ierr; 293 294 PetscFunctionBegin; 295 ierr = PetscViewerGetFormat(viewer, &format);CHKERRQ(ierr); 296 /* if (format == PETSC_VIEWER_ASCII_INFO_DETAIL) */ 297 ierr = PetscObjectGetName((PetscObject) dm, &name);CHKERRQ(ierr); 298 ierr = PetscViewerASCIIPrintf(viewer, "Patch DM %s\n", name);CHKERRQ(ierr); 299 ierr = PetscViewerASCIIPushTab(viewer);CHKERRQ(ierr); 300 ierr = PetscViewerASCIIPrintf(viewer, "Coarse DM\n");CHKERRQ(ierr); 301 ierr = DMView(mesh->dmCoarse, viewer);CHKERRQ(ierr); 302 ierr = PetscViewerASCIIPopTab(viewer);CHKERRQ(ierr); 303 PetscFunctionReturn(0); 304 } 305 306 #undef __FUNCT__ 307 #define __FUNCT__ "DMView_Patch" 308 PetscErrorCode DMView_Patch(DM dm, PetscViewer viewer) 309 { 310 PetscBool iascii, isbinary; 311 PetscErrorCode ierr; 312 313 PetscFunctionBegin; 314 PetscValidHeaderSpecific(dm, DM_CLASSID, 1); 315 PetscValidHeaderSpecific(viewer, PETSC_VIEWER_CLASSID, 2); 316 ierr = PetscObjectTypeCompare((PetscObject) viewer, PETSCVIEWERASCII, &iascii);CHKERRQ(ierr); 317 ierr = PetscObjectTypeCompare((PetscObject) viewer, PETSCVIEWERBINARY, &isbinary);CHKERRQ(ierr); 318 if (iascii) { 319 ierr = DMPatchView_Ascii(dm, viewer);CHKERRQ(ierr); 320 #if 0 321 } else if (isbinary) { 322 ierr = DMPatchView_Binary(dm, viewer);CHKERRQ(ierr); 323 #endif 324 } 325 PetscFunctionReturn(0); 326 } 327 328 #undef __FUNCT__ 329 #define __FUNCT__ "DMDestroy_Patch" 330 PetscErrorCode DMDestroy_Patch(DM dm) 331 { 332 DM_Patch *mesh = (DM_Patch*) dm->data; 333 PetscErrorCode ierr; 334 335 PetscFunctionBegin; 336 if (--mesh->refct > 0) PetscFunctionReturn(0); 337 ierr = DMDestroy(&mesh->dmCoarse);CHKERRQ(ierr); 338 /* This was originally freed in DMDestroy(), but that prevents reference counting of backend objects */ 339 ierr = PetscFree(mesh);CHKERRQ(ierr); 340 PetscFunctionReturn(0); 341 } 342 343 #undef __FUNCT__ 344 #define __FUNCT__ "DMSetUp_Patch" 345 PetscErrorCode DMSetUp_Patch(DM dm) 346 { 347 DM_Patch *mesh = (DM_Patch*) dm->data; 348 PetscErrorCode ierr; 349 350 PetscFunctionBegin; 351 PetscValidHeaderSpecific(dm, DM_CLASSID, 1); 352 ierr = DMSetUp(mesh->dmCoarse);CHKERRQ(ierr); 353 PetscFunctionReturn(0); 354 } 355 356 #undef __FUNCT__ 357 #define __FUNCT__ "DMCreateGlobalVector_Patch" 358 PetscErrorCode DMCreateGlobalVector_Patch(DM dm, Vec *g) 359 { 360 DM_Patch *mesh = (DM_Patch*) dm->data; 361 PetscErrorCode ierr; 362 363 PetscFunctionBegin; 364 PetscValidHeaderSpecific(dm, DM_CLASSID, 1); 365 ierr = DMCreateGlobalVector(mesh->dmCoarse, g);CHKERRQ(ierr); 366 PetscFunctionReturn(0); 367 } 368 369 #undef __FUNCT__ 370 #define __FUNCT__ "DMCreateLocalVector_Patch" 371 PetscErrorCode DMCreateLocalVector_Patch(DM dm, Vec *l) 372 { 373 DM_Patch *mesh = (DM_Patch*) dm->data; 374 PetscErrorCode ierr; 375 376 PetscFunctionBegin; 377 PetscValidHeaderSpecific(dm, DM_CLASSID, 1); 378 ierr = DMCreateLocalVector(mesh->dmCoarse, l);CHKERRQ(ierr); 379 PetscFunctionReturn(0); 380 } 381 382 #undef __FUNCT__ 383 #define __FUNCT__ "DMCreateSubDM_Patch" 384 PetscErrorCode DMCreateSubDM_Patch(DM dm, PetscInt numFields, PetscInt fields[], IS *is, DM *subdm) 385 { 386 PetscFunctionBegin; 387 PetscValidHeaderSpecific(dm, DM_CLASSID, 1); 388 SETERRQ(((PetscObject) dm)->comm, PETSC_ERR_SUP, "Tell me to code this"); 389 PetscFunctionReturn(0); 390 } 391 392 #undef __FUNCT__ 393 #define __FUNCT__ "DMPatchGetCoarse" 394 PetscErrorCode DMPatchGetCoarse(DM dm, DM *dmCoarse) 395 { 396 DM_Patch *mesh = (DM_Patch*) dm->data; 397 398 PetscFunctionBegin; 399 PetscValidHeaderSpecific(dm, DM_CLASSID, 1); 400 *dmCoarse = mesh->dmCoarse; 401 PetscFunctionReturn(0); 402 } 403 404 #undef __FUNCT__ 405 #define __FUNCT__ "DMPatchGetPatchSize" 406 PetscErrorCode DMPatchGetPatchSize(DM dm, MatStencil *patchSize) 407 { 408 DM_Patch *mesh = (DM_Patch*) dm->data; 409 410 PetscFunctionBegin; 411 PetscValidHeaderSpecific(dm, DM_CLASSID, 1); 412 PetscValidPointer(patchSize, 2); 413 *patchSize = mesh->patchSize; 414 PetscFunctionReturn(0); 415 } 416 417 #undef __FUNCT__ 418 #define __FUNCT__ "DMPatchSetPatchSize" 419 PetscErrorCode DMPatchSetPatchSize(DM dm, MatStencil patchSize) 420 { 421 DM_Patch *mesh = (DM_Patch*) dm->data; 422 423 PetscFunctionBegin; 424 PetscValidHeaderSpecific(dm, DM_CLASSID, 1); 425 mesh->patchSize = patchSize; 426 PetscFunctionReturn(0); 427 } 428 429 #undef __FUNCT__ 430 #define __FUNCT__ "DMPatchGetCommSize" 431 PetscErrorCode DMPatchGetCommSize(DM dm, MatStencil *commSize) 432 { 433 DM_Patch *mesh = (DM_Patch*) dm->data; 434 435 PetscFunctionBegin; 436 PetscValidHeaderSpecific(dm, DM_CLASSID, 1); 437 PetscValidPointer(commSize, 2); 438 *commSize = mesh->commSize; 439 PetscFunctionReturn(0); 440 } 441 442 #undef __FUNCT__ 443 #define __FUNCT__ "DMPatchSetCommSize" 444 PetscErrorCode DMPatchSetCommSize(DM dm, MatStencil commSize) 445 { 446 DM_Patch *mesh = (DM_Patch*) dm->data; 447 448 PetscFunctionBegin; 449 PetscValidHeaderSpecific(dm, DM_CLASSID, 1); 450 mesh->commSize = commSize; 451 PetscFunctionReturn(0); 452 } 453