1 2 #include <petsc-private/daimpl.h> /*I "petscdmda.h" I*/ 3 4 #undef __FUNCT__ 5 #define __FUNCT__ "DMSetFromOptions_DA" 6 PetscErrorCode DMSetFromOptions_DA(DM da) 7 { 8 PetscErrorCode ierr; 9 DM_DA *dd = (DM_DA*)da->data; 10 PetscInt refine = 0,maxnlevels = 100,*refx,*refy,*refz,n,i; 11 PetscBool negativeMNP = PETSC_FALSE,bM = PETSC_FALSE,bN = PETSC_FALSE, bP = PETSC_FALSE; 12 13 PetscFunctionBegin; 14 PetscValidHeaderSpecific(da,DM_CLASSID,1); 15 16 if (dd->M < 0) { 17 dd->M = -dd->M; 18 bM = PETSC_TRUE; 19 negativeMNP = PETSC_TRUE; 20 } 21 if (dd->dim > 1 && dd->N < 0) { 22 dd->N = -dd->N; 23 bN = PETSC_TRUE; 24 negativeMNP = PETSC_TRUE; 25 } 26 if (dd->dim > 2 && dd->P < 0) { 27 dd->P = -dd->P; 28 bP = PETSC_TRUE; 29 negativeMNP = PETSC_TRUE; 30 } 31 32 ierr = PetscOptionsHead("DMDA Options");CHKERRQ(ierr); 33 if (bM) {ierr = PetscOptionsInt("-da_grid_x","Number of grid points in x direction","DMDASetSizes",dd->M,&dd->M,PETSC_NULL);CHKERRQ(ierr);} 34 if (bN) {ierr = PetscOptionsInt("-da_grid_y","Number of grid points in y direction","DMDASetSizes",dd->N,&dd->N,PETSC_NULL);CHKERRQ(ierr);} 35 if (bP) {ierr = PetscOptionsInt("-da_grid_z","Number of grid points in z direction","DMDASetSizes",dd->P,&dd->P,PETSC_NULL);CHKERRQ(ierr);} 36 /* Handle DMDA parallel distibution */ 37 ierr = PetscOptionsInt("-da_processors_x","Number of processors in x direction","DMDASetNumProcs",dd->m,&dd->m,PETSC_NULL);CHKERRQ(ierr); 38 if (dd->dim > 1) {ierr = PetscOptionsInt("-da_processors_y","Number of processors in y direction","DMDASetNumProcs",dd->n,&dd->n,PETSC_NULL);CHKERRQ(ierr);} 39 if (dd->dim > 2) {ierr = PetscOptionsInt("-da_processors_z","Number of processors in z direction","DMDASetNumProcs",dd->p,&dd->p,PETSC_NULL);CHKERRQ(ierr);} 40 /* Handle DMDA refinement */ 41 ierr = PetscOptionsInt("-da_refine_x","Refinement ratio in x direction","DMDASetRefinementFactor",dd->refine_x,&dd->refine_x,PETSC_NULL);CHKERRQ(ierr); 42 if (dd->dim > 1) {ierr = PetscOptionsInt("-da_refine_y","Refinement ratio in y direction","DMDASetRefinementFactor",dd->refine_y,&dd->refine_y,PETSC_NULL);CHKERRQ(ierr);} 43 if (dd->dim > 2) {ierr = PetscOptionsInt("-da_refine_z","Refinement ratio in z direction","DMDASetRefinementFactor",dd->refine_z,&dd->refine_z,PETSC_NULL);CHKERRQ(ierr);} 44 45 /* Get refinement factors, defaults taken from the coarse DMDA */ 46 ierr = PetscMalloc3(maxnlevels,PetscInt,&refx,maxnlevels,PetscInt,&refy,maxnlevels,PetscInt,&refz);CHKERRQ(ierr); 47 ierr = DMDAGetRefinementFactor(da,&refx[0],&refy[0],&refz[0]);CHKERRQ(ierr); 48 for (i=1; i<maxnlevels; i++) { 49 refx[i] = refx[0]; 50 refy[i] = refy[0]; 51 refz[i] = refz[0]; 52 } 53 n = maxnlevels; 54 ierr = PetscOptionsGetIntArray(((PetscObject)da)->prefix,"-da_refine_hierarchy_x",refx,&n,PETSC_NULL);CHKERRQ(ierr); 55 if (da->levelup - da->leveldown >= 0) dd->refine_x = refx[da->levelup - da->leveldown]; 56 if (da->levelup - da->leveldown >= 1) dd->coarsen_x = refx[da->levelup - da->leveldown - 1]; 57 if (dd->dim > 1) { 58 n = maxnlevels; 59 ierr = PetscOptionsGetIntArray(((PetscObject)da)->prefix,"-da_refine_hierarchy_y",refy,&n,PETSC_NULL);CHKERRQ(ierr); 60 if (da->levelup - da->leveldown >= 0) dd->refine_y = refy[da->levelup - da->leveldown]; 61 if (da->levelup - da->leveldown >= 1) dd->coarsen_y = refy[da->levelup - da->leveldown - 1]; 62 } 63 if (dd->dim > 2) { 64 n = maxnlevels; 65 ierr = PetscOptionsGetIntArray(((PetscObject)da)->prefix,"-da_refine_hierarchy_z",refz,&n,PETSC_NULL);CHKERRQ(ierr); 66 if (da->levelup - da->leveldown >= 0) dd->refine_z = refz[da->levelup - da->leveldown]; 67 if (da->levelup - da->leveldown >= 1) dd->coarsen_z = refz[da->levelup - da->leveldown - 1]; 68 } 69 70 if (negativeMNP) {ierr = PetscOptionsInt("-da_refine","Uniformly refine DA one or more times","None",refine,&refine,PETSC_NULL);CHKERRQ(ierr);} 71 ierr = PetscOptionsTail();CHKERRQ(ierr); 72 73 while (refine--) { 74 if (da->levelup - da->leveldown >= 0) { 75 dd->refine_x = refx[da->levelup - da->leveldown]; 76 dd->refine_y = refy[da->levelup - da->leveldown]; 77 dd->refine_z = refz[da->levelup - da->leveldown]; 78 } 79 if (dd->bx == DMDA_BOUNDARY_PERIODIC || dd->interptype == DMDA_Q0){ 80 dd->M = dd->refine_x*dd->M; 81 } else { 82 dd->M = 1 + dd->refine_x*(dd->M - 1); 83 } 84 if (dd->by == DMDA_BOUNDARY_PERIODIC || dd->interptype == DMDA_Q0){ 85 dd->N = dd->refine_y*dd->N; 86 } else { 87 dd->N = 1 + dd->refine_y*(dd->N - 1); 88 } 89 if (dd->bz == DMDA_BOUNDARY_PERIODIC || dd->interptype == DMDA_Q0){ 90 dd->P = dd->refine_z*dd->P; 91 } else { 92 dd->P = 1 + dd->refine_z*(dd->P - 1); 93 } 94 da->levelup++; 95 } 96 ierr = PetscFree3(refx,refy,refz);CHKERRQ(ierr); 97 PetscFunctionReturn(0); 98 } 99 100 extern PetscErrorCode DMCreateGlobalVector_DA(DM,Vec*); 101 extern PetscErrorCode DMCreateLocalVector_DA(DM,Vec*); 102 extern PetscErrorCode DMGlobalToLocalBegin_DA(DM,Vec,InsertMode,Vec); 103 extern PetscErrorCode DMGlobalToLocalEnd_DA(DM,Vec,InsertMode,Vec); 104 extern PetscErrorCode DMLocalToGlobalBegin_DA(DM,Vec,InsertMode,Vec); 105 extern PetscErrorCode DMLocalToGlobalEnd_DA(DM,Vec,InsertMode,Vec); 106 extern PetscErrorCode DMCreateInterpolation_DA(DM,DM,Mat*,Vec*); 107 extern PetscErrorCode DMCreateColoring_DA(DM,ISColoringType,const MatType,ISColoring*); 108 extern PetscErrorCode DMCreateMatrix_DA(DM,const MatType,Mat*); 109 extern PetscErrorCode DMRefine_DA(DM,MPI_Comm,DM*); 110 extern PetscErrorCode DMCoarsen_DA(DM,MPI_Comm,DM*); 111 extern PetscErrorCode DMRefineHierarchy_DA(DM,PetscInt,DM[]); 112 extern PetscErrorCode DMCoarsenHierarchy_DA(DM,PetscInt,DM[]); 113 extern PetscErrorCode DMCreateInjection_DA(DM,DM,VecScatter*); 114 extern PetscErrorCode DMCreateAggregates_DA(DM,DM,Mat*); 115 extern PetscErrorCode DMView_DA(DM,PetscViewer); 116 extern PetscErrorCode DMSetUp_DA(DM); 117 extern PetscErrorCode DMDestroy_DA(DM); 118 119 #undef __FUNCT__ 120 #define __FUNCT__ "DMLoad_DA" 121 PetscErrorCode DMLoad_DA(DM da,PetscViewer viewer) 122 { 123 PetscErrorCode ierr; 124 PetscInt dim,m,n,p,dof,swidth; 125 DMDAStencilType stencil; 126 DMDABoundaryType bx,by,bz; 127 PetscInt classid = DM_FILE_CLASSID,subclassid = DMDA_FILE_CLASSID; 128 PetscBool coors; 129 DM dac; 130 Vec c; 131 132 PetscFunctionBegin; 133 ierr = PetscViewerBinaryRead(viewer,&classid,1,PETSC_INT);CHKERRQ(ierr); 134 if (classid != DM_FILE_CLASSID) SETERRQ(((PetscObject)da)->comm,PETSC_ERR_ARG_WRONG,"Not DM next in file"); 135 ierr = PetscViewerBinaryRead(viewer,&subclassid,1,PETSC_INT);CHKERRQ(ierr); 136 if (subclassid != DMDA_FILE_CLASSID) SETERRQ(((PetscObject)da)->comm,PETSC_ERR_ARG_WRONG,"Not DM DA next in file"); 137 ierr = PetscViewerBinaryRead(viewer,&dim,1,PETSC_INT);CHKERRQ(ierr); 138 ierr = PetscViewerBinaryRead(viewer,&m,1,PETSC_INT);CHKERRQ(ierr); 139 ierr = PetscViewerBinaryRead(viewer,&n,1,PETSC_INT);CHKERRQ(ierr); 140 ierr = PetscViewerBinaryRead(viewer,&p,1,PETSC_INT);CHKERRQ(ierr); 141 ierr = PetscViewerBinaryRead(viewer,&dof,1,PETSC_INT);CHKERRQ(ierr); 142 ierr = PetscViewerBinaryRead(viewer,&swidth,1,PETSC_INT);CHKERRQ(ierr); 143 ierr = PetscViewerBinaryRead(viewer,&bx,1,PETSC_ENUM);CHKERRQ(ierr); 144 ierr = PetscViewerBinaryRead(viewer,&by,1,PETSC_ENUM);CHKERRQ(ierr); 145 ierr = PetscViewerBinaryRead(viewer,&bz,1,PETSC_ENUM);CHKERRQ(ierr); 146 ierr = PetscViewerBinaryRead(viewer,&stencil,1,PETSC_ENUM);CHKERRQ(ierr); 147 148 ierr = DMDASetDim(da, dim);CHKERRQ(ierr); 149 ierr = DMDASetSizes(da, m,n,p);CHKERRQ(ierr); 150 ierr = DMDASetBoundaryType(da, bx, by, bz);CHKERRQ(ierr); 151 ierr = DMDASetDof(da, dof);CHKERRQ(ierr); 152 ierr = DMDASetStencilType(da, stencil);CHKERRQ(ierr); 153 ierr = DMDASetStencilWidth(da, swidth);CHKERRQ(ierr); 154 ierr = DMSetUp(da);CHKERRQ(ierr); 155 ierr = PetscViewerBinaryRead(viewer,&coors,1,PETSC_ENUM);CHKERRQ(ierr); 156 if (coors) { 157 ierr = DMDAGetCoordinateDA(da,&dac);CHKERRQ(ierr); 158 ierr = DMCreateGlobalVector(dac,&c);CHKERRQ(ierr); 159 ierr = VecLoad(c,viewer);CHKERRQ(ierr); 160 ierr = DMDASetCoordinates(da,c);CHKERRQ(ierr); 161 ierr = VecDestroy(&c);CHKERRQ(ierr); 162 } 163 PetscFunctionReturn(0); 164 } 165 166 #undef __FUNCT__ 167 #define __FUNCT__ "DMCreateDecomposition_DA" 168 PetscErrorCode DMCreateDecomposition_DA(DM dm, PetscInt *len,char ***namelist, IS **islist, DM** dmlist) 169 { 170 PetscInt i; 171 PetscErrorCode ierr; 172 DM_DA *dd = (DM_DA*)dm->data; 173 PetscInt dof = dd->w; 174 175 PetscFunctionBegin; 176 if (islist) { 177 Vec v; 178 PetscInt rstart,n; 179 180 ierr = DMGetGlobalVector(dm,&v);CHKERRQ(ierr); 181 ierr = VecGetOwnershipRange(v,&rstart,PETSC_NULL);CHKERRQ(ierr); 182 ierr = VecGetLocalSize(v,&n);CHKERRQ(ierr); 183 ierr = DMRestoreGlobalVector(dm,&v);CHKERRQ(ierr); 184 ierr = PetscMalloc(dof*sizeof(IS),islist);CHKERRQ(ierr); 185 for (i=0; i<dof; i++) { 186 ierr = ISCreateStride(((PetscObject)dm)->comm,n/dof,rstart+i,dof,&(*islist)[i]);CHKERRQ(ierr); 187 } 188 } 189 if (namelist) { 190 ierr = PetscMalloc(dof*sizeof(const char *), namelist);CHKERRQ(ierr); 191 if (dd->fieldname) { 192 for (i=0; i<dof; i++) { 193 ierr = PetscStrallocpy(dd->fieldname[i],&(*namelist)[i]);CHKERRQ(ierr); 194 } 195 } else SETERRQ(PETSC_COMM_SELF,PETSC_ERR_SUP,"Currently DMDA must have fieldnames"); 196 } 197 if (dmlist) { 198 DM da; 199 200 ierr = DMDACreate(((PetscObject)dm)->comm, &da);CHKERRQ(ierr); 201 ierr = DMDASetDim(da, dd->dim);CHKERRQ(ierr); 202 ierr = DMDASetSizes(da, dd->M, dd->N, dd->P);CHKERRQ(ierr); 203 ierr = DMDASetNumProcs(da, dd->m, dd->n, dd->p);CHKERRQ(ierr); 204 ierr = DMDASetBoundaryType(da, dd->bx, dd->by, dd->bz);CHKERRQ(ierr); 205 ierr = DMDASetDof(da, 1);CHKERRQ(ierr); 206 ierr = DMDASetStencilType(da, dd->stencil_type);CHKERRQ(ierr); 207 ierr = DMDASetStencilWidth(da, dd->s);CHKERRQ(ierr); 208 ierr = DMSetUp(da);CHKERRQ(ierr); 209 ierr = PetscMalloc(dof*sizeof(DM),dmlist);CHKERRQ(ierr); 210 for (i=0; i<dof-1; i++) {ierr = PetscObjectReference((PetscObject)da);CHKERRQ(ierr);} 211 for (i=0; i<dof; i++) (*dmlist)[i] = da; 212 } 213 *len = dof; 214 215 PetscFunctionReturn(0); 216 } 217 218 219 EXTERN_C_BEGIN 220 #undef __FUNCT__ 221 #define __FUNCT__ "DMCreate_DA" 222 PetscErrorCode DMCreate_DA(DM da) 223 { 224 PetscErrorCode ierr; 225 DM_DA *dd; 226 227 PetscFunctionBegin; 228 PetscValidPointer(da,1); 229 ierr = PetscNewLog(da,DM_DA,&dd);CHKERRQ(ierr); 230 da->data = dd; 231 232 dd->dim = -1; 233 dd->interptype = DMDA_Q1; 234 dd->refine_x = 2; 235 dd->refine_y = 2; 236 dd->refine_z = 2; 237 dd->coarsen_x = 2; 238 dd->coarsen_y = 2; 239 dd->coarsen_z = 2; 240 dd->fieldname = PETSC_NULL; 241 dd->nlocal = -1; 242 dd->Nlocal = -1; 243 dd->M = -1; 244 dd->N = -1; 245 dd->P = -1; 246 dd->m = -1; 247 dd->n = -1; 248 dd->p = -1; 249 dd->w = -1; 250 dd->s = -1; 251 dd->xs = -1; dd->xe = -1; dd->ys = -1; dd->ye = -1; dd->zs = -1; dd->ze = -1; 252 dd->Xs = -1; dd->Xe = -1; dd->Ys = -1; dd->Ye = -1; dd->Zs = -1; dd->Ze = -1; 253 254 dd->gtol = PETSC_NULL; 255 dd->ltog = PETSC_NULL; 256 dd->ltol = PETSC_NULL; 257 dd->ao = PETSC_NULL; 258 dd->base = -1; 259 dd->bx = DMDA_BOUNDARY_NONE; 260 dd->by = DMDA_BOUNDARY_NONE; 261 dd->bz = DMDA_BOUNDARY_NONE; 262 dd->stencil_type = DMDA_STENCIL_BOX; 263 dd->interptype = DMDA_Q1; 264 dd->idx = PETSC_NULL; 265 dd->Nl = -1; 266 dd->lx = PETSC_NULL; 267 dd->ly = PETSC_NULL; 268 dd->lz = PETSC_NULL; 269 270 dd->elementtype = DMDA_ELEMENT_Q1; 271 272 ierr = PetscStrallocpy(VECSTANDARD,&da->vectype);CHKERRQ(ierr); 273 da->ops->globaltolocalbegin = DMGlobalToLocalBegin_DA; 274 da->ops->globaltolocalend = DMGlobalToLocalEnd_DA; 275 da->ops->localtoglobalbegin = DMLocalToGlobalBegin_DA; 276 da->ops->localtoglobalend = DMLocalToGlobalEnd_DA; 277 da->ops->createglobalvector = DMCreateGlobalVector_DA; 278 da->ops->createlocalvector = DMCreateLocalVector_DA; 279 da->ops->createinterpolation = DMCreateInterpolation_DA; 280 da->ops->getcoloring = DMCreateColoring_DA; 281 da->ops->creatematrix = DMCreateMatrix_DA; 282 da->ops->refine = DMRefine_DA; 283 da->ops->coarsen = DMCoarsen_DA; 284 da->ops->refinehierarchy = DMRefineHierarchy_DA; 285 da->ops->coarsenhierarchy = DMCoarsenHierarchy_DA; 286 da->ops->getinjection = DMCreateInjection_DA; 287 da->ops->getaggregates = DMCreateAggregates_DA; 288 da->ops->destroy = DMDestroy_DA; 289 da->ops->view = 0; 290 da->ops->setfromoptions = DMSetFromOptions_DA; 291 da->ops->setup = DMSetUp_DA; 292 da->ops->load = DMLoad_DA; 293 da->ops->createdecomposition = DMCreateDecomposition_DA; 294 PetscFunctionReturn(0); 295 } 296 EXTERN_C_END 297 298 #undef __FUNCT__ 299 #define __FUNCT__ "DMDACreate" 300 /*@ 301 DMDACreate - Creates a DMDA object. 302 303 Collective on MPI_Comm 304 305 Input Parameter: 306 . comm - The communicator for the DMDA object 307 308 Output Parameter: 309 . da - The DMDA object 310 311 Level: advanced 312 313 Developers Note: Since there exists DMDACreate1/2/3d() should this routine even exist? 314 315 .keywords: DMDA, create 316 .seealso: DMDASetSizes(), DMDADuplicate(), DMDACreate1d(), DMDACreate2d(), DMDACreate3d() 317 @*/ 318 PetscErrorCode DMDACreate(MPI_Comm comm, DM *da) 319 { 320 PetscErrorCode ierr; 321 322 PetscFunctionBegin; 323 PetscValidPointer(da,2); 324 ierr = DMCreate(comm,da);CHKERRQ(ierr); 325 ierr = DMSetType(*da,DMDA);CHKERRQ(ierr); 326 PetscFunctionReturn(0); 327 } 328 329 330