1 2 #include <petsc-private/daimpl.h> /*I "petscdmda.h" I*/ 3 4 #undef __FUNCT__ 5 #define __FUNCT__ "DMSetFromOptions_DA" 6 PetscErrorCode DMSetFromOptions_DA(DM da) 7 { 8 PetscErrorCode ierr; 9 DM_DA *dd = (DM_DA*)da->data; 10 PetscInt refine = 0,maxnlevels = 100,*refx,*refy,*refz,n,i; 11 PetscBool negativeMNP = PETSC_FALSE,bM = PETSC_FALSE,bN = PETSC_FALSE, bP = PETSC_FALSE; 12 13 PetscFunctionBegin; 14 PetscValidHeaderSpecific(da,DM_CLASSID,1); 15 16 if (dd->M < 0) { 17 dd->M = -dd->M; 18 bM = PETSC_TRUE; 19 negativeMNP = PETSC_TRUE; 20 } 21 if (dd->dim > 1 && dd->N < 0) { 22 dd->N = -dd->N; 23 bN = PETSC_TRUE; 24 negativeMNP = PETSC_TRUE; 25 } 26 if (dd->dim > 2 && dd->P < 0) { 27 dd->P = -dd->P; 28 bP = PETSC_TRUE; 29 negativeMNP = PETSC_TRUE; 30 } 31 32 ierr = PetscOptionsHead("DMDA Options");CHKERRQ(ierr); 33 if (bM) {ierr = PetscOptionsInt("-da_grid_x","Number of grid points in x direction","DMDASetSizes",dd->M,&dd->M,PETSC_NULL);CHKERRQ(ierr);} 34 if (bN) {ierr = PetscOptionsInt("-da_grid_y","Number of grid points in y direction","DMDASetSizes",dd->N,&dd->N,PETSC_NULL);CHKERRQ(ierr);} 35 if (bP) {ierr = PetscOptionsInt("-da_grid_z","Number of grid points in z direction","DMDASetSizes",dd->P,&dd->P,PETSC_NULL);CHKERRQ(ierr);} 36 /* Handle DMDA parallel distibution */ 37 ierr = PetscOptionsInt("-da_processors_x","Number of processors in x direction","DMDASetNumProcs",dd->m,&dd->m,PETSC_NULL);CHKERRQ(ierr); 38 if (dd->dim > 1) {ierr = PetscOptionsInt("-da_processors_y","Number of processors in y direction","DMDASetNumProcs",dd->n,&dd->n,PETSC_NULL);CHKERRQ(ierr);} 39 if (dd->dim > 2) {ierr = PetscOptionsInt("-da_processors_z","Number of processors in z direction","DMDASetNumProcs",dd->p,&dd->p,PETSC_NULL);CHKERRQ(ierr);} 40 /* Handle DMDA refinement */ 41 ierr = PetscOptionsInt("-da_refine_x","Refinement ratio in x direction","DMDASetRefinementFactor",dd->refine_x,&dd->refine_x,PETSC_NULL);CHKERRQ(ierr); 42 if (dd->dim > 1) {ierr = PetscOptionsInt("-da_refine_y","Refinement ratio in y direction","DMDASetRefinementFactor",dd->refine_y,&dd->refine_y,PETSC_NULL);CHKERRQ(ierr);} 43 if (dd->dim > 2) {ierr = PetscOptionsInt("-da_refine_z","Refinement ratio in z direction","DMDASetRefinementFactor",dd->refine_z,&dd->refine_z,PETSC_NULL);CHKERRQ(ierr);} 44 dd->coarsen_x = dd->refine_x; dd->coarsen_y = dd->refine_y; dd->coarsen_z = dd->refine_z; 45 46 /* Get refinement factors, defaults taken from the coarse DMDA */ 47 ierr = PetscMalloc3(maxnlevels,PetscInt,&refx,maxnlevels,PetscInt,&refy,maxnlevels,PetscInt,&refz);CHKERRQ(ierr); 48 ierr = DMDAGetRefinementFactor(da,&refx[0],&refy[0],&refz[0]);CHKERRQ(ierr); 49 for (i=1; i<maxnlevels; i++) { 50 refx[i] = refx[0]; 51 refy[i] = refy[0]; 52 refz[i] = refz[0]; 53 } 54 n = maxnlevels; 55 ierr = PetscOptionsGetIntArray(((PetscObject)da)->prefix,"-da_refine_hierarchy_x",refx,&n,PETSC_NULL);CHKERRQ(ierr); 56 if (da->levelup - da->leveldown >= 0) dd->refine_x = refx[da->levelup - da->leveldown]; 57 if (da->levelup - da->leveldown >= 1) dd->coarsen_x = refx[da->levelup - da->leveldown - 1]; 58 if (dd->dim > 1) { 59 n = maxnlevels; 60 ierr = PetscOptionsGetIntArray(((PetscObject)da)->prefix,"-da_refine_hierarchy_y",refy,&n,PETSC_NULL);CHKERRQ(ierr); 61 if (da->levelup - da->leveldown >= 0) dd->refine_y = refy[da->levelup - da->leveldown]; 62 if (da->levelup - da->leveldown >= 1) dd->coarsen_y = refy[da->levelup - da->leveldown - 1]; 63 } 64 if (dd->dim > 2) { 65 n = maxnlevels; 66 ierr = PetscOptionsGetIntArray(((PetscObject)da)->prefix,"-da_refine_hierarchy_z",refz,&n,PETSC_NULL);CHKERRQ(ierr); 67 if (da->levelup - da->leveldown >= 0) dd->refine_z = refz[da->levelup - da->leveldown]; 68 if (da->levelup - da->leveldown >= 1) dd->coarsen_z = refz[da->levelup - da->leveldown - 1]; 69 } 70 71 if (negativeMNP) {ierr = PetscOptionsInt("-da_refine","Uniformly refine DA one or more times","None",refine,&refine,PETSC_NULL);CHKERRQ(ierr);} 72 ierr = PetscOptionsTail();CHKERRQ(ierr); 73 74 while (refine--) { 75 if (dd->bx == DMDA_BOUNDARY_PERIODIC || dd->interptype == DMDA_Q0){ 76 dd->M = dd->refine_x*dd->M; 77 } else { 78 dd->M = 1 + dd->refine_x*(dd->M - 1); 79 } 80 if (dd->by == DMDA_BOUNDARY_PERIODIC || dd->interptype == DMDA_Q0){ 81 dd->N = dd->refine_y*dd->N; 82 } else { 83 dd->N = 1 + dd->refine_y*(dd->N - 1); 84 } 85 if (dd->bz == DMDA_BOUNDARY_PERIODIC || dd->interptype == DMDA_Q0){ 86 dd->P = dd->refine_z*dd->P; 87 } else { 88 dd->P = 1 + dd->refine_z*(dd->P - 1); 89 } 90 da->levelup++; 91 if (da->levelup - da->leveldown >= 0) { 92 dd->refine_x = refx[da->levelup - da->leveldown]; 93 dd->refine_y = refy[da->levelup - da->leveldown]; 94 dd->refine_z = refz[da->levelup - da->leveldown]; 95 } 96 if (da->levelup - da->leveldown >= 1) { 97 dd->coarsen_x = refx[da->levelup - da->leveldown - 1]; 98 dd->coarsen_y = refy[da->levelup - da->leveldown - 1]; 99 dd->coarsen_z = refz[da->levelup - da->leveldown - 1]; 100 } 101 } 102 ierr = PetscFree3(refx,refy,refz);CHKERRQ(ierr); 103 PetscFunctionReturn(0); 104 } 105 106 extern PetscErrorCode DMCreateGlobalVector_DA(DM,Vec*); 107 extern PetscErrorCode DMCreateLocalVector_DA(DM,Vec*); 108 extern PetscErrorCode DMGlobalToLocalBegin_DA(DM,Vec,InsertMode,Vec); 109 extern PetscErrorCode DMGlobalToLocalEnd_DA(DM,Vec,InsertMode,Vec); 110 extern PetscErrorCode DMLocalToGlobalBegin_DA(DM,Vec,InsertMode,Vec); 111 extern PetscErrorCode DMLocalToGlobalEnd_DA(DM,Vec,InsertMode,Vec); 112 extern PetscErrorCode DMCreateInterpolation_DA(DM,DM,Mat*,Vec*); 113 extern PetscErrorCode DMCreateColoring_DA(DM,ISColoringType,const MatType,ISColoring*); 114 extern PetscErrorCode DMCreateMatrix_DA(DM,const MatType,Mat*); 115 extern PetscErrorCode DMRefine_DA(DM,MPI_Comm,DM*); 116 extern PetscErrorCode DMCoarsen_DA(DM,MPI_Comm,DM*); 117 extern PetscErrorCode DMRefineHierarchy_DA(DM,PetscInt,DM[]); 118 extern PetscErrorCode DMCoarsenHierarchy_DA(DM,PetscInt,DM[]); 119 extern PetscErrorCode DMCreateInjection_DA(DM,DM,VecScatter*); 120 extern PetscErrorCode DMCreateAggregates_DA(DM,DM,Mat*); 121 extern PetscErrorCode DMView_DA(DM,PetscViewer); 122 extern PetscErrorCode DMSetUp_DA(DM); 123 extern PetscErrorCode DMDestroy_DA(DM); 124 125 #undef __FUNCT__ 126 #define __FUNCT__ "DMLoad_DA" 127 PetscErrorCode DMLoad_DA(DM da,PetscViewer viewer) 128 { 129 PetscErrorCode ierr; 130 PetscInt dim,m,n,p,dof,swidth; 131 DMDAStencilType stencil; 132 DMDABoundaryType bx,by,bz; 133 PetscInt classid = DM_FILE_CLASSID,subclassid = DMDA_FILE_CLASSID; 134 PetscBool coors; 135 DM dac; 136 Vec c; 137 138 PetscFunctionBegin; 139 ierr = PetscViewerBinaryRead(viewer,&classid,1,PETSC_INT);CHKERRQ(ierr); 140 if (classid != DM_FILE_CLASSID) SETERRQ(((PetscObject)da)->comm,PETSC_ERR_ARG_WRONG,"Not DM next in file"); 141 ierr = PetscViewerBinaryRead(viewer,&subclassid,1,PETSC_INT);CHKERRQ(ierr); 142 if (subclassid != DMDA_FILE_CLASSID) SETERRQ(((PetscObject)da)->comm,PETSC_ERR_ARG_WRONG,"Not DM DA next in file"); 143 ierr = PetscViewerBinaryRead(viewer,&dim,1,PETSC_INT);CHKERRQ(ierr); 144 ierr = PetscViewerBinaryRead(viewer,&m,1,PETSC_INT);CHKERRQ(ierr); 145 ierr = PetscViewerBinaryRead(viewer,&n,1,PETSC_INT);CHKERRQ(ierr); 146 ierr = PetscViewerBinaryRead(viewer,&p,1,PETSC_INT);CHKERRQ(ierr); 147 ierr = PetscViewerBinaryRead(viewer,&dof,1,PETSC_INT);CHKERRQ(ierr); 148 ierr = PetscViewerBinaryRead(viewer,&swidth,1,PETSC_INT);CHKERRQ(ierr); 149 ierr = PetscViewerBinaryRead(viewer,&bx,1,PETSC_ENUM);CHKERRQ(ierr); 150 ierr = PetscViewerBinaryRead(viewer,&by,1,PETSC_ENUM);CHKERRQ(ierr); 151 ierr = PetscViewerBinaryRead(viewer,&bz,1,PETSC_ENUM);CHKERRQ(ierr); 152 ierr = PetscViewerBinaryRead(viewer,&stencil,1,PETSC_ENUM);CHKERRQ(ierr); 153 154 ierr = DMDASetDim(da, dim);CHKERRQ(ierr); 155 ierr = DMDASetSizes(da, m,n,p);CHKERRQ(ierr); 156 ierr = DMDASetBoundaryType(da, bx, by, bz);CHKERRQ(ierr); 157 ierr = DMDASetDof(da, dof);CHKERRQ(ierr); 158 ierr = DMDASetStencilType(da, stencil);CHKERRQ(ierr); 159 ierr = DMDASetStencilWidth(da, swidth);CHKERRQ(ierr); 160 ierr = DMSetUp(da);CHKERRQ(ierr); 161 ierr = PetscViewerBinaryRead(viewer,&coors,1,PETSC_ENUM);CHKERRQ(ierr); 162 if (coors) { 163 ierr = DMDAGetCoordinateDA(da,&dac);CHKERRQ(ierr); 164 ierr = DMCreateGlobalVector(dac,&c);CHKERRQ(ierr); 165 ierr = VecLoad(c,viewer);CHKERRQ(ierr); 166 ierr = DMDASetCoordinates(da,c);CHKERRQ(ierr); 167 ierr = VecDestroy(&c);CHKERRQ(ierr); 168 } 169 PetscFunctionReturn(0); 170 } 171 172 #undef __FUNCT__ 173 #define __FUNCT__ "DMCreateFieldDecomposition_DA" 174 PetscErrorCode DMCreateFieldDecomposition_DA(DM dm, PetscInt *len,char ***namelist, IS **islist, DM** dmlist) 175 { 176 PetscInt i; 177 PetscErrorCode ierr; 178 DM_DA *dd = (DM_DA*)dm->data; 179 PetscInt dof = dd->w; 180 181 PetscFunctionBegin; 182 if(len) *len = dof; 183 if (islist) { 184 Vec v; 185 PetscInt rstart,n; 186 187 ierr = DMGetGlobalVector(dm,&v);CHKERRQ(ierr); 188 ierr = VecGetOwnershipRange(v,&rstart,PETSC_NULL);CHKERRQ(ierr); 189 ierr = VecGetLocalSize(v,&n);CHKERRQ(ierr); 190 ierr = DMRestoreGlobalVector(dm,&v);CHKERRQ(ierr); 191 ierr = PetscMalloc(dof*sizeof(IS),islist);CHKERRQ(ierr); 192 for (i=0; i<dof; i++) { 193 ierr = ISCreateStride(((PetscObject)dm)->comm,n/dof,rstart+i,dof,&(*islist)[i]);CHKERRQ(ierr); 194 } 195 } 196 if (namelist) { 197 ierr = PetscMalloc(dof*sizeof(const char *), namelist);CHKERRQ(ierr); 198 if (dd->fieldname) { 199 for (i=0; i<dof; i++) { 200 ierr = PetscStrallocpy(dd->fieldname[i],&(*namelist)[i]);CHKERRQ(ierr); 201 } 202 } else SETERRQ(PETSC_COMM_SELF,PETSC_ERR_SUP,"Currently DMDA must have fieldnames"); 203 } 204 if (dmlist) { 205 DM da; 206 207 ierr = DMDACreate(((PetscObject)dm)->comm, &da);CHKERRQ(ierr); 208 ierr = DMDASetDim(da, dd->dim);CHKERRQ(ierr); 209 ierr = DMDASetSizes(da, dd->M, dd->N, dd->P);CHKERRQ(ierr); 210 ierr = DMDASetNumProcs(da, dd->m, dd->n, dd->p);CHKERRQ(ierr); 211 ierr = DMDASetBoundaryType(da, dd->bx, dd->by, dd->bz);CHKERRQ(ierr); 212 ierr = DMDASetDof(da, 1);CHKERRQ(ierr); 213 ierr = DMDASetStencilType(da, dd->stencil_type);CHKERRQ(ierr); 214 ierr = DMDASetStencilWidth(da, dd->s);CHKERRQ(ierr); 215 ierr = DMSetUp(da);CHKERRQ(ierr); 216 ierr = PetscMalloc(dof*sizeof(DM),dmlist);CHKERRQ(ierr); 217 for (i=0; i<dof-1; i++) {ierr = PetscObjectReference((PetscObject)da);CHKERRQ(ierr);} 218 for (i=0; i<dof; i++) (*dmlist)[i] = da; 219 } 220 221 PetscFunctionReturn(0); 222 } 223 224 225 EXTERN_C_BEGIN 226 #undef __FUNCT__ 227 #define __FUNCT__ "DMCreate_DA" 228 PetscErrorCode DMCreate_DA(DM da) 229 { 230 PetscErrorCode ierr; 231 DM_DA *dd; 232 233 PetscFunctionBegin; 234 PetscValidPointer(da,1); 235 ierr = PetscNewLog(da,DM_DA,&dd);CHKERRQ(ierr); 236 da->data = dd; 237 238 dd->dim = -1; 239 dd->interptype = DMDA_Q1; 240 dd->refine_x = 2; 241 dd->refine_y = 2; 242 dd->refine_z = 2; 243 dd->coarsen_x = 2; 244 dd->coarsen_y = 2; 245 dd->coarsen_z = 2; 246 dd->fieldname = PETSC_NULL; 247 dd->nlocal = -1; 248 dd->Nlocal = -1; 249 dd->M = -1; 250 dd->N = -1; 251 dd->P = -1; 252 dd->m = -1; 253 dd->n = -1; 254 dd->p = -1; 255 dd->w = -1; 256 dd->s = -1; 257 dd->xs = -1; dd->xe = -1; dd->ys = -1; dd->ye = -1; dd->zs = -1; dd->ze = -1; 258 dd->Xs = -1; dd->Xe = -1; dd->Ys = -1; dd->Ye = -1; dd->Zs = -1; dd->Ze = -1; 259 260 dd->gtol = PETSC_NULL; 261 dd->ltog = PETSC_NULL; 262 dd->ltol = PETSC_NULL; 263 dd->ao = PETSC_NULL; 264 dd->base = -1; 265 dd->bx = DMDA_BOUNDARY_NONE; 266 dd->by = DMDA_BOUNDARY_NONE; 267 dd->bz = DMDA_BOUNDARY_NONE; 268 dd->stencil_type = DMDA_STENCIL_BOX; 269 dd->interptype = DMDA_Q1; 270 dd->idx = PETSC_NULL; 271 dd->Nl = -1; 272 dd->lx = PETSC_NULL; 273 dd->ly = PETSC_NULL; 274 dd->lz = PETSC_NULL; 275 276 dd->elementtype = DMDA_ELEMENT_Q1; 277 278 ierr = PetscStrallocpy(VECSTANDARD,&da->vectype);CHKERRQ(ierr); 279 da->ops->globaltolocalbegin = DMGlobalToLocalBegin_DA; 280 da->ops->globaltolocalend = DMGlobalToLocalEnd_DA; 281 da->ops->localtoglobalbegin = DMLocalToGlobalBegin_DA; 282 da->ops->localtoglobalend = DMLocalToGlobalEnd_DA; 283 da->ops->createglobalvector = DMCreateGlobalVector_DA; 284 da->ops->createlocalvector = DMCreateLocalVector_DA; 285 da->ops->createinterpolation = DMCreateInterpolation_DA; 286 da->ops->getcoloring = DMCreateColoring_DA; 287 da->ops->creatematrix = DMCreateMatrix_DA; 288 da->ops->refine = DMRefine_DA; 289 da->ops->coarsen = DMCoarsen_DA; 290 da->ops->refinehierarchy = DMRefineHierarchy_DA; 291 da->ops->coarsenhierarchy = DMCoarsenHierarchy_DA; 292 da->ops->getinjection = DMCreateInjection_DA; 293 da->ops->getaggregates = DMCreateAggregates_DA; 294 da->ops->destroy = DMDestroy_DA; 295 da->ops->view = 0; 296 da->ops->setfromoptions = DMSetFromOptions_DA; 297 da->ops->setup = DMSetUp_DA; 298 da->ops->load = DMLoad_DA; 299 da->ops->createfielddecomposition = DMCreateFieldDecomposition_DA; 300 PetscFunctionReturn(0); 301 } 302 EXTERN_C_END 303 304 #undef __FUNCT__ 305 #define __FUNCT__ "DMDACreate" 306 /*@ 307 DMDACreate - Creates a DMDA object. 308 309 Collective on MPI_Comm 310 311 Input Parameter: 312 . comm - The communicator for the DMDA object 313 314 Output Parameter: 315 . da - The DMDA object 316 317 Level: advanced 318 319 Developers Note: Since there exists DMDACreate1/2/3d() should this routine even exist? 320 321 .keywords: DMDA, create 322 .seealso: DMDASetSizes(), DMDADuplicate(), DMDACreate1d(), DMDACreate2d(), DMDACreate3d() 323 @*/ 324 PetscErrorCode DMDACreate(MPI_Comm comm, DM *da) 325 { 326 PetscErrorCode ierr; 327 328 PetscFunctionBegin; 329 PetscValidPointer(da,2); 330 ierr = DMCreate(comm,da);CHKERRQ(ierr); 331 ierr = DMSetType(*da,DMDA);CHKERRQ(ierr); 332 PetscFunctionReturn(0); 333 } 334 335 336