121617c04Sjeremylt // Copyright (c) 2017-2018, Lawrence Livermore National Security, LLC. 221617c04Sjeremylt // Produced at the Lawrence Livermore National Laboratory. LLNL-CODE-734707. 321617c04Sjeremylt // All Rights reserved. See files LICENSE and NOTICE for details. 421617c04Sjeremylt // 521617c04Sjeremylt // This file is part of CEED, a collection of benchmarks, miniapps, software 621617c04Sjeremylt // libraries and APIs for efficient high-order finite element and spectral 721617c04Sjeremylt // element discretizations for exascale applications. For more information and 821617c04Sjeremylt // source code availability see http://github.com/ceed. 921617c04Sjeremylt // 1021617c04Sjeremylt // The CEED research is supported by the Exascale Computing Project 17-SC-20-SC, 1121617c04Sjeremylt // a collaborative effort of two U.S. Department of Energy organizations (Office 1221617c04Sjeremylt // of Science and the National Nuclear Security Administration) responsible for 1321617c04Sjeremylt // the planning and preparation of a capable exascale ecosystem, including 1421617c04Sjeremylt // software, applications, hardware, advanced system engineering and early 1521617c04Sjeremylt // testbed platforms, in support of the nation's exascale computing imperative. 1621617c04Sjeremylt 1721617c04Sjeremylt #include <ceed-impl.h> 1821617c04Sjeremylt #include <string.h> 1921617c04Sjeremylt #include "ceed-ref.h" 2021617c04Sjeremylt 2121617c04Sjeremylt static int CeedElemRestrictionApply_Ref(CeedElemRestriction r, 226ddacda3Sjeremylt CeedTransposeMode tmode, 2321617c04Sjeremylt CeedTransposeMode lmode, CeedVector u, 2421617c04Sjeremylt CeedVector v, CeedRequest *request) { 2521617c04Sjeremylt CeedElemRestriction_Ref *impl = r->data; 2621617c04Sjeremylt int ierr; 2721617c04Sjeremylt const CeedScalar *uu; 2821617c04Sjeremylt CeedScalar *vv; 294e35ef05Sjeremylt CeedInt nblk = r->nblk, blksize = r->blksize, elemsize = r->elemsize, 30*7fe495dcSjeremylt ncomp=r->ncomp; 3121617c04Sjeremylt 3221617c04Sjeremylt ierr = CeedVectorGetArrayRead(u, CEED_MEM_HOST, &uu); CeedChk(ierr); 3321617c04Sjeremylt ierr = CeedVectorGetArray(v, CEED_MEM_HOST, &vv); CeedChk(ierr); 3421617c04Sjeremylt if (tmode == CEED_NOTRANSPOSE) { 3521617c04Sjeremylt // Perform: v = r * u 36e17b31afSThilina Rathnayake if (!impl->indices) { 37170d5e71Sjeremylt for (CeedInt e = 0; e < nblk*blksize; e+=blksize) 38170d5e71Sjeremylt for (CeedInt j = 0; j < blksize; j++) 39170d5e71Sjeremylt for (CeedInt k = 0; k < ncomp*elemsize; k++) 405f2ab5aeSjeremylt vv[e*elemsize*ncomp + k*blksize + j] = 415f2ab5aeSjeremylt uu[CeedIntMin(e+j,r->nelem-1)*ncomp*elemsize + k]; 4221617c04Sjeremylt } else { 4321617c04Sjeremylt // vv is (elemsize x ncomp x nelem), column-major 4421617c04Sjeremylt if (lmode == CEED_NOTRANSPOSE) { // u is (ndof x ncomp), column-major 454e35ef05Sjeremylt for (CeedInt e = 0; e < nblk*blksize; e++) 4621617c04Sjeremylt for (CeedInt d = 0; d < ncomp; d++) 47170d5e71Sjeremylt for (CeedInt i = 0; i < r->elemsize; i++) 4821617c04Sjeremylt vv[i+r->elemsize*(d+ncomp*e)] = 4921617c04Sjeremylt uu[impl->indices[i+r->elemsize*e]+r->ndof*d]; 5021617c04Sjeremylt } else { // u is (ncomp x ndof), column-major 51*7fe495dcSjeremylt for (CeedInt e = 0; e < nblk*blksize; e++) 52170d5e71Sjeremylt for (CeedInt d = 0; d < ncomp; d++) 53170d5e71Sjeremylt for (CeedInt i = 0; i < r->elemsize; i++) 5421617c04Sjeremylt vv[i+r->elemsize*(d+ncomp*e)] = 5521617c04Sjeremylt uu[d+ncomp*impl->indices[i+r->elemsize*e]]; 5621617c04Sjeremylt } 5721617c04Sjeremylt } 5821617c04Sjeremylt } else { 5921617c04Sjeremylt // Note: in transpose mode, we perform: v += r^t * u 60e17b31afSThilina Rathnayake if (!impl->indices) { 615f2ab5aeSjeremylt for (CeedInt e = 0; e < nblk*blksize; e+=blksize) { 62170d5e71Sjeremylt CeedInt maxj = ((e<(nblk-1)*blksize) 63170d5e71Sjeremylt ||!(r->nelem%blksize))?blksize:r->nelem%blksize; 64170d5e71Sjeremylt for (CeedInt j = 0; j < maxj; j++) 65170d5e71Sjeremylt for (CeedInt k = 0; k < ncomp*elemsize; k++) 66*7fe495dcSjeremylt vv[(e+j)*ncomp*elemsize + k] += uu[e*elemsize*ncomp + k*blksize + j]; 674e35ef05Sjeremylt } 6821617c04Sjeremylt } else { 6921617c04Sjeremylt // u is (elemsize x ncomp x nelem) 7021617c04Sjeremylt if (lmode == CEED_NOTRANSPOSE) { // vv is (ndof x ncomp), column-major 71*7fe495dcSjeremylt for (CeedInt e = 0; e < nblk; e++) { 72*7fe495dcSjeremylt CeedInt nblkelems = ((e==nblk-1)&&(r->nelem%blksize))?r->nelem%blksize:blksize; 73170d5e71Sjeremylt for (CeedInt d = 0; d < ncomp; d++) 74*7fe495dcSjeremylt for (CeedInt i = 0; i < elemsize*blksize; i++) 75*7fe495dcSjeremylt if ((i%blksize)<nblkelems) vv[impl->indices[i+e*blksize*elemsize]+r->ndof*d] += 76*7fe495dcSjeremylt uu[i+elemsize*(d+e*blksize*ncomp)]; 77*7fe495dcSjeremylt } 7821617c04Sjeremylt } else { // vv is (ncomp x ndof), column-major 79*7fe495dcSjeremylt for (CeedInt e = 0; e < nblk; e++) { 80*7fe495dcSjeremylt CeedInt nblkelems = ((e==nblk-1)&&(r->nelem%blksize))?r->nelem%blksize:blksize; 81170d5e71Sjeremylt for (CeedInt d = 0; d < ncomp; d++) 82*7fe495dcSjeremylt for (CeedInt i = 0; i < elemsize*blksize; i++) 83*7fe495dcSjeremylt if ((i%blksize)<nblkelems) vv[d+ncomp*impl->indices[i+e*blksize*elemsize]] += 84*7fe495dcSjeremylt uu[i+r->elemsize*(d+e*blksize*ncomp)]; 85*7fe495dcSjeremylt } 8621617c04Sjeremylt } 8721617c04Sjeremylt } 8821617c04Sjeremylt } 8921617c04Sjeremylt ierr = CeedVectorRestoreArrayRead(u, &uu); CeedChk(ierr); 9021617c04Sjeremylt ierr = CeedVectorRestoreArray(v, &vv); CeedChk(ierr); 9121617c04Sjeremylt if (request != CEED_REQUEST_IMMEDIATE && request != CEED_REQUEST_ORDERED) 9221617c04Sjeremylt *request = NULL; 9321617c04Sjeremylt return 0; 9421617c04Sjeremylt } 9521617c04Sjeremylt 9621617c04Sjeremylt static int CeedElemRestrictionDestroy_Ref(CeedElemRestriction r) { 9721617c04Sjeremylt CeedElemRestriction_Ref *impl = r->data; 9821617c04Sjeremylt int ierr; 9921617c04Sjeremylt 10021617c04Sjeremylt ierr = CeedFree(&impl->indices_allocated); CeedChk(ierr); 10121617c04Sjeremylt ierr = CeedFree(&r->data); CeedChk(ierr); 10221617c04Sjeremylt return 0; 10321617c04Sjeremylt } 10421617c04Sjeremylt 10521617c04Sjeremylt int CeedElemRestrictionCreate_Ref(CeedElemRestriction r, 10621617c04Sjeremylt CeedMemType mtype, 10721617c04Sjeremylt CeedCopyMode cmode, const CeedInt *indices) { 10821617c04Sjeremylt int ierr; 10921617c04Sjeremylt CeedElemRestriction_Ref *impl; 11021617c04Sjeremylt 11121617c04Sjeremylt if (mtype != CEED_MEM_HOST) 11221617c04Sjeremylt return CeedError(r->ceed, 1, "Only MemType = HOST supported"); 11321617c04Sjeremylt ierr = CeedCalloc(1,&impl); CeedChk(ierr); 11421617c04Sjeremylt switch (cmode) { 11521617c04Sjeremylt case CEED_COPY_VALUES: 11621617c04Sjeremylt ierr = CeedMalloc(r->nelem*r->elemsize, &impl->indices_allocated); 11721617c04Sjeremylt CeedChk(ierr); 11821617c04Sjeremylt memcpy(impl->indices_allocated, indices, 11921617c04Sjeremylt r->nelem * r->elemsize * sizeof(indices[0])); 12021617c04Sjeremylt impl->indices = impl->indices_allocated; 12121617c04Sjeremylt break; 12221617c04Sjeremylt case CEED_OWN_POINTER: 12321617c04Sjeremylt impl->indices_allocated = (CeedInt *)indices; 12421617c04Sjeremylt impl->indices = impl->indices_allocated; 12521617c04Sjeremylt break; 12621617c04Sjeremylt case CEED_USE_POINTER: 12721617c04Sjeremylt impl->indices = indices; 12821617c04Sjeremylt } 12921617c04Sjeremylt r->data = impl; 13021617c04Sjeremylt r->Apply = CeedElemRestrictionApply_Ref; 13121617c04Sjeremylt r->Destroy = CeedElemRestrictionDestroy_Ref; 13221617c04Sjeremylt return 0; 13321617c04Sjeremylt } 134