121617c04Sjeremylt // Copyright (c) 2017-2018, Lawrence Livermore National Security, LLC. 221617c04Sjeremylt // Produced at the Lawrence Livermore National Laboratory. LLNL-CODE-734707. 321617c04Sjeremylt // All Rights reserved. See files LICENSE and NOTICE for details. 421617c04Sjeremylt // 521617c04Sjeremylt // This file is part of CEED, a collection of benchmarks, miniapps, software 621617c04Sjeremylt // libraries and APIs for efficient high-order finite element and spectral 721617c04Sjeremylt // element discretizations for exascale applications. For more information and 821617c04Sjeremylt // source code availability see http://github.com/ceed. 921617c04Sjeremylt // 1021617c04Sjeremylt // The CEED research is supported by the Exascale Computing Project 17-SC-20-SC, 1121617c04Sjeremylt // a collaborative effort of two U.S. Department of Energy organizations (Office 1221617c04Sjeremylt // of Science and the National Nuclear Security Administration) responsible for 1321617c04Sjeremylt // the planning and preparation of a capable exascale ecosystem, including 1421617c04Sjeremylt // software, applications, hardware, advanced system engineering and early 1521617c04Sjeremylt // testbed platforms, in support of the nation's exascale computing imperative. 1621617c04Sjeremylt 1721617c04Sjeremylt #include <string.h> 1821617c04Sjeremylt #include "ceed-ref.h" 1921617c04Sjeremylt 2021617c04Sjeremylt static int CeedElemRestrictionApply_Ref(CeedElemRestriction r, 216ddacda3Sjeremylt CeedTransposeMode tmode, 2221617c04Sjeremylt CeedTransposeMode lmode, CeedVector u, 2321617c04Sjeremylt CeedVector v, CeedRequest *request) { 2421617c04Sjeremylt int ierr; 254ce2993fSjeremylt CeedElemRestriction_Ref *impl; 264ce2993fSjeremylt ierr = CeedElemRestrictionGetData(r, (void*)&impl); CeedChk(ierr);; 2721617c04Sjeremylt const CeedScalar *uu; 2821617c04Sjeremylt CeedScalar *vv; 294ce2993fSjeremylt CeedInt nblk, blksize, nelem, elemsize, ndof, ncomp; 304ce2993fSjeremylt ierr = CeedElemRestrictionGetNumBlocks(r, &nblk); CeedChk(ierr); 314ce2993fSjeremylt ierr = CeedElemRestrictionGetBlockSize(r, &blksize); CeedChk(ierr); 324ce2993fSjeremylt ierr = CeedElemRestrictionGetNumElements(r, &nelem); CeedChk(ierr); 334ce2993fSjeremylt ierr = CeedElemRestrictionGetElementSize(r, &elemsize); CeedChk(ierr); 344ce2993fSjeremylt ierr = CeedElemRestrictionGetNumDoF(r, &ndof); CeedChk(ierr); 354ce2993fSjeremylt ierr = CeedElemRestrictionGetNumComponents(r, &ncomp); CeedChk(ierr); 3621617c04Sjeremylt 3721617c04Sjeremylt ierr = CeedVectorGetArrayRead(u, CEED_MEM_HOST, &uu); CeedChk(ierr); 3821617c04Sjeremylt ierr = CeedVectorGetArray(v, CEED_MEM_HOST, &vv); CeedChk(ierr); 398d94b059Sjeremylt // Restriction from lvector to evector 4021617c04Sjeremylt // Perform: v = r * u 418d94b059Sjeremylt if (tmode == CEED_NOTRANSPOSE) { 428d94b059Sjeremylt // No indicies provided, Identity Restriction 43e17b31afSThilina Rathnayake if (!impl->indices) { 44170d5e71Sjeremylt for (CeedInt e = 0; e < nblk*blksize; e+=blksize) 45170d5e71Sjeremylt for (CeedInt j = 0; j < blksize; j++) 46170d5e71Sjeremylt for (CeedInt k = 0; k < ncomp*elemsize; k++) 4706cdd269SJed Brown vv[e*elemsize*ncomp + k*blksize + j] 484ce2993fSjeremylt = uu[CeedIntMin(e+j,nelem-1)*ncomp*elemsize + k]; 4921617c04Sjeremylt } else { 508d94b059Sjeremylt // Indicies provided, standard or blocked restriction 51ecf6354eSJed Brown // vv has shape [elemsize, ncomp, nelem], row-major 52ecf6354eSJed Brown // uu has shape [ndof, ncomp] 5306cdd269SJed Brown for (CeedInt e = 0; e < nblk*blksize; e+=blksize) 5421617c04Sjeremylt for (CeedInt d = 0; d < ncomp; d++) 5506cdd269SJed Brown for (CeedInt i = 0; i < elemsize*blksize; i++) 563e754498Sjeremylt vv[i+elemsize*(d*blksize+ncomp*e)] 5706cdd269SJed Brown = uu[lmode == CEED_NOTRANSPOSE 584ce2993fSjeremylt ? impl->indices[i+elemsize*e]+ndof*d 5906cdd269SJed Brown : d+ncomp*impl->indices[i+elemsize*e]]; 6021617c04Sjeremylt } 6121617c04Sjeremylt } else { 628d94b059Sjeremylt // Restriction from evector to lvector 638d94b059Sjeremylt // Performing v += r^T * u 648d94b059Sjeremylt // No indicies provided, Identity Restriction 65e17b31afSThilina Rathnayake if (!impl->indices) { 6606cdd269SJed Brown for (CeedInt e = 0; e < nblk*blksize; e+=blksize) 674ce2993fSjeremylt for (CeedInt j = 0; j < CeedIntMin(blksize, nelem-e); j++) 68170d5e71Sjeremylt for (CeedInt k = 0; k < ncomp*elemsize; k++) 697fe495dcSjeremylt vv[(e+j)*ncomp*elemsize + k] += uu[e*elemsize*ncomp + k*blksize + j]; 7021617c04Sjeremylt } else { 718d94b059Sjeremylt // Indicies provided, standard or blocked restriction 72ecf6354eSJed Brown // uu has shape [elemsize, ncomp, nelem] 73ecf6354eSJed Brown // vv has shape [ndof, ncomp] 7406cdd269SJed Brown for (CeedInt e = 0; e < nblk*blksize; e+=blksize) { 75170d5e71Sjeremylt for (CeedInt d = 0; d < ncomp; d++) 7606cdd269SJed Brown for (CeedInt i = 0; i < elemsize*blksize; i+=blksize) 778d94b059Sjeremylt // Iteration bound set to discard padding elements 784ce2993fSjeremylt for (CeedInt j = i; j < i+CeedIntMin(blksize, nelem-e); j++) 7906cdd269SJed Brown vv[lmode == CEED_NOTRANSPOSE 804ce2993fSjeremylt ? impl->indices[j+e*elemsize]+ndof*d 8106cdd269SJed Brown : d+ncomp*impl->indices[j+e*elemsize]] 823e754498Sjeremylt += uu[j+elemsize*(d*blksize+ncomp*e)]; 8321617c04Sjeremylt } 8421617c04Sjeremylt } 8521617c04Sjeremylt } 8621617c04Sjeremylt ierr = CeedVectorRestoreArrayRead(u, &uu); CeedChk(ierr); 8721617c04Sjeremylt ierr = CeedVectorRestoreArray(v, &vv); CeedChk(ierr); 8821617c04Sjeremylt if (request != CEED_REQUEST_IMMEDIATE && request != CEED_REQUEST_ORDERED) 8921617c04Sjeremylt *request = NULL; 9021617c04Sjeremylt return 0; 9121617c04Sjeremylt } 9221617c04Sjeremylt 9321617c04Sjeremylt static int CeedElemRestrictionDestroy_Ref(CeedElemRestriction r) { 9421617c04Sjeremylt int ierr; 95*fe2413ffSjeremylt CeedElemRestriction_Ref *impl; 96*fe2413ffSjeremylt ierr = CeedElemRestrictionGetData(r, (void*)&impl); CeedChk(ierr); 9721617c04Sjeremylt 9821617c04Sjeremylt ierr = CeedFree(&impl->indices_allocated); CeedChk(ierr); 99*fe2413ffSjeremylt ierr = CeedFree(&impl); CeedChk(ierr); 10021617c04Sjeremylt return 0; 10121617c04Sjeremylt } 10221617c04Sjeremylt 103667bc5fcSjeremylt int CeedElemRestrictionCreate_Ref(CeedMemType mtype, CeedCopyMode cmode, 104667bc5fcSjeremylt const CeedInt *indices, CeedElemRestriction r) { 10521617c04Sjeremylt int ierr; 10621617c04Sjeremylt CeedElemRestriction_Ref *impl; 1074ce2993fSjeremylt CeedInt elemsize, nelem; 1084ce2993fSjeremylt ierr = CeedElemRestrictionGetNumElements(r, &nelem); CeedChk(ierr); 1094ce2993fSjeremylt ierr = CeedElemRestrictionGetElementSize(r, &elemsize); CeedChk(ierr); 1104ce2993fSjeremylt Ceed ceed; 1114ce2993fSjeremylt ierr = CeedElemRestrictionGetCeed(r, &ceed); CeedChk(ierr); 11221617c04Sjeremylt 11321617c04Sjeremylt if (mtype != CEED_MEM_HOST) 1144ce2993fSjeremylt return CeedError(ceed, 1, "Only MemType = HOST supported"); 11521617c04Sjeremylt ierr = CeedCalloc(1,&impl); CeedChk(ierr); 11621617c04Sjeremylt switch (cmode) { 11721617c04Sjeremylt case CEED_COPY_VALUES: 1184ce2993fSjeremylt ierr = CeedMalloc(nelem*elemsize, &impl->indices_allocated); 11921617c04Sjeremylt CeedChk(ierr); 12021617c04Sjeremylt memcpy(impl->indices_allocated, indices, 1214ce2993fSjeremylt nelem * elemsize * sizeof(indices[0])); 12221617c04Sjeremylt impl->indices = impl->indices_allocated; 12321617c04Sjeremylt break; 12421617c04Sjeremylt case CEED_OWN_POINTER: 12521617c04Sjeremylt impl->indices_allocated = (CeedInt *)indices; 12621617c04Sjeremylt impl->indices = impl->indices_allocated; 12721617c04Sjeremylt break; 12821617c04Sjeremylt case CEED_USE_POINTER: 12921617c04Sjeremylt impl->indices = indices; 13021617c04Sjeremylt } 131*fe2413ffSjeremylt 132*fe2413ffSjeremylt ierr = CeedElemRestrictionSetData(r, (void*)&impl); CeedChk(ierr); 133*fe2413ffSjeremylt ierr = CeedSetBackendFunction(ceed, "ElemRestriction", r, "Apply", 134*fe2413ffSjeremylt CeedElemRestrictionApply_Ref); CeedChk(ierr); 135*fe2413ffSjeremylt ierr = CeedSetBackendFunction(ceed, "ElemRestriction", r, "Destroy", 136*fe2413ffSjeremylt CeedElemRestrictionDestroy_Ref); CeedChk(ierr); 13721617c04Sjeremylt return 0; 13821617c04Sjeremylt } 139