121617c04Sjeremylt // Copyright (c) 2017-2018, Lawrence Livermore National Security, LLC. 221617c04Sjeremylt // Produced at the Lawrence Livermore National Laboratory. LLNL-CODE-734707. 321617c04Sjeremylt // All Rights reserved. See files LICENSE and NOTICE for details. 421617c04Sjeremylt // 521617c04Sjeremylt // This file is part of CEED, a collection of benchmarks, miniapps, software 621617c04Sjeremylt // libraries and APIs for efficient high-order finite element and spectral 721617c04Sjeremylt // element discretizations for exascale applications. For more information and 821617c04Sjeremylt // source code availability see http://github.com/ceed. 921617c04Sjeremylt // 1021617c04Sjeremylt // The CEED research is supported by the Exascale Computing Project 17-SC-20-SC, 1121617c04Sjeremylt // a collaborative effort of two U.S. Department of Energy organizations (Office 1221617c04Sjeremylt // of Science and the National Nuclear Security Administration) responsible for 1321617c04Sjeremylt // the planning and preparation of a capable exascale ecosystem, including 1421617c04Sjeremylt // software, applications, hardware, advanced system engineering and early 1521617c04Sjeremylt // testbed platforms, in support of the nation's exascale computing imperative. 1621617c04Sjeremylt 1721617c04Sjeremylt #include <ceed-impl.h> 1821617c04Sjeremylt #include <string.h> 1921617c04Sjeremylt #include "ceed-ref.h" 2021617c04Sjeremylt 2121617c04Sjeremylt static int CeedElemRestrictionApply_Ref(CeedElemRestriction r, 2221617c04Sjeremylt CeedTransposeMode tmode, CeedInt ncomp, 2321617c04Sjeremylt CeedTransposeMode lmode, CeedVector u, 2421617c04Sjeremylt CeedVector v, CeedRequest *request) { 2521617c04Sjeremylt CeedElemRestriction_Ref *impl = r->data; 2621617c04Sjeremylt int ierr; 2721617c04Sjeremylt const CeedScalar *uu; 2821617c04Sjeremylt CeedScalar *vv; 29*3b28edd6SThilina Rathnayake CeedInt esize = r->nelem*r->elemsize; 3021617c04Sjeremylt 3121617c04Sjeremylt ierr = CeedVectorGetArrayRead(u, CEED_MEM_HOST, &uu); CeedChk(ierr); 3221617c04Sjeremylt ierr = CeedVectorGetArray(v, CEED_MEM_HOST, &vv); CeedChk(ierr); 3321617c04Sjeremylt if (tmode == CEED_NOTRANSPOSE) { 3421617c04Sjeremylt // Perform: v = r * u 35e17b31afSThilina Rathnayake if (!impl->indices) { 36*3b28edd6SThilina Rathnayake for (CeedInt i=0; i<esize*ncomp; i++) vv[i] = uu[i]; 37e17b31afSThilina Rathnayake } else if (ncomp == 1) { 3821617c04Sjeremylt for (CeedInt i=0; i<esize; i++) vv[i] = uu[impl->indices[i]]; 3921617c04Sjeremylt } else { 4021617c04Sjeremylt // vv is (elemsize x ncomp x nelem), column-major 4121617c04Sjeremylt if (lmode == CEED_NOTRANSPOSE) { // u is (ndof x ncomp), column-major 4221617c04Sjeremylt for (CeedInt e = 0; e < r->nelem; e++) 4321617c04Sjeremylt for (CeedInt d = 0; d < ncomp; d++) 4421617c04Sjeremylt for (CeedInt i=0; i<r->elemsize; i++) { 4521617c04Sjeremylt vv[i+r->elemsize*(d+ncomp*e)] = 4621617c04Sjeremylt uu[impl->indices[i+r->elemsize*e]+r->ndof*d]; 4721617c04Sjeremylt } 4821617c04Sjeremylt } else { // u is (ncomp x ndof), column-major 4921617c04Sjeremylt for (CeedInt e = 0; e < r->nelem; e++) 5021617c04Sjeremylt for (CeedInt d = 0; d < ncomp; d++) 5121617c04Sjeremylt for (CeedInt i=0; i<r->elemsize; i++) { 5221617c04Sjeremylt vv[i+r->elemsize*(d+ncomp*e)] = 5321617c04Sjeremylt uu[d+ncomp*impl->indices[i+r->elemsize*e]]; 5421617c04Sjeremylt } 5521617c04Sjeremylt } 5621617c04Sjeremylt } 5721617c04Sjeremylt } else { 5821617c04Sjeremylt // Note: in transpose mode, we perform: v += r^t * u 59e17b31afSThilina Rathnayake if (!impl->indices) { 60e17b31afSThilina Rathnayake for (CeedInt i=0; i<esize; i++) vv[i] += uu[i]; 61e17b31afSThilina Rathnayake } else if (ncomp == 1) { 6221617c04Sjeremylt for (CeedInt i=0; i<esize; i++) vv[impl->indices[i]] += uu[i]; 6321617c04Sjeremylt } else { 6421617c04Sjeremylt // u is (elemsize x ncomp x nelem) 6521617c04Sjeremylt if (lmode == CEED_NOTRANSPOSE) { // vv is (ndof x ncomp), column-major 6621617c04Sjeremylt for (CeedInt e = 0; e < r->nelem; e++) 6721617c04Sjeremylt for (CeedInt d = 0; d < ncomp; d++) 6821617c04Sjeremylt for (CeedInt i=0; i<r->elemsize; i++) { 6921617c04Sjeremylt vv[impl->indices[i+r->elemsize*e]+r->ndof*d] += 7021617c04Sjeremylt uu[i+r->elemsize*(d+e*ncomp)]; 7121617c04Sjeremylt } 7221617c04Sjeremylt } else { // vv is (ncomp x ndof), column-major 7321617c04Sjeremylt for (CeedInt e = 0; e < r->nelem; e++) 7421617c04Sjeremylt for (CeedInt d = 0; d < ncomp; d++) 7521617c04Sjeremylt for (CeedInt i=0; i<r->elemsize; i++) { 7621617c04Sjeremylt vv[d+ncomp*impl->indices[i+r->elemsize*e]] += 7721617c04Sjeremylt uu[i+r->elemsize*(d+e*ncomp)]; 7821617c04Sjeremylt } 7921617c04Sjeremylt } 8021617c04Sjeremylt } 8121617c04Sjeremylt } 8221617c04Sjeremylt ierr = CeedVectorRestoreArrayRead(u, &uu); CeedChk(ierr); 8321617c04Sjeremylt ierr = CeedVectorRestoreArray(v, &vv); CeedChk(ierr); 8421617c04Sjeremylt if (request != CEED_REQUEST_IMMEDIATE && request != CEED_REQUEST_ORDERED) 8521617c04Sjeremylt *request = NULL; 8621617c04Sjeremylt return 0; 8721617c04Sjeremylt } 8821617c04Sjeremylt 8921617c04Sjeremylt static int CeedElemRestrictionDestroy_Ref(CeedElemRestriction r) { 9021617c04Sjeremylt CeedElemRestriction_Ref *impl = r->data; 9121617c04Sjeremylt int ierr; 9221617c04Sjeremylt 9321617c04Sjeremylt ierr = CeedFree(&impl->indices_allocated); CeedChk(ierr); 9421617c04Sjeremylt ierr = CeedFree(&r->data); CeedChk(ierr); 9521617c04Sjeremylt return 0; 9621617c04Sjeremylt } 9721617c04Sjeremylt 9821617c04Sjeremylt int CeedElemRestrictionCreate_Ref(CeedElemRestriction r, 9921617c04Sjeremylt CeedMemType mtype, 10021617c04Sjeremylt CeedCopyMode cmode, const CeedInt *indices) { 10121617c04Sjeremylt int ierr; 10221617c04Sjeremylt CeedElemRestriction_Ref *impl; 10321617c04Sjeremylt 10421617c04Sjeremylt if (mtype != CEED_MEM_HOST) 10521617c04Sjeremylt return CeedError(r->ceed, 1, "Only MemType = HOST supported"); 10621617c04Sjeremylt ierr = CeedCalloc(1,&impl); CeedChk(ierr); 10721617c04Sjeremylt switch (cmode) { 10821617c04Sjeremylt case CEED_COPY_VALUES: 10921617c04Sjeremylt ierr = CeedMalloc(r->nelem*r->elemsize, &impl->indices_allocated); 11021617c04Sjeremylt CeedChk(ierr); 11121617c04Sjeremylt memcpy(impl->indices_allocated, indices, 11221617c04Sjeremylt r->nelem * r->elemsize * sizeof(indices[0])); 11321617c04Sjeremylt impl->indices = impl->indices_allocated; 11421617c04Sjeremylt break; 11521617c04Sjeremylt case CEED_OWN_POINTER: 11621617c04Sjeremylt impl->indices_allocated = (CeedInt *)indices; 11721617c04Sjeremylt impl->indices = impl->indices_allocated; 11821617c04Sjeremylt break; 11921617c04Sjeremylt case CEED_USE_POINTER: 12021617c04Sjeremylt impl->indices = indices; 12121617c04Sjeremylt } 12221617c04Sjeremylt r->data = impl; 12321617c04Sjeremylt r->Apply = CeedElemRestrictionApply_Ref; 12421617c04Sjeremylt r->Destroy = CeedElemRestrictionDestroy_Ref; 12521617c04Sjeremylt return 0; 12621617c04Sjeremylt } 127