backends/ref/ceed-ref-restriction.c

// Copyright (c) 2017-2018, Lawrence Livermore National Security, LLC.
// Produced at the Lawrence Livermore National Laboratory. LLNL-CODE-734707.
// All Rights reserved. See files LICENSE and NOTICE for details.
//
// This file is part of CEED, a collection of benchmarks, miniapps, software
// libraries and APIs for efficient high-order finite element and spectral
// element discretizations for exascale applications. For more information and
// source code availability see http://github.com/ceed.
//
// The CEED research is supported by the Exascale Computing Project 17-SC-20-SC,
// a collaborative effort of two U.S. Department of Energy organizations (Office
// of Science and the National Nuclear Security Administration) responsible for
// the planning and preparation of a capable exascale ecosystem, including
// software, applications, hardware, advanced system engineering and early
// testbed platforms, in support of the nation's exascale computing imperative.

#include <ceed-impl.h>
#include <string.h>
#include "ceed-ref.h"

static int CeedElemRestrictionApply_Ref(CeedElemRestriction r,
                                        CeedTransposeMode tmode,
                                        CeedTransposeMode lmode, CeedVector u,
                                        CeedVector v, CeedRequest *request) {
  CeedElemRestriction_Ref *impl = r->data;
  int ierr;
  const CeedScalar *uu;
  CeedScalar *vv;
  CeedInt nblk = r->nblk, blksize = r->blksize, elemsize = r->elemsize,
          esize = nblk*blksize*elemsize, ncomp=r->ncomp;

  ierr = CeedVectorGetArrayRead(u, CEED_MEM_HOST, &uu); CeedChk(ierr);
  ierr = CeedVectorGetArray(v, CEED_MEM_HOST, &vv); CeedChk(ierr);
  if (tmode == CEED_NOTRANSPOSE) {
    // Perform: v = r * u
    if (!impl->indices) {
      for (CeedInt shift=0; shift<nblk*blksize*ncomp*elemsize;
           shift+=blksize*ncomp*elemsize) {
        for (CeedInt j = 0; j<blksize; j++) {
          CeedInt maxj = (shift<(nblk-1)*blksize*ncomp*elemsize)?blksize-1:(r->nelem%nblk)-1;
          if (maxj == -1) maxj = blksize-1;
          for (CeedInt k = 0; k<ncomp*elemsize; k++) {
            vv[shift + k*blksize + j] = uu[shift + (j<maxj?j:maxj)*ncomp*elemsize + k];
          }
        }
      }
    } else if (ncomp == 1) {
      for (CeedInt i = 0; i<esize; i++) vv[i] = uu[impl->indices[i]];
    } else {
      // vv is (elemsize x ncomp x nelem), column-major
      if (lmode == CEED_NOTRANSPOSE) { // u is (ndof x ncomp), column-major
        for (CeedInt e = 0; e < nblk*blksize; e++)
          for (CeedInt d = 0; d < ncomp; d++)
            for (CeedInt i = 0; i<r->elemsize; i++) {
              vv[i+r->elemsize*(d+ncomp*e)] =
                uu[impl->indices[i+r->elemsize*e]+r->ndof*d];
            }
      } else { // u is (ncomp x ndof), column-major
        for (CeedInt e = 0; e < r->nblk*blksize; e++) {
          for (CeedInt d = 0; d < ncomp; d++) {
            for (CeedInt i = 0; i<r->elemsize; i++) {
              vv[i+r->elemsize*(d+ncomp*e)] =
                uu[d+ncomp*impl->indices[i+r->elemsize*e]];
            }
          }
        }
      }
    }
  } else {
    // Note: in transpose mode, we perform: v += r^t * u
    esize = (nblk - 1)*blksize*elemsize;
    if (!impl->indices) {
      for (CeedInt shift=0; shift<nblk*blksize*ncomp*elemsize;
           shift+=blksize*ncomp*elemsize) {
        CeedInt maxj = (shift<(nblk-1)*blksize*ncomp*elemsize)?blksize:r->nelem%nblk;
        if (maxj == 0) maxj = blksize;
        for (CeedInt j = 0; j<maxj; j++) {
          for (CeedInt k = 0; k<ncomp*elemsize; k++) {
            vv[shift + j*ncomp*elemsize + k] = uu[shift + k*blksize + j];
          }
        }
      }
    } else if (ncomp == 1) {
      for (CeedInt i = 0; i<esize; i++) vv[impl->indices[i]] += uu[i];
      CeedInt nlastelems = r->nelem % blksize;
      CeedInt shift = (nblk - 1)*blksize*elemsize;
      if (nlastelems == 0) nlastelems = blksize;
      for (CeedInt i = 0; i<blksize*elemsize; i++) {
        if ((i % blksize) < nlastelems) {
          vv[impl->indices[shift + i]] += uu[shift + i];
        }
      }
    } else {
      // u is (elemsize x ncomp x nelem)
      if (lmode == CEED_NOTRANSPOSE) { // vv is (ndof x ncomp), column-major
        for (CeedInt e = 0; e < blksize * (nblk - 1); e++) {
          for (CeedInt d = 0; d < ncomp; d++) {
            for (CeedInt i = 0; i<elemsize; i++) {
              vv[impl->indices[i+elemsize*e]+r->ndof*d] +=
                uu[i+elemsize*(d+e*ncomp)];
            }
          }
        }
        CeedInt shift = (nblk - 1)*blksize*elemsize;
        CeedInt nlastelems = r->nelem % blksize;
        if (nlastelems == 0) nlastelems = blksize;
        for (CeedInt e = 0; e < nlastelems; e++) {
          for (CeedInt d = 0; d < ncomp; d++) {
            for (CeedInt i = 0; i<elemsize; i++) {
              vv[impl->indices[i+elemsize*(e+shift)]+r->ndof*d] +=
                uu[i+elemsize*(d+(e+shift)*ncomp)];
            }
          }
        }
      } else { // vv is (ncomp x ndof), column-major
        for (CeedInt e = 0; e < blksize * (nblk - 1); e++) {
          for (CeedInt d = 0; d < ncomp; d++) {
            for (CeedInt i = 0; i<elemsize; i++) {
              vv[d+ncomp*impl->indices[i+elemsize*e]] +=
                uu[i+r->elemsize*(d+e*ncomp)];
            }
          }
        }
        CeedInt shift = (nblk - 1)*blksize*elemsize;
        CeedInt nlastelems = r->nelem % blksize;
        for (CeedInt e = 0; e < nlastelems; e++) {
          for (CeedInt d = 0; d < ncomp; d++) {
            for (CeedInt i = 0; i<elemsize; i++) {
              vv[d+ncomp*impl->indices[i+elemsize*(e+shift)]] +=
                uu[i+r->elemsize*(d+(e+shift)*ncomp)];
            }
          }
        }
      }
    }
  }
  ierr = CeedVectorRestoreArrayRead(u, &uu); CeedChk(ierr);
  ierr = CeedVectorRestoreArray(v, &vv); CeedChk(ierr);
  if (request != CEED_REQUEST_IMMEDIATE && request != CEED_REQUEST_ORDERED)
    *request = NULL;
  return 0;
}

static int CeedElemRestrictionDestroy_Ref(CeedElemRestriction r) {
  CeedElemRestriction_Ref *impl = r->data;
  int ierr;

  ierr = CeedFree(&impl->indices_allocated); CeedChk(ierr);
  ierr = CeedFree(&r->data); CeedChk(ierr);
  return 0;
}

int CeedElemRestrictionCreate_Ref(CeedElemRestriction r,
                                  CeedMemType mtype,
                                  CeedCopyMode cmode, const CeedInt *indices) {
  int ierr;
  CeedElemRestriction_Ref *impl;

  if (mtype != CEED_MEM_HOST)
    return CeedError(r->ceed, 1, "Only MemType = HOST supported");
  ierr = CeedCalloc(1,&impl); CeedChk(ierr);
  switch (cmode) {
  case CEED_COPY_VALUES:
    ierr = CeedMalloc(r->nelem*r->elemsize, &impl->indices_allocated);
    CeedChk(ierr);
    memcpy(impl->indices_allocated, indices,
           r->nelem * r->elemsize * sizeof(indices[0]));
    impl->indices = impl->indices_allocated;
    break;
  case CEED_OWN_POINTER:
    impl->indices_allocated = (CeedInt *)indices;
    impl->indices = impl->indices_allocated;
    break;
  case CEED_USE_POINTER:
    impl->indices = indices;
  }
  r->data = impl;
  r->Apply = CeedElemRestrictionApply_Ref;
  r->Destroy = CeedElemRestrictionDestroy_Ref;
  return 0;
}