16ea7c6c1SJed Brown // Copyright (c) 2017, Lawrence Livermore National Security, LLC. Produced at 26ea7c6c1SJed Brown // the Lawrence Livermore National Laboratory. LLNL-CODE-734707. All Rights 36ea7c6c1SJed Brown // reserved. See files LICENSE and NOTICE for details. 46ea7c6c1SJed Brown // 56ea7c6c1SJed Brown // This file is part of CEED, a collection of benchmarks, miniapps, software 66ea7c6c1SJed Brown // libraries and APIs for efficient high-order finite element and spectral 76ea7c6c1SJed Brown // element discretizations for exascale applications. For more information and 86ea7c6c1SJed Brown // source code availability see http://github.com/ceed. 96ea7c6c1SJed Brown // 106ea7c6c1SJed Brown // The CEED research is supported by the Exascale Computing Project 17-SC-20-SC, 116ea7c6c1SJed Brown // a collaborative effort of two U.S. Department of Energy organizations (Office 126ea7c6c1SJed Brown // of Science and the National Nuclear Security Administration) responsible for 136ea7c6c1SJed Brown // the planning and preparation of a capable exascale ecosystem, including 146ea7c6c1SJed Brown // software, applications, hardware, advanced system engineering and early 156ea7c6c1SJed Brown // testbed platforms, in support of the nation's exascale computing imperative. 166ea7c6c1SJed Brown 17*5d6bafb2Sjeremylt /// @file 18*5d6bafb2Sjeremylt /// Private header for frontend components of libCEED 196ea7c6c1SJed Brown #ifndef _ceed_impl_h 206ea7c6c1SJed Brown #define _ceed_impl_h 216ea7c6c1SJed Brown 226ea7c6c1SJed Brown #include <ceed.h> 23ff8ca64bSJed Brown #include <stdbool.h> 246ea7c6c1SJed Brown 256ea7c6c1SJed Brown #define CEED_INTERN CEED_EXTERN __attribute__((visibility ("hidden"))) 266ea7c6c1SJed Brown 276ea7c6c1SJed Brown #define CEED_MAX_RESOURCE_LEN 1024 286ea7c6c1SJed Brown #define CEED_ALIGN 64 296ea7c6c1SJed Brown 306ea7c6c1SJed Brown struct Ceed_private { 315fe0d4faSjeremylt Ceed delegate; 326ea7c6c1SJed Brown int (*Error)(Ceed, const char *, int, const char *, int, const char *, va_list); 336ea7c6c1SJed Brown int (*Destroy)(Ceed); 34667bc5fcSjeremylt int (*VecCreate)(CeedInt, CeedVector); 35667bc5fcSjeremylt int (*ElemRestrictionCreate)(CeedMemType, CeedCopyMode, 36667bc5fcSjeremylt const CeedInt *, CeedElemRestriction); 37667bc5fcSjeremylt int (*ElemRestrictionCreateBlocked)(CeedMemType, CeedCopyMode, 38667bc5fcSjeremylt const CeedInt *, CeedElemRestriction); 39667bc5fcSjeremylt int (*BasisCreateTensorH1)(CeedInt, CeedInt, CeedInt, const CeedScalar *, 406ea7c6c1SJed Brown const CeedScalar *, const CeedScalar *, const CeedScalar *, CeedBasis); 41667bc5fcSjeremylt int (*BasisCreateH1)(CeedElemTopology, CeedInt, CeedInt, CeedInt, 42a8de75f0Sjeremylt const CeedScalar *, 43a8de75f0Sjeremylt const CeedScalar *, const CeedScalar *, const CeedScalar *, CeedBasis); 446ea7c6c1SJed Brown int (*QFunctionCreate)(CeedQFunction); 456ea7c6c1SJed Brown int (*OperatorCreate)(CeedOperator); 4680061934SJed Brown int refcount; 476ea7c6c1SJed Brown void *data; 486ea7c6c1SJed Brown }; 496ea7c6c1SJed Brown 506ea7c6c1SJed Brown struct CeedVector_private { 516ea7c6c1SJed Brown Ceed ceed; 526ea7c6c1SJed Brown int (*SetArray)(CeedVector, CeedMemType, CeedCopyMode, CeedScalar *); 532a1ab385Sjeremylt int (*SetValue)(CeedVector, CeedScalar); 546ea7c6c1SJed Brown int (*GetArray)(CeedVector, CeedMemType, CeedScalar **); 556ea7c6c1SJed Brown int (*GetArrayRead)(CeedVector, CeedMemType, const CeedScalar **); 566ea7c6c1SJed Brown int (*RestoreArray)(CeedVector, CeedScalar **); 576ea7c6c1SJed Brown int (*RestoreArrayRead)(CeedVector, const CeedScalar **); 586ea7c6c1SJed Brown int (*Destroy)(CeedVector); 59540765feSJed Brown int refcount; 606ea7c6c1SJed Brown CeedInt length; 6136ac90ebSjeremylt uint64_t state; 626ea7c6c1SJed Brown void *data; 636ea7c6c1SJed Brown }; 646ea7c6c1SJed Brown 656ea7c6c1SJed Brown struct CeedElemRestriction_private { 666ea7c6c1SJed Brown Ceed ceed; 67ff8ca64bSJed Brown int (*Apply)(CeedElemRestriction, CeedTransposeMode, CeedTransposeMode, 686ea7c6c1SJed Brown CeedVector, CeedVector, CeedRequest *); 696ea7c6c1SJed Brown int (*Destroy)(CeedElemRestriction); 70675ef50dSJed Brown int refcount; 716ea7c6c1SJed Brown CeedInt nelem; /* number of elements */ 726ea7c6c1SJed Brown CeedInt elemsize; /* number of dofs per element */ 736ea7c6c1SJed Brown CeedInt ndof; /* size of the L-vector, can be used for checking for 746ea7c6c1SJed Brown correct vector sizes */ 75ff8ca64bSJed Brown CeedInt ncomp; /* number of components */ 764e35ef05Sjeremylt CeedInt blksize; /* number of elements in a batch */ 774e35ef05Sjeremylt CeedInt nblk; /* number of blocks of elements */ 786ea7c6c1SJed Brown void *data; /* place for the backend to store any data */ 796ea7c6c1SJed Brown }; 806ea7c6c1SJed Brown 816ea7c6c1SJed Brown struct CeedBasis_private { 826ea7c6c1SJed Brown Ceed ceed; 834b8bea3bSJed Brown int (*Apply)(CeedBasis, CeedInt, CeedTransposeMode, CeedEvalMode, 844b8bea3bSJed Brown const CeedScalar *, 856ea7c6c1SJed Brown CeedScalar *); 866ea7c6c1SJed Brown int (*Destroy)(CeedBasis); 87c3725256SJed Brown int refcount; 88a8de75f0Sjeremylt bool tensorbasis; /* flag for tensor basis */ 890f5de9e9Sjeremylt CeedInt dim; /* topological dimension */ 900f5de9e9Sjeremylt CeedInt ncomp; /* number of field components (1 for scalar fields) */ 910f5de9e9Sjeremylt CeedInt P1d; /* number of nodes in one dimension */ 920f5de9e9Sjeremylt CeedInt Q1d; /* number of quadrature points in one dimension */ 93a8de75f0Sjeremylt CeedInt P; /* total number of nodes */ 94a8de75f0Sjeremylt CeedInt Q; /* total number of quadrature points */ 950f5de9e9Sjeremylt CeedScalar *qref1d; /* Array of length Q1d holding the locations of 960f5de9e9Sjeremylt quadrature points on the 1D reference element [-1, 1] */ 970f5de9e9Sjeremylt CeedScalar *qweight1d; /* array of length Q1d holding the quadrature weights on 980f5de9e9Sjeremylt the reference element */ 994b8bea3bSJed Brown CeedScalar 1004b8bea3bSJed Brown *interp1d; /* row-major matrix of shape [Q1d, P1d] expressing the values of 1010f5de9e9Sjeremylt nodal basis functions at quadrature points */ 1024b8bea3bSJed Brown CeedScalar 1034b8bea3bSJed Brown *grad1d; /* row-major matrix of shape [Q1d, P1d] matrix expressing derivatives of 1040f5de9e9Sjeremylt nodal basis functions at quadrature points */ 105c01dd730Scamierjs void *data; /* place for the backend to store any data */ 1066ea7c6c1SJed Brown }; 1076ea7c6c1SJed Brown 108d1bcdac9Sjeremylt struct CeedQFunctionField_private { 109ff8ca64bSJed Brown const char *fieldname; 110ff8ca64bSJed Brown CeedInt ncomp; 111ff8ca64bSJed Brown CeedEvalMode emode; 112ff8ca64bSJed Brown }; 113ff8ca64bSJed Brown 1146ea7c6c1SJed Brown struct CeedQFunction_private { 1156ea7c6c1SJed Brown Ceed ceed; 116ff8ca64bSJed Brown int (*Apply)(CeedQFunction, CeedInt, const CeedScalar *const *, 1176ea7c6c1SJed Brown CeedScalar *const *); 1186ea7c6c1SJed Brown int (*Destroy)(CeedQFunction); 1192123d1aaSJed Brown int refcount; 1206ea7c6c1SJed Brown CeedInt vlength; // Number of quadrature points must be padded to a multiple of vlength 121d1bcdac9Sjeremylt CeedQFunctionField inputfields[16]; 122d1bcdac9Sjeremylt CeedQFunctionField outputfields[16]; 123ff8ca64bSJed Brown CeedInt numinputfields, numoutputfields; 124ff8ca64bSJed Brown int (*function)(void*, CeedInt, const CeedScalar *const*, CeedScalar *const*); 1256ea7c6c1SJed Brown const char *focca; 1266ea7c6c1SJed Brown void *ctx; /* user context for function */ 1276ea7c6c1SJed Brown size_t ctxsize; /* size of user context; may be used to copy to a device */ 1286ea7c6c1SJed Brown void *data; /* backend data */ 1296ea7c6c1SJed Brown }; 1306ea7c6c1SJed Brown 131d1bcdac9Sjeremylt struct CeedOperatorField_private { 132ff8ca64bSJed Brown CeedElemRestriction Erestrict; /// Restriction from L-vector or NULL if identity 133ff8ca64bSJed Brown CeedBasis basis; /// Basis or NULL for collocated fields 1344b8bea3bSJed Brown CeedVector 1354b8bea3bSJed Brown vec; /// State vector for passive fields, NULL for active fields 136ff8ca64bSJed Brown }; 137ff8ca64bSJed Brown 1386ea7c6c1SJed Brown struct CeedOperator_private { 1396ea7c6c1SJed Brown Ceed ceed; 140c4da7380SJed Brown int refcount; 141ff8ca64bSJed Brown int (*Apply)(CeedOperator, CeedVector, CeedVector, CeedRequest *); 1426ea7c6c1SJed Brown int (*ApplyJacobian)(CeedOperator, CeedVector, CeedVector, CeedVector, 1436ea7c6c1SJed Brown CeedVector, CeedRequest *); 1446ea7c6c1SJed Brown int (*GetQData)(CeedOperator, CeedVector *); 1456ea7c6c1SJed Brown int (*Destroy)(CeedOperator); 146d1bcdac9Sjeremylt CeedOperatorField inputfields[16]; 147d1bcdac9Sjeremylt CeedOperatorField outputfields[16]; 148ff8ca64bSJed Brown CeedInt numelements; /// Number of elements 149ff8ca64bSJed Brown CeedInt numqpoints; /// Number of quadrature points over all elements 150ef700c2cSjeremylt CeedInt nfields; /// Number of fields that have been set 1516ea7c6c1SJed Brown CeedQFunction qf; 1526ea7c6c1SJed Brown CeedQFunction dqf; 1536ea7c6c1SJed Brown CeedQFunction dqfT; 154ff8ca64bSJed Brown bool setupdone; 1556ea7c6c1SJed Brown void *data; 1566ea7c6c1SJed Brown }; 1576ea7c6c1SJed Brown 158d863ab9bSjeremylt CEED_INTERN int CeedErrorReturn(Ceed, const char *, int, const char *, int, 159d863ab9bSjeremylt const char *, va_list); 160d863ab9bSjeremylt CEED_INTERN int CeedErrorAbort(Ceed, const char *, int, const char *, int, 161d863ab9bSjeremylt const char *, va_list); 162d863ab9bSjeremylt CEED_INTERN int CeedErrorExit(Ceed, const char *, int, const char *, int, 163d863ab9bSjeremylt const char *, va_list); 164d863ab9bSjeremylt CEED_INTERN int CeedSetErrorHandler(Ceed ceed, 165d863ab9bSjeremylt int (eh)(Ceed, const char *, int, const char *, 166d863ab9bSjeremylt int, const char *, va_list)); 167d863ab9bSjeremylt 1686ea7c6c1SJed Brown #endif 169