16ea7c6c1SJed Brown // Copyright (c) 2017, Lawrence Livermore National Security, LLC. Produced at 26ea7c6c1SJed Brown // the Lawrence Livermore National Laboratory. LLNL-CODE-734707. All Rights 36ea7c6c1SJed Brown // reserved. See files LICENSE and NOTICE for details. 46ea7c6c1SJed Brown // 56ea7c6c1SJed Brown // This file is part of CEED, a collection of benchmarks, miniapps, software 66ea7c6c1SJed Brown // libraries and APIs for efficient high-order finite element and spectral 76ea7c6c1SJed Brown // element discretizations for exascale applications. For more information and 86ea7c6c1SJed Brown // source code availability see http://github.com/ceed. 96ea7c6c1SJed Brown // 106ea7c6c1SJed Brown // The CEED research is supported by the Exascale Computing Project 17-SC-20-SC, 116ea7c6c1SJed Brown // a collaborative effort of two U.S. Department of Energy organizations (Office 126ea7c6c1SJed Brown // of Science and the National Nuclear Security Administration) responsible for 136ea7c6c1SJed Brown // the planning and preparation of a capable exascale ecosystem, including 146ea7c6c1SJed Brown // software, applications, hardware, advanced system engineering and early 156ea7c6c1SJed Brown // testbed platforms, in support of the nation's exascale computing imperative. 166ea7c6c1SJed Brown 175d6bafb2Sjeremylt /// @file 185d6bafb2Sjeremylt /// Private header for frontend components of libCEED 196ea7c6c1SJed Brown #ifndef _ceed_impl_h 206ea7c6c1SJed Brown #define _ceed_impl_h 216ea7c6c1SJed Brown 226ea7c6c1SJed Brown #include <ceed.h> 23ff8ca64bSJed Brown #include <stdbool.h> 246ea7c6c1SJed Brown 256ea7c6c1SJed Brown #define CEED_INTERN CEED_EXTERN __attribute__((visibility ("hidden"))) 266ea7c6c1SJed Brown 276ea7c6c1SJed Brown #define CEED_MAX_RESOURCE_LEN 1024 286ea7c6c1SJed Brown #define CEED_ALIGN 64 296ea7c6c1SJed Brown 306ea7c6c1SJed Brown struct Ceed_private { 315fe0d4faSjeremylt Ceed delegate; 326ea7c6c1SJed Brown int (*Error)(Ceed, const char *, int, const char *, int, const char *, va_list); 336ea7c6c1SJed Brown int (*Destroy)(Ceed); 34667bc5fcSjeremylt int (*VecCreate)(CeedInt, CeedVector); 35667bc5fcSjeremylt int (*ElemRestrictionCreate)(CeedMemType, CeedCopyMode, 36667bc5fcSjeremylt const CeedInt *, CeedElemRestriction); 37667bc5fcSjeremylt int (*ElemRestrictionCreateBlocked)(CeedMemType, CeedCopyMode, 38667bc5fcSjeremylt const CeedInt *, CeedElemRestriction); 39667bc5fcSjeremylt int (*BasisCreateTensorH1)(CeedInt, CeedInt, CeedInt, const CeedScalar *, 406ea7c6c1SJed Brown const CeedScalar *, const CeedScalar *, const CeedScalar *, CeedBasis); 41667bc5fcSjeremylt int (*BasisCreateH1)(CeedElemTopology, CeedInt, CeedInt, CeedInt, 42a8de75f0Sjeremylt const CeedScalar *, 43a8de75f0Sjeremylt const CeedScalar *, const CeedScalar *, const CeedScalar *, CeedBasis); 446ea7c6c1SJed Brown int (*QFunctionCreate)(CeedQFunction); 456ea7c6c1SJed Brown int (*OperatorCreate)(CeedOperator); 4680061934SJed Brown int refcount; 476ea7c6c1SJed Brown void *data; 486ea7c6c1SJed Brown }; 496ea7c6c1SJed Brown 506ea7c6c1SJed Brown struct CeedVector_private { 516ea7c6c1SJed Brown Ceed ceed; 526ea7c6c1SJed Brown int (*SetArray)(CeedVector, CeedMemType, CeedCopyMode, CeedScalar *); 532a1ab385Sjeremylt int (*SetValue)(CeedVector, CeedScalar); 546ea7c6c1SJed Brown int (*GetArray)(CeedVector, CeedMemType, CeedScalar **); 556ea7c6c1SJed Brown int (*GetArrayRead)(CeedVector, CeedMemType, const CeedScalar **); 566ea7c6c1SJed Brown int (*RestoreArray)(CeedVector, CeedScalar **); 576ea7c6c1SJed Brown int (*RestoreArrayRead)(CeedVector, const CeedScalar **); 586ea7c6c1SJed Brown int (*Destroy)(CeedVector); 59540765feSJed Brown int refcount; 606ea7c6c1SJed Brown CeedInt length; 6136ac90ebSjeremylt uint64_t state; 62*2cd729eeSjeremylt uint64_t numreaders; 636ea7c6c1SJed Brown void *data; 646ea7c6c1SJed Brown }; 656ea7c6c1SJed Brown 666ea7c6c1SJed Brown struct CeedElemRestriction_private { 676ea7c6c1SJed Brown Ceed ceed; 68ff8ca64bSJed Brown int (*Apply)(CeedElemRestriction, CeedTransposeMode, CeedTransposeMode, 696ea7c6c1SJed Brown CeedVector, CeedVector, CeedRequest *); 706ea7c6c1SJed Brown int (*Destroy)(CeedElemRestriction); 71675ef50dSJed Brown int refcount; 726ea7c6c1SJed Brown CeedInt nelem; /* number of elements */ 736ea7c6c1SJed Brown CeedInt elemsize; /* number of dofs per element */ 746ea7c6c1SJed Brown CeedInt ndof; /* size of the L-vector, can be used for checking for 756ea7c6c1SJed Brown correct vector sizes */ 76ff8ca64bSJed Brown CeedInt ncomp; /* number of components */ 774e35ef05Sjeremylt CeedInt blksize; /* number of elements in a batch */ 784e35ef05Sjeremylt CeedInt nblk; /* number of blocks of elements */ 796ea7c6c1SJed Brown void *data; /* place for the backend to store any data */ 806ea7c6c1SJed Brown }; 816ea7c6c1SJed Brown 826ea7c6c1SJed Brown struct CeedBasis_private { 836ea7c6c1SJed Brown Ceed ceed; 844b8bea3bSJed Brown int (*Apply)(CeedBasis, CeedInt, CeedTransposeMode, CeedEvalMode, 854b8bea3bSJed Brown const CeedScalar *, 866ea7c6c1SJed Brown CeedScalar *); 876ea7c6c1SJed Brown int (*Destroy)(CeedBasis); 88c3725256SJed Brown int refcount; 89a8de75f0Sjeremylt bool tensorbasis; /* flag for tensor basis */ 900f5de9e9Sjeremylt CeedInt dim; /* topological dimension */ 910f5de9e9Sjeremylt CeedInt ncomp; /* number of field components (1 for scalar fields) */ 920f5de9e9Sjeremylt CeedInt P1d; /* number of nodes in one dimension */ 930f5de9e9Sjeremylt CeedInt Q1d; /* number of quadrature points in one dimension */ 94a8de75f0Sjeremylt CeedInt P; /* total number of nodes */ 95a8de75f0Sjeremylt CeedInt Q; /* total number of quadrature points */ 960f5de9e9Sjeremylt CeedScalar *qref1d; /* Array of length Q1d holding the locations of 970f5de9e9Sjeremylt quadrature points on the 1D reference element [-1, 1] */ 980f5de9e9Sjeremylt CeedScalar *qweight1d; /* array of length Q1d holding the quadrature weights on 990f5de9e9Sjeremylt the reference element */ 1004b8bea3bSJed Brown CeedScalar 1014b8bea3bSJed Brown *interp1d; /* row-major matrix of shape [Q1d, P1d] expressing the values of 1020f5de9e9Sjeremylt nodal basis functions at quadrature points */ 1034b8bea3bSJed Brown CeedScalar 1044b8bea3bSJed Brown *grad1d; /* row-major matrix of shape [Q1d, P1d] matrix expressing derivatives of 1050f5de9e9Sjeremylt nodal basis functions at quadrature points */ 106c01dd730Scamierjs void *data; /* place for the backend to store any data */ 1076ea7c6c1SJed Brown }; 1086ea7c6c1SJed Brown 109d1bcdac9Sjeremylt struct CeedQFunctionField_private { 110ff8ca64bSJed Brown const char *fieldname; 111ff8ca64bSJed Brown CeedInt ncomp; 112ff8ca64bSJed Brown CeedEvalMode emode; 113ff8ca64bSJed Brown }; 114ff8ca64bSJed Brown 1156ea7c6c1SJed Brown struct CeedQFunction_private { 1166ea7c6c1SJed Brown Ceed ceed; 117ff8ca64bSJed Brown int (*Apply)(CeedQFunction, CeedInt, const CeedScalar *const *, 1186ea7c6c1SJed Brown CeedScalar *const *); 1196ea7c6c1SJed Brown int (*Destroy)(CeedQFunction); 1202123d1aaSJed Brown int refcount; 1216ea7c6c1SJed Brown CeedInt vlength; // Number of quadrature points must be padded to a multiple of vlength 122d1bcdac9Sjeremylt CeedQFunctionField inputfields[16]; 123d1bcdac9Sjeremylt CeedQFunctionField outputfields[16]; 124ff8ca64bSJed Brown CeedInt numinputfields, numoutputfields; 125ff8ca64bSJed Brown int (*function)(void*, CeedInt, const CeedScalar *const*, CeedScalar *const*); 1266ea7c6c1SJed Brown const char *focca; 1276ea7c6c1SJed Brown void *ctx; /* user context for function */ 1286ea7c6c1SJed Brown size_t ctxsize; /* size of user context; may be used to copy to a device */ 1296ea7c6c1SJed Brown void *data; /* backend data */ 1306ea7c6c1SJed Brown }; 1316ea7c6c1SJed Brown 132d1bcdac9Sjeremylt struct CeedOperatorField_private { 133ff8ca64bSJed Brown CeedElemRestriction Erestrict; /// Restriction from L-vector or NULL if identity 1344dccadb6Sjeremylt CeedTransposeMode lmode; /// Transpose mode for lvector ordering 135ff8ca64bSJed Brown CeedBasis basis; /// Basis or NULL for collocated fields 1364b8bea3bSJed Brown CeedVector 1374b8bea3bSJed Brown vec; /// State vector for passive fields, NULL for active fields 138ff8ca64bSJed Brown }; 139ff8ca64bSJed Brown 1406ea7c6c1SJed Brown struct CeedOperator_private { 1416ea7c6c1SJed Brown Ceed ceed; 142c4da7380SJed Brown int refcount; 143ff8ca64bSJed Brown int (*Apply)(CeedOperator, CeedVector, CeedVector, CeedRequest *); 1446ea7c6c1SJed Brown int (*ApplyJacobian)(CeedOperator, CeedVector, CeedVector, CeedVector, 1456ea7c6c1SJed Brown CeedVector, CeedRequest *); 1466ea7c6c1SJed Brown int (*GetQData)(CeedOperator, CeedVector *); 1476ea7c6c1SJed Brown int (*Destroy)(CeedOperator); 148d1bcdac9Sjeremylt CeedOperatorField inputfields[16]; 149d1bcdac9Sjeremylt CeedOperatorField outputfields[16]; 150ff8ca64bSJed Brown CeedInt numelements; /// Number of elements 151ff8ca64bSJed Brown CeedInt numqpoints; /// Number of quadrature points over all elements 152ef700c2cSjeremylt CeedInt nfields; /// Number of fields that have been set 1536ea7c6c1SJed Brown CeedQFunction qf; 1546ea7c6c1SJed Brown CeedQFunction dqf; 1556ea7c6c1SJed Brown CeedQFunction dqfT; 156ff8ca64bSJed Brown bool setupdone; 1576ea7c6c1SJed Brown void *data; 1586ea7c6c1SJed Brown }; 1596ea7c6c1SJed Brown 160d863ab9bSjeremylt CEED_INTERN int CeedErrorReturn(Ceed, const char *, int, const char *, int, 161d863ab9bSjeremylt const char *, va_list); 162d863ab9bSjeremylt CEED_INTERN int CeedErrorAbort(Ceed, const char *, int, const char *, int, 163d863ab9bSjeremylt const char *, va_list); 164d863ab9bSjeremylt CEED_INTERN int CeedErrorExit(Ceed, const char *, int, const char *, int, 165d863ab9bSjeremylt const char *, va_list); 166d863ab9bSjeremylt CEED_INTERN int CeedSetErrorHandler(Ceed ceed, 167d863ab9bSjeremylt int (eh)(Ceed, const char *, int, const char *, 168d863ab9bSjeremylt int, const char *, va_list)); 169d863ab9bSjeremylt 1706ea7c6c1SJed Brown #endif 171