1 // Copyright (c) 2017, Lawrence Livermore National Security, LLC. Produced at 2 // the Lawrence Livermore National Laboratory. LLNL-CODE-734707. All Rights 3 // reserved. See files LICENSE and NOTICE for details. 4 // 5 // This file is part of CEED, a collection of benchmarks, miniapps, software 6 // libraries and APIs for efficient high-order finite element and spectral 7 // element discretizations for exascale applications. For more information and 8 // source code availability see http://github.com/ceed. 9 // 10 // The CEED research is supported by the Exascale Computing Project 17-SC-20-SC, 11 // a collaborative effort of two U.S. Department of Energy organizations (Office 12 // of Science and the National Nuclear Security Administration) responsible for 13 // the planning and preparation of a capable exascale ecosystem, including 14 // software, applications, hardware, advanced system engineering and early 15 // testbed platforms, in support of the nation's exascale computing imperative. 16 17 /// @file 18 /// Public header for backend components of libCEED 19 #ifndef _ceed_backend_h 20 #define _ceed_backend_h 21 22 #include <ceed/ceed.h> 23 #include <limits.h> 24 #include <stdbool.h> 25 26 #define CEED_INTERN CEED_EXTERN __attribute__((visibility ("hidden"))) 27 #define CEED_UNUSED __attribute__((unused)) 28 29 #define CEED_MAX_RESOURCE_LEN 1024 30 #define CEED_MAX_BACKEND_PRIORITY UINT_MAX 31 #define CEED_ALIGN 64 32 #define CEED_COMPOSITE_MAX 16 33 34 /** 35 @ingroup Ceed 36 This macro provides the ability to disable optimization flags for functions that 37 are sensitive to floting point optimizations. 38 **/ 39 #ifndef CeedPragmaOptimizeOff 40 # if defined(__clang__) 41 # define CeedPragmaOptimizeOff _Pragma("clang optimize off") 42 # elif defined(__GNUC__) 43 # define CeedPragmaOptimizeOff _Pragma("GCC push_options") _Pragma("GCC optimize 0") 44 # elif defined(__INTEL_COMPILER) || defined(__INTEL_LLVM_COMPILER) 45 # define CeedPragmaOptimizeOff _Pragma("optimize('', off)") 46 # else 47 # define CeedPragmaOptimizeOff 48 # endif 49 #endif 50 51 /** 52 @ingroup Ceed 53 This macro restores previously set optimization flags after CeedPragmaOptimizeOff. 54 **/ 55 #ifndef CeedPragmaOptimizeOn 56 # if defined(__clang__) 57 # define CeedPragmaOptimizeOn _Pragma("clang optimize on") 58 # elif defined(__GNUC__) 59 # define CeedPragmaOptimizeOn _Pragma("GCC pop_options") 60 # elif defined(__INTEL_COMPILER) || defined(__INTEL_LLVM_COMPILER) 61 # define CeedPragmaOptimizeOff _Pragma("optimize('', on)") 62 # else 63 # define CeedPragmaOptimizeOn 64 # endif 65 #endif 66 67 /// CEED_DEBUG_COLOR default value, forward CeedDebug* declarations & macros 68 #ifndef CEED_DEBUG_COLOR 69 #define CEED_DEBUG_COLOR 0 70 #endif 71 CEED_EXTERN void CeedDebugImpl(const Ceed,const char *,...); 72 CEED_EXTERN void CeedDebugImpl256(const Ceed,const unsigned char,const char *, 73 ...); 74 #define CeedDebug1(ceed,format, ...) CeedDebugImpl(ceed,format, ## __VA_ARGS__) 75 #define CeedDebug256(ceed,color, ...) CeedDebugImpl256(ceed,color, ## __VA_ARGS__) 76 #define CeedDebug(...) CeedDebug256(ceed,(unsigned char)CEED_DEBUG_COLOR, ## __VA_ARGS__) 77 78 /// Handle for object handling TensorContraction 79 /// @ingroup CeedBasis 80 typedef struct CeedTensorContract_private *CeedTensorContract; 81 82 /* In the next 3 functions, p has to be the address of a pointer type, i.e. p 83 has to be a pointer to a pointer. */ 84 CEED_INTERN int CeedMallocArray(size_t n, size_t unit, void *p); 85 CEED_INTERN int CeedCallocArray(size_t n, size_t unit, void *p); 86 CEED_INTERN int CeedReallocArray(size_t n, size_t unit, void *p); 87 CEED_INTERN int CeedFree(void *p); 88 89 #define CeedChk(ierr) do { int ierr_ = ierr; if (ierr_) return ierr_; } while (0) 90 #define CeedChkBackend(ierr) do { int ierr_ = ierr; if (ierr_) { if (ierr_ > CEED_ERROR_SUCCESS) return CEED_ERROR_BACKEND; else return ierr_; } } while (0) 91 /* Note that CeedMalloc and CeedCalloc will, generally, return pointers with 92 different memory alignments: CeedMalloc returns pointers aligned at 93 CEED_ALIGN bytes, while CeedCalloc uses the alignment of calloc. */ 94 #define CeedMalloc(n, p) CeedMallocArray((n), sizeof(**(p)), p) 95 #define CeedCalloc(n, p) CeedCallocArray((n), sizeof(**(p)), p) 96 #define CeedRealloc(n, p) CeedReallocArray((n), sizeof(**(p)), p) 97 98 CEED_EXTERN int CeedRegister(const char *prefix, 99 int (*init)(const char *, Ceed), 100 unsigned int priority); 101 102 CEED_EXTERN int CeedIsDebug(Ceed ceed, bool *is_debug); 103 CEED_EXTERN int CeedGetParent(Ceed ceed, Ceed *parent); 104 CEED_EXTERN int CeedGetDelegate(Ceed ceed, Ceed *delegate); 105 CEED_EXTERN int CeedSetDelegate(Ceed ceed, Ceed delegate); 106 CEED_EXTERN int CeedGetObjectDelegate(Ceed ceed, Ceed *delegate, 107 const char *obj_name); 108 CEED_EXTERN int CeedSetObjectDelegate(Ceed ceed, Ceed delegate, 109 const char *obj_name); 110 CEED_EXTERN int CeedOperatorGetActiveBasis(CeedOperator op, 111 CeedBasis *active_basis); 112 CEED_EXTERN int CeedOperatorGetActiveElemRestriction(CeedOperator op, CeedElemRestriction *active_rstr); 113 CEED_EXTERN int CeedGetOperatorFallbackResource(Ceed ceed, 114 const char **resource); 115 CEED_EXTERN int CeedSetOperatorFallbackResource(Ceed ceed, 116 const char *resource); 117 CEED_EXTERN int CeedGetOperatorFallbackParentCeed(Ceed ceed, Ceed *parent); 118 CEED_EXTERN int CeedSetDeterministic(Ceed ceed, bool is_deterministic); 119 CEED_EXTERN int CeedSetBackendFunction(Ceed ceed, 120 const char *type, void *object, 121 const char *func_name, int (*f)()); 122 CEED_EXTERN int CeedGetData(Ceed ceed, void *data); 123 CEED_EXTERN int CeedSetData(Ceed ceed, void *data); 124 CEED_EXTERN int CeedReference(Ceed ceed); 125 126 CEED_EXTERN int CeedVectorGetState(CeedVector vec, uint64_t *state); 127 CEED_EXTERN int CeedVectorAddReference(CeedVector vec); 128 CEED_EXTERN int CeedVectorGetData(CeedVector vec, void *data); 129 CEED_EXTERN int CeedVectorSetData(CeedVector vec, void *data); 130 CEED_EXTERN int CeedVectorReference(CeedVector vec); 131 132 CEED_EXTERN int CeedElemRestrictionGetStrides(CeedElemRestriction rstr, 133 CeedInt (*strides)[3]); 134 CEED_EXTERN int CeedElemRestrictionGetOffsets(CeedElemRestriction rstr, 135 CeedMemType mem_type, const CeedInt **offsets); 136 CEED_EXTERN int CeedElemRestrictionRestoreOffsets(CeedElemRestriction rstr, 137 const CeedInt **offsets); 138 CEED_EXTERN int CeedElemRestrictionIsStrided(CeedElemRestriction rstr, 139 bool *is_strided); 140 CEED_EXTERN int CeedElemRestrictionHasBackendStrides(CeedElemRestriction rstr, 141 bool *has_backend_strides); 142 CEED_EXTERN int CeedElemRestrictionGetELayout(CeedElemRestriction rstr, 143 CeedInt (*layout)[3]); 144 CEED_EXTERN int CeedElemRestrictionSetELayout(CeedElemRestriction rstr, 145 CeedInt layout[3]); 146 CEED_EXTERN int CeedElemRestrictionGetData(CeedElemRestriction rstr, 147 void *data); 148 CEED_EXTERN int CeedElemRestrictionSetData(CeedElemRestriction rstr, 149 void *data); 150 CEED_EXTERN int CeedElemRestrictionReference(CeedElemRestriction rstr); 151 152 CEED_EXTERN int CeedBasisGetCollocatedGrad(CeedBasis basis, 153 CeedScalar *colo_grad_1d); 154 CEED_EXTERN int CeedHouseholderApplyQ(CeedScalar *A, const CeedScalar *Q, 155 const CeedScalar *tau, CeedTransposeMode t_mode, CeedInt m, CeedInt n, 156 CeedInt k, CeedInt row, CeedInt col); 157 CEED_EXTERN int CeedBasisIsTensor(CeedBasis basis, bool *is_tensor); 158 CEED_EXTERN int CeedBasisGetData(CeedBasis basis, void *data); 159 CEED_EXTERN int CeedBasisSetData(CeedBasis basis, void *data); 160 CEED_EXTERN int CeedBasisReference(CeedBasis basis); 161 162 CEED_EXTERN int CeedBasisGetTopologyDimension(CeedElemTopology topo, 163 CeedInt *dim); 164 165 CEED_EXTERN int CeedBasisGetTensorContract(CeedBasis basis, 166 CeedTensorContract *contract); 167 CEED_EXTERN int CeedBasisSetTensorContract(CeedBasis basis, 168 CeedTensorContract contract); 169 CEED_EXTERN int CeedTensorContractCreate(Ceed ceed, CeedBasis basis, 170 CeedTensorContract *contract); 171 CEED_EXTERN int CeedTensorContractApply(CeedTensorContract contract, CeedInt A, 172 CeedInt B, CeedInt C, CeedInt J, 173 const CeedScalar *__restrict__ t, 174 CeedTransposeMode t_mode, 175 const CeedInt Add, 176 const CeedScalar *__restrict__ u, 177 CeedScalar *__restrict__ v); 178 CEED_EXTERN int CeedTensorContractGetCeed(CeedTensorContract contract, 179 Ceed *ceed); 180 CEED_EXTERN int CeedTensorContractGetData(CeedTensorContract contract, 181 void *data); 182 CEED_EXTERN int CeedTensorContractSetData(CeedTensorContract contract, 183 void *data); 184 CEED_EXTERN int CeedTensorContractReference(CeedTensorContract contract); 185 CEED_EXTERN int CeedTensorContractDestroy(CeedTensorContract *contract); 186 187 CEED_EXTERN int CeedQFunctionRegister(const char *, const char *, CeedInt, 188 CeedQFunctionUser, int (*init)(Ceed, const char *, CeedQFunction)); 189 CEED_EXTERN int CeedQFunctionSetFortranStatus(CeedQFunction qf, bool status); 190 CEED_EXTERN int CeedQFunctionGetVectorLength(CeedQFunction qf, 191 CeedInt *vec_length); 192 CEED_EXTERN int CeedQFunctionGetNumArgs(CeedQFunction qf, 193 CeedInt *num_input_fields, 194 CeedInt *num_output_fields); 195 CEED_EXTERN int CeedQFunctionGetKernelName(CeedQFunction qf, char **kernel_name); 196 CEED_EXTERN int CeedQFunctionGetSourcePath(CeedQFunction qf, char **source_path); 197 CEED_EXTERN int CeedQFunctionLoadSourceToBuffer(CeedQFunction qf, char **source_buffer); 198 CEED_EXTERN int CeedQFunctionGetUserFunction(CeedQFunction qf, 199 CeedQFunctionUser *f); 200 CEED_EXTERN int CeedQFunctionGetContext(CeedQFunction qf, 201 CeedQFunctionContext *ctx); 202 CEED_EXTERN int CeedQFunctionGetInnerContext(CeedQFunction qf, 203 CeedQFunctionContext *ctx); 204 CEED_EXTERN int CeedQFunctionIsIdentity(CeedQFunction qf, bool *is_identity); 205 CEED_EXTERN int CeedQFunctionGetData(CeedQFunction qf, void *data); 206 CEED_EXTERN int CeedQFunctionSetData(CeedQFunction qf, void *data); 207 CEED_EXTERN int CeedQFunctionReference(CeedQFunction qf); 208 209 CEED_EXTERN int CeedQFunctionContextGetCeed(CeedQFunctionContext cxt, 210 Ceed *ceed); 211 CEED_EXTERN int CeedQFunctionContextGetState(CeedQFunctionContext ctx, 212 uint64_t *state); 213 CEED_EXTERN int CeedQFunctionContextGetBackendData(CeedQFunctionContext ctx, 214 void *data); 215 CEED_EXTERN int CeedQFunctionContextSetBackendData(CeedQFunctionContext ctx, 216 void *data); 217 CEED_EXTERN int CeedQFunctionContextReference(CeedQFunctionContext ctx); 218 219 CEED_EXTERN int CeedOperatorGetNumArgs(CeedOperator op, CeedInt *num_args); 220 CEED_EXTERN int CeedOperatorIsSetupDone(CeedOperator op, bool *is_setup_done); 221 CEED_EXTERN int CeedOperatorGetQFunction(CeedOperator op, CeedQFunction *qf); 222 CEED_EXTERN int CeedOperatorIsComposite(CeedOperator op, bool *is_composite); 223 CEED_EXTERN int CeedOperatorGetNumSub(CeedOperator op, CeedInt *num_suboperators); 224 CEED_EXTERN int CeedOperatorGetSubList(CeedOperator op, 225 CeedOperator **sub_operators); 226 CEED_EXTERN int CeedOperatorGetData(CeedOperator op, void *data); 227 CEED_EXTERN int CeedOperatorSetData(CeedOperator op, void *data); 228 CEED_EXTERN int CeedOperatorReference(CeedOperator op); 229 CEED_EXTERN int CeedOperatorSetSetupDone(CeedOperator op); 230 231 CEED_INTERN int CeedMatrixMultiply(Ceed ceed, const CeedScalar *mat_A, 232 const CeedScalar *mat_B, CeedScalar *mat_C, 233 CeedInt m, CeedInt n, CeedInt kk); 234 235 #endif 236