1 // Copyright (c) 2017-2024, Lawrence Livermore National Security, LLC and other CEED contributors. 2 // All Rights Reserved. See the top-level LICENSE and NOTICE files for details. 3 // 4 // SPDX-License-Identifier: BSD-2-Clause 5 // 6 // This file is part of CEED: http://github.com/ceed 7 8 #include "ceed-cuda-ref.h" 9 10 #include <ceed.h> 11 #include <ceed/backend.h> 12 #include <stdbool.h> 13 #include <string.h> 14 15 #include "../cuda/ceed-cuda-common.h" 16 17 //------------------------------------------------------------------------------ 18 // CUDA preferred MemType 19 //------------------------------------------------------------------------------ 20 static int CeedGetPreferredMemType_Cuda(CeedMemType *mem_type) { 21 *mem_type = CEED_MEM_DEVICE; 22 return CEED_ERROR_SUCCESS; 23 } 24 25 //------------------------------------------------------------------------------ 26 // Get CUBLAS handle 27 //------------------------------------------------------------------------------ 28 int CeedGetCublasHandle_Cuda(Ceed ceed, cublasHandle_t *handle) { 29 Ceed_Cuda *data; 30 31 CeedCallBackend(CeedGetData(ceed, &data)); 32 if (!data->cublas_handle) CeedCallCublas(ceed, cublasCreate(&data->cublas_handle)); 33 *handle = data->cublas_handle; 34 return CEED_ERROR_SUCCESS; 35 } 36 37 //------------------------------------------------------------------------------ 38 // Backend Init 39 //------------------------------------------------------------------------------ 40 static int CeedInit_Cuda_ref(const char *resource, Ceed ceed) { 41 Ceed_Cuda *data; 42 char *resource_root; 43 44 CeedCallBackend(CeedGetResourceRoot(ceed, resource, ":", &resource_root)); 45 CeedCheck(!strcmp(resource_root, "/gpu/cuda/ref"), ceed, CEED_ERROR_BACKEND, "Cuda backend cannot use resource: %s", resource); 46 CeedCallBackend(CeedFree(&resource_root)); 47 CeedCallBackend(CeedSetDeterministic(ceed, true)); 48 49 CeedCallBackend(CeedCalloc(1, &data)); 50 CeedCallBackend(CeedSetData(ceed, data)); 51 CeedCallBackend(CeedInit_Cuda(ceed, resource)); 52 53 CeedCallBackend(CeedSetBackendFunction(ceed, "Ceed", ceed, "GetPreferredMemType", CeedGetPreferredMemType_Cuda)); 54 CeedCallBackend(CeedSetBackendFunction(ceed, "Ceed", ceed, "VectorCreate", CeedVectorCreate_Cuda)); 55 CeedCallBackend(CeedSetBackendFunction(ceed, "Ceed", ceed, "BasisCreateTensorH1", CeedBasisCreateTensorH1_Cuda)); 56 CeedCallBackend(CeedSetBackendFunction(ceed, "Ceed", ceed, "BasisCreateH1", CeedBasisCreateH1_Cuda)); 57 CeedCallBackend(CeedSetBackendFunction(ceed, "Ceed", ceed, "BasisCreateHdiv", CeedBasisCreateHdiv_Cuda)); 58 CeedCallBackend(CeedSetBackendFunction(ceed, "Ceed", ceed, "BasisCreateHcurl", CeedBasisCreateHcurl_Cuda)); 59 CeedCallBackend(CeedSetBackendFunction(ceed, "Ceed", ceed, "ElemRestrictionCreate", CeedElemRestrictionCreate_Cuda)); 60 CeedCallBackend(CeedSetBackendFunction(ceed, "Ceed", ceed, "ElemRestrictionCreateAtPoints", CeedElemRestrictionCreate_Cuda)); 61 CeedCallBackend(CeedSetBackendFunction(ceed, "Ceed", ceed, "QFunctionCreate", CeedQFunctionCreate_Cuda)); 62 CeedCallBackend(CeedSetBackendFunction(ceed, "Ceed", ceed, "QFunctionContextCreate", CeedQFunctionContextCreate_Cuda)); 63 CeedCallBackend(CeedSetBackendFunction(ceed, "Ceed", ceed, "OperatorCreate", CeedOperatorCreate_Cuda)); 64 CeedCallBackend(CeedSetBackendFunction(ceed, "Ceed", ceed, "Destroy", CeedDestroy_Cuda)); 65 return CEED_ERROR_SUCCESS; 66 } 67 68 //------------------------------------------------------------------------------ 69 // Backend Register 70 //------------------------------------------------------------------------------ 71 CEED_INTERN int CeedRegister_Cuda(void) { return CeedRegister("/gpu/cuda/ref", CeedInit_Cuda_ref, 40); } 72 73 //------------------------------------------------------------------------------ 74