1 // Copyright (c) 2017-2022, Lawrence Livermore National Security, LLC and other CEED contributors. 2 // All Rights Reserved. See the top-level LICENSE and NOTICE files for details. 3 // 4 // SPDX-License-Identifier: BSD-2-Clause 5 // 6 // This file is part of CEED: http://github.com/ceed 7 8 #include <ceed/ceed.h> 9 #include <ceed/backend.h> 10 #include <cublas_v2.h> 11 #include <cuda.h> 12 #include <cuda_runtime.h> 13 #include <string.h> 14 #include "ceed-cuda-ref.h" 15 16 //------------------------------------------------------------------------------ 17 // CUDA preferred MemType 18 //------------------------------------------------------------------------------ 19 static int CeedGetPreferredMemType_Cuda(CeedMemType *mem_type) { 20 *mem_type = CEED_MEM_DEVICE; 21 return CEED_ERROR_SUCCESS; 22 } 23 24 //------------------------------------------------------------------------------ 25 // Get CUBLAS handle 26 //------------------------------------------------------------------------------ 27 int CeedCudaGetCublasHandle(Ceed ceed, cublasHandle_t *handle) { 28 int ierr; 29 Ceed_Cuda *data; 30 ierr = CeedGetData(ceed, &data); CeedChkBackend(ierr); 31 32 if (!data->cublas_handle) { 33 ierr = cublasCreate(&data->cublas_handle); CeedChk_Cublas(ceed, ierr); 34 } 35 *handle = data->cublas_handle; 36 return CEED_ERROR_SUCCESS; 37 } 38 39 //------------------------------------------------------------------------------ 40 // Backend Init 41 //------------------------------------------------------------------------------ 42 static int CeedInit_Cuda(const char *resource, Ceed ceed) { 43 int ierr; 44 45 char *resource_root; 46 ierr = CeedCudaGetResourceRoot(ceed, resource, &resource_root); 47 CeedChkBackend(ierr); 48 if (strcmp(resource_root, "/gpu/cuda/ref")) 49 // LCOV_EXCL_START 50 return CeedError(ceed, CEED_ERROR_BACKEND, 51 "Cuda backend cannot use resource: %s", resource); 52 // LCOV_EXCL_STOP 53 ierr = CeedFree(&resource_root); CeedChkBackend(ierr); 54 ierr = CeedSetDeterministic(ceed, true); CeedChkBackend(ierr); 55 56 Ceed_Cuda *data; 57 ierr = CeedCalloc(1, &data); CeedChkBackend(ierr); 58 ierr = CeedSetData(ceed, data); CeedChkBackend(ierr); 59 ierr = CeedCudaInit(ceed, resource); CeedChkBackend(ierr); 60 61 ierr = CeedSetBackendFunction(ceed, "Ceed", ceed, "GetPreferredMemType", 62 CeedGetPreferredMemType_Cuda); CeedChkBackend(ierr); 63 ierr = CeedSetBackendFunction(ceed, "Ceed", ceed, "VectorCreate", 64 CeedVectorCreate_Cuda); CeedChkBackend(ierr); 65 ierr = CeedSetBackendFunction(ceed, "Ceed", ceed, "BasisCreateTensorH1", 66 CeedBasisCreateTensorH1_Cuda); CeedChkBackend(ierr); 67 ierr = CeedSetBackendFunction(ceed, "Ceed", ceed, "BasisCreateH1", 68 CeedBasisCreateH1_Cuda); CeedChkBackend(ierr); 69 ierr = CeedSetBackendFunction(ceed, "Ceed", ceed, "ElemRestrictionCreate", 70 CeedElemRestrictionCreate_Cuda); CeedChkBackend(ierr); 71 ierr = CeedSetBackendFunction(ceed, "Ceed", ceed, 72 "ElemRestrictionCreateBlocked", 73 CeedElemRestrictionCreateBlocked_Cuda); 74 CeedChkBackend(ierr); 75 ierr = CeedSetBackendFunction(ceed, "Ceed", ceed, "QFunctionCreate", 76 CeedQFunctionCreate_Cuda); CeedChkBackend(ierr); 77 ierr = CeedSetBackendFunction(ceed, "Ceed", ceed, "QFunctionContextCreate", 78 CeedQFunctionContextCreate_Cuda); CeedChkBackend(ierr); 79 ierr = CeedSetBackendFunction(ceed, "Ceed", ceed, "OperatorCreate", 80 CeedOperatorCreate_Cuda); CeedChkBackend(ierr); 81 ierr = CeedSetBackendFunction(ceed, "Ceed", ceed, "Destroy", 82 CeedDestroy_Cuda); CeedChkBackend(ierr); 83 return CEED_ERROR_SUCCESS; 84 } 85 86 //------------------------------------------------------------------------------ 87 // Backend Register 88 //------------------------------------------------------------------------------ 89 CEED_INTERN int CeedRegister_Cuda(void) { 90 return CeedRegister("/gpu/cuda/ref", CeedInit_Cuda, 40); 91 } 92 //------------------------------------------------------------------------------ 93