1 // Copyright (c) 2017-2018, Lawrence Livermore National Security, LLC. 2 // Produced at the Lawrence Livermore National Laboratory. LLNL-CODE-734707. 3 // All Rights reserved. See files LICENSE and NOTICE for details. 4 // 5 // This file is part of CEED, a collection of benchmarks, miniapps, software 6 // libraries and APIs for efficient high-order finite element and spectral 7 // element discretizations for exascale applications. For more information and 8 // source code availability see http://github.com/ceed. 9 // 10 // The CEED research is supported by the Exascale Computing Project 17-SC-20-SC, 11 // a collaborative effort of two U.S. Department of Energy organizations (Office 12 // of Science and the National Nuclear Security Administration) responsible for 13 // the planning and preparation of a capable exascale ecosystem, including 14 // software, applications, hardware, advanced system engineering and early 15 // testbed platforms, in support of the nation's exascale computing imperative. 16 17 #include <ceed/ceed.h> 18 #include <ceed/backend.h> 19 #include <string.h> 20 #include <stdlib.h> 21 #include "ceed-hip-ref.h" 22 23 //------------------------------------------------------------------------------ 24 // HIP preferred MemType 25 //------------------------------------------------------------------------------ 26 static int CeedGetPreferredMemType_Hip(CeedMemType *type) { 27 *type = CEED_MEM_DEVICE; 28 return CEED_ERROR_SUCCESS; 29 } 30 31 //------------------------------------------------------------------------------ 32 // Get hipBLAS handle 33 //------------------------------------------------------------------------------ 34 int CeedHipGetHipblasHandle(Ceed ceed, hipblasHandle_t *handle) { 35 int ierr; 36 Ceed_Hip *data; 37 ierr = CeedGetData(ceed, &data); CeedChkBackend(ierr); 38 39 if (!data->hipblas_handle) { 40 ierr = hipblasCreate(&data->hipblas_handle); CeedChk_Hipblas(ceed, ierr); 41 } 42 *handle = data->hipblas_handle; 43 return CEED_ERROR_SUCCESS; 44 } 45 46 //------------------------------------------------------------------------------ 47 // Backend Init 48 //------------------------------------------------------------------------------ 49 static int CeedInit_Hip(const char *resource, Ceed ceed) { 50 int ierr; 51 52 if (strcmp(resource, "/gpu/hip/ref")) 53 // LCOV_EXCL_START 54 return CeedError(ceed, CEED_ERROR_BACKEND, 55 "Hip backend cannot use resource: %s", resource); 56 // LCOV_EXCL_STOP 57 ierr = CeedSetDeterministic(ceed, true); CeedChk(ierr); 58 59 Ceed_Hip *data; 60 ierr = CeedCalloc(1, &data); CeedChkBackend(ierr); 61 ierr = CeedSetData(ceed, data); CeedChkBackend(ierr); 62 ierr = CeedHipInit(ceed, resource); CeedChkBackend(ierr); 63 64 ierr = CeedSetBackendFunction(ceed, "Ceed", ceed, "GetPreferredMemType", 65 CeedGetPreferredMemType_Hip); CeedChkBackend(ierr); 66 ierr = CeedSetBackendFunction(ceed, "Ceed", ceed, "VectorCreate", 67 CeedVectorCreate_Hip); CeedChkBackend(ierr); 68 ierr = CeedSetBackendFunction(ceed, "Ceed", ceed, "BasisCreateTensorH1", 69 CeedBasisCreateTensorH1_Hip); CeedChkBackend(ierr); 70 ierr = CeedSetBackendFunction(ceed, "Ceed", ceed, "BasisCreateH1", 71 CeedBasisCreateH1_Hip); CeedChkBackend(ierr); 72 ierr = CeedSetBackendFunction(ceed, "Ceed", ceed, "ElemRestrictionCreate", 73 CeedElemRestrictionCreate_Hip); CeedChkBackend(ierr); 74 ierr = CeedSetBackendFunction(ceed, "Ceed", ceed, 75 "ElemRestrictionCreateBlocked", 76 CeedElemRestrictionCreateBlocked_Hip); 77 CeedChkBackend(ierr); 78 ierr = CeedSetBackendFunction(ceed, "Ceed", ceed, "QFunctionCreate", 79 CeedQFunctionCreate_Hip); CeedChkBackend(ierr); 80 ierr = CeedSetBackendFunction(ceed, "Ceed", ceed, "QFunctionContextCreate", 81 CeedQFunctionContextCreate_Hip); CeedChkBackend(ierr); 82 ierr = CeedSetBackendFunction(ceed, "Ceed", ceed, "OperatorCreate", 83 CeedOperatorCreate_Hip); CeedChkBackend(ierr); 84 ierr = CeedSetBackendFunction(ceed, "Ceed", ceed, "CompositeOperatorCreate", 85 CeedCompositeOperatorCreate_Hip); CeedChkBackend(ierr); 86 ierr = CeedSetBackendFunction(ceed, "Ceed", ceed, "Destroy", 87 CeedDestroy_Hip); CeedChkBackend(ierr); 88 return CEED_ERROR_SUCCESS; 89 } 90 91 //------------------------------------------------------------------------------ 92 // Backend Register 93 //------------------------------------------------------------------------------ 94 CEED_INTERN int CeedRegister_Hip(void) { 95 return CeedRegister("/gpu/hip/ref", CeedInit_Hip, 40); 96 } 97 //------------------------------------------------------------------------------ 98