1 // Copyright (c) 2017-2018, Lawrence Livermore National Security, LLC. 2 // Produced at the Lawrence Livermore National Laboratory. LLNL-CODE-734707. 3 // All Rights reserved. See files LICENSE and NOTICE for details. 4 // 5 // This file is part of CEED, a collection of benchmarks, miniapps, software 6 // libraries and APIs for efficient high-order finite element and spectral 7 // element discretizations for exascale applications. For more information and 8 // source code availability see http://github.com/ceed. 9 // 10 // The CEED research is supported by the Exascale Computing Project 17-SC-20-SC, 11 // a collaborative effort of two U.S. Department of Energy organizations (Office 12 // of Science and the National Nuclear Security Administration) responsible for 13 // the planning and preparation of a capable exascale ecosystem, including 14 // software, applications, hardware, advanced system engineering and early 15 // testbed platforms, in support of the nation's exascale computing imperative. 16 17 #include "ceed-magma.h" 18 19 static int CeedDestroy_Magma(Ceed ceed) { 20 int ierr; 21 Ceed_Magma *data; 22 ierr = CeedGetData(ceed, &data); CeedChk(ierr); 23 magma_queue_destroy( data->queue ); 24 ierr = CeedFree(&data); CeedChk(ierr); 25 return 0; 26 } 27 28 static int CeedInit_Magma(const char *resource, Ceed ceed) { 29 int ierr; 30 if (strcmp(resource, "/gpu/magma")) 31 // LCOV_EXCL_START 32 return CeedError(ceed, 1, "Magma backend cannot use resource: %s", resource); 33 // LCOV_EXCL_STOP 34 35 // Create reference CEED that implementation will be dispatched 36 // through unless overridden 37 Ceed ceedref; 38 CeedInit("/gpu/cuda/ref", &ceedref); 39 ierr = CeedSetDelegate(ceed, ceedref); CeedChk(ierr); 40 41 ierr = magma_init(); 42 if (ierr) 43 // LCOV_EXCL_START 44 return CeedError(ceed, 1, "error in magma_init(): %d\n", ierr); 45 // LCOV_EXCL_STOP 46 47 Ceed_Magma *data; 48 ierr = CeedCalloc(sizeof(Ceed_Magma), &data); CeedChk(ierr); 49 ierr = CeedSetData(ceed, data); CeedChk(ierr); 50 51 // kernel selection 52 data->basis_kernel_mode = MAGMA_KERNEL_DIM_SPECIFIC; 53 54 // kernel max threads per thread-block 55 data->maxthreads[0] = 128; // for 1D kernels 56 data->maxthreads[1] = 128; // for 2D kernels 57 data->maxthreads[2] = 64; // for 3D kernels 58 59 // create a queue that uses the null stream 60 magma_getdevice( &(data->device) ); 61 magma_queue_create_from_cuda(data->device, NULL, NULL, NULL, &(data->queue)); 62 63 ierr = CeedSetBackendFunction(ceed, "Ceed", ceed, "ElemRestrictionCreate", 64 CeedElemRestrictionCreate_Magma); CeedChk(ierr); 65 ierr = CeedSetBackendFunction(ceed, "Ceed", ceed, 66 "ElemRestrictionCreateBlocked", 67 CeedElemRestrictionCreateBlocked_Magma); CeedChk(ierr); 68 ierr = CeedSetBackendFunction(ceed, "Ceed", ceed, "BasisCreateTensorH1", 69 CeedBasisCreateTensorH1_Magma); CeedChk(ierr); 70 ierr = CeedSetBackendFunction(ceed, "Ceed", ceed, "BasisCreateH1", 71 CeedBasisCreateH1_Magma); CeedChk(ierr); 72 ierr = CeedSetBackendFunction(ceed, "Ceed", ceed, "Destroy", 73 CeedDestroy_Magma); CeedChk(ierr); 74 return 0; 75 } 76 77 __attribute__((constructor)) 78 static void Register(void) { 79 CeedRegister("/gpu/magma", CeedInit_Magma, 20); 80 } 81