1 // Copyright (c) 2017-2024, Lawrence Livermore National Security, LLC and other CEED contributors. 2 // All Rights Reserved. See the top-level LICENSE and NOTICE files for details. 3 // 4 // SPDX-License-Identifier: BSD-2-Clause 5 // 6 // This file is part of CEED: http://github.com/ceed 7 8 #include "ceed-hip-common.h" 9 10 #include <ceed.h> 11 #include <ceed/backend.h> 12 #include <stdlib.h> 13 #include <string.h> 14 15 //------------------------------------------------------------------------------ 16 // Device information backend init 17 //------------------------------------------------------------------------------ 18 int CeedInit_Hip(Ceed ceed, const char *resource) { 19 Ceed_Hip *data; 20 const char *device_spec = strstr(resource, ":device_id="); 21 const int device_id = (device_spec) ? atoi(device_spec + 11) : -1; 22 int current_device_id; 23 24 CeedCallHip(ceed, hipGetDevice(¤t_device_id)); 25 if (device_id >= 0 && current_device_id != device_id) { 26 CeedCallHip(ceed, hipSetDevice(device_id)); 27 current_device_id = device_id; 28 } 29 30 CeedCallBackend(CeedGetData(ceed, &data)); 31 data->device_id = current_device_id; 32 CeedCallHip(ceed, hipGetDeviceProperties(&data->device_prop, current_device_id)); 33 data->opt_block_size = 256; 34 return CEED_ERROR_SUCCESS; 35 } 36 37 //------------------------------------------------------------------------------ 38 // Backend Destroy 39 //------------------------------------------------------------------------------ 40 int CeedDestroy_Hip(Ceed ceed) { 41 Ceed_Hip *data; 42 43 CeedCallBackend(CeedGetData(ceed, &data)); 44 if (data->hipblas_handle) CeedCallHipblas(ceed, hipblasDestroy(data->hipblas_handle)); 45 CeedCallBackend(CeedFree(&data)); 46 return CEED_ERROR_SUCCESS; 47 } 48 49 //------------------------------------------------------------------------------ 50 // Memory transfer utilities 51 //------------------------------------------------------------------------------ 52 static inline int CeedSetDeviceGenericArray_Hip(Ceed ceed, const void *source_array, CeedCopyMode copy_mode, size_t size_unit, CeedSize num_values, 53 void *target_array_owned, void *target_array_borrowed, void *target_array) { 54 switch (copy_mode) { 55 case CEED_COPY_VALUES: 56 if (!*(void **)target_array_owned) CeedCallHip(ceed, hipMalloc(target_array_owned, size_unit * num_values)); 57 if (source_array) CeedCallHip(ceed, hipMemcpy(*(void **)target_array_owned, source_array, size_unit * num_values, hipMemcpyDeviceToDevice)); 58 *(void **)target_array_borrowed = NULL; 59 *(void **)target_array = *(void **)target_array_owned; 60 break; 61 case CEED_OWN_POINTER: 62 CeedCallHip(ceed, hipFree(*(void **)target_array_owned)); 63 *(void **)target_array_owned = (void *)source_array; 64 *(void **)target_array_borrowed = NULL; 65 *(void **)target_array = *(void **)target_array_owned; 66 break; 67 case CEED_USE_POINTER: 68 CeedCallHip(ceed, hipFree(*(void **)target_array_owned)); 69 *(void **)target_array_owned = NULL; 70 *(void **)target_array_borrowed = (void *)source_array; 71 *(void **)target_array = *(void **)target_array_borrowed; 72 } 73 return CEED_ERROR_SUCCESS; 74 } 75 76 int CeedSetDeviceBoolArray_Hip(Ceed ceed, const bool *source_array, CeedCopyMode copy_mode, CeedSize num_values, const bool **target_array_owned, 77 const bool **target_array_borrowed, const bool **target_array) { 78 CeedCallBackend(CeedSetDeviceGenericArray_Hip(ceed, source_array, copy_mode, sizeof(bool), num_values, target_array_owned, target_array_borrowed, 79 target_array)); 80 return CEED_ERROR_SUCCESS; 81 } 82 83 int CeedSetDeviceCeedInt8Array_Hip(Ceed ceed, const CeedInt8 *source_array, CeedCopyMode copy_mode, CeedSize num_values, 84 const CeedInt8 **target_array_owned, const CeedInt8 **target_array_borrowed, const CeedInt8 **target_array) { 85 CeedCallBackend(CeedSetDeviceGenericArray_Hip(ceed, source_array, copy_mode, sizeof(CeedInt8), num_values, target_array_owned, 86 target_array_borrowed, target_array)); 87 return CEED_ERROR_SUCCESS; 88 } 89 90 int CeedSetDeviceCeedIntArray_Hip(Ceed ceed, const CeedInt *source_array, CeedCopyMode copy_mode, CeedSize num_values, 91 const CeedInt **target_array_owned, const CeedInt **target_array_borrowed, const CeedInt **target_array) { 92 CeedCallBackend(CeedSetDeviceGenericArray_Hip(ceed, source_array, copy_mode, sizeof(CeedInt), num_values, target_array_owned, target_array_borrowed, 93 target_array)); 94 return CEED_ERROR_SUCCESS; 95 } 96 97 int CeedSetDeviceCeedScalarArray_Hip(Ceed ceed, const CeedScalar *source_array, CeedCopyMode copy_mode, CeedSize num_values, 98 const CeedScalar **target_array_owned, const CeedScalar **target_array_borrowed, 99 const CeedScalar **target_array) { 100 CeedCallBackend(CeedSetDeviceGenericArray_Hip(ceed, source_array, copy_mode, sizeof(CeedScalar), num_values, target_array_owned, 101 target_array_borrowed, target_array)); 102 return CEED_ERROR_SUCCESS; 103 } 104 105 //------------------------------------------------------------------------------ 106