xref: /petsc/src/sys/memory/cuda/mcudahost.cu (revision 1ed6e3ff8437baa411029a28c2b08f047df9ad9a)

#include <petscsys.h>         /*I   "petscsys.h"   I*/
#include <petscdevice_cuda.h> /* Needed to provide PetscCallCUDA() */

static PetscErrorCode PetscCUDAHostMalloc(size_t a, PetscBool, int, const char[], const char[], void **result)
{
  PetscCallCUDA(cudaMallocHost(result, a));
  return PETSC_SUCCESS;
}

static PetscErrorCode PetscCUDAHostFree(void *aa, int, const char[], const char[])
{
  PetscCallCUDA(cudaFreeHost(aa));
  return PETSC_SUCCESS;
}

static PetscErrorCode PetscCUDAHostRealloc(size_t, int, const char[], const char[], void **)
{
  SETERRQ(PETSC_COMM_SELF, PETSC_ERR_MEM, "CUDA has no Realloc()");
}

static PetscErrorCode (*PetscMallocOld)(size_t, PetscBool, int, const char[], const char[], void **);
static PetscErrorCode (*PetscReallocOld)(size_t, int, const char[], const char[], void **);
static PetscErrorCode (*PetscFreeOld)(void *, int, const char[], const char[]);

/*@
  PetscMallocSetCUDAHost - Set `PetscMalloc()` to use `CUDAHostMalloc()`
  Switch the current malloc and free routines to the CUDA malloc and free routines

  Not Collective

  Level: developer

  Note:
  This provides a way to use the CUDA malloc and free routines temporarily. One
  can switch back to the previous choice by calling `PetscMallocResetCUDAHost()`.

.seealso: `PetscCUDAHostMalloc()`, `PetscMallocResetCUDAHost()`, `PetscMallocSetHIPHost()`
@*/
PetscErrorCode PetscMallocSetCUDAHost(void)
{
  PetscFunctionBegin;
  /* Save the previous choice */
  PetscMallocOld  = PetscTrMalloc;
  PetscReallocOld = PetscTrRealloc;
  PetscFreeOld    = PetscTrFree;
  PetscTrMalloc   = PetscCUDAHostMalloc;
  PetscTrRealloc  = PetscCUDAHostRealloc;
  PetscTrFree     = PetscCUDAHostFree;
  PetscFunctionReturn(PETSC_SUCCESS);
}

/*@
  PetscMallocResetCUDAHost - Reset the changes made by `PetscMallocSetCUDAHost()`

  Not Collective

  Level: developer

.seealso: `PetscCUDAHostMalloc()`, `PetscMallocSetCUDAHost()`
@*/
PetscErrorCode PetscMallocResetCUDAHost(void)
{
  PetscFunctionBegin;
  PetscTrMalloc  = PetscMallocOld;
  PetscTrRealloc = PetscReallocOld;
  PetscTrFree    = PetscFreeOld;
  PetscFunctionReturn(PETSC_SUCCESS);
}