| /petsc/src/vec/vec/impls/mpi/cupm/cuda/ |
| H A D | vecmpicupm.cu | 57 …ys_Private(Vec v, const PetscScalar **host_array, const PetscScalar **device_array, PetscOffloadMa… in VecCUDAGetArrays_Private() argument
64 PetscCall(VecMPI_CUDA.GetArrays_CUPMBase(v, host_array, device_array, mask, dctx)); in VecCUDAGetArrays_Private()
|
| /petsc/src/vec/vec/impls/mpi/cupm/hip/ |
| H A D | vecmpicupm.hip.cxx | 57 …ys_Private(Vec v, const PetscScalar **host_array, const PetscScalar **device_array, PetscOffloadMa… in VecHIPGetArrays_Private() argument
64 PetscCall(VecMPI_HIP.GetArrays_CUPMBase(v, host_array, device_array, mask, dctx)); in VecHIPGetArrays_Private()
|
| /petsc/src/mat/impls/dense/mpi/cupm/hip/ |
| H A D | matmpidensehip.hip.cxx | 335 PetscErrorCode MatDenseHIPSetPreallocation(Mat A, PetscScalar *device_array) in MatDenseHIPSetPreallocation() argument
338 PetscCall(MatDenseCUPMSetPreallocation<DeviceType::HIP>(A, device_array)); in MatDenseHIPSetPreallocation()
|
| /petsc/src/mat/impls/dense/mpi/cupm/cuda/ |
| H A D | matmpidensecuda.cu | 334 PetscErrorCode MatDenseCUDASetPreallocation(Mat A, PetscScalar *device_array) in MatDenseCUDASetPreallocation() argument
337 PetscCall(MatDenseCUPMSetPreallocation<DeviceType::CUDA>(A, device_array)); in MatDenseCUDASetPreallocation()
|
| /petsc/include/petsc/private/ |
| H A D | veccupmimpl.h | 298 auto &device_array = VecCUPMCast(v)->array_allocated_d; in ResetAllocatedDevicePtr_() local
301 if (device_array) { in ResetAllocatedDevicePtr_()
303 PetscCall(PetscNvshmemFree(device_array)); in ResetAllocatedDevicePtr_()
308 PetscCallCUPM(cupmFreeAsync(device_array, stream)); in ResetAllocatedDevicePtr_()
311 device_array = new_value; in ResetAllocatedDevicePtr_()
894 … v, PetscBool allocate_missing, PetscScalar *host_array, PetscScalar *device_array, PetscDeviceCon… in Initialize_CUPMBase() argument
901 if (device_array) { in Initialize_CUPMBase()
902 PetscCall(CheckPointerMatchesMemType_(device_array, PETSC_MEMTYPE_CUPM())); in Initialize_CUPMBase()
904 VecCUPMCast(v)->array_d = device_array; in Initialize_CUPMBase()
922 v->offloadmask = device_array ? PETSC_OFFLOAD_BOTH : PETSC_OFFLOAD_CPU; in Initialize_CUPMBase()
[all …]
|
| H A D | matdensecupmimpl.h | 288 …se_CUPM<T, D>::SetPreallocation(Mat A, PetscDeviceContext dctx, PetscScalar *device_array) noexcept in SetPreallocation() argument
299 PetscCall(D::SetPreallocation_(A, dctx, device_array)); in SetPreallocation()
|
| /petsc/src/vec/vec/impls/mpi/cupm/ |
| H A D | vecmpicupm_impl.hpp | 74 …ool allocate_missing, PetscInt nghost, PetscScalar *host_array, PetscScalar *device_array) noexcept in CreateMPICUPM_() argument
78 PetscCall(Initialize_CUPMBase(v, allocate_missing, host_array, device_array, dctx)); in CreateMPICUPM_()
102 …cInt n, PetscInt N, const PetscScalar host_array[], const PetscScalar device_array[], Vec *v) noex… in CreateMPICUPMWithArrays() argument
111 …_(*v, dctx, PETSC_FALSE, 0, PetscRemoveConstCast(host_array), PetscRemoveConstCast(device_array))); in CreateMPICUPMWithArrays()
|
| /petsc/src/mat/impls/dense/mpi/cupm/ |
| H A D | matmpidensecupm.hpp | 117 …_MPI_CUPM<T>::SetPreallocation_(Mat A, PetscDeviceContext dctx, PetscScalar *device_array) noexcept in SetPreallocation_() argument
122 PetscCall(MatDense_Seq_CUPM<T>::SetPreallocation(mimplA, dctx, device_array)); in SetPreallocation_()
124 …PetscCall(MatCreateSeqDenseCUPM<T>(PETSC_COMM_SELF, A->rmap->n, A->cmap->N, device_array, &mimplA,… in SetPreallocation_()
|
| /petsc/src/vec/vec/impls/seq/cupm/ |
| H A D | vecseqcupm_impl.hpp | 175 …qCUPM_(Vec v, PetscDeviceContext dctx, PetscScalar *host_array, PetscScalar *device_array) noexcept in CreateSeqCUPM_() argument
179 PetscCall(Initialize_CUPMBase(v, PETSC_FALSE, host_array, device_array, dctx)); in CreateSeqCUPM_()
290 …Int bs, PetscInt n, const PetscScalar host_array[], const PetscScalar device_array[], Vec *v) noex… in CreateSeqCUPMWithBothArrays() argument
299 …ll(CreateSeqCUPM_(*v, dctx, PetscRemoveConstCast(host_array), PetscRemoveConstCast(device_array))); in CreateSeqCUPMWithBothArrays()
369 if (auto &device_array = wcu->array_d) { in GetLocalVector() local
373 PetscCallCUPM(cupmFreeAsync(device_array, stream)); in GetLocalVector()
|
| /petsc/src/mat/impls/dense/seq/cupm/ |
| H A D | matseqdensecupm.hpp | 1852 const auto device_array = array_offset(MatCUPMCast(A)->d_v); in GetSubMatrix() local
1855 PetscCall(PlaceArray(cmat, device_array)); in GetSubMatrix()
1857 …PetscCall(MatCreateSeqDenseCUPM<T>(PetscObjectComm(PetscObjectCast(A)), n, m, device_array, &cmat,… in GetSubMatrix()
|