| /petsc/include/petsc/private/ |
| H A D | cupmblasinterface.hpp | 14 namespace cupm namespace 374 using ::Petsc::device::cupm::impl::BlasInterfaceImpl<T>::cupmBlasGetErrorName; \ 376 …using cupmBlasHandle_t = typename ::Petsc::device::cupm::impl::BlasInterfaceImpl<T>::cupmBlas… 377 …using cupmBlasError_t = typename ::Petsc::device::cupm::impl::BlasInterfaceImpl<T>::cupmBlas… 378 …using cupmBlasInt_t = typename ::Petsc::device::cupm::impl::BlasInterfaceImpl<T>::cupmBlas… 379 …using cupmBlasPointerMode_t = typename ::Petsc::device::cupm::impl::BlasInterfaceImpl<T>::cupmBlas… 381 using ::Petsc::device::cupm::impl::BlasInterfaceImpl<T>::CUPMBLAS_STATUS_SUCCESS; \ 382 using ::Petsc::device::cupm::impl::BlasInterfaceImpl<T>::CUPMBLAS_STATUS_NOT_INITIALIZED; \ 383 using ::Petsc::device::cupm::impl::BlasInterfaceImpl<T>::CUPMBLAS_STATUS_ALLOC_FAILED; \ 384 using ::Petsc::device::cupm::impl::BlasInterfaceImpl<T>::CUPMBLAS_POINTER_MODE_HOST; \ [all …]
|
| H A D | cupminterface.hpp | 16 namespace cupm namespace 126 using ::Petsc::device::cupm::impl::InterfaceBase<T>::type; \ 127 using ::Petsc::device::cupm::impl::InterfaceBase<T>::cupmName; \ 128 using ::Petsc::device::cupm::impl::InterfaceBase<T>::cupmNAME; \ 129 using ::Petsc::device::cupm::impl::InterfaceBase<T>::PETSC_DEVICE_CUPM; \ 130 using ::Petsc::device::cupm::impl::InterfaceBase<T>::PETSC_MEMTYPE_CUPM 444 …using cupmError_t = typename ::Petsc::device::cupm::impl::InterfaceImpl<T>::cupmError_… 445 …using cupmEvent_t = typename ::Petsc::device::cupm::impl::InterfaceImpl<T>::cupmEvent_… 446 …using cupmStream_t = typename ::Petsc::device::cupm::impl::InterfaceImpl<T>::cupmStream… 447 …using cupmDeviceProp_t = typename ::Petsc::device::cupm::impl::InterfaceImpl<T>::cupmDevice… [all …]
|
| H A D | cupmsolverinterface.hpp | 12 namespace cupm namespace 227 using ::Petsc::device::cupm::impl::SolverInterfaceImpl<T>::cupmSolverGetErrorName; \ 229 …using cupmSolverHandle_t = typename ::Petsc::device::cupm::impl::SolverInterfaceImpl<T>::cupmSo… 230 …using cupmSolverError_t = typename ::Petsc::device::cupm::impl::SolverInterfaceImpl<T>::cupmSo… 231 …using cupmSolverFillMode_t = typename ::Petsc::device::cupm::impl::SolverInterfaceImpl<T>::cupmSo… 232 …using cupmSolverOperation_t = typename ::Petsc::device::cupm::impl::SolverInterfaceImpl<T>::cupmSo… 234 using ::Petsc::device::cupm::impl::SolverInterfaceImpl<T>::CUPMSOLVER_STATUS_SUCCESS; \ 235 using ::Petsc::device::cupm::impl::SolverInterfaceImpl<T>::CUPMSOLVER_STATUS_NOT_INITIALIZED; \ 236 using ::Petsc::device::cupm::impl::SolverInterfaceImpl<T>::CUPMSOLVER_STATUS_ALLOC_FAILED; \ 237 using ::Petsc::device::cupm::impl::SolverInterfaceImpl<T>::CUPMSOLVER_STATUS_INTERNAL_ERROR; \ [all …]
|
| H A D | matdensecupmimpl.h | 28 namespace cupm 34 template <device::cupm::DeviceType> 36 template <device::cupm::DeviceType> 48 namespace cupm 61 template <device::cupm::DeviceType T> 62 class PETSC_SINGLE_LIBRARY_VISIBILITY_INTERNAL MatDense_CUPM_Base : protected device::cupm::impl::C… 69 …return T == device::cupm::DeviceType::CUDA ? PetscStringize(PetscConcat(MatDenseCUDA, OP_NAME)) : … 97 template <device::cupm::DeviceType T> 100 return T == device::cupm::DeviceType::CUDA ? MATSEQDENSECUDA : MATSEQDENSEHIP; in MATSEQDENSECUPM() 103 template <device::cupm::DeviceType T> [all …]
|
| H A D | veccupmimpl.h | 34 namespace cupm 70 template <device::cupm::DeviceType> 72 template <device::cupm::DeviceType> 82 template <device::cupm::DeviceType T, typename Derived> 83 class Vec_CUPMBase : protected device::cupm::impl::CUPMObject<T> { 256 template <device::cupm::DeviceType T, typename D> 258 class Vec_CUPMBase<T, D>::VectorArray : public device::cupm::impl::RestoreableArray<T, MT, MA> { 259 using base_type = device::cupm::impl::RestoreableArray<T, MT, MA>; 273 template <device::cupm::DeviceType T, typename D> 282 template <device::cupm::DeviceType T, typename D> [all …]
|
| H A D | cupmobject.hpp | 26 namespace cupm namespace 383 using ::Petsc::device::cupm::impl::CUPMObject<T>::UseCUPMHostAlloc; \ 384 using ::Petsc::device::cupm::impl::CUPMObject<T>::GetHandles_; \ 385 using ::Petsc::device::cupm::impl::CUPMObject<T>::GetHandlesFrom_; \ 386 using ::Petsc::device::cupm::impl::CUPMObject<T>::PETSCDEVICERAND; \ 387 using ::Petsc::device::cupm::impl::CUPMObject<T>::CheckPointerMatchesMemType_
|
| /petsc/src/ksp/ksp/utils/lmvm/blas_cyclic/cupm/ |
| H A D | blas_cyclic_cupm.cxx | 10 namespace cupm namespace 41 …PetscCall(::Petsc::device::cupm::impl::BLASCyclic<::Petsc::device::cupm::DeviceType::CUDA>::axpby(… in AXPBYCyclic_CUPM_Private() 46 …PetscCall(::Petsc::device::cupm::impl::BLASCyclic<::Petsc::device::cupm::DeviceType::HIP>::axpby(d… in AXPBYCyclic_CUPM_Private() 66 …PetscCall(::Petsc::device::cupm::impl::BLASCyclic<::Petsc::device::cupm::DeviceType::CUDA>::dmv(dc… in DMVCyclic_CUPM_Private() 71 …PetscCall(::Petsc::device::cupm::impl::BLASCyclic<::Petsc::device::cupm::DeviceType::HIP>::dmv(dct… in DMVCyclic_CUPM_Private() 91 …PetscCall(::Petsc::device::cupm::impl::BLASCyclic<::Petsc::device::cupm::DeviceType::CUDA>::dsv(dc… in DSVCyclic_CUPM_Private() 96 …PetscCall(::Petsc::device::cupm::impl::BLASCyclic<::Petsc::device::cupm::DeviceType::HIP>::dsv(dct… in DSVCyclic_CUPM_Private() 116 …PetscCall(::Petsc::device::cupm::impl::BLASCyclic<::Petsc::device::cupm::DeviceType::CUDA>::trsv(d… in TRSVCyclic_CUPM_Private() 121 …PetscCall(::Petsc::device::cupm::impl::BLASCyclic<::Petsc::device::cupm::DeviceType::HIP>::trsv(dc… in TRSVCyclic_CUPM_Private() 141 …PetscCall(::Petsc::device::cupm::impl::BLASCyclic<::Petsc::device::cupm::DeviceType::CUDA>::hemv(d… in HEMVCyclic_CUPM_Private() [all …]
|
| /petsc/src/mat/impls/dense/mpi/cupm/ |
| H A D | matmpidensecupm.hpp | 15 namespace cupm namespace 21 template <device::cupm::DeviceType T> 85 template <device::cupm::DeviceType T> 102 template <device::cupm::DeviceType T> 108 template <device::cupm::DeviceType T> 116 template <device::cupm::DeviceType T> 129 template <device::cupm::DeviceType T> 197 template <device::cupm::DeviceType T> 200 …return T == device::cupm::DeviceType::CUDA ? "MatConvert_mpidensecuda_mpidense_C" : "MatConvert_mp… in MatConvert_mpidensecupm_mpidense_C() 203 template <device::cupm::DeviceType T> [all …]
|
| /petsc/src/vec/vec/impls/mpi/cupm/ |
| H A D | vecmpicupm_impl.hpp | 15 namespace cupm namespace 21 template <device::cupm::DeviceType T> 27 template <device::cupm::DeviceType T> 33 template <device::cupm::DeviceType T> 39 template <device::cupm::DeviceType T> 48 template <device::cupm::DeviceType T> 54 template <device::cupm::DeviceType T> 60 template <device::cupm::DeviceType T> 73 template <device::cupm::DeviceType T> 92 template <device::cupm::DeviceType T> [all …]
|
| H A D | vecmpicupm.hpp | 13 namespace cupm namespace 19 template <device::cupm::DeviceType T> 58 template <device::cupm::DeviceType T> 67 template <device::cupm::DeviceType T> 77 template <device::cupm::DeviceType T> 92 …ETSC_SINGLE_LIBRARY_VISIBILITY_INTERNAL ::Petsc::vec::cupm::impl::VecMPI_CUPM<::Petsc::device::cup… 96 …ETSC_SINGLE_LIBRARY_VISIBILITY_INTERNAL ::Petsc::vec::cupm::impl::VecMPI_CUPM<::Petsc::device::cup…
|
| /petsc/src/vec/vec/impls/seq/cupm/ |
| H A D | vecseqcupm.hpp | 15 namespace cupm namespace 25 template <device::cupm::DeviceType T> 145 ::Petsc::device::cupm::kernels::util::grid_stride_1D(n, [=](PetscCount i) { in add_coo_values_impl() 180 template <device::cupm::DeviceType T> 189 template <device::cupm::DeviceType T> 199 template <PetscMemoryAccessMode mode, device::cupm::DeviceType T> 210 template <PetscMemoryAccessMode mode, device::cupm::DeviceType T> 220 template <device::cupm::DeviceType T> 228 template <device::cupm::DeviceType T> 236 template <device::cupm::DeviceType T> [all …]
|
| H A D | vecseqcupm_impl.hpp | 29 namespace cupm namespace 39 template <device::cupm::DeviceType T> 45 template <device::cupm::DeviceType T> 51 template <device::cupm::DeviceType T> 57 template <device::cupm::DeviceType T> 86 template <device::cupm::DeviceType T> 115 template <device::cupm::DeviceType T> 124 template <device::cupm::DeviceType T> 130 template <device::cupm::DeviceType T> 136 template <device::cupm::DeviceType T> [all …]
|
| /petsc/src/vec/is/sf/impls/basic/cupm/hip/ |
| H A D | sfcupm.hip.cxx | 15 namespace cupm namespace 21 template struct SfInterface<device::cupm::DeviceType::HIP>; 31 using PetscSFHIP = ::Petsc::sf::cupm::impl::SfInterface<::Petsc::device::cupm::DeviceType::HIP>;
|
| /petsc/src/vec/is/sf/impls/basic/cupm/cuda/ |
| H A D | sfcupm.cu | 12 namespace cupm namespace 18 template struct SfInterface<device::cupm::DeviceType::CUDA>; 28 using PetscSFCuda = ::Petsc::sf::cupm::impl::SfInterface<::Petsc::device::cupm::DeviceType::CUDA>;
|
| /petsc/src/mat/impls/dense/seq/cupm/ |
| H A D | matseqdensecupm.hpp | 23 namespace cupm namespace 29 template <device::cupm::DeviceType T> 184 template <device::cupm::DeviceType T> 201 template <device::cupm::DeviceType T> 233 template <device::cupm::DeviceType T> 271 template <device::cupm::DeviceType T> 307 template <device::cupm::DeviceType T> 328 template <device::cupm::DeviceType T> 366 template <device::cupm::DeviceType T> 451 template <device::cupm::DeviceType T> [all …]
|
| /petsc/src/vec/is/sf/impls/basic/cupm/ |
| H A D | sfcupm_impl.hpp | 13 namespace cupm namespace 62 ::Petsc::device::cupm::kernels::util::grid_stride_1D(count, [&](PetscInt tid) { in d_Pack() 75 ::Petsc::device::cupm::kernels::util::grid_stride_1D(count, [&](PetscInt tid) { in d_UnpackAndOp() 88 ::Petsc::device::cupm::kernels::util::grid_stride_1D(count, [&](PetscInt tid) { in d_FetchAndOp() 101 ::Petsc::device::cupm::kernels::util::grid_stride_1D(count, [&](PetscInt tid) { in d_ScatterAndOp() 136 ::Petsc::device::cupm::kernels::util::grid_stride_1D(count, [&](PetscInt tid) { in d_FetchAndOpLocal() 274 template <device::cupm::DeviceType T> 290 template <device::cupm::DeviceType T> 306 template <device::cupm::DeviceType T> 318 template <device::cupm::DeviceType T> [all …]
|
| H A D | sfcupm.hpp | 13 namespace cupm namespace 19 template <device::cupm::DeviceType T> 20 struct PETSC_SINGLE_LIBRARY_VISIBILITY_INTERNAL SfInterface : device::cupm::impl::Interface<T> {
|
| /petsc/src/ksp/ksp/utils/lmvm/dense/cd_cupm/ |
| H A D | cd_cupm.cxx | 11 namespace cupm namespace 101 using ::Petsc::device::cupm::impl::UpperTriangular; in MatUpperTriangularSolveInPlace_CUPM() 102 using ::Petsc::device::cupm::DeviceType; in MatUpperTriangularSolveInPlace_CUPM() 128 using ::Petsc::device::cupm::impl::UpperTriangular; in MatUpperTriangularSolveInPlaceCyclic_CUPM() 129 using ::Petsc::device::cupm::DeviceType; in MatUpperTriangularSolveInPlaceCyclic_CUPM()
|
| /petsc/src/sys/objects/device/impls/cupm/ |
| H A D | cupmthrustutility.hpp | 17 namespace cupm namespace 71 const auto timer = ::Petsc::device::cupm::detail::PetscLogGpuTimer{}; \
|
| H A D | cupminterface.cxx | 14 namespace cupm namespace 49 …ATIC_VARIABLE_EXACT(PetscConcat(cuda, suffix), PetscConcat(hip, suffix), PetscConcat(cupm, suffix))
|
| /petsc/src/mat/impls/dense/seq/cupm/cuda/ |
| H A D | matseqdensecuda.cu | 3 using namespace Petsc::mat::cupm; 4 using Petsc::device::cupm::DeviceType;
|
| /petsc/src/mat/impls/dense/seq/cupm/hip/ |
| H A D | matseqdensehip.hip.cxx | 3 using namespace Petsc::mat::cupm; 4 using Petsc::device::cupm::DeviceType;
|
| /petsc/src/vec/vec/impls/mpi/cupm/cuda/ |
| H A D | vecmpicupm.cu | 4 using namespace Petsc::vec::cupm; 5 using Petsc::device::cupm::DeviceType;
|
| /petsc/src/vec/vec/impls/mpi/cupm/hip/ |
| H A D | vecmpicupm.hip.cxx | 4 using namespace Petsc::vec::cupm; 5 using Petsc::device::cupm::DeviceType;
|
| /petsc/src/mat/impls/dense/mpi/cupm/hip/ |
| H A D | matmpidensehip.hip.cxx | 3 using namespace Petsc::mat::cupm; 4 using Petsc::device::cupm::DeviceType;
|