21 template <device::cupm::DeviceType T>
22 …TSC_SINGLE_LIBRARY_VISIBILITY_INTERNAL MatDense_MPI_CUPM : MatDense_CUPM<T, MatDense_MPI_CUPM<T>> {
24   MATDENSECUPM_HEADER(T, MatDense_MPI_CUPM<T>);
85 template <device::cupm::DeviceType T>
89 …PetscCall(impl::MatDense_MPI_CUPM<T>::CreateIMPLDenseCUPM(comm, m, n, M, N, data, A, dctx, preallo…  in MatCreateMPIDenseCUPM()
102 template <device::cupm::DeviceType T>
103 inline constexpr Mat_MPIDense *MatDense_MPI_CUPM<T>::MatIMPLCast_(Mat m) noexcept  in MatIMPLCast_()
108 template <device::cupm::DeviceType T>
109 inline constexpr MatType MatDense_MPI_CUPM<T>::MATIMPLCUPM_() noexcept  in MATIMPLCUPM_()
116 template <device::cupm::DeviceType T>
117 inline PetscErrorCode MatDense_MPI_CUPM<T>::SetPreallocation_(Mat A, PetscDeviceContext dctx, Petsc…  in SetPreallocation_()
122     PetscCall(MatDense_Seq_CUPM<T>::SetPreallocation(mimplA, dctx, device_array));  in SetPreallocation_()
124 …PetscCall(MatCreateSeqDenseCUPM<T>(PETSC_COMM_SELF, A->rmap->n, A->cmap->N, device_array, &mimplA,…  in SetPreallocation_()
129 template <device::cupm::DeviceType T>
131 inline PetscErrorCode MatDense_MPI_CUPM<T>::Convert_Dispatch_(Mat M, MatType, MatReuse reuse, Mat *…  in Convert_Dispatch_()
197 template <device::cupm::DeviceType T>
198 inline constexpr const char *MatDense_MPI_CUPM<T>::MatConvert_mpidensecupm_mpidense_C() noexcept  in MatConvert_mpidensecupm_mpidense_C()
200 …return T == device::cupm::DeviceType::CUDA ? "MatConvert_mpidensecuda_mpidense_C" : "MatConvert_mp…  in MatConvert_mpidensecupm_mpidense_C()
203 template <device::cupm::DeviceType T>
204 inline constexpr const char *MatDense_MPI_CUPM<T>::MatProductSetFromOptions_mpiaij_mpidensecupm_C()…  in MatProductSetFromOptions_mpiaij_mpidensecupm_C()
206 …return T == device::cupm::DeviceType::CUDA ? "MatProductSetFromOptions_mpiaij_mpidensecuda_C" : "M…  in MatProductSetFromOptions_mpiaij_mpidensecupm_C()
209 template <device::cupm::DeviceType T>
210 inline constexpr const char *MatDense_MPI_CUPM<T>::MatProductSetFromOptions_mpidensecupm_mpiaij_C()…  in MatProductSetFromOptions_mpidensecupm_mpiaij_C()
212 …return T == device::cupm::DeviceType::CUDA ? "MatProductSetFromOptions_mpidensecuda_mpiaij_C" : "M…  in MatProductSetFromOptions_mpidensecupm_mpiaij_C()
215 template <device::cupm::DeviceType T>
216 inline constexpr const char *MatDense_MPI_CUPM<T>::MatProductSetFromOptions_mpiaijcupmsparse_mpiden…  in MatProductSetFromOptions_mpiaijcupmsparse_mpidensecupm_C()
218 …return T == device::cupm::DeviceType::CUDA ? "MatProductSetFromOptions_mpiaijcusparse_mpidensecuda…  in MatProductSetFromOptions_mpiaijcupmsparse_mpidensecupm_C()
221 template <device::cupm::DeviceType T>
222 inline constexpr const char *MatDense_MPI_CUPM<T>::MatProductSetFromOptions_mpidensecupm_mpiaijcupm…  in MatProductSetFromOptions_mpidensecupm_mpiaijcupmsparse_C()
224 …return T == device::cupm::DeviceType::CUDA ? "MatProductSetFromOptions_mpidensecuda_mpiaijcusparse…  in MatProductSetFromOptions_mpidensecupm_mpiaijcupmsparse_C()
229 template <device::cupm::DeviceType T>
230 inline PetscErrorCode MatDense_MPI_CUPM<T>::Create(Mat A) noexcept  in Create()
240 template <device::cupm::DeviceType T>
241 inline PetscErrorCode MatDense_MPI_CUPM<T>::BindToCPU(Mat A, PetscBool usehost) noexcept  in BindToCPU()
274 template <device::cupm::DeviceType T>
275 inline PetscErrorCode MatDense_MPI_CUPM<T>::Convert_MPIDenseCUPM_MPIDense(Mat M, MatType mtype, Mat…  in Convert_MPIDenseCUPM_MPIDense()
282 template <device::cupm::DeviceType T>
283 inline PetscErrorCode MatDense_MPI_CUPM<T>::Convert_MPIDense_MPIDenseCUPM(Mat M, MatType mtype, Mat…  in Convert_MPIDense_MPIDenseCUPM()
292 template <device::cupm::DeviceType T>
294 inline PetscErrorCode MatDense_MPI_CUPM<T>::GetArray(Mat A, PetscScalar **array, PetscDeviceContext…  in GetArray()
299 …if (!mimplA) PetscCall(MatCreateSeqDenseCUPM<T>(PETSC_COMM_SELF, A->rmap->n, A->cmap->N, nullptr, …  in GetArray()
300   PetscCall(MatDenseCUPMGetArray_Private<T, access>(mimplA, array));  in GetArray()
304 template <device::cupm::DeviceType T>
306 inline PetscErrorCode MatDense_MPI_CUPM<T>::RestoreArray(Mat A, PetscScalar **array, PetscDeviceCon…  in RestoreArray()
309   PetscCall(MatDenseCUPMRestoreArray_Private<T, access>(MatIMPLCast(A)->A, array));  in RestoreArray()
315 template <device::cupm::DeviceType T>
317 inline PetscErrorCode MatDense_MPI_CUPM<T>::GetColumnVec(Mat A, PetscInt col, Vec *v) noexcept  in GetColumnVec()
334 …PetscCall(MatDenseCUPMGetArray_Private<T, access>(mimpl_A, const_cast<PetscScalar **>(&mimpl->ptri…  in GetColumnVec()
335 …PetscCall(VecCUPMPlaceArrayAsync<T>(mimpl->cvec, mimpl->ptrinuse + static_cast<std::size_t>(col) *…  in GetColumnVec()
342 template <device::cupm::DeviceType T>
344 inline PetscErrorCode MatDense_MPI_CUPM<T>::RestoreColumnVec(Mat A, PetscInt, Vec *v) noexcept  in RestoreColumnVec()
356 …PetscCall(MatDenseCUPMRestoreArray_Private<T, access>(mimpl->A, const_cast<PetscScalar **>(&mimpl-…  in RestoreColumnVec()
358   PetscCall(VecCUPMResetArrayAsync<T>(cvec));  in RestoreColumnVec()
366 template <device::cupm::DeviceType T>
367 inline PetscErrorCode MatDense_MPI_CUPM<T>::PlaceArray(Mat A, const PetscScalar *array) noexcept  in PlaceArray()
374   PetscCall(MatDenseCUPMPlaceArray<T>(mimpl->A, array));  in PlaceArray()
378 template <device::cupm::DeviceType T>
379 inline PetscErrorCode MatDense_MPI_CUPM<T>::ReplaceArray(Mat A, const PetscScalar *array) noexcept  in ReplaceArray()
386   PetscCall(MatDenseCUPMReplaceArray<T>(mimpl->A, array));  in ReplaceArray()
390 template <device::cupm::DeviceType T>
391 inline PetscErrorCode MatDense_MPI_CUPM<T>::ResetArray(Mat A) noexcept  in ResetArray()
398   PetscCall(MatDenseCUPMResetArray<T>(mimpl->A));  in ResetArray()
407 template <device::cupm::DeviceType T>
416     PetscCall(MatCreateMPIDenseCUPM<T>(comm, n, m, N, M, data, A, dctx));  in MatCreateDenseCUPM()
422     PetscCall(MatCreateSeqDenseCUPM<T>(comm, n, m, data, A, dctx));  in MatCreateDenseCUPM()