| /petsc/src/ksp/ksp/utils/lmvm/blas_cyclic/cupm/ |
| H A D | blas_cyclic_cupm.cxx | 55 PETSC_INTERN PetscErrorCode DMVCyclic_CUPM_Private(PetscBool hermitian_transpose, PetscInt m, Petsc… in DMVCyclic_CUPM_Private() argument 66 …pl::BLASCyclic<::Petsc::device::cupm::DeviceType::CUDA>::dmv(dctx, hermitian_transpose, m, oldest,… in DMVCyclic_CUPM_Private() 71 …mpl::BLASCyclic<::Petsc::device::cupm::DeviceType::HIP>::dmv(dctx, hermitian_transpose, m, oldest,… in DMVCyclic_CUPM_Private() 80 PETSC_INTERN PetscErrorCode DSVCyclic_CUPM_Private(PetscBool hermitian_transpose, PetscInt m, Petsc… in DSVCyclic_CUPM_Private() argument 91 …pl::BLASCyclic<::Petsc::device::cupm::DeviceType::CUDA>::dsv(dctx, hermitian_transpose, m, oldest,… in DSVCyclic_CUPM_Private() 96 …mpl::BLASCyclic<::Petsc::device::cupm::DeviceType::HIP>::dsv(dctx, hermitian_transpose, m, oldest,… in DSVCyclic_CUPM_Private() 105 PETSC_INTERN PetscErrorCode TRSVCyclic_CUPM_Private(PetscBool hermitian_transpose, PetscInt m, Pets… in TRSVCyclic_CUPM_Private() argument 116 …l::BLASCyclic<::Petsc::device::cupm::DeviceType::CUDA>::trsv(dctx, hermitian_transpose, m, oldest,… in TRSVCyclic_CUPM_Private() 121 …pl::BLASCyclic<::Petsc::device::cupm::DeviceType::HIP>::trsv(dctx, hermitian_transpose, m, oldest,… in TRSVCyclic_CUPM_Private() 155 PETSC_INTERN PetscErrorCode GEMVCyclic_CUPM_Private(PetscBool hermitian_transpose, PetscInt m, Pets… in GEMVCyclic_CUPM_Private() argument [all …]
|
| H A D | blas_cyclic_cupm_impl.hpp | 87 PetscErrorCode BLASCyclic<T>::dmv(PetscDeviceContext dctx, PetscBool hermitian_transpose, PetscInt … in dmv() argument 98 const auto trans = hermitian_transpose ? CUPMBLAS_OP_C : CUPMBLAS_OP_N; in dmv() 129 PetscErrorCode BLASCyclic<T>::dsv(PetscDeviceContext dctx, PetscBool hermitian_transpose, PetscInt … in dsv() argument 138 auto trans = hermitian_transpose ? CUPMBLAS_OP_C : CUPMBLAS_OP_N; in dsv() 177 PetscErrorCode BLASCyclic<T>::trsv(PetscDeviceContext dctx, PetscBool hermitian_transpose, PetscInt… in trsv() argument 202 …PetscCallCUPMBLAS(cupmBlasXtrsv(handle, CUPMBLAS_FILL_MODE_UPPER, hermitian_transpose ? CUPMBLAS_O… in trsv() 203 } else if (!hermitian_transpose) { in trsv() 263 PetscErrorCode BLASCyclic<T>::gemv(PetscDeviceContext dctx, PetscBool hermitian_transpose, PetscInt… in gemv() argument 276 auto trans = hermitian_transpose ? CUPMBLAS_OP_C : CUPMBLAS_OP_N; in gemv() 297 if (!hermitian_transpose) { in gemv()
|
| /petsc/src/ksp/ksp/utils/lmvm/dense/cd_cupm/ |
| H A D | cd_cupm.cxx | 26 …pperTriangular<T>::SolveInPlace(PetscDeviceContext dctx, PetscBool hermitian_transpose, PetscInt N… in SolveInPlace() argument 38 …PetscCallCUPMBLAS(cupmBlasXtrsv(handle, CUPMBLAS_FILL_MODE_UPPER, hermitian_transpose ? CUPMBLAS_O… in SolveInPlace() 46 …iangular<T>::SolveInPlaceCyclic(PetscDeviceContext dctx, PetscBool hermitian_transpose, PetscInt m… in SolveInPlaceCyclic() argument 67 if (!hermitian_transpose) { in SolveInPlaceCyclic() 99 PETSC_INTERN PetscErrorCode MatUpperTriangularSolveInPlace_CUPM(PetscBool hermitian_transpose, Pets… in MatUpperTriangularSolveInPlace_CUPM() argument 112 …PetscCall(UpperTriangular<DeviceType::CUDA>::SolveInPlace(dctx, hermitian_transpose, n, A, lda, x,… in MatUpperTriangularSolveInPlace_CUPM() 117 …PetscCall(UpperTriangular<DeviceType::HIP>::SolveInPlace(dctx, hermitian_transpose, n, A, lda, x, … in MatUpperTriangularSolveInPlace_CUPM() 126 PETSC_INTERN PetscErrorCode MatUpperTriangularSolveInPlaceCyclic_CUPM(PetscBool hermitian_transpose… in MatUpperTriangularSolveInPlaceCyclic_CUPM() argument 139 …PetscCall(UpperTriangular<DeviceType::CUDA>::SolveInPlaceCyclic(dctx, hermitian_transpose, m, olde… in MatUpperTriangularSolveInPlaceCyclic_CUPM() 144 …PetscCall(UpperTriangular<DeviceType::HIP>::SolveInPlaceCyclic(dctx, hermitian_transpose, m, oldes… in MatUpperTriangularSolveInPlaceCyclic_CUPM()
|
| /petsc/src/ksp/ksp/utils/lmvm/blas_cyclic/ |
| H A D | blas_cyclic.c | 79 static inline void DMV_Private(PetscBool hermitian_transpose, PetscInt m, PetscScalar alpha, const … in DMV_Private() argument 81 if (!hermitian_transpose) { in DMV_Private() 88 static PetscErrorCode DMVCylic_Private(PetscBool hermitian_transpose, PetscInt m, PetscInt oldest, … in DMVCylic_Private() argument 95 DMV_Private(hermitian_transpose, m, alpha, A, x, beta, y); in DMVCylic_Private() 97 …DMV_Private(hermitian_transpose, i_next - i_oldest, alpha, &A[i_oldest], &x[i_oldest], beta, &y[i_… in DMVCylic_Private() 99 DMV_Private(hermitian_transpose, i_next, alpha, A, x, beta, y); in DMVCylic_Private() 100 …DMV_Private(hermitian_transpose, m - i_oldest, alpha, &A[i_oldest], &x[i_oldest], beta, &y[i_oldes… in DMVCylic_Private() 105 PETSC_INTERN PetscErrorCode VecDMVCyclic(PetscBool hermitian_transpose, PetscInt oldest, PetscInt n… in VecDMVCyclic() argument 134 …if (m_local == m) PetscCall(DMVCyclic_CUPM_Private(hermitian_transpose, m, oldest, next, alpha, A_… in VecDMVCyclic() 146 PetscCall(DMVCylic_Private(hermitian_transpose, m, oldest, next, alpha, A_, x_, beta, y_)); in VecDMVCyclic() [all …]
|
| /petsc/src/ksp/ksp/utils/lmvm/dense/ |
| H A D | cd_utils.c | 88 …ce_Internal(MatLMVMDenseType type, PetscMemType memtype, PetscBool hermitian_transpose, PetscInt m… in MatUpperTriangularSolveInPlace_Internal() argument 103 …PetscCallBLAS("BLAStrsv", BLAStrsv_("U", hermitian_transpose ? "C" : "N", "NotUnitTriangular", &n,… in MatUpperTriangularSolveInPlace_Internal() 107 PetscCall(MatUpperTriangularSolveInPlace_CUPM(hermitian_transpose, N, A, lda, x, 1)); in MatUpperTriangularSolveInPlace_Internal() 119 if (!hermitian_transpose) { in MatUpperTriangularSolveInPlace_Internal() 133 …PetscCall(MatUpperTriangularSolveInPlaceCyclic_CUPM(hermitian_transpose, m, oldest, next, A, lda, … in MatUpperTriangularSolveInPlace_Internal() 143 …e MatUpperTriangularSolveInPlace(Mat B, Mat Amat, Vec X, PetscBool hermitian_transpose, PetscInt n… in MatUpperTriangularSolveInPlace() argument 166 …PetscCall(MatUpperTriangularSolveInPlace_Internal(strategy, memtype_x, hermitian_transpose, m, old… in MatUpperTriangularSolveInPlace()
|
| /petsc/src/ksp/ksp/utils/lmvm/ |
| H A D | lmproducts.c | 377 …Solve(LMProducts dots, PetscInt oldest, PetscInt next, Vec b, Vec x, PetscBool hermitian_transpose) in LMProductsSolve() argument 393 PetscCall(VecDSVCyclic(hermitian_transpose, oldest, next, diag, b, x)); in LMProductsSolve() 396 PetscCall(MatSeqDenseTRSVCyclic(hermitian_transpose, oldest, next, dots->full, b, x)); in LMProductsSolve() 403 if (!hermitian_transpose) { in LMProductsSolve() 428 …t, PetscInt next, PetscScalar alpha, Vec x, PetscScalar beta, Vec y, PetscBool hermitian_transpose) in LMProductsMult() argument 440 PetscCall(VecDMVCyclic(hermitian_transpose, oldest, next, alpha, diag, x, beta, y)); in LMProductsMult() 444 …PetscCall(MatSeqDenseGEMVCyclic(hermitian_transpose, oldest, next, alpha, dots->full, x, beta, y)); in LMProductsMult()
|