| /petsc/src/ksp/ksp/utils/lmvm/blas_cyclic/cupm/ |
| H A D | blas_cyclic_cupm_impl.hpp | 41 PetscCallCUPMBLAS(cupmBlasXcopy(handle, n, x_, 1, y_, y_stride)); in axpby_dispatch()
43 if (beta != 1.0) PetscCallCUPMBLAS(cupmBlasXscal(handle, n, cbeta, y_, y_stride)); in axpby_dispatch()
44 if (alpha != 0.0) PetscCallCUPMBLAS(cupmBlasXaxpy(handle, n, calpha, x_, 1, y_, y_stride)); in axpby_dispatch()
65 PetscCallCUPMBLAS(cupmBlasGetPointerMode(handle, &pointer_mode)); in axpby()
66 PetscCallCUPMBLAS(cupmBlasSetPointerMode(handle, CUPMBLAS_POINTER_MODE_HOST)); in axpby()
79 PetscCallCUPMBLAS(cupmBlasSetPointerMode(handle, pointer_mode)); in axpby()
107 PetscCallCUPMBLAS(cupmBlasGetPointerMode(handle, &pointer_mode)); in dmv()
108 PetscCallCUPMBLAS(cupmBlasSetPointerMode(handle, CUPMBLAS_POINTER_MODE_HOST)); in dmv()
110 PetscCallCUPMBLAS(cupmBlasXgbmv(handle, trans, m, m, 0, 0, calpha, A_, 1, x_, 1, cbeta, y_, 1)); in dmv()
114 …PetscCallCUPMBLAS(cupmBlasXgbmv(handle, trans, diff, diff, 0, 0, calpha, &A_[i_oldest], 1, &x_[i_o… in dmv()
[all …]
|
| /petsc/src/ksp/ksp/utils/lmvm/dense/cd_cupm/ |
| H A D | cd_cupm.cxx | 38 …PetscCallCUPMBLAS(cupmBlasXtrsv(handle, CUPMBLAS_FILL_MODE_UPPER, hermitian_transpose ? CUPMBLAS_O… in SolveInPlace()
65 PetscCallCUPMBLAS(cupmBlasGetPointerMode(handle, &pointer_mode)); in SolveInPlaceCyclic()
66 PetscCallCUPMBLAS(cupmBlasSetPointerMode(handle, CUPMBLAS_POINTER_MODE_HOST)); in SolveInPlaceCyclic()
68 …if (n_new > 0) PetscCallCUPMBLAS(cupmBlasXtrsv(handle, CUPMBLAS_FILL_MODE_UPPER, CUPMBLAS_OP_N, CU… in SolveInPlaceCyclic()
69 …if (n_new > 0 && n_old > 0) PetscCallCUPMBLAS(cupmBlasXgemv(handle, CUPMBLAS_OP_N, n_old, n_new, &… in SolveInPlaceCyclic()
70 …if (n_old > 0) PetscCallCUPMBLAS(cupmBlasXtrsv(handle, CUPMBLAS_FILL_MODE_UPPER, CUPMBLAS_OP_N, CU… in SolveInPlaceCyclic()
72 …if (n_old > 0) PetscCallCUPMBLAS(cupmBlasXtrsv(handle, CUPMBLAS_FILL_MODE_UPPER, CUPMBLAS_OP_C, CU… in SolveInPlaceCyclic()
73 …if (n_new > 0 && n_old > 0) PetscCallCUPMBLAS(cupmBlasXgemv(handle, CUPMBLAS_OP_C, n_old, n_new, &… in SolveInPlaceCyclic()
74 …if (n_new > 0) PetscCallCUPMBLAS(cupmBlasXtrsv(handle, CUPMBLAS_FILL_MODE_UPPER, CUPMBLAS_OP_C, CU… in SolveInPlaceCyclic()
76 PetscCallCUPMBLAS(cupmBlasSetPointerMode(handle, pointer_mode)); in SolveInPlaceCyclic()
|
| /petsc/src/vec/vec/impls/seq/cupm/ |
| H A D | vecseqcupm_impl.hpp | 477 …PetscCallCUPMBLAS(cupmBlasXaxpy(cupmBlasHandle, n, calpha, xptr.cupmdata(), 1, yptr.cupmdata(), 1)… in AYPXAsync()
481 PetscCallCUPMBLAS(cupmBlasXscal(cupmBlasHandle, n, calpha, yptr.cupmdata(), 1)); in AYPXAsync()
482 … PetscCallCUPMBLAS(cupmBlasXaxpy(cupmBlasHandle, n, &one, xptr.cupmdata(), 1, yptr.cupmdata(), 1)); in AYPXAsync()
516 …PetscCallCUPMBLAS(cupmBlasXaxpy(cupmBlasHandle, n, cupmScalarPtrCast(&alpha), DeviceArrayRead(dctx… in AXPYAsync()
835 …PetscCallCUPMBLAS(cupmBlasXaxpy(cupmBlasHandle, n, cupmScalarPtrCast(&alpha), DeviceArrayRead(dctx… in WAXPYAsync()
1023 …PetscCallCUPMBLAS(cupmBlasXdot(cupmBlasHandle, n, DeviceArrayRead(dctx, yin), 1, DeviceArrayRead(d… in Dot()
1287 PetscCallCUPMBLAS(cupmBlasGetPointerMode(handle, &old_mode)); in MDot_()
1288 …if (old_mode != CUPMBLAS_POINTER_MODE_DEVICE) PetscCallCUPMBLAS(cupmBlasSetPointerMode(handle, CUP… in MDot_()
1289 …PetscCallCUPMBLAS(cupmBlasXdot(handle, n, DeviceArrayRead(sub, yin[i]), 1, xptr.cupmdata(), 1, cup… in MDot_()
1290 …if (old_mode != CUPMBLAS_POINTER_MODE_DEVICE) PetscCallCUPMBLAS(cupmBlasSetPointerMode(handle, old… in MDot_()
[all …]
|
| /petsc/src/sys/objects/device/impls/cupm/ |
| H A D | cupmcontext.hpp | 105 …MBLAS_STATUS_ALLOC_FAILED) && (cberr != CUPMBLAS_STATUS_NOT_INITIALIZED)) PetscCallCUPMBLAS(cberr); in initialize_handle_()
115 PetscCallCUPMBLAS(cupmBlasSetStream(handle, dci->stream.get_stream())); in initialize_handle_()
167 PetscCallCUPMBLAS(cupmBlasDestroy(handle)); in finalize_()
|
| /petsc/include/petsc/private/ |
| H A D | cupmblasinterface.hpp | 35 #define PetscCallCUPMBLAS(...) PetscCallCUPMBLAS_(SETERRQ, PETSC_COMM_SELF, __VA_ARGS__) macro
437 …PetscCallCUPMBLAS(cupmBlasSetPointerMode(handle, PetscMemTypeDevice(mtype) ? CUPMBLAS_POINTER_MODE… in PetscCUPMBlasSetPointerModeFromPointer()
|
| /petsc/src/mat/impls/dense/seq/cupm/ |
| H A D | matseqdensecupm.hpp | 622 …PetscCallCUPMBLAS(cupmBlasXtrsm(blas_handle, CUPMBLAS_SIDE_LEFT, CUPMBLAS_FILL_MODE_UPPER, CUPMBLA… in Solve()
630 …PetscCallCUPMBLAS(cupmBlasXtrsm(blas_handle, CUPMBLAS_SIDE_LEFT, CUPMBLAS_FILL_MODE_UPPER, CUPMBLA… in Solve()
862 …PetscCallCUPMBLAS(cupmBlasXgemv(handle, op, m, n, &one, da.cupmdata() + c_start * lda, lda, dxx.cu… in MatMultAddColumnRange_Dispatch_()
1329 …PetscCallCUPMBLAS(cupmBlasXgemm(handle, transpose_A ? CUPMBLAS_OP_T : CUPMBLAS_OP_N, transpose_B ?… in MatMatMult_Numeric_Dispatch()
1547 PetscCallCUPMBLAS(cupmBlasXscal(handle, N, &cu_alpha, da.cupmdata(), 1)); in Scale()
1596 PetscCallCUPMBLAS(cupmBlasXaxpy(handle, N, &cu_alpha, dx.cupmdata(), 1, dy.cupmdata(), 1)); in AXPY()
|