Lines Matching refs:mimpl
253 const auto mimpl = MatIMPLCast(m); in HostToDevice_() local
254 const auto lda = mimpl->lda; in HostToDevice_()
255 const auto src = mimpl->v; in HostToDevice_()
282 const auto mimpl = MatIMPLCast(m); in DeviceToHost_() local
286 if (!mimpl->v) PetscCall(MatSeqDenseSetPreallocation(m, nullptr)); in DeviceToHost_()
290 const auto lda = mimpl->lda; in DeviceToHost_()
291 const auto dest = mimpl->v; in DeviceToHost_()
562 const auto mimpl = MatIMPLCast(A); in Factor() local
571 mimpl->rank = min; in Factor()
575 const auto lda = static_cast<cupmBlasInt_t>(mimpl->lda); in Factor()
602 const auto mimpl = MatIMPLCast(A); in Solve() local
603 const auto rank = static_cast<cupmBlasInt_t>(mimpl->rank); in Solve()
619 const auto lda = static_cast<cupmBlasInt_t>(mimpl->lda); in Solve()
1051 const auto mimpl = MatIMPLCast(A); in BindToCPU() local
1055 …PetscCheck(!mimpl->vecinuse, PETSC_COMM_SELF, PETSC_ERR_ORDER, "Need to call MatDenseRestoreColumn… in BindToCPU()
1056 …PetscCheck(!mimpl->matinuse, PETSC_COMM_SELF, PETSC_ERR_ORDER, "Need to call MatDenseRestoreSubMat… in BindToCPU()
1068 if (auto &cvec = mimpl->cvec) { in BindToCPU()
1072 if (auto &cmat = mimpl->cmat) { in BindToCPU()
1134 if (const auto cmat = mimpl->cmat) PetscCall(MatBindToCPU(cmat, to_host)); in BindToCPU()
1232 const auto mimpl = MatIMPLCast(A); in PlaceArray() local
1236 …PetscCheck(!mimpl->vecinuse, PETSC_COMM_SELF, PETSC_ERR_ORDER, "Need to call MatDenseRestoreColumn… in PlaceArray()
1237 …PetscCheck(!mimpl->matinuse, PETSC_COMM_SELF, PETSC_ERR_ORDER, "Need to call MatDenseRestoreSubMat… in PlaceArray()
1239 if (mimpl->v) { in PlaceArray()
1253 const auto mimpl = MatIMPLCast(A); in ReplaceArray() local
1257 …PetscCheck(!mimpl->vecinuse, PETSC_COMM_SELF, PETSC_ERR_ORDER, "Need to call MatDenseRestoreColumn… in ReplaceArray()
1258 …PetscCheck(!mimpl->matinuse, PETSC_COMM_SELF, PETSC_ERR_ORDER, "Need to call MatDenseRestoreSubMat… in ReplaceArray()
1274 const auto mimpl = MatIMPLCast(A); in ResetArray() local
1278 …PetscCheck(!mimpl->vecinuse, PETSC_COMM_SELF, PETSC_ERR_ORDER, "Need to call MatDenseRestoreColumn… in ResetArray()
1279 …PetscCheck(!mimpl->matinuse, PETSC_COMM_SELF, PETSC_ERR_ORDER, "Need to call MatDenseRestoreSubMat… in ResetArray()
1280 if (mimpl->v) { in ResetArray()
1701 const auto mimpl = MatIMPLCast(A); in GetColumnVec() local
1705 …PetscCheck(!mimpl->vecinuse, PETSC_COMM_SELF, PETSC_ERR_ORDER, "Need to call MatDenseRestoreColumn… in GetColumnVec()
1706 …PetscCheck(!mimpl->matinuse, PETSC_COMM_SELF, PETSC_ERR_ORDER, "Need to call MatDenseRestoreSubMat… in GetColumnVec()
1707 mimpl->vecinuse = col + 1; in GetColumnVec()
1708 if (!mimpl->cvec) PetscCall(MatDenseCreateColumnVec_Private(A, &mimpl->cvec)); in GetColumnVec()
1710 …PetscCall(GetArray<PETSC_MEMTYPE_DEVICE, access>(A, const_cast<PetscScalar **>(&mimpl->ptrinuse), … in GetColumnVec()
1711 …all(VecCUPMPlaceArrayAsync<T>(mimpl->cvec, mimpl->ptrinuse + static_cast<std::size_t>(col) * stati… in GetColumnVec()
1712 if (access == PETSC_MEMORY_ACCESS_READ) PetscCall(VecLockReadPush(mimpl->cvec)); in GetColumnVec()
1713 *v = mimpl->cvec; in GetColumnVec()
1722 const auto mimpl = MatIMPLCast(A); in RestoreColumnVec() local
1723 const auto cvec = mimpl->cvec; in RestoreColumnVec()
1727 …PetscCheck(mimpl->vecinuse, PETSC_COMM_SELF, PETSC_ERR_ORDER, "Need to call MatDenseGetColumnVec()… in RestoreColumnVec()
1729 mimpl->vecinuse = 0; in RestoreColumnVec()
1733 …PetscCall(RestoreArray<PETSC_MEMTYPE_DEVICE, access>(A, const_cast<PetscScalar **>(&mimpl->ptrinus… in RestoreColumnVec()
1783 const auto mimpl = MatIMPLCast(A); in InvertFactors() local
1803 const auto lda = static_cast<cupmBlasInt_t>(mimpl->lda); in InvertFactors()
1835 const auto mimpl = MatIMPLCast(A); in GetSubMatrix() local
1836 …t = [&](PetscScalar *ptr) { return ptr + rbegin + static_cast<std::size_t>(cbegin) * mimpl->lda; }; in GetSubMatrix()
1839 auto &cmat = mimpl->cmat; in GetSubMatrix()
1843 …PetscCheck(!mimpl->vecinuse, PETSC_COMM_SELF, PETSC_ERR_ORDER, "Need to call MatDenseRestoreColumn… in GetSubMatrix()
1844 …PetscCheck(!mimpl->matinuse, PETSC_COMM_SELF, PETSC_ERR_ORDER, "Need to call MatDenseRestoreSubMat… in GetSubMatrix()
1845 mimpl->matinuse = cbegin + 1; in GetSubMatrix()
1860 PetscCall(MatDenseSetLDA(cmat, mimpl->lda)); in GetSubMatrix()
1862 if (const auto host_array = mimpl->v) { in GetSubMatrix()
1875 const auto mimpl = MatIMPLCast(A); in RestoreSubMatrix() local
1876 const auto cmat = mimpl->cmat; in RestoreSubMatrix()
1877 const auto reset = static_cast<bool>(mimpl->v); in RestoreSubMatrix()
1881 …PetscCheck(mimpl->matinuse, PETSC_COMM_SELF, PETSC_ERR_ORDER, "Need to call MatDenseGetSubMatrix()… in RestoreSubMatrix()
1884 mimpl->matinuse = 0; in RestoreSubMatrix()