243   const auto mimpl = MatIMPLCast(A);  in BindToCPU()  local
247 …PetscCheck(!mimpl->vecinuse, PetscObjectComm(pobj), PETSC_ERR_ORDER, "Need to call MatDenseRestore…  in BindToCPU()
248 …PetscCheck(!mimpl->matinuse, PetscObjectComm(pobj), PETSC_ERR_ORDER, "Need to call MatDenseRestore…  in BindToCPU()
249   if (const auto mimpl_A = mimpl->A) PetscCall(MatBindToCPU(mimpl_A, usehost));  in BindToCPU()
255 …PetscCall(PetscObjectTypeCompare(PetscObjectCast(mimpl->cvec), VecMPI_CUPM::VECMPICUPM(), &iscupm)…  in BindToCPU()
256     if (!iscupm) PetscCall(VecDestroy(&mimpl->cvec));  in BindToCPU()
257     PetscCall(PetscObjectTypeCompare(PetscObjectCast(mimpl->cmat), MATMPIDENSECUPM(), &iscupm));  in BindToCPU()
258     if (!iscupm) PetscCall(MatDestroy(&mimpl->cmat));  in BindToCPU()
270   if (const auto mimpl_cmat = mimpl->cmat) PetscCall(MatBindToCPU(mimpl_cmat, usehost));  in BindToCPU()
321   const auto mimpl   = MatIMPLCast(A);  in GetColumnVec()  local
322   const auto mimpl_A = mimpl->A;  in GetColumnVec()
327 …PetscCheck(!mimpl->vecinuse, PetscObjectComm(pobj), PETSC_ERR_ORDER, "Need to call MatDenseRestore…  in GetColumnVec()
328 …PetscCheck(!mimpl->matinuse, PetscObjectComm(pobj), PETSC_ERR_ORDER, "Need to call MatDenseRestore…  in GetColumnVec()
329   mimpl->vecinuse = col + 1;  in GetColumnVec()
331   if (!mimpl->cvec) PetscCall(MatDenseCreateColumnVec_Private(A, &mimpl->cvec));  in GetColumnVec()
334 …PetscCall(MatDenseCUPMGetArray_Private<T, access>(mimpl_A, const_cast<PetscScalar **>(&mimpl->ptri…  in GetColumnVec()
335 …PetscCall(VecCUPMPlaceArrayAsync<T>(mimpl->cvec, mimpl->ptrinuse + static_cast<std::size_t>(col) *…  in GetColumnVec()
337   if (access == PETSC_MEMORY_ACCESS_READ) PetscCall(VecLockReadPush(mimpl->cvec));  in GetColumnVec()
338   *v = mimpl->cvec;  in GetColumnVec()
348   const auto mimpl = MatIMPLCast(A);  in RestoreColumnVec()  local
349   const auto cvec  = mimpl->cvec;  in RestoreColumnVec()
352 …PetscCheck(mimpl->vecinuse, PETSC_COMM_SELF, PETSC_ERR_ORDER, "Need to call MatDenseGetColumnVec()…  in RestoreColumnVec()
354   mimpl->vecinuse = 0;  in RestoreColumnVec()
356 …PetscCall(MatDenseCUPMRestoreArray_Private<T, access>(mimpl->A, const_cast<PetscScalar **>(&mimpl-…  in RestoreColumnVec()
369   const auto mimpl = MatIMPLCast(A);  in PlaceArray()  local
372 …PetscCheck(!mimpl->vecinuse, PetscObjectComm(PetscObjectCast(A)), PETSC_ERR_ORDER, "Need to call M…  in PlaceArray()
373 …PetscCheck(!mimpl->matinuse, PetscObjectComm(PetscObjectCast(A)), PETSC_ERR_ORDER, "Need to call M…  in PlaceArray()
374   PetscCall(MatDenseCUPMPlaceArray<T>(mimpl->A, array));  in PlaceArray()
381   const auto mimpl = MatIMPLCast(A);  in ReplaceArray()  local
384 …PetscCheck(!mimpl->vecinuse, PetscObjectComm(PetscObjectCast(A)), PETSC_ERR_ORDER, "Need to call M…  in ReplaceArray()
385 …PetscCheck(!mimpl->matinuse, PetscObjectComm(PetscObjectCast(A)), PETSC_ERR_ORDER, "Need to call M…  in ReplaceArray()
386   PetscCall(MatDenseCUPMReplaceArray<T>(mimpl->A, array));  in ReplaceArray()
393   const auto mimpl = MatIMPLCast(A);  in ResetArray()  local
396 …PetscCheck(!mimpl->vecinuse, PetscObjectComm(PetscObjectCast(A)), PETSC_ERR_ORDER, "Need to call M…  in ResetArray()
397 …PetscCheck(!mimpl->matinuse, PetscObjectComm(PetscObjectCast(A)), PETSC_ERR_ORDER, "Need to call M…  in ResetArray()
398   PetscCall(MatDenseCUPMResetArray<T>(mimpl->A));  in ResetArray()