| /petsc/include/ |
| H A D | petscdevicetypes.h | 140 PETSC_OFFLOAD_CPU = 1, /* 0x1 */ enumerator
148 #define PetscOffloadHost(m) (((m) & PETSC_OFFLOAD_CPU) == PETSC_OFFLOAD_CPU)
164 static_assert(!PetscOffloadDevice(PETSC_OFFLOAD_CPU), "");
170 static_assert(!PetscOffloadBoth(PETSC_OFFLOAD_CPU), "");
187 PETSC_CASE_RETURN(PETSC_OFFLOAD_CPU); in PetscOffloadMaskToString()
201 case PETSC_OFFLOAD_CPU: in PetscOffloadMaskToMemType()
|
| /petsc/include/petsc/private/ |
| H A D | veccupmimpl.h | 386 if (v->offloadmask == PETSC_OFFLOAD_UNALLOCATED) v->offloadmask = PETSC_OFFLOAD_CPU; in HostAllocateCheck_()
407 v->offloadmask = (vimp && vimp->array) ? PETSC_OFFLOAD_CPU : PETSC_OFFLOAD_GPU; in DeviceAllocateCheck_()
418 if (v->offloadmask == PETSC_OFFLOAD_CPU) { in CopyToDevice_()
584 … if (((oldmask == PETSC_OFFLOAD_GPU) && hostmem) || ((oldmask == PETSC_OFFLOAD_CPU) && !hostmem)) { in GetArray()
613 mask = hostmem ? PETSC_OFFLOAD_CPU : PETSC_OFFLOAD_GPU; in GetArray()
645 v->offloadmask = PetscMemTypeHost(mtype) ? PETSC_OFFLOAD_CPU : PETSC_OFFLOAD_GPU; in RestoreArray()
727 v->offloadmask = PETSC_OFFLOAD_CPU; in PlaceArray()
774 v->offloadmask = PETSC_OFFLOAD_CPU; in ReplaceArray()
808 v->offloadmask = PETSC_OFFLOAD_CPU; in ResetArray()
818 if (v->offloadmask == PETSC_OFFLOAD_CPU) { in ResetArray()
[all …]
|
| /petsc/src/vec/vec/impls/seq/seqviennacl/ |
| H A D | vecviennacl.cxx | 212 if (v->offloadmask == PETSC_OFFLOAD_CPU) { in VecViennaCLCopyToGPU()
600 } else if (xin->offloadmask == PETSC_OFFLOAD_CPU) { in VecCopy_SeqViennaCL()
606 if (yin->offloadmask == PETSC_OFFLOAD_CPU) { in VecCopy_SeqViennaCL()
884 xin->offloadmask = PETSC_OFFLOAD_CPU; in VecSetRandom_SeqViennaCL()
894 vin->offloadmask = PETSC_OFFLOAD_CPU; in VecResetArray_SeqViennaCL()
904 vin->offloadmask = PETSC_OFFLOAD_CPU; in VecPlaceArray_SeqViennaCL()
914 vin->offloadmask = PETSC_OFFLOAD_CPU; in VecReplaceArray_SeqViennaCL()
1040 (*V)->offloadmask = PETSC_OFFLOAD_CPU; in VecCreateSeqViennaCLWithArrays()
1162 v->offloadmask = PETSC_OFFLOAD_CPU; in VecRestoreArray_SeqViennaCL()
1180 …V->offloadmask = PETSC_OFFLOAD_CPU; /* since the CPU code will likely change values in th… in VecBindToCPU_SeqAIJViennaCL()
|
| /petsc/src/mat/impls/aij/seq/seqviennacl/ |
| H A D | aijviennacl.cxx | 32 if (A->offloadmask == PETSC_OFFLOAD_UNALLOCATED || A->offloadmask == PETSC_OFFLOAD_CPU) { in MatViennaCLCopyToGPU()
369 A->offloadmask = PETSC_OFFLOAD_CPU; in MatSeqAIJRestoreArray_SeqAIJViennaCL()
400 A->offloadmask = PETSC_OFFLOAD_CPU; in MatSeqAIJRestoreArrayWrite_SeqAIJViennaCL()
|
| /petsc/src/binding/petsc4py/src/petsc4py/PETSc/ |
| H A D | petscdevice.pxi | 7 PETSC_OFFLOAD_CPU
|
| /petsc/src/vec/vec/impls/mpi/mpiviennacl/ |
| H A D | mpiviennacl.cxx | 166 …vv->offloadmask = PETSC_OFFLOAD_CPU; /* since the CPU code will likely change valu… in VecBindToCPU_MPIViennaCL()
351 (*vv)->offloadmask = PETSC_OFFLOAD_CPU; in VecCreateMPIViennaCLWithArrays()
|
| /petsc/src/mat/impls/dense/seq/cupm/ |
| H A D | matseqdensecupm.hpp | 238 …const auto copy = m->offloadmask == PETSC_OFFLOAD_CPU || m->offloadmask == PETSC_OFFLOAD_UNALLOCA… in HostToDevice_()
936 B->offloadmask = PETSC_OFFLOAD_CPU; in Convert_Dispatch_()
1004 if (!MatIMPLCast(A)->user_alloc) A->offloadmask = PETSC_OFFLOAD_CPU; in Destroy()
1184 m->offloadmask = hostmem ? PETSC_OFFLOAD_CPU : PETSC_OFFLOAD_GPU; in GetArray()
1198 m->offloadmask = PetscMemTypeHost(mtype) ? PETSC_OFFLOAD_CPU : PETSC_OFFLOAD_GPU; in RestoreArray()
1607 …const auto hopt = (opt == MAT_COPY_VALUES && A->offloadmask != PETSC_OFFLOAD_CPU) ? MAT_DO… in Duplicate()
1887 was_offload_host = cmat->offloadmask == PETSC_OFFLOAD_CPU; in RestoreSubMatrix()
1903 A->offloadmask = was_offload_host ? PETSC_OFFLOAD_CPU : PETSC_OFFLOAD_GPU; in RestoreSubMatrix()
|
| /petsc/src/mat/impls/h2opus/cuda/ |
| H A D | math2opus.cu | 941 A->offloadmask = boundtocpu ? PETSC_OFFLOAD_CPU : PETSC_OFFLOAD_GPU; in MatAssemblyEnd_H2OPUS()
1232 A->offloadmask = PETSC_OFFLOAD_CPU; in MatBindToCPU_H2OPUS()
1233 } else if (!flg && A->offloadmask == PETSC_OFFLOAD_CPU) { in MatBindToCPU_H2OPUS()
1371 A->offloadmask = PETSC_OFFLOAD_CPU; in MatH2OpusOrthogonalize()
1391 A->offloadmask = PETSC_OFFLOAD_CPU; in MatH2OpusOrthogonalize()
1461 A->offloadmask = PETSC_OFFLOAD_CPU; in MatH2OpusCompress()
1493 A->offloadmask = PETSC_OFFLOAD_CPU; in MatH2OpusCompress()
|
| /petsc/src/mat/impls/sell/mpi/ |
| H A D | mpisell.c | 196 … if (A->offloadmask != PETSC_OFFLOAD_UNALLOCATED && found) A->offloadmask = PETSC_OFFLOAD_CPU; in MatSetValues_MPISELL()
229 … if (B->offloadmask != PETSC_OFFLOAD_UNALLOCATED && found) B->offloadmask = PETSC_OFFLOAD_CPU; in MatSetValues_MPISELL()
318 if (mat->offloadmask == PETSC_OFFLOAD_CPU) sell->A->offloadmask = PETSC_OFFLOAD_CPU; in MatAssemblyEnd_MPISELL()
337 …mat->offloadmask == PETSC_OFFLOAD_CPU && sell->B->offloadmask != PETSC_OFFLOAD_UNALLOCATED) sell->… in MatAssemblyEnd_MPISELL()
|
| /petsc/src/vec/vec/interface/ |
| H A D | rvector.c | 1741 if (ymask == PETSC_OFFLOAD_CPU) { in VecRestoreSubVector()
1748 if (ymask == PETSC_OFFLOAD_CPU) PetscCall(VecCUDAResetArray(*Y)); in VecRestoreSubVector()
1750 case PETSC_OFFLOAD_CPU: in VecRestoreSubVector()
1767 if (ymask == PETSC_OFFLOAD_CPU) { in VecRestoreSubVector()
1774 if (ymask == PETSC_OFFLOAD_CPU) PetscCall(VecHIPResetArray(*Y)); in VecRestoreSubVector()
1776 case PETSC_OFFLOAD_CPU: in VecRestoreSubVector()
|
| /petsc/src/mat/impls/aij/seq/ |
| H A D | matptap.c | 211 if (C->offloadmask != PETSC_OFFLOAD_UNALLOCATED) C->offloadmask = PETSC_OFFLOAD_CPU; in MatPtAPNumeric_SeqAIJ_SeqAIJ_SparseAxpy()
|
| H A D | matmatmult.c | 309 if (C->offloadmask != PETSC_OFFLOAD_UNALLOCATED) C->offloadmask = PETSC_OFFLOAD_CPU; in MatMatMultNumeric_SeqAIJ_SeqAIJ_Sorted()
370 if (C->offloadmask != PETSC_OFFLOAD_UNALLOCATED) C->offloadmask = PETSC_OFFLOAD_CPU; in MatMatMultNumeric_SeqAIJ_SeqAIJ_Scalable()
|
| /petsc/src/mat/impls/dense/mpi/cupm/ |
| H A D | matmpidensecupm.hpp | 173 B->offloadmask = PETSC_OFFLOAD_CPU; in Convert_Dispatch_()
|
| /petsc/src/mat/impls/aij/mpi/ |
| H A D | mpimatmatmult.c | 120 if (C->offloadmask != PETSC_OFFLOAD_UNALLOCATED) C->offloadmask = PETSC_OFFLOAD_CPU; in MatMatMultNumeric_MPIAIJ_MPIAIJ_nonscalable()
121 if (c->A->offloadmask != PETSC_OFFLOAD_UNALLOCATED) c->A->offloadmask = PETSC_OFFLOAD_CPU; in MatMatMultNumeric_MPIAIJ_MPIAIJ_nonscalable()
122 if (c->B->offloadmask != PETSC_OFFLOAD_UNALLOCATED) c->B->offloadmask = PETSC_OFFLOAD_CPU; in MatMatMultNumeric_MPIAIJ_MPIAIJ_nonscalable()
684 if (C->offloadmask != PETSC_OFFLOAD_UNALLOCATED) C->offloadmask = PETSC_OFFLOAD_CPU; in MatMatMultNumeric_MPIAIJ_MPIAIJ()
685 if (c->A->offloadmask != PETSC_OFFLOAD_UNALLOCATED) c->A->offloadmask = PETSC_OFFLOAD_CPU; in MatMatMultNumeric_MPIAIJ_MPIAIJ()
686 if (c->B->offloadmask != PETSC_OFFLOAD_UNALLOCATED) c->B->offloadmask = PETSC_OFFLOAD_CPU; in MatMatMultNumeric_MPIAIJ_MPIAIJ()
|
| /petsc/src/mat/impls/aij/seq/seqcusparse/ |
| H A D | aijcusparse.cu | 212 if (A->offloadmask == PETSC_OFFLOAD_CPU) { // A's latest factors are on CPU in MatSeqAIJCUSPARSEBuildFactoredMatrix_LU()
319 if (A->offloadmask == PETSC_OFFLOAD_UNALLOCATED || A->offloadmask == PETSC_OFFLOAD_CPU) { in MatSeqAIJCUSPARSEBuildILULowerTriMatrix()
451 if (A->offloadmask == PETSC_OFFLOAD_UNALLOCATED || A->offloadmask == PETSC_OFFLOAD_CPU) { in MatSeqAIJCUSPARSEBuildILUUpperTriMatrix()
630 if (A->offloadmask == PETSC_OFFLOAD_CPU) { // A's latest factors are on CPU in MatSeqAIJCUSPARSEBuildFactoredMatrix_Cholesky()
789 if (A->offloadmask == PETSC_OFFLOAD_UNALLOCATED || A->offloadmask == PETSC_OFFLOAD_CPU) { in MatSeqAIJCUSPARSEBuildICCTriMatrices()
1018 B->offloadmask = PETSC_OFFLOAD_CPU; in MatCholeskyFactorNumeric_SeqAIJCUSPARSE()
2158 B->offloadmask = PETSC_OFFLOAD_CPU; in MatLUFactorNumeric_SeqAIJCUSPARSE()
2357 A->offloadmask = PETSC_OFFLOAD_CPU; in MatSeqAIJRestoreArray_SeqAIJCUSPARSE()
2387 A->offloadmask = PETSC_OFFLOAD_CPU; in MatSeqAIJRestoreArrayWrite_SeqAIJCUSPARSE()
2434 if (A->offloadmask == PETSC_OFFLOAD_UNALLOCATED || A->offloadmask == PETSC_OFFLOAD_CPU) { in MatSeqAIJCUSPARSECopyToGPU()
[all …]
|
| /petsc/src/mat/impls/dense/seq/ |
| H A D | dense.c | 1296 …>offloadmask = (oldf == PETSC_OFFLOAD_UNALLOCATED ? PETSC_OFFLOAD_UNALLOCATED : PETSC_OFFLOAD_CPU); in MatSetValues_SeqDense()
1671 A->offloadmask = PETSC_OFFLOAD_CPU; in MatDensePlaceArray_SeqDense()
1687 A->offloadmask = PETSC_OFFLOAD_CPU; in MatDenseResetArray_SeqDense()
1703 A->offloadmask = PETSC_OFFLOAD_CPU; in MatDenseReplaceArray_SeqDense()
2199 A->offloadmask = PETSC_OFFLOAD_CPU; in MatDenseRestoreArray()
2295 A->offloadmask = PETSC_OFFLOAD_CPU; in MatDenseRestoreArrayWrite()
3520 A->offloadmask = PETSC_OFFLOAD_CPU; in MatDenseGetSubMatrix_SeqDense()
3537 A->offloadmask = PETSC_OFFLOAD_CPU; in MatDenseRestoreSubMatrix_SeqDense()
|
| /petsc/src/mat/impls/aij/seq/seqhipsparse/ |
| H A D | aijhipsparse.hip.cxx | 209 B->offloadmask = PETSC_OFFLOAD_CPU; in MatLUFactorNumeric_SeqAIJHIPSPARSE()
274 if (A->offloadmask == PETSC_OFFLOAD_UNALLOCATED || A->offloadmask == PETSC_OFFLOAD_CPU) { in MatSeqAIJHIPSPARSEBuildILULowerTriMatrix()
396 if (A->offloadmask == PETSC_OFFLOAD_UNALLOCATED || A->offloadmask == PETSC_OFFLOAD_CPU) { in MatSeqAIJHIPSPARSEBuildILUUpperTriMatrix()
554 if (A->offloadmask == PETSC_OFFLOAD_UNALLOCATED || A->offloadmask == PETSC_OFFLOAD_CPU) { in MatSeqAIJHIPSPARSEBuildICCTriMatrices()
762 B->offloadmask = PETSC_OFFLOAD_CPU; in MatCholeskyFactorNumeric_SeqAIJHIPSPARSE()
1945 A->offloadmask = PETSC_OFFLOAD_CPU; in MatSeqAIJRestoreArray_SeqAIJHIPSPARSE()
1975 A->offloadmask = PETSC_OFFLOAD_CPU; in MatSeqAIJRestoreArrayWrite_SeqAIJHIPSPARSE()
2021 if (A->offloadmask == PETSC_OFFLOAD_UNALLOCATED || A->offloadmask == PETSC_OFFLOAD_CPU) { in MatSeqAIJHIPSPARSECopyToGPU()
3384 else A->offloadmask = PETSC_OFFLOAD_CPU; in MatZeroEntries_SeqAIJHIPSPARSE()
3751 mat->offloadmask = PETSC_OFFLOAD_CPU; in MatSetPreallocationCOO_SeqAIJHIPSPARSE()
|
| /petsc/src/mat/impls/sell/seq/ |
| H A D | sell.c | 1038 if (A->offloadmask != PETSC_OFFLOAD_UNALLOCATED) A->offloadmask = PETSC_OFFLOAD_CPU; in MatDiagonalScale_SeqSELL()
1617 if (A->offloadmask != PETSC_OFFLOAD_UNALLOCATED && inserted) A->offloadmask = PETSC_OFFLOAD_CPU; in MatSetValues_SeqSELL()
1672 if (inA->offloadmask != PETSC_OFFLOAD_UNALLOCATED) inA->offloadmask = PETSC_OFFLOAD_CPU; in MatScale_SeqSELL()
2423 if (A->offloadmask != PETSC_OFFLOAD_UNALLOCATED) A->offloadmask = PETSC_OFFLOAD_CPU; in MatConjugate_SeqSELL()
|
| /petsc/src/mat/impls/aij/mpi/mpihipsparse/ |
| H A D | mpiaijhipsparse.hip.cxx | 77 mat->offloadmask = PETSC_OFFLOAD_CPU; in MatSetPreallocationCOO_MPIAIJHIPSPARSE()
|
| /petsc/src/mat/impls/aij/mpi/mpicusparse/ |
| H A D | mpiaijcusparse.cu | 77 mat->offloadmask = PETSC_OFFLOAD_CPU; in MatSetPreallocationCOO_MPIAIJCUSPARSE()
|
| /petsc/src/mat/impls/sell/seq/seqhip/ |
| H A D | sellhip.hip.cxx | 44 if (A->offloadmask == PETSC_OFFLOAD_UNALLOCATED || A->offloadmask == PETSC_OFFLOAD_CPU) { in MatSeqSELLHIPCopyToGPU()
927 else A->offloadmask = PETSC_OFFLOAD_CPU; in MatZeroEntries_SeqSELLHIP()
|
| /petsc/src/mat/impls/sell/seq/seqcuda/ |
| H A D | sellcuda.cu | 41 if (A->offloadmask == PETSC_OFFLOAD_UNALLOCATED || A->offloadmask == PETSC_OFFLOAD_CPU) { in MatSeqSELLCUDACopyToGPU()
934 else A->offloadmask = PETSC_OFFLOAD_CPU; in MatZeroEntries_SeqSELLCUDA()
|
| /petsc/src/vec/vec/impls/mpi/ |
| H A D | pbvec.c | 583 if (array) v->offloadmask = PETSC_OFFLOAD_CPU; in VecCreate_MPI_Private()
|
| /petsc/src/vec/vec/impls/seq/ |
| H A D | bvec2.c | 860 if (array) v->offloadmask = PETSC_OFFLOAD_CPU; in VecCreate_Seq_Private()
|
| /petsc/src/vec/vec/impls/seq/cupm/ |
| H A D | vecseqcupm_impl.hpp | 393 w->offloadmask = PETSC_OFFLOAD_CPU; in GetLocalVector()
1444 case PETSC_OFFLOAD_CPU: { in CopyAsync()
|