Home
last modified time | relevance | path

Searched refs:PetscMemTypeDevice (Results 1 – 25 of 26) sorted by relevance

12

/petsc/include/
H A Dpetscdevicetypes.h64 #define PetscMemTypeDevice(m) (((m) & 0x1) == PETSC_MEMTYPE_DEVICE) macro
82 static_assert(!PetscMemTypeDevice(PETSC_MEMTYPE_HOST), "");
83 static_assert(PetscMemTypeDevice(PETSC_MEMTYPE_DEVICE), "");
84 static_assert(PetscMemTypeDevice(PETSC_MEMTYPE_CUDA), "");
85 static_assert(PetscMemTypeDevice(PETSC_MEMTYPE_HIP), "");
86 static_assert(PetscMemTypeDevice(PETSC_MEMTYPE_SYCL), "");
87 static_assert(PetscMemTypeDevice(PETSC_MEMTYPE_NVSHMEM), "");
403 return PetscMemTypeDevice(src) ? PETSC_DEVICE_COPY_DTOD : PETSC_DEVICE_COPY_HTOD; in PetscMemTypeToDeviceCopyMode()
/petsc/src/ksp/ksp/utils/lmvm/blas_cyclic/
H A Dblas_cyclic.c59 if (PetscMemTypeDevice(x_memtype) && PetscMemTypeDevice(y_memtype)) { in VecAXPBYCyclic()
132 …if (PetscMemTypeDevice(A_memtype) && PetscMemTypeDevice(x_memtype) && PetscMemTypeDevice(y_memtype… in VecDMVCyclic()
221 …if (PetscMemTypeDevice(A_memtype) && PetscMemTypeDevice(x_memtype) && PetscMemTypeDevice(y_memtype… in VecDSVCyclic()
316 …if (PetscMemTypeDevice(A_memtype) && PetscMemTypeDevice(x_memtype) && PetscMemTypeDevice(y_memtype… in MatSeqDenseTRSVCyclic()
397 …if (PetscMemTypeDevice(A_memtype) && PetscMemTypeDevice(x_memtype) && PetscMemTypeDevice(y_memtype… in MatSeqDenseHEMVCyclic()
482 …if (PetscMemTypeDevice(A_memtype) && PetscMemTypeDevice(x_memtype) && PetscMemTypeDevice(y_memtype… in MatSeqDenseGEMVCyclic()
527 if (PetscMemTypeDevice(x_memtype) && PetscMemTypeDevice(y_memtype)) { in MatSeqDenseRowAXPBYCyclic()
/petsc/src/vec/vec/impls/hypre/
H A Dvhyp.c104 …PetscCheck(PetscMemTypeDevice(mtype), comm, PETSC_ERR_ARG_WRONG, "HYPRE_MEMORY_DEVICE expects a de… in VecGetArrayForHYPRE()
114 …PetscCheck(PetscMemTypeDevice(mtype), comm, PETSC_ERR_ARG_WRONG, "HYPRE_MEMORY_DEVICE expects a de… in VecGetArrayForHYPRE()
124 …PetscCheck(PetscMemTypeDevice(mtype), comm, PETSC_ERR_ARG_WRONG, "HYPRE_MEMORY_DEVICE expects a de… in VecGetArrayForHYPRE()
/petsc/src/vec/is/sf/impls/basic/
H A Dsfmpi.c171 if ((PetscMemTypeDevice(xrootmtype) || PetscMemTypeDevice(xleafmtype)) && !link->deviceinited) { in PetscSFLinkCreate_MPI()
209 if (PetscMemTypeDevice(rootmtype) && PetscMemTypeHost(rootmtype_mpi)) { in PetscSFLinkCreate_MPI()
213 if (PetscMemTypeDevice(leafmtype) && PetscMemTypeHost(leafmtype_mpi)) { in PetscSFLinkCreate_MPI()
H A Dsfpack.c707 else if (PetscMemTypeDevice(mtype) && !atomic) { in PetscSFLinkGetUnpackAndOp()
721 } else if (PetscMemTypeDevice(mtype) && atomic) { in PetscSFLinkGetUnpackAndOp()
760 else if (PetscMemTypeDevice(mtype) && !atomic) { in PetscSFLinkGetScatterAndOp()
774 } else if (PetscMemTypeDevice(mtype) && atomic) { in PetscSFLinkGetScatterAndOp()
800 else if (PetscMemTypeDevice(mtype) && !atomic) *FetchAndOp = link->d_FetchAndAdd; in PetscSFLinkGetFetchAndOp()
801 else if (PetscMemTypeDevice(mtype) && atomic) *FetchAndOp = link->da_FetchAndAdd; in PetscSFLinkGetFetchAndOp()
813 else if (PetscMemTypeDevice(mtype) && !atomic) *FetchAndOpLocal = link->d_FetchAndAddLocal; in PetscSFLinkGetFetchAndOpLocal()
814 else if (PetscMemTypeDevice(mtype) && atomic) *FetchAndOpLocal = link->da_FetchAndAddLocal; in PetscSFLinkGetFetchAndOpLocal()
826 …if (PetscMemTypeDevice(link->rootmtype)) PetscCall(PetscLogGpuFlops(bas->rootbuflen[scope] * link-… in PetscSFLinkLogFlopsAfterUnpackRootData()
839 …if (PetscMemTypeDevice(link->leafmtype)) PetscCall(PetscLogGpuFlops(sf->leafbuflen[scope] * link->… in PetscSFLinkLogFlopsAfterUnpackLeafData()
[all …]
H A Dsfpack.h306 …if (PetscMemTypeDevice(link->rootmtype) && PetscMemTypeHost(link->rootmtype_mpi) && bas->rootbufle… in PetscSFLinkCopyRootBufferInCaseNotUseGpuAwareMPI()
324 …if (PetscMemTypeDevice(link->leafmtype) && PetscMemTypeHost(link->leafmtype_mpi) && sf->leafbuflen… in PetscSFLinkCopyLeafBufferInCaseNotUseGpuAwareMPI()
346 …if ((PetscMemTypeDevice(link->rootmtype) && bas->rootbuflen[PETSCSF_REMOTE]) || (PetscMemTypeDevic… in PetscSFLinkSyncStreamBeforeCallMPI()
H A Dsfbasic.c168 …if (sf->use_stream_aware_mpi && (PetscMemTypeDevice(rootmtype_mpi) || PetscMemTypeDevice(leafmtype… in PetscSFSetCommunicationOps_Basic()
/petsc/src/vec/is/sf/impls/basic/allgather/
H A Dsfallgather.c67 …if (PetscMemTypeDevice(leafmtype) && PetscMemTypeHost(rootmtype)) PetscCall((*link->SyncStream)(li… in PetscSFReduceBegin_Allgather()
106 if (rank == 0 && PetscMemTypeDevice(leafmtype) && !sf->use_gpu_aware_mpi) { in PetscSFBcastToZero_Allgather()
/petsc/src/vec/is/sf/impls/basic/allgatherv/
H A Dsfallgatherv.c145 …if (PetscMemTypeDevice(leafmtype) && PetscMemTypeHost(rootmtype)) PetscCall((*link->SyncStream)(li… in PetscSFReduceBegin_Allgatherv()
238 …if (rank == 0 && PetscMemTypeDevice(leafmtype) && !sf->use_gpu_aware_mpi) PetscCall((*link->Memcpy… in PetscSFBcastToZero_Allgatherv()
289 …PetscCheck(!PetscMemTypeDevice(rootmtype) && !PetscMemTypeDevice(leafmtype), comm, PETSC_ERR_SUP, … in PetscSFFetchAndOpBegin_Allgatherv()
/petsc/src/ksp/ksp/utils/lmvm/dense/
H A Dcd_utils.c106 } else if (PetscMemTypeDevice(memtype)) { in MatUpperTriangularSolveInPlace_Internal()
132 } else if (PetscMemTypeDevice(memtype)) { in MatUpperTriangularSolveInPlace_Internal()
/petsc/src/vec/is/sf/impls/basic/kokkos/
H A Dsfkok.kokkos.cxx585 if (PetscMemTypeDevice(dstmtype) && PetscMemTypeHost(srcmtype)) { // H2D in PetscSFLinkMemcpy_Kokkos()
590 } else if (PetscMemTypeHost(dstmtype) && PetscMemTypeDevice(srcmtype)) { // D2H in PetscSFLinkMemcpy_Kokkos()
596 } else if (PetscMemTypeDevice(dstmtype) && PetscMemTypeDevice(srcmtype)) { // D2D in PetscSFLinkMemcpy_Kokkos()
609 else if (PetscMemTypeDevice(mtype)) { in PetscSFMalloc_Kokkos()
620 else if (PetscMemTypeDevice(mtype)) { in PetscSFFree_Kokkos()
/petsc/include/petsc/private/
H A Dcupmblasinterface.hpp437 …PetscCallCUPMBLAS(cupmBlasSetPointerMode(handle, PetscMemTypeDevice(mtype) ? CUPMBLAS_POINTER_MODE… in PetscCUPMBlasSetPointerModeFromPointer()
472 …e, PetscMemType mtype) noexcept : CUPMBlasPointerModeGuard{handle, PetscMemTypeDevice(mtype) ? CUP… in CUPMBlasPointerModeGuard()
H A Dcupmobject.hpp373 …PetscCheck(PetscMemTypeDevice(ptr_mtype), PETSC_COMM_SELF, PETSC_ERR_POINTER, "Pointer %p declared… in CheckPointerMatchesMemType_()
H A Dveccupmimpl.h118 …comm, "dptr is device mem? %s\n", PetscBools[static_cast<PetscBool>(PetscMemTypeDevice(mtype))]));
/petsc/src/sys/objects/device/tests/
H A Dex7.c26 if (PetscMemTypeDevice(mtype)) { in TestAllocate()
/petsc/src/vec/is/sf/impls/basic/cupm/
H A Dsfcupm_impl.hpp594 int stype = PetscMemTypeDevice(srcmtype) ? 1 : 0; in LinkMemcpy()
595 int dtype = PetscMemTypeDevice(dstmtype) ? 1 : 0; in LinkMemcpy()
607 else if (PetscMemTypeDevice(mtype)) { in Malloc()
619 else if (PetscMemTypeDevice(mtype)) PetscCallCUPM(cupmFree(ptr)); in Free()
/petsc/src/mat/impls/aij/seq/seqhipsparse/
H A Dhipsparsematimpl.h307 PetscFunctionReturn(PetscMemTypeDevice(mtype)); in isHipMem()
H A Daijhipsparse.hip.cxx3740 if (PetscMemTypeDevice(mtype)) { in MatSetPreallocationCOO_SeqAIJHIPSPARSE()
/petsc/src/dm/interface/
H A Ddmceed.c44 return PetscMemTypeDevice(mem_type) ? CEED_MEM_DEVICE : CEED_MEM_HOST; in PetscMemType2Ceed()
/petsc/src/mat/impls/aij/seq/seqcusparse/
H A Dcusparsematimpl.h344 PetscFunctionReturn(PetscMemTypeDevice(mtype)); in isCudaMem()
/petsc/src/mat/impls/aij/mpi/mpihipsparse/
H A Dmpiaijhipsparse.hip.cxx65 if (PetscMemTypeDevice(mtype)) { in MatSetPreallocationCOO_MPIAIJHIPSPARSE()
/petsc/src/ksp/pc/impls/bjacobi/bjkokkos/
H A Dbjkokkos.kokkos.cxx576 …PetscCheck(PetscMemTypeDevice(mtype), PetscObjectComm((PetscObject)pc), PETSC_ERR_ARG_WRONG, "No G… in PCApply_BJKOKKOS()
580 …PetscCheck(PetscMemTypeDevice(mtype), PetscObjectComm((PetscObject)pc), PETSC_ERR_ARG_WRONG, "No G… in PCApply_BJKOKKOS()
/petsc/src/mat/impls/aij/mpi/mpicusparse/
H A Dmpiaijcusparse.cu65 if (PetscMemTypeDevice(mtype)) { in MatSetPreallocationCOO_MPIAIJCUSPARSE()
/petsc/src/mat/impls/hypre/
H A Dmhypre.c485 …PetscAssert((PetscMemTypeHost(pmem) && hmem == HYPRE_MEMORY_HOST) || (PetscMemTypeDevice(pmem) && … in MatHYPRE_AttachCOOMat()
493 …PetscAssert((PetscMemTypeHost(pmem) && hmem == HYPRE_MEMORY_HOST) || (PetscMemTypeDevice(pmem) && … in MatHYPRE_AttachCOOMat()
/petsc/src/ksp/pc/impls/hypre/
H A Dhypre.c315 if (PetscMemTypeDevice(memtype)) { in PCSetUp_HYPRE()

12