| /petsc/include/ |
| H A D | petscdevicetypes.h | 63 #define PetscMemTypeHost(m) (((m) & 0x1) == PETSC_MEMTYPE_HOST) macro 75 static_assert(PetscMemTypeHost(PETSC_MEMTYPE_HOST), ""); 76 static_assert(!PetscMemTypeHost(PETSC_MEMTYPE_DEVICE), ""); 77 static_assert(!PetscMemTypeHost(PETSC_MEMTYPE_CUDA), ""); 78 static_assert(!PetscMemTypeHost(PETSC_MEMTYPE_HIP), ""); 79 static_assert(!PetscMemTypeHost(PETSC_MEMTYPE_SYCL), ""); 80 static_assert(!PetscMemTypeHost(PETSC_MEMTYPE_NVSHMEM), ""); 400 if (PetscMemTypeHost(dest)) { in PetscMemTypeToDeviceCopyMode() 401 return PetscMemTypeHost(src) ? PETSC_DEVICE_COPY_HTOH : PETSC_DEVICE_COPY_DTOH; in PetscMemTypeToDeviceCopyMode()
|
| /petsc/src/sys/objects/device/interface/ |
| H A D | memory.cxx | 258 if (PetscMemTypeHost(mtype)) PetscAssertPointer(ptr, 1); in PetscDeviceRegisterMemory() 346 PetscCall(PetscDeviceCheckCapable_Private(dctx, PetscMemTypeHost(mtype), "allocating")); in PetscDeviceAllocate_Private() 422 PetscCall(PetscDeviceCheckCapable_Private(dctx, PetscMemTypeHost(attr.mtype), "freeing")); in PetscDeviceDeallocate_Private() 558 PetscCall(PetscDeviceCheckCapable_Private(dctx, PetscMemTypeHost(attr.mtype), "memsetting")); in PetscDeviceMemset()
|
| /petsc/src/vec/is/sf/impls/basic/ |
| H A D | sfmpi.c | 72 …PetscMemType rootmtype = PetscMemTypeHost(xrootmtype) ? PETSC_MEMTYPE_HOST : PETSC_MEMTYPE_DEV… in PetscSFLinkCreate_MPI() 73 …PetscMemType leafmtype = PetscMemTypeHost(xleafmtype) ? PETSC_MEMTYPE_HOST : PETSC_MEMTYPE_DEV… in PetscSFLinkCreate_MPI() 209 if (PetscMemTypeDevice(rootmtype) && PetscMemTypeHost(rootmtype_mpi)) { in PetscSFLinkCreate_MPI() 213 if (PetscMemTypeDevice(leafmtype) && PetscMemTypeHost(leafmtype_mpi)) { in PetscSFLinkCreate_MPI()
|
| H A D | sfpack.h | 223 if (PetscMemTypeHost(mtype)) *Pack = link->h_Pack; in PetscSFLinkGetPack() 306 …if (PetscMemTypeDevice(link->rootmtype) && PetscMemTypeHost(link->rootmtype_mpi) && bas->rootbufle… in PetscSFLinkCopyRootBufferInCaseNotUseGpuAwareMPI() 324 …if (PetscMemTypeDevice(link->leafmtype) && PetscMemTypeHost(link->leafmtype_mpi) && sf->leafbuflen… in PetscSFLinkCopyLeafBufferInCaseNotUseGpuAwareMPI() 387 if (PetscMemTypeHost(mtype)) { in PetscSFLinkGetRootPackOptAndIndices() 429 if (PetscMemTypeHost(mtype)) { in PetscSFLinkGetLeafPackOptAndIndices()
|
| H A D | sfpack.c | 691 if (PetscMemTypeHost(mtype)) { in PetscSFLinkGetUnpackAndOp() 744 if (PetscMemTypeHost(mtype)) { in PetscSFLinkGetScatterAndOp() 798 if (PetscMemTypeHost(mtype)) *FetchAndOp = link->h_FetchAndAdd; in PetscSFLinkGetFetchAndOp() 811 if (PetscMemTypeHost(mtype)) *FetchAndOpLocal = link->h_FetchAndAddLocal; in PetscSFLinkGetFetchAndOpLocal() 1112 if (PetscMemTypeHost(dstmtype)) PetscCall((*link->SyncStream)(link)); in PetscSFLinkScatterLocal()
|
| /petsc/src/ksp/ksp/utils/lmvm/dense/ |
| H A D | cd_utils.c | 35 if (PetscMemTypeHost(src_memtype)) { in VecCyclicShift() 99 if (PetscMemTypeHost(memtype)) { in MatUpperTriangularSolveInPlace_Internal() 112 if (PetscMemTypeHost(memtype)) { in MatUpperTriangularSolveInPlace_Internal()
|
| H A D | denseqn.c | 348 if (PetscMemTypeHost(memtype)) { in MatUpdate_LMVMDQN() 893 if (PetscMemTypeHost(memtype)) { in MatMult_LMVMDBFGS() 921 if (PetscMemTypeHost(memtype)) { in MatMult_LMVMDBFGS() 1258 if (PetscMemTypeHost(memtype)) { in MatSolve_LMVMDDFP() 1286 if (PetscMemTypeHost(memtype)) { in MatSolve_LMVMDDFP()
|
| /petsc/src/sys/objects/device/tests/ |
| H A D | ex7.c | 38 if (PetscMemTypeHost(mtype)) { in TestAllocate() 69 if (PetscMemTypeHost(mtype)) { in TestAllocate()
|
| /petsc/src/vec/is/sf/impls/basic/kokkos/ |
| H A D | sfkok.kokkos.cxx | 581 if (PetscMemTypeHost(dstmtype) && PetscMemTypeHost(srcmtype)) { // H2H in PetscSFLinkMemcpy_Kokkos() 585 if (PetscMemTypeDevice(dstmtype) && PetscMemTypeHost(srcmtype)) { // H2D in PetscSFLinkMemcpy_Kokkos() 590 } else if (PetscMemTypeHost(dstmtype) && PetscMemTypeDevice(srcmtype)) { // D2H in PetscSFLinkMemcpy_Kokkos() 608 if (PetscMemTypeHost(mtype)) PetscCall(PetscMalloc(size, ptr)); in PetscSFMalloc_Kokkos() 619 if (PetscMemTypeHost(mtype)) PetscCall(PetscFree(ptr)); in PetscSFFree_Kokkos()
|
| /petsc/src/sys/objects/device/impls/cupm/ |
| H A D | cupmcontext.hpp | 191 …PetscCheck(PetscMemTypeHost(mtype) || (mtype == PETSC_MEMTYPE_DEVICE) || (mtype == PETSC_MEMTYPE_C… in check_memtype_() 492 if (PetscMemTypeHost(mtype)) { in memAlloc() 510 if (PetscMemTypeHost(mtype)) { in memFree()
|
| /petsc/src/vec/vec/impls/mpi/cupm/ |
| H A D | vecmpicupm_impl.hpp | 336 if (PetscMemTypeHost(v_memtype)) { in SetValuesCOO() 361 if (PetscMemTypeHost(v_memtype)) PetscCall(PetscDeviceFree(dctx, vv)); in SetValuesCOO()
|
| /petsc/src/vec/is/sf/impls/basic/cupm/ |
| H A D | sfcupm_impl.hpp | 591 …if (PetscMemTypeHost(dstmtype) && PetscMemTypeHost(srcmtype)) { /* Separate HostToHost so that pur… in LinkMemcpy() 606 if (PetscMemTypeHost(mtype)) PetscCall(PetscMalloc(size, ptr)); in Malloc() 618 if (PetscMemTypeHost(mtype)) PetscCall(PetscFree(ptr)); in Free()
|
| /petsc/include/petsc/private/ |
| H A D | veccupmimpl.h | 574 constexpr auto hostmem = PetscMemTypeHost(mtype); in GetArray() 645 v->offloadmask = PetscMemTypeHost(mtype) ? PETSC_OFFLOAD_CPU : PETSC_OFFLOAD_GPU; in RestoreArray() 724 if (PetscMemTypeHost(mtype)) { in PlaceArray() 757 if (PetscMemTypeHost(mtype)) { in ReplaceArray() 805 if (PetscMemTypeHost(mtype)) { in ResetArray()
|
| H A D | cupmobject.hpp | 369 …PetscCheck(PetscMemTypeHost(ptr_mtype), PETSC_COMM_SELF, PETSC_ERR_POINTER, "Pointer %p declared a… in CheckPointerMatchesMemType_()
|
| /petsc/src/vec/is/sf/impls/basic/allgather/ |
| H A D | sfallgather.c | 67 …if (PetscMemTypeDevice(leafmtype) && PetscMemTypeHost(rootmtype)) PetscCall((*link->SyncStream)(li… in PetscSFReduceBegin_Allgather()
|
| /petsc/src/ksp/ksp/impls/hpddm/ |
| H A D | hpddm.cxx | 361 …PetscCheck(PetscMemTypeHost(type[0]), PetscObjectComm((PetscObject)A), PETSC_ERR_SUP, "PetscMemTyp… in KSPSolve_HPDDM() 365 …PetscCheck(PetscMemTypeHost(type[0]), PetscObjectComm((PetscObject)A), PETSC_ERR_SUP, "PetscMemTyp… in KSPSolve_HPDDM() 534 …PetscCheck(PetscMemTypeHost(type[0]), PetscObjectComm((PetscObject)A), PETSC_ERR_SUP, "PetscMemTyp… in KSPMatSolve_HPDDM()
|
| /petsc/src/sys/objects/device/c/ |
| H A D | device.c | 282 if (PetscMemTypeHost(mtype)) PetscAssertPointer(ptr, 1); in PetscDeviceRegisterMemory()
|
| /petsc/src/mat/impls/aij/mpi/mpihipsparse/ |
| H A D | mpiaijhipsparse.hip.cxx | 192 if (PetscMemTypeHost(memtype)) { /* If user gave v[] in host, we need to copy it to device */ in MatSetValuesCOO_MPIAIJHIPSPARSE() 235 if (PetscMemTypeHost(memtype)) PetscCallHIP(hipFree((void *)v1)); in MatSetValuesCOO_MPIAIJHIPSPARSE()
|
| /petsc/src/mat/impls/aij/mpi/mpicusparse/ |
| H A D | mpiaijcusparse.cu | 192 if (PetscMemTypeHost(memtype)) { /* If user gave v[] in host, we need to copy it to device */ in MatSetValuesCOO_MPIAIJCUSPARSE() 235 if (PetscMemTypeHost(memtype)) PetscCallCUDA(cudaFree((void *)v1)); in MatSetValuesCOO_MPIAIJCUSPARSE()
|
| /petsc/src/vec/is/sf/impls/basic/allgatherv/ |
| H A D | sfallgatherv.c | 145 …if (PetscMemTypeDevice(leafmtype) && PetscMemTypeHost(rootmtype)) PetscCall((*link->SyncStream)(li… in PetscSFReduceBegin_Allgatherv()
|
| /petsc/src/vec/vec/impls/mpi/kokkos/ |
| H A D | mpikok.kokkos.cxx | 170 …if (PetscMemTypeHost(memtype)) { /* If user gave v[] in host, we might need to copy it to device i… in VecSetValuesCOO_MPIKokkos()
|
| /petsc/src/ksp/ksp/utils/lmvm/ |
| H A D | lmproducts.c | 513 if (PetscMemTypeHost(memtype)) { in LMProductsInsertNextDiagonalValue()
|
| /petsc/src/mat/impls/hypre/ |
| H A D | mhypre.c | 485 …PetscAssert((PetscMemTypeHost(pmem) && hmem == HYPRE_MEMORY_HOST) || (PetscMemTypeDevice(pmem) && … in MatHYPRE_AttachCOOMat() 493 …PetscAssert((PetscMemTypeHost(pmem) && hmem == HYPRE_MEMORY_HOST) || (PetscMemTypeDevice(pmem) && … in MatHYPRE_AttachCOOMat() 614 boundtocpu = PetscMemTypeHost(memtype) ? PETSC_TRUE : PETSC_FALSE;
|
| /petsc/src/ksp/pc/impls/fieldsplit/ |
| H A D | fieldsplit.c | 1147 …if (PetscMemTypeHost(mtype) || (!PetscDefined(HAVE_CUDA) && !PetscDefined(HAVE_HIP))) PetscCall(Pe… in PCSetUpOnBlocks_FieldSplit_Schur() 1286 …if (PetscMemTypeHost(mtype) || (!PetscDefined(HAVE_CUDA) && !PetscDefined(HAVE_HIP))) PetscCall(Ve… in PCApply_FieldSplit_Schur() 1479 if (PetscMemTypeHost(mtype) || (!PetscDefined(HAVE_CUDA) && !PetscDefined(HAVE_HIP))) { in PCMatApply_FieldSplit_Schur() 1500 …if (PetscMemTypeHost(mtype) || (!PetscDefined(HAVE_CUDA) && !PetscDefined(HAVE_HIP))) PetscCall(Ma… in PCMatApply_FieldSplit_Schur()
|
| /petsc/src/vec/vec/impls/seq/kokkos/ |
| H A D | veckok.kokkos.cxx | 1435 if (PetscMemTypeHost(PETSC_MEMTYPE_KOKKOS)) { in VecRestoreArrayAndMemType_SeqKokkos() 1588 …if (PetscMemTypeHost(memtype)) { /* If user gave v[] in host, we might need to copy it to device i… in VecSetValuesCOO_SeqKokkos()
|