| /petsc/src/vec/is/sf/impls/basic/gatherv/ |
| H A D | sfgatherv.h | 5 …Code PetscSFFetchAndOpBegin_Gatherv(PetscSF, MPI_Datatype, PetscMemType, void *, PetscMemType, con… 6 …cePrepareMPIBuffers_Gatherv(PetscSF, PetscSFLink, MPI_Op, PetscMemType *, void **, PetscMemType *,…
|
| H A D | sfgatherv.c | 43 …AndOpBegin_Gatherv(PetscSF sf, MPI_Datatype unit, PetscMemType rootmtype, void *rootdata, PetscMem… in PetscSFFetchAndOpBegin_Gatherv()
|
| /petsc/include/petsc/private/ |
| H A D | sfimpl.h | 32 …PetscErrorCode (*BcastBegin)(PetscSF, MPI_Datatype, PetscMemType, const void *, PetscMemType, void… 34 …PetscErrorCode (*ReduceBegin)(PetscSF, MPI_Datatype, PetscMemType, const void *, PetscMemType, voi… 36 …PetscErrorCode (*FetchAndOpBegin)(PetscSF, MPI_Datatype, PetscMemType, void *, PetscMemType, const… 38 …PetscErrorCode (*BcastToZero)(PetscSF, MPI_Datatype, PetscMemType, const void *, PetscMemType, voi… 47 PetscErrorCode (*Malloc)(PetscMemType, size_t, void **); 48 PetscErrorCode (*Free)(PetscMemType, void *); 185 PETSC_INTERN PetscErrorCode PetscSFMalloc_CUDA(PetscMemType, size_t, void **); 186 PETSC_INTERN PetscErrorCode PetscSFFree_CUDA(PetscMemType, void *); 189 PETSC_INTERN PetscErrorCode PetscSFMalloc_HIP(PetscMemType, size_t, void **); 190 PETSC_INTERN PetscErrorCode PetscSFFree_HIP(PetscMemType, void *); [all …]
|
| H A D | cupmobject.hpp | 117 template <DeviceType T, PetscMemType MemoryType, PetscMemoryAccessMode AccessMode> 149 template <DeviceType T, PetscMemType MT, PetscMemoryAccessMode MA> 150 const PetscMemType RestoreableArray<T, MT, MA>::memory_type; 152 template <DeviceType T, PetscMemType MT, PetscMemoryAccessMode MA> 159 template <DeviceType T, PetscMemType MT, PetscMemoryAccessMode MA> 164 template <DeviceType T, PetscMemType MT, PetscMemoryAccessMode MA> 170 template <DeviceType T, PetscMemType MT, PetscMemoryAccessMode MA> 176 template <DeviceType T, PetscMemType MT, PetscMemoryAccessMode MA> 184 template <DeviceType T, PetscMemType MT, PetscMemoryAccessMode MA> 236 static PetscErrorCode CheckPointerMatchesMemType_(const void *, PetscMemType) noexcept; [all …]
|
| H A D | veccupmimpl.h | 93 template <PetscMemType, PetscMemoryAccessMode> 102 PetscMemType mtype; 208 template <PetscMemType, PetscMemoryAccessMode, bool = false> 210 template <PetscMemType, PetscMemoryAccessMode, bool = false> 212 template <PetscMemType, PetscMemoryAccessMode> 214 template <PetscMemType, PetscMemoryAccessMode> 217 …static PetscErrorCode GetArrayAndMemtype(Vec, PetscScalar **, PetscMemType *, PetscDeviceContext) … 219 static PetscErrorCode GetArrayAndMemtype(Vec, PetscScalar **, PetscMemType *) noexcept; 224 template <PetscMemType> 226 template <PetscMemType> [all …]
|
| H A D | deviceimpl.h | 226 …PetscErrorCode (*memalloc)(PetscDeviceContext, PetscBool, PetscMemType, size_t, size_t, void **); … 227 …PetscErrorCode (*memfree)(PetscDeviceContext, PetscMemType, void **); … 229 …PetscErrorCode (*memset)(PetscDeviceContext, PetscMemType, void *, PetscInt, size_t); … 409 PETSC_EXTERN PetscErrorCode PetscDeviceRegisterMemory(const void *PETSC_RESTRICT, PetscMemType, siz…
|
| /petsc/src/vec/is/sf/impls/basic/ |
| H A D | sfbasic.h | 69 …rrorCode PetscSFBcastBegin_Basic(PetscSF, MPI_Datatype, PetscMemType, const void *, PetscMemType, … 71 …rorCode PetscSFReduceBegin_Basic(PetscSF, MPI_Datatype, PetscMemType, const void *, PetscMemType, … 73 …orCode PetscSFFetchAndOpBegin_Basic(PetscSF, MPI_Datatype, PetscMemType, void *, PetscMemType, con…
|
| H A D | sfpack.h | 55 …PetscErrorCode (*Memcpy)(PetscSFLink, PetscMemType, void *, PetscMemType, const void *, size_t); /… 178 PetscMemType rootmtype, leafmtype; /* root/leafdata's memory type */ 181 …PetscMemType rootmtype_mpi, leafmtype_mpi; /* Mtypes of buffers passed to MPI. If use_gpu_aware_… 213 …PetscErrorCode PetscSFLinkCreate(PetscSF, MPI_Datatype, PetscMemType, const void *, PetscMemType, … 220 static inline PetscErrorCode PetscSFLinkGetPack(PetscSFLink link, PetscMemType mtype, PetscErrorCod… in PetscSFLinkGetPack() 230 PETSC_INTERN PetscErrorCode PetscSFLinkGetUnpackAndOp(PetscSFLink, PetscMemType, MPI_Op, PetscBool,… 231 PETSC_INTERN PetscErrorCode PetscSFLinkGetFetchAndOp(PetscSFLink, PetscMemType, MPI_Op, PetscBool, … 232 PETSC_INTERN PetscErrorCode PetscSFLinkGetScatterAndOp(PetscSFLink, PetscMemType, MPI_Op, PetscBool… 233 PETSC_INTERN PetscErrorCode PetscSFLinkGetFetchAndOpLocal(PetscSFLink, PetscMemType, MPI_Op, PetscB… 247 …cErrorCode PetscSFLinkCreate_MPI(PetscSF, MPI_Datatype, PetscMemType, const void *, PetscMemType, … [all …]
|
| H A D | sfmpi.c | 9 const PetscMemType rootmtype_mpi = link->rootmtype_mpi, leafmtype_mpi = link->leafmtype_mpi; in PetscSFLinkFinishCommunication_Default() 64 …FLinkCreate_MPI(PetscSF sf, MPI_Datatype unit, PetscMemType xrootmtype, const void *rootdata, Pets… in PetscSFLinkCreate_MPI() 72 …PetscMemType rootmtype = PetscMemTypeHost(xrootmtype) ? PETSC_MEMTYPE_HOST : PETSC_MEMTYPE_DEV… in PetscSFLinkCreate_MPI() 73 …PetscMemType leafmtype = PetscMemTypeHost(xleafmtype) ? PETSC_MEMTYPE_HOST : PETSC_MEMTYPE_DEV… in PetscSFLinkCreate_MPI() 74 PetscMemType rootmtype_mpi, leafmtype_mpi; /* mtypes seen by MPI */ in PetscSFLinkCreate_MPI()
|
| H A D | sfbasic.c | 15 …const PetscMemType rootmtype_mpi = link->rootmtype_mpi, leafmtype_mpi = link->leafmtype_mpi; /* Us… in PetscSFLinkInitMPIRequests_Persistent_Basic() 106 …const PetscMemType rootmtype_mpi = link->rootmtype_mpi, leafmtype_mpi = link->leafmtype_mpi; /* Us… in PetscSFLinkStartCommunication_MPIX_Stream() 151 const PetscMemType rootmtype_mpi = link->rootmtype_mpi, leafmtype_mpi = link->leafmtype_mpi; in PetscSFLinkFinishCommunication_MPIX_Stream() 167 const PetscMemType rootmtype_mpi = link->rootmtype_mpi, leafmtype_mpi = link->leafmtype_mpi; in PetscSFSetCommunicationOps_Basic() 352 …castBegin_Basic(PetscSF sf, MPI_Datatype unit, PetscMemType rootmtype, const void *rootdata, Petsc… in PetscSFBcastBegin_Basic() 385 …RootBegin_Basic(PetscSF sf, MPI_Datatype unit, PetscMemType leafmtype, const void *leafdata, Petsc… in PetscSFLeafToRootBegin_Basic() 398 …duceBegin_Basic(PetscSF sf, MPI_Datatype unit, PetscMemType leafmtype, const void *leafdata, Petsc… in PetscSFReduceBegin_Basic() 420 …chAndOpBegin_Basic(PetscSF sf, MPI_Datatype unit, PetscMemType rootmtype, void *rootdata, PetscMem… in PetscSFFetchAndOpBegin_Basic()
|
| /petsc/include/ |
| H A D | petscsf.h | 170 …ode PetscSFBcastWithMemTypeBegin(PetscSF, MPI_Datatype, PetscMemType, const void *, PetscMemType, … 175 …de PetscSFReduceWithMemTypeBegin(PetscSF, MPI_Datatype, PetscMemType, const void *, PetscMemType, … 181 …AndOpWithMemTypeBegin(PetscSF, MPI_Datatype, PetscMemType, void *, PetscMemType, const void *, Pet… 227 …ithMemtypeBegin(PetscSF sf, MPI_Datatype unit, PetscMemType rootmtype, const void *rootdata, Petsc… in PetscSFBcastAndOpWithMemtypeBegin()
|
| H A D | petscdevicetypes.h | 52 } PetscMemType; typedef 96 PETSC_NODISCARD static inline PETSC_CONSTEXPR_14 const char *PetscMemTypeToString(PetscMemType mtyp… in PetscMemTypeToString() 197 PETSC_NODISCARD static inline PETSC_CONSTEXPR_14 PetscMemType PetscOffloadMaskToMemType(PetscOffloa… in PetscOffloadMaskToMemType() 398 …_CONSTEXPR_14 PetscDeviceCopyMode PetscMemTypeToDeviceCopyMode(PetscMemType dest, PetscMemType src) in PetscMemTypeToDeviceCopyMode()
|
| H A D | petscdevice.h | 33 PETSC_EXTERN PetscErrorCode PetscGetMemType(const void *, PetscMemType *); 71 PETSC_EXTERN PetscErrorCode PetscDeviceAllocate_Private(PetscDeviceContext, PetscBool, PetscMemType…
|
| /petsc/src/vec/is/sf/impls/basic/cupm/ |
| H A D | sfcupm.hpp | 64 …static PetscErrorCode LinkMemcpy(PetscSFLink, PetscMemType, void *, PetscMemType, const void *, si… 68 static PetscErrorCode Malloc(PetscMemType, size_t, void **) noexcept; 69 static PetscErrorCode Free(PetscMemType, void *) noexcept;
|
| /petsc/src/vec/is/sf/impls/basic/cupm/hip/ |
| H A D | sfcupm.hip.cxx | 33 PetscErrorCode PetscSFMalloc_HIP(PetscMemType mtype, size_t size, void **ptr) in PetscSFMalloc_HIP() 40 PetscErrorCode PetscSFFree_HIP(PetscMemType mtype, void *ptr) in PetscSFFree_HIP()
|
| /petsc/src/vec/is/sf/impls/basic/cupm/cuda/ |
| H A D | sfcupm.cu | 30 PetscErrorCode PetscSFMalloc_CUDA(PetscMemType mtype, size_t size, void **ptr) in PetscSFMalloc_CUDA() 37 PetscErrorCode PetscSFFree_CUDA(PetscMemType mtype, void *ptr) in PetscSFFree_CUDA()
|
| /petsc/src/vec/is/sf/impls/basic/allgather/ |
| H A D | sfallgather.c | 31 …Begin_Allgather(PetscSF sf, MPI_Datatype unit, PetscMemType rootmtype, const void *rootdata, Petsc… in PetscSFBcastBegin_Allgather() 51 …Begin_Allgather(PetscSF sf, MPI_Datatype unit, PetscMemType leafmtype, const void *leafdata, Petsc… in PetscSFReduceBegin_Allgather() 85 …oZero_Allgather(PetscSF sf, MPI_Datatype unit, PetscMemType rootmtype, const void *rootdata, Petsc… in PetscSFBcastToZero_Allgather()
|
| /petsc/src/vec/is/sf/impls/basic/allgatherv/ |
| H A D | sfallgatherv.h | 19 …etscSFFetchAndOpBegin_Allgatherv(PetscSF sf, MPI_Datatype, PetscMemType, void *, PetscMemType, con…
|
| H A D | sfallgatherv.c | 102 …egin_Allgatherv(PetscSF sf, MPI_Datatype unit, PetscMemType rootmtype, const void *rootdata, Petsc… in PetscSFBcastBegin_Allgatherv() 129 …egin_Allgatherv(PetscSF sf, MPI_Datatype unit, PetscMemType leafmtype, const void *leafdata, Petsc… in PetscSFReduceBegin_Allgatherv() 215 …Zero_Allgatherv(PetscSF sf, MPI_Datatype unit, PetscMemType rootmtype, const void *rootdata, Petsc… in PetscSFBcastToZero_Allgatherv() 281 …OpBegin_Allgatherv(PetscSF sf, MPI_Datatype unit, PetscMemType rootmtype, void *rootdata, PetscMem… in PetscSFFetchAndOpBegin_Allgatherv()
|
| /petsc/src/sys/objects/device/interface/ |
| H A D | memory.cxx | 48 PetscMemType mtype = PETSC_MEMTYPE_HOST; // memtype of allocation 55 constexpr PointerAttributes(PetscMemType, PetscObjectId, std::size_t) noexcept; 66 inline constexpr PointerAttributes::PointerAttributes(PetscMemType mtype_, PetscObjectId id_, std::… in PointerAttributes() 190 …ode PetscDeviceRegisterMemory_Private(const void *PETSC_RESTRICT ptr, PetscMemType mtype, std::siz… in PetscDeviceRegisterMemory_Private() 255 PetscErrorCode PetscDeviceRegisterMemory(const void *PETSC_RESTRICT ptr, PetscMemType mtype, std::s… in PetscDeviceRegisterMemory() 325 PetscErrorCode PetscDeviceAllocate_Private(PetscDeviceContext dctx, PetscBool clear, PetscMemType m… in PetscDeviceAllocate_Private()
|
| /petsc/src/ksp/ksp/utils/lmvm/dense/ |
| H A D | cd_utils.c | 20 PetscMemType src_memtype; in VecCyclicShift() 21 PetscMemType dest_memtype; in VecCyclicShift() 88 …orCode MatUpperTriangularSolveInPlace_Internal(MatLMVMDenseType type, PetscMemType memtype, PetscB… in MatUpperTriangularSolveInPlace_Internal() 150 PetscMemType memtype_r, memtype_x; in MatUpperTriangularSolveInPlace()
|
| /petsc/src/mat/impls/dense/mpi/cupm/ |
| H A D | matmpidensecupm.hpp | 50 template <PetscMemType, PetscMemoryAccessMode> 52 template <PetscMemType, PetscMemoryAccessMode> 56 template <PetscMemType mtype, PetscMemoryAccessMode mode> 62 template <PetscMemType mtype, PetscMemoryAccessMode mode> 293 template <PetscMemType, PetscMemoryAccessMode access> 305 template <PetscMemType, PetscMemoryAccessMode access>
|
| /petsc/src/sys/objects/device/impls/cupm/ |
| H A D | cupmcontext.hpp | 188 static PetscErrorCode check_memtype_(PetscMemType mtype, const char mess[]) noexcept in check_memtype_() 213 …static PetscErrorCode memAlloc(PetscDeviceContext, PetscBool, PetscMemType, std::size_t, std::size… 214 static PetscErrorCode memFree(PetscDeviceContext, PetscMemType, void **) noexcept; 216 …static PetscErrorCode memSet(PetscDeviceContext, PetscMemType, void *, PetscInt, std::size_t) noex… 485 … DeviceContext<T>::memAlloc(PetscDeviceContext dctx, PetscBool clear, PetscMemType mtype, std::siz… in memAlloc() 502 inline PetscErrorCode DeviceContext<T>::memFree(PetscDeviceContext dctx, PetscMemType mtype, void *… in memFree() 558 inline PetscErrorCode DeviceContext<T>::memSet(PetscDeviceContext dctx, PetscMemType mtype, void *p… in memSet()
|
| /petsc/src/sys/objects/device/util/ |
| H A D | memory.c | 28 PetscErrorCode PetscGetMemType(const void *ptr, PetscMemType *type) in PetscGetMemType()
|
| /petsc/src/vec/vec/tests/ |
| H A D | benchmark_veccreate.c | 13 PetscMemType memtype; in main()
|