| /petsc/src/vec/is/sf/impls/basic/ |
| H A D | sfpack.h | 55 …PetscErrorCode (*Memcpy)(PetscSFLink, PetscMemType, void *, PetscMemType, const void *, size_t); /… 56 PetscErrorCode (*PrePack)(PetscSF, PetscSFLink, PetscSFDirection); 57 PetscErrorCode (*PostUnpack)(PetscSF, PetscSFLink, PetscSFDirection); 58 …PetscErrorCode (*InitMPIRequests)(PetscSF, PetscSFLink, PetscSFDirection); // init (persistent) MP… 59 PetscErrorCode (*StartCommunication)(PetscSF, PetscSFLink, PetscSFDirection); 60 PetscErrorCode (*FinishCommunication)(PetscSF, PetscSFLink, PetscSFDirection); 61 PetscErrorCode (*SyncDevice)(PetscSFLink); 62 PetscErrorCode (*SyncStream)(PetscSFLink); 63 PetscErrorCode (*Destroy)(PetscSF, PetscSFLink); 65 PetscErrorCode (*BuildDependenceBegin)(PetscSF, PetscSFLink, PetscSFDirection); [all …]
|
| H A D | sfpack.c | 55 …static PetscErrorCode CPPJoin4(Pack, Type, BS, EQ)(PetscSFLink link, PetscInt count, PetscInt star… 96 …static PetscErrorCode CPPJoin4(UnpackAndInsert, Type, BS, EQ)(PetscSFLink link, PetscInt count, Pe… 137 …static PetscErrorCode CPPJoin4(UnpackAnd##Opname, Type, BS, EQ)(PetscSFLink link, PetscInt count, … 170 …static PetscErrorCode CPPJoin4(FetchAnd##Opname, Type, BS, EQ)(PetscSFLink link, PetscInt count, P… 191 …static PetscErrorCode CPPJoin4(ScatterAnd##Opname, Type, BS, EQ)(PetscSFLink link, PetscInt count,… 224 …static PetscErrorCode CPPJoin4(FetchAnd##Opname##Local, Type, BS, EQ)(PetscSFLink link, PetscInt c… 246 …BS, EQ, Insert, =, OP_ASSIGN) static void CPPJoin4(PackInit_Pack, Type, BS, EQ)(PetscSFLink link) \ 255 …pe, BS, EQ, Add, +, OP_BINARY) static void CPPJoin4(PackInit_Add, Type, BS, EQ)(PetscSFLink link) \ 267 …in, PetscMin, OP_FUNCTION) static void CPPJoin4(PackInit_Compare, Type, BS, EQ)(PetscSFLink link) \ 280 …BS, EQ, LXOR, ||, OP_LXOR) static void CPPJoin4(PackInit_Logical, Type, BS, EQ)(PetscSFLink link) \ [all …]
|
| H A D | sfbasic.c | 6 static PetscErrorCode PetscSFLinkInitMPIRequests_Persistent_Basic(PetscSF sf, PetscSFLink link, Pet… in PetscSFLinkInitMPIRequests_Persistent_Basic() 58 static PetscErrorCode PetscSFLinkStartCommunication_Persistent_Basic(PetscSF sf, PetscSFLink link, … in PetscSFLinkStartCommunication_Persistent_Basic() 97 static PetscErrorCode PetscSFLinkStartCommunication_MPIX_Stream(PetscSF sf, PetscSFLink link, Petsc… in PetscSFLinkStartCommunication_MPIX_Stream() 148 static PetscErrorCode PetscSFLinkFinishCommunication_MPIX_Stream(PetscSF sf, PetscSFLink link, Pets… in PetscSFLinkFinishCommunication_MPIX_Stream() 161 static PetscErrorCode PetscSFSetCommunicationOps_Basic(PetscSF sf, PetscSFLink link) in PetscSFSetCommunicationOps_Basic() 261 PetscSFLink link = bas->avail, next; in PetscSFReset_Basic() 354 PetscSFLink link = NULL; in PetscSFBcastBegin_Basic() 370 PetscSFLink link = NULL; in PetscSFBcastEnd_Basic() 385 …afdata, PetscMemType rootmtype, void *rootdata, MPI_Op op, PetscSFOperation sfop, PetscSFLink *out) in PetscSFLeafToRootBegin_Basic() 387 PetscSFLink link = NULL; in PetscSFLeafToRootBegin_Basic() [all …]
|
| H A D | sfbasic.h | 20 PetscSFLink avail; /* One or more entries per MPI Datatype, lazily constructed */ \ 21 …PetscSFLink inuse /* Buffers being used for transactions that have not yet complete…
|
| H A D | sfmpi.c | 6 static PetscErrorCode PetscSFLinkFinishCommunication_Default(PetscSF sf, PetscSFLink link, PetscSFD… in PetscSFLinkFinishCommunication_Default() 64 …tscMemType xleafmtype, const void *leafdata, MPI_Op op, PetscSFOperation sfop, PetscSFLink *mylink) in PetscSFLinkCreate_MPI() 68 PetscSFLink *p, link; in PetscSFLinkCreate_MPI()
|
| /petsc/src/vec/is/sf/impls/basic/cupm/ |
| H A D | sfcupm.hpp | 25 …static PetscErrorCode Pack(PetscSFLink, PetscInt, PetscInt, PetscSFPackOpt, const PetscInt *, cons… 28 …static PetscErrorCode UnpackAndOp(PetscSFLink, PetscInt, PetscInt, PetscSFPackOpt, const PetscInt … 31 …static PetscErrorCode FetchAndOp(PetscSFLink, PetscInt, PetscInt, PetscSFPackOpt, const PetscInt *… 34 …static PetscErrorCode ScatterAndOp(PetscSFLink, PetscInt, PetscInt, PetscSFPackOpt, const PetscInt… 37 …static PetscErrorCode ScatterAndInsert(PetscSFLink, PetscInt, PetscInt, PetscSFPackOpt, const Pets… 40 …static PetscErrorCode FetchAndOpLocal(PetscSFLink, PetscInt, PetscInt, PetscSFPackOpt, const Petsc… 43 static void PackInit_RealType(PetscSFLink) noexcept; 49 static void PackInit_IntegerType(PetscSFLink link) noexcept; 53 static void PackInit_ComplexType(PetscSFLink link) noexcept; 57 static void PackInit_PairType(PetscSFLink link) noexcept; [all …]
|
| H A D | sfcupm_impl.hpp | 276 inline PetscErrorCode SfInterface<T>::Pack(PetscSFLink link, PetscInt count, PetscInt start, PetscS… in Pack() 292 inline PetscErrorCode SfInterface<T>::UnpackAndOp(PetscSFLink link, PetscInt count, PetscInt start,… in UnpackAndOp() 308 inline PetscErrorCode SfInterface<T>::FetchAndOp(PetscSFLink link, PetscInt count, PetscInt start, … in FetchAndOp() 320 inline PetscErrorCode SfInterface<T>::ScatterAndOp(PetscSFLink link, PetscInt count, PetscInt srcSt… in ScatterAndOp() 362 inline PetscErrorCode SfInterface<T>::ScatterAndInsert(PetscSFLink link, PetscInt count, PetscInt s… in ScatterAndInsert() 377 inline PetscErrorCode SfInterface<T>::FetchAndOpLocal(PetscSFLink link, PetscInt count, PetscInt ro… in FetchAndOpLocal() 393 inline void SfInterface<T>::PackInit_RealType(PetscSFLink link) noexcept in PackInit_RealType() 432 static inline void Init(PetscSFLink link) noexcept in Init() 466 static inline void Init(PetscSFLink) { /* Nothing to leave function pointers NULL */ } in Init() 471 inline void SfInterface<T>::PackInit_IntegerType(PetscSFLink link) noexcept in PackInit_IntegerType() [all …]
|
| /petsc/src/vec/is/sf/impls/basic/kokkos/ |
| H A D | sfkok.kokkos.cxx | 232 static PetscErrorCode Pack(PetscSFLink link, PetscInt count, PetscInt start, PetscSFPackOpt opt, co… in Pack() 254 static PetscErrorCode UnpackAndOp(PetscSFLink link, PetscInt count, PetscInt start, PetscSFPackOpt … in UnpackAndOp() 274 static PetscErrorCode FetchAndOp(PetscSFLink link, PetscInt count, PetscInt start, PetscSFPackOpt o… in FetchAndOp() 293 static PetscErrorCode ScatterAndOp(PetscSFLink link, PetscInt count, PetscInt srcStart, PetscSFPack… in ScatterAndOp() 358 static PetscErrorCode ScatterAndInsert(PetscSFLink link, PetscInt count, PetscInt srcStart, PetscSF… in ScatterAndInsert() 379 static PetscErrorCode FetchAndOpLocal(PetscSFLink link, PetscInt count, PetscInt rootstart, PetscSF… in FetchAndOpLocal() 403 static void PackInit_RealType(PetscSFLink link) in PackInit_RealType() 437 static void PackInit_IntegerType(PetscSFLink link) in PackInit_IntegerType() 493 static void PackInit_ComplexType(PetscSFLink link) in PackInit_ComplexType() 519 static void PackInit_PairType(PetscSFLink link) in PackInit_PairType() [all …]
|
| /petsc/src/vec/is/sf/impls/basic/gather/ |
| H A D | sfgather.c | 7 static PetscErrorCode PetscSFLinkStartCommunication_Gather(PetscSF sf, PetscSFLink link, PetscSFDir… in PetscSFLinkStartCommunication_Gather() 34 static PetscErrorCode PetscSFSetCommunicationOps_Gather(PetscSF sf, PetscSFLink link) in PetscSFSetCommunicationOps_Gather()
|
| /petsc/src/vec/is/sf/impls/basic/gatherv/ |
| H A D | sfgatherv.h | 6 PETSC_INTERN PetscErrorCode PetscSFReducePrepareMPIBuffers_Gatherv(PetscSF, PetscSFLink, MPI_Op, Pe…
|
| H A D | sfgatherv.c | 8 static PetscErrorCode PetscSFLinkStartCommunication_Gatherv(PetscSF sf, PetscSFLink link, PetscSFDi… in PetscSFLinkStartCommunication_Gatherv() 36 static PetscErrorCode PetscSFSetCommunicationOps_Gatherv(PetscSF sf, PetscSFLink link) in PetscSFSetCommunicationOps_Gatherv()
|
| /petsc/src/vec/is/sf/impls/basic/nvshmem/ |
| H A D | sfnvshmem.cu | 214 static PetscErrorCode PetscSFLinkBuildDependenceBegin(PetscSF sf, PetscSFLink link, PetscSFDirectio… in PetscSFLinkBuildDependenceBegin() 229 static PetscErrorCode PetscSFLinkBuildDependenceEnd(PetscSF sf, PetscSFLink link, PetscSFDirection … in PetscSFLinkBuildDependenceEnd() 304 …de PetscSFLinkWaitSignalsOfCompletionOfGettingData_NVSHMEM(PetscSF sf, PetscSFLink link, PetscSFDi… in PetscSFLinkWaitSignalsOfCompletionOfGettingData_NVSHMEM() 339 static PetscErrorCode PetscSFLinkGetDataBegin_NVSHMEM(PetscSF sf, PetscSFLink link, PetscSFDirectio… in PetscSFLinkGetDataBegin_NVSHMEM() 435 static PetscErrorCode PetscSFLinkGetDataEnd_NVSHMEM(PetscSF sf, PetscSFLink link, PetscSFDirection … in PetscSFLinkGetDataEnd_NVSHMEM() 514 static PetscErrorCode PetscSFLinkPutDataBegin_NVSHMEM(PetscSF sf, PetscSFLink link, PetscSFDirectio… in PetscSFLinkPutDataBegin_NVSHMEM() 606 static PetscErrorCode PetscSFLinkPutDataEnd_NVSHMEM(PetscSF sf, PetscSFLink link, PetscSFDirection … in PetscSFLinkPutDataEnd_NVSHMEM() 640 static PetscErrorCode PetscSFLinkSendSignalsToAllowPuttingData_NVSHMEM(PetscSF sf, PetscSFLink link… in PetscSFLinkSendSignalsToAllowPuttingData_NVSHMEM() 668 static PetscErrorCode PetscSFLinkDestroy_NVSHMEM(PetscSF sf, PetscSFLink link) in PetscSFLinkDestroy_NVSHMEM() 687 …etscMemType leafmtype, const void *leafdata, MPI_Op op, PetscSFOperation sfop, PetscSFLink *mylink) in PetscSFLinkCreate_NVSHMEM() [all …]
|
| /petsc/include/ |
| H A D | petscsftypes.h | 105 typedef struct _n_PetscSFLink *PetscSFLink; typedef
|
| /petsc/src/vec/is/sf/impls/basic/cupm/hip/ |
| H A D | sfcupm.hip.cxx | 47 PetscErrorCode PetscSFLinkSetUp_HIP(PetscSF sf, PetscSFLink link, MPI_Datatype unit) in PetscSFLinkSetUp_HIP()
|
| /petsc/src/vec/is/sf/impls/basic/cupm/cuda/ |
| H A D | sfcupm.cu | 44 PetscErrorCode PetscSFLinkSetUp_CUDA(PetscSF sf, PetscSFLink link, MPI_Datatype unit) in PetscSFLinkSetUp_CUDA()
|
| /petsc/src/vec/is/sf/impls/basic/allgather/ |
| H A D | sfallgather.c | 33 PetscSFLink link; in PetscSFBcastBegin_Allgather() 53 PetscSFLink link; in PetscSFReduceBegin_Allgather() 87 PetscSFLink link; in PetscSFBcastToZero_Allgather()
|
| /petsc/src/vec/is/sf/impls/basic/allgatherv/ |
| H A D | sfallgatherv.c | 77 PetscSFLink link = dat->avail, next; in PetscSFReset_Allgatherv() 104 PetscSFLink link; in PetscSFBcastBegin_Allgatherv() 131 PetscSFLink link; in PetscSFReduceBegin_Allgatherv() 197 PetscSFLink link; in PetscSFReduceEnd_Allgatherv() 217 PetscSFLink link; in PetscSFBcastToZero_Allgatherv() 283 PetscSFLink link; in PetscSFFetchAndOpBegin_Allgatherv()
|
| /petsc/src/vec/is/sf/impls/basic/neighbor/ |
| H A D | sfneighbor.c | 87 static PetscErrorCode PetscSFLinkStartCommunication_Neighbor(PetscSF sf, PetscSFLink link, PetscSFD… in PetscSFLinkStartCommunication_Neighbor() 118 static PetscErrorCode PetscSFLinkInitMPIRequests_Persistent_Neighbor(PetscSF sf, PetscSFLink link, … in PetscSFLinkInitMPIRequests_Persistent_Neighbor() 146 static PetscErrorCode PetscSFLinkStartCommunication_Persistent_Neighbor(PetscSF sf, PetscSFLink lin… in PetscSFLinkStartCommunication_Persistent_Neighbor() 172 static PetscErrorCode PetscSFSetCommunicationOps_Neighbor(PetscSF sf, PetscSFLink link) in PetscSFSetCommunicationOps_Neighbor()
|
| /petsc/src/vec/is/sf/impls/basic/alltoall/ |
| H A D | sfalltoall.c | 8 static PetscErrorCode PetscSFLinkStartCommunication_Alltoall(PetscSF sf, PetscSFLink link, PetscSFD… in PetscSFLinkStartCommunication_Alltoall() 33 static PetscErrorCode PetscSFSetCommunicationOps_Alltoall(PetscSF sf, PetscSFLink link) in PetscSFSetCommunicationOps_Alltoall()
|
| /petsc/include/petsc/private/ |
| H A D | sfimpl.h | 45 PetscErrorCode (*SetCommunicationOps)(PetscSF, PetscSFLink);
|