Home
last modified time | relevance | path

Searched refs:rootbuf (Results 1 – 11 of 11) sorted by relevance

/petsc/src/vec/is/sf/impls/basic/gather/
H A Dsfgather.c10 void *rootbuf = NULL, *leafbuf = NULL; in PetscSFLinkStartCommunication_Gather() local
23 …PetscCall(PetscSFLinkGetMPIBuffersAndRequests(sf, link, direction, &rootbuf, &leafbuf, &req, NULL)… in PetscSFLinkStartCommunication_Gather()
27 …PetscCallMPI(MPIU_Igather(rootbuf == leafbuf ? MPI_IN_PLACE : rootbuf, count, unit, leafbuf, count… in PetscSFLinkStartCommunication_Gather()
29 …PetscCallMPI(MPIU_Iscatter(leafbuf, count, unit, rootbuf == leafbuf ? MPI_IN_PLACE : rootbuf, coun… in PetscSFLinkStartCommunication_Gather()
/petsc/src/vec/is/sf/impls/basic/allgather/
H A Dsfallgather.c36 void *rootbuf = NULL, *leafbuf = NULL; /* buffer seen by MPI */ in PetscSFBcastBegin_Allgather() local
45 …PetscCall(PetscSFLinkGetMPIBuffersAndRequests(sf, link, PETSCSF_ROOT2LEAF, &rootbuf, &leafbuf, &re… in PetscSFBcastBegin_Allgather()
47 PetscCallMPI(MPIU_Iallgather(rootbuf, sendcount, unit, leafbuf, sendcount, unit, comm, req)); in PetscSFBcastBegin_Allgather()
57 void *rootbuf = NULL, *leafbuf = NULL; /* buffer seen by MPI */ in PetscSFReduceBegin_Allgather() local
73 …PetscCall(PetscSFLinkGetMPIBuffersAndRequests(sf, link, PETSCSF_LEAF2ROOT, &rootbuf, &leafbuf, &re… in PetscSFReduceBegin_Allgather()
80 …nk->leafbuf_alloc[PETSCSF_REMOTE][link->leafmtype_mpi], recvcount, unit, rootbuf, recvcount, unit,… in PetscSFReduceBegin_Allgather()
91 void *rootbuf = NULL, *leafbuf = NULL; in PetscSFBcastToZero_Allgather() local
100 …PetscCall(PetscSFLinkGetMPIBuffersAndRequests(sf, link, PETSCSF_ROOT2LEAF, &rootbuf, &leafbuf, &re… in PetscSFBcastToZero_Allgather()
102 …PetscCallMPI(MPIU_Igather(rootbuf == leafbuf ? MPI_IN_PLACE : rootbuf, sendcount, unit, leafbuf, s… in PetscSFBcastToZero_Allgather()
/petsc/src/vec/is/sf/impls/basic/gatherv/
H A Dsfgatherv.c13 void *rootbuf = NULL, *leafbuf = NULL; /* buffer seen by MPI */ in PetscSFLinkStartCommunication_Gatherv() local
25 …PetscCall(PetscSFLinkGetMPIBuffersAndRequests(sf, link, direction, &rootbuf, &leafbuf, &req, NULL)… in PetscSFLinkStartCommunication_Gatherv()
29 …PetscCallMPI(MPIU_Igatherv(rootbuf, count, unit, leafbuf, dat->recvcounts, dat->displs, unit, 0 /*… in PetscSFLinkStartCommunication_Gatherv()
31 …PetscCallMPI(MPIU_Iscatterv(leafbuf, dat->recvcounts, dat->displs, unit, rootbuf, count, unit, 0, … in PetscSFLinkStartCommunication_Gatherv()
/petsc/src/vec/is/sf/impls/basic/allgatherv/
H A Dsfallgatherv.c107 void *rootbuf = NULL, *leafbuf = NULL; in PetscSFBcastBegin_Allgatherv() local
118 …PetscCall(PetscSFLinkGetMPIBuffersAndRequests(sf, link, PETSCSF_ROOT2LEAF, &rootbuf, &leafbuf, &re… in PetscSFBcastBegin_Allgatherv()
120 …(*link->Memcpy)(link, link->leafmtype_mpi, leafbuf, link->rootmtype_mpi, rootbuf, (size_t)sendcoun… in PetscSFBcastBegin_Allgatherv()
125 …else PetscCallMPI(MPIU_Iallgatherv(rootbuf, sendcount, unit, leafbuf, dat->recvcounts, dat->displs… in PetscSFBcastBegin_Allgatherv()
136 void *rootbuf = NULL, *leafbuf = NULL; in PetscSFReduceBegin_Allgatherv() local
150 …PetscCall(PetscSFLinkGetMPIBuffersAndRequests(sf, link, PETSCSF_LEAF2ROOT, &rootbuf, &leafbuf, &re… in PetscSFReduceBegin_Allgatherv()
176 PetscCallMPI(MPIU_Reduce(leafbuf, rootbuf, nleavesi, baseunit, op, dat->bcast_root, comm)); in PetscSFReduceBegin_Allgatherv()
178 … PetscCallMPI(MPIU_Ireduce(leafbuf, rootbuf, nleavesi, baseunit, op, dat->bcast_root, comm, req)); in PetscSFReduceBegin_Allgatherv()
189 …ETSCSF_REMOTE][link->leafmtype_mpi], dat->recvcounts, dat->displs, unit, rootbuf, recvcount, unit,… in PetscSFReduceBegin_Allgatherv()
222 void *rootbuf = NULL, *leafbuf = NULL; /* buffer seen by MPI */ in PetscSFBcastToZero_Allgatherv() local
[all …]
/petsc/src/vec/is/sf/impls/basic/neighbor/
H A Dsfneighbor.c91 void *rootbuf = NULL, *leafbuf = NULL; in PetscSFLinkStartCommunication_Neighbor() local
102 …PetscCall(PetscSFLinkGetMPIBuffersAndRequests(sf, link, direction, &rootbuf, &leafbuf, &req, NULL)… in PetscSFLinkStartCommunication_Neighbor()
107 …PetscCallMPI(MPIU_Ineighbor_alltoallv(rootbuf, dat->rootcounts, dat->rootdispls, link->unit, leafb… in PetscSFLinkStartCommunication_Neighbor()
110 …eighbor_alltoallv(leafbuf, dat->leafcounts, dat->leafdispls, link->unit, rootbuf, dat->rootcounts,… in PetscSFLinkStartCommunication_Neighbor()
125 …void *rootbuf = link->rootbuf[PETSCSF_REMOTE][rootmtype_mpi], *leafbuf = link->leafbu… in PetscSFLinkInitMPIRequests_Persistent_Neighbor() local
134 …PetscCallMPI(MPIU_Neighbor_alltoallv_init(rootbuf, dat->rootcounts, dat->rootdispls, link->unit, l… in PetscSFLinkInitMPIRequests_Persistent_Neighbor()
136 …or_alltoallv_init(leafbuf, dat->leafcounts, dat->leafdispls, link->unit, rootbuf, dat->rootcounts,… in PetscSFLinkInitMPIRequests_Persistent_Neighbor()
/petsc/src/vec/is/sf/impls/basic/alltoall/
H A Dsfalltoall.c11 void *rootbuf = NULL, *leafbuf = NULL; in PetscSFLinkStartCommunication_Alltoall() local
22 …PetscCall(PetscSFLinkGetMPIBuffersAndRequests(sf, link, direction, &rootbuf, &leafbuf, &req, NULL)… in PetscSFLinkStartCommunication_Alltoall()
26 PetscCallMPI(MPIU_Ialltoall(rootbuf, 1, unit, leafbuf, 1, unit, comm, req)); in PetscSFLinkStartCommunication_Alltoall()
28 PetscCallMPI(MPIU_Ialltoall(leafbuf, 1, unit, rootbuf, 1, unit, comm, req)); in PetscSFLinkStartCommunication_Alltoall()
/petsc/src/vec/is/sf/impls/basic/
H A Dsfpack.h186 …char *rootbuf[2][2]; /* Buffers for packed roots, in layout of [PETSCSF_LO… member
266 …equests(PetscSF sf, PetscSFLink link, PetscSFDirection direction, void **rootbuf, void **leafbuf, … in PetscSFLinkGetMPIBuffersAndRequests() argument
274 if (rootbuf) *rootbuf = link->rootbuf[PETSCSF_REMOTE][rootmtype_mpi]; in PetscSFLinkGetMPIBuffersAndRequests()
307 void *h_buf = link->rootbuf[PETSCSF_REMOTE][PETSC_MEMTYPE_HOST]; in PetscSFLinkCopyRootBufferInCaseNotUseGpuAwareMPI()
308 void *d_buf = link->rootbuf[PETSCSF_REMOTE][PETSC_MEMTYPE_DEVICE]; in PetscSFLinkCopyRootBufferInCaseNotUseGpuAwareMPI()
H A Dsfmpi.c190 link->rootbuf[i][rootmtype] = (char *)rootdata + bas->rootstart[i] * link->unitbytes; in PetscSFLinkCreate_MPI()
193 link->rootbuf[i][rootmtype] = link->rootbuf_alloc[i][rootmtype]; in PetscSFLinkCreate_MPI()
211 …link->rootbuf[PETSCSF_REMOTE][PETSC_MEMTYPE_HOST] = link->rootbuf_alloc[PETSCSF_REMOTE][PETSC_MEMT… in PetscSFLinkCreate_MPI()
H A Dsfbasic.c25 …PetscCallMPI(MPIU_Recv_init(link->rootbuf[PETSCSF_REMOTE][rootmtype_mpi] + disp, cnt, unit, bas->i… in PetscSFLinkInitMPIRequests_Persistent_Basic()
31 …PetscCallMPI(MPIU_Send_init(link->rootbuf[PETSCSF_REMOTE][rootmtype_mpi] + disp, cnt, unit, bas->i… in PetscSFLinkInitMPIRequests_Persistent_Basic()
116 …PetscCallMPI(MPIX_Irecv_enqueue(link->rootbuf[PETSCSF_REMOTE][rootmtype_mpi] + disp, cnt, unit, ba… in PetscSFLinkStartCommunication_MPIX_Stream()
123 …PetscCallMPI(MPIX_Isend_enqueue(link->rootbuf[PETSCSF_REMOTE][rootmtype_mpi] + disp, cnt, unit, ba… in PetscSFLinkStartCommunication_MPIX_Stream()
H A Dsfpack.c931 …PetscCall((*Pack)(link, count, start, opt, rootindices, rootdata, link->rootbuf[scope][rootmtype])… in PetscSFLinkPackRootData_Private()
997 …PetscCall((*UnpackAndOp)(link, count, start, opt, rootindices, rootdata, link->rootbuf[scope][root… in PetscSFLinkUnpackRootData_Private()
1000 …aWithMPIReduceLocal(sf, link, count, start, rootindices, rootdata, link->rootbuf[scope][rootmtype]… in PetscSFLinkUnpackRootData_Private()
1075 …PetscCall((*FetchAndOp)(link, count, start, opt, rootindices, rootdata, link->rootbuf[PETSCSF_REMO… in PetscSFLinkFetchAndOpRemote()
1100 srcbuf = link->rootbuf[PETSCSF_LOCAL][rootmtype]; in PetscSFLinkScatterLocal()
1108 dstbuf = link->rootbuf[PETSCSF_LOCAL][rootmtype]; in PetscSFLinkScatterLocal()
/petsc/src/vec/is/sf/impls/basic/nvshmem/
H A Dsfnvshmem.cu358 …src = link->rootbuf[PETSCSF_REMOTE][PETSC_MEMTYPE_DEVICE]; /* root buf is the send buf; it i… in PetscSFLinkGetDataBegin_NVSHMEM()
384 …dst = link->rootbuf[PETSCSF_REMOTE][PETSC_MEMTYPE_DEVICE]; /* the local root buf is the recv… in PetscSFLinkGetDataBegin_NVSHMEM()
530 …src = link->rootbuf[PETSCSF_REMOTE][PETSC_MEMTYPE_DEVICE]; /* Both src & dst must be symmetr… in PetscSFLinkPutDataBegin_NVSHMEM()
544 dst = link->rootbuf[PETSCSF_REMOTE][PETSC_MEMTYPE_DEVICE]; in PetscSFLinkPutDataBegin_NVSHMEM()
769 …link->rootbuf[PETSCSF_REMOTE][PETSC_MEMTYPE_DEVICE] = (char *)rootdata + bas->rootstart[PETSCSF_RE… in PetscSFLinkCreate_NVSHMEM()
772 …link->rootbuf[PETSCSF_REMOTE][PETSC_MEMTYPE_DEVICE] = link->rootbuf_alloc[PETSCSF_REMOTE][PETSC_ME… in PetscSFLinkCreate_NVSHMEM()