Home
last modified time | relevance | path

Searched refs:PETSCSF_REMOTE (Results 1 – 10 of 10) sorted by relevance

/petsc/src/vec/is/sf/impls/basic/nvshmem/
H A Dsfnvshmem.cu96 stmp[1] = sf->leafbuflen[PETSCSF_REMOTE]; in PetscSFSetUp_Basic_NVSHMEM()
98 stmp[3] = bas->rootbuflen[PETSCSF_REMOTE]; in PetscSFSetUp_Basic_NVSHMEM()
218 …= (direction == PETSCSF_ROOT2LEAF) ? bas->rootbuflen[PETSCSF_REMOTE] : sf->leafbuflen[PETSCSF_REMO… in PetscSFLinkBuildDependenceBegin()
233 …= (direction == PETSCSF_ROOT2LEAF) ? sf->leafbuflen[PETSCSF_REMOTE] : bas->rootbuflen[PETSCSF_REMO… in PetscSFLinkBuildDependenceEnd()
358 …src = link->rootbuf[PETSCSF_REMOTE][PETSC_MEMTYPE_DEVICE]; /* root buf is the send buf; it i… in PetscSFLinkGetDataBegin_NVSHMEM()
366 …dst = link->leafbuf[PETSCSF_REMOTE][PETSC_MEMTYPE_DEVICE]; /* recv buf is the local leaf buf… in PetscSFLinkGetDataBegin_NVSHMEM()
376 src = link->leafbuf[PETSCSF_REMOTE][PETSC_MEMTYPE_DEVICE]; /* leaf buf is the send buf */ in PetscSFLinkGetDataBegin_NVSHMEM()
384 …dst = link->rootbuf[PETSCSF_REMOTE][PETSC_MEMTYPE_DEVICE]; /* the local root buf is the recv… in PetscSFLinkGetDataBegin_NVSHMEM()
530 …src = link->rootbuf[PETSCSF_REMOTE][PETSC_MEMTYPE_DEVICE]; /* Both src & dst must be symmetr… in PetscSFLinkPutDataBegin_NVSHMEM()
531 dst = link->leafbuf[PETSCSF_REMOTE][PETSC_MEMTYPE_DEVICE]; in PetscSFLinkPutDataBegin_NVSHMEM()
[all …]
/petsc/src/vec/is/sf/impls/basic/allgather/
H A Dsfallgather.c12 for (i = PETSCSF_LOCAL; i <= PETSCSF_REMOTE; i++) { in PetscSFSetUp_Allgather()
23 sf->leafbuflen[PETSCSF_REMOTE] = sf->nleaves; in PetscSFSetUp_Allgather()
24 dat->rootbuflen[PETSCSF_REMOTE] = sf->nroots; in PetscSFSetUp_Allgather()
41 PetscCall(PetscSFLinkPackRootData(sf, link, PETSCSF_REMOTE, rootdata)); in PetscSFBcastBegin_Allgather()
71 PetscCall(PetscSFLinkPackLeafData(sf, link, PETSCSF_REMOTE, leafdata)); in PetscSFReduceBegin_Allgather()
74 PetscCall(PetscMPIIntCast(dat->rootbuflen[PETSCSF_REMOTE], &recvcount)); in PetscSFReduceBegin_Allgather()
75 …PETSCSF_REMOTE][link->leafmtype_mpi]) PetscCall(PetscSFMalloc(sf, link->leafmtype_mpi, sf->leafbuf… in PetscSFReduceBegin_Allgather()
76 …if (rank == 0 && link->leafbuf_alloc[PETSCSF_REMOTE][link->leafmtype_mpi] == leafbuf) leafbuf = MP… in PetscSFReduceBegin_Allgather()
79 …PetscCallMPI(MPI_Reduce(leafbuf, link->leafbuf_alloc[PETSCSF_REMOTE][link->leafmtype_mpi], count, … in PetscSFReduceBegin_Allgather()
80 …PetscCallMPI(MPIU_Iscatter(link->leafbuf_alloc[PETSCSF_REMOTE][link->leafmtype_mpi], recvcount, un… in PetscSFReduceBegin_Allgather()
[all …]
/petsc/src/vec/is/sf/impls/basic/
H A Dsfmpi.c79 for (i = PETSCSF_LOCAL; i <= PETSCSF_REMOTE; i++) { in PetscSFLinkCreate_MPI()
99 rootdirect[PETSCSF_REMOTE] = PETSC_FALSE; in PetscSFLinkCreate_MPI()
100 leafdirect[PETSCSF_REMOTE] = PETSC_FALSE; in PetscSFLinkCreate_MPI()
110 rootdirect_mpi = rootdirect[PETSCSF_REMOTE] && (rootmtype_mpi == rootmtype) ? 1 : 0; in PetscSFLinkCreate_MPI()
111 leafdirect_mpi = leafdirect[PETSCSF_REMOTE] && (leafmtype_mpi == leafmtype) ? 1 : 0; in PetscSFLinkCreate_MPI()
185 for (i = PETSCSF_LOCAL; i <= PETSCSF_REMOTE; i++) { in PetscSFLinkCreate_MPI()
210 …loc[PETSCSF_REMOTE][PETSC_MEMTYPE_HOST]) PetscCall(PetscMalloc(bas->rootbuflen[PETSCSF_REMOTE] * l… in PetscSFLinkCreate_MPI()
211 …link->rootbuf[PETSCSF_REMOTE][PETSC_MEMTYPE_HOST] = link->rootbuf_alloc[PETSCSF_REMOTE][PETSC_MEMT… in PetscSFLinkCreate_MPI()
214 …loc[PETSCSF_REMOTE][PETSC_MEMTYPE_HOST]) PetscCall(PetscMalloc(sf->leafbuflen[PETSCSF_REMOTE] * li… in PetscSFLinkCreate_MPI()
215 …link->leafbuf[PETSCSF_REMOTE][PETSC_MEMTYPE_HOST] = link->leafbuf_alloc[PETSCSF_REMOTE][PETSC_MEMT… in PetscSFLinkCreate_MPI()
[all …]
H A Dsfbasic.c19 …if (bas->rootbuflen[PETSCSF_REMOTE] && !link->rootreqsinited[direction][rootmtype_mpi][rootdirect_… in PetscSFLinkInitMPIRequests_Persistent_Basic()
25 …PetscCallMPI(MPIU_Recv_init(link->rootbuf[PETSCSF_REMOTE][rootmtype_mpi] + disp, cnt, unit, bas->i… in PetscSFLinkInitMPIRequests_Persistent_Basic()
31 …PetscCallMPI(MPIU_Send_init(link->rootbuf[PETSCSF_REMOTE][rootmtype_mpi] + disp, cnt, unit, bas->i… in PetscSFLinkInitMPIRequests_Persistent_Basic()
37 …if (sf->leafbuflen[PETSCSF_REMOTE] && !link->leafreqsinited[direction][leafmtype_mpi][leafdirect_m… in PetscSFLinkInitMPIRequests_Persistent_Basic()
43 …PetscCallMPI(MPIU_Send_init(link->leafbuf[PETSCSF_REMOTE][leafmtype_mpi] + disp, cnt, unit, sf->ra… in PetscSFLinkInitMPIRequests_Persistent_Basic()
49 …PetscCallMPI(MPIU_Recv_init(link->leafbuf[PETSCSF_REMOTE][leafmtype_mpi] + disp, cnt, unit, sf->ra… in PetscSFLinkInitMPIRequests_Persistent_Basic()
66 …= (direction == PETSCSF_ROOT2LEAF) ? sf->leafbuflen[PETSCSF_REMOTE] : bas->rootbuflen[PETSCSF_REMO… in PetscSFLinkStartCommunication_Persistent_Basic()
77 …= (direction == PETSCSF_ROOT2LEAF) ? bas->rootbuflen[PETSCSF_REMOTE] : sf->leafbuflen[PETSCSF_REMO… in PetscSFLinkStartCommunication_Persistent_Basic()
110 if (bas->rootbuflen[PETSCSF_REMOTE]) { in PetscSFLinkStartCommunication_MPIX_Stream()
116 …PetscCallMPI(MPIX_Irecv_enqueue(link->rootbuf[PETSCSF_REMOTE][rootmtype_mpi] + disp, cnt, unit, ba… in PetscSFLinkStartCommunication_MPIX_Stream()
[all …]
H A Dsfpack.h25 PETSCSF_REMOTE enumerator
274 if (rootbuf) *rootbuf = link->rootbuf[PETSCSF_REMOTE][rootmtype_mpi]; in PetscSFLinkGetMPIBuffersAndRequests()
275 if (leafbuf) *leafbuf = link->leafbuf[PETSCSF_REMOTE][leafmtype_mpi]; in PetscSFLinkGetMPIBuffersAndRequests()
306 …ice(link->rootmtype) && PetscMemTypeHost(link->rootmtype_mpi) && bas->rootbuflen[PETSCSF_REMOTE]) { in PetscSFLinkCopyRootBufferInCaseNotUseGpuAwareMPI()
307 void *h_buf = link->rootbuf[PETSCSF_REMOTE][PETSC_MEMTYPE_HOST]; in PetscSFLinkCopyRootBufferInCaseNotUseGpuAwareMPI()
308 void *d_buf = link->rootbuf[PETSCSF_REMOTE][PETSC_MEMTYPE_DEVICE]; in PetscSFLinkCopyRootBufferInCaseNotUseGpuAwareMPI()
309 size_t count = bas->rootbuflen[PETSCSF_REMOTE] * link->unitbytes; in PetscSFLinkCopyRootBufferInCaseNotUseGpuAwareMPI()
324 …vice(link->leafmtype) && PetscMemTypeHost(link->leafmtype_mpi) && sf->leafbuflen[PETSCSF_REMOTE]) { in PetscSFLinkCopyLeafBufferInCaseNotUseGpuAwareMPI()
325 void *h_buf = link->leafbuf[PETSCSF_REMOTE][PETSC_MEMTYPE_HOST]; in PetscSFLinkCopyLeafBufferInCaseNotUseGpuAwareMPI()
326 void *d_buf = link->leafbuf[PETSCSF_REMOTE][PETSC_MEMTYPE_DEVICE]; in PetscSFLinkCopyLeafBufferInCaseNotUseGpuAwareMPI()
[all …]
H A Dsfpack.c411 for (i = PETSCSF_LOCAL; i <= PETSCSF_REMOTE; i++) { in PetscSFLinkDestroy()
960 if (scope == PETSCSF_REMOTE) { /* Sync the device if rootdata is not on PETSc default stream */ in PetscSFLinkPackRootData()
973 if (scope == PETSCSF_REMOTE) { in PetscSFLinkPackLeafData()
1038 if (scope == PETSCSF_REMOTE) { in PetscSFLinkUnpackRootData()
1052 if (scope == PETSCSF_REMOTE) { in PetscSFLinkUnpackLeafData()
1071 if (bas->rootbuflen[PETSCSF_REMOTE]) { in PetscSFLinkFetchAndOpRemote()
1073 …PetscCall(PetscSFLinkGetFetchAndOp(link, rootmtype, op, bas->rootdups[PETSCSF_REMOTE], &FetchAndOp… in PetscSFLinkFetchAndOpRemote()
1074 …PetscCall(PetscSFLinkGetRootPackOptAndIndices(sf, link, rootmtype, PETSCSF_REMOTE, &count, &start,… in PetscSFLinkFetchAndOpRemote()
1075 …hAndOp)(link, count, start, opt, rootindices, rootdata, link->rootbuf[PETSCSF_REMOTE][rootmtype])); in PetscSFLinkFetchAndOpRemote()
1077 PetscCall(PetscSFLinkLogFlopsAfterUnpackRootData(sf, link, PETSCSF_REMOTE, op)); in PetscSFLinkFetchAndOpRemote()
[all …]
/petsc/src/vec/is/sf/impls/basic/allgatherv/
H A Dsfallgatherv.c113 PetscCall(PetscSFLinkPackRootData(sf, link, PETSCSF_REMOTE, rootdata)); in PetscSFBcastBegin_Allgatherv()
148 PetscCall(PetscSFLinkPackLeafData(sf, link, PETSCSF_REMOTE, leafdata)); in PetscSFReduceBegin_Allgatherv()
182 PetscCall(PetscMPIIntCast(dat->rootbuflen[PETSCSF_REMOTE], &recvcount)); in PetscSFReduceBegin_Allgatherv()
184 …PETSCSF_REMOTE][link->leafmtype_mpi]) PetscCall(PetscSFMalloc(sf, link->leafmtype_mpi, sf->leafbuf… in PetscSFReduceBegin_Allgatherv()
186 …if (rank == 0 && link->leafbuf_alloc[PETSCSF_REMOTE][link->leafmtype_mpi] == leafbuf) leafbuf = MP… in PetscSFReduceBegin_Allgatherv()
188 …PetscCallMPI(MPI_Reduce(leafbuf, link->leafbuf_alloc[PETSCSF_REMOTE][link->leafmtype_mpi], count, … in PetscSFReduceBegin_Allgatherv()
189 …PetscCallMPI(MPIU_Iscatterv(link->leafbuf_alloc[PETSCSF_REMOTE][link->leafmtype_mpi], dat->recvcou… in PetscSFReduceBegin_Allgatherv()
227 PetscCall(PetscSFLinkPackRootData(sf, link, PETSCSF_REMOTE, rootdata)); in PetscSFBcastToZero_Allgatherv()
238 …ETSC_MEMTYPE_HOST, link->leafbuf[PETSC_MEMTYPE_HOST], sf->leafbuflen[PETSCSF_REMOTE] * link->unitb… in PetscSFBcastToZero_Allgatherv()
292 PetscCall(PetscSFLinkPackLeafData(sf, link, PETSCSF_REMOTE, leafdata)); /* Sync the device */ in PetscSFFetchAndOpBegin_Allgatherv()
/petsc/src/vec/is/sf/impls/basic/neighbor/
H A Dsfneighbor.c125 …id *rootbuf = link->rootbuf[PETSCSF_REMOTE][rootmtype_mpi], *leafbuf = link->leafbuf[… in PetscSFLinkInitMPIRequests_Persistent_Neighbor()
/petsc/src/vec/is/sf/impls/basic/kokkos/
H A Dsfkok.kokkos.cxx630 for (int i = PETSCSF_LOCAL; i <= PETSCSF_REMOTE; i++) { in PetscSFLinkDestroy_Kokkos()
/petsc/src/vec/is/sf/impls/basic/cupm/
H A Dsfcupm_impl.hpp629 for (int i = PETSCSF_LOCAL; i <= PETSCSF_REMOTE; i++) { in LinkDestroy_MPI()