Home
last modified time | relevance | path

Searched refs:rootmtype (Results 1 – 11 of 11) sorted by relevance

/petsc/src/vec/is/sf/impls/basic/
H A Dsfmpi.c72 …PetscMemType rootmtype = PetscMemTypeHost(xrootmtype) ? PETSC_MEMTYPE_HOST : PETSC_MEMTYPE_DEV… in PetscSFLinkCreate_MPI() local
104 rootmtype_mpi = rootmtype; in PetscSFLinkCreate_MPI()
110 rootdirect_mpi = rootdirect[PETSCSF_REMOTE] && (rootmtype_mpi == rootmtype) ? 1 : 0; in PetscSFLinkCreate_MPI()
125 …>persistent && link->rootreqsinited[direction][rootmtype][1] && link->rootdatadirect[direction][ro… in PetscSFLinkCreate_MPI()
126 reqs = link->rootreqs[direction][rootmtype][1]; /* Here, rootmtype = rootmtype_mpi */ in PetscSFLinkCreate_MPI()
130 link->rootreqsinited[direction][rootmtype][1] = PETSC_FALSE; in PetscSFLinkCreate_MPI()
187 if (i == PETSCSF_LOCAL && rootmtype == leafmtype) continue; in PetscSFLinkCreate_MPI()
190 link->rootbuf[i][rootmtype] = (char *)rootdata + bas->rootstart[i] * link->unitbytes; in PetscSFLinkCreate_MPI()
192 …f_alloc[i][rootmtype]) PetscCall(PetscSFMalloc(sf, rootmtype, bas->rootbuflen[i] * link->unitbytes… in PetscSFLinkCreate_MPI()
193 link->rootbuf[i][rootmtype] = link->rootbuf_alloc[i][rootmtype]; in PetscSFLinkCreate_MPI()
[all …]
H A Dsfpack.c420 PetscErrorCode PetscSFLinkCreate(PetscSF sf, MPI_Datatype unit, PetscMemType rootmtype, const void … in PetscSFLinkCreate() argument
427 PetscCall(PetscSFLinkNvshmemCheck(sf, rootmtype, rootdata, leafmtype, leafdata, &use_nvshmem)); in PetscSFLinkCreate()
429 …PetscCall(PetscSFLinkCreate_NVSHMEM(sf, unit, rootmtype, rootdata, leafmtype, leafdata, op, sfop, … in PetscSFLinkCreate()
434 …PetscCall(PetscSFLinkCreate_MPI(sf, unit, rootmtype, rootdata, leafmtype, leafdata, op, sfop, myli… in PetscSFLinkCreate()
826 …if (PetscMemTypeDevice(link->rootmtype)) PetscCall(PetscLogGpuFlops(bas->rootbuflen[scope] * link-… in PetscSFLinkLogFlopsAfterUnpackRootData()
923 …PetscMemType rootmtype … in PetscSFLinkPackRootData_Private() local
929 …PetscCall(PetscSFLinkGetRootPackOptAndIndices(sf, link, rootmtype, scope, &count, &start, &opt, &r… in PetscSFLinkPackRootData_Private()
930 PetscCall(PetscSFLinkGetPack(link, rootmtype, &Pack)); in PetscSFLinkPackRootData_Private()
931 …etscCall((*Pack)(link, count, start, opt, rootindices, rootdata, link->rootbuf[scope][rootmtype])); in PetscSFLinkPackRootData_Private()
961 …if (PetscMemTypeDevice(link->rootmtype) && link->SyncDevice && sf->unknown_input_stream) PetscCall… in PetscSFLinkPackRootData()
[all …]
H A Dsfbasic.c352 …ode PetscSFBcastBegin_Basic(PetscSF sf, MPI_Datatype unit, PetscMemType rootmtype, const void *roo… in PetscSFBcastBegin_Basic() argument
358 …PetscCall(PetscSFLinkCreate(sf, unit, rootmtype, rootdata, leafmtype, leafdata, op, PETSCSF_BCAST,… in PetscSFBcastBegin_Basic()
385 …tatype unit, PetscMemType leafmtype, const void *leafdata, PetscMemType rootmtype, void *rootdata,… in PetscSFLeafToRootBegin_Basic() argument
390 PetscCall(PetscSFLinkCreate(sf, unit, rootmtype, rootdata, leafmtype, leafdata, op, sfop, &link)); in PetscSFLeafToRootBegin_Basic()
398 …tatype unit, PetscMemType leafmtype, const void *leafdata, PetscMemType rootmtype, void *rootdata,… in PetscSFReduceBegin_Basic() argument
403 …PetscCall(PetscSFLeafToRootBegin_Basic(sf, unit, leafmtype, leafdata, rootmtype, rootdata, op, PET… in PetscSFReduceBegin_Basic()
420 …etscSFFetchAndOpBegin_Basic(PetscSF sf, MPI_Datatype unit, PetscMemType rootmtype, void *rootdata,… in PetscSFFetchAndOpBegin_Basic() argument
425 …PetscCall(PetscSFLeafToRootBegin_Basic(sf, unit, leafmtype, leafdata, rootmtype, rootdata, op, PET… in PetscSFFetchAndOpBegin_Basic()
H A Dsfpack.h178 PetscMemType rootmtype, leafmtype; /* root/leafdata's memory type */ member
306 …if (PetscMemTypeDevice(link->rootmtype) && PetscMemTypeHost(link->rootmtype_mpi) && bas->rootbufle… in PetscSFLinkCopyRootBufferInCaseNotUseGpuAwareMPI()
346 …if ((PetscMemTypeDevice(link->rootmtype) && bas->rootbuflen[PETSCSF_REMOTE]) || (PetscMemTypeDevic… in PetscSFLinkSyncStreamBeforeCallMPI()
/petsc/src/vec/is/sf/impls/basic/allgather/
H A Dsfallgather.c31 …PetscSFBcastBegin_Allgather(PetscSF sf, MPI_Datatype unit, PetscMemType rootmtype, const void *roo… in PetscSFBcastBegin_Allgather() argument
40 …PetscCall(PetscSFLinkCreate(sf, unit, rootmtype, rootdata, leafmtype, leafdata, op, PETSCSF_BCAST,… in PetscSFBcastBegin_Allgather()
51 …tatype unit, PetscMemType leafmtype, const void *leafdata, PetscMemType rootmtype, void *rootdata,… in PetscSFReduceBegin_Allgather() argument
62 …PetscCall(PetscSFLinkCreate(sf, unit, rootmtype, rootdata, leafmtype, leafdata, op, PETSCSF_REDUCE… in PetscSFReduceBegin_Allgather()
66 …PetscCall((*link->Memcpy)(link, rootmtype, rootdata, leafmtype, (const char *)leafdata + (size_t)r… in PetscSFReduceBegin_Allgather()
67 …if (PetscMemTypeDevice(leafmtype) && PetscMemTypeHost(rootmtype)) PetscCall((*link->SyncStream)(li… in PetscSFReduceBegin_Allgather()
85 …etscSFBcastToZero_Allgather(PetscSF sf, MPI_Datatype unit, PetscMemType rootmtype, const void *roo… in PetscSFBcastToZero_Allgather() argument
95 …PetscCall(PetscSFLinkCreate(sf, unit, rootmtype, rootdata, leafmtype, leafdata, MPI_REPLACE, PETSC… in PetscSFBcastToZero_Allgather()
/petsc/src/vec/is/sf/impls/basic/allgatherv/
H A Dsfallgatherv.c102 …etscSFBcastBegin_Allgatherv(PetscSF sf, MPI_Datatype unit, PetscMemType rootmtype, const void *roo… in PetscSFBcastBegin_Allgatherv() argument
112 …PetscCall(PetscSFLinkCreate(sf, unit, rootmtype, rootdata, leafmtype, leafdata, op, PETSCSF_BCAST,… in PetscSFBcastBegin_Allgatherv()
129 …tatype unit, PetscMemType leafmtype, const void *leafdata, PetscMemType rootmtype, void *rootdata,… in PetscSFReduceBegin_Allgatherv() argument
140 …PetscCall(PetscSFLinkCreate(sf, unit, rootmtype, rootdata, leafmtype, leafdata, op, PETSCSF_REDUCE… in PetscSFReduceBegin_Allgatherv()
144 …PetscCall((*link->Memcpy)(link, rootmtype, rootdata, leafmtype, (const char *)leafdata + (size_t)r… in PetscSFReduceBegin_Allgatherv()
145 …if (PetscMemTypeDevice(leafmtype) && PetscMemTypeHost(rootmtype)) PetscCall((*link->SyncStream)(li… in PetscSFReduceBegin_Allgatherv()
215 …tscSFBcastToZero_Allgatherv(PetscSF sf, MPI_Datatype unit, PetscMemType rootmtype, const void *roo… in PetscSFBcastToZero_Allgatherv() argument
226 …PetscCall(PetscSFLinkCreate(sf, unit, rootmtype, rootdata, leafmtype, leafdata, MPI_REPLACE, PETSC… in PetscSFBcastToZero_Allgatherv()
281 …FFetchAndOpBegin_Allgatherv(PetscSF sf, MPI_Datatype unit, PetscMemType rootmtype, void *rootdata,… in PetscSFFetchAndOpBegin_Allgatherv() argument
289 …PetscCheck(!PetscMemTypeDevice(rootmtype) && !PetscMemTypeDevice(leafmtype), comm, PETSC_ERR_SUP, … in PetscSFFetchAndOpBegin_Allgatherv()
[all …]
/petsc/src/vec/is/sf/interface/
H A Dsf.c1489 PetscMemType rootmtype, leafmtype; in PetscSFBcastBegin() local
1495 PetscCall(PetscGetMemType(rootdata, &rootmtype)); in PetscSFBcastBegin()
1497 PetscUseTypeMethod(sf, BcastBegin, unit, rootmtype, rootdata, leafmtype, leafdata, op); in PetscSFBcastBegin()
1523 PetscErrorCode PetscSFBcastWithMemTypeBegin(PetscSF sf, MPI_Datatype unit, PetscMemType rootmtype, … in PetscSFBcastWithMemTypeBegin() argument
1529 PetscUseTypeMethod(sf, BcastBegin, unit, rootmtype, rootdata, leafmtype, leafdata, op); in PetscSFBcastWithMemTypeBegin()
1587 PetscMemType rootmtype, leafmtype; in PetscSFReduceBegin() local
1593 PetscCall(PetscGetMemType(rootdata, &rootmtype)); in PetscSFReduceBegin()
1595 PetscCall(sf->ops->ReduceBegin(sf, unit, leafmtype, leafdata, rootmtype, rootdata, op)); in PetscSFReduceBegin()
1620 …tatype unit, PetscMemType leafmtype, const void *leafdata, PetscMemType rootmtype, void *rootdata,… in PetscSFReduceWithMemTypeBegin() argument
1626 PetscCall(sf->ops->ReduceBegin(sf, unit, leafmtype, leafdata, rootmtype, rootdata, op)); in PetscSFReduceWithMemTypeBegin()
[all …]
/petsc/include/
H A Dpetscsf.h227 …FBcastAndOpWithMemtypeBegin(PetscSF sf, MPI_Datatype unit, PetscMemType rootmtype, const void *roo… in PetscSFBcastAndOpWithMemtypeBegin() argument
229 return PetscSFBcastWithMemTypeBegin(sf, unit, rootmtype, rootdata, leafmtype, leafdata, op); in PetscSFBcastAndOpWithMemtypeBegin()
/petsc/src/vec/is/sf/impls/basic/nvshmem/
H A Dsfnvshmem.cu159 PetscErrorCode PetscSFLinkNvshmemCheck(PetscSF sf, PetscMemType rootmtype, const void *rootdata, Pe… in PetscSFLinkNvshmemCheck() argument
191 …PetscInt oneCuda = (!rootdata || PetscMemTypeCUDA(rootmtype)) && (!leafdata || PetscMemTypeCUDA(le… in PetscSFLinkNvshmemCheck()
687 PetscErrorCode PetscSFLinkCreate_NVSHMEM(PetscSF sf, MPI_Datatype unit, PetscMemType rootmtype, con… in PetscSFLinkCreate_NVSHMEM() argument
704 …rootdirect[PETSCSF_REMOTE] = (PetscMemTypeNVSHMEM(rootmtype) && bas->rootcontig[PETSCSF_REMOTE]) ?… in PetscSFLinkCreate_NVSHMEM()
709 …rootdirect[PETSCSF_REMOTE] = (PetscMemTypeNVSHMEM(rootmtype) && bas->rootcontig[PETSCSF_REMOTE] &&… in PetscSFLinkCreate_NVSHMEM()
747 link->rootmtype = PETSC_MEMTYPE_DEVICE; /* Only need 0/1-based mtype from now on */ in PetscSFLinkCreate_NVSHMEM()
/petsc/src/vec/is/sf/impls/basic/gatherv/
H A Dsfgatherv.c43 …scSFFetchAndOpBegin_Gatherv(PetscSF sf, MPI_Datatype unit, PetscMemType rootmtype, void *rootdata,… in PetscSFFetchAndOpBegin_Gatherv() argument
/petsc/src/vec/is/sf/impls/window/
H A Dsfwindow.c1001 …de PetscSFBcastBegin_Window(PetscSF sf, MPI_Datatype unit, PetscMemType rootmtype, const void *roo… in PetscSFBcastBegin_Window() argument
1056 …tatype unit, PetscMemType leafmtype, const void *leafdata, PetscMemType rootmtype, void *rootdata,… in PetscSFReduceBegin_Window() argument
1094 …tscSFFetchAndOpBegin_Window(PetscSF sf, MPI_Datatype unit, PetscMemType rootmtype, void *rootdata,… in PetscSFFetchAndOpBegin_Window() argument