Home
last modified time | relevance | path

Searched refs:leafmtype (Results 1 – 11 of 11) sorted by relevance

/petsc/src/vec/is/sf/impls/basic/
H A Dsfmpi.c73 …PetscMemType leafmtype = PetscMemTypeHost(xleafmtype) ? PETSC_MEMTYPE_HOST : PETSC_MEMTYPE_DEV… in PetscSFLinkCreate_MPI() local
105 leafmtype_mpi = leafmtype; in PetscSFLinkCreate_MPI()
111 leafdirect_mpi = leafdirect[PETSCSF_REMOTE] && (leafmtype_mpi == leafmtype) ? 1 : 0; in PetscSFLinkCreate_MPI()
132 …>persistent && link->leafreqsinited[direction][leafmtype][1] && link->leafdatadirect[direction][le… in PetscSFLinkCreate_MPI()
133 reqs = link->leafreqs[direction][leafmtype][1]; in PetscSFLinkCreate_MPI()
137 link->leafreqsinited[direction][leafmtype][1] = PETSC_FALSE; in PetscSFLinkCreate_MPI()
187 if (i == PETSCSF_LOCAL && rootmtype == leafmtype) continue; in PetscSFLinkCreate_MPI()
199 link->leafbuf[i][leafmtype] = (char *)leafdata + sf->leafstart[i] * link->unitbytes; in PetscSFLinkCreate_MPI()
201 …f_alloc[i][leafmtype]) PetscCall(PetscSFMalloc(sf, leafmtype, sf->leafbuflen[i] * link->unitbytes,… in PetscSFLinkCreate_MPI()
202 link->leafbuf[i][leafmtype] = link->leafbuf_alloc[i][leafmtype]; in PetscSFLinkCreate_MPI()
[all …]
H A Dsfpack.c420 …tatype unit, PetscMemType rootmtype, const void *rootdata, PetscMemType leafmtype, const void *lea… in PetscSFLinkCreate() argument
427 PetscCall(PetscSFLinkNvshmemCheck(sf, rootmtype, rootdata, leafmtype, leafdata, &use_nvshmem)); in PetscSFLinkCreate()
429 …PetscCall(PetscSFLinkCreate_NVSHMEM(sf, unit, rootmtype, rootdata, leafmtype, leafdata, op, sfop, … in PetscSFLinkCreate()
434 …PetscCall(PetscSFLinkCreate_MPI(sf, unit, rootmtype, rootdata, leafmtype, leafdata, op, sfop, myli… in PetscSFLinkCreate()
839 …if (PetscMemTypeDevice(link->leafmtype)) PetscCall(PetscLogGpuFlops(sf->leafbuflen[scope] * link->… in PetscSFLinkLogFlopsAfterUnpackLeafData()
941 …PetscMemType leafmtype … in PetscSFLinkPackLeafData_Private() local
947 …PetscCall(PetscSFLinkGetLeafPackOptAndIndices(sf, link, leafmtype, scope, &count, &start, &opt, &l… in PetscSFLinkPackLeafData_Private()
948 PetscCall(PetscSFLinkGetPack(link, leafmtype, &Pack)); in PetscSFLinkPackLeafData_Private()
949 …etscCall((*Pack)(link, count, start, opt, leafindices, leafdata, link->leafbuf[scope][leafmtype])); in PetscSFLinkPackLeafData_Private()
974 …if (PetscMemTypeDevice(link->leafmtype) && link->SyncDevice && sf->unknown_input_stream) PetscCall… in PetscSFLinkPackLeafData()
[all …]
H A Dsfbasic.c352 …tatype unit, PetscMemType rootmtype, const void *rootdata, PetscMemType leafmtype, void *leafdata,… in PetscSFBcastBegin_Basic() argument
358 …PetscCall(PetscSFLinkCreate(sf, unit, rootmtype, rootdata, leafmtype, leafdata, op, PETSCSF_BCAST,… in PetscSFBcastBegin_Basic()
385 …etscSFLeafToRootBegin_Basic(PetscSF sf, MPI_Datatype unit, PetscMemType leafmtype, const void *lea… in PetscSFLeafToRootBegin_Basic() argument
390 PetscCall(PetscSFLinkCreate(sf, unit, rootmtype, rootdata, leafmtype, leafdata, op, sfop, &link)); in PetscSFLeafToRootBegin_Basic()
398 …de PetscSFReduceBegin_Basic(PetscSF sf, MPI_Datatype unit, PetscMemType leafmtype, const void *lea… in PetscSFReduceBegin_Basic() argument
403 …PetscCall(PetscSFLeafToRootBegin_Basic(sf, unit, leafmtype, leafdata, rootmtype, rootdata, op, PET… in PetscSFReduceBegin_Basic()
420 …MPI_Datatype unit, PetscMemType rootmtype, void *rootdata, PetscMemType leafmtype, const void *lea… in PetscSFFetchAndOpBegin_Basic() argument
425 …PetscCall(PetscSFLeafToRootBegin_Basic(sf, unit, leafmtype, leafdata, rootmtype, rootdata, op, PET… in PetscSFFetchAndOpBegin_Basic()
H A Dsfpack.h178 PetscMemType rootmtype, leafmtype; /* root/leafdata's memory type */ member
324 …if (PetscMemTypeDevice(link->leafmtype) && PetscMemTypeHost(link->leafmtype_mpi) && sf->leafbuflen… in PetscSFLinkCopyLeafBufferInCaseNotUseGpuAwareMPI()
346 …mtype) && bas->rootbuflen[PETSCSF_REMOTE]) || (PetscMemTypeDevice(link->leafmtype) && sf->leafbufl… in PetscSFLinkSyncStreamBeforeCallMPI()
/petsc/src/vec/is/sf/impls/basic/allgather/
H A Dsfallgather.c31 …tatype unit, PetscMemType rootmtype, const void *rootdata, PetscMemType leafmtype, void *leafdata,… in PetscSFBcastBegin_Allgather() argument
40 …PetscCall(PetscSFLinkCreate(sf, unit, rootmtype, rootdata, leafmtype, leafdata, op, PETSCSF_BCAST,… in PetscSFBcastBegin_Allgather()
51 …etscSFReduceBegin_Allgather(PetscSF sf, MPI_Datatype unit, PetscMemType leafmtype, const void *lea… in PetscSFReduceBegin_Allgather() argument
62 …PetscCall(PetscSFLinkCreate(sf, unit, rootmtype, rootdata, leafmtype, leafdata, op, PETSCSF_REDUCE… in PetscSFReduceBegin_Allgather()
66 …PetscCall((*link->Memcpy)(link, rootmtype, rootdata, leafmtype, (const char *)leafdata + (size_t)r… in PetscSFReduceBegin_Allgather()
67 …if (PetscMemTypeDevice(leafmtype) && PetscMemTypeHost(rootmtype)) PetscCall((*link->SyncStream)(li… in PetscSFReduceBegin_Allgather()
85 …atatype unit, PetscMemType rootmtype, const void *rootdata, PetscMemType leafmtype, void *leafdata) in PetscSFBcastToZero_Allgather() argument
95 …PetscCall(PetscSFLinkCreate(sf, unit, rootmtype, rootdata, leafmtype, leafdata, MPI_REPLACE, PETSC… in PetscSFBcastToZero_Allgather()
106 if (rank == 0 && PetscMemTypeDevice(leafmtype) && !sf->use_gpu_aware_mpi) { in PetscSFBcastToZero_Allgather()
/petsc/src/vec/is/sf/impls/basic/allgatherv/
H A Dsfallgatherv.c102 …tatype unit, PetscMemType rootmtype, const void *rootdata, PetscMemType leafmtype, void *leafdata,… in PetscSFBcastBegin_Allgatherv() argument
112 …PetscCall(PetscSFLinkCreate(sf, unit, rootmtype, rootdata, leafmtype, leafdata, op, PETSCSF_BCAST,… in PetscSFBcastBegin_Allgatherv()
129 …tscSFReduceBegin_Allgatherv(PetscSF sf, MPI_Datatype unit, PetscMemType leafmtype, const void *lea… in PetscSFReduceBegin_Allgatherv() argument
140 …PetscCall(PetscSFLinkCreate(sf, unit, rootmtype, rootdata, leafmtype, leafdata, op, PETSCSF_REDUCE… in PetscSFReduceBegin_Allgatherv()
144 …PetscCall((*link->Memcpy)(link, rootmtype, rootdata, leafmtype, (const char *)leafdata + (size_t)r… in PetscSFReduceBegin_Allgatherv()
145 …if (PetscMemTypeDevice(leafmtype) && PetscMemTypeHost(rootmtype)) PetscCall((*link->SyncStream)(li… in PetscSFReduceBegin_Allgatherv()
215 …atatype unit, PetscMemType rootmtype, const void *rootdata, PetscMemType leafmtype, void *leafdata) in PetscSFBcastToZero_Allgatherv() argument
226 …PetscCall(PetscSFLinkCreate(sf, unit, rootmtype, rootdata, leafmtype, leafdata, MPI_REPLACE, PETSC… in PetscSFBcastToZero_Allgatherv()
238 …if (rank == 0 && PetscMemTypeDevice(leafmtype) && !sf->use_gpu_aware_mpi) PetscCall((*link->Memcpy… in PetscSFBcastToZero_Allgatherv()
281 …MPI_Datatype unit, PetscMemType rootmtype, void *rootdata, PetscMemType leafmtype, const void *lea… in PetscSFFetchAndOpBegin_Allgatherv() argument
[all …]
/petsc/src/vec/is/sf/interface/
H A Dsf.c1489 PetscMemType rootmtype, leafmtype; in PetscSFBcastBegin() local
1496 PetscCall(PetscGetMemType(leafdata, &leafmtype)); in PetscSFBcastBegin()
1497 PetscUseTypeMethod(sf, BcastBegin, unit, rootmtype, rootdata, leafmtype, leafdata, op); in PetscSFBcastBegin()
1523 …tatype unit, PetscMemType rootmtype, const void *rootdata, PetscMemType leafmtype, void *leafdata,… in PetscSFBcastWithMemTypeBegin() argument
1529 PetscUseTypeMethod(sf, BcastBegin, unit, rootmtype, rootdata, leafmtype, leafdata, op); in PetscSFBcastWithMemTypeBegin()
1587 PetscMemType rootmtype, leafmtype; in PetscSFReduceBegin() local
1594 PetscCall(PetscGetMemType(leafdata, &leafmtype)); in PetscSFReduceBegin()
1595 PetscCall(sf->ops->ReduceBegin(sf, unit, leafmtype, leafdata, rootmtype, rootdata, op)); in PetscSFReduceBegin()
1620 PetscErrorCode PetscSFReduceWithMemTypeBegin(PetscSF sf, MPI_Datatype unit, PetscMemType leafmtype,… in PetscSFReduceWithMemTypeBegin() argument
1626 PetscCall(sf->ops->ReduceBegin(sf, unit, leafmtype, leafdata, rootmtype, rootdata, op)); in PetscSFReduceWithMemTypeBegin()
[all …]
/petsc/include/
H A Dpetscsf.h227 …tatype unit, PetscMemType rootmtype, const void *rootdata, PetscMemType leafmtype, void *leafdata,… in PetscSFBcastAndOpWithMemtypeBegin() argument
229 return PetscSFBcastWithMemTypeBegin(sf, unit, rootmtype, rootdata, leafmtype, leafdata, op); in PetscSFBcastAndOpWithMemtypeBegin()
/petsc/src/vec/is/sf/impls/basic/nvshmem/
H A Dsfnvshmem.cu159 …(PetscSF sf, PetscMemType rootmtype, const void *rootdata, PetscMemType leafmtype, const void *lea… in PetscSFLinkNvshmemCheck() argument
191 …tdata || PetscMemTypeCUDA(rootmtype)) && (!leafdata || PetscMemTypeCUDA(leafmtype)) ? 1 : 0; /* Do… in PetscSFLinkNvshmemCheck()
687 …tatype unit, PetscMemType rootmtype, const void *rootdata, PetscMemType leafmtype, const void *lea… in PetscSFLinkCreate_NVSHMEM() argument
702 …leafdirect[PETSCSF_REMOTE] = (PetscMemTypeNVSHMEM(leafmtype) && sf->leafcontig[PETSCSF_REMOTE] && … in PetscSFLinkCreate_NVSHMEM()
713 …leafdirect[PETSCSF_REMOTE] = (PetscMemTypeNVSHMEM(leafmtype) && sf->leafcontig[PETSCSF_REMOTE]) ? … in PetscSFLinkCreate_NVSHMEM()
748 link->leafmtype = PETSC_MEMTYPE_DEVICE; in PetscSFLinkCreate_NVSHMEM()
/petsc/src/vec/is/sf/impls/basic/gatherv/
H A Dsfgatherv.c43 …MPI_Datatype unit, PetscMemType rootmtype, void *rootdata, PetscMemType leafmtype, const void *lea… in PetscSFFetchAndOpBegin_Gatherv() argument
/petsc/src/vec/is/sf/impls/window/
H A Dsfwindow.c1001 …tatype unit, PetscMemType rootmtype, const void *rootdata, PetscMemType leafmtype, void *leafdata,… in PetscSFBcastBegin_Window() argument
1056 …e PetscSFReduceBegin_Window(PetscSF sf, MPI_Datatype unit, PetscMemType leafmtype, const void *lea… in PetscSFReduceBegin_Window() argument
1094 …MPI_Datatype unit, PetscMemType rootmtype, void *rootdata, PetscMemType leafmtype, const void *lea… in PetscSFFetchAndOpBegin_Window() argument