819 …PetscSFLinkLogFlopsAfterUnpackRootData(PetscSF sf, PetscSFLink link, PetscSFScope scope, MPI_Op op)  in PetscSFLinkLogFlopsAfterUnpackRootData()  argument
826 …if (PetscMemTypeDevice(link->rootmtype)) PetscCall(PetscLogGpuFlops(bas->rootbuflen[scope] * link-…  in PetscSFLinkLogFlopsAfterUnpackRootData()
829 …PetscCall(PetscLogFlops(bas->rootbuflen[scope] * link->bs)); /* # of roots in buffer x # of scalar…  in PetscSFLinkLogFlopsAfterUnpackRootData()
834 …PetscSFLinkLogFlopsAfterUnpackLeafData(PetscSF sf, PetscSFLink link, PetscSFScope scope, MPI_Op op)  in PetscSFLinkLogFlopsAfterUnpackLeafData()  argument
839 …if (PetscMemTypeDevice(link->leafmtype)) PetscCall(PetscLogGpuFlops(sf->leafbuflen[scope] * link->…  in PetscSFLinkLogFlopsAfterUnpackLeafData()
842       PetscCall(PetscLogFlops(sf->leafbuflen[scope] * link->bs));  in PetscSFLinkLogFlopsAfterUnpackLeafData()
919 …etscSFLinkPackRootData_Private(PetscSF sf, PetscSFLink link, PetscSFScope scope, const void *rootd…  in PetscSFLinkPackRootData_Private()  argument
928   if (!link->rootdirect[scope]) { /* If rootdata works directly as rootbuf, skip packing */  in PetscSFLinkPackRootData_Private()
929 …PetscCall(PetscSFLinkGetRootPackOptAndIndices(sf, link, rootmtype, scope, &count, &start, &opt, &r…  in PetscSFLinkPackRootData_Private()
931 …PetscCall((*Pack)(link, count, start, opt, rootindices, rootdata, link->rootbuf[scope][rootmtype])…  in PetscSFLinkPackRootData_Private()
937 …etscSFLinkPackLeafData_Private(PetscSF sf, PetscSFLink link, PetscSFScope scope, const void *leafd…  in PetscSFLinkPackLeafData_Private()  argument
946   if (!link->leafdirect[scope]) { /* If leafdata works directly as rootbuf, skip packing */  in PetscSFLinkPackLeafData_Private()
947 …PetscCall(PetscSFLinkGetLeafPackOptAndIndices(sf, link, leafmtype, scope, &count, &start, &opt, &l…  in PetscSFLinkPackLeafData_Private()
949 …PetscCall((*Pack)(link, count, start, opt, leafindices, leafdata, link->leafbuf[scope][leafmtype])…  in PetscSFLinkPackLeafData_Private()
955 PetscErrorCode PetscSFLinkPackRootData(PetscSF sf, PetscSFLink link, PetscSFScope scope, const void…  in PetscSFLinkPackRootData()  argument
960   if (scope == PETSCSF_REMOTE) { /* Sync the device if rootdata is not on PETSc default stream */  in PetscSFLinkPackRootData()
965   if (bas->rootbuflen[scope]) PetscCall(PetscSFLinkPackRootData_Private(sf, link, scope, rootdata));  in PetscSFLinkPackRootData()
970 PetscErrorCode PetscSFLinkPackLeafData(PetscSF sf, PetscSFLink link, PetscSFScope scope, const void…  in PetscSFLinkPackLeafData()  argument
973   if (scope == PETSCSF_REMOTE) {  in PetscSFLinkPackLeafData()
978   if (sf->leafbuflen[scope]) PetscCall(PetscSFLinkPackLeafData_Private(sf, link, scope, leafdata));  in PetscSFLinkPackLeafData()
983 …scSFLinkUnpackRootData_Private(PetscSF sf, PetscSFLink link, PetscSFScope scope, void *rootdata, M…  in PetscSFLinkUnpackRootData_Private()  argument
993   if (!link->rootdirect[scope]) { /* If rootdata works directly as rootbuf, skip unpacking */  in PetscSFLinkUnpackRootData_Private()
994     PetscCall(PetscSFLinkGetUnpackAndOp(link, rootmtype, op, bas->rootdups[scope], &UnpackAndOp));  in PetscSFLinkUnpackRootData_Private()
996 …PetscCall(PetscSFLinkGetRootPackOptAndIndices(sf, link, rootmtype, scope, &count, &start, &opt, &r…  in PetscSFLinkUnpackRootData_Private()
997 …PetscCall((*UnpackAndOp)(link, count, start, opt, rootindices, rootdata, link->rootbuf[scope][root…  in PetscSFLinkUnpackRootData_Private()
999 …PetscCall(PetscSFLinkGetRootPackOptAndIndices(sf, link, PETSC_MEMTYPE_HOST, scope, &count, &start,…  in PetscSFLinkUnpackRootData_Private()
1000 …PIReduceLocal(sf, link, count, start, rootindices, rootdata, link->rootbuf[scope][rootmtype], op));  in PetscSFLinkUnpackRootData_Private()
1003   PetscCall(PetscSFLinkLogFlopsAfterUnpackRootData(sf, link, scope, op));  in PetscSFLinkUnpackRootData_Private()
1007 …scSFLinkUnpackLeafData_Private(PetscSF sf, PetscSFLink link, PetscSFScope scope, void *leafdata, M…  in PetscSFLinkUnpackLeafData_Private()  argument
1016   if (!link->leafdirect[scope]) { /* If leafdata works directly as rootbuf, skip unpacking */  in PetscSFLinkUnpackLeafData_Private()
1017     PetscCall(PetscSFLinkGetUnpackAndOp(link, leafmtype, op, sf->leafdups[scope], &UnpackAndOp));  in PetscSFLinkUnpackLeafData_Private()
1019 …PetscCall(PetscSFLinkGetLeafPackOptAndIndices(sf, link, leafmtype, scope, &count, &start, &opt, &l…  in PetscSFLinkUnpackLeafData_Private()
1020 …PetscCall((*UnpackAndOp)(link, count, start, opt, leafindices, leafdata, link->leafbuf[scope][leaf…  in PetscSFLinkUnpackLeafData_Private()
1022 …PetscCall(PetscSFLinkGetLeafPackOptAndIndices(sf, link, PETSC_MEMTYPE_HOST, scope, &count, &start,…  in PetscSFLinkUnpackLeafData_Private()
1023 …PIReduceLocal(sf, link, count, start, leafindices, leafdata, link->leafbuf[scope][leafmtype], op));  in PetscSFLinkUnpackLeafData_Private()
1026   PetscCall(PetscSFLinkLogFlopsAfterUnpackLeafData(sf, link, scope, op));  in PetscSFLinkUnpackLeafData_Private()
1030 PetscErrorCode PetscSFLinkUnpackRootData(PetscSF sf, PetscSFLink link, PetscSFScope scope, void *ro…  in PetscSFLinkUnpackRootData()  argument
1036 …if (bas->rootbuflen[scope] && !link->rootdirect[scope]) PetscCall(PetscSFLinkUnpackRootData_Privat…  in PetscSFLinkUnpackRootData()
1038   if (scope == PETSCSF_REMOTE) {  in PetscSFLinkUnpackRootData()
1046 PetscErrorCode PetscSFLinkUnpackLeafData(PetscSF sf, PetscSFLink link, PetscSFScope scope, void *le…  in PetscSFLinkUnpackLeafData()  argument
1050 …if (sf->leafbuflen[scope] && !link->leafdirect[scope]) PetscCall(PetscSFLinkUnpackLeafData_Private…  in PetscSFLinkUnpackLeafData()
1052   if (scope == PETSCSF_REMOTE) {  in PetscSFLinkUnpackLeafData()