Lines Matching refs:srcsig
439 uint64_t *srcsig; in PetscSFLinkGetDataEnd_NVSHMEM() local
446 srcsig = link->rootSendSig; /* I want to set their root signal */ in PetscSFLinkGetDataEnd_NVSHMEM()
451 srcsig = link->leafSendSig; in PetscSFLinkGetDataEnd_NVSHMEM()
459 …<<<(nsrcranks + 511) / 512, 512, 0, link->remoteCommStream>>>(nsrcranks, srcsig, srcsigdisp, srcra… in PetscSFLinkGetDataEnd_NVSHMEM()
488 …r *dst, PetscInt *dstdisp, const char *src, PetscInt *srcdisp, uint64_t *srcsig, PetscInt unitbyte… in WaitAndPutDataToRemotelyAccessible() argument
495 nvshmem_uint64_wait_until(srcsig + bid, NVSHMEM_CMP_EQ, 0); /* Wait until the sig = 0 */ in WaitAndPutDataToRemotelyAccessible()
496 srcsig[bid] = 1; in WaitAndPutDataToRemotelyAccessible()
502 …FromLocallyAccessible(PetscInt ndstranks, PetscMPIInt *dstranks, uint64_t *srcsig, const char *dst) in WaitSignalsFromLocallyAccessible() argument
507 nvshmem_uint64_wait_until(srcsig + i, NVSHMEM_CMP_EQ, 0); /* Wait until the sig = 0 */ in WaitSignalsFromLocallyAccessible()
508 srcsig[i] = 1; in WaitSignalsFromLocallyAccessible()
524 uint64_t *srcsig; in PetscSFLinkPutDataBegin_NVSHMEM() local
535 srcsig = link->rootSendSig; in PetscSFLinkPutDataBegin_NVSHMEM()
548 srcsig = link->leafSendSig; in PetscSFLinkPutDataBegin_NVSHMEM()
565 …emoteCommStream>>>(ndstranks, dstranks_d, dst, dstdisp_d, src, srcdisp_d, srcsig, link->unitbytes); in PetscSFLinkPutDataBegin_NVSHMEM()
571 …nalsFromLocallyAccessible<<<1, 1, 0, link->remoteCommStream>>>(ndstranks, dstranks_d, srcsig, dst); in PetscSFLinkPutDataBegin_NVSHMEM()
643 uint64_t *srcsig; in PetscSFLinkSendSignalsToAllowPuttingData_NVSHMEM() local
650 srcsig = link->rootSendSig; /* I want to set their send signals */ in PetscSFLinkSendSignalsToAllowPuttingData_NVSHMEM()
655 srcsig = link->leafSendSig; in PetscSFLinkSendSignalsToAllowPuttingData_NVSHMEM()
661 …<<<(nsrcranks + 255) / 256, 256, 0, link->remoteCommStream>>>(nsrcranks, srcsig, srcsigdisp_d, src… in PetscSFLinkSendSignalsToAllowPuttingData_NVSHMEM()