Lines Matching refs:bas
56 PetscSF_Basic *bas = (PetscSF_Basic *)sf->data; in PetscSFReset_Basic_NVSHMEM() local
59 PetscCall(PetscFree2(bas->leafsigdisp, bas->leafbufdisp)); in PetscSFReset_Basic_NVSHMEM()
60 PetscCall(PetscSFFree(sf, PETSC_MEMTYPE_CUDA, bas->leafbufdisp_d)); in PetscSFReset_Basic_NVSHMEM()
61 PetscCall(PetscSFFree(sf, PETSC_MEMTYPE_CUDA, bas->leafsigdisp_d)); in PetscSFReset_Basic_NVSHMEM()
62 PetscCall(PetscSFFree(sf, PETSC_MEMTYPE_CUDA, bas->iranks_d)); in PetscSFReset_Basic_NVSHMEM()
63 PetscCall(PetscSFFree(sf, PETSC_MEMTYPE_CUDA, bas->ioffset_d)); in PetscSFReset_Basic_NVSHMEM()
77 PetscSF_Basic *bas = (PetscSF_Basic *)sf->data; in PetscSFSetUp_Basic_NVSHMEM() local
89 nRemoteLeafRanks = bas->niranks - bas->ndiranks; in PetscSFSetUp_Basic_NVSHMEM()
91 bas->nRemoteLeafRanks = nRemoteLeafRanks; in PetscSFSetUp_Basic_NVSHMEM()
98 stmp[3] = bas->rootbuflen[PETSCSF_REMOTE]; in PetscSFSetUp_Basic_NVSHMEM()
104 bas->nRemoteLeafRanksMax = rtmp[2]; in PetscSFSetUp_Basic_NVSHMEM()
105 bas->rootbuflen_rmax = rtmp[3]; in PetscSFSetUp_Basic_NVSHMEM()
112 …for (i = 0; i < nRemoteLeafRanks; i++) PetscCallMPI(MPI_Send(&i, 1, MPIU_INT, bas->iranks[i + bas-… in PetscSFSetUp_Basic_NVSHMEM()
117 tmp = bas->ioffset[i + bas->ndiranks] - bas->ioffset[bas->ndiranks]; in PetscSFSetUp_Basic_NVSHMEM()
118 …PetscCallMPI(MPI_Send(&tmp, 1, MPIU_INT, bas->iranks[i + bas->ndiranks], tag, comm)); /* Roots sen… in PetscSFSetUp_Basic_NVSHMEM()
133 PetscCall(PetscMalloc2(nRemoteLeafRanks, &bas->leafsigdisp, nRemoteLeafRanks, &bas->leafbufdisp)); in PetscSFSetUp_Basic_NVSHMEM()
134 …< nRemoteLeafRanks; i++) PetscCallMPI(MPIU_Irecv(&bas->leafsigdisp[i], 1, MPIU_INT, bas->iranks[i … in PetscSFSetUp_Basic_NVSHMEM()
138 …< nRemoteLeafRanks; i++) PetscCallMPI(MPIU_Irecv(&bas->leafbufdisp[i], 1, MPIU_INT, bas->iranks[i … in PetscSFSetUp_Basic_NVSHMEM()
145 PetscCallCUDA(cudaMalloc((void **)&bas->leafbufdisp_d, nRemoteLeafRanks * sizeof(PetscInt))); in PetscSFSetUp_Basic_NVSHMEM()
146 PetscCallCUDA(cudaMalloc((void **)&bas->leafsigdisp_d, nRemoteLeafRanks * sizeof(PetscInt))); in PetscSFSetUp_Basic_NVSHMEM()
147 PetscCallCUDA(cudaMalloc((void **)&bas->iranks_d, nRemoteLeafRanks * sizeof(PetscMPIInt))); in PetscSFSetUp_Basic_NVSHMEM()
148 PetscCallCUDA(cudaMalloc((void **)&bas->ioffset_d, (nRemoteLeafRanks + 1) * sizeof(PetscInt))); in PetscSFSetUp_Basic_NVSHMEM()
150 …PetscCallCUDA(cudaMemcpyAsync(bas->leafbufdisp_d, bas->leafbufdisp, nRemoteLeafRanks * sizeof(Pets… in PetscSFSetUp_Basic_NVSHMEM()
151 …PetscCallCUDA(cudaMemcpyAsync(bas->leafsigdisp_d, bas->leafsigdisp, nRemoteLeafRanks * sizeof(Pets… in PetscSFSetUp_Basic_NVSHMEM()
152 …PetscCallCUDA(cudaMemcpyAsync(bas->iranks_d, bas->iranks + bas->ndiranks, nRemoteLeafRanks * sizeo… in PetscSFSetUp_Basic_NVSHMEM()
153 …PetscCallCUDA(cudaMemcpyAsync(bas->ioffset_d, bas->ioffset + bas->ndiranks, (nRemoteLeafRanks + 1)… in PetscSFSetUp_Basic_NVSHMEM()
217 PetscSF_Basic *bas = (PetscSF_Basic *)sf->data; in PetscSFLinkBuildDependenceBegin() local
218 …PetscInt buflen = (direction == PETSCSF_ROOT2LEAF) ? bas->rootbuflen[PETSCSF_REMOTE] : sf->l… in PetscSFLinkBuildDependenceBegin()
232 PetscSF_Basic *bas = (PetscSF_Basic *)sf->data; in PetscSFLinkBuildDependenceEnd() local
233 …PetscInt buflen = (direction == PETSCSF_ROOT2LEAF) ? sf->leafbuflen[PETSCSF_REMOTE] : bas->r… in PetscSFLinkBuildDependenceEnd()
306 PetscSF_Basic *bas = (PetscSF_Basic *)sf->data; in PetscSFLinkWaitSignalsOfCompletionOfGettingData_NVSHMEM() local
313 n = bas->nRemoteLeafRanks; in PetscSFLinkWaitSignalsOfCompletionOfGettingData_NVSHMEM()
342 PetscSF_Basic *bas = (PetscSF_Basic *)sf->data; in PetscSFLinkGetDataBegin_NVSHMEM() local
365 ndstranks = bas->nRemoteLeafRanks; in PetscSFLinkGetDataBegin_NVSHMEM()
370 dstranks_d = bas->iranks_d; /* my (remote) leaf ranks */ in PetscSFLinkGetDataBegin_NVSHMEM()
373 dstsigdisp_d = bas->leafsigdisp_d; in PetscSFLinkGetDataBegin_NVSHMEM()
375 nsrcranks = bas->nRemoteLeafRanks; in PetscSFLinkGetDataBegin_NVSHMEM()
378 …srcdisp_h = bas->leafbufdisp; /* for my i-th remote root rank, I will access its buf at offset ro… in PetscSFLinkGetDataBegin_NVSHMEM()
379 srcdisp_d = bas->leafbufdisp_d; in PetscSFLinkGetDataBegin_NVSHMEM()
380 srcranks_h = bas->iranks + bas->ndiranks; /* my (remote) root ranks */ in PetscSFLinkGetDataBegin_NVSHMEM()
381 srcranks_d = bas->iranks_d; in PetscSFLinkGetDataBegin_NVSHMEM()
386 …dstdisp_h = bas->ioffset + bas->ndiranks; /* offsets of the local root buf. Note dstdisp[0] is no… in PetscSFLinkGetDataBegin_NVSHMEM()
387 dstdisp_d = bas->ioffset_d; in PetscSFLinkGetDataBegin_NVSHMEM()
438 PetscSF_Basic *bas = (PetscSF_Basic *)sf->data; in PetscSFLinkGetDataEnd_NVSHMEM() local
450 nsrcranks = bas->nRemoteLeafRanks; in PetscSFLinkGetDataEnd_NVSHMEM()
452 srcsigdisp = bas->leafsigdisp_d; in PetscSFLinkGetDataEnd_NVSHMEM()
453 srcranks = bas->iranks_d; in PetscSFLinkGetDataEnd_NVSHMEM()
517 PetscSF_Basic *bas = (PetscSF_Basic *)sf->data; in PetscSFLinkPutDataBegin_NVSHMEM() local
529 …ndstranks = bas->nRemoteLeafRanks; /* number of (remote) leaf ranks … in PetscSFLinkPutDataBegin_NVSHMEM()
533 …srcdisp_h = bas->ioffset + bas->ndiranks; /* offsets of rootbuf. srcdisp[0] is not necessarily zer… in PetscSFLinkPutDataBegin_NVSHMEM()
534 srcdisp_d = bas->ioffset_d; in PetscSFLinkPutDataBegin_NVSHMEM()
537 …dstdisp_h = bas->leafbufdisp; /* for my i-th remote leaf rank, I will access its leaf buf at offs… in PetscSFLinkPutDataBegin_NVSHMEM()
538 dstdisp_d = bas->leafbufdisp_d; in PetscSFLinkPutDataBegin_NVSHMEM()
539 dstranks_h = bas->iranks + bas->ndiranks; /* remote leaf ranks */ in PetscSFLinkPutDataBegin_NVSHMEM()
540 dstranks_d = bas->iranks_d; in PetscSFLinkPutDataBegin_NVSHMEM()
609 PetscSF_Basic *bas = (PetscSF_Basic *)sf->data; in PetscSFLinkPutDataEnd_NVSHMEM() local
618 ndstranks = bas->nRemoteLeafRanks; in PetscSFLinkPutDataEnd_NVSHMEM()
619 dstranks = bas->iranks_d; /* leaf ranks */ in PetscSFLinkPutDataEnd_NVSHMEM()
621 …dstsigdisp = bas->leafsigdisp_d; /* for my i-th remote leaf rank, I will access its signal at offs… in PetscSFLinkPutDataEnd_NVSHMEM()
623 nsrcranks = bas->nRemoteLeafRanks; in PetscSFLinkPutDataEnd_NVSHMEM()
642 PetscSF_Basic *bas = (PetscSF_Basic *)sf->data; in PetscSFLinkSendSignalsToAllowPuttingData_NVSHMEM() local
654 nsrcranks = bas->nRemoteLeafRanks; in PetscSFLinkSendSignalsToAllowPuttingData_NVSHMEM()
656 srcsigdisp_d = bas->leafsigdisp_d; in PetscSFLinkSendSignalsToAllowPuttingData_NVSHMEM()
657 srcranks_d = bas->iranks_d; in PetscSFLinkSendSignalsToAllowPuttingData_NVSHMEM()
690 PetscSF_Basic *bas = (PetscSF_Basic *)sf->data; in PetscSFLinkCreate_NVSHMEM() local
704 …rootdirect[PETSCSF_REMOTE] = (PetscMemTypeNVSHMEM(rootmtype) && bas->rootcontig[PETSCSF_REMOTE]) ?… in PetscSFLinkCreate_NVSHMEM()
709 …rootdirect[PETSCSF_REMOTE] = (PetscMemTypeNVSHMEM(rootmtype) && bas->rootcontig[PETSCSF_REMOTE] &&… in PetscSFLinkCreate_NVSHMEM()
721 for (p = &bas->avail; (link = *p); p = &link->next) { in PetscSFLinkCreate_NVSHMEM()
741 …if (!link->rootSendSig) PetscCall(PetscNvshmemCalloc(bas->nRemoteLeafRanksMax * sizeof(uint64_t), … in PetscSFLinkCreate_NVSHMEM()
742 …if (!link->rootRecvSig) PetscCall(PetscNvshmemCalloc(bas->nRemoteLeafRanksMax * sizeof(uint64_t), … in PetscSFLinkCreate_NVSHMEM()
769 …link->rootbuf[PETSCSF_REMOTE][PETSC_MEMTYPE_DEVICE] = (char *)rootdata + bas->rootstart[PETSCSF_RE… in PetscSFLinkCreate_NVSHMEM()
771 …_alloc[PETSCSF_REMOTE][PETSC_MEMTYPE_DEVICE]) PetscCall(PetscNvshmemMalloc(bas->rootbuflen_rmax * … in PetscSFLinkCreate_NVSHMEM()
786 link->next = bas->inuse; in PetscSFLinkCreate_NVSHMEM()
787 bas->inuse = link; in PetscSFLinkCreate_NVSHMEM()