| /petsc/src/vec/is/sf/tests/ |
| H A D | ex23.c | 38 PetscCall(PetscDeviceMalloc(dctx, PETSC_MEMTYPE_DEVICE, n2, &xd)); in main() 39 PetscCall(PetscDeviceMalloc(dctx, PETSC_MEMTYPE_DEVICE, n2, &yd)); in main() 48 …cCall(PetscSFReduceWithMemTypeBegin(vscat, MPIU_INT, PETSC_MEMTYPE_DEVICE, xd, PETSC_MEMTYPE_DEVIC… in main() 54 …cCall(PetscSFBcastWithMemTypeBegin(vscat, MPIU_2INT, PETSC_MEMTYPE_DEVICE, yd, PETSC_MEMTYPE_DEVIC… in main()
|
| /petsc/include/ |
| H A D | petscdevicetypes.h | 47 PETSC_MEMTYPE_DEVICE = 1, /* 0x01 */ enumerator 64 #define PetscMemTypeDevice(m) (((m) & 0x1) == PETSC_MEMTYPE_DEVICE) 76 static_assert(!PetscMemTypeHost(PETSC_MEMTYPE_DEVICE), ""); 83 static_assert(PetscMemTypeDevice(PETSC_MEMTYPE_DEVICE), ""); 99 static_assert(PETSC_MEMTYPE_CUDA == PETSC_MEMTYPE_DEVICE, ""); in PetscMemTypeToString() 205 return PETSC_MEMTYPE_DEVICE; in PetscOffloadMaskToMemType()
|
| /petsc/src/vec/is/sf/impls/basic/nvshmem/ |
| H A D | sfnvshmem.cu | 358 …src = link->rootbuf[PETSCSF_REMOTE][PETSC_MEMTYPE_DEVICE]; /* root buf is the send buf; it i… in PetscSFLinkGetDataBegin_NVSHMEM() 366 …dst = link->leafbuf[PETSCSF_REMOTE][PETSC_MEMTYPE_DEVICE]; /* recv buf is the local leaf buf… in PetscSFLinkGetDataBegin_NVSHMEM() 376 src = link->leafbuf[PETSCSF_REMOTE][PETSC_MEMTYPE_DEVICE]; /* leaf buf is the send buf */ in PetscSFLinkGetDataBegin_NVSHMEM() 384 …dst = link->rootbuf[PETSCSF_REMOTE][PETSC_MEMTYPE_DEVICE]; /* the local root buf is the recv… in PetscSFLinkGetDataBegin_NVSHMEM() 530 …src = link->rootbuf[PETSCSF_REMOTE][PETSC_MEMTYPE_DEVICE]; /* Both src & dst must be symmetr… in PetscSFLinkPutDataBegin_NVSHMEM() 531 dst = link->leafbuf[PETSCSF_REMOTE][PETSC_MEMTYPE_DEVICE]; in PetscSFLinkPutDataBegin_NVSHMEM() 543 src = link->leafbuf[PETSCSF_REMOTE][PETSC_MEMTYPE_DEVICE]; in PetscSFLinkPutDataBegin_NVSHMEM() 544 dst = link->rootbuf[PETSCSF_REMOTE][PETSC_MEMTYPE_DEVICE]; in PetscSFLinkPutDataBegin_NVSHMEM() 678 PetscCall(PetscNvshmemFree(link->leafbuf_alloc[PETSCSF_REMOTE][PETSC_MEMTYPE_DEVICE])); in PetscSFLinkDestroy_NVSHMEM() 681 PetscCall(PetscNvshmemFree(link->rootbuf_alloc[PETSCSF_REMOTE][PETSC_MEMTYPE_DEVICE])); in PetscSFLinkDestroy_NVSHMEM() [all …]
|
| /petsc/src/sys/objects/device/util/ |
| H A D | memory.c | 46 if (cerr == cudaSuccess && mtype == cudaMemoryTypeDevice) *type = PETSC_MEMTYPE_DEVICE; in PetscGetMemType() 63 if (cerr == hipSuccess && mtype == hipMemoryTypeDevice) *type = PETSC_MEMTYPE_DEVICE; in PetscGetMemType()
|
| /petsc/src/vec/is/sf/impls/basic/ |
| H A D | sfpack.h | 308 void *d_buf = link->rootbuf[PETSCSF_REMOTE][PETSC_MEMTYPE_DEVICE]; in PetscSFLinkCopyRootBufferInCaseNotUseGpuAwareMPI() 311 … PetscCall((*link->Memcpy)(link, PETSC_MEMTYPE_HOST, h_buf, PETSC_MEMTYPE_DEVICE, d_buf, count)); in PetscSFLinkCopyRootBufferInCaseNotUseGpuAwareMPI() 314 … PetscCall((*link->Memcpy)(link, PETSC_MEMTYPE_DEVICE, d_buf, PETSC_MEMTYPE_HOST, h_buf, count)); in PetscSFLinkCopyRootBufferInCaseNotUseGpuAwareMPI() 326 void *d_buf = link->leafbuf[PETSCSF_REMOTE][PETSC_MEMTYPE_DEVICE]; in PetscSFLinkCopyLeafBufferInCaseNotUseGpuAwareMPI() 329 … PetscCall((*link->Memcpy)(link, PETSC_MEMTYPE_HOST, h_buf, PETSC_MEMTYPE_DEVICE, d_buf, count)); in PetscSFLinkCopyLeafBufferInCaseNotUseGpuAwareMPI() 332 … PetscCall((*link->Memcpy)(link, PETSC_MEMTYPE_DEVICE, d_buf, PETSC_MEMTYPE_HOST, h_buf, count)); in PetscSFLinkCopyLeafBufferInCaseNotUseGpuAwareMPI() 397 …PetscCall(PetscSFMalloc(sf, PETSC_MEMTYPE_DEVICE, size, (void **)&bas->rootpackopt_d[scope]->array… in PetscSFLinkGetRootPackOptAndIndices() 398 …PetscCall((*link->Memcpy)(link, PETSC_MEMTYPE_DEVICE, bas->rootpackopt_d[scope]->array, PETSC_MEMT… in PetscSFLinkGetRootPackOptAndIndices() 404 … PetscCall(PetscSFMalloc(sf, PETSC_MEMTYPE_DEVICE, size, (void **)&bas->irootloc_d[scope])); in PetscSFLinkGetRootPackOptAndIndices() 405 …PetscCall((*link->Memcpy)(link, PETSC_MEMTYPE_DEVICE, bas->irootloc_d[scope], PETSC_MEMTYPE_HOST, … in PetscSFLinkGetRootPackOptAndIndices() [all …]
|
| H A D | sfmpi.c | 72 … rootmtype = PetscMemTypeHost(xrootmtype) ? PETSC_MEMTYPE_HOST : PETSC_MEMTYPE_DEVICE; /* Convert… in PetscSFLinkCreate_MPI() 73 …scMemType leafmtype = PetscMemTypeHost(xleafmtype) ? PETSC_MEMTYPE_HOST : PETSC_MEMTYPE_DEVICE; in PetscSFLinkCreate_MPI()
|
| H A D | sfbasic.c | 269 for (int i = 0; i < 2; i++) PetscCall(PetscSFFree(sf, PETSC_MEMTYPE_DEVICE, bas->irootloc_d[i])); in PetscSFReset_Basic()
|
| H A D | sfpack.c | 1364 PetscCall(PetscSFDestroyPackOpt(sf, PETSC_MEMTYPE_DEVICE, &sf->leafpackopt_d[i])); in PetscSFResetPackFields() 1365 PetscCall(PetscSFDestroyPackOpt(sf, PETSC_MEMTYPE_DEVICE, &bas->rootpackopt_d[i])); in PetscSFResetPackFields()
|
| /petsc/src/mat/impls/dense/mpi/cupm/ |
| H A D | matmpidensecupm.hpp | 160 …CUPM(to_host, pobj, MatDenseCUPMGetArray_C(), nullptr, GetArrayC_<PETSC_MEMTYPE_DEVICE, PETSC_MEMO… in Convert_Dispatch_() 161 …(to_host, pobj, MatDenseCUPMGetArrayRead_C(), nullptr, GetArrayC_<PETSC_MEMTYPE_DEVICE, PETSC_MEMO… in Convert_Dispatch_() 162 …to_host, pobj, MatDenseCUPMGetArrayWrite_C(), nullptr, GetArrayC_<PETSC_MEMTYPE_DEVICE, PETSC_MEMO… in Convert_Dispatch_() 163 …host, pobj, MatDenseCUPMRestoreArray_C(), nullptr, RestoreArrayC_<PETSC_MEMTYPE_DEVICE, PETSC_MEMO… in Convert_Dispatch_() 164 …, pobj, MatDenseCUPMRestoreArrayRead_C(), nullptr, RestoreArrayC_<PETSC_MEMTYPE_DEVICE, PETSC_MEMO… in Convert_Dispatch_() 165 … pobj, MatDenseCUPMRestoreArrayWrite_C(), nullptr, RestoreArrayC_<PETSC_MEMTYPE_DEVICE, PETSC_MEMO… in Convert_Dispatch_()
|
| /petsc/src/sys/objects/device/tests/ |
| H A D | ex7.c | 116 PetscCall(PetscDeviceMalloc(sub[i], PETSC_MEMTYPE_DEVICE, n, &ptr)); in TestAsyncCoherence() 138 PetscCall(PetscDeviceCalloc(dctx, PETSC_MEMTYPE_DEVICE, n, &ptr)); in TestAsyncCoherence() 192 PetscCall(TestAllocate(dctx, rand, PETSC_MEMTYPE_DEVICE)); in main()
|
| /petsc/src/vec/vec/impls/seq/cupm/ |
| H A D | vecseqcupm.hpp | 206 PetscCall(impl::VecSeq_CUPM<T>::template GetArray<PETSC_MEMTYPE_DEVICE, mode>(v, a, dctx)); in VecCUPMGetArrayAsync_Private() 216 PetscCall(impl::VecSeq_CUPM<T>::template RestoreArray<PETSC_MEMTYPE_DEVICE, mode>(v, a, dctx)); in VecCUPMRestoreArrayAsync_Private() 273 PetscCall(impl::VecSeq_CUPM<T>::template PlaceArray<PETSC_MEMTYPE_DEVICE>(vin, a)); in VecCUPMPlaceArrayAsync() 282 PetscCall(impl::VecSeq_CUPM<T>::template ReplaceArray<PETSC_MEMTYPE_DEVICE>(vin, a)); in VecCUPMReplaceArrayAsync() 291 PetscCall(impl::VecSeq_CUPM<T>::template ResetArray<PETSC_MEMTYPE_DEVICE>(vin)); in VecCUPMResetArrayAsync()
|
| /petsc/src/mat/tests/ |
| H A D | ex217.c | 33 …else if (ishypre) PetscCheck(PetscDefined(HAVE_HYPRE_DEVICE) ? memtype == PETSC_MEMTYPE_DEVICE : m… in main()
|
| /petsc/include/petsc/private/ |
| H A D | veccupmimpl.h | 198 …ext dctx, Vec v) noexcept PETSC_DECLTYPE_AUTO_RETURNS(VectorArray<PETSC_MEMTYPE_DEVICE, PETSC_MEMO… 199 …ext dctx, Vec v) noexcept PETSC_DECLTYPE_AUTO_RETURNS(VectorArray<PETSC_MEMTYPE_DEVICE, PETSC_MEMO… 200 …ext dctx, Vec v) noexcept PETSC_DECLTYPE_AUTO_RETURNS(VectorArray<PETSC_MEMTYPE_DEVICE, PETSC_MEMO… 580 static_assert((mtype == PETSC_MEMTYPE_HOST) || (mtype == PETSC_MEMTYPE_DEVICE), ""); in GetArray() 640 static_assert((mtype == PETSC_MEMTYPE_HOST) || (mtype == PETSC_MEMTYPE_DEVICE), ""); in RestoreArray() 672 if (a) PetscCall(D::template GetArray<PETSC_MEMTYPE_DEVICE, access>(v, a, dctx)); in GetArrayAndMemtype() 695 PetscCall(D::template RestoreArray<PETSC_MEMTYPE_DEVICE, access>(v, a, dctx)); in RestoreArrayAndMemtype() 720 static_assert((mtype == PETSC_MEMTYPE_HOST) || (mtype == PETSC_MEMTYPE_DEVICE), ""); in PlaceArray() 753 static_assert((mtype == PETSC_MEMTYPE_HOST) || (mtype == PETSC_MEMTYPE_DEVICE), ""); in ReplaceArray() 799 static_assert((mtype == PETSC_MEMTYPE_HOST) || (mtype == PETSC_MEMTYPE_DEVICE), ""); in ResetArray() [all …]
|
| H A D | matdensecupmimpl.h | 179 …ext dctx, Mat m) noexcept PETSC_DECLTYPE_AUTO_RETURNS(MatrixArray<PETSC_MEMTYPE_DEVICE, PETSC_MEMO… 180 …ext dctx, Mat m) noexcept PETSC_DECLTYPE_AUTO_RETURNS(MatrixArray<PETSC_MEMTYPE_DEVICE, PETSC_MEMO… 181 …ext dctx, Mat m) noexcept PETSC_DECLTYPE_AUTO_RETURNS(MatrixArray<PETSC_MEMTYPE_DEVICE, PETSC_MEMO…
|
| H A D | cupmobject.hpp | 370 } else if (mtype == PETSC_MEMTYPE_DEVICE) { in CheckPointerMatchesMemType_()
|
| /petsc/src/mat/impls/dense/seq/cupm/ |
| H A D | matseqdensecupm.hpp | 923 …CUPM(to_host, pobj, MatDenseCUPMGetArray_C(), nullptr, GetArrayC_<PETSC_MEMTYPE_DEVICE, PETSC_MEMO… in Convert_Dispatch_() 924 …(to_host, pobj, MatDenseCUPMGetArrayRead_C(), nullptr, GetArrayC_<PETSC_MEMTYPE_DEVICE, PETSC_MEMO… in Convert_Dispatch_() 925 …to_host, pobj, MatDenseCUPMGetArrayWrite_C(), nullptr, GetArrayC_<PETSC_MEMTYPE_DEVICE, PETSC_MEMO… in Convert_Dispatch_() 926 …host, pobj, MatDenseCUPMRestoreArray_C(), nullptr, RestoreArrayC_<PETSC_MEMTYPE_DEVICE, PETSC_MEMO… in Convert_Dispatch_() 927 …, pobj, MatDenseCUPMRestoreArrayRead_C(), nullptr, RestoreArrayC_<PETSC_MEMTYPE_DEVICE, PETSC_MEMO… in Convert_Dispatch_() 928 … pobj, MatDenseCUPMRestoreArrayWrite_C(), nullptr, RestoreArrayC_<PETSC_MEMTYPE_DEVICE, PETSC_MEMO… in Convert_Dispatch_() 1164 static_assert((mtype == PETSC_MEMTYPE_HOST) || (mtype == PETSC_MEMTYPE_DEVICE), ""); in GetArray() 1195 static_assert((mtype == PETSC_MEMTYPE_HOST) || (mtype == PETSC_MEMTYPE_DEVICE), ""); in RestoreArray() 1213 PetscCall(GetArray<PETSC_MEMTYPE_DEVICE, access>(m, array, dctx)); in GetArrayAndMemType() 1223 PetscCall(RestoreArray<PETSC_MEMTYPE_DEVICE, access>(m, array, dctx)); in RestoreArrayAndMemType() [all …]
|
| /petsc/src/tao/unconstrained/tutorials/ |
| H A D | rosenbrock4.h | 218 if (memtype == PETSC_MEMTYPE_DEVICE) { in CreateHessian() 483 } else if (memtype_x == PETSC_MEMTYPE_DEVICE) { in FormObjective() 523 } else if (memtype_x == PETSC_MEMTYPE_DEVICE) { in FormGradient() 580 } else if (memtype_x == PETSC_MEMTYPE_DEVICE) { in FormObjectiveGradient() 639 } else if (memtype_x == PETSC_MEMTYPE_DEVICE) { in FormHessian()
|
| /petsc/src/vec/is/sf/impls/basic/kokkos/ |
| H A D | sfkok.kokkos.cxx | 631 PetscCall(PetscSFFree(sf, PETSC_MEMTYPE_DEVICE, link->rootbuf_alloc[i][PETSC_MEMTYPE_DEVICE])); in PetscSFLinkDestroy_Kokkos() 632 PetscCall(PetscSFFree(sf, PETSC_MEMTYPE_DEVICE, link->leafbuf_alloc[i][PETSC_MEMTYPE_DEVICE])); in PetscSFLinkDestroy_Kokkos()
|
| /petsc/src/vec/is/sf/impls/basic/allgather/ |
| H A D | sfallgather.c | 107 …PetscCall((*link->Memcpy)(link, PETSC_MEMTYPE_DEVICE, leafdata, PETSC_MEMTYPE_HOST, link->leafbuf[… in PetscSFBcastToZero_Allgather()
|
| /petsc/src/vec/is/sf/impls/basic/cupm/ |
| H A D | sfcupm_impl.hpp | 630 PetscCallCUPM(cupmFree(link->rootbuf_alloc[i][PETSC_MEMTYPE_DEVICE])); in LinkDestroy_MPI() 631 PetscCallCUPM(cupmFree(link->leafbuf_alloc[i][PETSC_MEMTYPE_DEVICE])); in LinkDestroy_MPI()
|
| /petsc/src/vec/is/sf/impls/basic/allgatherv/ |
| H A D | sfallgatherv.c | 238 …mtype) && !sf->use_gpu_aware_mpi) PetscCall((*link->Memcpy)(link, PETSC_MEMTYPE_DEVICE, leafdata, … in PetscSFBcastToZero_Allgatherv()
|
| /petsc/src/sys/objects/device/impls/cupm/ |
| H A D | cupmcontext.hpp | 191 …PetscCheck(PetscMemTypeHost(mtype) || (mtype == PETSC_MEMTYPE_DEVICE) || (mtype == PETSC_MEMTYPE_C… in check_memtype_()
|
| /petsc/src/vec/vec/utils/ |
| H A D | vscat.c | 171 for (i = 0; i < 2; i++) PetscCall(PetscSFFree(sf, PETSC_MEMTYPE_DEVICE, bas->irootloc_d[i])); in VecScatterRemap_Internal()
|
| /petsc/src/ksp/pc/impls/bjacobi/bjkokkos/ |
| H A D | bjkokkos.kokkos.cxx | 576 …NG, "No GPU data for x %d != %d", static_cast<int>(mtype), static_cast<int>(PETSC_MEMTYPE_DEVICE)); in PCApply_BJKOKKOS()
|
| /petsc/src/vec/is/sf/interface/ |
| H A D | sf.c | 140 for (PetscInt i = 0; i < 2; i++) PetscCall(PetscSFFree(sf, PETSC_MEMTYPE_DEVICE, sf->rmine_d[i])); in PetscSFReset()
|