| /petsc/src/sys/objects/device/impls/cupm/ |
| H A D | cupmcontext.hpp | 156 PetscCallCUPM(cupmSetDevice(static_cast<int>(devidl))); in check_current_device_() 270 PetscCallCUPM(cupmDeviceGetMemPool(&mempool, static_cast<int>(device->deviceId))); in initialize() 271 PetscCallCUPM(cupmMemPoolSetAttribute(mempool, cupmMemPoolAttrReleaseThreshold, &threshold)); in initialize() 286 if (dci->begin) PetscCallCUPM(cupmEventDestroy(dci->begin)); in destroy() 287 if (dci->end) PetscCallCUPM(cupmEventDestroy(dci->end)); in destroy() 339 PetscCallCUPM(cerr); in query() 353 PetscCallCUPM(cupmEventRecord(event, dcib->stream.get_stream())); in waitForContext() 354 PetscCallCUPM(cupmStreamWaitEvent(impls_cast_(dctxa)->stream.get_stream(), event, 0)); in waitForContext() 365 if (!idle) PetscCallCUPM(cupmStreamSynchronize(impls_cast_(dctx)->stream.get_stream())); in synchronize() 404 PetscCallCUPM(cupmEventCreate(&dci->begin)); in beginTimer() [all …]
|
| H A D | cupmstream.hpp | 60 PetscCallCUPM(cupmStreamDestroy(stream_)); in destroy() 75 PetscCallCUPM(cupmStreamGetFlags(stream_, ¤t_flags)); in create() 80 PetscCallCUPM(cupmStreamCreateWithFlags(&stream_, flags)); in create() 97 PetscCallCUPM(cupmStreamGetFlags(stream_, &flag)); in change_type() 138 PetscCallCUPM(cupmStreamWaitEvent(stream_, event.get(), 0)); in wait_for_()
|
| H A D | cupmdevice.cxx | 61 } else PetscCallCUPM(cupmGetLastError()); in initialize() 63 if (cupmSetDevice(id()) != cupmErrorDeviceAlreadyInUse) PetscCallCUPM(cupmGetLastError()); in initialize() 65 PetscCallCUPM(cupmInit(0)); in initialize() 100 if (cupmSetDevice(id_) != cupmErrorDeviceAlreadyInUse) PetscCallCUPM(cupmGetLastError()); in configure() 102 PetscCallCUPM(cupmGetDeviceProperties(&dprop_, id_)); in configure() 124 PetscCallCUPM(cupmDeviceGetAttribute(&clock, cupmDevAttrClockRate, id_)); in view() 125 PetscCallCUPM(cupmDeviceGetAttribute(&memclock, cupmDevAttrMemoryClockRate, id_)); in view() 200 PetscCallCUPM(cupmMalloc(reinterpret_cast<void **>(&dbuf), sizeof(hbuf))); in CUPMAwareMPI_() 201 PetscCallCUPM(cupmMemcpy(dbuf, hbuf, sizeof(hbuf), cupmMemcpyHostToDevice)); in CUPMAwareMPI_() 202 PetscCallCUPM(cupmDeviceSynchronize()); in CUPMAwareMPI_() [all …]
|
| H A D | cupmevent.hpp | 40 PetscCallCUPM(cupmEventDestroy(std::move(pool_.top()))); in finalize_() 53 PetscCallCUPM(cupmEventCreateWithFlags(event, (unsigned int)flags)); in allocate() 70 PetscCallCUPM(cupmEventDestroy(event)); in deallocate() 164 PetscCallCUPM(cupmEventRecord(get(), stream)); in record()
|
| H A D | cupmallocator.hpp | 61 PetscCallCUPM(cupmFreeHost(ptr)); in deallocate() 116 PetscCallCUPM(cupmFreeAsync(ptr, stream->get_stream())); in deallocate()
|
| /petsc/include/petsc/private/ |
| H A D | cupminterface.hpp | 51 #define PetscCallCUPM(...) PetscCallCUPM_(PetscCheck, PETSC_COMM_SELF, __VA_ARGS__) macro 595 if (PETSC_PKG_CUDA_VERSION_GE(11, 0, 0) && (T == DeviceType::CUDA)) PetscCallCUPM(cerr); in PetscCUPMGetMemType() 645 PetscCallCUPM(cupmMallocAsync(reinterpret_cast<void **>(ptr), bytes, stream)); in PetscCUPMMallocAsync() 647 PetscCallCUPM(cupmMalloc(reinterpret_cast<void **>(ptr), bytes)); in PetscCUPMMallocAsync() 669 if (n) PetscCallCUPM(cupmMallocHost(reinterpret_cast<void **>(ptr), n * sizeof(M), flags)); in PetscCUPMMallocHost() 697 if (PetscUnlikely(cerr != cupmErrorNotReady)) PetscCallCUPM(cerr); in PetscCUPMMemcpyAsync() 700 PetscCallCUPM(cupmMemcpyAsync(dest, src, size, kind, stream)); in PetscCUPMMemcpyAsync() 702 PetscCallCUPM(cupmMemcpy(dest, src, size, kind)); in PetscCUPMMemcpyAsync() 730 …PetscCallCUPM(cupmMemcpy2DAsync(dest, dest_pitch_bytes, src, src_pitch_bytes, width_bytes, height,… in PetscCUPMMemcpy2DAsync() 732 …PetscCallCUPM(cupmMemcpy2D(dest, dest_pitch_bytes, src, src_pitch_bytes, width_bytes, height, kind… in PetscCUPMMemcpy2DAsync() [all …]
|
| H A D | cupmobject.hpp | 80 PetscCallCUPM(cupmMallocHost(ptr, sz)); in UseCUPMHostAllocGuard() 86 PetscCallCUPM(cupmFreeHost(ptr)); in UseCUPMHostAllocGuard()
|
| H A D | veccupmimpl.h | 308 PetscCallCUPM(cupmFreeAsync(device_array, stream)); in ResetAllocatedDevicePtr_() 1087 for (auto &&ptr : cntptrs) PetscCallCUPM(cupmFreeAsync(ptr.get(), stream)); in ResetPreallocationCOO_CUPMBase() 1088 …util::make_array(std::ref(vcu->sendbuf_d), std::ref(vcu->recvbuf_d))) PetscCallCUPM(cupmFreeAsync(… in ResetPreallocationCOO_CUPMBase()
|
| /petsc/src/vec/is/sf/impls/basic/cupm/ |
| H A D | sfcupm_impl.hpp | 283 …PetscCallCUPM(cupmMemcpyAsync(buf, (char *)data + start * link->unitbytes, count * link->unitbytes… in Pack() 299 …PetscCallCUPM(cupmMemcpyAsync((char *)data + start * link->unitbytes, buf, count * link->unitbytes… in UnpackAndOp() 368 …PetscCallCUPM(cupmMemcpyAsync((Type *)dst + dstStart * link->bs, (const Type *)src + srcStart * li… in ScatterAndInsert() 569 PetscCallCUPM(cupmDeviceSynchronize()); in LinkSyncDevice() 577 PetscCallCUPM(cupmStreamSynchronize(link->stream)); in LinkSyncStream() 596 PetscCallCUPM(cupmMemcpyAsync(dst, src, n, kinds[stype][dtype], link->stream)); in LinkMemcpy() 609 PetscCallCUPM(cupmMalloc(ptr, size)); in Malloc() 619 else if (PetscMemTypeDevice(mtype)) PetscCallCUPM(cupmFree(ptr)); in Free() 630 PetscCallCUPM(cupmFree(link->rootbuf_alloc[i][PETSC_MEMTYPE_DEVICE])); in LinkDestroy_MPI() 631 PetscCallCUPM(cupmFree(link->leafbuf_alloc[i][PETSC_MEMTYPE_DEVICE])); in LinkDestroy_MPI() [all …]
|
| /petsc/src/mat/impls/dense/seq/cupm/ |
| H A D | matseqdensecupm.hpp | 217 if (!mcu->d_user_alloc) PetscCallCUPM(cupmFreeAsync(mcu->d_v, stream)); in SetPreallocation_() 315 if (stream) PetscCallCUPM(cupmStreamSynchronize(stream)); in CheckCUPMSolverInfo_() 342 PetscCallCUPM(cupmFreeAsync(mcu->d_fact_work, stream)); in ResizeFactLwork() 798 PetscCallCUPM(cupmFreeAsync(y, stream)); in MatMatSolve_Factored_Dispatch_() 1035 if (!mcu->d_user_alloc) PetscCallCUPM(cupmFreeAsync(mcu->d_v, stream)); in Reset() 1036 PetscCallCUPM(cupmFreeAsync(mcu->d_fact_tau, stream)); in Reset() 1037 PetscCallCUPM(cupmFreeAsync(mcu->d_fact_ipiv, stream)); in Reset() 1038 PetscCallCUPM(cupmFreeAsync(mcu->d_fact_info, stream)); in Reset() 1039 PetscCallCUPM(cupmFreeAsync(mcu->d_fact_work, stream)); in Reset() 1264 PetscCallCUPM(cupmFreeAsync(mcu->d_v, stream)); in ReplaceArray() [all …]
|
| /petsc/src/vec/vec/impls/mpi/cupm/ |
| H A D | vecmpicupm_impl.hpp | 349 PetscCallCUPM(cupmStreamSynchronize(stream)); in SetValuesCOO()
|
| /petsc/src/vec/vec/impls/seq/cupm/ |
| H A D | vecseqcupm_impl.hpp | 373 PetscCallCUPM(cupmFreeAsync(device_array, stream)); in GetLocalVector() 433 PetscCallCUPM(cupmFreeAsync(VecCUPMCast(w)->array_d, stream)); in RestoreLocalVector() 1158 PetscCallCUPM( in MDot_kernel_dispatch_()
|