Lines Matching refs:vec
21 static inline int CeedVectorNeedSync_Cuda(const CeedVector vec, CeedMemType mem_type, bool *need_sy… in CeedVectorNeedSync_Cuda() argument
25 CeedCallBackend(CeedVectorGetData(vec, &impl)); in CeedVectorNeedSync_Cuda()
26 CeedCallBackend(CeedVectorHasValidArray(vec, &has_valid_array)); in CeedVectorNeedSync_Cuda()
41 static inline int CeedVectorSyncH2D_Cuda(const CeedVector vec) { in CeedVectorSyncH2D_Cuda() argument
46 CeedCallBackend(CeedVectorGetData(vec, &impl)); in CeedVectorSyncH2D_Cuda()
48 …CeedCheck(impl->h_array, CeedVectorReturnCeed(vec), CEED_ERROR_BACKEND, "No valid host data to syn… in CeedVectorSyncH2D_Cuda()
50 CeedCallBackend(CeedVectorGetLength(vec, &length)); in CeedVectorSyncH2D_Cuda()
57 CeedCallCuda(CeedVectorReturnCeed(vec), cudaMalloc((void **)&impl->d_array_owned, bytes)); in CeedVectorSyncH2D_Cuda()
60 …CeedCallCuda(CeedVectorReturnCeed(vec), cudaMemcpy(impl->d_array, impl->h_array, bytes, cudaMemcpy… in CeedVectorSyncH2D_Cuda()
67 static inline int CeedVectorSyncD2H_Cuda(const CeedVector vec) { in CeedVectorSyncD2H_Cuda() argument
71 CeedCallBackend(CeedVectorGetData(vec, &impl)); in CeedVectorSyncD2H_Cuda()
73 …CeedCheck(impl->d_array, CeedVectorReturnCeed(vec), CEED_ERROR_BACKEND, "No valid device data to s… in CeedVectorSyncD2H_Cuda()
82 CeedCallBackend(CeedVectorGetLength(vec, &length)); in CeedVectorSyncD2H_Cuda()
87 CeedCallBackend(CeedVectorGetLength(vec, &length)); in CeedVectorSyncD2H_Cuda()
90 …CeedCallCuda(CeedVectorReturnCeed(vec), cudaMemcpy(impl->h_array, impl->d_array, bytes, cudaMemcpy… in CeedVectorSyncD2H_Cuda()
97 static int CeedVectorSyncArray_Cuda(const CeedVector vec, CeedMemType mem_type) { in CeedVectorSyncArray_Cuda() argument
101 CeedCallBackend(CeedVectorNeedSync_Cuda(vec, mem_type, &need_sync)); in CeedVectorSyncArray_Cuda()
106 return CeedVectorSyncD2H_Cuda(vec); in CeedVectorSyncArray_Cuda()
108 return CeedVectorSyncH2D_Cuda(vec); in CeedVectorSyncArray_Cuda()
116 static inline int CeedVectorSetAllInvalid_Cuda(const CeedVector vec) { in CeedVectorSetAllInvalid_Cuda() argument
119 CeedCallBackend(CeedVectorGetData(vec, &impl)); in CeedVectorSetAllInvalid_Cuda()
128 static inline int CeedVectorHasValidArray_Cuda(const CeedVector vec, bool *has_valid_array) { in CeedVectorHasValidArray_Cuda() argument
131 CeedCallBackend(CeedVectorGetData(vec, &impl)); in CeedVectorHasValidArray_Cuda()
139 static inline int CeedVectorHasArrayOfType_Cuda(const CeedVector vec, CeedMemType mem_type, bool *h… in CeedVectorHasArrayOfType_Cuda() argument
142 CeedCallBackend(CeedVectorGetData(vec, &impl)); in CeedVectorHasArrayOfType_Cuda()
157 static inline int CeedVectorHasBorrowedArrayOfType_Cuda(const CeedVector vec, CeedMemType mem_type,… in CeedVectorHasBorrowedArrayOfType_Cuda() argument
160 CeedCallBackend(CeedVectorGetData(vec, &impl)); in CeedVectorHasBorrowedArrayOfType_Cuda()
175 static int CeedVectorSetArrayHost_Cuda(const CeedVector vec, const CeedCopyMode copy_mode, CeedScal… in CeedVectorSetArrayHost_Cuda() argument
179 CeedCallBackend(CeedVectorGetData(vec, &impl)); in CeedVectorSetArrayHost_Cuda()
180 CeedCallBackend(CeedVectorGetLength(vec, &length)); in CeedVectorSetArrayHost_Cuda()
190 static int CeedVectorSetArrayDevice_Cuda(const CeedVector vec, const CeedCopyMode copy_mode, CeedSc… in CeedVectorSetArrayDevice_Cuda() argument
195 CeedCallBackend(CeedVectorGetCeed(vec, &ceed)); in CeedVectorSetArrayDevice_Cuda()
196 CeedCallBackend(CeedVectorGetData(vec, &impl)); in CeedVectorSetArrayDevice_Cuda()
197 CeedCallBackend(CeedVectorGetLength(vec, &length)); in CeedVectorSetArrayDevice_Cuda()
209 static int CeedVectorSetArray_Cuda(const CeedVector vec, const CeedMemType mem_type, const CeedCopy… in CeedVectorSetArray_Cuda() argument
212 CeedCallBackend(CeedVectorGetData(vec, &impl)); in CeedVectorSetArray_Cuda()
213 CeedCallBackend(CeedVectorSetAllInvalid_Cuda(vec)); in CeedVectorSetArray_Cuda()
216 return CeedVectorSetArrayHost_Cuda(vec, copy_mode, array); in CeedVectorSetArray_Cuda()
218 return CeedVectorSetArrayDevice_Cuda(vec, copy_mode, array); in CeedVectorSetArray_Cuda()
239 static int CeedVectorCopyStrided_Cuda(CeedVector vec, CeedSize start, CeedSize stop, CeedSize step,… in CeedVectorCopyStrided_Cuda() argument
243 CeedCallBackend(CeedVectorGetData(vec, &impl)); in CeedVectorCopyStrided_Cuda()
247 CeedCallBackend(CeedVectorGetLength(vec, &length_vec)); in CeedVectorCopyStrided_Cuda()
261 CeedCallBackend(CeedVectorGetCeed(vec, &ceed)); in CeedVectorCopyStrided_Cuda()
282 …return CeedError(CeedVectorReturnCeed(vec), CEED_ERROR_BACKEND, "CeedVector must have valid data s… in CeedVectorCopyStrided_Cuda()
303 static int CeedVectorSetValue_Cuda(CeedVector vec, CeedScalar val) { in CeedVectorSetValue_Cuda() argument
307 CeedCallBackend(CeedVectorGetData(vec, &impl)); in CeedVectorSetValue_Cuda()
308 CeedCallBackend(CeedVectorGetLength(vec, &length)); in CeedVectorSetValue_Cuda()
320 CeedCallBackend(CeedVectorSetArray(vec, CEED_MEM_DEVICE, CEED_COPY_VALUES, NULL)); in CeedVectorSetValue_Cuda()
325 …CeedCallCuda(CeedVectorReturnCeed(vec), cudaMemset(impl->d_array, 0, length * sizeof(CeedScalar))); in CeedVectorSetValue_Cuda()
353 static int CeedVectorSetValueStrided_Cuda(CeedVector vec, CeedSize start, CeedSize stop, CeedSize s… in CeedVectorSetValueStrided_Cuda() argument
357 CeedCallBackend(CeedVectorGetData(vec, &impl)); in CeedVectorSetValueStrided_Cuda()
358 CeedCallBackend(CeedVectorGetLength(vec, &length)); in CeedVectorSetValueStrided_Cuda()
368 …return CeedError(CeedVectorReturnCeed(vec), CEED_ERROR_BACKEND, "CeedVector must have valid data s… in CeedVectorSetValueStrided_Cuda()
376 static int CeedVectorTakeArray_Cuda(CeedVector vec, CeedMemType mem_type, CeedScalar **array) { in CeedVectorTakeArray_Cuda() argument
379 CeedCallBackend(CeedVectorGetData(vec, &impl)); in CeedVectorTakeArray_Cuda()
381 CeedCallBackend(CeedVectorSyncArray(vec, mem_type)); in CeedVectorTakeArray_Cuda()
402 static int CeedVectorGetArrayCore_Cuda(const CeedVector vec, const CeedMemType mem_type, CeedScalar… in CeedVectorGetArrayCore_Cuda() argument
405 CeedCallBackend(CeedVectorGetData(vec, &impl)); in CeedVectorGetArrayCore_Cuda()
407 CeedCallBackend(CeedVectorSyncArray(vec, mem_type)); in CeedVectorGetArrayCore_Cuda()
423 static int CeedVectorGetArrayRead_Cuda(const CeedVector vec, const CeedMemType mem_type, const Ceed… in CeedVectorGetArrayRead_Cuda() argument
424 return CeedVectorGetArrayCore_Cuda(vec, mem_type, (CeedScalar **)array); in CeedVectorGetArrayRead_Cuda()
430 static int CeedVectorGetArray_Cuda(const CeedVector vec, const CeedMemType mem_type, CeedScalar **a… in CeedVectorGetArray_Cuda() argument
433 CeedCallBackend(CeedVectorGetData(vec, &impl)); in CeedVectorGetArray_Cuda()
434 CeedCallBackend(CeedVectorGetArrayCore_Cuda(vec, mem_type, array)); in CeedVectorGetArray_Cuda()
435 CeedCallBackend(CeedVectorSetAllInvalid_Cuda(vec)); in CeedVectorGetArray_Cuda()
450 static int CeedVectorGetArrayWrite_Cuda(const CeedVector vec, const CeedMemType mem_type, CeedScala… in CeedVectorGetArrayWrite_Cuda() argument
454 CeedCallBackend(CeedVectorGetData(vec, &impl)); in CeedVectorGetArrayWrite_Cuda()
455 CeedCallBackend(CeedVectorHasArrayOfType_Cuda(vec, mem_type, &has_array_of_type)); in CeedVectorGetArrayWrite_Cuda()
458 CeedCallBackend(CeedVectorSetArray(vec, mem_type, CEED_COPY_VALUES, NULL)); in CeedVectorGetArrayWrite_Cuda()
471 return CeedVectorGetArray_Cuda(vec, mem_type, array); in CeedVectorGetArrayWrite_Cuda()
477 static int CeedVectorNorm_Cuda(CeedVector vec, CeedNormType type, CeedScalar *norm) { in CeedVectorNorm_Cuda() argument
487 CeedCallBackend(CeedVectorGetCeed(vec, &ceed)); in CeedVectorNorm_Cuda()
488 CeedCallBackend(CeedVectorGetData(vec, &impl)); in CeedVectorNorm_Cuda()
489 CeedCallBackend(CeedVectorGetLength(vec, &length)); in CeedVectorNorm_Cuda()
501 CeedCallBackend(CeedVectorGetArrayRead(vec, CEED_MEM_DEVICE, &d_array)); in CeedVectorNorm_Cuda()
631 CeedCallBackend(CeedVectorRestoreArrayRead(vec, &d_array)); in CeedVectorNorm_Cuda()
654 static int CeedVectorReciprocal_Cuda(CeedVector vec) { in CeedVectorReciprocal_Cuda() argument
658 CeedCallBackend(CeedVectorGetData(vec, &impl)); in CeedVectorReciprocal_Cuda()
659 CeedCallBackend(CeedVectorGetLength(vec, &length)); in CeedVectorReciprocal_Cuda()
836 static int CeedVectorDestroy_Cuda(const CeedVector vec) { in CeedVectorDestroy_Cuda() argument
839 CeedCallBackend(CeedVectorGetData(vec, &impl)); in CeedVectorDestroy_Cuda()
840 CeedCallCuda(CeedVectorReturnCeed(vec), cudaFree(impl->d_array_owned)); in CeedVectorDestroy_Cuda()
849 int CeedVectorCreate_Cuda(CeedSize n, CeedVector vec) { in CeedVectorCreate_Cuda() argument
853 CeedCallBackend(CeedVectorGetCeed(vec, &ceed)); in CeedVectorCreate_Cuda()
854 …CeedCallBackend(CeedSetBackendFunction(ceed, "Vector", vec, "HasValidArray", CeedVectorHasValidArr… in CeedVectorCreate_Cuda()
855 …CeedCallBackend(CeedSetBackendFunction(ceed, "Vector", vec, "HasBorrowedArrayOfType", CeedVectorHa… in CeedVectorCreate_Cuda()
856 CeedCallBackend(CeedSetBackendFunction(ceed, "Vector", vec, "SetArray", CeedVectorSetArray_Cuda)); in CeedVectorCreate_Cuda()
857 …CeedCallBackend(CeedSetBackendFunction(ceed, "Vector", vec, "TakeArray", CeedVectorTakeArray_Cuda)… in CeedVectorCreate_Cuda()
858 …CeedCallBackend(CeedSetBackendFunction(ceed, "Vector", vec, "CopyStrided", CeedVectorCopyStrided_C… in CeedVectorCreate_Cuda()
859 CeedCallBackend(CeedSetBackendFunction(ceed, "Vector", vec, "SetValue", CeedVectorSetValue_Cuda)); in CeedVectorCreate_Cuda()
860 …CeedCallBackend(CeedSetBackendFunction(ceed, "Vector", vec, "SetValueStrided", CeedVectorSetValueS… in CeedVectorCreate_Cuda()
861 …CeedCallBackend(CeedSetBackendFunction(ceed, "Vector", vec, "SyncArray", CeedVectorSyncArray_Cuda)… in CeedVectorCreate_Cuda()
862 CeedCallBackend(CeedSetBackendFunction(ceed, "Vector", vec, "GetArray", CeedVectorGetArray_Cuda)); in CeedVectorCreate_Cuda()
863 …CeedCallBackend(CeedSetBackendFunction(ceed, "Vector", vec, "GetArrayRead", CeedVectorGetArrayRead… in CeedVectorCreate_Cuda()
864 …CeedCallBackend(CeedSetBackendFunction(ceed, "Vector", vec, "GetArrayWrite", CeedVectorGetArrayWri… in CeedVectorCreate_Cuda()
865 CeedCallBackend(CeedSetBackendFunction(ceed, "Vector", vec, "Norm", CeedVectorNorm_Cuda)); in CeedVectorCreate_Cuda()
866 …CeedCallBackend(CeedSetBackendFunction(ceed, "Vector", vec, "Reciprocal", CeedVectorReciprocal_Cud… in CeedVectorCreate_Cuda()
867 CeedCallBackend(CeedSetBackendFunction(ceed, "Vector", vec, "Scale", CeedVectorScale_Cuda)); in CeedVectorCreate_Cuda()
868 CeedCallBackend(CeedSetBackendFunction(ceed, "Vector", vec, "AXPY", CeedVectorAXPY_Cuda)); in CeedVectorCreate_Cuda()
869 CeedCallBackend(CeedSetBackendFunction(ceed, "Vector", vec, "AXPBY", CeedVectorAXPBY_Cuda)); in CeedVectorCreate_Cuda()
870 …CeedCallBackend(CeedSetBackendFunction(ceed, "Vector", vec, "PointwiseMult", CeedVectorPointwiseMu… in CeedVectorCreate_Cuda()
871 CeedCallBackend(CeedSetBackendFunction(ceed, "Vector", vec, "Destroy", CeedVectorDestroy_Cuda)); in CeedVectorCreate_Cuda()
874 CeedCallBackend(CeedVectorSetData(vec, impl)); in CeedVectorCreate_Cuda()