Lines Matching refs:vec
21 static inline int CeedVectorNeedSync_Hip(const CeedVector vec, CeedMemType mem_type, bool *need_syn… in CeedVectorNeedSync_Hip() argument
25 CeedCallBackend(CeedVectorGetData(vec, &impl)); in CeedVectorNeedSync_Hip()
26 CeedCallBackend(CeedVectorHasValidArray(vec, &has_valid_array)); in CeedVectorNeedSync_Hip()
41 static inline int CeedVectorSyncH2D_Hip(const CeedVector vec) { in CeedVectorSyncH2D_Hip() argument
46 CeedCallBackend(CeedVectorGetData(vec, &impl)); in CeedVectorSyncH2D_Hip()
48 …CeedCheck(impl->h_array, CeedVectorReturnCeed(vec), CEED_ERROR_BACKEND, "No valid host data to syn… in CeedVectorSyncH2D_Hip()
50 CeedCallBackend(CeedVectorGetLength(vec, &length)); in CeedVectorSyncH2D_Hip()
57 CeedCallHip(CeedVectorReturnCeed(vec), hipMalloc((void **)&impl->d_array_owned, bytes)); in CeedVectorSyncH2D_Hip()
60 …CeedCallHip(CeedVectorReturnCeed(vec), hipMemcpy(impl->d_array, impl->h_array, bytes, hipMemcpyHos… in CeedVectorSyncH2D_Hip()
67 static inline int CeedVectorSyncD2H_Hip(const CeedVector vec) { in CeedVectorSyncD2H_Hip() argument
72 CeedCallBackend(CeedVectorGetData(vec, &impl)); in CeedVectorSyncD2H_Hip()
74 …CeedCheck(impl->d_array, CeedVectorReturnCeed(vec), CEED_ERROR_BACKEND, "No valid device data to s… in CeedVectorSyncD2H_Hip()
83 CeedCallBackend(CeedVectorGetLength(vec, &length)); in CeedVectorSyncD2H_Hip()
88 CeedCallBackend(CeedVectorGetLength(vec, &length)); in CeedVectorSyncD2H_Hip()
90 …CeedCallHip(CeedVectorReturnCeed(vec), hipMemcpy(impl->h_array, impl->d_array, bytes, hipMemcpyDev… in CeedVectorSyncD2H_Hip()
97 static int CeedVectorSyncArray_Hip(const CeedVector vec, CeedMemType mem_type) { in CeedVectorSyncArray_Hip() argument
102 CeedCallBackend(CeedVectorGetData(vec, &impl)); in CeedVectorSyncArray_Hip()
104 CeedCallHip(CeedVectorReturnCeed(vec), hipDeviceSynchronize()); in CeedVectorSyncArray_Hip()
109 CeedCallBackend(CeedVectorNeedSync_Hip(vec, mem_type, &need_sync)); in CeedVectorSyncArray_Hip()
114 return CeedVectorSyncD2H_Hip(vec); in CeedVectorSyncArray_Hip()
116 return CeedVectorSyncH2D_Hip(vec); in CeedVectorSyncArray_Hip()
124 static inline int CeedVectorSetAllInvalid_Hip(const CeedVector vec) { in CeedVectorSetAllInvalid_Hip() argument
127 CeedCallBackend(CeedVectorGetData(vec, &impl)); in CeedVectorSetAllInvalid_Hip()
136 static inline int CeedVectorHasValidArray_Hip(const CeedVector vec, bool *has_valid_array) { in CeedVectorHasValidArray_Hip() argument
139 CeedCallBackend(CeedVectorGetData(vec, &impl)); in CeedVectorHasValidArray_Hip()
147 static inline int CeedVectorHasArrayOfType_Hip(const CeedVector vec, CeedMemType mem_type, bool *ha… in CeedVectorHasArrayOfType_Hip() argument
150 CeedCallBackend(CeedVectorGetData(vec, &impl)); in CeedVectorHasArrayOfType_Hip()
165 static inline int CeedVectorHasBorrowedArrayOfType_Hip(const CeedVector vec, CeedMemType mem_type, … in CeedVectorHasBorrowedArrayOfType_Hip() argument
168 CeedCallBackend(CeedVectorGetData(vec, &impl)); in CeedVectorHasBorrowedArrayOfType_Hip()
187 static int CeedVectorSetArrayHost_Hip(const CeedVector vec, const CeedCopyMode copy_mode, CeedScala… in CeedVectorSetArrayHost_Hip() argument
191 CeedCallBackend(CeedVectorGetData(vec, &impl)); in CeedVectorSetArrayHost_Hip()
192 CeedCallBackend(CeedVectorGetLength(vec, &length)); in CeedVectorSetArrayHost_Hip()
202 static int CeedVectorSetArrayDevice_Hip(const CeedVector vec, const CeedCopyMode copy_mode, CeedSca… in CeedVectorSetArrayDevice_Hip() argument
207 CeedCallBackend(CeedVectorGetCeed(vec, &ceed)); in CeedVectorSetArrayDevice_Hip()
208 CeedCallBackend(CeedVectorGetData(vec, &impl)); in CeedVectorSetArrayDevice_Hip()
209 CeedCallBackend(CeedVectorGetLength(vec, &length)); in CeedVectorSetArrayDevice_Hip()
220 static int CeedVectorSetArrayUnifiedHostToDevice_Hip(const CeedVector vec, const CeedCopyMode copy_… in CeedVectorSetArrayUnifiedHostToDevice_Hip() argument
225 CeedCallBackend(CeedVectorGetCeed(vec, &ceed)); in CeedVectorSetArrayUnifiedHostToDevice_Hip()
226 CeedCallBackend(CeedVectorGetData(vec, &impl)); in CeedVectorSetArrayUnifiedHostToDevice_Hip()
227 CeedCallBackend(CeedVectorGetLength(vec, &length)); in CeedVectorSetArrayUnifiedHostToDevice_Hip()
258 static int CeedVectorSetArray_Hip(const CeedVector vec, const CeedMemType mem_type, const CeedCopyM… in CeedVectorSetArray_Hip() argument
261 CeedCallBackend(CeedVectorGetData(vec, &impl)); in CeedVectorSetArray_Hip()
262 CeedCallBackend(CeedVectorSetAllInvalid_Hip(vec)); in CeedVectorSetArray_Hip()
266 return CeedVectorSetArrayUnifiedHostToDevice_Hip(vec, copy_mode, array); in CeedVectorSetArray_Hip()
268 return CeedVectorSetArrayHost_Hip(vec, copy_mode, array); in CeedVectorSetArray_Hip()
271 return CeedVectorSetArrayDevice_Hip(vec, copy_mode, array); in CeedVectorSetArray_Hip()
292 static int CeedVectorCopyStrided_Hip(CeedVector vec, CeedSize start, CeedSize stop, CeedSize step, … in CeedVectorCopyStrided_Hip() argument
296 CeedCallBackend(CeedVectorGetData(vec, &impl)); in CeedVectorCopyStrided_Hip()
300 CeedCallBackend(CeedVectorGetLength(vec, &length_vec)); in CeedVectorCopyStrided_Hip()
310 CeedCallBackend(CeedVectorGetCeed(vec, &ceed)); in CeedVectorCopyStrided_Hip()
337 …return CeedError(CeedVectorReturnCeed(vec), CEED_ERROR_BACKEND, "CeedVector must have valid data s… in CeedVectorCopyStrided_Hip()
358 static int CeedVectorSetValue_Hip(CeedVector vec, CeedScalar val) { in CeedVectorSetValue_Hip() argument
363 CeedCallBackend(CeedVectorGetData(vec, &impl)); in CeedVectorSetValue_Hip()
364 CeedCallBackend(CeedGetData(CeedVectorReturnCeed(vec), &hip_data)); in CeedVectorSetValue_Hip()
365 CeedCallBackend(CeedVectorGetLength(vec, &length)); in CeedVectorSetValue_Hip()
377 CeedCallBackend(CeedVectorSetArray(vec, CEED_MEM_DEVICE, CEED_COPY_VALUES, NULL)); in CeedVectorSetValue_Hip()
382 … CeedCallHip(CeedVectorReturnCeed(vec), hipMemset(impl->d_array, 0, length * sizeof(CeedScalar))); in CeedVectorSetValue_Hip()
410 static int CeedVectorSetValueStrided_Hip(CeedVector vec, CeedSize start, CeedSize stop, CeedSize st… in CeedVectorSetValueStrided_Hip() argument
414 CeedCallBackend(CeedVectorGetData(vec, &impl)); in CeedVectorSetValueStrided_Hip()
415 CeedCallBackend(CeedVectorGetLength(vec, &length)); in CeedVectorSetValueStrided_Hip()
425 …return CeedError(CeedVectorReturnCeed(vec), CEED_ERROR_BACKEND, "CeedVector must have valid data s… in CeedVectorSetValueStrided_Hip()
433 static int CeedVectorTakeArray_Hip(CeedVector vec, CeedMemType mem_type, CeedScalar **array) { in CeedVectorTakeArray_Hip() argument
436 CeedCallBackend(CeedVectorGetData(vec, &impl)); in CeedVectorTakeArray_Hip()
439 CeedCallBackend(CeedVectorSyncArray(vec, mem_type)); in CeedVectorTakeArray_Hip()
461 static int CeedVectorGetArrayCore_Hip(const CeedVector vec, CeedMemType mem_type, CeedScalar **arra… in CeedVectorGetArrayCore_Hip() argument
464 CeedCallBackend(CeedVectorGetData(vec, &impl)); in CeedVectorGetArrayCore_Hip()
470 CeedCallBackend(CeedVectorSyncArray(vec, mem_type)); in CeedVectorGetArrayCore_Hip()
487 static int CeedVectorGetArrayRead_Hip(const CeedVector vec, const CeedMemType mem_type, const CeedS… in CeedVectorGetArrayRead_Hip() argument
488 return CeedVectorGetArrayCore_Hip(vec, mem_type, (CeedScalar **)array); in CeedVectorGetArrayRead_Hip()
494 static int CeedVectorGetArray_Hip(const CeedVector vec, CeedMemType mem_type, CeedScalar **array) { in CeedVectorGetArray_Hip() argument
497 CeedCallBackend(CeedVectorGetData(vec, &impl)); in CeedVectorGetArray_Hip()
503 CeedCallBackend(CeedVectorGetArrayCore_Hip(vec, mem_type, array)); in CeedVectorGetArray_Hip()
504 CeedCallBackend(CeedVectorSetAllInvalid_Hip(vec)); in CeedVectorGetArray_Hip()
520 static int CeedVectorGetArrayWrite_Hip(const CeedVector vec, CeedMemType mem_type, CeedScalar **arr… in CeedVectorGetArrayWrite_Hip() argument
525 CeedCallBackend(CeedVectorGetData(vec, &impl)); in CeedVectorGetArrayWrite_Hip()
526 CeedCallBackend(CeedGetData(CeedVectorReturnCeed(vec), &hip_data)); in CeedVectorGetArrayWrite_Hip()
531 CeedCallBackend(CeedVectorHasArrayOfType_Hip(vec, mem_type, &has_array_of_type)); in CeedVectorGetArrayWrite_Hip()
534 CeedCallBackend(CeedVectorSetArray(vec, mem_type, CEED_COPY_VALUES, NULL)); in CeedVectorGetArrayWrite_Hip()
547 return CeedVectorGetArray_Hip(vec, mem_type, array); in CeedVectorGetArrayWrite_Hip()
553 static int CeedVectorNorm_Hip(CeedVector vec, CeedNormType type, CeedScalar *norm) { in CeedVectorNorm_Hip() argument
565 CeedCallBackend(CeedVectorGetCeed(vec, &ceed)); in CeedVectorNorm_Hip()
567 CeedCallBackend(CeedVectorGetData(vec, &impl)); in CeedVectorNorm_Hip()
568 CeedCallBackend(CeedVectorGetLength(vec, &length)); in CeedVectorNorm_Hip()
580 CeedCallBackend(CeedVectorGetArrayRead(vec, CEED_MEM_DEVICE, &d_array)); in CeedVectorNorm_Hip()
737 CeedCallBackend(CeedVectorRestoreArrayRead(vec, &d_array)); in CeedVectorNorm_Hip()
760 static int CeedVectorReciprocal_Hip(CeedVector vec) { in CeedVectorReciprocal_Hip() argument
764 CeedCallBackend(CeedVectorGetData(vec, &impl)); in CeedVectorReciprocal_Hip()
765 CeedCallBackend(CeedVectorGetLength(vec, &length)); in CeedVectorReciprocal_Hip()
950 static int CeedVectorDestroy_Hip(const CeedVector vec) { in CeedVectorDestroy_Hip() argument
953 CeedCallBackend(CeedVectorGetData(vec, &impl)); in CeedVectorDestroy_Hip()
954 CeedCallHip(CeedVectorReturnCeed(vec), hipFree(impl->d_array_owned)); in CeedVectorDestroy_Hip()
963 int CeedVectorCreate_Hip(CeedSize n, CeedVector vec) { in CeedVectorCreate_Hip() argument
968 CeedCallBackend(CeedVectorGetCeed(vec, &ceed)); in CeedVectorCreate_Hip()
969 …CeedCallBackend(CeedSetBackendFunction(ceed, "Vector", vec, "HasValidArray", CeedVectorHasValidArr… in CeedVectorCreate_Hip()
970 …CeedCallBackend(CeedSetBackendFunction(ceed, "Vector", vec, "HasBorrowedArrayOfType", CeedVectorHa… in CeedVectorCreate_Hip()
971 CeedCallBackend(CeedSetBackendFunction(ceed, "Vector", vec, "SetArray", CeedVectorSetArray_Hip)); in CeedVectorCreate_Hip()
972 …CeedCallBackend(CeedSetBackendFunction(ceed, "Vector", vec, "TakeArray", CeedVectorTakeArray_Hip)); in CeedVectorCreate_Hip()
973 …CeedCallBackend(CeedSetBackendFunction(ceed, "Vector", vec, "CopyStrided", CeedVectorCopyStrided_H… in CeedVectorCreate_Hip()
974 CeedCallBackend(CeedSetBackendFunction(ceed, "Vector", vec, "SetValue", CeedVectorSetValue_Hip)); in CeedVectorCreate_Hip()
975 …CeedCallBackend(CeedSetBackendFunction(ceed, "Vector", vec, "SetValueStrided", CeedVectorSetValueS… in CeedVectorCreate_Hip()
976 …CeedCallBackend(CeedSetBackendFunction(ceed, "Vector", vec, "SyncArray", CeedVectorSyncArray_Hip)); in CeedVectorCreate_Hip()
977 CeedCallBackend(CeedSetBackendFunction(ceed, "Vector", vec, "GetArray", CeedVectorGetArray_Hip)); in CeedVectorCreate_Hip()
978 …CeedCallBackend(CeedSetBackendFunction(ceed, "Vector", vec, "GetArrayRead", CeedVectorGetArrayRead… in CeedVectorCreate_Hip()
979 …CeedCallBackend(CeedSetBackendFunction(ceed, "Vector", vec, "GetArrayWrite", CeedVectorGetArrayWri… in CeedVectorCreate_Hip()
980 CeedCallBackend(CeedSetBackendFunction(ceed, "Vector", vec, "Norm", CeedVectorNorm_Hip)); in CeedVectorCreate_Hip()
981 …CeedCallBackend(CeedSetBackendFunction(ceed, "Vector", vec, "Reciprocal", CeedVectorReciprocal_Hip… in CeedVectorCreate_Hip()
982 CeedCallBackend(CeedSetBackendFunction(ceed, "Vector", vec, "Scale", CeedVectorScale_Hip)); in CeedVectorCreate_Hip()
983 CeedCallBackend(CeedSetBackendFunction(ceed, "Vector", vec, "AXPY", CeedVectorAXPY_Hip)); in CeedVectorCreate_Hip()
984 CeedCallBackend(CeedSetBackendFunction(ceed, "Vector", vec, "AXPBY", CeedVectorAXPBY_Hip)); in CeedVectorCreate_Hip()
985 …CeedCallBackend(CeedSetBackendFunction(ceed, "Vector", vec, "PointwiseMult", CeedVectorPointwiseMu… in CeedVectorCreate_Hip()
986 CeedCallBackend(CeedSetBackendFunction(ceed, "Vector", vec, "Destroy", CeedVectorDestroy_Hip)); in CeedVectorCreate_Hip()
991 CeedCallBackend(CeedVectorSetData(vec, impl)); in CeedVectorCreate_Hip()