Home
last modified time | relevance | path

Searched defs:r_U (Results 1 – 19 of 19) sorted by relevance

/libCEED/include/ceed/jit-source/hip/
H A Dhip-shared-basis-tensor.h29 CeedScalar r_U[BASIS_NUM_COMP * (BASIS_DIM > 2 ? BASIS_P_1D : 1)]; in __launch_bounds__() local
68 CeedScalar r_U[BASIS_NUM_COMP * (BASIS_DIM > 2 ? BASIS_P_1D : 1)]; in __launch_bounds__() local
98 CeedScalar r_U[BASIS_NUM_COMP * (BASIS_DIM > 2 ? BASIS_Q_1D : 1)]; in __launch_bounds__() local
137 CeedScalar r_U[BASIS_NUM_COMP * (BASIS_DIM > 2 ? BASIS_Q_1D : 1)]; in __launch_bounds__() local
167 CeedScalar r_U[BASIS_NUM_COMP * (BASIS_DIM > 2 ? BASIS_Q_1D : 1)]; in __launch_bounds__() local
207 CeedScalar r_U[BASIS_NUM_COMP * (BASIS_DIM > 2 ? BASIS_Q_1D : 1)]; in __launch_bounds__() local
240 CeedScalar r_U[BASIS_NUM_COMP * (BASIS_DIM > 2 ? BASIS_P_1D : 1)]; in __launch_bounds__() local
284 CeedScalar r_U[BASIS_NUM_COMP * (BASIS_DIM > 2 ? BASIS_P_1D : 1)]; in __launch_bounds__() local
325 CeedScalar r_U[BASIS_NUM_COMP * BASIS_DIM * (BASIS_DIM > 2 ? BASIS_Q_1D : 1)]; in __launch_bounds__() local
369 CeedScalar r_U[BASIS_NUM_COMP * BASIS_DIM * (BASIS_DIM > 2 ? BASIS_Q_1D : 1)]; in __launch_bounds__() local
[all …]
H A Dhip-shared-basis-nontensor.h29 CeedScalar r_U[BASIS_NUM_COMP]; in __launch_bounds__() local
56 CeedScalar r_U[BASIS_NUM_COMP]; in __launch_bounds__() local
83 CeedScalar r_U[BASIS_NUM_COMP]; in __launch_bounds__() local
113 CeedScalar r_U[BASIS_NUM_COMP]; in __launch_bounds__() local
140 CeedScalar r_U[BASIS_NUM_COMP * BASIS_DIM]; in __launch_bounds__() local
167 CeedScalar r_U[BASIS_NUM_COMP * BASIS_DIM]; in __launch_bounds__() local
H A Dhip-shared-basis-tensor-templates.h52 inline __device__ void Interp1d(SharedData_Hip &data, const CeedScalar *__restrict__ r_U, const Cee… in Interp1d()
62 inline __device__ void InterpTranspose1d(SharedData_Hip &data, const CeedScalar *__restrict__ r_U, … in InterpTranspose1d()
73 …evice__ void InterpCollocatedNodes1d(SharedData_Hip &data, const CeedScalar *__restrict__ r_U, con… in InterpCollocatedNodes1d()
84 …oid InterpTransposeCollocatedNodes1d(SharedData_Hip &data, const CeedScalar *__restrict__ r_U, con… in InterpTransposeCollocatedNodes1d()
95 inline __device__ void Grad1d(SharedData_Hip &data, const CeedScalar *__restrict__ r_U, const CeedS… in Grad1d()
106 inline __device__ void GradTranspose1d(SharedData_Hip &data, const CeedScalar *__restrict__ r_U, co… in GradTranspose1d()
208 inline __device__ void InterpTensor2d(SharedData_Hip &data, const CeedScalar *__restrict__ r_U, con… in InterpTensor2d()
220 …evice__ void InterpTransposeTensor2d(SharedData_Hip &data, const CeedScalar *__restrict__ r_U, con… in InterpTransposeTensor2d()
233 …_ void InterpTensorCollocatedNodes2d(SharedData_Hip &data, const CeedScalar *__restrict__ r_U, con… in InterpTensorCollocatedNodes2d()
244 …terpTransposeTensorCollocatedNodes2d(SharedData_Hip &data, const CeedScalar *__restrict__ r_U, con… in InterpTransposeTensorCollocatedNodes2d()
[all …]
H A Dhip-shared-basis-nontensor-templates.h47 inline __device__ void InterpNonTensor(SharedData_Hip &data, const CeedScalar *__restrict__ r_U, co… in InterpNonTensor()
58 …vice__ void InterpTransposeNonTensor(SharedData_Hip &data, const CeedScalar *__restrict__ r_U, con… in InterpTransposeNonTensor()
70 inline __device__ void GradNonTensor(SharedData_Hip &data, const CeedScalar *__restrict__ r_U, cons… in GradNonTensor()
82 …device__ void GradTransposeNonTensor(SharedData_Hip &data, const CeedScalar *__restrict__ r_U, con… in GradTransposeNonTensor()
H A Dhip-shared-basis-tensor-at-points.h36 CeedScalar r_U[BASIS_NUM_COMP * (BASIS_DIM > 2 ? BASIS_P_1D : 1)]; in __launch_bounds__() local
92 CeedScalar r_U[BASIS_NUM_COMP]; in __launch_bounds__() local
162 CeedScalar r_U[BASIS_NUM_COMP]; in __launch_bounds__() local
224 CeedScalar r_U[BASIS_NUM_COMP * (BASIS_DIM > 2 ? BASIS_P_1D : 1)]; in __launch_bounds__() local
280 CeedScalar r_U[BASIS_NUM_COMP * BASIS_DIM]; in __launch_bounds__() local
351 CeedScalar r_U[BASIS_NUM_COMP * BASIS_DIM]; in __launch_bounds__() local
H A Dhip-shared-basis-tensor-flattened-templates.h131 inline __device__ void InterpTensor2dFlattened(SharedData_Hip &data, CeedScalar *__restrict__ r_U, … in InterpTensor2dFlattened()
150 …_ void InterpTransposeTensor2dFlattened(SharedData_Hip &data, CeedScalar *__restrict__ r_U, const … in InterpTransposeTensor2dFlattened()
168 … InterpTensorCollocatedNodes2dFlattened(SharedData_Hip &data, CeedScalar *__restrict__ r_U, const … in InterpTensorCollocatedNodes2dFlattened()
185 …ansposeTensorCollocatedNodes2dFlattened(SharedData_Hip &data, CeedScalar *__restrict__ r_U, const … in InterpTransposeTensorCollocatedNodes2dFlattened()
201 inline __device__ void GradTensor2dFlattened(SharedData_Hip &data, CeedScalar *__restrict__ r_U, co… in GradTensor2dFlattened()
222 …e__ void GradTransposeTensor2dFlattened(SharedData_Hip &data, CeedScalar *__restrict__ r_U, const … in GradTransposeTensor2dFlattened()
242 …id GradTensorCollocatedNodes2dFlattened(SharedData_Hip &data, CeedScalar *__restrict__ r_U, const … in GradTensorCollocatedNodes2dFlattened()
260 …ansposeTensorCollocatedNodes2dFlattened(SharedData_Hip &data, CeedScalar *__restrict__ r_U, const … in GradTransposeTensorCollocatedNodes2dFlattened()
468 inline __device__ void InterpTensor3dFlattened(SharedData_Hip &data, CeedScalar *__restrict__ r_U, … in InterpTensor3dFlattened()
488 …_ void InterpTransposeTensor3dFlattened(SharedData_Hip &data, CeedScalar *__restrict__ r_U, const … in InterpTransposeTensor3dFlattened()
[all …]
H A Dhip-shared-basis-tensor-at-points-templates.h66 …nterpTransposeAtPoints1d(SharedData_Hip &data, const CeedInt p, const CeedScalar *__restrict__ r_U, in InterpTransposeAtPoints1d()
113 … GradTransposeAtPoints1d(SharedData_Hip &data, const CeedInt p, const CeedScalar *__restrict__ r_U, in GradTransposeAtPoints1d()
173 …nterpTransposeAtPoints2d(SharedData_Hip &data, const CeedInt p, const CeedScalar *__restrict__ r_U, in InterpTransposeAtPoints2d()
246 … GradTransposeAtPoints2d(SharedData_Hip &data, const CeedInt p, const CeedScalar *__restrict__ r_U, in GradTransposeAtPoints2d()
329 …nterpTransposeAtPoints3d(SharedData_Hip &data, const CeedInt p, const CeedScalar *__restrict__ r_U, in InterpTransposeAtPoints3d()
420 … GradTransposeAtPoints3d(SharedData_Hip &data, const CeedInt p, const CeedScalar *__restrict__ r_U, in GradTransposeAtPoints3d()
H A Dhip-gen-templates.h476 …id GradColloSlice3d(SharedData_Hip &data, const CeedInt q, const CeedScalar *__restrict__ r_U, con… in GradColloSlice3d()
506 …lloSliceTranspose3d(SharedData_Hip &data, const CeedInt q, const CeedScalar *__restrict__ r_U, con… in GradColloSliceTranspose3d()
/libCEED/include/ceed/jit-source/cuda/
H A Dcuda-shared-basis-tensor.h28 CeedScalar r_U[BASIS_NUM_COMP * (BASIS_DIM > 2 ? BASIS_P_1D : 1)]; in Interp() local
67 CeedScalar r_U[BASIS_NUM_COMP * (BASIS_DIM > 2 ? BASIS_P_1D : 1)]; in InterpCollocated() local
97 CeedScalar r_U[BASIS_NUM_COMP * (BASIS_DIM > 2 ? BASIS_Q_1D : 1)]; in InterpTranspose() local
136 CeedScalar r_U[BASIS_NUM_COMP * (BASIS_DIM > 2 ? BASIS_Q_1D : 1)]; in InterpCollocatedTranspose() local
166 CeedScalar r_U[BASIS_NUM_COMP * (BASIS_DIM > 2 ? BASIS_Q_1D : 1)]; in InterpTransposeAdd() local
205 CeedScalar r_U[BASIS_NUM_COMP * (BASIS_DIM > 2 ? BASIS_Q_1D : 1)]; in InterpCollocatedTransposeAdd() local
238 CeedScalar r_U[BASIS_NUM_COMP * (BASIS_DIM > 2 ? BASIS_P_1D : 1)]; in Grad() local
281 CeedScalar r_U[BASIS_NUM_COMP * (BASIS_DIM > 2 ? BASIS_P_1D : 1)]; in GradCollocated() local
321 CeedScalar r_U[BASIS_NUM_COMP * BASIS_DIM * (BASIS_DIM > 2 ? BASIS_Q_1D : 1)]; in GradTranspose() local
364 CeedScalar r_U[BASIS_NUM_COMP * BASIS_DIM * (BASIS_DIM > 2 ? BASIS_Q_1D : 1)]; in GradCollocatedTranspose() local
[all …]
H A Dcuda-shared-basis-tensor-templates.h52 inline __device__ void Interp1d(SharedData_Cuda &data, const CeedScalar *__restrict__ r_U, const Ce… in Interp1d()
62 inline __device__ void InterpTranspose1d(SharedData_Cuda &data, const CeedScalar *__restrict__ r_U,… in InterpTranspose1d()
73 …vice__ void InterpCollocatedNodes1d(SharedData_Cuda &data, const CeedScalar *__restrict__ r_U, con… in InterpCollocatedNodes1d()
84 …id InterpTransposeCollocatedNodes1d(SharedData_Cuda &data, const CeedScalar *__restrict__ r_U, con… in InterpTransposeCollocatedNodes1d()
95 inline __device__ void Grad1d(SharedData_Cuda &data, const CeedScalar *__restrict__ r_U, const Ceed… in Grad1d()
106 inline __device__ void GradTranspose1d(SharedData_Cuda &data, const CeedScalar *__restrict__ r_U, c… in GradTranspose1d()
208 inline __device__ void InterpTensor2d(SharedData_Cuda &data, const CeedScalar *__restrict__ r_U, co… in InterpTensor2d()
221 …vice__ void InterpTransposeTensor2d(SharedData_Cuda &data, const CeedScalar *__restrict__ r_U, con… in InterpTransposeTensor2d()
234 … void InterpTensorCollocatedNodes2d(SharedData_Cuda &data, const CeedScalar *__restrict__ r_U, con… in InterpTensorCollocatedNodes2d()
245 …erpTransposeTensorCollocatedNodes2d(SharedData_Cuda &data, const CeedScalar *__restrict__ r_U, con… in InterpTransposeTensorCollocatedNodes2d()
[all …]
H A Dcuda-shared-basis-nontensor.h28 CeedScalar r_U[BASIS_NUM_COMP]; in Interp() local
55 CeedScalar r_U[BASIS_NUM_COMP]; in InterpTranspose() local
82 CeedScalar r_U[BASIS_NUM_COMP]; in InterpTransposeAdd() local
111 CeedScalar r_U[BASIS_NUM_COMP]; in Grad() local
138 CeedScalar r_U[BASIS_NUM_COMP * BASIS_DIM]; in GradTranspose() local
165 CeedScalar r_U[BASIS_NUM_COMP * BASIS_DIM]; in GradTransposeAdd() local
H A Dcuda-shared-basis-nontensor-templates.h47 inline __device__ void InterpNonTensor(SharedData_Cuda &data, const CeedScalar *__restrict__ r_U, c… in InterpNonTensor()
58 …ice__ void InterpTransposeNonTensor(SharedData_Cuda &data, const CeedScalar *__restrict__ r_U, con… in InterpTransposeNonTensor()
70 inline __device__ void GradNonTensor(SharedData_Cuda &data, const CeedScalar *__restrict__ r_U, con… in GradNonTensor()
82 …evice__ void GradTransposeNonTensor(SharedData_Cuda &data, const CeedScalar *__restrict__ r_U, con… in GradTransposeNonTensor()
H A Dcuda-shared-basis-tensor-flattened-templates.h131 inline __device__ void InterpTensor2dFlattened(SharedData_Cuda &data, CeedScalar *__restrict__ r_U,… in InterpTensor2dFlattened()
150 … void InterpTransposeTensor2dFlattened(SharedData_Cuda &data, CeedScalar *__restrict__ r_U, const … in InterpTransposeTensor2dFlattened()
168 …InterpTensorCollocatedNodes2dFlattened(SharedData_Cuda &data, CeedScalar *__restrict__ r_U, const … in InterpTensorCollocatedNodes2dFlattened()
185 …nsposeTensorCollocatedNodes2dFlattened(SharedData_Cuda &data, CeedScalar *__restrict__ r_U, const … in InterpTransposeTensorCollocatedNodes2dFlattened()
201 inline __device__ void GradTensor2dFlattened(SharedData_Cuda &data, CeedScalar *__restrict__ r_U, c… in GradTensor2dFlattened()
222 …__ void GradTransposeTensor2dFlattened(SharedData_Cuda &data, CeedScalar *__restrict__ r_U, const … in GradTransposeTensor2dFlattened()
242 …d GradTensorCollocatedNodes2dFlattened(SharedData_Cuda &data, CeedScalar *__restrict__ r_U, const … in GradTensorCollocatedNodes2dFlattened()
260 …nsposeTensorCollocatedNodes2dFlattened(SharedData_Cuda &data, CeedScalar *__restrict__ r_U, const … in GradTransposeTensorCollocatedNodes2dFlattened()
468 inline __device__ void InterpTensor3dFlattened(SharedData_Cuda &data, CeedScalar *__restrict__ r_U,… in InterpTensor3dFlattened()
488 … void InterpTransposeTensor3dFlattened(SharedData_Cuda &data, CeedScalar *__restrict__ r_U, const … in InterpTransposeTensor3dFlattened()
[all …]
H A Dcuda-shared-basis-tensor-at-points.h35 CeedScalar r_U[BASIS_NUM_COMP * (BASIS_DIM > 2 ? BASIS_P_1D : 1)]; in InterpAtPoints() local
91 CeedScalar r_U[BASIS_NUM_COMP]; in InterpTransposeAtPoints() local
161 CeedScalar r_U[BASIS_NUM_COMP]; in InterpTransposeAddAtPoints() local
222 CeedScalar r_U[BASIS_NUM_COMP * (BASIS_DIM > 2 ? BASIS_P_1D : 1)]; in GradAtPoints() local
278 CeedScalar r_U[BASIS_NUM_COMP * BASIS_DIM]; in GradTransposeAtPoints() local
349 CeedScalar r_U[BASIS_NUM_COMP * BASIS_DIM]; in GradTransposeAddAtPoints() local
H A Dcuda-shared-basis-tensor-at-points-templates.h65 …ransposeAtPoints1d(SharedData_Cuda &data, const CeedInt p, const CeedScalar *__restrict__ r_U, con… in InterpTransposeAtPoints1d()
112 …ransposeAtPoints1d(SharedData_Cuda &data, const CeedInt p, const CeedScalar *__restrict__ r_U, con… in GradTransposeAtPoints1d()
172 …ransposeAtPoints2d(SharedData_Cuda &data, const CeedInt p, const CeedScalar *__restrict__ r_U, con… in InterpTransposeAtPoints2d()
245 …ransposeAtPoints2d(SharedData_Cuda &data, const CeedInt p, const CeedScalar *__restrict__ r_U, con… in GradTransposeAtPoints2d()
328 …ransposeAtPoints3d(SharedData_Cuda &data, const CeedInt p, const CeedScalar *__restrict__ r_U, con… in InterpTransposeAtPoints3d()
419 …ransposeAtPoints3d(SharedData_Cuda &data, const CeedInt p, const CeedScalar *__restrict__ r_U, con… in GradTransposeAtPoints3d()
H A Dcuda-gen-templates.h479 …d GradColloSlice3d(SharedData_Cuda &data, const CeedInt q, const CeedScalar *__restrict__ r_U, con… in GradColloSlice3d()
509 …loSliceTranspose3d(SharedData_Cuda &data, const CeedInt q, const CeedScalar *__restrict__ r_U, con… in GradColloSliceTranspose3d()
/libCEED/include/ceed/jit-source/sycl/
H A Dsycl-shared-basis-tensor.h26 CeedScalar r_U[BASIS_NUM_COMP * (BASIS_DIM > 2 ? BASIS_P_1D : 1)]; in Interp() local
60 CeedScalar r_U[BASIS_NUM_COMP * (BASIS_DIM > 2 ? BASIS_Q_1D : 1)]; in InterpTranspose() local
96 CeedScalar r_U[BASIS_NUM_COMP * (BASIS_DIM > 2 ? BASIS_P_1D : 1)]; in Grad() local
131 CeedScalar r_U[BASIS_NUM_COMP * BASIS_DIM * (BASIS_DIM > 2 ? BASIS_Q_1D : 1)]; in GradTranspose() local
H A Dsycl-shared-basis-tensor-templates.h57 …t CeedInt NUM_COMP, const CeedInt P_1D, const CeedInt Q_1D, private const CeedScalar *restrict r_U, in Interp1d()
67 …t CeedInt NUM_COMP, const CeedInt P_1D, const CeedInt Q_1D, private const CeedScalar *restrict r_U, in InterpTranspose1d()
77 …t CeedInt NUM_COMP, const CeedInt P_1D, const CeedInt Q_1D, private const CeedScalar *restrict r_U, in Grad1d()
87 …t CeedInt NUM_COMP, const CeedInt P_1D, const CeedInt Q_1D, private const CeedScalar *restrict r_U, in GradTranspose1d()
208 …t CeedInt NUM_COMP, const CeedInt P_1D, const CeedInt Q_1D, private const CeedScalar *restrict r_U, in InterpTensor2d()
221 …t CeedInt NUM_COMP, const CeedInt P_1D, const CeedInt Q_1D, private const CeedScalar *restrict r_U, in InterpTransposeTensor2d()
234 …t CeedInt NUM_COMP, const CeedInt P_1D, const CeedInt Q_1D, private const CeedScalar *restrict r_U, in GradTensor2d()
250 …t CeedInt NUM_COMP, const CeedInt P_1D, const CeedInt Q_1D, private const CeedScalar *restrict r_U, in GradTransposeTensor2d()
474 …t CeedInt NUM_COMP, const CeedInt P_1D, const CeedInt Q_1D, private const CeedScalar *restrict r_U, in InterpTensor3d()
489 …t CeedInt NUM_COMP, const CeedInt P_1D, const CeedInt Q_1D, private const CeedScalar *restrict r_U, in InterpTransposeTensor3d()
[all …]
H A Dsycl-gen-templates.h285 …onst CeedInt num_comp, const CeedInt Q_1D, const CeedInt q, const private CeedScalar *restrict r_U, in gradCollo3d()
319 …onst CeedInt num_comp, const CeedInt Q_1D, const CeedInt q, const private CeedScalar *restrict r_U, in gradColloTranspose3d()