Lines Matching refs:CeedScalar
19 …onst CeedInt P_1D, const CeedInt Q_1D, private const CeedScalar *restrict U, local const CeedScala… in ContractX1d()
20 private CeedScalar *restrict V, local CeedScalar *restrict scratch) { in ContractX1d()
38 …onst CeedInt P_1D, const CeedInt Q_1D, private const CeedScalar *restrict U, local const CeedScala… in ContractTransposeX1d()
39 … private CeedScalar *restrict V, local CeedScalar *restrict scratch) { in ContractTransposeX1d()
57 …t CeedInt NUM_COMP, const CeedInt P_1D, const CeedInt Q_1D, private const CeedScalar *restrict r_U, in Interp1d()
58 …local const CeedScalar *restrict s_B, private CeedScalar *restrict r_V, local CeedScalar *restrict… in Interp1d()
67 …t CeedInt NUM_COMP, const CeedInt P_1D, const CeedInt Q_1D, private const CeedScalar *restrict r_U, in InterpTranspose1d()
68 …local const CeedScalar *restrict s_B, private CeedScalar *restrict r_V, local CeedScalar *restrict… in InterpTranspose1d()
77 …t CeedInt NUM_COMP, const CeedInt P_1D, const CeedInt Q_1D, private const CeedScalar *restrict r_U, in Grad1d()
78 …local const CeedScalar *restrict s_G, private CeedScalar *restrict r_V, local CeedScalar *restrict… in Grad1d()
87 …t CeedInt NUM_COMP, const CeedInt P_1D, const CeedInt Q_1D, private const CeedScalar *restrict r_U, in GradTranspose1d()
88 …local const CeedScalar *restrict s_G, private CeedScalar *restrict r_V, local CeedScalar *restrict… in GradTranspose1d()
97 inline void Weight1d(const CeedInt Q_1D, const CeedScalar *restrict q_weight_1d, CeedScalar *restri… in Weight1d()
109 …onst CeedInt P_1D, const CeedInt Q_1D, private const CeedScalar *restrict U, local const CeedScala… in ContractX2d()
110 private CeedScalar *restrict V, local CeedScalar *restrict scratch) { in ContractX2d()
129 …onst CeedInt P_1D, const CeedInt Q_1D, private const CeedScalar *restrict U, local const CeedScala… in ContractY2d()
130 private CeedScalar *restrict V, local CeedScalar *restrict scratch) { in ContractY2d()
149 …onst CeedInt P_1D, const CeedInt Q_1D, private const CeedScalar *restrict U, local const CeedScala… in ContractTransposeY2d()
150 … private CeedScalar *restrict V, local CeedScalar *restrict scratch) { in ContractTransposeY2d()
169 …onst CeedInt P_1D, const CeedInt Q_1D, private const CeedScalar *restrict U, local const CeedScala… in ContractTransposeX2d()
170 … private CeedScalar *restrict V, local CeedScalar *restrict scratch) { in ContractTransposeX2d()
189 …onst CeedInt P_1D, const CeedInt Q_1D, private const CeedScalar *restrict U, local const CeedScala… in ContractTransposeAddX2d()
190 … private CeedScalar *restrict V, local CeedScalar *restrict scratch) { in ContractTransposeAddX2d()
208 …t CeedInt NUM_COMP, const CeedInt P_1D, const CeedInt Q_1D, private const CeedScalar *restrict r_U, in InterpTensor2d()
209 …local const CeedScalar *restrict s_B, private CeedScalar *restrict r_V, local CeedScalar *restrict… in InterpTensor2d()
210 CeedScalar r_t[1]; in InterpTensor2d()
221 …t CeedInt NUM_COMP, const CeedInt P_1D, const CeedInt Q_1D, private const CeedScalar *restrict r_U, in InterpTransposeTensor2d()
222 …local const CeedScalar *restrict s_B, private CeedScalar *restrict r_V, local CeedScalar *restrict… in InterpTransposeTensor2d()
223 CeedScalar r_t[1]; in InterpTransposeTensor2d()
234 …t CeedInt NUM_COMP, const CeedInt P_1D, const CeedInt Q_1D, private const CeedScalar *restrict r_U, in GradTensor2d()
235 …local const CeedScalar *restrict s_B, local const CeedScalar *restrict s_G, private CeedScalar *re… in GradTensor2d()
236 local CeedScalar *restrict scratch) { in GradTensor2d()
237 CeedScalar r_t[1]; in GradTensor2d()
250 …t CeedInt NUM_COMP, const CeedInt P_1D, const CeedInt Q_1D, private const CeedScalar *restrict r_U, in GradTransposeTensor2d()
251 …local const CeedScalar *restrict s_B, local const CeedScalar *restrict s_G, private CeedScalar *re… in GradTransposeTensor2d()
252 local CeedScalar *restrict scratch) { in GradTransposeTensor2d()
253 CeedScalar r_t[1]; in GradTransposeTensor2d()
266 inline void WeightTensor2d(const CeedInt Q_1D, const CeedScalar *restrict q_weight_1d, CeedScalar *… in WeightTensor2d()
280 …onst CeedInt P_1D, const CeedInt Q_1D, private const CeedScalar *restrict U, local const CeedScala… in ContractX3d()
281 private CeedScalar *restrict V, local CeedScalar *restrict scratch) { in ContractX3d()
285 CeedScalar r_B[T_1D]; in ContractX3d()
307 …onst CeedInt P_1D, const CeedInt Q_1D, private const CeedScalar *restrict U, local const CeedScala… in ContractY3d()
308 private CeedScalar *restrict V, local CeedScalar *restrict scratch) { in ContractY3d()
312 CeedScalar r_B[T_1D]; in ContractY3d()
334 …onst CeedInt P_1D, const CeedInt Q_1D, private const CeedScalar *restrict U, local const CeedScala… in ContractZ3d()
335 private CeedScalar *restrict V, local CeedScalar *restrict scratch) { in ContractZ3d()
352 …onst CeedInt P_1D, const CeedInt Q_1D, private const CeedScalar *restrict U, local const CeedScala… in ContractTransposeZ3d()
353 … private CeedScalar *restrict V, local CeedScalar *restrict scratch) { in ContractTransposeZ3d()
370 …onst CeedInt P_1D, const CeedInt Q_1D, private const CeedScalar *restrict U, local const CeedScala… in ContractTransposeY3d()
371 … private CeedScalar *restrict V, local CeedScalar *restrict scratch) { in ContractTransposeY3d()
375 CeedScalar r_B[T_1D]; in ContractTransposeY3d()
397 …onst CeedInt P_1D, const CeedInt Q_1D, private const CeedScalar *restrict U, local const CeedScala… in ContractTransposeAddY3d()
398 … private CeedScalar *restrict V, local CeedScalar *restrict scratch) { in ContractTransposeAddY3d()
402 CeedScalar r_B[T_1D]; in ContractTransposeAddY3d()
422 …onst CeedInt P_1D, const CeedInt Q_1D, private const CeedScalar *restrict U, local const CeedScala… in ContractTransposeX3d()
423 … private CeedScalar *restrict V, local CeedScalar *restrict scratch) { in ContractTransposeX3d()
427 CeedScalar r_B[T_1D]; in ContractTransposeX3d()
448 …onst CeedInt P_1D, const CeedInt Q_1D, private const CeedScalar *restrict U, local const CeedScala… in ContractTransposeAddX3d()
449 … private CeedScalar *restrict V, local CeedScalar *restrict scratch) { in ContractTransposeAddX3d()
453 CeedScalar r_B[T_1D]; in ContractTransposeAddX3d()
474 …t CeedInt NUM_COMP, const CeedInt P_1D, const CeedInt Q_1D, private const CeedScalar *restrict r_U, in InterpTensor3d()
475 …local const CeedScalar *restrict s_B, private CeedScalar *restrict r_V, local CeedScalar *restrict… in InterpTensor3d()
476 CeedScalar r_t1[T_1D]; in InterpTensor3d()
477 CeedScalar r_t2[T_1D]; in InterpTensor3d()
489 …t CeedInt NUM_COMP, const CeedInt P_1D, const CeedInt Q_1D, private const CeedScalar *restrict r_U, in InterpTransposeTensor3d()
490 …local const CeedScalar *restrict s_B, private CeedScalar *restrict r_V, local CeedScalar *restrict… in InterpTransposeTensor3d()
491 CeedScalar r_t1[T_1D]; in InterpTransposeTensor3d()
492 CeedScalar r_t2[T_1D]; in InterpTransposeTensor3d()
504 …t CeedInt NUM_COMP, const CeedInt P_1D, const CeedInt Q_1D, private const CeedScalar *restrict r_U, in GradTensor3d()
505 …local const CeedScalar *restrict s_B, local const CeedScalar *restrict s_G, private CeedScalar *re… in GradTensor3d()
506 local CeedScalar *restrict scratch) { in GradTensor3d()
507 CeedScalar r_t1[T_1D]; in GradTensor3d()
508 CeedScalar r_t2[T_1D]; in GradTensor3d()
526 …t CeedInt NUM_COMP, const CeedInt P_1D, const CeedInt Q_1D, private const CeedScalar *restrict r_U, in GradTransposeTensor3d()
527 …local const CeedScalar *restrict s_B, local const CeedScalar *restrict s_G, private CeedScalar *re… in GradTransposeTensor3d()
528 local CeedScalar *restrict scratch) { in GradTransposeTensor3d()
529 CeedScalar r_t1[T_1D]; in GradTransposeTensor3d()
530 CeedScalar r_t2[T_1D]; in GradTransposeTensor3d()
548 …t CeedInt NUM_COMP, const CeedInt P_1D, const CeedInt Q_1D, private const CeedScalar *restrict r_U, in GradTensorCollocated3d()
549 …local const CeedScalar *restrict s_B, local const CeedScalar *restrict s_G, private CeedScalar *re… in GradTensorCollocated3d()
550 local CeedScalar *restrict scratch) { in GradTensorCollocated3d()
551 CeedScalar r_t1[T_1D]; in GradTensorCollocated3d()
552 CeedScalar r_t2[T_1D]; in GradTensorCollocated3d()
567 …t CeedInt NUM_COMP, const CeedInt P_1D, const CeedInt Q_1D, private const CeedScalar *restrict r_U, in GradTransposeTensorCollocated3d()
568 … local const CeedScalar *restrict s_B, local const CeedScalar *restrict s_G, in GradTransposeTensorCollocated3d()
569 … private CeedScalar *restrict r_V, local CeedScalar *restrict scratch) { in GradTransposeTensorCollocated3d()
570 CeedScalar r_t1[T_1D]; in GradTransposeTensorCollocated3d()
571 CeedScalar r_t2[T_1D]; in GradTransposeTensorCollocated3d()
587 inline void WeightTensor3d(const CeedInt Q_1D, const CeedScalar *restrict q_weight_1d, CeedScalar *… in WeightTensor3d()
592 const CeedScalar w_xy = q_weight_1d[item_id_x] * q_weight_1d[item_id_y]; in WeightTensor3d()