Lines Matching refs:Q_1D
19 inline void ContractX1d(const CeedInt P_1D, const CeedInt Q_1D, private const CeedScalar *restrict … in ContractX1d() argument
27 if (item_id_x < Q_1D) { in ContractX1d()
38 inline void ContractTransposeX1d(const CeedInt P_1D, const CeedInt Q_1D, private const CeedScalar *… in ContractTransposeX1d() argument
47 for (CeedInt i = 0; i < Q_1D; i++) { in ContractTransposeX1d()
57 inline void Interp1d(const CeedInt NUM_COMP, const CeedInt P_1D, const CeedInt Q_1D, private const … in Interp1d() argument
60 ContractX1d(P_1D, Q_1D, r_U + comp, s_B, r_V + comp, scratch); in Interp1d()
67 inline void InterpTranspose1d(const CeedInt NUM_COMP, const CeedInt P_1D, const CeedInt Q_1D, priva… in InterpTranspose1d() argument
70 ContractTransposeX1d(P_1D, Q_1D, r_U + comp, s_B, r_V + comp, scratch); in InterpTranspose1d()
77 inline void Grad1d(const CeedInt NUM_COMP, const CeedInt P_1D, const CeedInt Q_1D, private const Ce… in Grad1d() argument
80 ContractX1d(P_1D, Q_1D, r_U + comp, s_G, r_V + comp, scratch); in Grad1d()
87 inline void GradTranspose1d(const CeedInt NUM_COMP, const CeedInt P_1D, const CeedInt Q_1D, private… in GradTranspose1d() argument
90 ContractTransposeX1d(P_1D, Q_1D, r_U + comp, s_G, r_V + comp, scratch); in GradTranspose1d()
97 inline void Weight1d(const CeedInt Q_1D, const CeedScalar *restrict q_weight_1d, CeedScalar *restri… in Weight1d() argument
99 *w = (item_id_x < Q_1D) ? q_weight_1d[item_id_x] : 0.0; in Weight1d()
109 inline void ContractX2d(const CeedInt P_1D, const CeedInt Q_1D, private const CeedScalar *restrict … in ContractX2d() argument
118 if (item_id_x < Q_1D && item_id_y < P_1D) { in ContractX2d()
129 inline void ContractY2d(const CeedInt P_1D, const CeedInt Q_1D, private const CeedScalar *restrict … in ContractY2d() argument
138 if (item_id_x < Q_1D && item_id_y < Q_1D) { in ContractY2d()
149 inline void ContractTransposeY2d(const CeedInt P_1D, const CeedInt Q_1D, private const CeedScalar *… in ContractTransposeY2d() argument
158 if (item_id_x < Q_1D && item_id_y < P_1D) { in ContractTransposeY2d()
159 for (CeedInt i = 0; i < Q_1D; i++) { in ContractTransposeY2d()
169 inline void ContractTransposeX2d(const CeedInt P_1D, const CeedInt Q_1D, private const CeedScalar *… in ContractTransposeX2d() argument
179 for (CeedInt i = 0; i < Q_1D; i++) { in ContractTransposeX2d()
189 inline void ContractTransposeAddX2d(const CeedInt P_1D, const CeedInt Q_1D, private const CeedScala… in ContractTransposeAddX2d() argument
198 for (CeedInt i = 0; i < Q_1D; i++) { in ContractTransposeAddX2d()
208 inline void InterpTensor2d(const CeedInt NUM_COMP, const CeedInt P_1D, const CeedInt Q_1D, private … in InterpTensor2d() argument
213 ContractX2d(P_1D, Q_1D, r_U + comp, s_B, r_t, scratch); in InterpTensor2d()
214 ContractY2d(P_1D, Q_1D, r_t, s_B, r_V + comp, scratch); in InterpTensor2d()
221 inline void InterpTransposeTensor2d(const CeedInt NUM_COMP, const CeedInt P_1D, const CeedInt Q_1D,… in InterpTransposeTensor2d() argument
226 ContractTransposeY2d(P_1D, Q_1D, r_U + comp, s_B, r_t, scratch); in InterpTransposeTensor2d()
227 ContractTransposeX2d(P_1D, Q_1D, r_t, s_B, r_V + comp, scratch); in InterpTransposeTensor2d()
234 inline void GradTensor2d(const CeedInt NUM_COMP, const CeedInt P_1D, const CeedInt Q_1D, private co… in GradTensor2d() argument
240 ContractX2d(P_1D, Q_1D, r_U + comp, s_G, r_t, scratch); in GradTensor2d()
241 ContractY2d(P_1D, Q_1D, r_t, s_B, r_V + comp + 0 * NUM_COMP, scratch); in GradTensor2d()
242 ContractX2d(P_1D, Q_1D, r_U + comp, s_B, r_t, scratch); in GradTensor2d()
243 ContractY2d(P_1D, Q_1D, r_t, s_G, r_V + comp + 1 * NUM_COMP, scratch); in GradTensor2d()
250 inline void GradTransposeTensor2d(const CeedInt NUM_COMP, const CeedInt P_1D, const CeedInt Q_1D, p… in GradTransposeTensor2d() argument
256 ContractTransposeY2d(P_1D, Q_1D, r_U + comp + 0 * NUM_COMP, s_B, r_t, scratch); in GradTransposeTensor2d()
257 ContractTransposeX2d(P_1D, Q_1D, r_t, s_G, r_V + comp, scratch); in GradTransposeTensor2d()
258 ContractTransposeY2d(P_1D, Q_1D, r_U + comp + 1 * NUM_COMP, s_G, r_t, scratch); in GradTransposeTensor2d()
259 ContractTransposeAddX2d(P_1D, Q_1D, r_t, s_B, r_V + comp, scratch); in GradTransposeTensor2d()
266 inline void WeightTensor2d(const CeedInt Q_1D, const CeedScalar *restrict q_weight_1d, CeedScalar *… in WeightTensor2d() argument
270 …*w = (item_id_x < Q_1D && item_id_y < Q_1D) ? q_weight_1d[item_id_x] * q_weight_1d[item_id_y] : 0.… in WeightTensor2d()
280 inline void ContractX3d(const CeedInt P_1D, const CeedInt Q_1D, private const CeedScalar *restrict … in ContractX3d() argument
295 if (item_id_x < Q_1D && item_id_y < P_1D) { in ContractX3d()
307 inline void ContractY3d(const CeedInt P_1D, const CeedInt Q_1D, private const CeedScalar *restrict … in ContractY3d() argument
322 if (item_id_x < Q_1D && item_id_y < Q_1D) { in ContractY3d()
334 inline void ContractZ3d(const CeedInt P_1D, const CeedInt Q_1D, private const CeedScalar *restrict … in ContractZ3d() argument
339 for (CeedInt k = 0; k < Q_1D; k++) { in ContractZ3d()
341 if (item_id_x < Q_1D && item_id_y < Q_1D) { in ContractZ3d()
352 inline void ContractTransposeZ3d(const CeedInt P_1D, const CeedInt Q_1D, private const CeedScalar *… in ContractTransposeZ3d() argument
359 if (item_id_x < Q_1D && item_id_y < Q_1D) { in ContractTransposeZ3d()
360 for (CeedInt i = 0; i < Q_1D; i++) { in ContractTransposeZ3d()
370 inline void ContractTransposeY3d(const CeedInt P_1D, const CeedInt Q_1D, private const CeedScalar *… in ContractTransposeY3d() argument
376 for (CeedInt i = 0; i < Q_1D; i++) { in ContractTransposeY3d()
385 if (item_id_x < Q_1D && item_id_y < P_1D) { in ContractTransposeY3d()
386 for (CeedInt i = 0; i < Q_1D; i++) { in ContractTransposeY3d()
397 inline void ContractTransposeAddY3d(const CeedInt P_1D, const CeedInt Q_1D, private const CeedScala… in ContractTransposeAddY3d() argument
403 for (CeedInt i = 0; i < Q_1D; i++) { in ContractTransposeAddY3d()
410 if (item_id_x < Q_1D && item_id_y < P_1D) { in ContractTransposeAddY3d()
411 for (CeedInt i = 0; i < Q_1D; i++) { in ContractTransposeAddY3d()
422 inline void ContractTransposeX3d(const CeedInt P_1D, const CeedInt Q_1D, private const CeedScalar *… in ContractTransposeX3d() argument
428 for (CeedInt i = 0; i < Q_1D; i++) { in ContractTransposeX3d()
437 for (CeedInt i = 0; i < Q_1D; i++) { in ContractTransposeX3d()
448 inline void ContractTransposeAddX3d(const CeedInt P_1D, const CeedInt Q_1D, private const CeedScala… in ContractTransposeAddX3d() argument
454 for (CeedInt i = 0; i < Q_1D; i++) { in ContractTransposeAddX3d()
463 for (CeedInt i = 0; i < Q_1D; i++) { in ContractTransposeAddX3d()
474 inline void InterpTensor3d(const CeedInt NUM_COMP, const CeedInt P_1D, const CeedInt Q_1D, private … in InterpTensor3d() argument
480 ContractX3d(P_1D, Q_1D, r_U + comp * P_1D, s_B, r_t1, scratch); in InterpTensor3d()
481 ContractY3d(P_1D, Q_1D, r_t1, s_B, r_t2, scratch); in InterpTensor3d()
482 ContractZ3d(P_1D, Q_1D, r_t2, s_B, r_V + comp * Q_1D, scratch); in InterpTensor3d()
489 inline void InterpTransposeTensor3d(const CeedInt NUM_COMP, const CeedInt P_1D, const CeedInt Q_1D,… in InterpTransposeTensor3d() argument
495 ContractTransposeZ3d(P_1D, Q_1D, r_U + comp * Q_1D, s_B, r_t1, scratch); in InterpTransposeTensor3d()
496 ContractTransposeY3d(P_1D, Q_1D, r_t1, s_B, r_t2, scratch); in InterpTransposeTensor3d()
497 ContractTransposeX3d(P_1D, Q_1D, r_t2, s_B, r_V + comp * P_1D, scratch); in InterpTransposeTensor3d()
504 inline void GradTensor3d(const CeedInt NUM_COMP, const CeedInt P_1D, const CeedInt Q_1D, private co… in GradTensor3d() argument
511 ContractX3d(P_1D, Q_1D, r_U + comp * P_1D, s_G, r_t1, scratch); in GradTensor3d()
512 ContractY3d(P_1D, Q_1D, r_t1, s_B, r_t2, scratch); in GradTensor3d()
513 ContractZ3d(P_1D, Q_1D, r_t2, s_B, r_V + comp * Q_1D + 0 * NUM_COMP * Q_1D, scratch); in GradTensor3d()
514 ContractX3d(P_1D, Q_1D, r_U + comp * P_1D, s_B, r_t1, scratch); in GradTensor3d()
515 ContractY3d(P_1D, Q_1D, r_t1, s_G, r_t2, scratch); in GradTensor3d()
516 ContractZ3d(P_1D, Q_1D, r_t2, s_B, r_V + comp * Q_1D + 1 * NUM_COMP * Q_1D, scratch); in GradTensor3d()
517 ContractX3d(P_1D, Q_1D, r_U + comp * P_1D, s_B, r_t1, scratch); in GradTensor3d()
518 ContractY3d(P_1D, Q_1D, r_t1, s_B, r_t2, scratch); in GradTensor3d()
519 ContractZ3d(P_1D, Q_1D, r_t2, s_G, r_V + comp * Q_1D + 2 * NUM_COMP * Q_1D, scratch); in GradTensor3d()
526 inline void GradTransposeTensor3d(const CeedInt NUM_COMP, const CeedInt P_1D, const CeedInt Q_1D, p… in GradTransposeTensor3d() argument
533 ContractTransposeZ3d(P_1D, Q_1D, r_U + comp * Q_1D + 0 * NUM_COMP * Q_1D, s_B, r_t1, scratch); in GradTransposeTensor3d()
534 ContractTransposeY3d(P_1D, Q_1D, r_t1, s_B, r_t2, scratch); in GradTransposeTensor3d()
535 ContractTransposeX3d(P_1D, Q_1D, r_t2, s_G, r_V + comp * P_1D, scratch); in GradTransposeTensor3d()
536 ContractTransposeZ3d(P_1D, Q_1D, r_U + comp * Q_1D + 1 * NUM_COMP * Q_1D, s_B, r_t1, scratch); in GradTransposeTensor3d()
537 ContractTransposeY3d(P_1D, Q_1D, r_t1, s_G, r_t2, scratch); in GradTransposeTensor3d()
538 ContractTransposeAddX3d(P_1D, Q_1D, r_t2, s_B, r_V + comp * P_1D, scratch); in GradTransposeTensor3d()
539 ContractTransposeZ3d(P_1D, Q_1D, r_U + comp * Q_1D + 2 * NUM_COMP * Q_1D, s_G, r_t1, scratch); in GradTransposeTensor3d()
540 ContractTransposeY3d(P_1D, Q_1D, r_t1, s_B, r_t2, scratch); in GradTransposeTensor3d()
541 ContractTransposeAddX3d(P_1D, Q_1D, r_t2, s_B, r_V + comp * P_1D, scratch); in GradTransposeTensor3d()
548 inline void GradTensorCollocated3d(const CeedInt NUM_COMP, const CeedInt P_1D, const CeedInt Q_1D, … in GradTensorCollocated3d() argument
555 ContractX3d(P_1D, Q_1D, r_U + comp * P_1D, s_B, r_t1, scratch); in GradTensorCollocated3d()
556 ContractY3d(P_1D, Q_1D, r_t1, s_B, r_t2, scratch); in GradTensorCollocated3d()
557 ContractZ3d(P_1D, Q_1D, r_t2, s_B, r_t1, scratch); in GradTensorCollocated3d()
558 ContractX3d(Q_1D, Q_1D, r_t1, s_G, r_V + comp * Q_1D + 0 * NUM_COMP * Q_1D, scratch); in GradTensorCollocated3d()
559 ContractY3d(Q_1D, Q_1D, r_t1, s_G, r_V + comp * Q_1D + 1 * NUM_COMP * Q_1D, scratch); in GradTensorCollocated3d()
560 ContractZ3d(Q_1D, Q_1D, r_t1, s_G, r_V + comp * Q_1D + 2 * NUM_COMP * Q_1D, scratch); in GradTensorCollocated3d()
567 …sorCollocated3d(const CeedInt NUM_COMP, const CeedInt P_1D, const CeedInt Q_1D, private const Ceed… in GradTransposeTensorCollocated3d() argument
574 ContractTransposeZ3d(Q_1D, Q_1D, r_U + comp * Q_1D + 2 * NUM_COMP * Q_1D, s_G, r_t2, scratch); in GradTransposeTensorCollocated3d()
575 … ContractTransposeAddY3d(Q_1D, Q_1D, r_U + comp * Q_1D + 1 * NUM_COMP * Q_1D, s_G, r_t2, scratch); in GradTransposeTensorCollocated3d()
576 … ContractTransposeAddX3d(Q_1D, Q_1D, r_U + comp * Q_1D + 0 * NUM_COMP * Q_1D, s_G, r_t2, scratch); in GradTransposeTensorCollocated3d()
577 ContractTransposeZ3d(P_1D, Q_1D, r_t2, s_B, r_t1, scratch); in GradTransposeTensorCollocated3d()
578 ContractTransposeY3d(P_1D, Q_1D, r_t1, s_B, r_t2, scratch); in GradTransposeTensorCollocated3d()
579 ContractTransposeX3d(P_1D, Q_1D, r_t2, s_B, r_V + comp * P_1D, scratch); in GradTransposeTensorCollocated3d()
587 inline void WeightTensor3d(const CeedInt Q_1D, const CeedScalar *restrict q_weight_1d, CeedScalar *… in WeightTensor3d() argument
591 if (item_id_x < Q_1D && item_id_y < Q_1D) { in WeightTensor3d()
593 for (CeedInt q = 0; q < Q_1D; ++q) w[q] = w_xy * q_weight_1d[q]; in WeightTensor3d()
595 for (CeedInt q = 0; q < Q_1D; q++) w[q] = 0.0; in WeightTensor3d()