Lines Matching refs:Q_1D
19 template <int NUM_COMP, int P_1D, int Q_1D>
25 if (data.t_id_x < Q_1D) { in ContractX1d()
35 template <int NUM_COMP, int P_1D, int Q_1D>
42 for (CeedInt i = 0; i < Q_1D; i++) { in ContractTransposeX1d()
51 template <int NUM_COMP, int P_1D, int Q_1D, int T_1D>
54 ContractX1d<NUM_COMP, P_1D, Q_1D>(data, &r_U[comp], c_B, &r_V[comp]); in Interp1d()
61 template <int NUM_COMP, int P_1D, int Q_1D, int T_1D>
65 ContractTransposeX1d<NUM_COMP, P_1D, Q_1D>(data, &r_U[comp], c_B, &r_V[comp]); in InterpTranspose1d()
72 template <int NUM_COMP, int P_1D, int Q_1D, int T_1D>
83 template <int NUM_COMP, int P_1D, int Q_1D, int T_1D>
94 template <int NUM_COMP, int P_1D, int Q_1D, int T_1D>
98 ContractX1d<NUM_COMP, P_1D, Q_1D>(data, &r_U[comp], c_G, &r_V[comp]); in Grad1d()
105 template <int NUM_COMP, int P_1D, int Q_1D, int T_1D>
109 ContractTransposeX1d<NUM_COMP, P_1D, Q_1D>(data, &r_U[comp], c_G, &r_V[comp]); in GradTranspose1d()
116 template <int P_1D, int Q_1D>
118 *w = (data.t_id_x < Q_1D) ? q_weight_1d[data.t_id_x] : 0.0; in Weight1d()
128 template <int NUM_COMP, int P_1D, int Q_1D, int T_1D>
134 if (data.t_id_x < Q_1D && data.t_id_y < P_1D) { in ContractX2d()
144 template <int NUM_COMP, int P_1D, int Q_1D, int T_1D>
150 if (data.t_id_x < Q_1D && data.t_id_y < Q_1D) { in ContractY2d()
160 template <int NUM_COMP, int P_1D, int Q_1D, int T_1D>
166 if (data.t_id_x < Q_1D && data.t_id_y < P_1D) { in ContractTransposeY2d()
167 for (CeedInt i = 0; i < Q_1D; i++) { in ContractTransposeY2d()
176 template <int NUM_COMP, int P_1D, int Q_1D, int T_1D>
183 for (CeedInt i = 0; i < Q_1D; i++) { in ContractTransposeX2d()
192 template <int NUM_COMP, int P_1D, int Q_1D, int T_1D>
198 for (CeedInt i = 0; i < Q_1D; i++) { in ContractTransposeAddX2d()
207 template <int NUM_COMP, int P_1D, int Q_1D, int T_1D>
211 ContractX2d<NUM_COMP, P_1D, Q_1D, T_1D>(data, &r_U[comp], c_B, r_t); in InterpTensor2d()
212 ContractY2d<NUM_COMP, P_1D, Q_1D, T_1D>(data, r_t, c_B, &r_V[comp]); in InterpTensor2d()
219 template <int NUM_COMP, int P_1D, int Q_1D, int T_1D>
224 ContractTransposeY2d<NUM_COMP, P_1D, Q_1D, T_1D>(data, &r_U[comp], c_B, r_t); in InterpTransposeTensor2d()
225 ContractTransposeX2d<NUM_COMP, P_1D, Q_1D, T_1D>(data, r_t, c_B, &r_V[comp]); in InterpTransposeTensor2d()
232 template <int NUM_COMP, int P_1D, int Q_1D, int T_1D>
243 template <int NUM_COMP, int P_1D, int Q_1D, int T_1D>
254 template <int NUM_COMP, int P_1D, int Q_1D, int T_1D>
259 ContractX2d<NUM_COMP, P_1D, Q_1D, T_1D>(data, &r_U[comp], c_G, r_t); in GradTensor2d()
260 ContractY2d<NUM_COMP, P_1D, Q_1D, T_1D>(data, r_t, c_B, &r_V[comp + 0 * NUM_COMP]); in GradTensor2d()
261 ContractX2d<NUM_COMP, P_1D, Q_1D, T_1D>(data, &r_U[comp], c_B, r_t); in GradTensor2d()
262 ContractY2d<NUM_COMP, P_1D, Q_1D, T_1D>(data, r_t, c_G, &r_V[comp + 1 * NUM_COMP]); in GradTensor2d()
269 template <int NUM_COMP, int P_1D, int Q_1D, int T_1D>
274 ContractTransposeY2d<NUM_COMP, P_1D, Q_1D, T_1D>(data, &r_U[comp + 0 * NUM_COMP], c_B, r_t); in GradTransposeTensor2d()
275 ContractTransposeX2d<NUM_COMP, P_1D, Q_1D, T_1D>(data, r_t, c_G, &r_V[comp]); in GradTransposeTensor2d()
276 ContractTransposeY2d<NUM_COMP, P_1D, Q_1D, T_1D>(data, &r_U[comp + 1 * NUM_COMP], c_G, r_t); in GradTransposeTensor2d()
277 ContractTransposeAddX2d<NUM_COMP, P_1D, Q_1D, T_1D>(data, r_t, c_B, &r_V[comp]); in GradTransposeTensor2d()
284 template <int NUM_COMP, int P_1D, int Q_1D, int T_1D>
288 ContractX2d<NUM_COMP, P_1D, Q_1D, T_1D>(data, &r_U[comp], c_G, &r_V[comp + 0 * NUM_COMP]); in GradTensorCollocatedNodes2d()
289 ContractY2d<NUM_COMP, P_1D, Q_1D, T_1D>(data, &r_U[comp], c_G, &r_V[comp + 1 * NUM_COMP]); in GradTensorCollocatedNodes2d()
296 template <int NUM_COMP, int P_1D, int Q_1D, int T_1D>
300 …ContractTransposeY2d<NUM_COMP, P_1D, Q_1D, T_1D>(data, &r_U[comp + 1 * NUM_COMP], c_G, &r_V[comp]); in GradTransposeTensorCollocatedNodes2d()
301 …ContractTransposeAddX2d<NUM_COMP, P_1D, Q_1D, T_1D>(data, &r_U[comp + 0 * NUM_COMP], c_G, &r_V[com… in GradTransposeTensorCollocatedNodes2d()
308 template <int P_1D, int Q_1D>
310 …*w = (data.t_id_x < Q_1D && data.t_id_y < Q_1D) ? q_weight_1d[data.t_id_x] * q_weight_1d[data.t_id… in WeightTensor2d()
320 template <int NUM_COMP, int P_1D, int Q_1D, int T_1D>
332 if (data.t_id_x < Q_1D && data.t_id_y < P_1D) { in ContractX3d()
343 template <int NUM_COMP, int P_1D, int Q_1D, int T_1D>
355 if (data.t_id_x < Q_1D && data.t_id_y < Q_1D) { in ContractY3d()
366 template <int NUM_COMP, int P_1D, int Q_1D, int T_1D>
368 for (CeedInt k = 0; k < Q_1D; k++) { in ContractZ3d()
370 if (data.t_id_x < Q_1D && data.t_id_y < Q_1D) { in ContractZ3d()
381 template <int NUM_COMP, int P_1D, int Q_1D, int T_1D>
385 if (data.t_id_x < Q_1D && data.t_id_y < Q_1D) { in ContractTransposeZ3d()
386 for (CeedInt i = 0; i < Q_1D; i++) { in ContractTransposeZ3d()
396 template <int NUM_COMP, int P_1D, int Q_1D, int T_1D>
398 CeedScalar r_B[Q_1D]; in ContractTransposeY3d()
399 for (CeedInt i = 0; i < Q_1D; i++) { in ContractTransposeY3d()
408 if (data.t_id_x < Q_1D && data.t_id_y < P_1D) { in ContractTransposeY3d()
409 for (CeedInt i = 0; i < Q_1D; i++) { in ContractTransposeY3d()
419 template <int NUM_COMP, int P_1D, int Q_1D, int T_1D>
421 CeedScalar r_B[Q_1D]; in ContractTransposeAddY3d()
422 for (CeedInt i = 0; i < Q_1D; i++) { in ContractTransposeAddY3d()
430 if (data.t_id_x < Q_1D && data.t_id_y < P_1D) { in ContractTransposeAddY3d()
431 for (CeedInt i = 0; i < Q_1D; i++) { in ContractTransposeAddY3d()
441 template <int NUM_COMP, int P_1D, int Q_1D, int T_1D>
443 CeedScalar r_B[Q_1D]; in ContractTransposeX3d()
444 for (CeedInt i = 0; i < Q_1D; i++) { in ContractTransposeX3d()
454 for (CeedInt i = 0; i < Q_1D; i++) { in ContractTransposeX3d()
464 template <int NUM_COMP, int P_1D, int Q_1D, int T_1D>
466 CeedScalar r_B[Q_1D]; in ContractTransposeAddX3d()
467 for (CeedInt i = 0; i < Q_1D; i++) { in ContractTransposeAddX3d()
476 for (CeedInt i = 0; i < Q_1D; i++) { in ContractTransposeAddX3d()
486 template <int NUM_COMP, int P_1D, int Q_1D, int T_1D>
491 ContractX3d<NUM_COMP, P_1D, Q_1D, T_1D>(data, &r_U[comp * P_1D], c_B, r_t1); in InterpTensor3d()
492 ContractY3d<NUM_COMP, P_1D, Q_1D, T_1D>(data, r_t1, c_B, r_t2); in InterpTensor3d()
493 ContractZ3d<NUM_COMP, P_1D, Q_1D, T_1D>(data, r_t2, c_B, &r_V[comp * Q_1D]); in InterpTensor3d()
500 template <int NUM_COMP, int P_1D, int Q_1D, int T_1D>
506 ContractTransposeZ3d<NUM_COMP, P_1D, Q_1D, T_1D>(data, &r_U[comp * Q_1D], c_B, r_t1); in InterpTransposeTensor3d()
507 ContractTransposeY3d<NUM_COMP, P_1D, Q_1D, T_1D>(data, r_t1, c_B, r_t2); in InterpTransposeTensor3d()
508 ContractTransposeX3d<NUM_COMP, P_1D, Q_1D, T_1D>(data, r_t2, c_B, &r_V[comp * P_1D]); in InterpTransposeTensor3d()
515 template <int NUM_COMP, int P_1D, int Q_1D, int T_1D>
518 for (CeedInt i = 0; i < Q_1D; i++) { in InterpTensorCollocatedNodes3d()
520 r_V[i + comp * Q_1D] = r_U[i + comp * P_1D]; in InterpTensorCollocatedNodes3d()
528 template <int NUM_COMP, int P_1D, int Q_1D, int T_1D>
531 for (CeedInt i = 0; i < Q_1D; i++) { in InterpTransposeTensorCollocatedNodes3d()
533 r_V[i + comp * P_1D] = r_U[i + comp * Q_1D]; in InterpTransposeTensorCollocatedNodes3d()
541 template <int NUM_COMP, int P_1D, int Q_1D, int T_1D>
547 ContractX3d<NUM_COMP, P_1D, Q_1D, T_1D>(data, &r_U[comp * P_1D], c_G, r_t1); in GradTensor3d()
548 ContractY3d<NUM_COMP, P_1D, Q_1D, T_1D>(data, r_t1, c_B, r_t2); in GradTensor3d()
549 … ContractZ3d<NUM_COMP, P_1D, Q_1D, T_1D>(data, r_t2, c_B, &r_V[comp * Q_1D + 0 * NUM_COMP * Q_1D]); in GradTensor3d()
550 ContractX3d<NUM_COMP, P_1D, Q_1D, T_1D>(data, &r_U[comp * P_1D], c_B, r_t1); in GradTensor3d()
551 ContractY3d<NUM_COMP, P_1D, Q_1D, T_1D>(data, r_t1, c_G, r_t2); in GradTensor3d()
552 … ContractZ3d<NUM_COMP, P_1D, Q_1D, T_1D>(data, r_t2, c_B, &r_V[comp * Q_1D + 1 * NUM_COMP * Q_1D]); in GradTensor3d()
553 ContractX3d<NUM_COMP, P_1D, Q_1D, T_1D>(data, &r_U[comp * P_1D], c_B, r_t1); in GradTensor3d()
554 ContractY3d<NUM_COMP, P_1D, Q_1D, T_1D>(data, r_t1, c_B, r_t2); in GradTensor3d()
555 … ContractZ3d<NUM_COMP, P_1D, Q_1D, T_1D>(data, r_t2, c_G, &r_V[comp * Q_1D + 2 * NUM_COMP * Q_1D]); in GradTensor3d()
562 template <int NUM_COMP, int P_1D, int Q_1D, int T_1D>
568 …ContractTransposeZ3d<NUM_COMP, P_1D, Q_1D, T_1D>(data, &r_U[comp * Q_1D + 0 * NUM_COMP * Q_1D], c_… in GradTransposeTensor3d()
569 ContractTransposeY3d<NUM_COMP, P_1D, Q_1D, T_1D>(data, r_t1, c_B, r_t2); in GradTransposeTensor3d()
570 ContractTransposeX3d<NUM_COMP, P_1D, Q_1D, T_1D>(data, r_t2, c_G, &r_V[comp * P_1D]); in GradTransposeTensor3d()
571 …ContractTransposeZ3d<NUM_COMP, P_1D, Q_1D, T_1D>(data, &r_U[comp * Q_1D + 1 * NUM_COMP * Q_1D], c_… in GradTransposeTensor3d()
572 ContractTransposeY3d<NUM_COMP, P_1D, Q_1D, T_1D>(data, r_t1, c_G, r_t2); in GradTransposeTensor3d()
573 ContractTransposeAddX3d<NUM_COMP, P_1D, Q_1D, T_1D>(data, r_t2, c_B, &r_V[comp * P_1D]); in GradTransposeTensor3d()
574 …ContractTransposeZ3d<NUM_COMP, P_1D, Q_1D, T_1D>(data, &r_U[comp * Q_1D + 2 * NUM_COMP * Q_1D], c_… in GradTransposeTensor3d()
575 ContractTransposeY3d<NUM_COMP, P_1D, Q_1D, T_1D>(data, r_t1, c_B, r_t2); in GradTransposeTensor3d()
576 ContractTransposeAddX3d<NUM_COMP, P_1D, Q_1D, T_1D>(data, r_t2, c_B, &r_V[comp * P_1D]); in GradTransposeTensor3d()
583 template <int NUM_COMP, int P_1D, int Q_1D, int T_1D>
589 ContractX3d<NUM_COMP, P_1D, Q_1D, T_1D>(data, &r_U[comp * P_1D], c_B, r_t1); in GradTensorCollocated3d()
590 ContractY3d<NUM_COMP, P_1D, Q_1D, T_1D>(data, r_t1, c_B, r_t2); in GradTensorCollocated3d()
591 ContractZ3d<NUM_COMP, P_1D, Q_1D, T_1D>(data, r_t2, c_B, r_t1); in GradTensorCollocated3d()
592 … ContractX3d<NUM_COMP, Q_1D, Q_1D, T_1D>(data, r_t1, c_G, &r_V[comp * Q_1D + 0 * NUM_COMP * Q_1D]); in GradTensorCollocated3d()
593 … ContractY3d<NUM_COMP, Q_1D, Q_1D, T_1D>(data, r_t1, c_G, &r_V[comp * Q_1D + 1 * NUM_COMP * Q_1D]); in GradTensorCollocated3d()
594 … ContractZ3d<NUM_COMP, Q_1D, Q_1D, T_1D>(data, r_t1, c_G, &r_V[comp * Q_1D + 2 * NUM_COMP * Q_1D]); in GradTensorCollocated3d()
601 template <int NUM_COMP, int P_1D, int Q_1D, int T_1D>
607 …ContractTransposeZ3d<NUM_COMP, Q_1D, Q_1D, T_1D>(data, &r_U[comp * Q_1D + 2 * NUM_COMP * Q_1D], c_… in GradTransposeTensorCollocated3d()
608 …ContractTransposeAddY3d<NUM_COMP, Q_1D, Q_1D, T_1D>(data, &r_U[comp * Q_1D + 1 * NUM_COMP * Q_1D],… in GradTransposeTensorCollocated3d()
609 …ContractTransposeAddX3d<NUM_COMP, Q_1D, Q_1D, T_1D>(data, &r_U[comp * Q_1D + 0 * NUM_COMP * Q_1D],… in GradTransposeTensorCollocated3d()
610 ContractTransposeZ3d<NUM_COMP, P_1D, Q_1D, T_1D>(data, r_t2, c_B, r_t1); in GradTransposeTensorCollocated3d()
611 ContractTransposeY3d<NUM_COMP, P_1D, Q_1D, T_1D>(data, r_t1, c_B, r_t2); in GradTransposeTensorCollocated3d()
612 ContractTransposeX3d<NUM_COMP, P_1D, Q_1D, T_1D>(data, r_t2, c_B, &r_V[comp * P_1D]); in GradTransposeTensorCollocated3d()
619 template <int NUM_COMP, int P_1D, int Q_1D, int T_1D>
623 …ContractX3d<NUM_COMP, P_1D, Q_1D, T_1D>(data, &r_U[comp * P_1D], c_G, &r_V[comp * Q_1D + 0 * NUM_C… in GradTensorCollocatedNodes3d()
624 …ContractY3d<NUM_COMP, P_1D, Q_1D, T_1D>(data, &r_U[comp * P_1D], c_G, &r_V[comp * Q_1D + 1 * NUM_C… in GradTensorCollocatedNodes3d()
625 …ContractZ3d<NUM_COMP, P_1D, Q_1D, T_1D>(data, &r_U[comp * P_1D], c_G, &r_V[comp * Q_1D + 2 * NUM_C… in GradTensorCollocatedNodes3d()
632 template <int NUM_COMP, int P_1D, int Q_1D, int T_1D>
636 …ContractTransposeZ3d<NUM_COMP, P_1D, Q_1D, T_1D>(data, &r_U[comp * Q_1D + 2 * NUM_COMP * Q_1D], c_… in GradTransposeTensorCollocatedNodes3d()
637 …ContractTransposeAddY3d<NUM_COMP, P_1D, Q_1D, T_1D>(data, &r_U[comp * Q_1D + 1 * NUM_COMP * Q_1D],… in GradTransposeTensorCollocatedNodes3d()
638 …ContractTransposeAddX3d<NUM_COMP, P_1D, Q_1D, T_1D>(data, &r_U[comp * Q_1D + 0 * NUM_COMP * Q_1D],… in GradTransposeTensorCollocatedNodes3d()
645 template <int P_1D, int Q_1D>
647 const bool quad = (data.t_id_x < Q_1D && data.t_id_y < Q_1D); in WeightTensor3d()
649 for (CeedInt q = 0; q < Q_1D; q++) { in WeightTensor3d()