Lines Matching refs:Q_1D
19 template <int NUM_COMP, int P_1D, int Q_1D>
25 if (data.t_id_x < Q_1D) { in ContractX1d()
35 template <int NUM_COMP, int P_1D, int Q_1D>
42 for (CeedInt i = 0; i < Q_1D; i++) { in ContractTransposeX1d()
51 template <int NUM_COMP, int P_1D, int Q_1D, int T_1D>
54 ContractX1d<NUM_COMP, P_1D, Q_1D>(data, &r_U[comp], c_B, &r_V[comp]); in Interp1d()
61 template <int NUM_COMP, int P_1D, int Q_1D, int T_1D>
65 ContractTransposeX1d<NUM_COMP, P_1D, Q_1D>(data, &r_U[comp], c_B, &r_V[comp]); in InterpTranspose1d()
72 template <int NUM_COMP, int P_1D, int Q_1D, int T_1D>
83 template <int NUM_COMP, int P_1D, int Q_1D, int T_1D>
94 template <int NUM_COMP, int P_1D, int Q_1D, int T_1D>
98 ContractX1d<NUM_COMP, P_1D, Q_1D>(data, &r_U[comp], c_G, &r_V[comp]); in Grad1d()
105 template <int NUM_COMP, int P_1D, int Q_1D, int T_1D>
109 ContractTransposeX1d<NUM_COMP, P_1D, Q_1D>(data, &r_U[comp], c_G, &r_V[comp]); in GradTranspose1d()
116 template <int P_1D, int Q_1D>
118 *w = (data.t_id_x < Q_1D) ? q_weight_1d[data.t_id_x] : 0.0; in Weight1d()
128 template <int NUM_COMP, int P_1D, int Q_1D, int T_1D>
134 if (data.t_id_x < Q_1D && data.t_id_y < P_1D) { in ContractX2d()
144 template <int NUM_COMP, int P_1D, int Q_1D, int T_1D>
150 if (data.t_id_x < Q_1D && data.t_id_y < Q_1D) { in ContractY2d()
160 template <int NUM_COMP, int P_1D, int Q_1D, int T_1D>
166 if (data.t_id_x < Q_1D && data.t_id_y < P_1D) { in ContractTransposeY2d()
167 for (CeedInt i = 0; i < Q_1D; i++) { in ContractTransposeY2d()
176 template <int NUM_COMP, int P_1D, int Q_1D, int T_1D>
183 for (CeedInt i = 0; i < Q_1D; i++) { in ContractTransposeX2d()
192 template <int NUM_COMP, int P_1D, int Q_1D, int T_1D>
198 for (CeedInt i = 0; i < Q_1D; i++) { in ContractTransposeAddX2d()
207 template <int NUM_COMP, int P_1D, int Q_1D, int T_1D>
212 ContractX2d<NUM_COMP, P_1D, Q_1D, T_1D>(data, &r_U[comp], c_B, r_t); in InterpTensor2d()
213 ContractY2d<NUM_COMP, P_1D, Q_1D, T_1D>(data, r_t, c_B, &r_V[comp]); in InterpTensor2d()
220 template <int NUM_COMP, int P_1D, int Q_1D, int T_1D>
225 ContractTransposeY2d<NUM_COMP, P_1D, Q_1D, T_1D>(data, &r_U[comp], c_B, r_t); in InterpTransposeTensor2d()
226 ContractTransposeX2d<NUM_COMP, P_1D, Q_1D, T_1D>(data, r_t, c_B, &r_V[comp]); in InterpTransposeTensor2d()
233 template <int NUM_COMP, int P_1D, int Q_1D, int T_1D>
244 template <int NUM_COMP, int P_1D, int Q_1D, int T_1D>
255 template <int NUM_COMP, int P_1D, int Q_1D, int T_1D>
260 ContractX2d<NUM_COMP, P_1D, Q_1D, T_1D>(data, &r_U[comp], c_G, r_t); in GradTensor2d()
261 ContractY2d<NUM_COMP, P_1D, Q_1D, T_1D>(data, r_t, c_B, &r_V[comp + 0 * NUM_COMP]); in GradTensor2d()
262 ContractX2d<NUM_COMP, P_1D, Q_1D, T_1D>(data, &r_U[comp], c_B, r_t); in GradTensor2d()
263 ContractY2d<NUM_COMP, P_1D, Q_1D, T_1D>(data, r_t, c_G, &r_V[comp + 1 * NUM_COMP]); in GradTensor2d()
270 template <int NUM_COMP, int P_1D, int Q_1D, int T_1D>
275 ContractTransposeY2d<NUM_COMP, P_1D, Q_1D, T_1D>(data, &r_U[comp + 0 * NUM_COMP], c_B, r_t); in GradTransposeTensor2d()
276 ContractTransposeX2d<NUM_COMP, P_1D, Q_1D, T_1D>(data, r_t, c_G, &r_V[comp]); in GradTransposeTensor2d()
277 ContractTransposeY2d<NUM_COMP, P_1D, Q_1D, T_1D>(data, &r_U[comp + 1 * NUM_COMP], c_G, r_t); in GradTransposeTensor2d()
278 ContractTransposeAddX2d<NUM_COMP, P_1D, Q_1D, T_1D>(data, r_t, c_B, &r_V[comp]); in GradTransposeTensor2d()
285 template <int NUM_COMP, int P_1D, int Q_1D, int T_1D>
289 ContractX2d<NUM_COMP, P_1D, Q_1D, T_1D>(data, &r_U[comp], c_G, &r_V[comp + 0 * NUM_COMP]); in GradTensorCollocatedNodes2d()
290 ContractY2d<NUM_COMP, P_1D, Q_1D, T_1D>(data, &r_U[comp], c_G, &r_V[comp + 1 * NUM_COMP]); in GradTensorCollocatedNodes2d()
297 template <int NUM_COMP, int P_1D, int Q_1D, int T_1D>
301 …ContractTransposeY2d<NUM_COMP, P_1D, Q_1D, T_1D>(data, &r_U[comp + 1 * NUM_COMP], c_G, &r_V[comp]); in GradTransposeTensorCollocatedNodes2d()
302 …ContractTransposeAddX2d<NUM_COMP, P_1D, Q_1D, T_1D>(data, &r_U[comp + 0 * NUM_COMP], c_G, &r_V[com… in GradTransposeTensorCollocatedNodes2d()
309 template <int P_1D, int Q_1D>
311 …*w = (data.t_id_x < Q_1D && data.t_id_y < Q_1D) ? q_weight_1d[data.t_id_x] * q_weight_1d[data.t_id… in WeightTensor2d()
321 template <int NUM_COMP, int P_1D, int Q_1D, int T_1D>
333 if (data.t_id_x < Q_1D && data.t_id_y < P_1D) { in ContractX3d()
344 template <int NUM_COMP, int P_1D, int Q_1D, int T_1D>
356 if (data.t_id_x < Q_1D && data.t_id_y < Q_1D) { in ContractY3d()
367 template <int NUM_COMP, int P_1D, int Q_1D, int T_1D>
369 for (CeedInt k = 0; k < Q_1D; k++) { in ContractZ3d()
371 if (data.t_id_x < Q_1D && data.t_id_y < Q_1D) { in ContractZ3d()
382 template <int NUM_COMP, int P_1D, int Q_1D, int T_1D>
386 if (data.t_id_x < Q_1D && data.t_id_y < Q_1D) { in ContractTransposeZ3d()
387 for (CeedInt i = 0; i < Q_1D; i++) { in ContractTransposeZ3d()
397 template <int NUM_COMP, int P_1D, int Q_1D, int T_1D>
399 CeedScalar r_B[Q_1D]; in ContractTransposeY3d()
400 for (CeedInt i = 0; i < Q_1D; i++) { in ContractTransposeY3d()
409 if (data.t_id_x < Q_1D && data.t_id_y < P_1D) { in ContractTransposeY3d()
410 for (CeedInt i = 0; i < Q_1D; i++) { in ContractTransposeY3d()
420 template <int NUM_COMP, int P_1D, int Q_1D, int T_1D>
422 CeedScalar r_B[Q_1D]; in ContractTransposeAddY3d()
423 for (CeedInt i = 0; i < Q_1D; i++) { in ContractTransposeAddY3d()
431 if (data.t_id_x < Q_1D && data.t_id_y < P_1D) { in ContractTransposeAddY3d()
432 for (CeedInt i = 0; i < Q_1D; i++) { in ContractTransposeAddY3d()
442 template <int NUM_COMP, int P_1D, int Q_1D, int T_1D>
444 CeedScalar r_B[Q_1D]; in ContractTransposeX3d()
445 for (CeedInt i = 0; i < Q_1D; i++) { in ContractTransposeX3d()
455 for (CeedInt i = 0; i < Q_1D; i++) { in ContractTransposeX3d()
465 template <int NUM_COMP, int P_1D, int Q_1D, int T_1D>
467 CeedScalar r_B[Q_1D]; in ContractTransposeAddX3d()
468 for (CeedInt i = 0; i < Q_1D; i++) { in ContractTransposeAddX3d()
477 for (CeedInt i = 0; i < Q_1D; i++) { in ContractTransposeAddX3d()
487 template <int NUM_COMP, int P_1D, int Q_1D, int T_1D>
493 ContractX3d<NUM_COMP, P_1D, Q_1D, T_1D>(data, &r_U[comp * P_1D], c_B, r_t1); in InterpTensor3d()
494 ContractY3d<NUM_COMP, P_1D, Q_1D, T_1D>(data, r_t1, c_B, r_t2); in InterpTensor3d()
495 ContractZ3d<NUM_COMP, P_1D, Q_1D, T_1D>(data, r_t2, c_B, &r_V[comp * Q_1D]); in InterpTensor3d()
502 template <int NUM_COMP, int P_1D, int Q_1D, int T_1D>
508 ContractTransposeZ3d<NUM_COMP, P_1D, Q_1D, T_1D>(data, &r_U[comp * Q_1D], c_B, r_t1); in InterpTransposeTensor3d()
509 ContractTransposeY3d<NUM_COMP, P_1D, Q_1D, T_1D>(data, r_t1, c_B, r_t2); in InterpTransposeTensor3d()
510 ContractTransposeX3d<NUM_COMP, P_1D, Q_1D, T_1D>(data, r_t2, c_B, &r_V[comp * P_1D]); in InterpTransposeTensor3d()
517 template <int NUM_COMP, int P_1D, int Q_1D, int T_1D>
520 for (CeedInt i = 0; i < Q_1D; i++) { in InterpTensorCollocatedNodes3d()
522 r_V[i + comp * Q_1D] = r_U[i + comp * P_1D]; in InterpTensorCollocatedNodes3d()
530 template <int NUM_COMP, int P_1D, int Q_1D, int T_1D>
533 for (CeedInt i = 0; i < Q_1D; i++) { in InterpTransposeTensorCollocatedNodes3d()
535 r_V[i + comp * P_1D] = r_U[i + comp * Q_1D]; in InterpTransposeTensorCollocatedNodes3d()
543 template <int NUM_COMP, int P_1D, int Q_1D, int T_1D>
549 ContractX3d<NUM_COMP, P_1D, Q_1D, T_1D>(data, &r_U[comp * P_1D], c_G, r_t1); in GradTensor3d()
550 ContractY3d<NUM_COMP, P_1D, Q_1D, T_1D>(data, r_t1, c_B, r_t2); in GradTensor3d()
551 … ContractZ3d<NUM_COMP, P_1D, Q_1D, T_1D>(data, r_t2, c_B, &r_V[comp * Q_1D + 0 * NUM_COMP * Q_1D]); in GradTensor3d()
552 ContractX3d<NUM_COMP, P_1D, Q_1D, T_1D>(data, &r_U[comp * P_1D], c_B, r_t1); in GradTensor3d()
553 ContractY3d<NUM_COMP, P_1D, Q_1D, T_1D>(data, r_t1, c_G, r_t2); in GradTensor3d()
554 … ContractZ3d<NUM_COMP, P_1D, Q_1D, T_1D>(data, r_t2, c_B, &r_V[comp * Q_1D + 1 * NUM_COMP * Q_1D]); in GradTensor3d()
555 ContractX3d<NUM_COMP, P_1D, Q_1D, T_1D>(data, &r_U[comp * P_1D], c_B, r_t1); in GradTensor3d()
556 ContractY3d<NUM_COMP, P_1D, Q_1D, T_1D>(data, r_t1, c_B, r_t2); in GradTensor3d()
557 … ContractZ3d<NUM_COMP, P_1D, Q_1D, T_1D>(data, r_t2, c_G, &r_V[comp * Q_1D + 2 * NUM_COMP * Q_1D]); in GradTensor3d()
564 template <int NUM_COMP, int P_1D, int Q_1D, int T_1D>
570 …ContractTransposeZ3d<NUM_COMP, P_1D, Q_1D, T_1D>(data, &r_U[comp * Q_1D + 0 * NUM_COMP * Q_1D], c_… in GradTransposeTensor3d()
571 ContractTransposeY3d<NUM_COMP, P_1D, Q_1D, T_1D>(data, r_t1, c_B, r_t2); in GradTransposeTensor3d()
572 ContractTransposeX3d<NUM_COMP, P_1D, Q_1D, T_1D>(data, r_t2, c_G, &r_V[comp * P_1D]); in GradTransposeTensor3d()
573 …ContractTransposeZ3d<NUM_COMP, P_1D, Q_1D, T_1D>(data, &r_U[comp * Q_1D + 1 * NUM_COMP * Q_1D], c_… in GradTransposeTensor3d()
574 ContractTransposeY3d<NUM_COMP, P_1D, Q_1D, T_1D>(data, r_t1, c_G, r_t2); in GradTransposeTensor3d()
575 ContractTransposeAddX3d<NUM_COMP, P_1D, Q_1D, T_1D>(data, r_t2, c_B, &r_V[comp * P_1D]); in GradTransposeTensor3d()
576 …ContractTransposeZ3d<NUM_COMP, P_1D, Q_1D, T_1D>(data, &r_U[comp * Q_1D + 2 * NUM_COMP * Q_1D], c_… in GradTransposeTensor3d()
577 ContractTransposeY3d<NUM_COMP, P_1D, Q_1D, T_1D>(data, r_t1, c_B, r_t2); in GradTransposeTensor3d()
578 ContractTransposeAddX3d<NUM_COMP, P_1D, Q_1D, T_1D>(data, r_t2, c_B, &r_V[comp * P_1D]); in GradTransposeTensor3d()
585 template <int NUM_COMP, int P_1D, int Q_1D, int T_1D>
591 ContractX3d<NUM_COMP, P_1D, Q_1D, T_1D>(data, &r_U[comp * P_1D], c_B, r_t1); in GradTensorCollocated3d()
592 ContractY3d<NUM_COMP, P_1D, Q_1D, T_1D>(data, r_t1, c_B, r_t2); in GradTensorCollocated3d()
593 ContractZ3d<NUM_COMP, P_1D, Q_1D, T_1D>(data, r_t2, c_B, r_t1); in GradTensorCollocated3d()
594 … ContractX3d<NUM_COMP, Q_1D, Q_1D, T_1D>(data, r_t1, c_G, &r_V[comp * Q_1D + 0 * NUM_COMP * Q_1D]); in GradTensorCollocated3d()
595 … ContractY3d<NUM_COMP, Q_1D, Q_1D, T_1D>(data, r_t1, c_G, &r_V[comp * Q_1D + 1 * NUM_COMP * Q_1D]); in GradTensorCollocated3d()
596 … ContractZ3d<NUM_COMP, Q_1D, Q_1D, T_1D>(data, r_t1, c_G, &r_V[comp * Q_1D + 2 * NUM_COMP * Q_1D]); in GradTensorCollocated3d()
603 template <int NUM_COMP, int P_1D, int Q_1D, int T_1D>
609 …ContractTransposeZ3d<NUM_COMP, Q_1D, Q_1D, T_1D>(data, &r_U[comp * Q_1D + 2 * NUM_COMP * Q_1D], c_… in GradTransposeTensorCollocated3d()
610 …ContractTransposeAddY3d<NUM_COMP, Q_1D, Q_1D, T_1D>(data, &r_U[comp * Q_1D + 1 * NUM_COMP * Q_1D],… in GradTransposeTensorCollocated3d()
611 …ContractTransposeAddX3d<NUM_COMP, Q_1D, Q_1D, T_1D>(data, &r_U[comp * Q_1D + 0 * NUM_COMP * Q_1D],… in GradTransposeTensorCollocated3d()
612 ContractTransposeZ3d<NUM_COMP, P_1D, Q_1D, T_1D>(data, r_t2, c_B, r_t1); in GradTransposeTensorCollocated3d()
613 ContractTransposeY3d<NUM_COMP, P_1D, Q_1D, T_1D>(data, r_t1, c_B, r_t2); in GradTransposeTensorCollocated3d()
614 ContractTransposeX3d<NUM_COMP, P_1D, Q_1D, T_1D>(data, r_t2, c_B, &r_V[comp * P_1D]); in GradTransposeTensorCollocated3d()
621 template <int NUM_COMP, int P_1D, int Q_1D, int T_1D>
625 …ContractX3d<NUM_COMP, P_1D, Q_1D, T_1D>(data, &r_U[comp * P_1D], c_G, &r_V[comp * Q_1D + 0 * NUM_C… in GradTensorCollocatedNodes3d()
626 …ContractY3d<NUM_COMP, P_1D, Q_1D, T_1D>(data, &r_U[comp * P_1D], c_G, &r_V[comp * Q_1D + 1 * NUM_C… in GradTensorCollocatedNodes3d()
627 …ContractZ3d<NUM_COMP, P_1D, Q_1D, T_1D>(data, &r_U[comp * P_1D], c_G, &r_V[comp * Q_1D + 2 * NUM_C… in GradTensorCollocatedNodes3d()
634 template <int NUM_COMP, int P_1D, int Q_1D, int T_1D>
638 …ContractTransposeZ3d<NUM_COMP, P_1D, Q_1D, T_1D>(data, &r_U[comp * Q_1D + 2 * NUM_COMP * Q_1D], c_… in GradTransposeTensorCollocatedNodes3d()
639 …ContractTransposeAddY3d<NUM_COMP, P_1D, Q_1D, T_1D>(data, &r_U[comp * Q_1D + 1 * NUM_COMP * Q_1D],… in GradTransposeTensorCollocatedNodes3d()
640 …ContractTransposeAddX3d<NUM_COMP, P_1D, Q_1D, T_1D>(data, &r_U[comp * Q_1D + 0 * NUM_COMP * Q_1D],… in GradTransposeTensorCollocatedNodes3d()
647 template <int P_1D, int Q_1D>
649 const bool quad = (data.t_id_x < Q_1D && data.t_id_y < Q_1D); in WeightTensor3d()
651 for (CeedInt q = 0; q < Q_1D; q++) { in WeightTensor3d()