| /libCEED/include/ceed/jit-source/sycl/ |
| H A D | sycl-shared-basis-tensor-templates.h | 477 CeedScalar r_t2[T_1D]; in InterpTensor3d() local
481 ContractY3d(P_1D, Q_1D, r_t1, s_B, r_t2, scratch); in InterpTensor3d()
482 ContractZ3d(P_1D, Q_1D, r_t2, s_B, r_V + comp * Q_1D, scratch); in InterpTensor3d()
492 CeedScalar r_t2[T_1D]; in InterpTransposeTensor3d() local
496 ContractTransposeY3d(P_1D, Q_1D, r_t1, s_B, r_t2, scratch); in InterpTransposeTensor3d()
497 ContractTransposeX3d(P_1D, Q_1D, r_t2, s_B, r_V + comp * P_1D, scratch); in InterpTransposeTensor3d()
508 CeedScalar r_t2[T_1D]; in GradTensor3d() local
512 ContractY3d(P_1D, Q_1D, r_t1, s_B, r_t2, scratch); in GradTensor3d()
513 ContractZ3d(P_1D, Q_1D, r_t2, s_B, r_V + comp * Q_1D + 0 * NUM_COMP * Q_1D, scratch); in GradTensor3d()
515 ContractY3d(P_1D, Q_1D, r_t1, s_G, r_t2, scratch); in GradTensor3d()
[all …]
|
| /libCEED/include/ceed/jit-source/cuda/ |
| H A D | cuda-shared-basis-tensor-templates.h | 491 CeedScalar r_t2[T_1D]; in InterpTensor3d() local
494 ContractY3d<NUM_COMP, P_1D, Q_1D, T_1D>(data, r_t1, c_B, r_t2); in InterpTensor3d()
495 ContractZ3d<NUM_COMP, P_1D, Q_1D, T_1D>(data, r_t2, c_B, &r_V[comp * Q_1D]); in InterpTensor3d()
506 CeedScalar r_t2[T_1D]; in InterpTransposeTensor3d() local
509 ContractTransposeY3d<NUM_COMP, P_1D, Q_1D, T_1D>(data, r_t1, c_B, r_t2); in InterpTransposeTensor3d()
510 ContractTransposeX3d<NUM_COMP, P_1D, Q_1D, T_1D>(data, r_t2, c_B, &r_V[comp * P_1D]); in InterpTransposeTensor3d()
547 CeedScalar r_t2[T_1D]; in GradTensor3d() local
550 ContractY3d<NUM_COMP, P_1D, Q_1D, T_1D>(data, r_t1, c_B, r_t2); in GradTensor3d()
551 … ContractZ3d<NUM_COMP, P_1D, Q_1D, T_1D>(data, r_t2, c_B, &r_V[comp * Q_1D + 0 * NUM_COMP * Q_1D]); in GradTensor3d()
553 ContractY3d<NUM_COMP, P_1D, Q_1D, T_1D>(data, r_t1, c_G, r_t2); in GradTensor3d()
[all …]
|
| H A D | cuda-shared-basis-tensor-flattened-templates.h | 471 CeedScalar r_t1[1], r_t2[1]; in InterpTensor3dFlattened() local
476 ContractY3dFlattened<NUM_COMP, P_1D, Q_1D, T_1D>(data, t_id_x, t_id_y, t_id_z, r_t1, c_B, r_t2); in InterpTensor3dFlattened()
477 …ContractZ3dFlattened<NUM_COMP, P_1D, Q_1D, T_1D>(data, t_id_x, t_id_y, t_id_z, r_t2, c_B, &r_V[com… in InterpTensor3dFlattened()
491 CeedScalar r_t1[1], r_t2[1]; in InterpTransposeTensor3dFlattened() local
496 …ctTransposeY3dFlattened<NUM_COMP, P_1D, Q_1D, T_1D>(data, t_id_x, t_id_y, t_id_z, r_t1, c_B, r_t2); in InterpTransposeTensor3dFlattened()
497 …ContractTransposeX3dFlattened<NUM_COMP, P_1D, Q_1D, T_1D>(data, t_id_x, t_id_y, t_id_z, r_t2, c_B,… in InterpTransposeTensor3dFlattened()
543 CeedScalar r_t1[1], r_t2[1]; in GradTensor3dFlattened() local
548 ContractY3dFlattened<NUM_COMP, P_1D, Q_1D, T_1D>(data, t_id_x, t_id_y, t_id_z, r_t1, c_B, r_t2); in GradTensor3dFlattened()
549 …ContractZ3dFlattened<NUM_COMP, P_1D, Q_1D, T_1D>(data, t_id_x, t_id_y, t_id_z, r_t2, c_B, &r_V[com… in GradTensor3dFlattened()
551 ContractY3dFlattened<NUM_COMP, P_1D, Q_1D, T_1D>(data, t_id_x, t_id_y, t_id_z, r_t1, c_G, r_t2); in GradTensor3dFlattened()
[all …]
|
| /libCEED/include/ceed/jit-source/hip/ |
| H A D | hip-shared-basis-tensor-templates.h | 489 CeedScalar r_t2[T_1D]; in InterpTensor3d() local
492 ContractY3d<NUM_COMP, P_1D, Q_1D, T_1D>(data, r_t1, c_B, r_t2); in InterpTensor3d()
493 ContractZ3d<NUM_COMP, P_1D, Q_1D, T_1D>(data, r_t2, c_B, &r_V[comp * Q_1D]); in InterpTensor3d()
504 CeedScalar r_t2[T_1D]; in InterpTransposeTensor3d() local
507 ContractTransposeY3d<NUM_COMP, P_1D, Q_1D, T_1D>(data, r_t1, c_B, r_t2); in InterpTransposeTensor3d()
508 ContractTransposeX3d<NUM_COMP, P_1D, Q_1D, T_1D>(data, r_t2, c_B, &r_V[comp * P_1D]); in InterpTransposeTensor3d()
545 CeedScalar r_t2[T_1D]; in GradTensor3d() local
548 ContractY3d<NUM_COMP, P_1D, Q_1D, T_1D>(data, r_t1, c_B, r_t2); in GradTensor3d()
549 … ContractZ3d<NUM_COMP, P_1D, Q_1D, T_1D>(data, r_t2, c_B, &r_V[comp * Q_1D + 0 * NUM_COMP * Q_1D]); in GradTensor3d()
551 ContractY3d<NUM_COMP, P_1D, Q_1D, T_1D>(data, r_t1, c_G, r_t2); in GradTensor3d()
[all …]
|
| H A D | hip-shared-basis-tensor-flattened-templates.h | 471 CeedScalar r_t1[1], r_t2[1]; in InterpTensor3dFlattened() local
476 ContractY3dFlattened<NUM_COMP, P_1D, Q_1D, T_1D>(data, t_id_x, t_id_y, t_id_z, r_t1, c_B, r_t2); in InterpTensor3dFlattened()
477 …ContractZ3dFlattened<NUM_COMP, P_1D, Q_1D, T_1D>(data, t_id_x, t_id_y, t_id_z, r_t2, c_B, &r_V[com… in InterpTensor3dFlattened()
491 CeedScalar r_t1[1], r_t2[1]; in InterpTransposeTensor3dFlattened() local
496 …ctTransposeY3dFlattened<NUM_COMP, P_1D, Q_1D, T_1D>(data, t_id_x, t_id_y, t_id_z, r_t1, c_B, r_t2); in InterpTransposeTensor3dFlattened()
497 …ContractTransposeX3dFlattened<NUM_COMP, P_1D, Q_1D, T_1D>(data, t_id_x, t_id_y, t_id_z, r_t2, c_B,… in InterpTransposeTensor3dFlattened()
543 CeedScalar r_t1[1], r_t2[1]; in GradTensor3dFlattened() local
548 ContractY3dFlattened<NUM_COMP, P_1D, Q_1D, T_1D>(data, t_id_x, t_id_y, t_id_z, r_t1, c_B, r_t2); in GradTensor3dFlattened()
549 …ContractZ3dFlattened<NUM_COMP, P_1D, Q_1D, T_1D>(data, t_id_x, t_id_y, t_id_z, r_t2, c_B, &r_V[com… in GradTensor3dFlattened()
551 ContractY3dFlattened<NUM_COMP, P_1D, Q_1D, T_1D>(data, t_id_x, t_id_y, t_id_z, r_t1, c_G, r_t2); in GradTensor3dFlattened()
[all …]
|