| /libCEED/include/ceed/jit-source/sycl/ |
| H A D | sycl-shared-basis-tensor-templates.h | 476 CeedScalar r_t1[T_1D]; in InterpTensor3d() local
480 ContractX3d(P_1D, Q_1D, r_U + comp * P_1D, s_B, r_t1, scratch); in InterpTensor3d()
481 ContractY3d(P_1D, Q_1D, r_t1, s_B, r_t2, scratch); in InterpTensor3d()
491 CeedScalar r_t1[T_1D]; in InterpTransposeTensor3d() local
495 ContractTransposeZ3d(P_1D, Q_1D, r_U + comp * Q_1D, s_B, r_t1, scratch); in InterpTransposeTensor3d()
496 ContractTransposeY3d(P_1D, Q_1D, r_t1, s_B, r_t2, scratch); in InterpTransposeTensor3d()
507 CeedScalar r_t1[T_1D]; in GradTensor3d() local
511 ContractX3d(P_1D, Q_1D, r_U + comp * P_1D, s_G, r_t1, scratch); in GradTensor3d()
512 ContractY3d(P_1D, Q_1D, r_t1, s_B, r_t2, scratch); in GradTensor3d()
514 ContractX3d(P_1D, Q_1D, r_U + comp * P_1D, s_B, r_t1, scratch); in GradTensor3d()
[all …]
|
| /libCEED/include/ceed/jit-source/cuda/ |
| H A D | cuda-shared-basis-tensor-templates.h | 490 CeedScalar r_t1[T_1D]; in InterpTensor3d() local
493 ContractX3d<NUM_COMP, P_1D, Q_1D, T_1D>(data, &r_U[comp * P_1D], c_B, r_t1); in InterpTensor3d()
494 ContractY3d<NUM_COMP, P_1D, Q_1D, T_1D>(data, r_t1, c_B, r_t2); in InterpTensor3d()
505 CeedScalar r_t1[T_1D]; in InterpTransposeTensor3d() local
508 ContractTransposeZ3d<NUM_COMP, P_1D, Q_1D, T_1D>(data, &r_U[comp * Q_1D], c_B, r_t1); in InterpTransposeTensor3d()
509 ContractTransposeY3d<NUM_COMP, P_1D, Q_1D, T_1D>(data, r_t1, c_B, r_t2); in InterpTransposeTensor3d()
546 CeedScalar r_t1[T_1D]; in GradTensor3d() local
549 ContractX3d<NUM_COMP, P_1D, Q_1D, T_1D>(data, &r_U[comp * P_1D], c_G, r_t1); in GradTensor3d()
550 ContractY3d<NUM_COMP, P_1D, Q_1D, T_1D>(data, r_t1, c_B, r_t2); in GradTensor3d()
552 ContractX3d<NUM_COMP, P_1D, Q_1D, T_1D>(data, &r_U[comp * P_1D], c_B, r_t1); in GradTensor3d()
[all …]
|
| H A D | cuda-shared-basis-tensor-flattened-templates.h | 471 CeedScalar r_t1[1], r_t2[1]; in InterpTensor3dFlattened() local
475 …tractX3dFlattened<NUM_COMP, P_1D, Q_1D, T_1D>(data, t_id_x, t_id_y, t_id_z, &r_U[comp], c_B, r_t1); in InterpTensor3dFlattened()
476 ContractY3dFlattened<NUM_COMP, P_1D, Q_1D, T_1D>(data, t_id_x, t_id_y, t_id_z, r_t1, c_B, r_t2); in InterpTensor3dFlattened()
491 CeedScalar r_t1[1], r_t2[1]; in InterpTransposeTensor3dFlattened() local
495 …sposeZ3dFlattened<NUM_COMP, P_1D, Q_1D, T_1D>(data, t_id_x, t_id_y, t_id_z, &r_U[comp], c_B, r_t1); in InterpTransposeTensor3dFlattened()
496 …ContractTransposeY3dFlattened<NUM_COMP, P_1D, Q_1D, T_1D>(data, t_id_x, t_id_y, t_id_z, r_t1, c_B,… in InterpTransposeTensor3dFlattened()
543 CeedScalar r_t1[1], r_t2[1]; in GradTensor3dFlattened() local
547 …tractX3dFlattened<NUM_COMP, P_1D, Q_1D, T_1D>(data, t_id_x, t_id_y, t_id_z, &r_U[comp], c_G, r_t1); in GradTensor3dFlattened()
548 ContractY3dFlattened<NUM_COMP, P_1D, Q_1D, T_1D>(data, t_id_x, t_id_y, t_id_z, r_t1, c_B, r_t2); in GradTensor3dFlattened()
550 …tractX3dFlattened<NUM_COMP, P_1D, Q_1D, T_1D>(data, t_id_x, t_id_y, t_id_z, &r_U[comp], c_B, r_t1); in GradTensor3dFlattened()
[all …]
|
| /libCEED/include/ceed/jit-source/hip/ |
| H A D | hip-shared-basis-tensor-templates.h | 488 CeedScalar r_t1[T_1D]; in InterpTensor3d() local
491 ContractX3d<NUM_COMP, P_1D, Q_1D, T_1D>(data, &r_U[comp * P_1D], c_B, r_t1); in InterpTensor3d()
492 ContractY3d<NUM_COMP, P_1D, Q_1D, T_1D>(data, r_t1, c_B, r_t2); in InterpTensor3d()
503 CeedScalar r_t1[T_1D]; in InterpTransposeTensor3d() local
506 ContractTransposeZ3d<NUM_COMP, P_1D, Q_1D, T_1D>(data, &r_U[comp * Q_1D], c_B, r_t1); in InterpTransposeTensor3d()
507 ContractTransposeY3d<NUM_COMP, P_1D, Q_1D, T_1D>(data, r_t1, c_B, r_t2); in InterpTransposeTensor3d()
544 CeedScalar r_t1[T_1D]; in GradTensor3d() local
547 ContractX3d<NUM_COMP, P_1D, Q_1D, T_1D>(data, &r_U[comp * P_1D], c_G, r_t1); in GradTensor3d()
548 ContractY3d<NUM_COMP, P_1D, Q_1D, T_1D>(data, r_t1, c_B, r_t2); in GradTensor3d()
550 ContractX3d<NUM_COMP, P_1D, Q_1D, T_1D>(data, &r_U[comp * P_1D], c_B, r_t1); in GradTensor3d()
[all …]
|
| H A D | hip-shared-basis-tensor-flattened-templates.h | 471 CeedScalar r_t1[1], r_t2[1]; in InterpTensor3dFlattened() local
475 …tractX3dFlattened<NUM_COMP, P_1D, Q_1D, T_1D>(data, t_id_x, t_id_y, t_id_z, &r_U[comp], c_B, r_t1); in InterpTensor3dFlattened()
476 ContractY3dFlattened<NUM_COMP, P_1D, Q_1D, T_1D>(data, t_id_x, t_id_y, t_id_z, r_t1, c_B, r_t2); in InterpTensor3dFlattened()
491 CeedScalar r_t1[1], r_t2[1]; in InterpTransposeTensor3dFlattened() local
495 …sposeZ3dFlattened<NUM_COMP, P_1D, Q_1D, T_1D>(data, t_id_x, t_id_y, t_id_z, &r_U[comp], c_B, r_t1); in InterpTransposeTensor3dFlattened()
496 …ContractTransposeY3dFlattened<NUM_COMP, P_1D, Q_1D, T_1D>(data, t_id_x, t_id_y, t_id_z, r_t1, c_B,… in InterpTransposeTensor3dFlattened()
543 CeedScalar r_t1[1], r_t2[1]; in GradTensor3dFlattened() local
547 …tractX3dFlattened<NUM_COMP, P_1D, Q_1D, T_1D>(data, t_id_x, t_id_y, t_id_z, &r_U[comp], c_G, r_t1); in GradTensor3dFlattened()
548 ContractY3dFlattened<NUM_COMP, P_1D, Q_1D, T_1D>(data, t_id_x, t_id_y, t_id_z, r_t1, c_B, r_t2); in GradTensor3dFlattened()
550 …tractX3dFlattened<NUM_COMP, P_1D, Q_1D, T_1D>(data, t_id_x, t_id_y, t_id_z, &r_U[comp], c_B, r_t1); in GradTensor3dFlattened()
[all …]
|