| /libCEED/include/ceed/jit-source/hip/ |
| H A D | hip-shared-basis-tensor-templates.h | 20 inline __device__ void ContractX1d(SharedData_Hip &data, const CeedScalar *U, const CeedScalar *B, … in ContractX1d() 36 inline __device__ void ContractTransposeX1d(SharedData_Hip &data, const CeedScalar *U, const CeedSc… in ContractTransposeX1d() 52 inline __device__ void Interp1d(SharedData_Hip &data, const CeedScalar *__restrict__ r_U, const Cee… in Interp1d() 62 inline __device__ void InterpTranspose1d(SharedData_Hip &data, const CeedScalar *__restrict__ r_U, … in InterpTranspose1d() 73 inline __device__ void InterpCollocatedNodes1d(SharedData_Hip &data, const CeedScalar *__restrict__… in InterpCollocatedNodes1d() 84 inline __device__ void InterpTransposeCollocatedNodes1d(SharedData_Hip &data, const CeedScalar *__r… in InterpTransposeCollocatedNodes1d() 95 inline __device__ void Grad1d(SharedData_Hip &data, const CeedScalar *__restrict__ r_U, const CeedS… in Grad1d() 106 inline __device__ void GradTranspose1d(SharedData_Hip &data, const CeedScalar *__restrict__ r_U, co… in GradTranspose1d() 117 inline __device__ void Weight1d(SharedData_Hip &data, const CeedScalar *__restrict__ q_weight_1d, C… in Weight1d() 129 inline __device__ void ContractX2d(SharedData_Hip &data, const CeedScalar *U, const CeedScalar *B, … in ContractX2d() [all …]
|
| H A D | hip-shared-basis-nontensor-templates.h | 16 inline __device__ void Contract1d(SharedData_Hip &data, const CeedScalar *U, const CeedScalar *B, C… in Contract1d() 32 inline __device__ void ContractTranspose1d(SharedData_Hip &data, const CeedScalar *U, const CeedSca… in ContractTranspose1d() 47 inline __device__ void InterpNonTensor(SharedData_Hip &data, const CeedScalar *__restrict__ r_U, co… in InterpNonTensor() 58 inline __device__ void InterpTransposeNonTensor(SharedData_Hip &data, const CeedScalar *__restrict_… in InterpTransposeNonTensor() 70 inline __device__ void GradNonTensor(SharedData_Hip &data, const CeedScalar *__restrict__ r_U, cons… in GradNonTensor() 82 inline __device__ void GradTransposeNonTensor(SharedData_Hip &data, const CeedScalar *__restrict__ … in GradTransposeNonTensor() 96 inline __device__ void WeightNonTensor(SharedData_Hip &data, const CeedScalar *__restrict__ q_weigh… in WeightNonTensor()
|
| H A D | hip-shared-basis-read-write-templates.h | 16 inline __device__ void LoadMatrix(SharedData_Hip &data, const CeedScalar *__restrict__ d_B, CeedSca… in LoadMatrix() 28 inline __device__ void ReadElementStrided1d(SharedData_Hip &data, const CeedInt elem, const CeedInt… in ReadElementStrided1d() 44 inline __device__ void WriteElementStrided1d(SharedData_Hip &data, const CeedInt elem, const CeedIn… in WriteElementStrided1d() 57 inline __device__ void SumElementStrided1d(SharedData_Hip &data, const CeedInt elem, const CeedInt … in SumElementStrided1d() 77 inline __device__ void ReadElementStrided2d(SharedData_Hip &data, const CeedInt elem, const CeedInt… in ReadElementStrided2d() 93 inline __device__ void WriteElementStrided2d(SharedData_Hip &data, const CeedInt elem, const CeedIn… in WriteElementStrided2d() 106 inline __device__ void SumElementStrided2d(SharedData_Hip &data, const CeedInt elem, const CeedInt … in SumElementStrided2d() 126 inline __device__ void ReadElementStrided3d(SharedData_Hip &data, const CeedInt elem, const CeedInt… in ReadElementStrided3d() 144 inline __device__ void WriteElementStrided3d(SharedData_Hip &data, const CeedInt elem, const CeedIn… in WriteElementStrided3d() 159 inline __device__ void SumElementStrided3d(SharedData_Hip &data, const CeedInt elem, const CeedInt … in SumElementStrided3d() [all …]
|
| H A D | hip-gen-templates.h | 16 inline __device__ void LoadMatrix(SharedData_Hip &data, const CeedScalar *__restrict__ d_B, CeedSca… in LoadMatrix() 28 inline __device__ void ReadPoint(SharedData_Hip &data, const CeedInt elem, const CeedInt p, const C… in ReadPoint() 41 inline __device__ void WritePoint(SharedData_Hip &data, const CeedInt elem, const CeedInt p, const … in WritePoint() 60 inline __device__ void SetEVecStandard1d_Single(SharedData_Hip &data, const CeedInt n, const CeedSc… in SetEVecStandard1d_Single() 73 inline __device__ void ReadLVecStandard1d(SharedData_Hip &data, const CeedInt num_nodes, const Ceed… in ReadLVecStandard1d() 87 inline __device__ void ReadLVecStrided1d(SharedData_Hip &data, const CeedInt elem, const CeedScalar… in ReadLVecStrided1d() 100 inline __device__ void WriteLVecStandard1d(SharedData_Hip &data, const CeedInt num_nodes, const Cee… in WriteLVecStandard1d() 111 inline __device__ void WriteLVecStandard1d_Single(SharedData_Hip &data, const CeedInt num_nodes, co… in WriteLVecStandard1d_Single() 128 inline __device__ void WriteLVecStandard1d_Assembly(SharedData_Hip &data, const CeedInt num_nodes, … in WriteLVecStandard1d_Assembly() 147 inline __device__ void WriteLVecStandard1d_QFAssembly(SharedData_Hip &data, const CeedInt num_elem,… in WriteLVecStandard1d_QFAssembly() [all …]
|
| H A D | hip-shared-basis-tensor-flattened-templates.h | 20 inline __device__ void ContractX2dFlattened(SharedData_Hip &data, const int t_id_x, const int t_id_… in ContractX2dFlattened() 37 inline __device__ void ContractY2dFlattened(SharedData_Hip &data, const int t_id_x, const int t_id_… in ContractY2dFlattened() 54 inline __device__ void ContractTransposeY2dFlattened(SharedData_Hip &data, const int t_id_x, const … in ContractTransposeY2dFlattened() 71 inline __device__ void ContractTransposeX2dFlattened(SharedData_Hip &data, const int t_id_x, const … in ContractTransposeX2dFlattened() 88 inline __device__ void ContractTransposeAddX2dFlattened(SharedData_Hip &data, const int t_id_x, con… in ContractTransposeAddX2dFlattened() 104 inline __device__ void QPack2d(SharedData_Hip &data, const int t_id_x, const int t_id_y, CeedScalar… in QPack2d() 116 inline __device__ void QUnpack2d(SharedData_Hip &data, const int t_id_x, const int t_id_y, CeedScal… in QUnpack2d() 131 inline __device__ void InterpTensor2dFlattened(SharedData_Hip &data, CeedScalar *__restrict__ r_U, … in InterpTensor2dFlattened() 150 inline __device__ void InterpTransposeTensor2dFlattened(SharedData_Hip &data, CeedScalar *__restric… in InterpTransposeTensor2dFlattened() 168 inline __device__ void InterpTensorCollocatedNodes2dFlattened(SharedData_Hip &data, CeedScalar *__r… in InterpTensorCollocatedNodes2dFlattened() [all …]
|
| H A D | hip-shared-basis-tensor-at-points-templates.h | 44 inline __device__ void InterpAtPoints1d(SharedData_Hip &data, const CeedInt p, const CeedScalar *__… in InterpAtPoints1d() 66 inline __device__ void InterpTransposeAtPoints1d(SharedData_Hip &data, const CeedInt p, const CeedS… in InterpTransposeAtPoints1d() 91 inline __device__ void GradAtPoints1d(SharedData_Hip &data, const CeedInt p, const CeedScalar *__re… in GradAtPoints1d() 113 inline __device__ void GradTransposeAtPoints1d(SharedData_Hip &data, const CeedInt p, const CeedSca… in GradTransposeAtPoints1d() 142 inline __device__ void InterpAtPoints2d(SharedData_Hip &data, const CeedInt p, const CeedScalar *__… in InterpAtPoints2d() 173 inline __device__ void InterpTransposeAtPoints2d(SharedData_Hip &data, const CeedInt p, const CeedS… in InterpTransposeAtPoints2d() 211 inline __device__ void GradAtPoints2d(SharedData_Hip &data, const CeedInt p, const CeedScalar *__re… in GradAtPoints2d() 246 inline __device__ void GradTransposeAtPoints2d(SharedData_Hip &data, const CeedInt p, const CeedSca… in GradTransposeAtPoints2d() 292 inline __device__ void InterpAtPoints3d(SharedData_Hip &data, const CeedInt p, const CeedScalar *__… in InterpAtPoints3d() 329 inline __device__ void InterpTransposeAtPoints3d(SharedData_Hip &data, const CeedInt p, const CeedS… in InterpTransposeAtPoints3d() [all …]
|
| H A D | hip-shared-basis-nontensor.h | 22 SharedData_Hip data; in __launch_bounds__() 49 SharedData_Hip data; in __launch_bounds__() 76 SharedData_Hip data; in __launch_bounds__() 106 SharedData_Hip data; in __launch_bounds__() 133 SharedData_Hip data; in __launch_bounds__() 160 SharedData_Hip data; in __launch_bounds__() 190 SharedData_Hip data; in __launch_bounds__()
|
| H A D | hip-types.h | 39 } SharedData_Hip; typedef
|
| H A D | hip-shared-basis-tensor.h | 22 SharedData_Hip data; in __launch_bounds__() 61 SharedData_Hip data; in __launch_bounds__() 91 SharedData_Hip data; in __launch_bounds__() 130 SharedData_Hip data; in __launch_bounds__() 160 SharedData_Hip data; in __launch_bounds__() 200 SharedData_Hip data; in __launch_bounds__() 233 SharedData_Hip data; in __launch_bounds__() 277 SharedData_Hip data; in __launch_bounds__() 318 SharedData_Hip data; in __launch_bounds__() 362 SharedData_Hip data; in __launch_bounds__() [all …]
|
| H A D | hip-shared-basis-tensor-at-points.h | 28 SharedData_Hip data; in __launch_bounds__() 84 SharedData_Hip data; in __launch_bounds__() 154 SharedData_Hip data; in __launch_bounds__() 216 SharedData_Hip data; in __launch_bounds__() 272 SharedData_Hip data; in __launch_bounds__() 343 SharedData_Hip data; in __launch_bounds__()
|