| /libCEED/include/ceed/jit-source/magma/ |
| H A D | magma-common-tensor.h | 21 for (int comp = 0; comp < NUM_COMP; comp++) { in read_1d() local 33 for (int comp = 0; comp < NUM_COMP; comp++) { in write_1d() local 45 for (int comp = 0; comp < NUM_COMP; comp++) { in sum_1d() local 70 for (int comp = 0; comp < NUM_COMP; comp++) { in read_U_2d() local 97 for (int comp = 0; comp < NUM_COMP; comp++) { in read_V_2d() local 114 for (int comp = 0; comp < NUM_COMP; comp++) { in write_V_2d() local 131 for (int comp = 0; comp < NUM_COMP; comp++) { in sum_V_2d() local 158 for (int comp = 0; comp < NUM_COMP; comp++) { in read_U_3d() local 185 for (int comp = 0; comp < NUM_COMP; comp++) { in read_V_3d() local 202 for (int comp = 0; comp < NUM_COMP; comp++) { in write_V_3d() local [all …]
|
| H A D | magma-basis-grad-1d.h | 29 for (int comp = 0; comp < NUM_COMP; comp++) { in magma_grad_1d_device() local 63 for (int comp = 1; comp < BASIS_NUM_COMP; comp++) { in __launch_bounds__() local 108 for (int comp = 1; comp < BASIS_NUM_COMP; comp++) { in __launch_bounds__() local 153 for (int comp = 1; comp < BASIS_NUM_COMP; comp++) { in __launch_bounds__() local
|
| H A D | magma-basis-interp-1d.h | 29 for (int comp = 0; comp < NUM_COMP; comp++) { in magma_interp_1d_device() local 63 for (int comp = 1; comp < BASIS_NUM_COMP; comp++) { in __launch_bounds__() local 108 for (int comp = 1; comp < BASIS_NUM_COMP; comp++) { in __launch_bounds__() local 153 for (int comp = 1; comp < BASIS_NUM_COMP; comp++) { in __launch_bounds__() local
|
| /libCEED/include/ceed/jit-source/hip/ |
| H A D | hip-ref-restriction-offset.h | 21 for (CeedInt comp = 0; comp < RSTR_NUM_COMP; comp++) { in OffsetNoTranspose() local 37 for (CeedInt comp = 0; comp < RSTR_NUM_COMP; comp++) { in OffsetTranspose() local 52 for (CeedInt comp = 0; comp < RSTR_NUM_COMP; comp++) value[comp] = 0.0; in OffsetTranspose() local 59 for (CeedInt comp = 0; comp < RSTR_NUM_COMP; comp++) { in OffsetTranspose() local 64 …for (CeedInt comp = 0; comp < RSTR_NUM_COMP; comp++) v[ind + comp * RSTR_COMP_STRIDE] += value[com… in OffsetTranspose() local
|
| H A D | hip-ref-restriction-at-points.h | 24 for (CeedInt comp = 0; comp < RSTR_NUM_COMP; comp++) { in AtPointsTranspose() local 40 for (CeedInt comp = 0; comp < RSTR_NUM_COMP; comp++) value[comp] = 0.0; in AtPointsTranspose() local 48 for (CeedInt comp = 0; comp < RSTR_NUM_COMP; comp++) { in AtPointsTranspose() local 53 …for (CeedInt comp = 0; comp < RSTR_NUM_COMP; comp++) v[ind + comp * RSTR_COMP_STRIDE] += value[com… in AtPointsTranspose() local
|
| H A D | hip-shared-basis-nontensor-templates.h | 49 for (CeedInt comp = 0; comp < NUM_COMP; comp++) { in InterpNonTensor() local 60 for (CeedInt comp = 0; comp < NUM_COMP; comp++) { in InterpTransposeNonTensor() local 72 for (CeedInt comp = 0; comp < NUM_COMP; comp++) { in GradNonTensor() local 84 for (CeedInt comp = 0; comp < NUM_COMP; comp++) r_V[comp] = 0.0; in GradTransposeNonTensor() local 86 for (CeedInt comp = 0; comp < NUM_COMP; comp++) { in GradTransposeNonTensor() local
|
| H A D | hip-ref-restriction-oriented.h | 23 for (CeedInt comp = 0; comp < RSTR_NUM_COMP; comp++) { in OrientedNoTranspose() local 41 for (CeedInt comp = 0; comp < RSTR_NUM_COMP; comp++) { in OrientedTranspose() local 58 for (CeedInt comp = 0; comp < RSTR_NUM_COMP; comp++) value[comp] = 0.0; in OrientedTranspose() local 66 for (CeedInt comp = 0; comp < RSTR_NUM_COMP; comp++) { in OrientedTranspose() local 71 …for (CeedInt comp = 0; comp < RSTR_NUM_COMP; comp++) v[ind + comp * RSTR_COMP_STRIDE] += value[com… in OrientedTranspose() local
|
| H A D | hip-shared-basis-read-write-templates.h | 34 for (CeedInt comp = 0; comp < NUM_COMP; comp++) { in ReadElementStrided1d() local 50 for (CeedInt comp = 0; comp < NUM_COMP; comp++) { in WriteElementStrided1d() local 63 for (CeedInt comp = 0; comp < NUM_COMP; comp++) { in SumElementStrided1d() local 83 for (CeedInt comp = 0; comp < NUM_COMP; comp++) { in ReadElementStrided2d() local 99 for (CeedInt comp = 0; comp < NUM_COMP; comp++) { in WriteElementStrided2d() local 112 for (CeedInt comp = 0; comp < NUM_COMP; comp++) { in SumElementStrided2d() local 133 for (CeedInt comp = 0; comp < NUM_COMP; comp++) { in ReadElementStrided3d() local 151 for (CeedInt comp = 0; comp < NUM_COMP; comp++) { in WriteElementStrided3d() local 166 for (CeedInt comp = 0; comp < NUM_COMP; comp++) { in SumElementStrided3d() local 186 for (CeedInt comp = 0; comp < NUM_COMP; comp++) { in ReadPoint() local [all …]
|
| H A D | hip-ref-restriction-curl-oriented.h | 27 for (CeedInt comp = 0; comp < RSTR_NUM_COMP; comp++) { in CurlOrientedNoTranspose() local 52 for (CeedInt comp = 0; comp < RSTR_NUM_COMP; comp++) { in CurlOrientedUnsignedNoTranspose() local 76 for (CeedInt comp = 0; comp < RSTR_NUM_COMP; comp++) { in CurlOrientedTranspose() local 97 for (CeedInt comp = 0; comp < RSTR_NUM_COMP; comp++) value[comp] = 0.0; in CurlOrientedTranspose() local 107 for (CeedInt comp = 0; comp < RSTR_NUM_COMP; comp++) { in CurlOrientedTranspose() local 115 …for (CeedInt comp = 0; comp < RSTR_NUM_COMP; comp++) v[ind + comp * RSTR_COMP_STRIDE] += value[com… in CurlOrientedTranspose() local 134 for (CeedInt comp = 0; comp < RSTR_NUM_COMP; comp++) { in CurlOrientedUnsignedTranspose() local 155 for (CeedInt comp = 0; comp < RSTR_NUM_COMP; comp++) value[comp] = 0.0; in CurlOrientedUnsignedTranspose() local 165 for (CeedInt comp = 0; comp < RSTR_NUM_COMP; comp++) { in CurlOrientedUnsignedTranspose() local 173 …for (CeedInt comp = 0; comp < RSTR_NUM_COMP; comp++) v[ind + comp * RSTR_COMP_STRIDE] += value[com… in CurlOrientedUnsignedTranspose() local
|
| H A D | hip-shared-basis-tensor-templates.h | 53 for (CeedInt comp = 0; comp < NUM_COMP; comp++) { in Interp1d() local 64 for (CeedInt comp = 0; comp < NUM_COMP; comp++) { in InterpTranspose1d() local 75 for (CeedInt comp = 0; comp < NUM_COMP; comp++) { in InterpCollocatedNodes1d() local 86 for (CeedInt comp = 0; comp < NUM_COMP; comp++) { in InterpTransposeCollocatedNodes1d() local 97 for (CeedInt comp = 0; comp < NUM_COMP; comp++) { in Grad1d() local 108 for (CeedInt comp = 0; comp < NUM_COMP; comp++) { in GradTranspose1d() local 210 for (CeedInt comp = 0; comp < NUM_COMP; comp++) { in InterpTensor2d() local 223 for (CeedInt comp = 0; comp < NUM_COMP; comp++) { in InterpTransposeTensor2d() local 235 for (CeedInt comp = 0; comp < NUM_COMP; comp++) { in InterpTensorCollocatedNodes2d() local 246 for (CeedInt comp = 0; comp < NUM_COMP; comp++) { in InterpTransposeTensorCollocatedNodes2d() local [all …]
|
| H A D | hip-gen-templates.h | 32 for (CeedInt comp = 0; comp < NUM_COMP; comp++) { in ReadPoint() local 46 for (CeedInt comp = 0; comp < NUM_COMP; comp++) { in WritePoint() local 79 for (CeedInt comp = 0; comp < NUM_COMP; comp++) r_u[comp] = d_u[ind + COMP_STRIDE * comp]; in ReadLVecStandard1d() local 92 for (CeedInt comp = 0; comp < NUM_COMP; comp++) r_u[comp] = d_u[ind + comp * STRIDES_COMP]; in ReadLVecStrided1d() local 106 …for (CeedInt comp = 0; comp < NUM_COMP; comp++) atomicAdd(&d_v[ind + COMP_STRIDE * comp], r_v[comp… in WriteLVecStandard1d() local 137 for (CeedInt comp = 0; comp < NUM_COMP; comp++) { in WriteLVecStandard1d_Assembly() local 152 for (CeedInt comp = 0; comp < NUM_COMP_FIELD; comp++) { in WriteLVecStandard1d_QFAssembly() local 168 for (CeedInt comp = 0; comp < NUM_COMP; comp++) d_v[ind + comp * STRIDES_COMP] += r_v[comp]; in WriteLVecStrided1d() local 200 for (CeedInt comp = 0; comp < NUM_COMP; comp++) r_u[comp] = d_u[ind + COMP_STRIDE * comp]; in ReadLVecStandard2d() local 213 for (CeedInt comp = 0; comp < NUM_COMP; comp++) r_u[comp] = d_u[ind + comp * STRIDES_COMP]; in ReadLVecStrided2d() local [all …]
|
| H A D | hip-ref-qfunction.h | 17 for (CeedInt comp = 0; comp < SIZE; comp++) { in readQuads() local 27 for (CeedInt comp = 0; comp < SIZE; comp++) { in writeQuads() local
|
| H A D | hip-shared-basis-tensor-at-points-templates.h | 50 for (CeedInt comp = 0; comp < NUM_COMP; comp++) { in InterpAtPoints1d() local 71 for (CeedInt comp = 0; comp < NUM_COMP; comp++) { in InterpTransposeAtPoints1d() local 97 for (CeedInt comp = 0; comp < NUM_COMP; comp++) { in GradAtPoints1d() local 118 for (CeedInt comp = 0; comp < NUM_COMP; comp++) { in GradTransposeAtPoints1d() local 145 for (CeedInt comp = 0; comp < NUM_COMP; comp++) { in InterpAtPoints2d() local 175 for (CeedInt comp = 0; comp < NUM_COMP; comp++) { in InterpTransposeAtPoints2d() local 214 for (CeedInt comp = 0; comp < NUM_COMP; comp++) { in GradAtPoints2d() local 248 for (CeedInt comp = 0; comp < NUM_COMP; comp++) { in GradTransposeAtPoints2d() local 303 for (CeedInt comp = 0; comp < NUM_COMP; comp++) { in InterpAtPoints3d() local 339 for (CeedInt comp = 0; comp < NUM_COMP; comp++) { in InterpTransposeAtPoints3d() local [all …]
|
| /libCEED/include/ceed/jit-source/cuda/ |
| H A D | cuda-ref-restriction-offset.h | 21 for (CeedInt comp = 0; comp < RSTR_NUM_COMP; comp++) { in OffsetNoTranspose() local 37 for (CeedInt comp = 0; comp < RSTR_NUM_COMP; comp++) { in OffsetTranspose() local 52 for (CeedInt comp = 0; comp < RSTR_NUM_COMP; comp++) value[comp] = 0.0; in OffsetTranspose() local 59 for (CeedInt comp = 0; comp < RSTR_NUM_COMP; comp++) { in OffsetTranspose() local 64 …for (CeedInt comp = 0; comp < RSTR_NUM_COMP; comp++) v[ind + comp * RSTR_COMP_STRIDE] += value[com… in OffsetTranspose() local
|
| H A D | cuda-ref-restriction-at-points.h | 24 for (CeedInt comp = 0; comp < RSTR_NUM_COMP; comp++) { in AtPointsTranspose() local 40 for (CeedInt comp = 0; comp < RSTR_NUM_COMP; comp++) value[comp] = 0.0; in AtPointsTranspose() local 48 for (CeedInt comp = 0; comp < RSTR_NUM_COMP; comp++) { in AtPointsTranspose() local 53 …for (CeedInt comp = 0; comp < RSTR_NUM_COMP; comp++) v[ind + comp * RSTR_COMP_STRIDE] += value[com… in AtPointsTranspose() local
|
| H A D | cuda-ref-restriction-oriented.h | 23 for (CeedInt comp = 0; comp < RSTR_NUM_COMP; comp++) { in OrientedNoTranspose() local 41 for (CeedInt comp = 0; comp < RSTR_NUM_COMP; comp++) { in OrientedTranspose() local 58 for (CeedInt comp = 0; comp < RSTR_NUM_COMP; comp++) value[comp] = 0.0; in OrientedTranspose() local 66 for (CeedInt comp = 0; comp < RSTR_NUM_COMP; comp++) { in OrientedTranspose() local 71 …for (CeedInt comp = 0; comp < RSTR_NUM_COMP; comp++) v[ind + comp * RSTR_COMP_STRIDE] += value[com… in OrientedTranspose() local
|
| H A D | cuda-shared-basis-nontensor-templates.h | 49 for (CeedInt comp = 0; comp < NUM_COMP; comp++) { in InterpNonTensor() local 60 for (CeedInt comp = 0; comp < NUM_COMP; comp++) { in InterpTransposeNonTensor() local 72 for (CeedInt comp = 0; comp < NUM_COMP; comp++) { in GradNonTensor() local 84 for (CeedInt comp = 0; comp < NUM_COMP; comp++) r_V[comp] = 0.0; in GradTransposeNonTensor() local 86 for (CeedInt comp = 0; comp < NUM_COMP; comp++) { in GradTransposeNonTensor() local
|
| H A D | cuda-shared-basis-read-write-templates.h | 34 for (CeedInt comp = 0; comp < NUM_COMP; comp++) { in ReadElementStrided1d() local 50 for (CeedInt comp = 0; comp < NUM_COMP; comp++) { in WriteElementStrided1d() local 63 for (CeedInt comp = 0; comp < NUM_COMP; comp++) { in SumElementStrided1d() local 83 for (CeedInt comp = 0; comp < NUM_COMP; comp++) { in ReadElementStrided2d() local 99 for (CeedInt comp = 0; comp < NUM_COMP; comp++) { in WriteElementStrided2d() local 112 for (CeedInt comp = 0; comp < NUM_COMP; comp++) { in SumElementStrided2d() local 133 for (CeedInt comp = 0; comp < NUM_COMP; comp++) { in ReadElementStrided3d() local 151 for (CeedInt comp = 0; comp < NUM_COMP; comp++) { in WriteElementStrided3d() local 166 for (CeedInt comp = 0; comp < NUM_COMP; comp++) { in SumElementStrided3d() local 187 for (CeedInt comp = 0; comp < NUM_COMP; comp++) { in ReadPoint() local [all …]
|
| H A D | cuda-ref-restriction-curl-oriented.h | 27 for (CeedInt comp = 0; comp < RSTR_NUM_COMP; comp++) { in CurlOrientedNoTranspose() local 52 for (CeedInt comp = 0; comp < RSTR_NUM_COMP; comp++) { in CurlOrientedUnsignedNoTranspose() local 76 for (CeedInt comp = 0; comp < RSTR_NUM_COMP; comp++) { in CurlOrientedTranspose() local 97 for (CeedInt comp = 0; comp < RSTR_NUM_COMP; comp++) value[comp] = 0.0; in CurlOrientedTranspose() local 107 for (CeedInt comp = 0; comp < RSTR_NUM_COMP; comp++) { in CurlOrientedTranspose() local 115 …for (CeedInt comp = 0; comp < RSTR_NUM_COMP; comp++) v[ind + comp * RSTR_COMP_STRIDE] += value[com… in CurlOrientedTranspose() local 134 for (CeedInt comp = 0; comp < RSTR_NUM_COMP; comp++) { in CurlOrientedUnsignedTranspose() local 155 for (CeedInt comp = 0; comp < RSTR_NUM_COMP; comp++) value[comp] = 0.0; in CurlOrientedUnsignedTranspose() local 165 for (CeedInt comp = 0; comp < RSTR_NUM_COMP; comp++) { in CurlOrientedUnsignedTranspose() local 173 …for (CeedInt comp = 0; comp < RSTR_NUM_COMP; comp++) v[ind + comp * RSTR_COMP_STRIDE] += value[com… in CurlOrientedUnsignedTranspose() local
|
| H A D | cuda-shared-basis-tensor-templates.h | 53 for (CeedInt comp = 0; comp < NUM_COMP; comp++) { in Interp1d() local 64 for (CeedInt comp = 0; comp < NUM_COMP; comp++) { in InterpTranspose1d() local 75 for (CeedInt comp = 0; comp < NUM_COMP; comp++) { in InterpCollocatedNodes1d() local 86 for (CeedInt comp = 0; comp < NUM_COMP; comp++) { in InterpTransposeCollocatedNodes1d() local 97 for (CeedInt comp = 0; comp < NUM_COMP; comp++) { in Grad1d() local 108 for (CeedInt comp = 0; comp < NUM_COMP; comp++) { in GradTranspose1d() local 211 for (CeedInt comp = 0; comp < NUM_COMP; comp++) { in InterpTensor2d() local 224 for (CeedInt comp = 0; comp < NUM_COMP; comp++) { in InterpTransposeTensor2d() local 236 for (CeedInt comp = 0; comp < NUM_COMP; comp++) { in InterpTensorCollocatedNodes2d() local 247 for (CeedInt comp = 0; comp < NUM_COMP; comp++) { in InterpTransposeTensorCollocatedNodes2d() local [all …]
|
| H A D | cuda-gen-templates.h | 32 for (CeedInt comp = 0; comp < NUM_COMP; comp++) { in ReadPoint() local 46 for (CeedInt comp = 0; comp < NUM_COMP; comp++) { in WritePoint() local 79 for (CeedInt comp = 0; comp < NUM_COMP; comp++) r_u[comp] = d_u[ind + COMP_STRIDE * comp]; in ReadLVecStandard1d() local 93 for (CeedInt comp = 0; comp < NUM_COMP; comp++) r_u[comp] = d_u[ind + comp * STRIDES_COMP]; in ReadLVecStrided1d() local 107 …for (CeedInt comp = 0; comp < NUM_COMP; comp++) atomicAdd(&d_v[ind + COMP_STRIDE * comp], r_v[comp… in WriteLVecStandard1d() local 138 for (CeedInt comp = 0; comp < NUM_COMP; comp++) { in WriteLVecStandard1d_Assembly() local 153 for (CeedInt comp = 0; comp < NUM_COMP_FIELD; comp++) { in WriteLVecStandard1d_QFAssembly() local 169 for (CeedInt comp = 0; comp < NUM_COMP; comp++) d_v[ind + comp * STRIDES_COMP] += r_v[comp]; in WriteLVecStrided1d() local 201 for (CeedInt comp = 0; comp < NUM_COMP; comp++) r_u[comp] = d_u[ind + COMP_STRIDE * comp]; in ReadLVecStandard2d() local 215 for (CeedInt comp = 0; comp < NUM_COMP; comp++) r_u[comp] = d_u[ind + comp * STRIDES_COMP]; in ReadLVecStrided2d() local [all …]
|
| H A D | cuda-ref-qfunction.h | 17 for (CeedInt comp = 0; comp < SIZE; comp++) { in readQuads() local 27 for (CeedInt comp = 0; comp < SIZE; comp++) { in writeQuads() local
|
| H A D | cuda-shared-basis-tensor-at-points-templates.h | 50 for (CeedInt comp = 0; comp < NUM_COMP; comp++) { in InterpAtPoints1d() local 70 for (CeedInt comp = 0; comp < NUM_COMP; comp++) { in InterpTransposeAtPoints1d() local 96 for (CeedInt comp = 0; comp < NUM_COMP; comp++) { in GradAtPoints1d() local 117 for (CeedInt comp = 0; comp < NUM_COMP; comp++) { in GradTransposeAtPoints1d() local 144 for (CeedInt comp = 0; comp < NUM_COMP; comp++) { in InterpAtPoints2d() local 174 for (CeedInt comp = 0; comp < NUM_COMP; comp++) { in InterpTransposeAtPoints2d() local 213 for (CeedInt comp = 0; comp < NUM_COMP; comp++) { in GradAtPoints2d() local 247 for (CeedInt comp = 0; comp < NUM_COMP; comp++) { in GradTransposeAtPoints2d() local 302 for (CeedInt comp = 0; comp < NUM_COMP; comp++) { in InterpAtPoints3d() local 338 for (CeedInt comp = 0; comp < NUM_COMP; comp++) { in InterpTransposeAtPoints3d() local [all …]
|
| H A D | cuda-ref-restriction-strided.h | 20 for (CeedInt comp = 0; comp < RSTR_NUM_COMP; comp++) { in StridedNoTranspose() local 35 for (CeedInt comp = 0; comp < RSTR_NUM_COMP; comp++) { in StridedTranspose() local
|
| /libCEED/include/ceed/jit-source/sycl/ |
| H A D | sycl-gen-templates.h | 41 for (CeedInt comp = 0; comp < num_comp; ++comp) { in readDofsOffset1d() local 59 for (CeedInt comp = 0; comp < num_comp; comp++) { in readDofsStrided1d() local 76 for (CeedInt comp = 0; comp < num_comp; ++comp) in writeDofsOffset1d() local 93 for (CeedInt comp = 0; comp < num_comp; comp++) { in writeDofsStrided1d() local 115 for (CeedInt comp = 0; comp < num_comp; ++comp) r_u[comp] = d_u[ind + strides_comp * comp]; in readDofsOffset2d() local 132 for (CeedInt comp = 0; comp < num_comp; ++comp) r_u[comp] = d_u[ind + comp * strides_comp]; in readDofsStrided2d() local 148 for (CeedInt comp = 0; comp < num_comp; ++comp) in writeDofsOffset2d() local 166 for (CeedInt comp = 0; comp < num_comp; ++comp) d_v[ind + comp * strides_comp] += r_v[comp]; in writeDofsStrided2d() local 187 …for (CeedInt comp = 0; comp < num_comp; ++comp) r_u[z + comp * P_1D] = d_u[ind + strides_comp * co… in readDofsOffset3d() local 206 …for (CeedInt comp = 0; comp < num_comp; ++comp) r_u[z + comp * P_1D] = d_u[ind + comp * strides_co… in readDofsStrided3d() local [all …]
|