cuda-shared-basis-tensor-at-points-templates.h - OpenGrok cross reference for /libCEED/include/ceed/jit-source/cuda/cuda-shared-basis-tensor-at-points-templates.h

Lines Matching refs:chebyshev_x
16 inline __device__ void ChebyshevPolynomialsAtPoint(const CeedScalar x, CeedScalar *chebyshev_x) {  in ChebyshevPolynomialsAtPoint()  argument
17   chebyshev_x[0] = 1.0;  in ChebyshevPolynomialsAtPoint()
18   chebyshev_x[1] = 2 * x;  in ChebyshevPolynomialsAtPoint()
19 …for (CeedInt i = 2; i < Q_1D; i++) chebyshev_x[i] = 2 * x * chebyshev_x[i - 1] - chebyshev_x[i - 2…  in ChebyshevPolynomialsAtPoint()
24   CeedScalar chebyshev_x[3];  in ChebyshevDerivativeAtPoint()  local
26   chebyshev_x[1]  = 1.0;  in ChebyshevDerivativeAtPoint()
27   chebyshev_x[2]  = 2 * x;  in ChebyshevDerivativeAtPoint()
31     chebyshev_x[(i + 1) % 3] = 2 * x * chebyshev_x[(i + 0) % 3] - chebyshev_x[(i + 2) % 3];  in ChebyshevDerivativeAtPoint()
32 …chebyshev_dx[i]          = 2 * x * chebyshev_dx[i - 1] + 2 * chebyshev_x[(i + 0) % 3] - chebyshev_…  in ChebyshevDerivativeAtPoint()
46   CeedScalar chebyshev_x[Q_1D];  in InterpAtPoints1d()  local
49   ChebyshevPolynomialsAtPoint<Q_1D>(r_X[0], chebyshev_x);  in InterpAtPoints1d()
56       r_V[comp] += chebyshev_x[i] * data.slice[i];  in InterpAtPoints1d()
67   CeedScalar chebyshev_x[Q_1D];  in InterpTransposeAtPoints1d()  local
69   ChebyshevPolynomialsAtPoint<Q_1D>(r_X[0], chebyshev_x);  in InterpTransposeAtPoints1d()
77 …atomicAdd_block(&data.slice[comp * Q_1D + (i + data.t_id_x) % Q_1D], chebyshev_x[(i + data.t_id_x)…  in InterpTransposeAtPoints1d()
92   CeedScalar chebyshev_x[Q_1D];  in GradAtPoints1d()  local
94   ChebyshevDerivativeAtPoint<Q_1D>(r_X[0], chebyshev_x);  in GradAtPoints1d()
103       r_V[comp] += chebyshev_x[i] * data.slice[i];  in GradAtPoints1d()
114   CeedScalar chebyshev_x[Q_1D];  in GradTransposeAtPoints1d()  local
116   ChebyshevDerivativeAtPoint<Q_1D>(r_X[0], chebyshev_x);  in GradTransposeAtPoints1d()
124 …atomicAdd_block(&data.slice[comp * Q_1D + (i + data.t_id_x) % Q_1D], chebyshev_x[(i + data.t_id_x)…  in GradTransposeAtPoints1d()
146     CeedScalar chebyshev_x[Q_1D];  in InterpAtPoints2d()  local
153     ChebyshevPolynomialsAtPoint<Q_1D>(r_X[0], chebyshev_x);  in InterpAtPoints2d()
157         buffer[i] += chebyshev_x[j] * data.slice[j + i * Q_1D];  in InterpAtPoints2d()
161     ChebyshevPolynomialsAtPoint<Q_1D>(r_X[1], chebyshev_x);  in InterpAtPoints2d()
163       r_V[comp] += chebyshev_x[i] * buffer[i];  in InterpAtPoints2d()
176     CeedScalar chebyshev_x[Q_1D];  in InterpTransposeAtPoints2d()  local
182     ChebyshevPolynomialsAtPoint<Q_1D>(r_X[1], chebyshev_x);  in InterpTransposeAtPoints2d()
186       buffer[i] = chebyshev_x[i] * r_u;  in InterpTransposeAtPoints2d()
189     ChebyshevPolynomialsAtPoint<Q_1D>(r_X[0], chebyshev_x);  in InterpTransposeAtPoints2d()
197 …1D && data.t_id_y < Q_1D) atomicAdd_block(&data.slice[jj + ii * Q_1D], chebyshev_x[jj] * buffer[ii…  in InterpTransposeAtPoints2d()
215     CeedScalar chebyshev_x[Q_1D];  in GradAtPoints2d()  local
223       if (dim == 0) ChebyshevDerivativeAtPoint<Q_1D>(r_X[0], chebyshev_x);  in GradAtPoints2d()
224       else ChebyshevPolynomialsAtPoint<Q_1D>(r_X[0], chebyshev_x);  in GradAtPoints2d()
228           buffer[i] += chebyshev_x[j] * data.slice[j + i * Q_1D];  in GradAtPoints2d()
232       if (dim == 1) ChebyshevDerivativeAtPoint<Q_1D>(r_X[1], chebyshev_x);  in GradAtPoints2d()
233       else ChebyshevPolynomialsAtPoint<Q_1D>(r_X[1], chebyshev_x);  in GradAtPoints2d()
235         r_V[comp + dim * NUM_COMP] += chebyshev_x[i] * buffer[i];  in GradAtPoints2d()
249     CeedScalar chebyshev_x[Q_1D];  in GradTransposeAtPoints2d()  local
256       if (dim == 1) ChebyshevDerivativeAtPoint<Q_1D>(r_X[1], chebyshev_x);  in GradTransposeAtPoints2d()
257       else ChebyshevPolynomialsAtPoint<Q_1D>(r_X[1], chebyshev_x);  in GradTransposeAtPoints2d()
261         buffer[i] = chebyshev_x[i] * r_u;  in GradTransposeAtPoints2d()
264       if (dim == 0) ChebyshevDerivativeAtPoint<Q_1D>(r_X[0], chebyshev_x);  in GradTransposeAtPoints2d()
265       else ChebyshevPolynomialsAtPoint<Q_1D>(r_X[0], chebyshev_x);  in GradTransposeAtPoints2d()
273 …1D && data.t_id_y < Q_1D) atomicAdd_block(&data.slice[jj + ii * Q_1D], chebyshev_x[jj] * buffer[ii…  in GradTransposeAtPoints2d()
296     CeedScalar chebyshev_x[Q_1D];  in InterpAtPoints3d()  local
299     ChebyshevPolynomialsAtPoint<Q_1D>(r_X[2], chebyshev_x);  in InterpAtPoints3d()
300     const CeedScalar z = chebyshev_x[k];  in InterpAtPoints3d()
308       ChebyshevPolynomialsAtPoint<Q_1D>(r_X[0], chebyshev_x);  in InterpAtPoints3d()
312           buffer[i] += chebyshev_x[j] * data.slice[j + i * Q_1D];  in InterpAtPoints3d()
316       ChebyshevPolynomialsAtPoint<Q_1D>(r_X[1], chebyshev_x);  in InterpAtPoints3d()
318         r_V[comp] += chebyshev_x[i] * buffer[i] * z;  in InterpAtPoints3d()
332     CeedScalar chebyshev_x[Q_1D];  in InterpTransposeAtPoints3d()  local
335     ChebyshevPolynomialsAtPoint<Q_1D>(r_X[2], chebyshev_x);  in InterpTransposeAtPoints3d()
336     const CeedScalar z = chebyshev_x[k];  in InterpTransposeAtPoints3d()
343       ChebyshevPolynomialsAtPoint<Q_1D>(r_X[1], chebyshev_x);  in InterpTransposeAtPoints3d()
347         buffer[i] = chebyshev_x[i] * r_u * z;  in InterpTransposeAtPoints3d()
350       ChebyshevPolynomialsAtPoint<Q_1D>(r_X[0], chebyshev_x);  in InterpTransposeAtPoints3d()
358 …1D && data.t_id_y < Q_1D) atomicAdd_block(&data.slice[jj + ii * Q_1D], chebyshev_x[jj] * buffer[ii…  in InterpTransposeAtPoints3d()
377     CeedScalar chebyshev_x[Q_1D];  in GradAtPoints3d()  local
380     ChebyshevPolynomialsAtPoint<Q_1D>(r_X[2], chebyshev_x);  in GradAtPoints3d()
381     const CeedScalar z = chebyshev_x[k];  in GradAtPoints3d()
383     ChebyshevDerivativeAtPoint<Q_1D>(r_X[2], chebyshev_x);  in GradAtPoints3d()
384     const CeedScalar dz = chebyshev_x[k];  in GradAtPoints3d()
394         if (dim == 0) ChebyshevDerivativeAtPoint<Q_1D>(r_X[0], chebyshev_x);  in GradAtPoints3d()
395         else ChebyshevPolynomialsAtPoint<Q_1D>(r_X[0], chebyshev_x);  in GradAtPoints3d()
399             buffer[i] += chebyshev_x[j] * data.slice[j + i * Q_1D];  in GradAtPoints3d()
403         if (dim == 1) ChebyshevDerivativeAtPoint<Q_1D>(r_X[1], chebyshev_x);  in GradAtPoints3d()
404         else ChebyshevPolynomialsAtPoint<Q_1D>(r_X[1], chebyshev_x);  in GradAtPoints3d()
408           r_V[comp + dim * NUM_COMP] += chebyshev_x[i] * buffer[i] * zz;  in GradAtPoints3d()
423     CeedScalar chebyshev_x[Q_1D];  in GradTransposeAtPoints3d()  local
426     ChebyshevPolynomialsAtPoint<Q_1D>(r_X[2], chebyshev_x);  in GradTransposeAtPoints3d()
427     const CeedScalar z = chebyshev_x[k];  in GradTransposeAtPoints3d()
429     ChebyshevDerivativeAtPoint<Q_1D>(r_X[2], chebyshev_x);  in GradTransposeAtPoints3d()
430     const CeedScalar dz = chebyshev_x[k];  in GradTransposeAtPoints3d()
439         if (dim == 1) ChebyshevDerivativeAtPoint<Q_1D>(r_X[1], chebyshev_x);  in GradTransposeAtPoints3d()
440         else ChebyshevPolynomialsAtPoint<Q_1D>(r_X[1], chebyshev_x);  in GradTransposeAtPoints3d()
445           buffer[i] = chebyshev_x[i] * r_u * zz;  in GradTransposeAtPoints3d()
449         if (dim == 0) ChebyshevDerivativeAtPoint<Q_1D>(r_X[0], chebyshev_x);  in GradTransposeAtPoints3d()
450         else ChebyshevPolynomialsAtPoint<Q_1D>(r_X[0], chebyshev_x);  in GradTransposeAtPoints3d()
458 …1D && data.t_id_y < Q_1D) atomicAdd_block(&data.slice[jj + ii * Q_1D], chebyshev_x[jj] * buffer[ii…  in GradTransposeAtPoints3d()