| /libCEED/examples/solids/qfunctions/ |
| H A D | manufactured-force.h | 43 CeedScalar x = coords[i + 0 * Q], y = coords[i + 1 * Q], z = coords[i + 2 * Q]; in SetupMMSForce() local 48 …force[i + 0 * Q] = (-(E * (cos(x * 2.0) * cos(y * 3.0) * exp(z * 4.0) * 4.0 - cos(z * 4.0) * sin(y… in SetupMMSForce() 50 …(E * (cos(z * 4.0) * sin(y * 3.0) * exp(x * 2.0) * (4.5) + sin(x * 2.0) * sin(z * 4.0) * exp(y * 3… in SetupMMSForce() 52 … (E * nu * cos(x * 2.0) * cos(y * 3.0) * exp(z * 4.0) * 8.0) / ((nu * 2.0 - 1.0) * (nu + 1.0)) - in SetupMMSForce() 53 … (E * nu * sin(x * 2.0) * sin(z * 4.0) * exp(y * 3.0) * 6.0) / ((nu * 2.0 - 1.0) * (nu + 1.0)) - in SetupMMSForce() 54 …(E * cos(z * 4.0) * sin(y * 3.0) * exp(x * 2.0) * (nu - 1.0) * 4.0) / ((nu * 2.0 - 1.0) * (nu + 1.… in SetupMMSForce() 58 …force[i + 1 * Q] = (-(E * (cos(y * 3.0) * cos(z * 4.0) * exp(x * 2.0) * 3.0 - cos(x * 2.0) * sin(z… in SetupMMSForce() 60 …(E * (cos(x * 2.0) * sin(z * 4.0) * exp(y * 3.0) * 8.0 + sin(x * 2.0) * sin(y * 3.0) * exp(z * 4.0… in SetupMMSForce() 62 … (E * nu * cos(y * 3.0) * cos(z * 4.0) * exp(x * 2.0) * 6.0) / ((nu * 2.0 - 1.0) * (nu + 1.0)) - in SetupMMSForce() 63 … (E * nu * sin(x * 2.0) * sin(y * 3.0) * exp(z * 4.0) * 12.0) / ((nu * 2.0 - 1.0) * (nu + 1.0)) - in SetupMMSForce() [all …]
|
| H A D | manufactured-true.h | 29 CeedScalar x = coords[i + 0 * Q], y = coords[i + 1 * Q], z = coords[i + 2 * Q]; in MMSTrueSoln() local 33 true_soln[i + 0 * Q] = exp(2 * x) * sin(3 * y) * cos(4 * z) / 1e8; in MMSTrueSoln() 36 true_soln[i + 1 * Q] = exp(3 * y) * sin(4 * z) * cos(2 * x) / 1e8; in MMSTrueSoln() 39 true_soln[i + 2 * Q] = exp(4 * z) * sin(2 * x) * cos(3 * y) / 1e8; in MMSTrueSoln()
|
| /libCEED/include/ceed/jit-source/hip/ |
| H A D | hip-ref-basis-nontensor.h | 23 …for (CeedInt elem = blockIdx.x * blockDim.z + threadIdx.z; elem < num_elem; elem += gridDim.x * bl… in Interp() 31 …for (CeedInt elem = blockIdx.x * blockDim.z + threadIdx.z; elem < num_elem; elem += gridDim.x * bl… in InterpTranspose() 42 …for (CeedInt elem = blockIdx.x * blockDim.z + threadIdx.z; elem < num_elem; elem += gridDim.x * bl… in Deriv() 50 …for (CeedInt elem = blockIdx.x * blockDim.z + threadIdx.z; elem < num_elem; elem += gridDim.x * bl… in DerivTranspose() 63 …for (CeedInt elem = blockIdx.x * blockDim.z + threadIdx.z; elem < num_elem; elem += gridDim.x * bl… in Weight()
|
| H A D | hip-shared-basis-nontensor.h | 25 data.t_id_z = threadIdx.z; in __launch_bounds__() 26 data.t_id = threadIdx.x + threadIdx.y * blockDim.x + threadIdx.z * blockDim.y * blockDim.x; in __launch_bounds__() 38 …for (CeedInt elem = blockIdx.x * blockDim.z + threadIdx.z; elem < num_elem; elem += gridDim.x * bl… in __launch_bounds__() 52 data.t_id_z = threadIdx.z; in __launch_bounds__() 53 data.t_id = threadIdx.x + threadIdx.y * blockDim.x + threadIdx.z * blockDim.y * blockDim.x; in __launch_bounds__() 65 …for (CeedInt elem = blockIdx.x * blockDim.z + threadIdx.z; elem < num_elem; elem += gridDim.x * bl… in __launch_bounds__() 79 data.t_id_z = threadIdx.z; in __launch_bounds__() 80 data.t_id = threadIdx.x + threadIdx.y * blockDim.x + threadIdx.z * blockDim.y * blockDim.x; in __launch_bounds__() 92 …for (CeedInt elem = blockIdx.x * blockDim.z + threadIdx.z; elem < num_elem; elem += gridDim.x * bl… in __launch_bounds__() 109 data.t_id_z = threadIdx.z; in __launch_bounds__() [all …]
|
| H A D | hip-shared-basis-tensor.h | 25 data.t_id_z = threadIdx.z; in __launch_bounds__() 26 data.t_id = threadIdx.x + threadIdx.y * blockDim.x + threadIdx.z * blockDim.y * blockDim.x; in __launch_bounds__() 38 …for (CeedInt elem = blockIdx.x * blockDim.z + threadIdx.z; elem < num_elem; elem += gridDim.x * bl… in __launch_bounds__() 64 data.t_id_z = threadIdx.z; in __launch_bounds__() 65 data.t_id = threadIdx.x + threadIdx.y * blockDim.x + threadIdx.z * blockDim.y * blockDim.x; in __launch_bounds__() 71 …for (CeedInt elem = blockIdx.x * blockDim.z + threadIdx.z; elem < num_elem; elem += gridDim.x * bl… in __launch_bounds__() 94 data.t_id_z = threadIdx.z; in __launch_bounds__() 95 data.t_id = threadIdx.x + threadIdx.y * blockDim.x + threadIdx.z * blockDim.y * blockDim.x; in __launch_bounds__() 107 …for (CeedInt elem = blockIdx.x * blockDim.z + threadIdx.z; elem < num_elem; elem += gridDim.x * bl… in __launch_bounds__() 133 data.t_id_z = threadIdx.z; in __launch_bounds__() [all …]
|
| H A D | hip-shared-basis-read-write-templates.h | 17 for (CeedInt i = data.t_id; i < P * Q; i += blockDim.x * blockDim.y * blockDim.z) B[i] = d_B[i]; in LoadMatrix() 129 for (CeedInt z = 0; z < P_1D; z++) { in ReadElementStrided3d() local 130 const CeedInt node = data.t_id_x + data.t_id_y * P_1D + z * P_1D * P_1D; in ReadElementStrided3d() 134 r_u[z + comp * P_1D] = d_u[ind + comp * strides_comp]; in ReadElementStrided3d() 147 for (CeedInt z = 0; z < P_1D; z++) { in WriteElementStrided3d() local 148 const CeedInt node = data.t_id_x + data.t_id_y * P_1D + z * P_1D * P_1D; in WriteElementStrided3d() 152 d_v[ind + comp * strides_comp] = r_v[z + comp * P_1D]; in WriteElementStrided3d() 162 for (CeedInt z = 0; z < P_1D; z++) { in SumElementStrided3d() local 163 const CeedInt node = data.t_id_x + data.t_id_y * P_1D + z * P_1D * P_1D; in SumElementStrided3d() 167 d_v[ind + comp * strides_comp] += r_v[z + comp * P_1D]; in SumElementStrided3d()
|
| H A D | hip-shared-basis-tensor-at-points.h | 31 data.t_id_z = threadIdx.z; in __launch_bounds__() 32 data.t_id = threadIdx.x + threadIdx.y * blockDim.x + threadIdx.z * blockDim.y * blockDim.x; in __launch_bounds__() 46 …for (CeedInt elem = blockIdx.x * blockDim.z + threadIdx.z; elem < num_elem; elem += gridDim.x * bl… in __launch_bounds__() 87 data.t_id_z = threadIdx.z; in __launch_bounds__() 88 data.t_id = threadIdx.x + threadIdx.y * blockDim.x + threadIdx.z * blockDim.y * blockDim.x; in __launch_bounds__() 102 …for (CeedInt elem = blockIdx.x * blockDim.z + threadIdx.z; elem < num_elem; elem += gridDim.x * bl… in __launch_bounds__() 157 data.t_id_z = threadIdx.z; in __launch_bounds__() 158 data.t_id = threadIdx.x + threadIdx.y * blockDim.x + threadIdx.z * blockDim.y * blockDim.x; in __launch_bounds__() 172 …for (CeedInt elem = blockIdx.x * blockDim.z + threadIdx.z; elem < num_elem; elem += gridDim.x * bl… in __launch_bounds__() 219 data.t_id_z = threadIdx.z; in __launch_bounds__() [all …]
|
| H A D | hip-gen-templates.h | 17 for (CeedInt i = data.t_id; i < P * Q; i += blockDim.x * blockDim.y * blockDim.z) B[i] = d_B[i]; in LoadMatrix() 326 for (CeedInt z = 0; z < P_1D; z++) { in ReadLVecStandard3d() local 327 const CeedInt node = data.t_id_x + data.t_id_y * P_1D + z * P_1D * P_1D; in ReadLVecStandard3d() 330 …for (CeedInt comp = 0; comp < NUM_COMP; comp++) r_u[z + comp * P_1D] = d_u[ind + COMP_STRIDE * com… in ReadLVecStandard3d() 341 for (CeedInt z = 0; z < P_1D; z++) { in ReadLVecStrided3d() local 342 const CeedInt node = data.t_id_x + data.t_id_y * P_1D + z * P_1D * P_1D; in ReadLVecStrided3d() 345 …for (CeedInt comp = 0; comp < NUM_COMP; comp++) r_u[z + comp * P_1D] = d_u[ind + comp * STRIDES_CO… in ReadLVecStrided3d() 386 for (CeedInt z = 0; z < P_1D; z++) { in WriteLVecStandard3d() local 387 const CeedInt node = data.t_id_x + data.t_id_y * P_1D + z * P_1D * P_1D; in WriteLVecStandard3d() 390 …comp = 0; comp < NUM_COMP; comp++) atomicAdd(&d_v[ind + COMP_STRIDE * comp], r_v[z + comp * P_1D]); in WriteLVecStandard3d() [all …]
|
| H A D | hip-ref-operator-assemble-diagonal.h | 58 …for (IndexType e = blockIdx.x * blockDim.z + threadIdx.z; e < num_elem; e += gridDim.x * blockDim.… in __launch_bounds__()
|
| /libCEED/include/ceed/jit-source/cuda/ |
| H A D | cuda-ref-basis-nontensor.h | 23 …for (CeedInt elem = blockIdx.x * blockDim.z + threadIdx.z; elem < num_elem; elem += gridDim.x * bl… in Interp() 31 …for (CeedInt elem = blockIdx.x * blockDim.z + threadIdx.z; elem < num_elem; elem += gridDim.x * bl… in InterpTranspose() 42 …for (CeedInt elem = blockIdx.x * blockDim.z + threadIdx.z; elem < num_elem; elem += gridDim.x * bl… in Deriv() 50 …for (CeedInt elem = blockIdx.x * blockDim.z + threadIdx.z; elem < num_elem; elem += gridDim.x * bl… in DerivTranspose() 63 …for (CeedInt elem = blockIdx.x * blockDim.z + threadIdx.z; elem < num_elem; elem += gridDim.x * bl… in Weight()
|
| H A D | cuda-shared-basis-nontensor.h | 24 data.t_id_z = threadIdx.z; in Interp() 25 data.t_id = threadIdx.x + threadIdx.y * blockDim.x + threadIdx.z * blockDim.y * blockDim.x; in Interp() 37 …for (CeedInt elem = blockIdx.x * blockDim.z + threadIdx.z; elem < num_elem; elem += gridDim.x * bl… in Interp() 51 data.t_id_z = threadIdx.z; in InterpTranspose() 52 data.t_id = threadIdx.x + threadIdx.y * blockDim.x + threadIdx.z * blockDim.y * blockDim.x; in InterpTranspose() 64 …for (CeedInt elem = blockIdx.x * blockDim.z + threadIdx.z; elem < num_elem; elem += gridDim.x * bl… in InterpTranspose() 78 data.t_id_z = threadIdx.z; in InterpTransposeAdd() 79 data.t_id = threadIdx.x + threadIdx.y * blockDim.x + threadIdx.z * blockDim.y * blockDim.x; in InterpTransposeAdd() 91 …for (CeedInt elem = blockIdx.x * blockDim.z + threadIdx.z; elem < num_elem; elem += gridDim.x * bl… in InterpTransposeAdd() 107 data.t_id_z = threadIdx.z; in Grad() [all …]
|
| H A D | cuda-shared-basis-tensor.h | 24 data.t_id_z = threadIdx.z; in Interp() 25 data.t_id = threadIdx.x + threadIdx.y * blockDim.x + threadIdx.z * blockDim.y * blockDim.x; in Interp() 37 …for (CeedInt elem = blockIdx.x * blockDim.z + threadIdx.z; elem < num_elem; elem += gridDim.x * bl… in Interp() 63 data.t_id_z = threadIdx.z; in InterpCollocated() 64 data.t_id = threadIdx.x + threadIdx.y * blockDim.x + threadIdx.z * blockDim.y * blockDim.x; in InterpCollocated() 70 …for (CeedInt elem = blockIdx.x * blockDim.z + threadIdx.z; elem < num_elem; elem += gridDim.x * bl… in InterpCollocated() 93 data.t_id_z = threadIdx.z; in InterpTranspose() 94 data.t_id = threadIdx.x + threadIdx.y * blockDim.x + threadIdx.z * blockDim.y * blockDim.x; in InterpTranspose() 106 …for (CeedInt elem = blockIdx.x * blockDim.z + threadIdx.z; elem < num_elem; elem += gridDim.x * bl… in InterpTranspose() 132 data.t_id_z = threadIdx.z; in InterpCollocatedTranspose() [all …]
|
| H A D | cuda-shared-basis-read-write-templates.h | 17 for (CeedInt i = data.t_id; i < P * Q; i += blockDim.x * blockDim.y * blockDim.z) B[i] = d_B[i]; in LoadMatrix() 129 for (CeedInt z = 0; z < P_1D; z++) { in ReadElementStrided3d() local 130 const CeedInt node = data.t_id_x + data.t_id_y * P_1D + z * P_1D * P_1D; in ReadElementStrided3d() 134 r_u[z + comp * P_1D] = d_u[ind + comp * strides_comp]; in ReadElementStrided3d() 147 for (CeedInt z = 0; z < P_1D; z++) { in WriteElementStrided3d() local 148 const CeedInt node = data.t_id_x + data.t_id_y * P_1D + z * P_1D * P_1D; in WriteElementStrided3d() 152 d_v[ind + comp * strides_comp] = r_v[z + comp * P_1D]; in WriteElementStrided3d() 162 for (CeedInt z = 0; z < P_1D; z++) { in SumElementStrided3d() local 163 const CeedInt node = data.t_id_x + data.t_id_y * P_1D + z * P_1D * P_1D; in SumElementStrided3d() 167 d_v[ind + comp * strides_comp] += r_v[z + comp * P_1D]; in SumElementStrided3d()
|
| H A D | cuda-shared-basis-tensor-at-points.h | 30 data.t_id_z = threadIdx.z; in InterpAtPoints() 31 data.t_id = threadIdx.x + threadIdx.y * blockDim.x + threadIdx.z * blockDim.y * blockDim.x; in InterpAtPoints() 45 …for (CeedInt elem = blockIdx.x * blockDim.z + threadIdx.z; elem < num_elem; elem += gridDim.x * bl… in InterpAtPoints() 86 data.t_id_z = threadIdx.z; in InterpTransposeAtPoints() 87 data.t_id = threadIdx.x + threadIdx.y * blockDim.x + threadIdx.z * blockDim.y * blockDim.x; in InterpTransposeAtPoints() 101 …for (CeedInt elem = blockIdx.x * blockDim.z + threadIdx.z; elem < num_elem; elem += gridDim.x * bl… in InterpTransposeAtPoints() 156 data.t_id_z = threadIdx.z; in InterpTransposeAddAtPoints() 157 data.t_id = threadIdx.x + threadIdx.y * blockDim.x + threadIdx.z * blockDim.y * blockDim.x; in InterpTransposeAddAtPoints() 171 …for (CeedInt elem = blockIdx.x * blockDim.z + threadIdx.z; elem < num_elem; elem += gridDim.x * bl… in InterpTransposeAddAtPoints() 217 data.t_id_z = threadIdx.z; in GradAtPoints() [all …]
|
| H A D | cuda-gen-templates.h | 17 for (CeedInt i = data.t_id; i < P * Q; i += blockDim.x * blockDim.y * blockDim.z) B[i] = d_B[i]; in LoadMatrix() 328 for (CeedInt z = 0; z < P_1D; z++) { in ReadLVecStandard3d() local 329 const CeedInt node = data.t_id_x + data.t_id_y * P_1D + z * P_1D * P_1D; in ReadLVecStandard3d() 332 …for (CeedInt comp = 0; comp < NUM_COMP; comp++) r_u[z + comp * P_1D] = d_u[ind + COMP_STRIDE * com… in ReadLVecStandard3d() 344 for (CeedInt z = 0; z < P_1D; z++) { in ReadLVecStrided3d() local 345 const CeedInt node = data.t_id_x + data.t_id_y * P_1D + z * P_1D * P_1D; in ReadLVecStrided3d() 348 …for (CeedInt comp = 0; comp < NUM_COMP; comp++) r_u[z + comp * P_1D] = d_u[ind + comp * STRIDES_CO… in ReadLVecStrided3d() 389 for (CeedInt z = 0; z < P_1D; z++) { in WriteLVecStandard3d() local 390 const CeedInt node = data.t_id_x + data.t_id_y * P_1D + z * P_1D * P_1D; in WriteLVecStandard3d() 393 …comp = 0; comp < NUM_COMP; comp++) atomicAdd(&d_v[ind + COMP_STRIDE * comp], r_v[z + comp * P_1D]); in WriteLVecStandard3d() [all …]
|
| H A D | cuda-ref-operator-assemble-diagonal.h | 58 …for (IndexType e = blockIdx.x * blockDim.z + threadIdx.z; e < num_elem; e += gridDim.x * blockDim.… in __launch_bounds__()
|
| /libCEED/examples/solids/src/ |
| H A D | boundary.c | 26 PetscScalar z = coords[2]; in BCMMS() local 30 u[0] = exp(2 * x) * sin(3 * y) * cos(4 * z) / 1e8 * load_increment; in BCMMS() 31 u[1] = exp(3 * y) * sin(4 * z) * cos(2 * x) / 1e8 * load_increment; in BCMMS() 32 u[2] = exp(4 * z) * sin(2 * x) * cos(3 * y) / 1e8 * load_increment; in BCMMS() 45 PetscScalar z = coords[2]; in BCClamp() local 56 c_0 = clampMax[6] * M_PI, c_1 = clampMax[7] * M_PI, cx = kx * x + ky * y + kz * z, in BCClamp() 61 …u[0] = lx + s * (-kz * y + ky * z) + (1 - c) * (-(ky * ky + kz * kz) * x + kx * ky * y + kx * kz *… in BCClamp() 62 …u[1] = ly + s * (kz * x + -kx * z) + (1 - c) * (kx * ky * x + -(kx * kx + kz * kz) * y + ky * kz *… in BCClamp() 63 …] = lz + s * (-ky * x + kx * y) + (1 - c) * (kx * kz * x + ky * kz * y + -(kx * kx + ky * ky) * z); in BCClamp()
|
| /libCEED/include/ceed/jit-source/sycl/ |
| H A D | sycl-shared-basis-read-write-templates.h | 118 for (CeedInt z = 0; z < P_1D; z++) { in ReadElementStrided3d() local 119 const CeedInt node = item_id_x + item_id_y * P_1D + z * P_1D * P_1D; in ReadElementStrided3d() 122 r_u[z + comp * P_1D] = d_u[ind + comp * strides_comp]; in ReadElementStrided3d() 139 for (CeedInt z = 0; z < P_1D; z++) { in WriteElementStrided3d() local 140 const CeedInt node = item_id_x + item_id_y * P_1D + z * P_1D * P_1D; in WriteElementStrided3d() 143 d_v[ind + comp * strides_comp] = r_v[z + comp * P_1D]; in WriteElementStrided3d()
|
| H A D | sycl-gen-templates.h | 184 for (CeedInt z = 0; z < P_1D; ++z) { in readDofsOffset3d() local 185 const CeedInt node = item_id_x + P_1D * (item_id_y + P_1D * z); in readDofsOffset3d() 187 …for (CeedInt comp = 0; comp < num_comp; ++comp) r_u[z + comp * P_1D] = d_u[ind + strides_comp * co… in readDofsOffset3d() 203 for (CeedInt z = 0; z < P_1D; ++z) { in readDofsStrided3d() local 204 const CeedInt node = item_id_x + P_1D * (item_id_y + P_1D * z); in readDofsStrided3d() 206 …for (CeedInt comp = 0; comp < num_comp; ++comp) r_u[z + comp * P_1D] = d_u[ind + comp * strides_co… in readDofsStrided3d() 254 for (CeedInt z = 0; z < P_1D; ++z) { in writeDofsOffset3d() local 255 const CeedInt node = item_id_x + item_id_y * P_1D + z * P_1D * P_1D; in writeDofsOffset3d() 258 …atomic_fetch_add_explicit(&d_v[ind + strides_comp * comp], r_v[z + comp * P_1D], memory_order_rela… in writeDofsOffset3d() 274 for (CeedInt z = 0; z < P_1D; ++z) { in writeDofsStrided3d() local [all …]
|
| /libCEED/include/ceed/ |
| H A D | fortran.h | 131 parameter(ceed_line = int(z'10000') ) 134 parameter(ceed_triangle = int(z'20001') ) 137 parameter(ceed_quad = int(z'20002') ) 140 parameter(ceed_tet = int(z'30003') ) 143 parameter(ceed_pryamid = int(z'30004') ) 146 parameter(ceed_prism = int(z'30005') ) 149 parameter(ceed_hex = int(z'30006') )
|
| /libCEED/examples/petsc/qfunctions/bps/ |
| H A D | bp4sphere.h | 32 CeedScalar x = X[i + Q * 0], y = X[i + Q * 1], z = X[i + Q * 2]; in SetupDiffRhs3() local 34 CeedScalar rad = sqrt(x * x + y * y + z * z); in SetupDiffRhs3() 37 z *= R / rad; in SetupDiffRhs3() 39 const CeedScalar theta = asin(z / R); // latitude in SetupDiffRhs3()
|
| H A D | bp3sphere.h | 155 CeedScalar x = X[i + Q * 0], y = X[i + Q * 1], z = X[i + Q * 2]; in SetupDiffRhs() local 157 CeedScalar rad = sqrt(x * x + y * y + z * z); in SetupDiffRhs() 160 z *= R / rad; in SetupDiffRhs() 162 const CeedScalar theta = asin(z / R); // latitude in SetupDiffRhs()
|
| /libCEED/tests/ |
| H A D | t131-vector.c | 14 CeedVector x, y, z; in main() local 22 CeedGetWorkVector(ceed, 30, &z); in main() 30 CeedRestoreWorkVector(ceed, &z); in main()
|
| /libCEED/examples/fluids/qfunctions/ |
| H A D | densitycurrent.h | 107 const CeedScalar z = X[2]; in Exact_DC() local 110 CeedScalar rr[3] = {x - center[0], y - center[1], z - center[2]}; in Exact_DC() 115 const CeedScalar theta = theta0 * exp(Square(N) * z / g) + delta_theta; in Exact_DC() 118 const CeedScalar Pi = 1. + Square(g) * (exp(-Square(N) * z / g) - 1.) / (cp * theta0 * Square(N)); in Exact_DC()
|
| /libCEED/examples/petsc/src/ |
| H A D | petscutils.c | 85 PetscScalar x = c[i], y = c[i + 1], z = c[i + 2]; in Kershaw() local 93 c[i + 2] = left(eps, z); in Kershaw() 98 c[i + 2] = step(left(eps, z), right(eps, z), lambda); in Kershaw() 102 c[i + 2] = step(right(eps, z), left(eps, z), lambda / 2); in Kershaw() 106 c[i + 2] = step(right(eps, z), left(eps, z), (1 + lambda) / 2); in Kershaw() 110 c[i + 2] = right(eps, z); in Kershaw()
|