Lines Matching refs:CeedSize

21 …                     const CeedInt elem_size, CeedSize v_offset, const CeedScalar *__restrict__ uu,  in CeedElemRestrictionApplyStridedNoTranspose_Ref_Core()
30 for (CeedSize e = start * block_size; e < stop * block_size; e += block_size) { in CeedElemRestrictionApplyStridedNoTranspose_Ref_Core()
31 for (CeedSize k = 0; k < num_comp; k++) { in CeedElemRestrictionApplyStridedNoTranspose_Ref_Core()
32 for (CeedSize n = 0; n < elem_size; n++) { in CeedElemRestrictionApplyStridedNoTranspose_Ref_Core()
33 CeedPragmaSIMD for (CeedSize j = 0; j < block_size; j++) { in CeedElemRestrictionApplyStridedNoTranspose_Ref_Core()
35 … uu[n + k * elem_size + CeedIntMin(e + j, num_elem - 1) * elem_size * (CeedSize)num_comp]; in CeedElemRestrictionApplyStridedNoTranspose_Ref_Core()
45 for (CeedSize e = start * block_size; e < stop * block_size; e += block_size) { in CeedElemRestrictionApplyStridedNoTranspose_Ref_Core()
46 for (CeedSize k = 0; k < num_comp; k++) { in CeedElemRestrictionApplyStridedNoTranspose_Ref_Core()
47 for (CeedSize n = 0; n < elem_size; n++) { in CeedElemRestrictionApplyStridedNoTranspose_Ref_Core()
48 CeedPragmaSIMD for (CeedSize j = 0; j < block_size; j++) { in CeedElemRestrictionApplyStridedNoTranspose_Ref_Core()
50 … uu[n * strides[0] + k * strides[1] + CeedIntMin(e + j, num_elem - 1) * (CeedSize)strides[2]]; in CeedElemRestrictionApplyStridedNoTranspose_Ref_Core()
61 … const CeedInt num_elem, const CeedInt elem_size, const CeedSize v_offset, in CeedElemRestrictionApplyOffsetNoTranspose_Ref_Core()
67 for (CeedSize e = start * block_size; e < stop * block_size; e += block_size) { in CeedElemRestrictionApplyOffsetNoTranspose_Ref_Core()
68 for (CeedSize k = 0; k < num_comp; k++) { in CeedElemRestrictionApplyOffsetNoTranspose_Ref_Core()
69 CeedPragmaSIMD for (CeedSize i = 0; i < elem_size * block_size; i++) { in CeedElemRestrictionApplyOffsetNoTranspose_Ref_Core()
79 … const CeedInt num_elem, const CeedInt elem_size, const CeedSize v_offset, in CeedElemRestrictionApplyOrientedNoTranspose_Ref_Core()
85 for (CeedSize e = start * block_size; e < stop * block_size; e += block_size) { in CeedElemRestrictionApplyOrientedNoTranspose_Ref_Core()
86 for (CeedSize k = 0; k < num_comp; k++) { in CeedElemRestrictionApplyOrientedNoTranspose_Ref_Core()
87 CeedPragmaSIMD for (CeedSize i = 0; i < elem_size * block_size; i++) { in CeedElemRestrictionApplyOrientedNoTranspose_Ref_Core()
98 … const CeedInt num_elem, const CeedInt elem_size, const CeedSize v_offset, in CeedElemRestrictionApplyCurlOrientedNoTranspose_Ref_Core()
104 for (CeedSize e = start * block_size; e < stop * block_size; e += block_size) { in CeedElemRestrictionApplyCurlOrientedNoTranspose_Ref_Core()
105 for (CeedSize k = 0; k < num_comp; k++) { in CeedElemRestrictionApplyCurlOrientedNoTranspose_Ref_Core()
106 CeedSize n = 0; in CeedElemRestrictionApplyCurlOrientedNoTranspose_Ref_Core()
108 CeedPragmaSIMD for (CeedSize j = 0; j < block_size; j++) { in CeedElemRestrictionApplyCurlOrientedNoTranspose_Ref_Core()
116 CeedPragmaSIMD for (CeedSize j = 0; j < block_size; j++) { in CeedElemRestrictionApplyCurlOrientedNoTranspose_Ref_Core()
126 CeedPragmaSIMD for (CeedSize j = 0; j < block_size; j++) { in CeedElemRestrictionApplyCurlOrientedNoTranspose_Ref_Core()
141 … const CeedInt elem_size, const CeedSize v_offset, in CeedElemRestrictionApplyCurlOrientedUnsignedNoTranspose_Ref_Core()
147 for (CeedSize e = start * block_size; e < stop * block_size; e += block_size) { in CeedElemRestrictionApplyCurlOrientedUnsignedNoTranspose_Ref_Core()
148 for (CeedSize k = 0; k < num_comp; k++) { in CeedElemRestrictionApplyCurlOrientedUnsignedNoTranspose_Ref_Core()
149 CeedSize n = 0; in CeedElemRestrictionApplyCurlOrientedUnsignedNoTranspose_Ref_Core()
151 CeedPragmaSIMD for (CeedSize j = 0; j < block_size; j++) { in CeedElemRestrictionApplyCurlOrientedUnsignedNoTranspose_Ref_Core()
159 CeedPragmaSIMD for (CeedSize j = 0; j < block_size; j++) { in CeedElemRestrictionApplyCurlOrientedUnsignedNoTranspose_Ref_Core()
169 CeedPragmaSIMD for (CeedSize j = 0; j < block_size; j++) { in CeedElemRestrictionApplyCurlOrientedUnsignedNoTranspose_Ref_Core()
183 … const CeedInt elem_size, const CeedSize v_offset, in CeedElemRestrictionApplyStridedTranspose_Ref_Core()
192 for (CeedSize e = start * block_size; e < stop * block_size; e += block_size) { in CeedElemRestrictionApplyStridedTranspose_Ref_Core()
193 for (CeedSize k = 0; k < num_comp; k++) { in CeedElemRestrictionApplyStridedTranspose_Ref_Core()
194 for (CeedSize n = 0; n < elem_size; n++) { in CeedElemRestrictionApplyStridedTranspose_Ref_Core()
195 CeedPragmaSIMD for (CeedSize j = 0; j < CeedIntMin(block_size, num_elem - e); j++) { in CeedElemRestrictionApplyStridedTranspose_Ref_Core()
207 for (CeedSize k = 0; k < num_comp; k++) { in CeedElemRestrictionApplyStridedTranspose_Ref_Core()
208 for (CeedSize n = 0; n < elem_size; n++) { in CeedElemRestrictionApplyStridedTranspose_Ref_Core()
209 CeedPragmaSIMD for (CeedSize j = 0; j < CeedIntMin(block_size, num_elem - e); j++) { in CeedElemRestrictionApplyStridedTranspose_Ref_Core()
222 … const CeedInt num_elem, const CeedInt elem_size, const CeedSize v_offset, in CeedElemRestrictionApplyOffsetTranspose_Ref_Core()
228 for (CeedSize e = start * block_size; e < stop * block_size; e += block_size) { in CeedElemRestrictionApplyOffsetTranspose_Ref_Core()
229 for (CeedSize k = 0; k < num_comp; k++) { in CeedElemRestrictionApplyOffsetTranspose_Ref_Core()
230 for (CeedSize i = 0; i < elem_size * block_size; i += block_size) { in CeedElemRestrictionApplyOffsetTranspose_Ref_Core()
232 for (CeedSize j = i; j < i + CeedIntMin(block_size, num_elem - e); j++) { in CeedElemRestrictionApplyOffsetTranspose_Ref_Core()
246 … const CeedInt num_elem, const CeedInt elem_size, const CeedSize v_offset, in CeedElemRestrictionApplyOrientedTranspose_Ref_Core()
252 for (CeedSize e = start * block_size; e < stop * block_size; e += block_size) { in CeedElemRestrictionApplyOrientedTranspose_Ref_Core()
253 for (CeedSize k = 0; k < num_comp; k++) { in CeedElemRestrictionApplyOrientedTranspose_Ref_Core()
254 for (CeedSize i = 0; i < elem_size * block_size; i += block_size) { in CeedElemRestrictionApplyOrientedTranspose_Ref_Core()
256 for (CeedSize j = i; j < i + CeedIntMin(block_size, num_elem - e); j++) { in CeedElemRestrictionApplyOrientedTranspose_Ref_Core()
270 … const CeedInt num_elem, const CeedInt elem_size, const CeedSize v_offset, in CeedElemRestrictionApplyCurlOrientedTranspose_Ref_Core()
277 for (CeedSize e = start * block_size; e < stop * block_size; e += block_size) { in CeedElemRestrictionApplyCurlOrientedTranspose_Ref_Core()
278 for (CeedSize k = 0; k < num_comp; k++) { in CeedElemRestrictionApplyCurlOrientedTranspose_Ref_Core()
280 const CeedSize block_end = CeedIntMin(block_size, num_elem - e); in CeedElemRestrictionApplyCurlOrientedTranspose_Ref_Core()
281 CeedSize n = 0; in CeedElemRestrictionApplyCurlOrientedTranspose_Ref_Core()
283 CeedPragmaSIMD for (CeedSize j = 0; j < block_end; j++) { in CeedElemRestrictionApplyCurlOrientedTranspose_Ref_Core()
289 for (CeedSize j = 0; j < block_end; j++) { in CeedElemRestrictionApplyCurlOrientedTranspose_Ref_Core()
301 for (CeedSize j = 0; j < block_end; j++) { in CeedElemRestrictionApplyCurlOrientedTranspose_Ref_Core()
305 CeedPragmaSIMD for (CeedSize j = 0; j < block_end; j++) { in CeedElemRestrictionApplyCurlOrientedTranspose_Ref_Core()
311 for (CeedSize j = 0; j < block_end; j++) { in CeedElemRestrictionApplyCurlOrientedTranspose_Ref_Core()
322 … const CeedInt elem_size, const CeedSize v_offset, in CeedElemRestrictionApplyCurlOrientedUnsignedTranspose_Ref_Core()
329 for (CeedSize e = start * block_size; e < stop * block_size; e += block_size) { in CeedElemRestrictionApplyCurlOrientedUnsignedTranspose_Ref_Core()
330 for (CeedSize k = 0; k < num_comp; k++) { in CeedElemRestrictionApplyCurlOrientedUnsignedTranspose_Ref_Core()
332 const CeedSize block_end = CeedIntMin(block_size, num_elem - e); in CeedElemRestrictionApplyCurlOrientedUnsignedTranspose_Ref_Core()
333 CeedSize n = 0; in CeedElemRestrictionApplyCurlOrientedUnsignedTranspose_Ref_Core()
335 CeedPragmaSIMD for (CeedSize j = 0; j < block_end; j++) { in CeedElemRestrictionApplyCurlOrientedUnsignedTranspose_Ref_Core()
341 for (CeedSize j = 0; j < block_end; j++) { in CeedElemRestrictionApplyCurlOrientedUnsignedTranspose_Ref_Core()
345 CeedPragmaSIMD for (CeedSize j = 0; j < block_end; j++) { in CeedElemRestrictionApplyCurlOrientedUnsignedTranspose_Ref_Core()
353 for (CeedSize j = 0; j < block_end; j++) { in CeedElemRestrictionApplyCurlOrientedUnsignedTranspose_Ref_Core()
357 CeedPragmaSIMD for (CeedSize j = 0; j < block_end; j++) { in CeedElemRestrictionApplyCurlOrientedUnsignedTranspose_Ref_Core()
363 for (CeedSize j = 0; j < block_end; j++) { in CeedElemRestrictionApplyCurlOrientedUnsignedTranspose_Ref_Core()
375 CeedSize e_vec_offset = 0; in CeedElemRestrictionApplyAtPointsInElement_Ref_Core()
383 for (CeedSize i = 0; i < num_points; i++) { in CeedElemRestrictionApplyAtPointsInElement_Ref_Core()
384 …for (CeedSize j = 0; j < num_comp; j++) vv[j * num_points + i + e_vec_offset] = uu[impl->offsets[i… in CeedElemRestrictionApplyAtPointsInElement_Ref_Core()
387 for (CeedSize i = 0; i < num_points; i++) { in CeedElemRestrictionApplyAtPointsInElement_Ref_Core()
388 …for (CeedSize j = 0; j < num_comp; j++) vv[impl->offsets[i + l_vec_offset] * num_comp + j] += uu[j… in CeedElemRestrictionApplyAtPointsInElement_Ref_Core()
391 e_vec_offset += num_points * (CeedSize)num_comp; in CeedElemRestrictionApplyAtPointsInElement_Ref_Core()
400 CeedSize v_offset = 0; in CeedElemRestrictionApply_Ref_Core()
407 v_offset = start * block_size * elem_size * (CeedSize)num_comp; in CeedElemRestrictionApply_Ref_Core()
783 CeedSize max_points = 0, num_points_total = 0; in CeedElemRestrictionCreate_Ref()
809 CeedSize l_size; in CeedElemRestrictionCreate_Ref()