Lines Matching refs:impl
77 CeedElemRestriction_Memcheck *impl; in CeedElemRestrictionApplyOffsetNoTranspose_Memcheck_Core() local
79 CeedCallBackend(CeedElemRestrictionGetData(rstr, &impl)); in CeedElemRestrictionApplyOffsetNoTranspose_Memcheck_Core()
83 …vv[elem_size * (k * block_size + e * num_comp) + i - v_offset] = uu[impl->offsets[i + e * elem_siz… in CeedElemRestrictionApplyOffsetNoTranspose_Memcheck_Core()
95 CeedElemRestriction_Memcheck *impl; in CeedElemRestrictionApplyOrientedNoTranspose_Memcheck_Core() local
97 CeedCallBackend(CeedElemRestrictionGetData(rstr, &impl)); in CeedElemRestrictionApplyOrientedNoTranspose_Memcheck_Core()
102 …uu[impl->offsets[i + e * elem_size] + k * comp_stride] * (impl->orients[i + e * elem_size] ? -1.0 … in CeedElemRestrictionApplyOrientedNoTranspose_Memcheck_Core()
114 CeedElemRestriction_Memcheck *impl; in CeedElemRestrictionApplyCurlOrientedNoTranspose_Memcheck_Core() local
116 CeedCallBackend(CeedElemRestrictionGetData(rstr, &impl)); in CeedElemRestrictionApplyCurlOrientedNoTranspose_Memcheck_Core()
123 uu[impl->offsets[j + n * block_size + e * elem_size] + k * comp_stride] * in CeedElemRestrictionApplyCurlOrientedNoTranspose_Memcheck_Core()
124 impl->curl_orients[j + (3 * n + 1) * block_size + e * 3 * elem_size] + in CeedElemRestrictionApplyCurlOrientedNoTranspose_Memcheck_Core()
125 uu[impl->offsets[j + (n + 1) * block_size + e * elem_size] + k * comp_stride] * in CeedElemRestrictionApplyCurlOrientedNoTranspose_Memcheck_Core()
126 impl->curl_orients[j + (3 * n + 2) * block_size + e * 3 * elem_size]; in CeedElemRestrictionApplyCurlOrientedNoTranspose_Memcheck_Core()
131 uu[impl->offsets[j + (n - 1) * block_size + e * elem_size] + k * comp_stride] * in CeedElemRestrictionApplyCurlOrientedNoTranspose_Memcheck_Core()
132 impl->curl_orients[j + (3 * n + 0) * block_size + e * 3 * elem_size] + in CeedElemRestrictionApplyCurlOrientedNoTranspose_Memcheck_Core()
133 uu[impl->offsets[j + n * block_size + e * elem_size] + k * comp_stride] * in CeedElemRestrictionApplyCurlOrientedNoTranspose_Memcheck_Core()
134 impl->curl_orients[j + (3 * n + 1) * block_size + e * 3 * elem_size] + in CeedElemRestrictionApplyCurlOrientedNoTranspose_Memcheck_Core()
135 uu[impl->offsets[j + (n + 1) * block_size + e * elem_size] + k * comp_stride] * in CeedElemRestrictionApplyCurlOrientedNoTranspose_Memcheck_Core()
136 impl->curl_orients[j + (3 * n + 2) * block_size + e * 3 * elem_size]; in CeedElemRestrictionApplyCurlOrientedNoTranspose_Memcheck_Core()
141 uu[impl->offsets[j + (n - 1) * block_size + e * elem_size] + k * comp_stride] * in CeedElemRestrictionApplyCurlOrientedNoTranspose_Memcheck_Core()
142 impl->curl_orients[j + (3 * n + 0) * block_size + e * 3 * elem_size] + in CeedElemRestrictionApplyCurlOrientedNoTranspose_Memcheck_Core()
143 uu[impl->offsets[j + n * block_size + e * elem_size] + k * comp_stride] * in CeedElemRestrictionApplyCurlOrientedNoTranspose_Memcheck_Core()
144 impl->curl_orients[j + (3 * n + 1) * block_size + e * 3 * elem_size]; in CeedElemRestrictionApplyCurlOrientedNoTranspose_Memcheck_Core()
155 CeedElemRestriction_Memcheck *impl; in CeedElemRestrictionApplyCurlOrientedUnsignedNoTranspose_Memcheck_Core() local
157 CeedCallBackend(CeedElemRestrictionGetData(rstr, &impl)); in CeedElemRestrictionApplyCurlOrientedUnsignedNoTranspose_Memcheck_Core()
164 uu[impl->offsets[j + n * block_size + e * elem_size] + k * comp_stride] * in CeedElemRestrictionApplyCurlOrientedUnsignedNoTranspose_Memcheck_Core()
165 abs(impl->curl_orients[j + (3 * n + 1) * block_size + e * 3 * elem_size]) + in CeedElemRestrictionApplyCurlOrientedUnsignedNoTranspose_Memcheck_Core()
166 uu[impl->offsets[j + (n + 1) * block_size + e * elem_size] + k * comp_stride] * in CeedElemRestrictionApplyCurlOrientedUnsignedNoTranspose_Memcheck_Core()
167 abs(impl->curl_orients[j + (3 * n + 2) * block_size + e * 3 * elem_size]); in CeedElemRestrictionApplyCurlOrientedUnsignedNoTranspose_Memcheck_Core()
172 uu[impl->offsets[j + (n - 1) * block_size + e * elem_size] + k * comp_stride] * in CeedElemRestrictionApplyCurlOrientedUnsignedNoTranspose_Memcheck_Core()
173 abs(impl->curl_orients[j + (3 * n + 0) * block_size + e * 3 * elem_size]) + in CeedElemRestrictionApplyCurlOrientedUnsignedNoTranspose_Memcheck_Core()
174 uu[impl->offsets[j + n * block_size + e * elem_size] + k * comp_stride] * in CeedElemRestrictionApplyCurlOrientedUnsignedNoTranspose_Memcheck_Core()
175 abs(impl->curl_orients[j + (3 * n + 1) * block_size + e * 3 * elem_size]) + in CeedElemRestrictionApplyCurlOrientedUnsignedNoTranspose_Memcheck_Core()
176 uu[impl->offsets[j + (n + 1) * block_size + e * elem_size] + k * comp_stride] * in CeedElemRestrictionApplyCurlOrientedUnsignedNoTranspose_Memcheck_Core()
177 abs(impl->curl_orients[j + (3 * n + 2) * block_size + e * 3 * elem_size]); in CeedElemRestrictionApplyCurlOrientedUnsignedNoTranspose_Memcheck_Core()
182 uu[impl->offsets[j + (n - 1) * block_size + e * elem_size] + k * comp_stride] * in CeedElemRestrictionApplyCurlOrientedUnsignedNoTranspose_Memcheck_Core()
183 abs(impl->curl_orients[j + (3 * n + 0) * block_size + e * 3 * elem_size]) + in CeedElemRestrictionApplyCurlOrientedUnsignedNoTranspose_Memcheck_Core()
184 uu[impl->offsets[j + n * block_size + e * elem_size] + k * comp_stride] * in CeedElemRestrictionApplyCurlOrientedUnsignedNoTranspose_Memcheck_Core()
185 abs(impl->curl_orients[j + (3 * n + 1) * block_size + e * 3 * elem_size]); in CeedElemRestrictionApplyCurlOrientedUnsignedNoTranspose_Memcheck_Core()
223 CeedElemRestriction_Memcheck *impl; in CeedElemRestrictionApplyOffsetTranspose_Memcheck_Core() local
225 CeedCallBackend(CeedElemRestrictionGetData(rstr, &impl)); in CeedElemRestrictionApplyOffsetTranspose_Memcheck_Core()
234 CeedPragmaAtomic vv[impl->offsets[j + e * elem_size] + k * comp_stride] += vv_loc; in CeedElemRestrictionApplyOffsetTranspose_Memcheck_Core()
247 CeedElemRestriction_Memcheck *impl; in CeedElemRestrictionApplyOrientedTranspose_Memcheck_Core() local
249 CeedCallBackend(CeedElemRestrictionGetData(rstr, &impl)); in CeedElemRestrictionApplyOrientedTranspose_Memcheck_Core()
257 …vv_loc = uu[elem_size * (k * block_size + e * num_comp) + j - v_offset] * (impl->orients[j + e * e… in CeedElemRestrictionApplyOrientedTranspose_Memcheck_Core()
258 CeedPragmaAtomic vv[impl->offsets[j + e * elem_size] + k * comp_stride] += vv_loc; in CeedElemRestrictionApplyOrientedTranspose_Memcheck_Core()
271 CeedElemRestriction_Memcheck *impl; in CeedElemRestrictionApplyCurlOrientedTranspose_Memcheck_Core() local
274 CeedCallBackend(CeedElemRestrictionGetData(rstr, &impl)); in CeedElemRestrictionApplyCurlOrientedTranspose_Memcheck_Core()
283 impl->curl_orients[j + (3 * n + 1) * block_size + e * 3 * elem_size] + in CeedElemRestrictionApplyCurlOrientedTranspose_Memcheck_Core()
285 impl->curl_orients[j + (3 * n + 3) * block_size + e * 3 * elem_size]; in CeedElemRestrictionApplyCurlOrientedTranspose_Memcheck_Core()
288 …CeedPragmaAtomic vv[impl->offsets[j + n * block_size + e * elem_size] + k * comp_stride] += vv_loc… in CeedElemRestrictionApplyCurlOrientedTranspose_Memcheck_Core()
293 impl->curl_orients[j + (3 * n - 1) * block_size + e * 3 * elem_size] + in CeedElemRestrictionApplyCurlOrientedTranspose_Memcheck_Core()
295 impl->curl_orients[j + (3 * n + 1) * block_size + e * 3 * elem_size] + in CeedElemRestrictionApplyCurlOrientedTranspose_Memcheck_Core()
297 impl->curl_orients[j + (3 * n + 3) * block_size + e * 3 * elem_size]; in CeedElemRestrictionApplyCurlOrientedTranspose_Memcheck_Core()
300 …CeedPragmaAtomic vv[impl->offsets[j + n * block_size + e * elem_size] + k * comp_stride] += vv_loc… in CeedElemRestrictionApplyCurlOrientedTranspose_Memcheck_Core()
305 impl->curl_orients[j + (3 * n - 1) * block_size + e * 3 * elem_size] + in CeedElemRestrictionApplyCurlOrientedTranspose_Memcheck_Core()
307 impl->curl_orients[j + (3 * n + 1) * block_size + e * 3 * elem_size]; in CeedElemRestrictionApplyCurlOrientedTranspose_Memcheck_Core()
310 …CeedPragmaAtomic vv[impl->offsets[j + n * block_size + e * elem_size] + k * comp_stride] += vv_loc… in CeedElemRestrictionApplyCurlOrientedTranspose_Memcheck_Core()
321 CeedElemRestriction_Memcheck *impl; in CeedElemRestrictionApplyCurlOrientedUnsignedTranspose_Memcheck_Core() local
324 CeedCallBackend(CeedElemRestrictionGetData(rstr, &impl)); in CeedElemRestrictionApplyCurlOrientedUnsignedTranspose_Memcheck_Core()
333 abs(impl->curl_orients[j + (3 * n + 1) * block_size + e * 3 * elem_size]) + in CeedElemRestrictionApplyCurlOrientedUnsignedTranspose_Memcheck_Core()
335 abs(impl->curl_orients[j + (3 * n + 3) * block_size + e * 3 * elem_size]); in CeedElemRestrictionApplyCurlOrientedUnsignedTranspose_Memcheck_Core()
338 …CeedPragmaAtomic vv[impl->offsets[j + n * block_size + e * elem_size] + k * comp_stride] += vv_loc… in CeedElemRestrictionApplyCurlOrientedUnsignedTranspose_Memcheck_Core()
343 … abs(impl->curl_orients[j + (3 * n - 1) * block_size + e * 3 * elem_size]) + in CeedElemRestrictionApplyCurlOrientedUnsignedTranspose_Memcheck_Core()
345 … abs(impl->curl_orients[j + (3 * n + 1) * block_size + e * 3 * elem_size]) + in CeedElemRestrictionApplyCurlOrientedUnsignedTranspose_Memcheck_Core()
347 abs(impl->curl_orients[j + (3 * n + 3) * block_size + e * 3 * elem_size]); in CeedElemRestrictionApplyCurlOrientedUnsignedTranspose_Memcheck_Core()
350 …CeedPragmaAtomic vv[impl->offsets[j + n * block_size + e * elem_size] + k * comp_stride] += vv_loc… in CeedElemRestrictionApplyCurlOrientedUnsignedTranspose_Memcheck_Core()
355 abs(impl->curl_orients[j + (3 * n - 1) * block_size + e * 3 * elem_size]) + in CeedElemRestrictionApplyCurlOrientedUnsignedTranspose_Memcheck_Core()
357 abs(impl->curl_orients[j + (3 * n + 1) * block_size + e * 3 * elem_size]); in CeedElemRestrictionApplyCurlOrientedUnsignedTranspose_Memcheck_Core()
360 …CeedPragmaAtomic vv[impl->offsets[j + n * block_size + e * elem_size] + k * comp_stride] += vv_loc… in CeedElemRestrictionApplyCurlOrientedUnsignedTranspose_Memcheck_Core()
372 CeedElemRestriction_Memcheck *impl; in CeedElemRestrictionApplyAtPointsInElement_Memcheck_Core() local
374 CeedCallBackend(CeedElemRestrictionGetData(rstr, &impl)); in CeedElemRestrictionApplyAtPointsInElement_Memcheck_Core()
376 l_vec_offset = impl->offsets[e]; in CeedElemRestrictionApplyAtPointsInElement_Memcheck_Core()
380 …for (CeedSize j = 0; j < num_comp; j++) vv[j * num_points + i + e_vec_offset] = uu[impl->offsets[i… in CeedElemRestrictionApplyAtPointsInElement_Memcheck_Core()
384 …for (CeedSize j = 0; j < num_comp; j++) vv[impl->offsets[i + l_vec_offset] * num_comp + j] += uu[j… in CeedElemRestrictionApplyAtPointsInElement_Memcheck_Core()
507 CeedElemRestriction_Memcheck *impl; in CeedElemRestrictionApply_Memcheck() local
513 CeedCallBackend(CeedElemRestrictionGetData(rstr, &impl)); in CeedElemRestrictionApply_Memcheck()
514 …CeedCallBackend(impl->Apply(rstr, num_comp, block_size, comp_stride, 0, num_block, t_mode, true, t… in CeedElemRestrictionApply_Memcheck()
524 CeedElemRestriction_Memcheck *impl; in CeedElemRestrictionApplyUnsigned_Memcheck() local
530 CeedCallBackend(CeedElemRestrictionGetData(rstr, &impl)); in CeedElemRestrictionApplyUnsigned_Memcheck()
531 …CeedCallBackend(impl->Apply(rstr, num_comp, block_size, comp_stride, 0, num_block, t_mode, false, … in CeedElemRestrictionApplyUnsigned_Memcheck()
541 CeedElemRestriction_Memcheck *impl; in CeedElemRestrictionApplyUnoriented_Memcheck() local
547 CeedCallBackend(CeedElemRestrictionGetData(rstr, &impl)); in CeedElemRestrictionApplyUnoriented_Memcheck()
548 …CeedCallBackend(impl->Apply(rstr, num_comp, block_size, comp_stride, 0, num_block, t_mode, false, … in CeedElemRestrictionApplyUnoriented_Memcheck()
558 CeedElemRestriction_Memcheck *impl; in CeedElemRestrictionApplyAtPointsInElement_Memcheck() local
561 CeedCallBackend(CeedElemRestrictionGetData(rstr, &impl)); in CeedElemRestrictionApplyAtPointsInElement_Memcheck()
562 return impl->Apply(rstr, num_comp, 0, 1, elem, elem + 1, t_mode, false, false, u, v, request); in CeedElemRestrictionApplyAtPointsInElement_Memcheck()
571 CeedElemRestriction_Memcheck *impl; in CeedElemRestrictionApplyBlock_Memcheck() local
576 CeedCallBackend(CeedElemRestrictionGetData(rstr, &impl)); in CeedElemRestrictionApplyBlock_Memcheck()
577 …CeedCallBackend(impl->Apply(rstr, num_comp, block_size, comp_stride, block, block + 1, t_mode, tru… in CeedElemRestrictionApplyBlock_Memcheck()
585 CeedElemRestriction_Memcheck *impl; in CeedElemRestrictionGetOffsets_Memcheck() local
587 CeedCallBackend(CeedElemRestrictionGetData(rstr, &impl)); in CeedElemRestrictionGetOffsets_Memcheck()
591 *offsets = impl->offsets; in CeedElemRestrictionGetOffsets_Memcheck()
599 CeedElemRestriction_Memcheck *impl; in CeedElemRestrictionGetOrientations_Memcheck() local
601 CeedCallBackend(CeedElemRestrictionGetData(rstr, &impl)); in CeedElemRestrictionGetOrientations_Memcheck()
605 *orients = impl->orients; in CeedElemRestrictionGetOrientations_Memcheck()
613 CeedElemRestriction_Memcheck *impl; in CeedElemRestrictionGetCurlOrientations_Memcheck() local
615 CeedCallBackend(CeedElemRestrictionGetData(rstr, &impl)); in CeedElemRestrictionGetCurlOrientations_Memcheck()
619 *curl_orients = impl->curl_orients; in CeedElemRestrictionGetCurlOrientations_Memcheck()
627 CeedElemRestriction_Memcheck *impl; in CeedElemRestrictionDestroy_Memcheck() local
629 CeedCallBackend(CeedElemRestrictionGetData(rstr, &impl)); in CeedElemRestrictionDestroy_Memcheck()
630 CeedCallBackend(CeedFree(&impl->offsets_allocated)); in CeedElemRestrictionDestroy_Memcheck()
631 CeedCallBackend(CeedFree(&impl->orients_allocated)); in CeedElemRestrictionDestroy_Memcheck()
632 CeedCallBackend(CeedFree(&impl->curl_orients_allocated)); in CeedElemRestrictionDestroy_Memcheck()
633 CeedCallBackend(CeedFree(&impl)); in CeedElemRestrictionDestroy_Memcheck()
645 CeedElemRestriction_Memcheck *impl; in CeedElemRestrictionCreate_Memcheck() local
658 CeedCallBackend(CeedCalloc(1, &impl)); in CeedElemRestrictionCreate_Memcheck()
659 CeedCallBackend(CeedElemRestrictionSetData(rstr, impl)); in CeedElemRestrictionCreate_Memcheck()
709 CeedCallBackend(CeedMalloc(num_offsets, &impl->offsets_allocated)); in CeedElemRestrictionCreate_Memcheck()
710 memcpy(impl->offsets_allocated, offsets, num_offsets * sizeof(offsets[0])); in CeedElemRestrictionCreate_Memcheck()
711 impl->offsets = impl->offsets_allocated; in CeedElemRestrictionCreate_Memcheck()
714 impl->offsets_allocated = (CeedInt *)offsets; in CeedElemRestrictionCreate_Memcheck()
715 impl->offsets = impl->offsets_allocated; in CeedElemRestrictionCreate_Memcheck()
718 impl->offsets = offsets; in CeedElemRestrictionCreate_Memcheck()
726 CeedCallBackend(CeedMalloc(num_offsets, &impl->orients_allocated)); in CeedElemRestrictionCreate_Memcheck()
727 memcpy(impl->orients_allocated, orients, num_offsets * sizeof(orients[0])); in CeedElemRestrictionCreate_Memcheck()
728 impl->orients = impl->orients_allocated; in CeedElemRestrictionCreate_Memcheck()
731 impl->orients_allocated = (bool *)orients; in CeedElemRestrictionCreate_Memcheck()
732 impl->orients = impl->orients_allocated; in CeedElemRestrictionCreate_Memcheck()
735 impl->orients = orients; in CeedElemRestrictionCreate_Memcheck()
741 CeedCallBackend(CeedMalloc(3 * num_offsets, &impl->curl_orients_allocated)); in CeedElemRestrictionCreate_Memcheck()
742 … memcpy(impl->curl_orients_allocated, curl_orients, 3 * num_offsets * sizeof(curl_orients[0])); in CeedElemRestrictionCreate_Memcheck()
743 impl->curl_orients = impl->curl_orients_allocated; in CeedElemRestrictionCreate_Memcheck()
746 impl->curl_orients_allocated = (CeedInt8 *)curl_orients; in CeedElemRestrictionCreate_Memcheck()
747 impl->curl_orients = impl->curl_orients_allocated; in CeedElemRestrictionCreate_Memcheck()
750 impl->curl_orients = curl_orients; in CeedElemRestrictionCreate_Memcheck()
756 impl->Apply = CeedElemRestrictionApply_Memcheck_Core; in CeedElemRestrictionCreate_Memcheck()