Lines Matching refs:CeedCallBackend
27 CeedCallBackend(CeedOperatorGetCeed(op, &ceed)); in CeedOperatorDestroy_Hip_gen()
28 CeedCallBackend(CeedOperatorGetData(op, &impl)); in CeedOperatorDestroy_Hip_gen()
29 CeedCallBackend(CeedOperatorIsComposite(op, &is_composite)); in CeedOperatorDestroy_Hip_gen()
44 CeedCallBackend(CeedFree(&impl)); in CeedOperatorDestroy_Hip_gen()
45 CeedCallBackend(CeedDestroy(&ceed)); in CeedOperatorDestroy_Hip_gen()
65 CeedCallBackend(CeedOperatorBuildKernel_Hip_gen(op, is_run_good)); in CeedOperatorApplyAddCore_Hip_gen()
68 CeedCallBackend(CeedOperatorGetCeed(op, &ceed)); in CeedOperatorApplyAddCore_Hip_gen()
69 CeedCallBackend(CeedOperatorGetData(op, &data)); in CeedOperatorApplyAddCore_Hip_gen()
70 CeedCallBackend(CeedOperatorGetQFunction(op, &qf)); in CeedOperatorApplyAddCore_Hip_gen()
71 CeedCallBackend(CeedQFunctionGetData(qf, &qf_data)); in CeedOperatorApplyAddCore_Hip_gen()
72 CeedCallBackend(CeedOperatorGetNumElements(op, &num_elem)); in CeedOperatorApplyAddCore_Hip_gen()
73 …CeedCallBackend(CeedOperatorGetFields(op, &num_input_fields, &op_input_fields, &num_output_fields,… in CeedOperatorApplyAddCore_Hip_gen()
74 CeedCallBackend(CeedQFunctionGetFields(qf, NULL, &qf_input_fields, NULL, &qf_output_fields)); in CeedOperatorApplyAddCore_Hip_gen()
78 CeedCallBackend(CeedQFunctionFieldGetEvalMode(qf_input_fields[i], &eval_mode)); in CeedOperatorApplyAddCore_Hip_gen()
86 CeedCallBackend(CeedOperatorFieldGetVector(op_input_fields[i], &vec)); in CeedOperatorApplyAddCore_Hip_gen()
89 else CeedCallBackend(CeedVectorGetArrayRead(vec, CEED_MEM_DEVICE, &data->fields.inputs[i])); in CeedOperatorApplyAddCore_Hip_gen()
90 CeedCallBackend(CeedVectorDestroy(&vec)); in CeedOperatorApplyAddCore_Hip_gen()
96 CeedCallBackend(CeedQFunctionFieldGetEvalMode(qf_output_fields[i], &eval_mode)); in CeedOperatorApplyAddCore_Hip_gen()
104 CeedCallBackend(CeedOperatorFieldGetVector(op_output_fields[i], &vec)); in CeedOperatorApplyAddCore_Hip_gen()
107 else CeedCallBackend(CeedVectorGetArray(vec, CEED_MEM_DEVICE, &data->fields.outputs[i])); in CeedOperatorApplyAddCore_Hip_gen()
108 CeedCallBackend(CeedVectorDestroy(&vec)); in CeedOperatorApplyAddCore_Hip_gen()
113 CeedCallBackend(CeedOperatorIsAtPoints(op, &is_at_points)); in CeedOperatorApplyAddCore_Hip_gen()
118 CeedCallBackend(CeedOperatorAtPointsGetPoints(op, NULL, &vec)); in CeedOperatorApplyAddCore_Hip_gen()
119 CeedCallBackend(CeedVectorGetArrayRead(vec, CEED_MEM_DEVICE, &data->points.coords)); in CeedOperatorApplyAddCore_Hip_gen()
120 CeedCallBackend(CeedVectorDestroy(&vec)); in CeedOperatorApplyAddCore_Hip_gen()
129 CeedCallBackend(CeedOperatorAtPointsGetPoints(op, &rstr_points, NULL)); in CeedOperatorApplyAddCore_Hip_gen()
130 CeedCallBackend(CeedCalloc(num_elem, &points_per_elem)); in CeedOperatorApplyAddCore_Hip_gen()
134 CeedCallBackend(CeedElemRestrictionGetNumPointsInElement(rstr_points, e, &num_points_elem)); in CeedOperatorApplyAddCore_Hip_gen()
140 CeedCallBackend(CeedElemRestrictionDestroy(&rstr_points)); in CeedOperatorApplyAddCore_Hip_gen()
141 CeedCallBackend(CeedFree(&points_per_elem)); in CeedOperatorApplyAddCore_Hip_gen()
146 CeedCallBackend(CeedQFunctionGetInnerContextData(qf, CEED_MEM_DEVICE, &qf_data->d_c)); in CeedOperatorApplyAddCore_Hip_gen()
151 CeedCallBackend(CeedOperatorHasTensorBases(op, &is_tensor)); in CeedOperatorApplyAddCore_Hip_gen()
155 …CeedCallBackend(BlockGridCalculate_Hip_gen(data->dim, num_elem, data->max_P_1d, data->Q_1d, block_… in CeedOperatorApplyAddCore_Hip_gen()
166 …CeedCallBackend(CeedTryRunKernelDimShared_Hip(ceed, data->op, stream, grid, block_sizes[0], block_… in CeedOperatorApplyAddCore_Hip_gen()
172 …CeedCallBackend(CeedTryRunKernelDimShared_Hip(ceed, data->op, stream, grid, block_sizes[0], block_… in CeedOperatorApplyAddCore_Hip_gen()
178 …CeedCallBackend(CeedTryRunKernelDimShared_Hip(ceed, data->op, stream, grid, block_sizes[0], block_… in CeedOperatorApplyAddCore_Hip_gen()
184 CeedCallBackend(CeedQFunctionFieldGetEvalMode(qf_input_fields[i], &eval_mode)); in CeedOperatorApplyAddCore_Hip_gen()
190 CeedCallBackend(CeedOperatorFieldGetVector(op_input_fields[i], &vec)); in CeedOperatorApplyAddCore_Hip_gen()
192 if (!is_active) CeedCallBackend(CeedVectorRestoreArrayRead(vec, &data->fields.inputs[i])); in CeedOperatorApplyAddCore_Hip_gen()
193 CeedCallBackend(CeedVectorDestroy(&vec)); in CeedOperatorApplyAddCore_Hip_gen()
199 CeedCallBackend(CeedQFunctionFieldGetEvalMode(qf_output_fields[i], &eval_mode)); in CeedOperatorApplyAddCore_Hip_gen()
205 CeedCallBackend(CeedOperatorFieldGetVector(op_output_fields[i], &vec)); in CeedOperatorApplyAddCore_Hip_gen()
207 if (!is_active) CeedCallBackend(CeedVectorRestoreArray(vec, &data->fields.outputs[i])); in CeedOperatorApplyAddCore_Hip_gen()
208 CeedCallBackend(CeedVectorDestroy(&vec)); in CeedOperatorApplyAddCore_Hip_gen()
216 CeedCallBackend(CeedOperatorAtPointsGetPoints(op, NULL, &vec)); in CeedOperatorApplyAddCore_Hip_gen()
217 CeedCallBackend(CeedVectorRestoreArrayRead(vec, &data->points.coords)); in CeedOperatorApplyAddCore_Hip_gen()
218 CeedCallBackend(CeedVectorDestroy(&vec)); in CeedOperatorApplyAddCore_Hip_gen()
222 CeedCallBackend(CeedQFunctionRestoreInnerContextData(qf, &qf_data->d_c)); in CeedOperatorApplyAddCore_Hip_gen()
225 CeedCallBackend(CeedDestroy(&ceed)); in CeedOperatorApplyAddCore_Hip_gen()
226 CeedCallBackend(CeedQFunctionDestroy(&qf)); in CeedOperatorApplyAddCore_Hip_gen()
237 …if (input_vec != CEED_VECTOR_NONE) CeedCallBackend(CeedVectorGetArrayRead(input_vec, CEED_MEM_DEVI… in CeedOperatorApplyAdd_Hip_gen()
238 …if (output_vec != CEED_VECTOR_NONE) CeedCallBackend(CeedVectorGetArray(output_vec, CEED_MEM_DEVICE… in CeedOperatorApplyAdd_Hip_gen()
239 …CeedCallBackend(CeedOperatorApplyAddCore_Hip_gen(op, NULL, input_arr, output_arr, &is_run_good, re… in CeedOperatorApplyAdd_Hip_gen()
240 …if (input_vec != CEED_VECTOR_NONE) CeedCallBackend(CeedVectorRestoreArrayRead(input_vec, &input_ar… in CeedOperatorApplyAdd_Hip_gen()
241 …if (output_vec != CEED_VECTOR_NONE) CeedCallBackend(CeedVectorRestoreArray(output_vec, &output_arr… in CeedOperatorApplyAdd_Hip_gen()
248 CeedCallBackend(CeedOperatorGetFallback(op, &op_fallback)); in CeedOperatorApplyAdd_Hip_gen()
249 CeedCallBackend(CeedOperatorApplyAdd(op_fallback, input_vec, output_vec, request)); in CeedOperatorApplyAdd_Hip_gen()
263 CeedCallBackend(CeedOperatorGetCeed(op, &ceed)); in CeedOperatorApplyAddComposite_Hip_gen()
264 CeedCallBackend(CeedOperatorGetData(op, &impl)); in CeedOperatorApplyAddComposite_Hip_gen()
265 CeedCallBackend(CeedOperatorCompositeGetNumSub(op, &num_suboperators)); in CeedOperatorApplyAddComposite_Hip_gen()
266 CeedCallBackend(CeedOperatorCompositeGetSubList(op, &sub_operators)); in CeedOperatorApplyAddComposite_Hip_gen()
268 …if (input_vec != CEED_VECTOR_NONE) CeedCallBackend(CeedVectorGetArrayRead(input_vec, CEED_MEM_DEVI… in CeedOperatorApplyAddComposite_Hip_gen()
269 …if (output_vec != CEED_VECTOR_NONE) CeedCallBackend(CeedVectorGetArray(output_vec, CEED_MEM_DEVICE… in CeedOperatorApplyAddComposite_Hip_gen()
274 CeedCallBackend(CeedOperatorGetNumElements(sub_operators[i], &num_elem)); in CeedOperatorApplyAddComposite_Hip_gen()
277 …CeedCallBackend(CeedOperatorApplyAddCore_Hip_gen(sub_operators[i], impl->streams[stream_index], in… in CeedOperatorApplyAddComposite_Hip_gen()
291 …if (input_vec != CEED_VECTOR_NONE) CeedCallBackend(CeedVectorRestoreArrayRead(input_vec, &input_ar… in CeedOperatorApplyAddComposite_Hip_gen()
292 …if (output_vec != CEED_VECTOR_NONE) CeedCallBackend(CeedVectorRestoreArray(output_vec, &output_arr… in CeedOperatorApplyAddComposite_Hip_gen()
301 CeedCallBackend(CeedOperatorGetFallback(sub_operators[i], &op_fallback)); in CeedOperatorApplyAddComposite_Hip_gen()
302 CeedCallBackend(CeedOperatorApplyAdd(op_fallback, input_vec, output_vec, request)); in CeedOperatorApplyAddComposite_Hip_gen()
305 CeedCallBackend(CeedDestroy(&ceed)); in CeedOperatorApplyAddComposite_Hip_gen()
317 CeedCallBackend(CeedOperatorGetCeed(op, &ceed)); in CeedOperatorLinearAssembleQFunctionCore_Hip_gen()
318 CeedCallBackend(CeedOperatorGetData(op, &data)); in CeedOperatorLinearAssembleQFunctionCore_Hip_gen()
324 CeedCallBackend(CeedOperatorBuildKernel_Hip_gen(op, &is_build_good)); in CeedOperatorLinearAssembleQFunctionCore_Hip_gen()
325 …if (is_build_good) CeedCallBackend(CeedOperatorBuildKernelLinearAssembleQFunction_Hip_gen(op, &is_… in CeedOperatorLinearAssembleQFunctionCore_Hip_gen()
341 CeedCallBackend(CeedGetData(ceed, &hip_data)); in CeedOperatorLinearAssembleQFunctionCore_Hip_gen()
342 CeedCallBackend(CeedOperatorGetQFunction(op, &qf)); in CeedOperatorLinearAssembleQFunctionCore_Hip_gen()
343 CeedCallBackend(CeedQFunctionGetData(qf, &qf_data)); in CeedOperatorLinearAssembleQFunctionCore_Hip_gen()
344 CeedCallBackend(CeedOperatorGetNumElements(op, &num_elem)); in CeedOperatorLinearAssembleQFunctionCore_Hip_gen()
345 …CeedCallBackend(CeedOperatorGetFields(op, &num_input_fields, &op_input_fields, &num_output_fields,… in CeedOperatorLinearAssembleQFunctionCore_Hip_gen()
346 CeedCallBackend(CeedQFunctionGetFields(qf, NULL, &qf_input_fields, NULL, &qf_output_fields)); in CeedOperatorLinearAssembleQFunctionCore_Hip_gen()
350 CeedCallBackend(CeedQFunctionFieldGetEvalMode(qf_input_fields[i], &eval_mode)); in CeedOperatorLinearAssembleQFunctionCore_Hip_gen()
358 CeedCallBackend(CeedOperatorFieldGetVector(op_input_fields[i], &vec)); in CeedOperatorLinearAssembleQFunctionCore_Hip_gen()
361 else CeedCallBackend(CeedVectorGetArrayRead(vec, CEED_MEM_DEVICE, &data->fields.inputs[i])); in CeedOperatorLinearAssembleQFunctionCore_Hip_gen()
362 CeedCallBackend(CeedVectorDestroy(&vec)); in CeedOperatorLinearAssembleQFunctionCore_Hip_gen()
367 CeedCallBackend(CeedQFunctionGetInnerContextData(qf, CEED_MEM_DEVICE, &qf_data->d_c)); in CeedOperatorLinearAssembleQFunctionCore_Hip_gen()
380 CeedCallBackend(CeedOperatorFieldGetVector(op_input_fields[i], &vec)); in CeedOperatorLinearAssembleQFunctionCore_Hip_gen()
383 CeedCallBackend(CeedQFunctionFieldGetSize(qf_input_fields[i], &field_size)); in CeedOperatorLinearAssembleQFunctionCore_Hip_gen()
386 CeedCallBackend(CeedVectorDestroy(&vec)); in CeedOperatorLinearAssembleQFunctionCore_Hip_gen()
398 CeedCallBackend(CeedOperatorFieldGetVector(op_output_fields[i], &vec)); in CeedOperatorLinearAssembleQFunctionCore_Hip_gen()
401 CeedCallBackend(CeedQFunctionFieldGetSize(qf_output_fields[i], &field_size)); in CeedOperatorLinearAssembleQFunctionCore_Hip_gen()
404 CeedCallBackend(CeedVectorDestroy(&vec)); in CeedOperatorLinearAssembleQFunctionCore_Hip_gen()
408 CeedCallBackend(CeedOperatorGetNumQuadraturePoints(op, &Q)); in CeedOperatorLinearAssembleQFunctionCore_Hip_gen()
415 CeedCallBackend(CeedElemRestrictionCreateStrided(ceed, num_elem, Q, qf_size_in * qf_size_out, in CeedOperatorLinearAssembleQFunctionCore_Hip_gen()
419 CeedCallBackend(CeedVectorCreate(ceed, l_size, assembled)); in CeedOperatorLinearAssembleQFunctionCore_Hip_gen()
423 CeedCallBackend(CeedVectorGetArrayWrite(*assembled, CEED_MEM_DEVICE, &assembled_array)); in CeedOperatorLinearAssembleQFunctionCore_Hip_gen()
429 CeedCallBackend(CeedOperatorHasTensorBases(op, &is_tensor)); in CeedOperatorLinearAssembleQFunctionCore_Hip_gen()
433 …CeedCallBackend(BlockGridCalculate_Hip_gen(data->dim, num_elem, data->max_P_1d, data->Q_1d, block_… in CeedOperatorLinearAssembleQFunctionCore_Hip_gen()
444 …CeedCallBackend(CeedTryRunKernelDimShared_Hip(ceed, data->assemble_qfunction, NULL, grid, block_si… in CeedOperatorLinearAssembleQFunctionCore_Hip_gen()
450 …CeedCallBackend(CeedTryRunKernelDimShared_Hip(ceed, data->assemble_qfunction, NULL, grid, block_si… in CeedOperatorLinearAssembleQFunctionCore_Hip_gen()
456 …CeedCallBackend(CeedTryRunKernelDimShared_Hip(ceed, data->assemble_qfunction, NULL, grid, block_si… in CeedOperatorLinearAssembleQFunctionCore_Hip_gen()
462 CeedCallBackend(CeedQFunctionFieldGetEvalMode(qf_input_fields[i], &eval_mode)); in CeedOperatorLinearAssembleQFunctionCore_Hip_gen()
468 CeedCallBackend(CeedOperatorFieldGetVector(op_input_fields[i], &vec)); in CeedOperatorLinearAssembleQFunctionCore_Hip_gen()
470 if (!is_active) CeedCallBackend(CeedVectorRestoreArrayRead(vec, &data->fields.inputs[i])); in CeedOperatorLinearAssembleQFunctionCore_Hip_gen()
471 CeedCallBackend(CeedVectorDestroy(&vec)); in CeedOperatorLinearAssembleQFunctionCore_Hip_gen()
476 CeedCallBackend(CeedQFunctionRestoreInnerContextData(qf, &qf_data->d_c)); in CeedOperatorLinearAssembleQFunctionCore_Hip_gen()
479 CeedCallBackend(CeedVectorRestoreArray(*assembled, &assembled_array)); in CeedOperatorLinearAssembleQFunctionCore_Hip_gen()
482 CeedCallBackend(CeedQFunctionDestroy(&qf)); in CeedOperatorLinearAssembleQFunctionCore_Hip_gen()
486 CeedCallBackend(CeedVectorDestroy(assembled)); in CeedOperatorLinearAssembleQFunctionCore_Hip_gen()
487 CeedCallBackend(CeedElemRestrictionDestroy(rstr)); in CeedOperatorLinearAssembleQFunctionCore_Hip_gen()
491 CeedCallBackend(CeedDestroy(&ceed)); in CeedOperatorLinearAssembleQFunctionCore_Hip_gen()
498 CeedCallBackend(CeedOperatorGetFallback(op, &op_fallback)); in CeedOperatorLinearAssembleQFunctionCore_Hip_gen()
499 …CeedCallBackend(CeedOperatorLinearAssembleQFunctionBuildOrUpdateFallback(op_fallback, assembled, r… in CeedOperatorLinearAssembleQFunctionCore_Hip_gen()
520 CeedCallBackend(CeedOperatorGetCeed(op, &ceed)); in CeedOperatorLinearAssembleAddDiagonalAtPoints_Hip_gen()
521 CeedCallBackend(CeedOperatorGetData(op, &data)); in CeedOperatorLinearAssembleAddDiagonalAtPoints_Hip_gen()
529 CeedCallBackend(CeedOperatorGetOperatorAssemblyData(op, &assembly_data)); in CeedOperatorLinearAssembleAddDiagonalAtPoints_Hip_gen()
530 …CeedCallBackend(CeedOperatorAssemblyDataGetEvalModes(assembly_data, &num_active_bases_in, NULL, NU… in CeedOperatorLinearAssembleAddDiagonalAtPoints_Hip_gen()
533 CeedCallBackend(CeedOperatorBuildKernel_Hip_gen(op, &is_build_good)); in CeedOperatorLinearAssembleAddDiagonalAtPoints_Hip_gen()
534 …if (is_build_good) CeedCallBackend(CeedOperatorBuildKernelDiagonalAssemblyAtPoints_Hip_gen(op, &is… in CeedOperatorLinearAssembleAddDiagonalAtPoints_Hip_gen()
551 CeedCallBackend(CeedGetData(ceed, &hip_data)); in CeedOperatorLinearAssembleAddDiagonalAtPoints_Hip_gen()
552 CeedCallBackend(CeedOperatorGetQFunction(op, &qf)); in CeedOperatorLinearAssembleAddDiagonalAtPoints_Hip_gen()
553 CeedCallBackend(CeedQFunctionGetData(qf, &qf_data)); in CeedOperatorLinearAssembleAddDiagonalAtPoints_Hip_gen()
554 CeedCallBackend(CeedOperatorGetNumElements(op, &num_elem)); in CeedOperatorLinearAssembleAddDiagonalAtPoints_Hip_gen()
555 …CeedCallBackend(CeedOperatorGetFields(op, &num_input_fields, &op_input_fields, &num_output_fields,… in CeedOperatorLinearAssembleAddDiagonalAtPoints_Hip_gen()
556 CeedCallBackend(CeedQFunctionGetFields(qf, NULL, &qf_input_fields, NULL, &qf_output_fields)); in CeedOperatorLinearAssembleAddDiagonalAtPoints_Hip_gen()
560 CeedCallBackend(CeedQFunctionFieldGetEvalMode(qf_input_fields[i], &eval_mode)); in CeedOperatorLinearAssembleAddDiagonalAtPoints_Hip_gen()
568 CeedCallBackend(CeedOperatorFieldGetVector(op_input_fields[i], &vec)); in CeedOperatorLinearAssembleAddDiagonalAtPoints_Hip_gen()
571 else CeedCallBackend(CeedVectorGetArrayRead(vec, CEED_MEM_DEVICE, &data->fields.inputs[i])); in CeedOperatorLinearAssembleAddDiagonalAtPoints_Hip_gen()
572 CeedCallBackend(CeedVectorDestroy(&vec)); in CeedOperatorLinearAssembleAddDiagonalAtPoints_Hip_gen()
580 CeedCallBackend(CeedOperatorAtPointsGetPoints(op, NULL, &vec)); in CeedOperatorLinearAssembleAddDiagonalAtPoints_Hip_gen()
581 CeedCallBackend(CeedVectorGetArrayRead(vec, CEED_MEM_DEVICE, &data->points.coords)); in CeedOperatorLinearAssembleAddDiagonalAtPoints_Hip_gen()
582 CeedCallBackend(CeedVectorDestroy(&vec)); in CeedOperatorLinearAssembleAddDiagonalAtPoints_Hip_gen()
591 CeedCallBackend(CeedOperatorAtPointsGetPoints(op, &rstr_points, NULL)); in CeedOperatorLinearAssembleAddDiagonalAtPoints_Hip_gen()
592 CeedCallBackend(CeedCalloc(num_elem, &points_per_elem)); in CeedOperatorLinearAssembleAddDiagonalAtPoints_Hip_gen()
596 … CeedCallBackend(CeedElemRestrictionGetNumPointsInElement(rstr_points, e, &num_points_elem)); in CeedOperatorLinearAssembleAddDiagonalAtPoints_Hip_gen()
602 CeedCallBackend(CeedElemRestrictionDestroy(&rstr_points)); in CeedOperatorLinearAssembleAddDiagonalAtPoints_Hip_gen()
603 CeedCallBackend(CeedFree(&points_per_elem)); in CeedOperatorLinearAssembleAddDiagonalAtPoints_Hip_gen()
608 CeedCallBackend(CeedQFunctionGetInnerContextData(qf, CEED_MEM_DEVICE, &qf_data->d_c)); in CeedOperatorLinearAssembleAddDiagonalAtPoints_Hip_gen()
611 CeedCallBackend(CeedVectorGetArray(assembled, CEED_MEM_DEVICE, &assembled_array)); in CeedOperatorLinearAssembleAddDiagonalAtPoints_Hip_gen()
618 …CeedCallBackend(BlockGridCalculate_Hip_gen(data->dim, num_elem, data->max_P_1d, data->Q_1d, block_… in CeedOperatorLinearAssembleAddDiagonalAtPoints_Hip_gen()
624 …CeedCallBackend(CeedTryRunKernelDimShared_Hip(ceed, data->assemble_diagonal, NULL, grid, block_siz… in CeedOperatorLinearAssembleAddDiagonalAtPoints_Hip_gen()
630 …CeedCallBackend(CeedTryRunKernelDimShared_Hip(ceed, data->assemble_diagonal, NULL, grid, block_siz… in CeedOperatorLinearAssembleAddDiagonalAtPoints_Hip_gen()
636 …CeedCallBackend(CeedTryRunKernelDimShared_Hip(ceed, data->assemble_diagonal, NULL, grid, block_siz… in CeedOperatorLinearAssembleAddDiagonalAtPoints_Hip_gen()
643 CeedCallBackend(CeedQFunctionFieldGetEvalMode(qf_input_fields[i], &eval_mode)); in CeedOperatorLinearAssembleAddDiagonalAtPoints_Hip_gen()
649 CeedCallBackend(CeedOperatorFieldGetVector(op_input_fields[i], &vec)); in CeedOperatorLinearAssembleAddDiagonalAtPoints_Hip_gen()
651 if (!is_active) CeedCallBackend(CeedVectorRestoreArrayRead(vec, &data->fields.inputs[i])); in CeedOperatorLinearAssembleAddDiagonalAtPoints_Hip_gen()
652 CeedCallBackend(CeedVectorDestroy(&vec)); in CeedOperatorLinearAssembleAddDiagonalAtPoints_Hip_gen()
660 CeedCallBackend(CeedOperatorAtPointsGetPoints(op, NULL, &vec)); in CeedOperatorLinearAssembleAddDiagonalAtPoints_Hip_gen()
661 CeedCallBackend(CeedVectorRestoreArrayRead(vec, &data->points.coords)); in CeedOperatorLinearAssembleAddDiagonalAtPoints_Hip_gen()
662 CeedCallBackend(CeedVectorDestroy(&vec)); in CeedOperatorLinearAssembleAddDiagonalAtPoints_Hip_gen()
666 CeedCallBackend(CeedQFunctionRestoreInnerContextData(qf, &qf_data->d_c)); in CeedOperatorLinearAssembleAddDiagonalAtPoints_Hip_gen()
669 CeedCallBackend(CeedVectorRestoreArray(assembled, &assembled_array)); in CeedOperatorLinearAssembleAddDiagonalAtPoints_Hip_gen()
672 CeedCallBackend(CeedQFunctionDestroy(&qf)); in CeedOperatorLinearAssembleAddDiagonalAtPoints_Hip_gen()
675 CeedCallBackend(CeedDestroy(&ceed)); in CeedOperatorLinearAssembleAddDiagonalAtPoints_Hip_gen()
682 CeedCallBackend(CeedOperatorGetFallback(op, &op_fallback)); in CeedOperatorLinearAssembleAddDiagonalAtPoints_Hip_gen()
683 CeedCallBackend(CeedOperatorLinearAssembleAddDiagonal(op_fallback, assembled, request)); in CeedOperatorLinearAssembleAddDiagonalAtPoints_Hip_gen()
696 CeedCallBackend(CeedOperatorGetCeed(op, &ceed)); in CeedOperatorAssembleSingleAtPoints_Hip_gen()
697 CeedCallBackend(CeedOperatorGetData(op, &data)); in CeedOperatorAssembleSingleAtPoints_Hip_gen()
705 CeedCallBackend(CeedOperatorGetOperatorAssemblyData(op, &assembly_data)); in CeedOperatorAssembleSingleAtPoints_Hip_gen()
706 …CeedCallBackend(CeedOperatorAssemblyDataGetEvalModes(assembly_data, &num_active_bases_in, NULL, NU… in CeedOperatorAssembleSingleAtPoints_Hip_gen()
709 CeedCallBackend(CeedOperatorBuildKernel_Hip_gen(op, &is_build_good)); in CeedOperatorAssembleSingleAtPoints_Hip_gen()
710 …if (is_build_good) CeedCallBackend(CeedOperatorBuildKernelFullAssemblyAtPoints_Hip_gen(op, &is_bui… in CeedOperatorAssembleSingleAtPoints_Hip_gen()
730 CeedCallBackend(CeedGetData(ceed, &Hip_data)); in CeedOperatorAssembleSingleAtPoints_Hip_gen()
731 CeedCallBackend(CeedOperatorGetQFunction(op, &qf)); in CeedOperatorAssembleSingleAtPoints_Hip_gen()
732 CeedCallBackend(CeedQFunctionGetData(qf, &qf_data)); in CeedOperatorAssembleSingleAtPoints_Hip_gen()
733 CeedCallBackend(CeedOperatorGetNumElements(op, &num_elem)); in CeedOperatorAssembleSingleAtPoints_Hip_gen()
734 …CeedCallBackend(CeedOperatorGetFields(op, &num_input_fields, &op_input_fields, &num_output_fields,… in CeedOperatorAssembleSingleAtPoints_Hip_gen()
735 CeedCallBackend(CeedQFunctionGetFields(qf, NULL, &qf_input_fields, NULL, &qf_output_fields)); in CeedOperatorAssembleSingleAtPoints_Hip_gen()
740 CeedCallBackend(CeedQFunctionFieldGetEvalMode(qf_input_fields[i], &eval_mode)); in CeedOperatorAssembleSingleAtPoints_Hip_gen()
748 CeedCallBackend(CeedOperatorFieldGetVector(op_input_fields[i], &vec)); in CeedOperatorAssembleSingleAtPoints_Hip_gen()
751 else CeedCallBackend(CeedVectorGetArrayRead(vec, CEED_MEM_DEVICE, &data->fields.inputs[i])); in CeedOperatorAssembleSingleAtPoints_Hip_gen()
752 CeedCallBackend(CeedVectorDestroy(&vec)); in CeedOperatorAssembleSingleAtPoints_Hip_gen()
760 CeedCallBackend(CeedOperatorAtPointsGetPoints(op, NULL, &vec)); in CeedOperatorAssembleSingleAtPoints_Hip_gen()
761 CeedCallBackend(CeedVectorGetArrayRead(vec, CEED_MEM_DEVICE, &data->points.coords)); in CeedOperatorAssembleSingleAtPoints_Hip_gen()
762 CeedCallBackend(CeedVectorDestroy(&vec)); in CeedOperatorAssembleSingleAtPoints_Hip_gen()
771 CeedCallBackend(CeedOperatorAtPointsGetPoints(op, &rstr_points, NULL)); in CeedOperatorAssembleSingleAtPoints_Hip_gen()
772 CeedCallBackend(CeedCalloc(num_elem, &points_per_elem)); in CeedOperatorAssembleSingleAtPoints_Hip_gen()
776 … CeedCallBackend(CeedElemRestrictionGetNumPointsInElement(rstr_points, e, &num_points_elem)); in CeedOperatorAssembleSingleAtPoints_Hip_gen()
782 CeedCallBackend(CeedElemRestrictionDestroy(&rstr_points)); in CeedOperatorAssembleSingleAtPoints_Hip_gen()
783 CeedCallBackend(CeedFree(&points_per_elem)); in CeedOperatorAssembleSingleAtPoints_Hip_gen()
788 CeedCallBackend(CeedQFunctionGetInnerContextData(qf, CEED_MEM_DEVICE, &qf_data->d_c)); in CeedOperatorAssembleSingleAtPoints_Hip_gen()
791 CeedCallBackend(CeedVectorGetArray(assembled, CEED_MEM_DEVICE, &assembled_array)); in CeedOperatorAssembleSingleAtPoints_Hip_gen()
800 …CeedCallBackend(BlockGridCalculate_Hip_gen(data->dim, num_elem, data->max_P_1d, data->Q_1d, block_… in CeedOperatorAssembleSingleAtPoints_Hip_gen()
806 …CeedCallBackend(CeedTryRunKernelDimShared_Hip(ceed, data->assemble_full, NULL, grid, block_sizes[0… in CeedOperatorAssembleSingleAtPoints_Hip_gen()
812 …CeedCallBackend(CeedTryRunKernelDimShared_Hip(ceed, data->assemble_full, NULL, grid, block_sizes[0… in CeedOperatorAssembleSingleAtPoints_Hip_gen()
818 …CeedCallBackend(CeedTryRunKernelDimShared_Hip(ceed, data->assemble_full, NULL, grid, block_sizes[0… in CeedOperatorAssembleSingleAtPoints_Hip_gen()
825 CeedCallBackend(CeedQFunctionFieldGetEvalMode(qf_input_fields[i], &eval_mode)); in CeedOperatorAssembleSingleAtPoints_Hip_gen()
831 CeedCallBackend(CeedOperatorFieldGetVector(op_input_fields[i], &vec)); in CeedOperatorAssembleSingleAtPoints_Hip_gen()
833 if (!is_active) CeedCallBackend(CeedVectorRestoreArrayRead(vec, &data->fields.inputs[i])); in CeedOperatorAssembleSingleAtPoints_Hip_gen()
834 CeedCallBackend(CeedVectorDestroy(&vec)); in CeedOperatorAssembleSingleAtPoints_Hip_gen()
842 CeedCallBackend(CeedOperatorAtPointsGetPoints(op, NULL, &vec)); in CeedOperatorAssembleSingleAtPoints_Hip_gen()
843 CeedCallBackend(CeedVectorRestoreArrayRead(vec, &data->points.coords)); in CeedOperatorAssembleSingleAtPoints_Hip_gen()
844 CeedCallBackend(CeedVectorDestroy(&vec)); in CeedOperatorAssembleSingleAtPoints_Hip_gen()
848 CeedCallBackend(CeedQFunctionRestoreInnerContextData(qf, &qf_data->d_c)); in CeedOperatorAssembleSingleAtPoints_Hip_gen()
851 CeedCallBackend(CeedVectorRestoreArray(assembled, &assembled_array)); in CeedOperatorAssembleSingleAtPoints_Hip_gen()
854 CeedCallBackend(CeedQFunctionDestroy(&qf)); in CeedOperatorAssembleSingleAtPoints_Hip_gen()
860 CeedCallBackend(CeedDestroy(&ceed)); in CeedOperatorAssembleSingleAtPoints_Hip_gen()
867 CeedCallBackend(CeedOperatorGetFallback(op, &op_fallback)); in CeedOperatorAssembleSingleAtPoints_Hip_gen()
868 CeedCallBackend(CeedOperatorAssembleSingle(op_fallback, offset, assembled)); in CeedOperatorAssembleSingleAtPoints_Hip_gen()
882 CeedCallBackend(CeedOperatorGetCeed(op, &ceed)); in CeedOperatorCreate_Hip_gen()
883 CeedCallBackend(CeedCalloc(1, &impl)); in CeedOperatorCreate_Hip_gen()
884 CeedCallBackend(CeedOperatorSetData(op, impl)); in CeedOperatorCreate_Hip_gen()
887 …CeedCallBackend(CeedSetBackendFunction(ceed, "Operator", op, "ApplyAddComposite", CeedOperatorAppl… in CeedOperatorCreate_Hip_gen()
889 …CeedCallBackend(CeedSetBackendFunction(ceed, "Operator", op, "ApplyAdd", CeedOperatorApplyAdd_Hip_… in CeedOperatorCreate_Hip_gen()
893 …CeedCallBackend(CeedSetBackendFunction(ceed, "Operator", op, "LinearAssembleAddDiagonal", CeedOper… in CeedOperatorCreate_Hip_gen()
894 …CeedCallBackend(CeedSetBackendFunction(ceed, "Operator", op, "LinearAssembleSingle", CeedOperatorA… in CeedOperatorCreate_Hip_gen()
897 …CeedCallBackend(CeedSetBackendFunction(ceed, "Operator", op, "LinearAssembleQFunction", CeedOperat… in CeedOperatorCreate_Hip_gen()
898 …CeedCallBackend(CeedSetBackendFunction(ceed, "Operator", op, "LinearAssembleQFunctionUpdate", Ceed… in CeedOperatorCreate_Hip_gen()
900 …CeedCallBackend(CeedSetBackendFunction(ceed, "Operator", op, "Destroy", CeedOperatorDestroy_Hip_ge… in CeedOperatorCreate_Hip_gen()
901 CeedCallBackend(CeedDestroy(&ceed)); in CeedOperatorCreate_Hip_gen()