Lines Matching refs:CeedCallBackend

28   CeedCallBackend(CeedOperatorGetCeed(op, &ceed));  in CeedOperatorDestroy_Cuda_gen()
29 CeedCallBackend(CeedOperatorGetData(op, &impl)); in CeedOperatorDestroy_Cuda_gen()
35 CeedCallBackend(CeedFree(&impl)); in CeedOperatorDestroy_Cuda_gen()
36 CeedCallBackend(CeedDestroy(&ceed)); in CeedOperatorDestroy_Cuda_gen()
119 CeedCallBackend(CeedOperatorBuildKernel_Cuda_gen(op, is_run_good)); in CeedOperatorApplyAddCore_Cuda_gen()
122 CeedCallBackend(CeedOperatorGetCeed(op, &ceed)); in CeedOperatorApplyAddCore_Cuda_gen()
123 CeedCallBackend(CeedGetData(ceed, &cuda_data)); in CeedOperatorApplyAddCore_Cuda_gen()
124 CeedCallBackend(CeedOperatorGetData(op, &data)); in CeedOperatorApplyAddCore_Cuda_gen()
125 CeedCallBackend(CeedOperatorGetQFunction(op, &qf)); in CeedOperatorApplyAddCore_Cuda_gen()
126 CeedCallBackend(CeedQFunctionGetData(qf, &qf_data)); in CeedOperatorApplyAddCore_Cuda_gen()
127 CeedCallBackend(CeedOperatorGetNumElements(op, &num_elem)); in CeedOperatorApplyAddCore_Cuda_gen()
128CeedCallBackend(CeedOperatorGetFields(op, &num_input_fields, &op_input_fields, &num_output_fields,… in CeedOperatorApplyAddCore_Cuda_gen()
129 CeedCallBackend(CeedQFunctionGetFields(qf, NULL, &qf_input_fields, NULL, &qf_output_fields)); in CeedOperatorApplyAddCore_Cuda_gen()
133 CeedCallBackend(CeedQFunctionFieldGetEvalMode(qf_input_fields[i], &eval_mode)); in CeedOperatorApplyAddCore_Cuda_gen()
141 CeedCallBackend(CeedOperatorFieldGetVector(op_input_fields[i], &vec)); in CeedOperatorApplyAddCore_Cuda_gen()
144 else CeedCallBackend(CeedVectorGetArrayRead(vec, CEED_MEM_DEVICE, &data->fields.inputs[i])); in CeedOperatorApplyAddCore_Cuda_gen()
145 CeedCallBackend(CeedVectorDestroy(&vec)); in CeedOperatorApplyAddCore_Cuda_gen()
151 CeedCallBackend(CeedQFunctionFieldGetEvalMode(qf_output_fields[i], &eval_mode)); in CeedOperatorApplyAddCore_Cuda_gen()
159 CeedCallBackend(CeedOperatorFieldGetVector(op_output_fields[i], &vec)); in CeedOperatorApplyAddCore_Cuda_gen()
162 else CeedCallBackend(CeedVectorGetArray(vec, CEED_MEM_DEVICE, &data->fields.outputs[i])); in CeedOperatorApplyAddCore_Cuda_gen()
163 CeedCallBackend(CeedVectorDestroy(&vec)); in CeedOperatorApplyAddCore_Cuda_gen()
168 CeedCallBackend(CeedOperatorIsAtPoints(op, &is_at_points)); in CeedOperatorApplyAddCore_Cuda_gen()
173 CeedCallBackend(CeedOperatorAtPointsGetPoints(op, NULL, &vec)); in CeedOperatorApplyAddCore_Cuda_gen()
174 CeedCallBackend(CeedVectorGetArrayRead(vec, CEED_MEM_DEVICE, &data->points.coords)); in CeedOperatorApplyAddCore_Cuda_gen()
175 CeedCallBackend(CeedVectorDestroy(&vec)); in CeedOperatorApplyAddCore_Cuda_gen()
184 CeedCallBackend(CeedOperatorAtPointsGetPoints(op, &rstr_points, NULL)); in CeedOperatorApplyAddCore_Cuda_gen()
185 CeedCallBackend(CeedCalloc(num_elem, &points_per_elem)); in CeedOperatorApplyAddCore_Cuda_gen()
189 CeedCallBackend(CeedElemRestrictionGetNumPointsInElement(rstr_points, e, &num_points_elem)); in CeedOperatorApplyAddCore_Cuda_gen()
195 CeedCallBackend(CeedElemRestrictionDestroy(&rstr_points)); in CeedOperatorApplyAddCore_Cuda_gen()
196 CeedCallBackend(CeedFree(&points_per_elem)); in CeedOperatorApplyAddCore_Cuda_gen()
201 CeedCallBackend(CeedQFunctionGetInnerContextData(qf, CEED_MEM_DEVICE, &qf_data->d_c)); in CeedOperatorApplyAddCore_Cuda_gen()
207 CeedCallBackend(CeedOperatorHasTensorBases(op, &is_tensor)); in CeedOperatorApplyAddCore_Cuda_gen()
212CeedCallBackend(BlockGridCalculate(num_elem, min_grid_size / cuda_data->device_prop.multiProcessor… in CeedOperatorApplyAddCore_Cuda_gen()
222CeedCallBackend(CeedTryRunKernelDimShared_Cuda(ceed, data->op, stream, grid, block[0], block[1], b… in CeedOperatorApplyAddCore_Cuda_gen()
226 CeedCallBackend(CeedQFunctionFieldGetEvalMode(qf_input_fields[i], &eval_mode)); in CeedOperatorApplyAddCore_Cuda_gen()
232 CeedCallBackend(CeedOperatorFieldGetVector(op_input_fields[i], &vec)); in CeedOperatorApplyAddCore_Cuda_gen()
234 if (!is_active) CeedCallBackend(CeedVectorRestoreArrayRead(vec, &data->fields.inputs[i])); in CeedOperatorApplyAddCore_Cuda_gen()
235 CeedCallBackend(CeedVectorDestroy(&vec)); in CeedOperatorApplyAddCore_Cuda_gen()
241 CeedCallBackend(CeedQFunctionFieldGetEvalMode(qf_output_fields[i], &eval_mode)); in CeedOperatorApplyAddCore_Cuda_gen()
247 CeedCallBackend(CeedOperatorFieldGetVector(op_output_fields[i], &vec)); in CeedOperatorApplyAddCore_Cuda_gen()
249 if (!is_active) CeedCallBackend(CeedVectorRestoreArray(vec, &data->fields.outputs[i])); in CeedOperatorApplyAddCore_Cuda_gen()
250 CeedCallBackend(CeedVectorDestroy(&vec)); in CeedOperatorApplyAddCore_Cuda_gen()
258 CeedCallBackend(CeedOperatorAtPointsGetPoints(op, NULL, &vec)); in CeedOperatorApplyAddCore_Cuda_gen()
259 CeedCallBackend(CeedVectorRestoreArrayRead(vec, &data->points.coords)); in CeedOperatorApplyAddCore_Cuda_gen()
260 CeedCallBackend(CeedVectorDestroy(&vec)); in CeedOperatorApplyAddCore_Cuda_gen()
264 CeedCallBackend(CeedQFunctionRestoreInnerContextData(qf, &qf_data->d_c)); in CeedOperatorApplyAddCore_Cuda_gen()
267 CeedCallBackend(CeedDestroy(&ceed)); in CeedOperatorApplyAddCore_Cuda_gen()
268 CeedCallBackend(CeedQFunctionDestroy(&qf)); in CeedOperatorApplyAddCore_Cuda_gen()
279 …if (input_vec != CEED_VECTOR_NONE) CeedCallBackend(CeedVectorGetArrayRead(input_vec, CEED_MEM_DEVI… in CeedOperatorApplyAdd_Cuda_gen()
280 …if (output_vec != CEED_VECTOR_NONE) CeedCallBackend(CeedVectorGetArray(output_vec, CEED_MEM_DEVICE… in CeedOperatorApplyAdd_Cuda_gen()
281CeedCallBackend(CeedOperatorApplyAddCore_Cuda_gen(op, NULL, input_arr, output_arr, &is_run_good, r… in CeedOperatorApplyAdd_Cuda_gen()
282 …if (input_vec != CEED_VECTOR_NONE) CeedCallBackend(CeedVectorRestoreArrayRead(input_vec, &input_ar… in CeedOperatorApplyAdd_Cuda_gen()
283 …if (output_vec != CEED_VECTOR_NONE) CeedCallBackend(CeedVectorRestoreArray(output_vec, &output_arr… in CeedOperatorApplyAdd_Cuda_gen()
290 CeedCallBackend(CeedOperatorGetFallback(op, &op_fallback)); in CeedOperatorApplyAdd_Cuda_gen()
291 CeedCallBackend(CeedOperatorApplyAdd(op_fallback, input_vec, output_vec, request)); in CeedOperatorApplyAdd_Cuda_gen()
305 CeedCallBackend(CeedOperatorGetCeed(op, &ceed)); in CeedOperatorApplyAddComposite_Cuda_gen()
309 …if (input_vec != CEED_VECTOR_NONE) CeedCallBackend(CeedVectorGetArrayRead(input_vec, CEED_MEM_DEVI… in CeedOperatorApplyAddComposite_Cuda_gen()
310 …if (output_vec != CEED_VECTOR_NONE) CeedCallBackend(CeedVectorGetArray(output_vec, CEED_MEM_DEVICE… in CeedOperatorApplyAddComposite_Cuda_gen()
318CeedCallBackend(CeedOperatorApplyAddCore_Cuda_gen(sub_operators[i], stream, input_arr, output_arr,… in CeedOperatorApplyAddComposite_Cuda_gen()
323 …if (input_vec != CEED_VECTOR_NONE) CeedCallBackend(CeedVectorRestoreArrayRead(input_vec, &input_ar… in CeedOperatorApplyAddComposite_Cuda_gen()
324 …if (output_vec != CEED_VECTOR_NONE) CeedCallBackend(CeedVectorRestoreArray(output_vec, &output_arr… in CeedOperatorApplyAddComposite_Cuda_gen()
333 CeedCallBackend(CeedOperatorGetFallback(sub_operators[i], &op_fallback)); in CeedOperatorApplyAddComposite_Cuda_gen()
334 CeedCallBackend(CeedOperatorApplyAdd(op_fallback, input_vec, output_vec, request)); in CeedOperatorApplyAddComposite_Cuda_gen()
337 CeedCallBackend(CeedDestroy(&ceed)); in CeedOperatorApplyAddComposite_Cuda_gen()
349 CeedCallBackend(CeedOperatorGetCeed(op, &ceed)); in CeedOperatorLinearAssembleQFunctionCore_Cuda_gen()
350 CeedCallBackend(CeedOperatorGetData(op, &data)); in CeedOperatorLinearAssembleQFunctionCore_Cuda_gen()
356 CeedCallBackend(CeedOperatorBuildKernel_Cuda_gen(op, &is_build_good)); in CeedOperatorLinearAssembleQFunctionCore_Cuda_gen()
357 …if (is_build_good) CeedCallBackend(CeedOperatorBuildKernelLinearAssembleQFunction_Cuda_gen(op, &is… in CeedOperatorLinearAssembleQFunctionCore_Cuda_gen()
373 CeedCallBackend(CeedGetData(ceed, &cuda_data)); in CeedOperatorLinearAssembleQFunctionCore_Cuda_gen()
374 CeedCallBackend(CeedOperatorGetQFunction(op, &qf)); in CeedOperatorLinearAssembleQFunctionCore_Cuda_gen()
375 CeedCallBackend(CeedQFunctionGetData(qf, &qf_data)); in CeedOperatorLinearAssembleQFunctionCore_Cuda_gen()
376 CeedCallBackend(CeedOperatorGetNumElements(op, &num_elem)); in CeedOperatorLinearAssembleQFunctionCore_Cuda_gen()
377CeedCallBackend(CeedOperatorGetFields(op, &num_input_fields, &op_input_fields, &num_output_fields,… in CeedOperatorLinearAssembleQFunctionCore_Cuda_gen()
378 CeedCallBackend(CeedQFunctionGetFields(qf, NULL, &qf_input_fields, NULL, &qf_output_fields)); in CeedOperatorLinearAssembleQFunctionCore_Cuda_gen()
382 CeedCallBackend(CeedQFunctionFieldGetEvalMode(qf_input_fields[i], &eval_mode)); in CeedOperatorLinearAssembleQFunctionCore_Cuda_gen()
390 CeedCallBackend(CeedOperatorFieldGetVector(op_input_fields[i], &vec)); in CeedOperatorLinearAssembleQFunctionCore_Cuda_gen()
393 else CeedCallBackend(CeedVectorGetArrayRead(vec, CEED_MEM_DEVICE, &data->fields.inputs[i])); in CeedOperatorLinearAssembleQFunctionCore_Cuda_gen()
394 CeedCallBackend(CeedVectorDestroy(&vec)); in CeedOperatorLinearAssembleQFunctionCore_Cuda_gen()
399 CeedCallBackend(CeedQFunctionGetInnerContextData(qf, CEED_MEM_DEVICE, &qf_data->d_c)); in CeedOperatorLinearAssembleQFunctionCore_Cuda_gen()
412 CeedCallBackend(CeedOperatorFieldGetVector(op_input_fields[i], &vec)); in CeedOperatorLinearAssembleQFunctionCore_Cuda_gen()
415 CeedCallBackend(CeedQFunctionFieldGetSize(qf_input_fields[i], &field_size)); in CeedOperatorLinearAssembleQFunctionCore_Cuda_gen()
418 CeedCallBackend(CeedVectorDestroy(&vec)); in CeedOperatorLinearAssembleQFunctionCore_Cuda_gen()
430 CeedCallBackend(CeedOperatorFieldGetVector(op_output_fields[i], &vec)); in CeedOperatorLinearAssembleQFunctionCore_Cuda_gen()
433 CeedCallBackend(CeedQFunctionFieldGetSize(qf_output_fields[i], &field_size)); in CeedOperatorLinearAssembleQFunctionCore_Cuda_gen()
436 CeedCallBackend(CeedVectorDestroy(&vec)); in CeedOperatorLinearAssembleQFunctionCore_Cuda_gen()
440 CeedCallBackend(CeedOperatorGetNumQuadraturePoints(op, &Q)); in CeedOperatorLinearAssembleQFunctionCore_Cuda_gen()
447 CeedCallBackend(CeedElemRestrictionCreateStrided(ceed, num_elem, Q, qf_size_in * qf_size_out, in CeedOperatorLinearAssembleQFunctionCore_Cuda_gen()
451 CeedCallBackend(CeedVectorCreate(ceed, l_size, assembled)); in CeedOperatorLinearAssembleQFunctionCore_Cuda_gen()
455 CeedCallBackend(CeedVectorGetArrayWrite(*assembled, CEED_MEM_DEVICE, &assembled_array)); in CeedOperatorLinearAssembleQFunctionCore_Cuda_gen()
462 CeedCallBackend(CeedOperatorHasTensorBases(op, &is_tensor)); in CeedOperatorLinearAssembleQFunctionCore_Cuda_gen()
467CeedCallBackend(BlockGridCalculate(num_elem, min_grid_size / cuda_data->device_prop.multiProcessor… in CeedOperatorLinearAssembleQFunctionCore_Cuda_gen()
477CeedCallBackend(CeedTryRunKernelDimShared_Cuda(ceed, data->assemble_qfunction, NULL, grid, block[0… in CeedOperatorLinearAssembleQFunctionCore_Cuda_gen()
483 CeedCallBackend(CeedQFunctionFieldGetEvalMode(qf_input_fields[i], &eval_mode)); in CeedOperatorLinearAssembleQFunctionCore_Cuda_gen()
489 CeedCallBackend(CeedOperatorFieldGetVector(op_input_fields[i], &vec)); in CeedOperatorLinearAssembleQFunctionCore_Cuda_gen()
491 if (!is_active) CeedCallBackend(CeedVectorRestoreArrayRead(vec, &data->fields.inputs[i])); in CeedOperatorLinearAssembleQFunctionCore_Cuda_gen()
492 CeedCallBackend(CeedVectorDestroy(&vec)); in CeedOperatorLinearAssembleQFunctionCore_Cuda_gen()
497 CeedCallBackend(CeedQFunctionRestoreInnerContextData(qf, &qf_data->d_c)); in CeedOperatorLinearAssembleQFunctionCore_Cuda_gen()
500 CeedCallBackend(CeedVectorRestoreArray(*assembled, &assembled_array)); in CeedOperatorLinearAssembleQFunctionCore_Cuda_gen()
503 CeedCallBackend(CeedQFunctionDestroy(&qf)); in CeedOperatorLinearAssembleQFunctionCore_Cuda_gen()
507 CeedCallBackend(CeedVectorDestroy(assembled)); in CeedOperatorLinearAssembleQFunctionCore_Cuda_gen()
508 CeedCallBackend(CeedElemRestrictionDestroy(rstr)); in CeedOperatorLinearAssembleQFunctionCore_Cuda_gen()
512 CeedCallBackend(CeedDestroy(&ceed)); in CeedOperatorLinearAssembleQFunctionCore_Cuda_gen()
519 CeedCallBackend(CeedOperatorGetFallback(op, &op_fallback)); in CeedOperatorLinearAssembleQFunctionCore_Cuda_gen()
520CeedCallBackend(CeedOperatorLinearAssembleQFunctionBuildOrUpdateFallback(op_fallback, assembled, r… in CeedOperatorLinearAssembleQFunctionCore_Cuda_gen()
541 CeedCallBackend(CeedOperatorGetCeed(op, &ceed)); in CeedOperatorLinearAssembleAddDiagonalAtPoints_Cuda_gen()
542 CeedCallBackend(CeedOperatorGetData(op, &data)); in CeedOperatorLinearAssembleAddDiagonalAtPoints_Cuda_gen()
550 CeedCallBackend(CeedOperatorGetOperatorAssemblyData(op, &assembly_data)); in CeedOperatorLinearAssembleAddDiagonalAtPoints_Cuda_gen()
551CeedCallBackend(CeedOperatorAssemblyDataGetEvalModes(assembly_data, &num_active_bases_in, NULL, NU… in CeedOperatorLinearAssembleAddDiagonalAtPoints_Cuda_gen()
554 CeedCallBackend(CeedOperatorBuildKernel_Cuda_gen(op, &is_build_good)); in CeedOperatorLinearAssembleAddDiagonalAtPoints_Cuda_gen()
555 …if (is_build_good) CeedCallBackend(CeedOperatorBuildKernelDiagonalAssemblyAtPoints_Cuda_gen(op, &i… in CeedOperatorLinearAssembleAddDiagonalAtPoints_Cuda_gen()
572 CeedCallBackend(CeedGetData(ceed, &cuda_data)); in CeedOperatorLinearAssembleAddDiagonalAtPoints_Cuda_gen()
573 CeedCallBackend(CeedOperatorGetQFunction(op, &qf)); in CeedOperatorLinearAssembleAddDiagonalAtPoints_Cuda_gen()
574 CeedCallBackend(CeedQFunctionGetData(qf, &qf_data)); in CeedOperatorLinearAssembleAddDiagonalAtPoints_Cuda_gen()
575 CeedCallBackend(CeedOperatorGetNumElements(op, &num_elem)); in CeedOperatorLinearAssembleAddDiagonalAtPoints_Cuda_gen()
576CeedCallBackend(CeedOperatorGetFields(op, &num_input_fields, &op_input_fields, &num_output_fields,… in CeedOperatorLinearAssembleAddDiagonalAtPoints_Cuda_gen()
577 CeedCallBackend(CeedQFunctionGetFields(qf, NULL, &qf_input_fields, NULL, &qf_output_fields)); in CeedOperatorLinearAssembleAddDiagonalAtPoints_Cuda_gen()
581 CeedCallBackend(CeedQFunctionFieldGetEvalMode(qf_input_fields[i], &eval_mode)); in CeedOperatorLinearAssembleAddDiagonalAtPoints_Cuda_gen()
589 CeedCallBackend(CeedOperatorFieldGetVector(op_input_fields[i], &vec)); in CeedOperatorLinearAssembleAddDiagonalAtPoints_Cuda_gen()
592 else CeedCallBackend(CeedVectorGetArrayRead(vec, CEED_MEM_DEVICE, &data->fields.inputs[i])); in CeedOperatorLinearAssembleAddDiagonalAtPoints_Cuda_gen()
593 CeedCallBackend(CeedVectorDestroy(&vec)); in CeedOperatorLinearAssembleAddDiagonalAtPoints_Cuda_gen()
601 CeedCallBackend(CeedOperatorAtPointsGetPoints(op, NULL, &vec)); in CeedOperatorLinearAssembleAddDiagonalAtPoints_Cuda_gen()
602 CeedCallBackend(CeedVectorGetArrayRead(vec, CEED_MEM_DEVICE, &data->points.coords)); in CeedOperatorLinearAssembleAddDiagonalAtPoints_Cuda_gen()
603 CeedCallBackend(CeedVectorDestroy(&vec)); in CeedOperatorLinearAssembleAddDiagonalAtPoints_Cuda_gen()
612 CeedCallBackend(CeedOperatorAtPointsGetPoints(op, &rstr_points, NULL)); in CeedOperatorLinearAssembleAddDiagonalAtPoints_Cuda_gen()
613 CeedCallBackend(CeedCalloc(num_elem, &points_per_elem)); in CeedOperatorLinearAssembleAddDiagonalAtPoints_Cuda_gen()
617CeedCallBackend(CeedElemRestrictionGetNumPointsInElement(rstr_points, e, &num_points_elem)); in CeedOperatorLinearAssembleAddDiagonalAtPoints_Cuda_gen()
623 CeedCallBackend(CeedElemRestrictionDestroy(&rstr_points)); in CeedOperatorLinearAssembleAddDiagonalAtPoints_Cuda_gen()
624 CeedCallBackend(CeedFree(&points_per_elem)); in CeedOperatorLinearAssembleAddDiagonalAtPoints_Cuda_gen()
629 CeedCallBackend(CeedQFunctionGetInnerContextData(qf, CEED_MEM_DEVICE, &qf_data->d_c)); in CeedOperatorLinearAssembleAddDiagonalAtPoints_Cuda_gen()
632 CeedCallBackend(CeedVectorGetArray(assembled, CEED_MEM_DEVICE, &assembled_array)); in CeedOperatorLinearAssembleAddDiagonalAtPoints_Cuda_gen()
641CeedCallBackend(BlockGridCalculate(num_elem, min_grid_size / cuda_data->device_prop.multiProcessor… in CeedOperatorLinearAssembleAddDiagonalAtPoints_Cuda_gen()
645CeedCallBackend(CeedTryRunKernelDimShared_Cuda(ceed, data->assemble_diagonal, NULL, grid, block[0]… in CeedOperatorLinearAssembleAddDiagonalAtPoints_Cuda_gen()
651 CeedCallBackend(CeedQFunctionFieldGetEvalMode(qf_input_fields[i], &eval_mode)); in CeedOperatorLinearAssembleAddDiagonalAtPoints_Cuda_gen()
657 CeedCallBackend(CeedOperatorFieldGetVector(op_input_fields[i], &vec)); in CeedOperatorLinearAssembleAddDiagonalAtPoints_Cuda_gen()
659 if (!is_active) CeedCallBackend(CeedVectorRestoreArrayRead(vec, &data->fields.inputs[i])); in CeedOperatorLinearAssembleAddDiagonalAtPoints_Cuda_gen()
660 CeedCallBackend(CeedVectorDestroy(&vec)); in CeedOperatorLinearAssembleAddDiagonalAtPoints_Cuda_gen()
668 CeedCallBackend(CeedOperatorAtPointsGetPoints(op, NULL, &vec)); in CeedOperatorLinearAssembleAddDiagonalAtPoints_Cuda_gen()
669 CeedCallBackend(CeedVectorRestoreArrayRead(vec, &data->points.coords)); in CeedOperatorLinearAssembleAddDiagonalAtPoints_Cuda_gen()
670 CeedCallBackend(CeedVectorDestroy(&vec)); in CeedOperatorLinearAssembleAddDiagonalAtPoints_Cuda_gen()
674 CeedCallBackend(CeedQFunctionRestoreInnerContextData(qf, &qf_data->d_c)); in CeedOperatorLinearAssembleAddDiagonalAtPoints_Cuda_gen()
677 CeedCallBackend(CeedVectorRestoreArray(assembled, &assembled_array)); in CeedOperatorLinearAssembleAddDiagonalAtPoints_Cuda_gen()
680 CeedCallBackend(CeedQFunctionDestroy(&qf)); in CeedOperatorLinearAssembleAddDiagonalAtPoints_Cuda_gen()
683 CeedCallBackend(CeedDestroy(&ceed)); in CeedOperatorLinearAssembleAddDiagonalAtPoints_Cuda_gen()
690 CeedCallBackend(CeedOperatorGetFallback(op, &op_fallback)); in CeedOperatorLinearAssembleAddDiagonalAtPoints_Cuda_gen()
691 CeedCallBackend(CeedOperatorLinearAssembleAddDiagonal(op_fallback, assembled, request)); in CeedOperatorLinearAssembleAddDiagonalAtPoints_Cuda_gen()
704 CeedCallBackend(CeedOperatorGetCeed(op, &ceed)); in CeedOperatorAssembleSingleAtPoints_Cuda_gen()
705 CeedCallBackend(CeedOperatorGetData(op, &data)); in CeedOperatorAssembleSingleAtPoints_Cuda_gen()
713 CeedCallBackend(CeedOperatorGetOperatorAssemblyData(op, &assembly_data)); in CeedOperatorAssembleSingleAtPoints_Cuda_gen()
714CeedCallBackend(CeedOperatorAssemblyDataGetEvalModes(assembly_data, &num_active_bases_in, NULL, NU… in CeedOperatorAssembleSingleAtPoints_Cuda_gen()
717 CeedCallBackend(CeedOperatorBuildKernel_Cuda_gen(op, &is_build_good)); in CeedOperatorAssembleSingleAtPoints_Cuda_gen()
718 …if (is_build_good) CeedCallBackend(CeedOperatorBuildKernelFullAssemblyAtPoints_Cuda_gen(op, &is_bu… in CeedOperatorAssembleSingleAtPoints_Cuda_gen()
735 CeedCallBackend(CeedGetData(ceed, &cuda_data)); in CeedOperatorAssembleSingleAtPoints_Cuda_gen()
736 CeedCallBackend(CeedOperatorGetQFunction(op, &qf)); in CeedOperatorAssembleSingleAtPoints_Cuda_gen()
737 CeedCallBackend(CeedQFunctionGetData(qf, &qf_data)); in CeedOperatorAssembleSingleAtPoints_Cuda_gen()
738 CeedCallBackend(CeedOperatorGetNumElements(op, &num_elem)); in CeedOperatorAssembleSingleAtPoints_Cuda_gen()
739CeedCallBackend(CeedOperatorGetFields(op, &num_input_fields, &op_input_fields, &num_output_fields,… in CeedOperatorAssembleSingleAtPoints_Cuda_gen()
740 CeedCallBackend(CeedQFunctionGetFields(qf, NULL, &qf_input_fields, NULL, &qf_output_fields)); in CeedOperatorAssembleSingleAtPoints_Cuda_gen()
744 CeedCallBackend(CeedQFunctionFieldGetEvalMode(qf_input_fields[i], &eval_mode)); in CeedOperatorAssembleSingleAtPoints_Cuda_gen()
752 CeedCallBackend(CeedOperatorFieldGetVector(op_input_fields[i], &vec)); in CeedOperatorAssembleSingleAtPoints_Cuda_gen()
755 else CeedCallBackend(CeedVectorGetArrayRead(vec, CEED_MEM_DEVICE, &data->fields.inputs[i])); in CeedOperatorAssembleSingleAtPoints_Cuda_gen()
756 CeedCallBackend(CeedVectorDestroy(&vec)); in CeedOperatorAssembleSingleAtPoints_Cuda_gen()
764 CeedCallBackend(CeedOperatorAtPointsGetPoints(op, NULL, &vec)); in CeedOperatorAssembleSingleAtPoints_Cuda_gen()
765 CeedCallBackend(CeedVectorGetArrayRead(vec, CEED_MEM_DEVICE, &data->points.coords)); in CeedOperatorAssembleSingleAtPoints_Cuda_gen()
766 CeedCallBackend(CeedVectorDestroy(&vec)); in CeedOperatorAssembleSingleAtPoints_Cuda_gen()
775 CeedCallBackend(CeedOperatorAtPointsGetPoints(op, &rstr_points, NULL)); in CeedOperatorAssembleSingleAtPoints_Cuda_gen()
776 CeedCallBackend(CeedCalloc(num_elem, &points_per_elem)); in CeedOperatorAssembleSingleAtPoints_Cuda_gen()
780CeedCallBackend(CeedElemRestrictionGetNumPointsInElement(rstr_points, e, &num_points_elem)); in CeedOperatorAssembleSingleAtPoints_Cuda_gen()
786 CeedCallBackend(CeedElemRestrictionDestroy(&rstr_points)); in CeedOperatorAssembleSingleAtPoints_Cuda_gen()
787 CeedCallBackend(CeedFree(&points_per_elem)); in CeedOperatorAssembleSingleAtPoints_Cuda_gen()
792 CeedCallBackend(CeedQFunctionGetInnerContextData(qf, CEED_MEM_DEVICE, &qf_data->d_c)); in CeedOperatorAssembleSingleAtPoints_Cuda_gen()
795 CeedCallBackend(CeedVectorGetArray(assembled, CEED_MEM_DEVICE, &assembled_array)); in CeedOperatorAssembleSingleAtPoints_Cuda_gen()
806CeedCallBackend(BlockGridCalculate(num_elem, min_grid_size / cuda_data->device_prop.multiProcessor… in CeedOperatorAssembleSingleAtPoints_Cuda_gen()
810CeedCallBackend(CeedTryRunKernelDimShared_Cuda(ceed, data->assemble_full, NULL, grid, block[0], bl… in CeedOperatorAssembleSingleAtPoints_Cuda_gen()
816 CeedCallBackend(CeedQFunctionFieldGetEvalMode(qf_input_fields[i], &eval_mode)); in CeedOperatorAssembleSingleAtPoints_Cuda_gen()
822 CeedCallBackend(CeedOperatorFieldGetVector(op_input_fields[i], &vec)); in CeedOperatorAssembleSingleAtPoints_Cuda_gen()
824 if (!is_active) CeedCallBackend(CeedVectorRestoreArrayRead(vec, &data->fields.inputs[i])); in CeedOperatorAssembleSingleAtPoints_Cuda_gen()
825 CeedCallBackend(CeedVectorDestroy(&vec)); in CeedOperatorAssembleSingleAtPoints_Cuda_gen()
833 CeedCallBackend(CeedOperatorAtPointsGetPoints(op, NULL, &vec)); in CeedOperatorAssembleSingleAtPoints_Cuda_gen()
834 CeedCallBackend(CeedVectorRestoreArrayRead(vec, &data->points.coords)); in CeedOperatorAssembleSingleAtPoints_Cuda_gen()
835 CeedCallBackend(CeedVectorDestroy(&vec)); in CeedOperatorAssembleSingleAtPoints_Cuda_gen()
839 CeedCallBackend(CeedQFunctionRestoreInnerContextData(qf, &qf_data->d_c)); in CeedOperatorAssembleSingleAtPoints_Cuda_gen()
842 CeedCallBackend(CeedVectorRestoreArray(assembled, &assembled_array)); in CeedOperatorAssembleSingleAtPoints_Cuda_gen()
845 CeedCallBackend(CeedQFunctionDestroy(&qf)); in CeedOperatorAssembleSingleAtPoints_Cuda_gen()
848 CeedCallBackend(CeedDestroy(&ceed)); in CeedOperatorAssembleSingleAtPoints_Cuda_gen()
855 CeedCallBackend(CeedOperatorGetFallback(op, &op_fallback)); in CeedOperatorAssembleSingleAtPoints_Cuda_gen()
856 CeedCallBackend(CeedOperatorAssembleSingle(op_fallback, offset, assembled)); in CeedOperatorAssembleSingleAtPoints_Cuda_gen()
870 CeedCallBackend(CeedOperatorGetCeed(op, &ceed)); in CeedOperatorCreate_Cuda_gen()
871 CeedCallBackend(CeedCalloc(1, &impl)); in CeedOperatorCreate_Cuda_gen()
872 CeedCallBackend(CeedOperatorSetData(op, impl)); in CeedOperatorCreate_Cuda_gen()
875CeedCallBackend(CeedSetBackendFunction(ceed, "Operator", op, "ApplyAddComposite", CeedOperatorAppl… in CeedOperatorCreate_Cuda_gen()
877CeedCallBackend(CeedSetBackendFunction(ceed, "Operator", op, "ApplyAdd", CeedOperatorApplyAdd_Cuda… in CeedOperatorCreate_Cuda_gen()
881 CeedCallBackend(CeedSetBackendFunction(ceed, "Operator", op, "LinearAssembleAddDiagonal", in CeedOperatorCreate_Cuda_gen()
883CeedCallBackend(CeedSetBackendFunction(ceed, "Operator", op, "LinearAssembleSingle", CeedOperatorA… in CeedOperatorCreate_Cuda_gen()
886CeedCallBackend(CeedSetBackendFunction(ceed, "Operator", op, "LinearAssembleQFunction", CeedOperat… in CeedOperatorCreate_Cuda_gen()
887 CeedCallBackend(CeedSetBackendFunction(ceed, "Operator", op, "LinearAssembleQFunctionUpdate", in CeedOperatorCreate_Cuda_gen()
890CeedCallBackend(CeedSetBackendFunction(ceed, "Operator", op, "Destroy", CeedOperatorDestroy_Cuda_g… in CeedOperatorCreate_Cuda_gen()
891 CeedCallBackend(CeedDestroy(&ceed)); in CeedOperatorCreate_Cuda_gen()