Lines Matching refs:op
24 static int CeedOperatorDestroy_Cuda_gen(CeedOperator op) { in CeedOperatorDestroy_Cuda_gen() argument
28 CeedCallBackend(CeedOperatorGetCeed(op, &ceed)); in CeedOperatorDestroy_Cuda_gen()
29 CeedCallBackend(CeedOperatorGetData(op, &impl)); in CeedOperatorDestroy_Cuda_gen()
105 static int CeedOperatorApplyAddCore_Cuda_gen(CeedOperator op, CUstream stream, const CeedScalar *in… in CeedOperatorApplyAddCore_Cuda_gen() argument
119 CeedCallBackend(CeedOperatorBuildKernel_Cuda_gen(op, is_run_good)); in CeedOperatorApplyAddCore_Cuda_gen()
122 CeedCallBackend(CeedOperatorGetCeed(op, &ceed)); in CeedOperatorApplyAddCore_Cuda_gen()
124 CeedCallBackend(CeedOperatorGetData(op, &data)); in CeedOperatorApplyAddCore_Cuda_gen()
125 CeedCallBackend(CeedOperatorGetQFunction(op, &qf)); in CeedOperatorApplyAddCore_Cuda_gen()
127 CeedCallBackend(CeedOperatorGetNumElements(op, &num_elem)); in CeedOperatorApplyAddCore_Cuda_gen()
128 …CeedCallBackend(CeedOperatorGetFields(op, &num_input_fields, &op_input_fields, &num_output_fields,… in CeedOperatorApplyAddCore_Cuda_gen()
168 CeedCallBackend(CeedOperatorIsAtPoints(op, &is_at_points)); in CeedOperatorApplyAddCore_Cuda_gen()
173 CeedCallBackend(CeedOperatorAtPointsGetPoints(op, NULL, &vec)); in CeedOperatorApplyAddCore_Cuda_gen()
184 CeedCallBackend(CeedOperatorAtPointsGetPoints(op, &rstr_points, NULL)); in CeedOperatorApplyAddCore_Cuda_gen()
207 CeedCallBackend(CeedOperatorHasTensorBases(op, &is_tensor)); in CeedOperatorApplyAddCore_Cuda_gen()
208 …cupancyMaxPotentialBlockSize(&min_grid_size, &max_threads_per_block, data->op, dynamicSMemSize, 0,… in CeedOperatorApplyAddCore_Cuda_gen()
222 …CeedCallBackend(CeedTryRunKernelDimShared_Cuda(ceed, data->op, stream, grid, block[0], block[1], b… in CeedOperatorApplyAddCore_Cuda_gen()
258 CeedCallBackend(CeedOperatorAtPointsGetPoints(op, NULL, &vec)); in CeedOperatorApplyAddCore_Cuda_gen()
273 static int CeedOperatorApplyAdd_Cuda_gen(CeedOperator op, CeedVector input_vec, CeedVector output_v… in CeedOperatorApplyAdd_Cuda_gen() argument
281 …CeedCallBackend(CeedOperatorApplyAddCore_Cuda_gen(op, NULL, input_arr, output_arr, &is_run_good, r… in CeedOperatorApplyAdd_Cuda_gen()
289 …CeedDebug(CeedOperatorReturnCeed(op), "\nFalling back to /gpu/cuda/ref CeedOperator for ApplyAdd\n… in CeedOperatorApplyAdd_Cuda_gen()
290 CeedCallBackend(CeedOperatorGetFallback(op, &op_fallback)); in CeedOperatorApplyAdd_Cuda_gen()
296 static int CeedOperatorApplyAddComposite_Cuda_gen(CeedOperator op, CeedVector input_vec, CeedVector… in CeedOperatorApplyAddComposite_Cuda_gen() argument
305 CeedCallBackend(CeedOperatorGetCeed(op, &ceed)); in CeedOperatorApplyAddComposite_Cuda_gen()
306 CeedCall(CeedOperatorCompositeGetNumSub(op, &num_suboperators)); in CeedOperatorApplyAddComposite_Cuda_gen()
307 CeedCall(CeedOperatorCompositeGetSubList(op, &sub_operators)); in CeedOperatorApplyAddComposite_Cuda_gen()
308 CeedCall(CeedOperatorCompositeIsSequential(op, &is_sequential)); in CeedOperatorApplyAddComposite_Cuda_gen()
344 static int CeedOperatorLinearAssembleQFunctionCore_Cuda_gen(CeedOperator op, bool build_objects, Ce… in CeedOperatorLinearAssembleQFunctionCore_Cuda_gen() argument
349 CeedCallBackend(CeedOperatorGetCeed(op, &ceed)); in CeedOperatorLinearAssembleQFunctionCore_Cuda_gen()
350 CeedCallBackend(CeedOperatorGetData(op, &data)); in CeedOperatorLinearAssembleQFunctionCore_Cuda_gen()
356 CeedCallBackend(CeedOperatorBuildKernel_Cuda_gen(op, &is_build_good)); in CeedOperatorLinearAssembleQFunctionCore_Cuda_gen()
357 …if (is_build_good) CeedCallBackend(CeedOperatorBuildKernelLinearAssembleQFunction_Cuda_gen(op, &is… in CeedOperatorLinearAssembleQFunctionCore_Cuda_gen()
374 CeedCallBackend(CeedOperatorGetQFunction(op, &qf)); in CeedOperatorLinearAssembleQFunctionCore_Cuda_gen()
376 CeedCallBackend(CeedOperatorGetNumElements(op, &num_elem)); in CeedOperatorLinearAssembleQFunctionCore_Cuda_gen()
377 …CeedCallBackend(CeedOperatorGetFields(op, &num_input_fields, &op_input_fields, &num_output_fields,… in CeedOperatorLinearAssembleQFunctionCore_Cuda_gen()
440 CeedCallBackend(CeedOperatorGetNumQuadraturePoints(op, &Q)); in CeedOperatorLinearAssembleQFunctionCore_Cuda_gen()
462 CeedCallBackend(CeedOperatorHasTensorBases(op, &is_tensor)); in CeedOperatorLinearAssembleQFunctionCore_Cuda_gen()
463 …cupancyMaxPotentialBlockSize(&min_grid_size, &max_threads_per_block, data->op, dynamicSMemSize, 0,… in CeedOperatorLinearAssembleQFunctionCore_Cuda_gen()
518 …CeedDebug(CeedOperatorReturnCeed(op), "\nFalling back to /gpu/cuda/ref CeedOperator for LinearAsse… in CeedOperatorLinearAssembleQFunctionCore_Cuda_gen()
519 CeedCallBackend(CeedOperatorGetFallback(op, &op_fallback)); in CeedOperatorLinearAssembleQFunctionCore_Cuda_gen()
526 static int CeedOperatorLinearAssembleQFunction_Cuda_gen(CeedOperator op, CeedVector *assembled, Cee… in CeedOperatorLinearAssembleQFunction_Cuda_gen() argument
527 return CeedOperatorLinearAssembleQFunctionCore_Cuda_gen(op, true, assembled, rstr, request); in CeedOperatorLinearAssembleQFunction_Cuda_gen()
530 static int CeedOperatorLinearAssembleQFunctionUpdate_Cuda_gen(CeedOperator op, CeedVector assembled… in CeedOperatorLinearAssembleQFunctionUpdate_Cuda_gen() argument
531 return CeedOperatorLinearAssembleQFunctionCore_Cuda_gen(op, false, &assembled, &rstr, request); in CeedOperatorLinearAssembleQFunctionUpdate_Cuda_gen()
537 static int CeedOperatorLinearAssembleAddDiagonalAtPoints_Cuda_gen(CeedOperator op, CeedVector assem… in CeedOperatorLinearAssembleAddDiagonalAtPoints_Cuda_gen() argument
541 CeedCallBackend(CeedOperatorGetCeed(op, &ceed)); in CeedOperatorLinearAssembleAddDiagonalAtPoints_Cuda_gen()
542 CeedCallBackend(CeedOperatorGetData(op, &data)); in CeedOperatorLinearAssembleAddDiagonalAtPoints_Cuda_gen()
550 CeedCallBackend(CeedOperatorGetOperatorAssemblyData(op, &assembly_data)); in CeedOperatorLinearAssembleAddDiagonalAtPoints_Cuda_gen()
554 CeedCallBackend(CeedOperatorBuildKernel_Cuda_gen(op, &is_build_good)); in CeedOperatorLinearAssembleAddDiagonalAtPoints_Cuda_gen()
555 …ood) CeedCallBackend(CeedOperatorBuildKernelDiagonalAssemblyAtPoints_Cuda_gen(op, &is_build_good)); in CeedOperatorLinearAssembleAddDiagonalAtPoints_Cuda_gen()
573 CeedCallBackend(CeedOperatorGetQFunction(op, &qf)); in CeedOperatorLinearAssembleAddDiagonalAtPoints_Cuda_gen()
575 CeedCallBackend(CeedOperatorGetNumElements(op, &num_elem)); in CeedOperatorLinearAssembleAddDiagonalAtPoints_Cuda_gen()
576 …CeedCallBackend(CeedOperatorGetFields(op, &num_input_fields, &op_input_fields, &num_output_fields,… in CeedOperatorLinearAssembleAddDiagonalAtPoints_Cuda_gen()
601 CeedCallBackend(CeedOperatorAtPointsGetPoints(op, NULL, &vec)); in CeedOperatorLinearAssembleAddDiagonalAtPoints_Cuda_gen()
612 CeedCallBackend(CeedOperatorAtPointsGetPoints(op, &rstr_points, NULL)); in CeedOperatorLinearAssembleAddDiagonalAtPoints_Cuda_gen()
638 …cupancyMaxPotentialBlockSize(&min_grid_size, &max_threads_per_block, data->op, dynamicSMemSize, 0,… in CeedOperatorLinearAssembleAddDiagonalAtPoints_Cuda_gen()
668 CeedCallBackend(CeedOperatorAtPointsGetPoints(op, NULL, &vec)); in CeedOperatorLinearAssembleAddDiagonalAtPoints_Cuda_gen()
689 …CeedDebug(CeedOperatorReturnCeed(op), "\nFalling back to /gpu/cuda/ref CeedOperator for AtPoints L… in CeedOperatorLinearAssembleAddDiagonalAtPoints_Cuda_gen()
690 CeedCallBackend(CeedOperatorGetFallback(op, &op_fallback)); in CeedOperatorLinearAssembleAddDiagonalAtPoints_Cuda_gen()
700 static int CeedOperatorAssembleSingleAtPoints_Cuda_gen(CeedOperator op, CeedInt offset, CeedVector … in CeedOperatorAssembleSingleAtPoints_Cuda_gen() argument
704 CeedCallBackend(CeedOperatorGetCeed(op, &ceed)); in CeedOperatorAssembleSingleAtPoints_Cuda_gen()
705 CeedCallBackend(CeedOperatorGetData(op, &data)); in CeedOperatorAssembleSingleAtPoints_Cuda_gen()
713 CeedCallBackend(CeedOperatorGetOperatorAssemblyData(op, &assembly_data)); in CeedOperatorAssembleSingleAtPoints_Cuda_gen()
717 CeedCallBackend(CeedOperatorBuildKernel_Cuda_gen(op, &is_build_good)); in CeedOperatorAssembleSingleAtPoints_Cuda_gen()
718 …if (is_build_good) CeedCallBackend(CeedOperatorBuildKernelFullAssemblyAtPoints_Cuda_gen(op, &is_bu… in CeedOperatorAssembleSingleAtPoints_Cuda_gen()
736 CeedCallBackend(CeedOperatorGetQFunction(op, &qf)); in CeedOperatorAssembleSingleAtPoints_Cuda_gen()
738 CeedCallBackend(CeedOperatorGetNumElements(op, &num_elem)); in CeedOperatorAssembleSingleAtPoints_Cuda_gen()
739 …CeedCallBackend(CeedOperatorGetFields(op, &num_input_fields, &op_input_fields, &num_output_fields,… in CeedOperatorAssembleSingleAtPoints_Cuda_gen()
764 CeedCallBackend(CeedOperatorAtPointsGetPoints(op, NULL, &vec)); in CeedOperatorAssembleSingleAtPoints_Cuda_gen()
775 CeedCallBackend(CeedOperatorAtPointsGetPoints(op, &rstr_points, NULL)); in CeedOperatorAssembleSingleAtPoints_Cuda_gen()
803 …cupancyMaxPotentialBlockSize(&min_grid_size, &max_threads_per_block, data->op, dynamicSMemSize, 0,… in CeedOperatorAssembleSingleAtPoints_Cuda_gen()
833 CeedCallBackend(CeedOperatorAtPointsGetPoints(op, NULL, &vec)); in CeedOperatorAssembleSingleAtPoints_Cuda_gen()
854 …CeedDebug(CeedOperatorReturnCeed(op), "\nFalling back to /gpu/cuda/ref CeedOperator for AtPoints S… in CeedOperatorAssembleSingleAtPoints_Cuda_gen()
855 CeedCallBackend(CeedOperatorGetFallback(op, &op_fallback)); in CeedOperatorAssembleSingleAtPoints_Cuda_gen()
865 int CeedOperatorCreate_Cuda_gen(CeedOperator op) { in CeedOperatorCreate_Cuda_gen() argument
870 CeedCallBackend(CeedOperatorGetCeed(op, &ceed)); in CeedOperatorCreate_Cuda_gen()
872 CeedCallBackend(CeedOperatorSetData(op, impl)); in CeedOperatorCreate_Cuda_gen()
873 CeedCall(CeedOperatorIsComposite(op, &is_composite)); in CeedOperatorCreate_Cuda_gen()
875 …CeedCallBackend(CeedSetBackendFunction(ceed, "Operator", op, "ApplyAddComposite", CeedOperatorAppl… in CeedOperatorCreate_Cuda_gen()
877 …CeedCallBackend(CeedSetBackendFunction(ceed, "Operator", op, "ApplyAdd", CeedOperatorApplyAdd_Cuda… in CeedOperatorCreate_Cuda_gen()
879 CeedCall(CeedOperatorIsAtPoints(op, &is_at_points)); in CeedOperatorCreate_Cuda_gen()
881 CeedCallBackend(CeedSetBackendFunction(ceed, "Operator", op, "LinearAssembleAddDiagonal", in CeedOperatorCreate_Cuda_gen()
883 …CeedCallBackend(CeedSetBackendFunction(ceed, "Operator", op, "LinearAssembleSingle", CeedOperatorA… in CeedOperatorCreate_Cuda_gen()
886 …CeedCallBackend(CeedSetBackendFunction(ceed, "Operator", op, "LinearAssembleQFunction", CeedOperat… in CeedOperatorCreate_Cuda_gen()
887 CeedCallBackend(CeedSetBackendFunction(ceed, "Operator", op, "LinearAssembleQFunctionUpdate", in CeedOperatorCreate_Cuda_gen()
890 …CeedCallBackend(CeedSetBackendFunction(ceed, "Operator", op, "Destroy", CeedOperatorDestroy_Cuda_g… in CeedOperatorCreate_Cuda_gen()