Lines Matching full:if
60 if (impl->diag) { in CeedOperatorDestroy_Cuda()
64 if (impl->diag->module) { in CeedOperatorDestroy_Cuda()
67 if (impl->diag->module_point_block) { in CeedOperatorDestroy_Cuda()
89 if (impl->asmb) { in CeedOperatorDestroy_Cuda()
114 if (is_input) { in CeedOperatorSetupFields_Cuda()
142 if (!skip_e_vec && is_input && !is_active && eval_mode == CEED_EVAL_NONE) { in CeedOperatorSetupFields_Cuda()
144 if (is_strided) CeedCallBackend(CeedElemRestrictionHasBackendStrides(elem_rstr, &skip_e_vec)); in CeedOperatorSetupFields_Cuda()
146 if (skip_e_vec) { in CeedOperatorSetupFields_Cuda()
169 if (is_at_points) { in CeedOperatorSetupFields_Cuda()
184 if (is_input) { in CeedOperatorSetupFields_Cuda()
197 if (vec_i == vec_j && rstr_i == rstr_j) { in CeedOperatorSetupFields_Cuda()
198 if (e_vecs[i]) CeedCallBackend(CeedVectorReferenceCopy(e_vecs[i], &e_vecs[j])); in CeedOperatorSetupFields_Cuda()
220 if (vec_i == vec_j && rstr_i == rstr_j) { in CeedOperatorSetupFields_Cuda()
221 if (e_vecs[i]) CeedCallBackend(CeedVectorReferenceCopy(e_vecs[i], &e_vecs[j])); in CeedOperatorSetupFields_Cuda()
248 if (is_setup_done) return CEED_ERROR_SUCCESS; in CeedOperatorSetup_Cuda()
289 if (is_ordered[i]) continue; in CeedOperatorSetup_Cuda()
294 if (vec_i == CEED_VECTOR_NONE) { in CeedOperatorSetup_Cuda()
308 if (rstr_i == rstr_j && vec_i == vec_j) { in CeedOperatorSetup_Cuda()
330 if (is_ordered[i]) continue; in CeedOperatorSetup_Cuda()
344 if (rstr_i == rstr_j && vec_i == vec_j) { in CeedOperatorSetup_Cuda()
383 if (is_active && skip_active) return CEED_ERROR_SUCCESS; in CeedOperatorInputRestrict_Cuda()
384 if (is_active) { in CeedOperatorInputRestrict_Cuda()
386 if (!e_vec) e_vec = active_e_vec; in CeedOperatorInputRestrict_Cuda()
390 if (e_vec) { in CeedOperatorInputRestrict_Cuda()
391 // Restrict, if necessary in CeedOperatorInputRestrict_Cuda()
392 if (!impl->skip_rstr_in[input_field]) { in CeedOperatorInputRestrict_Cuda()
396 if (is_active || state != impl->input_states[input_field]) { in CeedOperatorInputRestrict_Cuda()
406 if (!is_active) CeedCallBackend(CeedVectorDestroy(&l_vec)); in CeedOperatorInputRestrict_Cuda()
423 if (is_active && skip_active) return CEED_ERROR_SUCCESS; in CeedOperatorInputBasis_Cuda()
424 if (is_active) { in CeedOperatorInputBasis_Cuda()
426 if (!e_vec) e_vec = active_e_vec; in CeedOperatorInputBasis_Cuda()
435 if (e_vec) { in CeedOperatorInputBasis_Cuda()
457 if (!is_active) CeedCallBackend(CeedVectorDestroy(&l_vec)); in CeedOperatorInputBasis_Cuda()
473 if (is_active && skip_active) return CEED_ERROR_SUCCESS; in CeedOperatorInputRestore_Cuda()
474 if (is_active) { in CeedOperatorInputRestore_Cuda()
476 if (!e_vec) e_vec = active_e_vec; in CeedOperatorInputRestore_Cuda()
481 if (eval_mode == CEED_EVAL_NONE) { in CeedOperatorInputRestore_Cuda()
485 if (e_vec) { in CeedOperatorInputRestore_Cuda()
491 if (!is_active) CeedCallBackend(CeedVectorDestroy(&l_vec)); in CeedOperatorInputRestore_Cuda()
535 if (eval_mode == CEED_EVAL_NONE) { in CeedOperatorApplyAdd_Cuda()
561 if (is_active) { in CeedOperatorApplyAdd_Cuda()
563 if (!e_vec) e_vec = active_e_vec; in CeedOperatorApplyAdd_Cuda()
578 if (impl->apply_add_basis_out[field]) { in CeedOperatorApplyAdd_Cuda()
594 if (eval_mode == CEED_EVAL_NONE) { in CeedOperatorApplyAdd_Cuda()
602 if (!impl->skip_rstr_out[field]) { in CeedOperatorApplyAdd_Cuda()
609 if (!is_active) CeedCallBackend(CeedVectorDestroy(&l_vec)); in CeedOperatorApplyAdd_Cuda()
631 if (is_setup_done) return CEED_ERROR_SUCCESS; in CeedOperatorSetupAtPoints_Cuda()
686 if (is_ordered[i]) continue; in CeedOperatorSetupAtPoints_Cuda()
691 if (vec_i == CEED_VECTOR_NONE) { in CeedOperatorSetupAtPoints_Cuda()
705 if (rstr_i == rstr_j && vec_i == vec_j) { in CeedOperatorSetupAtPoints_Cuda()
727 if (is_ordered[i]) continue; in CeedOperatorSetupAtPoints_Cuda()
741 if (rstr_i == rstr_j && vec_i == vec_j) { in CeedOperatorSetupAtPoints_Cuda()
781 if (skip_active && is_active) return CEED_ERROR_SUCCESS; in CeedOperatorInputBasisAtPoints_Cuda()
782 if (skip_passive && !is_active) { in CeedOperatorInputBasisAtPoints_Cuda()
786 if (is_active) { in CeedOperatorInputBasisAtPoints_Cuda()
788 if (!e_vec) e_vec = active_e_vec; in CeedOperatorInputBasisAtPoints_Cuda()
797 if (e_vec) { in CeedOperatorInputBasisAtPoints_Cuda()
819 if (!is_active) CeedCallBackend(CeedVectorDestroy(&l_vec)); in CeedOperatorInputBasisAtPoints_Cuda()
856 …if (!impl->point_coords_elem) CeedCallBackend(CeedElemRestrictionCreateVector(rstr_points, NULL, &… in CeedOperatorApplyAddAtPoints_Cuda()
860 if (impl->points_state != state) { in CeedOperatorApplyAddAtPoints_Cuda()
883 if (eval_mode == CEED_EVAL_NONE) { in CeedOperatorApplyAddAtPoints_Cuda()
909 if (is_active) { in CeedOperatorApplyAddAtPoints_Cuda()
911 if (!e_vec) e_vec = active_e_vec; in CeedOperatorApplyAddAtPoints_Cuda()
926 if (impl->apply_add_basis_out[field]) { in CeedOperatorApplyAddAtPoints_Cuda()
942 if (eval_mode == CEED_EVAL_NONE) { in CeedOperatorApplyAddAtPoints_Cuda()
950 if (!impl->skip_rstr_out[field]) { in CeedOperatorApplyAddAtPoints_Cuda()
957 if (!is_active) CeedCallBackend(CeedVectorDestroy(&l_vec)); in CeedOperatorApplyAddAtPoints_Cuda()
1002 if (!num_active_in) { in CeedOperatorLinearAssembleQFunctionCore_Cuda()
1007 // Check if active input in CeedOperatorLinearAssembleQFunctionCore_Cuda()
1009 if (l_vec == CEED_VECTOR_ACTIVE) { in CeedOperatorLinearAssembleQFunctionCore_Cuda()
1031 if (!num_active_out) { in CeedOperatorLinearAssembleQFunctionCore_Cuda()
1035 // Check if active output in CeedOperatorLinearAssembleQFunctionCore_Cuda()
1037 if (l_vec == CEED_VECTOR_ACTIVE) { in CeedOperatorLinearAssembleQFunctionCore_Cuda()
1049 // Build objects if needed in CeedOperatorLinearAssembleQFunctionCore_Cuda()
1050 if (build_objects) { in CeedOperatorLinearAssembleQFunctionCore_Cuda()
1068 if (num_active_in > 1) { in CeedOperatorLinearAssembleQFunctionCore_Cuda()
1075 // Check if active output in CeedOperatorLinearAssembleQFunctionCore_Cuda()
1077 if (l_vec == CEED_VECTOR_ACTIVE) { in CeedOperatorLinearAssembleQFunctionCore_Cuda()
1093 if (l_vec == CEED_VECTOR_ACTIVE) { in CeedOperatorLinearAssembleQFunctionCore_Cuda()
1151 if (vec == CEED_VECTOR_ACTIVE) { in CeedOperatorAssembleDiagonalSetup_Cuda()
1158 if (!basis_in) CeedCallBackend(CeedBasisReferenceCopy(basis, &basis_in)); in CeedOperatorAssembleDiagonalSetup_Cuda()
1162 if (eval_mode != CEED_EVAL_WEIGHT) { in CeedOperatorAssembleDiagonalSetup_Cuda()
1163 // q_comp = 1 if CEED_EVAL_NONE, CEED_EVAL_WEIGHT caught by QF assembly in CeedOperatorAssembleDiagonalSetup_Cuda()
1179 if (vec == CEED_VECTOR_ACTIVE) { in CeedOperatorAssembleDiagonalSetup_Cuda()
1186 if (!basis_out) CeedCallBackend(CeedBasisReferenceCopy(basis, &basis_out)); in CeedOperatorAssembleDiagonalSetup_Cuda()
1190 if (eval_mode != CEED_EVAL_WEIGHT) { in CeedOperatorAssembleDiagonalSetup_Cuda()
1191 // q_comp = 1 if CEED_EVAL_NONE, CEED_EVAL_WEIGHT caught by QF assembly in CeedOperatorAssembleDiagonalSetup_Cuda()
1207 if (basis_in == CEED_BASIS_NONE) num_qpts = num_nodes; in CeedOperatorAssembleDiagonalSetup_Cuda()
1216 if (has_eval_none) { in CeedOperatorAssembleDiagonalSetup_Cuda()
1247 if (in) { in CeedOperatorAssembleDiagonalSetup_Cuda()
1269 if (in) { in CeedOperatorAssembleDiagonalSetup_Cuda()
1291 if (in) { in CeedOperatorAssembleDiagonalSetup_Cuda()
1340 if (vec == CEED_VECTOR_ACTIVE) { in CeedOperatorAssembleDiagonalSetupCompile_Cuda()
1345 if (!basis_in) CeedCallBackend(CeedBasisReferenceCopy(basis, &basis_in)); in CeedOperatorAssembleDiagonalSetupCompile_Cuda()
1349 if (eval_mode != CEED_EVAL_WEIGHT) { in CeedOperatorAssembleDiagonalSetupCompile_Cuda()
1363 if (vec == CEED_VECTOR_ACTIVE) { in CeedOperatorAssembleDiagonalSetupCompile_Cuda()
1368 if (!basis_out) CeedCallBackend(CeedBasisReferenceCopy(basis, &basis_out)); in CeedOperatorAssembleDiagonalSetupCompile_Cuda()
1372 if (eval_mode != CEED_EVAL_WEIGHT) { in CeedOperatorAssembleDiagonalSetupCompile_Cuda()
1390 if (basis_in == CEED_BASIS_NONE) num_qpts = num_nodes; in CeedOperatorAssembleDiagonalSetupCompile_Cuda()
1424 if (!impl->diag) CeedCallBackend(CeedOperatorAssembleDiagonalSetup_Cuda(op)); in CeedOperatorAssembleDiagonalCore_Cuda()
1429 // Assemble kernel if needed in CeedOperatorAssembleDiagonalCore_Cuda()
1430 if ((!is_point_block && !diag->LinearDiagonal) || (is_point_block && !diag->LinearPointBlock)) { in CeedOperatorAssembleDiagonalCore_Cuda()
1435 if ((assembled_length > INT_MAX) || (assembled_qf_length > INT_MAX)) use_ceedsize_idx = 1; in CeedOperatorAssembleDiagonalCore_Cuda()
1444 if (!is_point_block && !diag->diag_rstr) { in CeedOperatorAssembleDiagonalCore_Cuda()
1447 } else if (is_point_block && !diag->point_block_diag_rstr) { in CeedOperatorAssembleDiagonalCore_Cuda()
1457 // Only assemble diagonal if the basis has nodes, otherwise inputs are null pointers in CeedOperatorAssembleDiagonalCore_Cuda()
1459 if (num_nodes > 0) { in CeedOperatorAssembleDiagonalCore_Cuda()
1471 if (is_point_block) { in CeedOperatorAssembleDiagonalCore_Cuda()
1536 if (vec == CEED_VECTOR_ACTIVE) { in CeedOperatorAssembleSingleSetup_Cuda()
1543 if (!basis_in) CeedCallBackend(CeedBasisReferenceCopy(basis, &basis_in)); in CeedOperatorAssembleSingleSetup_Cuda()
1546 if (!rstr_in) CeedCallBackend(CeedElemRestrictionReferenceCopy(elem_rstr, &rstr_in)); in CeedOperatorAssembleSingleSetup_Cuda()
1549 if (basis_in == CEED_BASIS_NONE) num_qpts_in = elem_size_in; in CeedOperatorAssembleSingleSetup_Cuda()
1553 if (eval_mode != CEED_EVAL_WEIGHT) { in CeedOperatorAssembleSingleSetup_Cuda()
1554 // q_comp = 1 if CEED_EVAL_NONE, CEED_EVAL_WEIGHT caught by QF Assembly in CeedOperatorAssembleSingleSetup_Cuda()
1565 // Determine active output basis; basis_out and rstr_out only used if same as input, TODO in CeedOperatorAssembleSingleSetup_Cuda()
1571 if (vec == CEED_VECTOR_ACTIVE) { in CeedOperatorAssembleSingleSetup_Cuda()
1579 if (!basis_out) CeedCallBackend(CeedBasisReferenceCopy(basis, &basis_out)); in CeedOperatorAssembleSingleSetup_Cuda()
1582 if (!rstr_out) CeedCallBackend(CeedElemRestrictionReferenceCopy(elem_rstr, &rstr_out)); in CeedOperatorAssembleSingleSetup_Cuda()
1585 if (basis_out == CEED_BASIS_NONE) num_qpts_out = elem_size_out; in CeedOperatorAssembleSingleSetup_Cuda()
1591 if (eval_mode != CEED_EVAL_WEIGHT) { in CeedOperatorAssembleSingleSetup_Cuda()
1592 // q_comp = 1 if CEED_EVAL_NONE, CEED_EVAL_WEIGHT caught by QF Assembly in CeedOperatorAssembleSingleSetup_Cuda()
1613 if (fallback) { in CeedOperatorAssembleSingleSetup_Cuda()
1641 if (has_eval_none) { in CeedOperatorAssembleSingleSetup_Cuda()
1652 if (q_comp > 1) { in CeedOperatorAssembleSingleSetup_Cuda()
1653 if (i == 0 || eval_modes_in[i] != eval_modes_in_prev) d_in = 0; in CeedOperatorAssembleSingleSetup_Cuda()
1676 if (has_eval_none) { in CeedOperatorAssembleSingleSetup_Cuda()
1687 if (q_comp > 1) { in CeedOperatorAssembleSingleSetup_Cuda()
1688 if (i == 0 || eval_modes_out[i] != eval_modes_out_prev) d_out = 0; in CeedOperatorAssembleSingleSetup_Cuda()
1739 if ((values_length > INT_MAX) || (assembled_qf_length > INT_MAX)) use_ceedsize_idx = 1; in CeedOperatorAssembleSingle_Cuda()
1742 if (!impl->asmb) CeedCallBackend(CeedOperatorAssembleSingleSetup_Cuda(op, use_ceedsize_idx)); in CeedOperatorAssembleSingle_Cuda()
1756 if (rstr_type_in == CEED_RESTRICTION_ORIENTED) { in CeedOperatorAssembleSingle_Cuda()
1758 } else if (rstr_type_in == CEED_RESTRICTION_CURL_ORIENTED) { in CeedOperatorAssembleSingle_Cuda()
1762 if (rstr_in != rstr_out) { in CeedOperatorAssembleSingle_Cuda()
1769 if (rstr_type_out == CEED_RESTRICTION_ORIENTED) { in CeedOperatorAssembleSingle_Cuda()
1771 } else if (rstr_type_out == CEED_RESTRICTION_CURL_ORIENTED) { in CeedOperatorAssembleSingle_Cuda()
1797 if (rstr_type_in == CEED_RESTRICTION_ORIENTED) { in CeedOperatorAssembleSingle_Cuda()
1799 } else if (rstr_type_in == CEED_RESTRICTION_CURL_ORIENTED) { in CeedOperatorAssembleSingle_Cuda()
1802 if (rstr_in != rstr_out) { in CeedOperatorAssembleSingle_Cuda()
1803 if (rstr_type_out == CEED_RESTRICTION_ORIENTED) { in CeedOperatorAssembleSingle_Cuda()
1805 } else if (rstr_type_out == CEED_RESTRICTION_CURL_ORIENTED) { in CeedOperatorAssembleSingle_Cuda()
1855 if (length_in < length_out) { in CeedOperatorLinearAssembleAddDiagonalAtPoints_Cuda()
1869 …if (!impl->point_coords_elem) CeedCallBackend(CeedElemRestrictionCreateVector(rstr_points, NULL, &… in CeedOperatorLinearAssembleAddDiagonalAtPoints_Cuda()
1873 if (impl->points_state != state) { in CeedOperatorLinearAssembleAddDiagonalAtPoints_Cuda()
1893 if (eval_mode == CEED_EVAL_NONE) { in CeedOperatorLinearAssembleAddDiagonalAtPoints_Cuda()
1913 if (!is_active || impl->skip_rstr_in[field_in]) continue; in CeedOperatorLinearAssembleAddDiagonalAtPoints_Cuda()
1919 …if (!is_active_at_points) CeedCallBackend(CeedElemRestrictionGetElementSize(elem_rstr, &elem_size)… in CeedOperatorLinearAssembleAddDiagonalAtPoints_Cuda()
1936 …if (s != 0) CeedCallBackend(CeedVectorSetValueStrided(active_e_vec_in, start, stop, elem_size, 0.0… in CeedOperatorLinearAssembleAddDiagonalAtPoints_Cuda()
1955 // Output basis apply if needed in CeedOperatorLinearAssembleAddDiagonalAtPoints_Cuda()
1969 if (!is_active) continue; in CeedOperatorLinearAssembleAddDiagonalAtPoints_Cuda()
1970 if (!e_vec) e_vec = active_e_vec_out; in CeedOperatorLinearAssembleAddDiagonalAtPoints_Cuda()
1972 // ---- Check if elem size matches in CeedOperatorLinearAssembleAddDiagonalAtPoints_Cuda()
1975 if (is_active_at_points && rstr_type != CEED_RESTRICTION_POINTS) continue; in CeedOperatorLinearAssembleAddDiagonalAtPoints_Cuda()
1976 if (rstr_type == CEED_RESTRICTION_POINTS) { in CeedOperatorLinearAssembleAddDiagonalAtPoints_Cuda()
1985 if (e_vec_size != num_comp * elem_size) continue; in CeedOperatorLinearAssembleAddDiagonalAtPoints_Cuda()
2005 if (impl->apply_add_basis_out[field_out]) { in CeedOperatorLinearAssembleAddDiagonalAtPoints_Cuda()
2022 if (impl->skip_rstr_out[field_out]) { in CeedOperatorLinearAssembleAddDiagonalAtPoints_Cuda()
2033 if (eval_mode == CEED_EVAL_NONE) { in CeedOperatorLinearAssembleAddDiagonalAtPoints_Cuda()
2042 …if (s == e_vec_size - 1 && i != num_input_fields - 1) CeedCallBackend(CeedVectorSetValue(q_vec, 0.… in CeedOperatorLinearAssembleAddDiagonalAtPoints_Cuda()
2055 if (eval_mode == CEED_EVAL_NONE) { in CeedOperatorLinearAssembleAddDiagonalAtPoints_Cuda()