MCPcopy Create free account

hub / github.com/NVIDIA/SkillEvaluator / functions

Functions24,741 in github.com/NVIDIA/SkillEvaluator

Functiontest_gate_keeps_aria_hidden_child_in_visually_rendered_overall_verdict_text
(tmp_path: Path)
tests/test_public_benchmark_gate.py:2437
Functiontest_gate_keeps_aria_hidden_child_in_visually_rendered_recommendation_text
(tmp_path: Path)
tests/test_public_benchmark_gate.py:2295
Functiontest_gate_markup_cannot_suppress_other_line_rules
(tmp_path: Path, markup: str)
tests/test_public_benchmark_gate.py:2934
Functiontest_gate_matches_rendered_text_in_raw_html_decision_headings
( tmp_path: Path, heading: str, )
tests/test_public_benchmark_gate.py:551
Functiontest_gate_missing_tier2_policy_metadata_defaults_to_required
(tmp_path: Path)
tests/test_public_benchmark_gate.py:3231
Functiontest_gate_normalizes_bold_tier_name_before_checking_pass_evidence
(tmp_path: Path)
tests/test_public_benchmark_gate.py:1811
Functiontest_gate_normalizes_line_rules_before_scanning_retired_identity
( tmp_path: Path, obfuscated_identity: str, )
tests/test_public_benchmark_gate.py:2784
Functiontest_gate_normalizes_path_separator_confusables
( tmp_path: Path, path: str, reason: str, )
tests/test_public_benchmark_gate.py:2892
Functiontest_gate_normalizes_unicode_dash_confusables_for_private_identity_rules
( tmp_path: Path, separator: str, identity: str, )
tests/test_public_benchmark_gate.py:2810
Functiontest_gate_normalizes_visible_recommendation_whitespace
( tmp_path: Path, recommendation: str, )
tests/test_public_benchmark_gate.py:2218
Functiontest_gate_normalizes_visible_verdict_whitespace
( tmp_path: Path, duplicate_verdict: str, )
tests/test_public_benchmark_gate.py:2371
Functiontest_gate_omits_visually_hidden_children_from_overall_verdict_text
( tmp_path: Path, hidden_child: str, )
tests/test_public_benchmark_gate.py:2421
Functiontest_gate_omits_visually_hidden_children_from_raw_heading_text
( tmp_path: Path, hidden_child: str, )
tests/test_public_benchmark_gate.py:575
Functiontest_gate_omits_visually_hidden_children_from_recommendation_text
( tmp_path: Path, hidden_child: str, )
tests/test_public_benchmark_gate.py:2274
Functiontest_gate_preserves_character_references_inside_literal_code_blocks
( tmp_path: Path, literal_block: str, )
tests/test_public_benchmark_gate.py:2848
Functiontest_gate_preserves_html_character_references_inside_code_spans
(tmp_path: Path)
tests/test_public_benchmark_gate.py:2825
Functiontest_gate_preserves_visible_decomposed_unicode_identities
(tmp_path: Path)
tests/test_public_benchmark_gate.py:3058
Functiontest_gate_reason_does_not_hide_a_structured_finding
()
tests/ci/test_summary_metrics.py:127
Functiontest_gate_recognizes_rendered_overall_verdict_fragments
( tmp_path: Path, duplicate_verdict: str, )
tests/test_public_benchmark_gate.py:2397
Functiontest_gate_recognizes_rendered_publication_recommendation_fragments
( tmp_path: Path, recommendation: str, )
tests/test_public_benchmark_gate.py:2248
Functiontest_gate_rejected_pass_shaped_tier3_counts_as_required_failure
()
tests/reporting/test_final_render_context.py:685
Functiontest_gate_rejects_all_profile_metadata_shapes
(tmp_path: Path, profile_line: str)
tests/test_public_benchmark_gate.py:807
Functiontest_gate_rejects_ambiguous_html_publication_recommendations
( tmp_path: Path, ambiguous_html: str, )
tests/test_public_benchmark_gate.py:2323
Functiontest_gate_rejects_blank_present_tier2_policy_metadata
(tmp_path: Path)
tests/test_public_benchmark_gate.py:754
Functiontest_gate_rejects_blank_required_metadata_values
(tmp_path: Path, field: str)
tests/test_public_benchmark_gate.py:744
Functiontest_gate_rejects_calendar_impossible_evaluation_dates
( tmp_path: Path, evaluation_date: str, )
tests/test_public_benchmark_gate.py:267
Functiontest_gate_rejects_card_hidden_by_browser_html_parsing_semantics
( tmp_path: Path, opening_html: str, )
tests/test_public_benchmark_gate.py:2711
Functiontest_gate_rejects_conflicting_duplicate_evaluation_metadata_sections
(tmp_path: Path)
tests/test_public_benchmark_gate.py:2002
Functiontest_gate_rejects_confusable_duplicate_overall_verdict
(tmp_path: Path)
tests/test_public_benchmark_gate.py:2081
Functiontest_gate_rejects_confusable_private_product_identities
( tmp_path: Path, replacement: str, expected_reason: str, )
tests/test_public_benchmark_gate.py:431
Functiontest_gate_rejects_confusable_publication_recommendation_for_nonpass_verdict
( tmp_path: Path, recommendation: str, )
tests/test_public_benchmark_gate.py:2106
Functiontest_gate_rejects_confusable_required_structure_duplicates
( tmp_path: Path, duplicate_kind: str, expected_reason: str, )
tests/test_public_benchmark_gate.py:2132
Functiontest_gate_rejects_confusable_structure_outside_identity_subset
Structural labels fail closed beyond the identity-only skeleton table.
tests/test_public_benchmark_gate.py:2178
Functiontest_gate_rejects_control_characters_in_publication_proof_fields
( tmp_path: Path, field: str, control: str, )
tests/test_public_benchmark_gate.py:340
Functiontest_gate_rejects_critical_markdown_inside_raw_html_container
( tmp_path: Path, section: str, )
tests/test_public_benchmark_gate.py:2635
Functiontest_gate_rejects_duplicate_decision_headings
( tmp_path: Path, heading: str, reason: str, )
tests/test_public_benchmark_gate.py:3099
Functiontest_gate_rejects_duplicate_overall_verdict_fields
(tmp_path: Path)
tests/test_public_benchmark_gate.py:1987
Functiontest_gate_rejects_duplicate_tier_rows_inside_status_section
(tmp_path: Path)
tests/test_public_benchmark_gate.py:1656
Functiontest_gate_rejects_entire_card_inside_closed_raw_html_container
(tmp_path: Path)
tests/test_public_benchmark_gate.py:2691
Functiontest_gate_rejects_future_evaluation_date_beyond_utc_skew
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, )
tests/test_public_benchmark_gate.py:285
Functiontest_gate_rejects_hidden_verdict_decoy_after_bold_label_pass
(tmp_path: Path)
tests/test_public_benchmark_gate.py:1742
Functiontest_gate_rejects_html_encoded_unicode_controls
(tmp_path: Path, encoded_control: str)
tests/test_public_benchmark_gate.py:386
Functiontest_gate_rejects_html_wrapped_tier_completion_status
( tmp_path: Path, tier: int, status: str, wrapped_status: str, )
tests/test_public_benchmark_gate.py:2599
Functiontest_gate_rejects_inconsistent_or_out_of_range_score_transitions
( tmp_path: Path, cell: str, reason: str, )
tests/test_public_benchmark_gate.py:230
Functiontest_gate_rejects_internal_sandbox_phrase_anywhere_but_preserves_astra_db
(tmp_path: Path)
tests/test_public_benchmark_gate.py:816
Functiontest_gate_rejects_invalid_overall_verdict_field
(tmp_path: Path, verdict: str)
tests/test_public_benchmark_gate.py:2036
Functiontest_gate_rejects_legacy_and_private_output
(tmp_path: Path)
tests/test_public_benchmark_gate.py:398
Functiontest_gate_rejects_linked_overall_verdict_field
(tmp_path: Path)
tests/test_public_benchmark_gate.py:2567
Functiontest_gate_rejects_linked_tier_completion_status
(tmp_path: Path)
tests/test_public_benchmark_gate.py:2618
Functiontest_gate_rejects_literal_unicode_format_controls
(tmp_path: Path, control: str)
tests/test_public_benchmark_gate.py:373
Functiontest_gate_rejects_nested_or_decorated_markdown_structural_headings
( tmp_path: Path, heading: str, )
tests/test_public_benchmark_gate.py:525
Functiontest_gate_rejects_old_card_missing_decision_sections
(tmp_path: Path)
tests/test_public_benchmark_gate.py:449
Functiontest_gate_rejects_optional_but_incomplete_tier2_evidence
(tmp_path: Path)
tests/test_public_benchmark_gate.py:3214
Functiontest_gate_rejects_pass_when_any_agent_model_is_not_recorded
(tmp_path: Path)
tests/test_public_benchmark_gate.py:633
Functiontest_gate_rejects_pass_with_malformed_dataset_digest
(tmp_path: Path)
tests/test_public_benchmark_gate.py:3341
Functiontest_gate_rejects_pass_with_missing_required_tier3
(tmp_path: Path)
tests/test_public_benchmark_gate.py:3262
Functiontest_gate_rejects_pass_with_placeholder_provenance
(tmp_path: Path)
tests/test_public_benchmark_gate.py:3292
Functiontest_gate_rejects_pass_without_completed_required_tier2
( tmp_path: Path, replacement: str, expected_reason: str, )
tests/test_public_benchmark_gate.py:1635
Functiontest_gate_rejects_pass_without_completed_tier1
( tmp_path: Path, replacement: str, expected_reason: str, )
tests/test_public_benchmark_gate.py:1603
Functiontest_gate_rejects_publication_recommendation_for_nonpass_verdict
( tmp_path: Path, location: str, )
tests/test_public_benchmark_gate.py:2053
Functiontest_gate_rejects_raw_html_as_the_only_verdict_field
( tmp_path: Path, hidden_verdict: str, )
tests/test_public_benchmark_gate.py:2552
Functiontest_gate_rejects_raw_html_structural_headings
(tmp_path: Path, heading: str)
tests/test_public_benchmark_gate.py:502
Functiontest_gate_rejects_second_plain_overall_verdict_after_metadata
(tmp_path: Path)
tests/test_public_benchmark_gate.py:3075
Functiontest_gate_rejects_semantically_empty_public_identities
( tmp_path: Path, identity: str, field: str, expected_reason: str, )
tests/test_public_benchmark_gate.py:3032
Functiontest_gate_rejects_unknown_tier_status_for_nonpass_card
(tmp_path: Path)
tests/test_public_benchmark_gate.py:3176
Functiontest_gate_rejects_untrusted_duplicate_decision_headings
( tmp_path: Path, heading_template: str, section: str, conflicting_body: str, reason: str,
tests/test_public_benchmark_gate.py:3149
Functiontest_gate_rejects_visible_raw_html_verdict_callout
( tmp_path: Path, visible_html: str, )
tests/test_public_benchmark_gate.py:2526
Functiontest_gate_rejects_visible_recommendation_after_hidden_html_control
( tmp_path: Path, visible_html: str, )
tests/test_public_benchmark_gate.py:2501
Functiontest_gate_rejects_visible_verdict_callout_after_metadata
( tmp_path: Path, late_verdict: str, )
tests/test_public_benchmark_gate.py:1790
Functiontest_gate_rejects_visible_verdict_decoy_after_an_earlier_section
(tmp_path: Path)
tests/test_public_benchmark_gate.py:1762
Functiontest_gate_rejects_visually_empty_entity_or_emphasis_agent_identity
( tmp_path: Path, agent_identity: str, )
tests/test_public_benchmark_gate.py:673
Functiontest_gate_reports_invalid_utf8_as_unreadable
(tmp_path: Path)
tests/test_public_benchmark_gate.py:3362
Functiontest_gate_reports_nonexistent_input_path
(tmp_path: Path, capsys)
tests/test_public_benchmark_gate.py:3372
Functiontest_gate_requires_exact_publication_policy_value_casing
(tmp_path: Path, tier: int)
tests/test_public_benchmark_gate.py:770
Functiontest_gate_requires_explicit_agent_model_state
(tmp_path: Path)
tests/test_public_benchmark_gate.py:621
Functiontest_gate_requires_identity_fields_only_for_pass_cards
(tmp_path: Path)
tests/test_public_benchmark_gate.py:143
Functiontest_gate_requires_metadata_fields_inside_metadata_section
(tmp_path: Path)
tests/test_public_benchmark_gate.py:785
Functiontest_gate_requires_provenance_when_optional_tier3_row_claims_pass
(tmp_path: Path)
tests/test_public_benchmark_gate.py:3327
Functiontest_gate_requires_visible_structural_headings
( tmp_path: Path, marker: str, hidden_marker: str, )
tests/test_public_benchmark_gate.py:478
Functiontest_gate_scans_decoded_link_image_and_html_surfaces
(tmp_path: Path, markup: str)
tests/test_public_benchmark_gate.py:2916
Functiontest_gate_status_does_not_repeat_publication_payload_analysis
(monkeypatch)
tests/reporting/test_shared_run_status.py:176
Functiontest_gate_still_validates_present_identity_fields_on_non_pass_cards
(tmp_path: Path)
tests/test_public_benchmark_gate.py:155
Functiontest_gate_stops_metadata_at_same_or_higher_heading
(tmp_path: Path, boundary: str)
tests/test_public_benchmark_gate.py:1880
Functiontest_gate_treats_nonvoid_slash_tag_as_an_open_html_container
(tmp_path: Path)
tests/test_public_benchmark_gate.py:2728
Functiontest_gate_uses_the_named_status_column_when_tier_columns_are_reordered
(tmp_path: Path)
tests/test_public_benchmark_gate.py:1932
Functiontest_gated_behavior_result_never_becomes_a_zero_downstream
(judge_module, monkeypatch)
tests/tier3/test_judge_contracts.py:595
Functiontest_gateway_adapter_selection_preserves_other_routes
(provider, mode, agent)
tests/tier3/test_gateway_codex.py:22
Functiontest_gateway_and_nvidia_wrappers_use_repaired_bootstrap
(tmp_path: Path, agent_class: type)
tests/tier3/test_installed_agent_bootstrap.py:336
Functiontest_gateway_chat_and_build_embeddings_use_only_selected_credentials
()
tests/ci/test_model_config.py:9
Functiontest_gateway_claude_launcher_preserves_catalog_model
( monkeypatch: pytest.MonkeyPatch, tmp_path: Path, env_mode: str, model: str )
tests/tier3/test_claude_gateway_model_handoff.py:25
Functiontest_gateway_codex_active_provider_uses_the_selected_launch_credential
( monkeypatch: pytest.MonkeyPatch, tmp_path: Path, agent_type: type[SkillEvaluatorGatewayCodex], )
tests/tier3/test_harbor_local_agents.py:309
Functiontest_gateway_codex_debian_bootstrap_does_not_install_system_node
(tmp_path: Path)
tests/tier3/test_installed_agent_bootstrap.py:113
Functiontest_gateway_codex_preserves_model_and_prompt
(monkeypatch, tmp_path, model)
tests/tier3/test_gateway_codex.py:160
Functiontest_gateway_defaults_need_only_provider_url_and_key
(gateway)
tests/test_gateway_defaults.py:27
Functiontest_gateway_judge_keeps_independent_claude_route
(monkeypatch, tmp_path, env_mode, model, extra_env, expected)
tests/tier3/test_claude_gateway_model_handoff.py:122
Functiontest_gateway_judge_override_precedence
(gateway)
tests/test_gateway_defaults.py:37
Functiontest_gateway_opencode_config_preserves_model_and_uses_env_credential
(monkeypatch, tmp_path)
tests/tier3/test_gateway_opencode.py:25
Functiontest_gateway_opencode_docker_uses_chat_completions_adapter
()
tests/tier3/test_gateway_opencode.py:12
Functiontest_gateway_opencode_route_is_owned_and_does_not_mutate_caller_config
(monkeypatch, tmp_path)
tests/tier3/test_gateway_opencode.py:42
Functiontest_gateway_preserves_catalog_model_overrides
(gateway, resolver, variable)
tests/test_gateway_defaults.py:69
← previousnext →16,501–16,600 of 24,741, ranked by callers