Code
Hub
Workspaces
Following
Trending
Connect
MCP
copy
Create free account
hub
/
github.com/NVIDIA/SkillEvaluator
/ functions
Functions
24,741 in github.com/NVIDIA/SkillEvaluator
⨍
Functions
24,741
◇
Types & classes
1,292
↳
Endpoints
703
Function
test_force_only_rm_policy_survives_parser_limits
(security_check, prefix, target, expected_score)
tests/tier3/test_destructive_command_paths.py:490
Function
test_force_only_rm_resolution_work_is_bounded
Adversarial targets stay flagged and spend at most the per-trace work budget.
tests/tier3/test_destructive_command_paths.py:628
Function
test_force_only_rm_resolves_relative_targets_after_cd
(security_check, commands, expected_score)
tests/tier3/test_destructive_command_paths.py:606
Function
test_force_only_rm_under_find_exec_uses_find_start_paths
(security_check, command, expected_score)
tests/tier3/test_destructive_command_paths.py:518
Function
test_force_success_removes_stale_case_files_transactionally
(tmp_path: Path)
tests/test_harbor_scaffold_transactions.py:351
Function
test_force_write_failure_preserves_existing_dataset
(tmp_path, monkeypatch)
tests/tier3/test_generate_dataset_results.py:396
Function
test_force_write_preserves_existing_dataset_permissions
(tmp_path)
tests/tier3/test_generate_dataset_results.py:423
Function
test_forced_private_format_cli_preserves_failure_and_all_reports
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, relative: str )
tests/cli/test_private_foundations_public_compatibility.py:76
Function
test_forced_rich_progress_on_a_stream_that_is_not_a_terminal_ends_the_final_frame_line
( monkeypatch: pytest.MonkeyPatch, stream_kind: str, )
tests/test_tier3_progress.py:2138
Function
test_forced_rich_progress_on_an_interactive_pipe_draws_only_the_final_frame
( monkeypatch: pytest.MonkeyPatch, stream_kind: str, )
tests/test_tier3_progress.py:2269
Function
test_forced_rich_stop_notice_on_a_pipe_starts_a_line_below_the_frame
( pipe_state: str, notice: str, )
tests/test_tier3_progress.py:2189
Function
test_forced_server_web_search_choice_is_a_structured_400
(bridge_services: _BridgeServices, tool_type: str)
tests/test_nvidia_build_bridge.py:1452
Function
test_forced_styles_replace_coding_instructions_and_only_first_applies
(tmp_path)
tests/test_plugin_context_cost.py:81
Function
test_forced_terminal_pipe_keeps_durable_progress_instead_of_live
(monkeypatch, env)
tests/reporting/test_terminal_polish.py:670
Function
test_forced_tool_choice_translates_to_chat_contract
( translator: object, payload: dict[str, object], expected: object )
tests/test_nvidia_build_bridge.py:2806
Function
test_foreign_existing_pr_is_not_modified
(trusted, monkeypatch)
tests/ci/test_benchmark_publish.py:364
Function
test_foreign_plugin_root_in_mcp_env_is_rewritten_for_claude
(tmp_path: Path)
tests/tier3/test_private_runtime_regressions.py:93
Function
test_foreign_plugin_root_values_are_normalized_in_native_config
(tmp_path, manifest_dir, prefix, launch)
tests/tier3/test_native_mcp_policy.py:110
Function
test_foreign_skipped_tier3_payload_cannot_waive_or_certify_target_policy
( tmp_path: Path, policy_location: str, expected_required: bool, )
tests/reporting/test_advisory_skip_verdict.py:3357
Function
test_foreign_source_cannot_certify_card
(tmp_path, change)
tests/ci/test_benchmark_reports.py:159
Function
test_forged_nonwinning_best_agent_cannot_certify_publication
( peer_score: float, peer_lift: float, reverse_mapping_order: bool, )
tests/reporting/test_advisory_skip_verdict.py:3216
Function
test_fork_and_deleted_fork_from_commit_fallback_get_no_alias_or_comment
(repo)
tests/ci/test_publish_reports.py:814
Function
test_fork_prs_never_claim_that_no_skill_changed
Fork file lists are not read, so their skipped paid tiers keep the withheld-job reason.
tests/ci/test_github_admission_workflow.py:262
Function
test_fork_verification_templates_point_to_the_fork
(tmp_path)
tests/ci/test_render_templates.py:119
Function
test_format_judges_keep_direct_unsectioned_inputs_compatible
(judge_module, monkeypatch)
tests/tier3/test_judge_contracts.py:273
Function
test_format_judges_receive_complete_final_response_separate_from_tool_and_reference
( monkeypatch, requirement: str, final_response: str )
tests/tier3/test_judge_contracts.py:190
Function
test_format_only_behavior_is_separate_from_a_stated_correctness_behavior
(monkeypatch)
tests/tier3/test_judge_contracts.py:241
Function
test_format_wording_and_negated_checks_do_not_warn
(skill_name, text)
tests/tier3/test_dataset_baseline_fairness.py:705
Function
test_four_arms_share_the_per_agent_trial_budget
(tmp_path, monkeypatch)
tests/tier3/test_private_comparison_engine.py:41
Method
test_four_component_release_versions_are_not_pii
(self, tmp_path: Path)
tests/validators/test_security.py:8518
Method
test_fresh_module_import_does_not_launch_scanner
(self, scanner_bin, monkeypatch)
tests/utils/test_tool_runner.py:549
Function
test_fresh_private_workflow_site_can_be_adopted_after_no_history_or_deployments
(pages)
tests/test_ci_onboarding_pages.py:146
Function
test_fresh_scored_retry_preserves_timeout_history
(tmp_path)
tests/test_harbor_timeout_recovery.py:154
Method
test_frontmatter_complexity_limit_fails_closed
(self, skill_root: Path, frontmatter: str)
tests/deduplication/utils/test_skill_collector.py:174
Function
test_frontmatter_does_not_promote_indented_first_body_line
(newline: str)
tests/validators/test_markdown.py:288
Function
test_frontmatter_ends_at_the_first_closing_dashes_like_claude_code
(closer)
tests/test_plugin_markdown.py:70
Function
test_frontmatter_field_over_the_catalog_text_limit_fails_in_every_mode
( tmp_path: Path, monkeypatch, full_body: bool )
tests/embedding/test_similarity_limits.py:350
Function
test_frontmatter_hooks_are_analyzed_once_and_bad_declarations_remain_selected
(tmp_path)
tests/test_plugin_inventory.py:193
Function
test_frontmatter_hooks_census_wrapped_in_the_plugin_arm_still_hash_equal
(tmp_path: Path)
tests/tier3/test_private_loose_source.py:719
Function
test_frontmatter_limits_do_not_abort_validation
(tmp_path: Path, value: str)
tests/validators/test_hygiene_link_boundaries.py:87
Method
test_frontmatter_merge_chain_fails_closed_before_embedding
(self, mock_embed, tmp_path: Path)
tests/deduplication/intra_skill/test_intra_skill_validator.py:237
Function
test_frontmatter_over_a_limit_stops_the_catalog_with_the_provider_reason
( consumer, tmp_path, monkeypatch, frontmatter )
tests/ci/test_run_tiers.py:1101
Function
test_frozen_decoy_stages_identically_after_source_changes
(tmp_path: Path)
tests/tier3/test_decoy_workspace.py:183
Function
test_full_agent_verdict_keeps_displayed_zero_lift_neutral
()
tests/reporting/test_terminal_polish.py:257
Function
test_full_and_partial_judge_results_reach_case_report
(monkeypatch)
tests/reporting/test_tier3_expectations.py:44
Function
test_full_attempt_count_is_required_without_early_stop
()
tests/reporting/test_advisory_skip_verdict.py:3143
Method
test_full_body_flag_passed_to_registry
(self, _mock_client_cls, mock_registry_cls, tmp_path: Path)
tests/validators/test_similarity.py:328
Method
test_full_body_query_text_limit_fails_before_embedding
(self, monkeypatch, query_method: str)
tests/embedding/test_registry.py:643
Function
test_full_body_without_catalog_is_rejected
(skill)
tests/cli/test_tier_workflows.py:450
Function
test_full_budget_denial_can_use_the_planned_case_count
(tmp_path)
tests/tier3/test_budget_denied_arms.py:139
Function
test_full_budget_denial_requires_every_planned_slot
(tmp_path, attempts)
tests/tier3/test_budget_denied_arms.py:120
Function
test_full_cli_and_html_distinguish_required_pass_from_publication
()
tests/reporting/test_final_render_context.py:142
Function
test_full_freeze_manifest_covers_oracle_policy_and_evidence
Catch accidental label/evidence edits beyond the built-in suite digest.
tests/tier3/test_grader_pilot.py:114
Method
test_full_git_object_ids_are_accepted
SHA-1 and SHA-256 object ids are both canonical Git revisions.
tests/test_benchmark_source_provenance.py:137
Function
test_full_hook_literal_loose_directory_is_not_normalized_as_equal
(tmp_path, monkeypatch)
tests/tier3/test_private_comparison_staging.py:313
Function
test_full_lane_keeps_the_existing_commands_and_runners
()
tests/test_ci_workflows.py:311
Function
test_full_mcp_literal_loose_directory_is_not_normalized_as_equal
(tmp_path, monkeypatch, root, variable)
tests/tier3/test_private_comparison_staging.py:258
Function
test_full_payload_download_preserves_retained_canonical_object
(page, reports, fixture, tmp_path)
tests/reporting/test_report_browser.py:707
Function
test_full_preview_needs_no_login_and_leaves_checkout_unchanged
(repository, release_file, monkeypatch)
tests/test_ci_onboarding.py:71
Function
test_full_save_approves_exact_scan_bytes_and_preserves_existing_workflow
(repository, release_file)
tests/test_ci_onboarding.py:194
Function
test_full_scan_and_changed_selection_share_skill_root_rules
(tmp_path, roots)
tests/ci/test_run_tier1.py:331
Function
test_full_summary_keeps_successful_quality_and_lift_evidence
()
tests/reporting/test_terminal_polish.py:49
Function
test_full_summary_shows_completed_agent_eval_counts_without_findings
()
tests/reporting/test_terminal_polish.py:384
Method
test_full_text_includes_body
(self, tmp_path: Path)
tests/embedding/test_extractor.py:140
Function
test_fully_inspected_missing_reference_report_is_a_visible_warning
A generic partial gate must not discard complete bundled-file evidence.
tests/validators/test_security_reference_caveats.py:61
Method
test_function_body
(self)
tests/deduplication/utils/test_chunker.py:307
Function
test_function_float_and_width_options_follow_each_shell
``-f`` and ``-F`` name functions and change no variable in bash, but not everywhere: ksh's ``typeset -f f=run.py`` assigns, and ``-F`` and ``-E``
tests/tier3/test_script_invocation_evidence.py:1876
Method
test_function_ranges_follow_matching_braces
(self)
tests/deduplication/utils/test_chunker.py:314
Method
test_function_with_docstring
(self)
tests/deduplication/utils/test_chunker.py:230
Function
test_future_dated_tier3_payload_cannot_dominate_candidate_selection
()
tests/reporting/test_advisory_skip_verdict.py:865
Function
test_gate_accepts_clean_optional_tier2_without_completed_evidence
( tmp_path: Path, status: str, )
tests/test_public_benchmark_gate.py:3194
Function
test_gate_accepts_completed_tier2_without_policy_metadata
(tmp_path: Path)
tests/test_public_benchmark_gate.py:3250
Function
test_gate_accepts_consistent_score_cells
(tmp_path: Path, cell: str)
tests/test_public_benchmark_gate.py:199
Function
test_gate_accepts_earlier_non_pass_cards_without_identity_fields
(tmp_path: Path, verdict: str)
tests/test_public_benchmark_gate.py:134
Function
test_gate_accepts_next_utc_date_within_clock_skew
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, )
tests/test_public_benchmark_gate.py:304
Function
test_gate_accepts_redesigned_public_card
(tmp_path: Path)
tests/test_public_benchmark_gate.py:170
Function
test_gate_accepts_valid_leap_day_evaluation_date
(tmp_path: Path)
tests/test_public_benchmark_gate.py:320
Function
test_gate_applies_html5_end_br_rendering
(tmp_path: Path, rendered_fragment: str)
tests/test_public_benchmark_gate.py:2344
Function
test_gate_checks_pass_tiers_even_when_verdict_format_is_noncanonical
( tmp_path: Path, verdict_line: str, )
tests/test_public_benchmark_gate.py:1722
Function
test_gate_checks_score_transitions_only_in_results_table_cells
(tmp_path: Path)
tests/test_public_benchmark_gate.py:243
Function
test_gate_decodes_html_character_references_before_path_rules
(tmp_path: Path)
tests/test_public_benchmark_gate.py:2860
Function
test_gate_decodes_html_character_references_in_rendered_text_rules
(tmp_path: Path)
tests/test_public_benchmark_gate.py:2799
Function
test_gate_decodes_visible_agent_entities_without_losing_identity
(tmp_path: Path)
tests/test_public_benchmark_gate.py:693
Function
test_gate_detects_invisibly_split_publication_recommendation
( tmp_path: Path, control: str, )
tests/test_public_benchmark_gate.py:2748
Function
test_gate_detects_raw_heading_after_container_close_in_same_token
(tmp_path: Path)
tests/test_public_benchmark_gate.py:606
Function
test_gate_does_not_attribute_evidence_across_untrusted_section_boundary
( tmp_path: Path, section: str, boundary_heading: str, )
tests/test_public_benchmark_gate.py:2667
Function
test_gate_does_not_decode_path_entities_inside_code_spans
(tmp_path: Path)
tests/test_public_benchmark_gate.py:2872
Function
test_gate_does_not_parse_indented_code_as_tier_rows
(tmp_path: Path, indent: str)
tests/test_public_benchmark_gate.py:1902
Function
test_gate_does_not_treat_blockquoted_headings_as_root_sections
( tmp_path: Path, marker: str, )
tests/test_public_benchmark_gate.py:1920
Function
test_gate_does_not_treat_pass_in_required_tier_evidence_as_completion
( tmp_path: Path, tier: int, purpose: str, completed_status: str, )
tests/test_public_benchmark_gate.py:1694
Function
test_gate_does_not_treat_pass_in_tier3_evidence_as_completion
(tmp_path: Path)
tests/test_public_benchmark_gate.py:3277
Function
test_gate_does_not_treat_verdict_prose_as_a_duplicate_field
(tmp_path: Path)
tests/test_public_benchmark_gate.py:1972
Function
test_gate_evidence_preserves_score_bands_and_the_card_rounding_policy
(score: float, expected: str)
tests/reporting/test_verdict_evidence.py:296
Function
test_gate_failure_without_findings_keeps_safe_gate_reason_in_key_information
()
tests/ci/test_summary_metrics.py:115
Function
test_gate_ignores_hidden_comment_recommendation_for_nonpass_verdict
(tmp_path: Path)
tests/test_public_benchmark_gate.py:2450
Function
test_gate_ignores_hidden_html_recommendation_for_nonpass_verdict
( tmp_path: Path, hidden_html: str, )
tests/test_public_benchmark_gate.py:2473
Function
test_gate_ignores_hidden_optional_tier2_policy
(tmp_path: Path, hidden_policy: str)
tests/test_public_benchmark_gate.py:1853
Function
test_gate_ignores_mixed_whitespace_indented_policy_code
(tmp_path: Path)
tests/test_public_benchmark_gate.py:1952
Function
test_gate_ignores_tier_row_decoy_outside_status_section
(tmp_path: Path)
tests/test_public_benchmark_gate.py:1672
Function
test_gate_keeps_aria_hidden_child_in_visually_rendered_heading_text
(tmp_path: Path)
tests/test_public_benchmark_gate.py:591
← previous
next →
16,401–16,500 of 24,741, ranked by callers