MCPcopy Create free account

hub / github.com/NVIDIA/SkillEvaluator / functions

Functions24,741 in github.com/NVIDIA/SkillEvaluator

Methodtest_failed_tier3_html_renders_na_without_top_performer
(self)
tests/reporting/test_reporters.py:2472
Functiontest_failed_tier3_verdict_with_incomplete_execution_keeps_worker_diagnostics
(consumer, tmp_path, monkeypatch, code)
tests/ci/test_run_tiers.py:915
Functiontest_failed_unpaired_tier3_evidence_does_not_claim_a_complete_issue_total
()
tests/ci/test_compact_completeness.py:18
Functiontest_failed_unscored_attempts_do_not_recommend_spending_on_more_repetitions
(tmp_path: Path)
tests/test_tier3_next_steps.py:107
Functiontest_failed_with_skill_condition_ignores_stale_partial_quality_artifacts
(tmp_path: Path)
tests/test_harbor_html_report_failures.py:327
Functiontest_failed_workflow_cannot_publish_a_passing_artifact
(tmp_path)
tests/ci/test_publish_reports.py:1117
Functiontest_failed_wrapped_shell_read_is_not_activation
(grader, command)
tests/tier3/test_failed_skill_reads.py:141
Functiontest_failing_advisory_tier3_is_labelled_advisory
()
tests/reporting/test_report_redesign.py:310
Functiontest_failing_advisory_tier_is_labelled_advisory
()
tests/reporting/test_report_redesign.py:292
Functiontest_failing_agent_alone_renders_a_fail_with_its_blocking_reason
()
tests/reporting/test_verdict_evidence.py:151
Functiontest_failing_finding_only_cites_failing_cases
(reverse)
tests/tier3/test_suggestion_grounding.py:111
Functiontest_failing_jobs_that_sort_last_keep_their_trials_before_passing_jobs
(tmp_path)
tests/ci/test_ci_worker_diagnostics.py:244
Methodtest_fails_closed_without_descriptor_anchored_reads
(self, skill_root: Path, monkeypatch)
tests/deduplication/utils/test_skill_collector.py:432
Functiontest_failure_case_ids_do_not_inflate_known_case_count
()
tests/reporting/test_evidence_volume_rendering.py:262
Methodtest_failure_detail_is_truncated
(self)
tests/tier3/test_plugin_signals.py:766
Methodtest_failure_details_never_echo_argument_values
(self, rule: dict[str, Any], command: str, secret: str)
tests/tier3/test_plugin_signals.py:755
Functiontest_failure_detection_agrees
(checker, observation)
tests/tier3/test_error_recovery.py:550
Functiontest_failure_finding_location_and_suggestion_are_visible
(tmp_path)
tests/ci/test_report_views.py:159
Functiontest_failure_fixture_must_retain_expected_invalid_name_finding
(tmp_path)
tests/ci/test_smoke_image.py:211
Methodtest_failure_marker_at_the_end_of_a_long_body_marks_failure
(self)
tests/tier3/test_plugin_signals.py:469
Methodtest_failure_marker_mid_way_through_a_long_successful_body_is_ignored
(self)
tests/tier3/test_plugin_signals.py:464
Methodtest_failure_markers_mark_failure
(self, content: str)
tests/tier3/test_plugin_signals.py:444
Functiontest_failure_output_names_agent_condition_log_and_retained_command
(tmp_path: Path)
tests/test_tier3_result_display.py:1003
Functiontest_failure_output_surfaces_the_concrete_timed_out_trial
()
tests/test_tier3_result_display.py:1032
Functiontest_failure_outranks_missing_evidence_in_another_result
()
tests/reporting/test_shared_run_status.py:35
Functiontest_failure_reason_omits_semicolon_separated_grader_reason_parts
()
tests/reporting/test_tier3_failure_reasons.py:478
Methodtest_failure_result_with_error_message
ToolResult captures failed execution with error message.
tests/utils/test_tool_runner.py:688
Functiontest_failure_with_no_retry_is_not_first_attempt_clean
A failure that is never retried must not score 1.0 / passed-clean.
tests/tier3/test_error_recovery.py:432
Functiontest_fairness_diagnostics_bound_untrusted_matched_text
(field, large_input)
tests/tier3/test_dataset_baseline_fairness.py:1636
Functiontest_fairness_warning_excerpts_are_bounded
(entry)
tests/tier3/test_dataset_baseline_fairness.py:803
Functiontest_fairness_warnings_do_not_block_the_tier3_source_check
(tmp_path: Path)
tests/tier3/test_dataset_baseline_fairness.py:337
Functiontest_fake_attempt_runner_stops_after_token_budget
(monkeypatch, tmp_path)
tests/tier3/test_run_budget.py:583
Functiontest_fake_gym_claude_stages_project_skills_in_both_arms
(tmp_path: Path, monkeypatch)
tests/test_nemo_gym_backend.py:708
Functiontest_fake_gym_run_honors_arm_case_limit_config_and_is_discoverable
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, keep_staged_tasks: None )
tests/test_nemo_gym_backend.py:975
Functiontest_fake_gym_run_rejects_an_invalid_agent_workdir
(tmp_path: Path, monkeypatch: pytest.MonkeyPatch)
tests/test_nemo_gym_backend.py:1106
Functiontest_fake_gym_run_rejects_config_options_gym_cannot_honor
(tmp_path: Path, monkeypatch: pytest.MonkeyPatch)
tests/test_nemo_gym_backend.py:1012
Functiontest_fake_gym_run_rejects_harbor_only_config_keys
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, harbor_config: str )
tests/test_nemo_gym_backend.py:1064
Functiontest_fake_gym_run_rejects_pre_agent_setup_with_a_baseline_arm
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch )
tests/test_nemo_gym_backend.py:1073
Functiontest_fake_gym_run_reuses_the_shared_base_image
(tmp_path: Path, monkeypatch: pytest.MonkeyPatch)
tests/test_nemo_gym_backend.py:1929
Functiontest_fake_gym_run_stages_agent_workdir_and_pre_agent_setup
(tmp_path: Path, monkeypatch: pytest.MonkeyPatch)
tests/test_nemo_gym_backend.py:1084
Functiontest_fake_gym_run_stages_frozen_decoys_in_every_arm
(tmp_path: Path, monkeypatch: pytest.MonkeyPatch)
tests/test_nemo_gym_backend.py:1247
Functiontest_fake_gym_run_stages_native_harbor_tasks
(tmp_path: Path, monkeypatch: pytest.MonkeyPatch)
tests/test_nemo_gym_backend.py:1891
Functiontest_fake_gym_run_uses_config_agent_model_and_resources
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, keep_staged_tasks: None )
tests/test_nemo_gym_backend.py:1044
Functiontest_fake_harbor_native_setup_confirms_the_full_arm_and_caches_its_init_event
(tmp_path)
tests/tier3/test_private_comparison_engine_acceptance.py:138
Functiontest_fallback_best_effort_pass_detects_sampled_prior_sibling_change
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, )
tests/test_harbor_secure_copy.py:1537
Functiontest_fallback_best_effort_post_order_detects_sampled_late_name
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, )
tests/test_harbor_secure_copy.py:1619
Functiontest_fallback_explains_safe_failure_and_labels_starter
(generation_skill, monkeypatch, error, expected)
tests/tier3/test_dataset_generation_progress.py:170
Functiontest_fallback_fills_only_missing_finite_fields_and_preserves_zero
(tmp_path)
tests/tier3/test_private_usage_recovery_review2.py:59
Methodtest_fallback_fixed_size
(self)
tests/embedding/test_client.py:394
Functiontest_fallback_owned_output_cleanup_never_recursively_deletes_contents
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, )
tests/test_harbor_output_provenance.py:439
Functiontest_fallback_post_finalize_injection_restores_old_destination
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, )
tests/test_harbor_secure_copy.py:1297
Functiontest_fallback_reason_strips_terminal_escape_sequences
()
tests/reporting/test_dataset_generation_provenance.py:158
Functiontest_fallback_regular_to_fifo_swap_never_blocks
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, )
tests/test_harbor_secure_copy.py:1396
Functiontest_fallback_regular_to_symlink_swap_reads_no_outside_bytes
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, )
tests/test_harbor_secure_copy.py:1437
Methodtest_fallback_response
(self)
tests/validators/test_rubric_eval.py:123
Functiontest_fallback_sampled_corrupt_rollback_uses_exact_reserve
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, )
tests/test_harbor_secure_copy.py:1716
Methodtest_falls_back_to_interpreter_bin_dir
A tool missing from PATH is found next to the running interpreter. This is the ``uv tool install`` / ``pipx`` layout: console scripts of
tests/utils/test_tool_runner.py:211
Functiontest_false_and_zero_are_real_reference_answers
(value)
tests/tier3/test_metric_applicability_producer.py:41
Functiontest_false_or_missing_flags_keep_a_good_result_succeeded
(flag: Any)
tests/tier3/test_f90_mcp_execution.py:134
Functiontest_falsey_non_string_completion_content_is_rejected
(content: object)
tests/test_nvidia_build_bridge.py:2814
Methodtest_fatal_row_is_not_trusted
(self)
tests/validators/test_skillspector_hook_surface.py:997
Functiontest_feedback_and_suggestions_render_before_artifacts
(tmp_path: Path)
tests/test_tier3_result_display.py:1561
Functiontest_feedback_artifact_is_reusable_when_only_a_failed_job_is_retried
()
tests/ci/test_publisher_workflow.py:66
Methodtest_feedback_chat_truncation_is_a_typed_error_and_not_retried
(self, monkeypatch: pytest.MonkeyPatch)
tests/inference/test_llm_client.py:1457
Functiontest_feedback_checks_out_only_pinned_tools_and_uses_scoped_token
()
tests/ci/test_all_tier_workflows.py:123
Functiontest_feedback_cli_ctrl_c_during_answer_returns_to_prompt
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, plain_console: None )
tests/evaluation/test_tier3_feedback_chat.py:1520
Functiontest_feedback_cli_eof_exits_zero_without_inference
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, plain_console: None )
tests/evaluation/test_tier3_feedback_chat.py:1548
Functiontest_feedback_cli_escapes_panel_paths
(tmp_path: Path, monkeypatch: pytest.MonkeyPatch, plain_console: None)
tests/evaluation/test_tier3_feedback_chat.py:1536
Functiontest_feedback_cli_fails_when_every_question_fails
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, plain_console: None )
tests/evaluation/test_tier3_feedback_chat.py:1589
Functiontest_feedback_cli_notes_a_skill_that_changed_since_the_run
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, plain_console: None, changed: bool )
tests/evaluation/test_tier3_feedback_chat.py:1603
Functiontest_feedback_cli_preserves_tradeoffs_and_renders_model_text_literally
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, plain_console: None )
tests/evaluation/test_tier3_feedback_chat.py:1427
Functiontest_feedback_cli_provider_misconfig_before_first_question
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, plain_console: None )
tests/evaluation/test_tier3_feedback_chat.py:1454
Functiontest_feedback_cli_rejects_incomplete_run_before_inference
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, plain_console: None )
tests/evaluation/test_tier3_feedback_chat.py:1469
Functiontest_feedback_cli_rejects_skill_that_does_not_match_run
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, plain_console: None )
tests/evaluation/test_tier3_feedback_chat.py:1486
Functiontest_feedback_cli_sends_alternating_history_for_a_real_run
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, plain_console: None )
tests/evaluation/test_tier3_feedback_chat.py:1565
Functiontest_feedback_cli_strips_terminal_escapes_from_answers
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, plain_console: None )
tests/evaluation/test_tier3_feedback_chat.py:1502
Functiontest_feedback_display_redacts_secrets_controls_and_rich_markup
(monkeypatch)
tests/test_tier3_result_display.py:1638
Functiontest_feedback_display_supports_legacy_agent_eval_results
()
tests/test_tier3_result_display.py:1685
Functiontest_feedback_issue_counts_are_derived_from_native_evidence_and_unknown_without_it
(platform)
tests/ci/test_feedback.py:307
Functiontest_feedback_metadata_cannot_redirect_comment_target
(tmp_path, changes)
tests/ci/test_comment_report.py:215
Functiontest_feedback_mutation_jobs_are_serialized_per_pr_source_without_dropping_pending_runs
()
tests/ci/test_all_tier_workflows.py:370
Functiontest_feedback_overflow_does_not_claim_a_missing_html_report
()
tests/test_tier3_result_display.py:1668
Functiontest_fenced_headings_are_not_promoted_to_sections_during_split
()
tests/deduplication/utils/test_chunk_bounds.py:74
Functiontest_fenced_headings_remain_literal
(opener: str, code: str, closer: str, offset: int)
tests/deduplication/utils/test_chunker_fences.py:37
Methodtest_fenced_markdown_link_example_is_not_nested
(self, tmp_path: Path)
tests/validators/test_quality_score.py:1452
Functiontest_fern_docs_use_the_verified_skills_basepath_and_launch_positioning
()
tests/test_oss_packaging.py:885
Functiontest_fern_pin_guard_rejects_unreviewed_dependency_changes
( mutation: str, tmp_path: Path, monkeypatch: pytest.MonkeyPatch )
tests/test_ci_workflows.py:895
Functiontest_fetch_anthropic_model_record_encodes_alias_as_one_path_segment
(monkeypatch)
tests/test_model_catalog.py:117
Functiontest_fetch_classifies_http_failures_without_exposing_response
( monkeypatch, status: int, expected_kind: str, )
tests/test_model_catalog.py:553
Functiontest_fetch_model_records_follows_bounded_anthropic_cursor_pages
(monkeypatch)
tests/test_model_catalog.py:138
Functiontest_fetch_model_records_rejects_repeated_anthropic_cursor
(monkeypatch)
tests/test_model_catalog.py:164
Functiontest_fetch_model_records_uses_anthropic_native_headers
(monkeypatch)
tests/test_model_catalog.py:99
Functiontest_fetch_model_records_uses_bearer_catalog_request
(monkeypatch, provider: str, expected_url: str)
tests/test_model_catalog.py:82
Functiontest_fetch_never_exposes_http_body_reason_url_or_key
(monkeypatch)
tests/test_model_catalog.py:522
Functiontest_fetch_normalizes_deduplicates_and_skips_unsafe_records
(monkeypatch)
tests/test_model_catalog.py:492
Functiontest_fetch_redacts_low_level_http_protocol_failures
(monkeypatch, failure: Exception)
tests/test_model_catalog.py:593
Functiontest_fetch_redacts_transport_reason
(monkeypatch)
tests/test_model_catalog.py:575
Functiontest_fetch_rejects_malformed_catalog
(monkeypatch, payload: object)
tests/test_model_catalog.py:515
Functiontest_fetch_rejects_oversized_and_invalid_json_responses
(monkeypatch)
tests/test_model_catalog.py:615
Functiontest_fetch_then_parse_hook_passes
(tmp_path: Path)
tests/validators/test_plugin_static_risk_review_fixes.py:306
← previousnext →16,101–16,200 of 24,741, ranked by callers