Code
Hub
Workspaces
Following
Trending
Connect
MCP
copy
Create free account
hub
/
github.com/NVIDIA/SkillEvaluator
/ functions
Functions
24,741 in github.com/NVIDIA/SkillEvaluator
⨍
Functions
24,741
◇
Types & classes
1,292
↳
Endpoints
703
Method
test_failed_tier3_html_renders_na_without_top_performer
(self)
tests/reporting/test_reporters.py:2472
Function
test_failed_tier3_verdict_with_incomplete_execution_keeps_worker_diagnostics
(consumer, tmp_path, monkeypatch, code)
tests/ci/test_run_tiers.py:915
Function
test_failed_unpaired_tier3_evidence_does_not_claim_a_complete_issue_total
()
tests/ci/test_compact_completeness.py:18
Function
test_failed_unscored_attempts_do_not_recommend_spending_on_more_repetitions
(tmp_path: Path)
tests/test_tier3_next_steps.py:107
Function
test_failed_with_skill_condition_ignores_stale_partial_quality_artifacts
(tmp_path: Path)
tests/test_harbor_html_report_failures.py:327
Function
test_failed_workflow_cannot_publish_a_passing_artifact
(tmp_path)
tests/ci/test_publish_reports.py:1117
Function
test_failed_wrapped_shell_read_is_not_activation
(grader, command)
tests/tier3/test_failed_skill_reads.py:141
Function
test_failing_advisory_tier3_is_labelled_advisory
()
tests/reporting/test_report_redesign.py:310
Function
test_failing_advisory_tier_is_labelled_advisory
()
tests/reporting/test_report_redesign.py:292
Function
test_failing_agent_alone_renders_a_fail_with_its_blocking_reason
()
tests/reporting/test_verdict_evidence.py:151
Function
test_failing_finding_only_cites_failing_cases
(reverse)
tests/tier3/test_suggestion_grounding.py:111
Function
test_failing_jobs_that_sort_last_keep_their_trials_before_passing_jobs
(tmp_path)
tests/ci/test_ci_worker_diagnostics.py:244
Method
test_fails_closed_without_descriptor_anchored_reads
(self, skill_root: Path, monkeypatch)
tests/deduplication/utils/test_skill_collector.py:432
Function
test_failure_case_ids_do_not_inflate_known_case_count
()
tests/reporting/test_evidence_volume_rendering.py:262
Method
test_failure_detail_is_truncated
(self)
tests/tier3/test_plugin_signals.py:766
Method
test_failure_details_never_echo_argument_values
(self, rule: dict[str, Any], command: str, secret: str)
tests/tier3/test_plugin_signals.py:755
Function
test_failure_detection_agrees
(checker, observation)
tests/tier3/test_error_recovery.py:550
Function
test_failure_finding_location_and_suggestion_are_visible
(tmp_path)
tests/ci/test_report_views.py:159
Function
test_failure_fixture_must_retain_expected_invalid_name_finding
(tmp_path)
tests/ci/test_smoke_image.py:211
Method
test_failure_marker_at_the_end_of_a_long_body_marks_failure
(self)
tests/tier3/test_plugin_signals.py:469
Method
test_failure_marker_mid_way_through_a_long_successful_body_is_ignored
(self)
tests/tier3/test_plugin_signals.py:464
Method
test_failure_markers_mark_failure
(self, content: str)
tests/tier3/test_plugin_signals.py:444
Function
test_failure_output_names_agent_condition_log_and_retained_command
(tmp_path: Path)
tests/test_tier3_result_display.py:1003
Function
test_failure_output_surfaces_the_concrete_timed_out_trial
()
tests/test_tier3_result_display.py:1032
Function
test_failure_outranks_missing_evidence_in_another_result
()
tests/reporting/test_shared_run_status.py:35
Function
test_failure_reason_omits_semicolon_separated_grader_reason_parts
()
tests/reporting/test_tier3_failure_reasons.py:478
Method
test_failure_result_with_error_message
ToolResult captures failed execution with error message.
tests/utils/test_tool_runner.py:688
Function
test_failure_with_no_retry_is_not_first_attempt_clean
A failure that is never retried must not score 1.0 / passed-clean.
tests/tier3/test_error_recovery.py:432
Function
test_fairness_diagnostics_bound_untrusted_matched_text
(field, large_input)
tests/tier3/test_dataset_baseline_fairness.py:1636
Function
test_fairness_warning_excerpts_are_bounded
(entry)
tests/tier3/test_dataset_baseline_fairness.py:803
Function
test_fairness_warnings_do_not_block_the_tier3_source_check
(tmp_path: Path)
tests/tier3/test_dataset_baseline_fairness.py:337
Function
test_fake_attempt_runner_stops_after_token_budget
(monkeypatch, tmp_path)
tests/tier3/test_run_budget.py:583
Function
test_fake_gym_claude_stages_project_skills_in_both_arms
(tmp_path: Path, monkeypatch)
tests/test_nemo_gym_backend.py:708
Function
test_fake_gym_run_honors_arm_case_limit_config_and_is_discoverable
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, keep_staged_tasks: None )
tests/test_nemo_gym_backend.py:975
Function
test_fake_gym_run_rejects_an_invalid_agent_workdir
(tmp_path: Path, monkeypatch: pytest.MonkeyPatch)
tests/test_nemo_gym_backend.py:1106
Function
test_fake_gym_run_rejects_config_options_gym_cannot_honor
(tmp_path: Path, monkeypatch: pytest.MonkeyPatch)
tests/test_nemo_gym_backend.py:1012
Function
test_fake_gym_run_rejects_harbor_only_config_keys
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, harbor_config: str )
tests/test_nemo_gym_backend.py:1064
Function
test_fake_gym_run_rejects_pre_agent_setup_with_a_baseline_arm
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch )
tests/test_nemo_gym_backend.py:1073
Function
test_fake_gym_run_reuses_the_shared_base_image
(tmp_path: Path, monkeypatch: pytest.MonkeyPatch)
tests/test_nemo_gym_backend.py:1929
Function
test_fake_gym_run_stages_agent_workdir_and_pre_agent_setup
(tmp_path: Path, monkeypatch: pytest.MonkeyPatch)
tests/test_nemo_gym_backend.py:1084
Function
test_fake_gym_run_stages_frozen_decoys_in_every_arm
(tmp_path: Path, monkeypatch: pytest.MonkeyPatch)
tests/test_nemo_gym_backend.py:1247
Function
test_fake_gym_run_stages_native_harbor_tasks
(tmp_path: Path, monkeypatch: pytest.MonkeyPatch)
tests/test_nemo_gym_backend.py:1891
Function
test_fake_gym_run_uses_config_agent_model_and_resources
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, keep_staged_tasks: None )
tests/test_nemo_gym_backend.py:1044
Function
test_fake_harbor_native_setup_confirms_the_full_arm_and_caches_its_init_event
(tmp_path)
tests/tier3/test_private_comparison_engine_acceptance.py:138
Function
test_fallback_best_effort_pass_detects_sampled_prior_sibling_change
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, )
tests/test_harbor_secure_copy.py:1537
Function
test_fallback_best_effort_post_order_detects_sampled_late_name
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, )
tests/test_harbor_secure_copy.py:1619
Function
test_fallback_explains_safe_failure_and_labels_starter
(generation_skill, monkeypatch, error, expected)
tests/tier3/test_dataset_generation_progress.py:170
Function
test_fallback_fills_only_missing_finite_fields_and_preserves_zero
(tmp_path)
tests/tier3/test_private_usage_recovery_review2.py:59
Method
test_fallback_fixed_size
(self)
tests/embedding/test_client.py:394
Function
test_fallback_owned_output_cleanup_never_recursively_deletes_contents
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, )
tests/test_harbor_output_provenance.py:439
Function
test_fallback_post_finalize_injection_restores_old_destination
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, )
tests/test_harbor_secure_copy.py:1297
Function
test_fallback_reason_strips_terminal_escape_sequences
()
tests/reporting/test_dataset_generation_provenance.py:158
Function
test_fallback_regular_to_fifo_swap_never_blocks
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, )
tests/test_harbor_secure_copy.py:1396
Function
test_fallback_regular_to_symlink_swap_reads_no_outside_bytes
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, )
tests/test_harbor_secure_copy.py:1437
Method
test_fallback_response
(self)
tests/validators/test_rubric_eval.py:123
Function
test_fallback_sampled_corrupt_rollback_uses_exact_reserve
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, )
tests/test_harbor_secure_copy.py:1716
Method
test_falls_back_to_interpreter_bin_dir
A tool missing from PATH is found next to the running interpreter. This is the ``uv tool install`` / ``pipx`` layout: console scripts of
tests/utils/test_tool_runner.py:211
Function
test_false_and_zero_are_real_reference_answers
(value)
tests/tier3/test_metric_applicability_producer.py:41
Function
test_false_or_missing_flags_keep_a_good_result_succeeded
(flag: Any)
tests/tier3/test_f90_mcp_execution.py:134
Function
test_falsey_non_string_completion_content_is_rejected
(content: object)
tests/test_nvidia_build_bridge.py:2814
Method
test_fatal_row_is_not_trusted
(self)
tests/validators/test_skillspector_hook_surface.py:997
Function
test_feedback_and_suggestions_render_before_artifacts
(tmp_path: Path)
tests/test_tier3_result_display.py:1561
Function
test_feedback_artifact_is_reusable_when_only_a_failed_job_is_retried
()
tests/ci/test_publisher_workflow.py:66
Method
test_feedback_chat_truncation_is_a_typed_error_and_not_retried
(self, monkeypatch: pytest.MonkeyPatch)
tests/inference/test_llm_client.py:1457
Function
test_feedback_checks_out_only_pinned_tools_and_uses_scoped_token
()
tests/ci/test_all_tier_workflows.py:123
Function
test_feedback_cli_ctrl_c_during_answer_returns_to_prompt
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, plain_console: None )
tests/evaluation/test_tier3_feedback_chat.py:1520
Function
test_feedback_cli_eof_exits_zero_without_inference
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, plain_console: None )
tests/evaluation/test_tier3_feedback_chat.py:1548
Function
test_feedback_cli_escapes_panel_paths
(tmp_path: Path, monkeypatch: pytest.MonkeyPatch, plain_console: None)
tests/evaluation/test_tier3_feedback_chat.py:1536
Function
test_feedback_cli_fails_when_every_question_fails
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, plain_console: None )
tests/evaluation/test_tier3_feedback_chat.py:1589
Function
test_feedback_cli_notes_a_skill_that_changed_since_the_run
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, plain_console: None, changed: bool )
tests/evaluation/test_tier3_feedback_chat.py:1603
Function
test_feedback_cli_preserves_tradeoffs_and_renders_model_text_literally
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, plain_console: None )
tests/evaluation/test_tier3_feedback_chat.py:1427
Function
test_feedback_cli_provider_misconfig_before_first_question
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, plain_console: None )
tests/evaluation/test_tier3_feedback_chat.py:1454
Function
test_feedback_cli_rejects_incomplete_run_before_inference
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, plain_console: None )
tests/evaluation/test_tier3_feedback_chat.py:1469
Function
test_feedback_cli_rejects_skill_that_does_not_match_run
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, plain_console: None )
tests/evaluation/test_tier3_feedback_chat.py:1486
Function
test_feedback_cli_sends_alternating_history_for_a_real_run
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, plain_console: None )
tests/evaluation/test_tier3_feedback_chat.py:1565
Function
test_feedback_cli_strips_terminal_escapes_from_answers
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, plain_console: None )
tests/evaluation/test_tier3_feedback_chat.py:1502
Function
test_feedback_display_redacts_secrets_controls_and_rich_markup
(monkeypatch)
tests/test_tier3_result_display.py:1638
Function
test_feedback_display_supports_legacy_agent_eval_results
()
tests/test_tier3_result_display.py:1685
Function
test_feedback_issue_counts_are_derived_from_native_evidence_and_unknown_without_it
(platform)
tests/ci/test_feedback.py:307
Function
test_feedback_metadata_cannot_redirect_comment_target
(tmp_path, changes)
tests/ci/test_comment_report.py:215
Function
test_feedback_mutation_jobs_are_serialized_per_pr_source_without_dropping_pending_runs
()
tests/ci/test_all_tier_workflows.py:370
Function
test_feedback_overflow_does_not_claim_a_missing_html_report
()
tests/test_tier3_result_display.py:1668
Function
test_fenced_headings_are_not_promoted_to_sections_during_split
()
tests/deduplication/utils/test_chunk_bounds.py:74
Function
test_fenced_headings_remain_literal
(opener: str, code: str, closer: str, offset: int)
tests/deduplication/utils/test_chunker_fences.py:37
Method
test_fenced_markdown_link_example_is_not_nested
(self, tmp_path: Path)
tests/validators/test_quality_score.py:1452
Function
test_fern_docs_use_the_verified_skills_basepath_and_launch_positioning
()
tests/test_oss_packaging.py:885
Function
test_fern_pin_guard_rejects_unreviewed_dependency_changes
( mutation: str, tmp_path: Path, monkeypatch: pytest.MonkeyPatch )
tests/test_ci_workflows.py:895
Function
test_fetch_anthropic_model_record_encodes_alias_as_one_path_segment
(monkeypatch)
tests/test_model_catalog.py:117
Function
test_fetch_classifies_http_failures_without_exposing_response
( monkeypatch, status: int, expected_kind: str, )
tests/test_model_catalog.py:553
Function
test_fetch_model_records_follows_bounded_anthropic_cursor_pages
(monkeypatch)
tests/test_model_catalog.py:138
Function
test_fetch_model_records_rejects_repeated_anthropic_cursor
(monkeypatch)
tests/test_model_catalog.py:164
Function
test_fetch_model_records_uses_anthropic_native_headers
(monkeypatch)
tests/test_model_catalog.py:99
Function
test_fetch_model_records_uses_bearer_catalog_request
(monkeypatch, provider: str, expected_url: str)
tests/test_model_catalog.py:82
Function
test_fetch_never_exposes_http_body_reason_url_or_key
(monkeypatch)
tests/test_model_catalog.py:522
Function
test_fetch_normalizes_deduplicates_and_skips_unsafe_records
(monkeypatch)
tests/test_model_catalog.py:492
Function
test_fetch_redacts_low_level_http_protocol_failures
(monkeypatch, failure: Exception)
tests/test_model_catalog.py:593
Function
test_fetch_redacts_transport_reason
(monkeypatch)
tests/test_model_catalog.py:575
Function
test_fetch_rejects_malformed_catalog
(monkeypatch, payload: object)
tests/test_model_catalog.py:515
Function
test_fetch_rejects_oversized_and_invalid_json_responses
(monkeypatch)
tests/test_model_catalog.py:615
Function
test_fetch_then_parse_hook_passes
(tmp_path: Path)
tests/validators/test_plugin_static_risk_review_fixes.py:306
← previous
next →
16,101–16,200 of 24,741, ranked by callers