Code
Hub
Workspaces
Following
Trending
Connect
MCP
copy
Create free account
hub
/
github.com/NVIDIA/SkillEvaluator
/ functions
Functions
24,741 in github.com/NVIDIA/SkillEvaluator
⨍
Functions
24,741
◇
Types & classes
1,292
↳
Endpoints
703
Function
test_large_exact_pairing_respects_integer_string_safety_limit
( discordant: int, exact_is_serialized: bool, )
tests/test_harbor_metrics_truth.py:1218
Function
test_large_failure_sets_publish_bounded_samples_with_exact_counts
(failure_kind: str)
tests/test_harbor_metrics_truth.py:897
Method
test_large_guidance_does_not_exhaust_the_character_budget
(self, tmp_path: Path)
tests/validators/test_skillspector_scope.py:1148
Function
test_large_inputs_are_bounded_without_walking_all_cases_or_extra_payloads
()
tests/reporting/test_telemetry_view.py:340
Method
test_large_member_cluster_is_reviewed_in_full_when_prompt_fits
( self, mock_embed, mock_clusters, _mock_llm, mock_analyze, tmp_path: Path, verdict: str )
tests/deduplication/intra_skill/test_intra_skill_validator.py:688
Function
test_large_missing_case_set_has_bounded_exact_execution_diagnostics
()
tests/test_harbor_metrics_truth.py:877
Function
test_large_nested_or_cyclic_unknown_fields_are_not_traversed
()
tests/reporting/test_native_evidence.py:175
Function
test_large_preview_omits_whole_diagnostics_without_corrupting_identities
()
tests/reporting/test_tier3_expectations.py:345
Function
test_large_raw_artifact_ignores_non_json_members_without_extracting
()
tests/ci/test_publish_reports.py:321
Method
test_large_repeated_content_preserves_each_occurrence
(self, make_chunk)
tests/deduplication/intra_skill/test_intra_llm_analyzer.py:31
Function
test_large_runtime_collection_saves_complete_evidence_and_statistics
(tmp_path)
tests/tier3/test_private_comparison_artifacts.py:139
Method
test_large_skill_is_advisory
The recommended 5000-token maximum is advisory, not a blocking finding.
tests/validators/test_quality_score.py:597
Function
test_large_skill_set_is_bounded_and_reports_the_omitted_count
()
tests/ci/test_comment_summary.py:290
Function
test_large_text_is_bounded_and_preserves_terminal_stderr
(tmp_path, monkeypatch)
tests/ci/test_ci_worker_diagnostics.py:84
Function
test_large_text_redaction_is_fast
()
tests/test_trace_import.py:501
Function
test_large_valid_step_topology_does_not_invalidate_root_reward
(tmp_path: Path)
tests/test_harbor_collector_runtime_failures.py:1390
Function
test_last_instant_symlink_replacement_never_writes_through_target
(repository, monkeypatch, tmp_path)
tests/test_ci_onboarding_writes.py:58
Function
test_last_nonempty_structured_answer_reaches_all_judges_and_refs
(harbor_eval_template: ModuleType)
tests/tier3/test_atif_message_content.py:60
Function
test_late_copy_failure_preserves_previous_verifier_and_removes_partial_files
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, fallback: bool, copy_phase: int )
tests/test_harbor_local_upload.py:140
Function
test_late_notice_is_written_when_the_terminal_refuses_the_cursor_as_the_run_closes
( monkeypatch: pytest.MonkeyPatch, refused_from: str, )
tests/test_tier3_progress.py:1950
Function
test_late_notice_starts_a_line_when_the_stream_sent_a_cut_refused_frame
( monkeypatch: pytest.MonkeyPatch, )
tests/test_tier3_progress.py:2020
Function
test_late_session_start_output_is_on_demand
(tmp_path)
tests/test_plugin_context_cost.py:121
Function
test_late_write_survives_into_accuracy_and_goal_evidence
()
tests/tier3/test_evidence_compiler.py:30
Function
test_later_attempt_blocks_earlier_attempt
(tmp_path)
tests/ci/test_comment_report.py:174
Function
test_later_invalid_batch_leaves_existing_registry_unchanged
(tmp_path: Path, failure)
tests/embedding/test_pairwise_preflight.py:139
Function
test_later_link_creation_in_a_linear_call_does_not_regrade_cleanup
(security_check, separator)
tests/tier3/test_destructive_command_paths.py:775
Function
test_later_symlink_creation_does_not_regrade_earlier_cleanup
(security_check)
tests/tier3/test_destructive_command_paths.py:294
Function
test_later_write_failure_rolls_back_original_bytes_and_mode
(repository, monkeypatch)
tests/test_ci_onboarding_writes.py:100
Method
test_later_zero_component_ip_is_not_hidden_by_version_context
(self, tmp_path: Path)
tests/validators/test_security.py:8589
Function
test_latest_empty_falls_back_and_explicit_missing_rejects
(tmp_path: Path)
tests/test_baseline_store.py:392
Function
test_latest_never_selects_a_run_newer_than_the_current_run
(evaluation)
tests/test_version_comparison.py:283
Function
test_latest_rejects_incompatible_candidates
(evaluation)
tests/test_version_comparison.py:272
Function
test_latest_requires_different_skill_and_can_be_unavailable
(evaluation)
tests/test_version_comparison.py:120
Function
test_latest_results_accepts_authenticated_current_run_with_relative_recorded_path_after_cwd_change
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, )
tests/test_results_location.py:335
Function
test_latest_results_accepts_authenticated_current_run_without_historical_score_policy
(tmp_path: Path)
tests/test_results_location.py:320
Function
test_latest_results_fallback_accepts_unique_suffixed_run_ids
(tmp_path: Path)
tests/test_results_location.py:136
Function
test_latest_results_fallback_ignores_hidden_partial_and_malformed_directories
(tmp_path: Path)
tests/test_results_location.py:424
Function
test_latest_results_fallback_rejects_unsafe_result_artifact
(tmp_path: Path, artifact_kind: str)
tests/test_results_location.py:556
Function
test_latest_results_falls_back_to_newest_completed_run_without_symlink
Windows users can discover runs when creating ``latest`` is not permitted.
tests/test_results_location.py:122
Function
test_latest_results_ignores_invalid_latest_pointer_and_falls_back
( tmp_path: Path, latest_kind: str, )
tests/test_results_location.py:474
Function
test_latest_results_prefers_valid_relative_latest_link
(tmp_path: Path)
tests/test_results_location.py:457
Function
test_latest_results_rejects_authenticated_current_run_with_inconsistent_identity
( tmp_path: Path, mutate_result, )
tests/test_results_location.py:191
Function
test_latest_results_rejects_authenticated_current_run_with_malformed_config_schema
( tmp_path: Path, mutate_config, )
tests/test_results_location.py:221
Function
test_latest_results_rejects_authenticated_current_run_with_malformed_result_schema
( tmp_path: Path, mutate_result, )
tests/test_results_location.py:255
Function
test_latest_results_rejects_current_run_copied_across_results_roots
(tmp_path: Path)
tests/test_results_location.py:162
Function
test_latest_results_rejects_invalid_recorded_score_policy
(tmp_path: Path, invalid_score_policy: object)
tests/test_results_location.py:274
Function
test_latest_results_rejects_invalid_top_level_score_policy
(tmp_path: Path, invalid_score_policy: object)
tests/test_results_location.py:290
Function
test_latest_results_rejects_mismatched_score_policies
(tmp_path: Path)
tests/test_results_location.py:305
Function
test_latest_results_rejects_unmarked_suffixed_run_that_would_shadow_historical_run
(tmp_path: Path)
tests/test_results_location.py:149
Function
test_latest_results_rejects_windows_reparse_candidates
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, reparse_kind: str, )
tests/test_results_location.py:583
Function
test_latest_results_same_completion_time_uses_deterministic_name_order
(tmp_path: Path)
tests/test_results_location.py:371
Function
test_latest_results_same_timestamp_uses_completion_mtime
(tmp_path: Path)
tests/test_results_location.py:356
Function
test_launch_docs_address_scanner_and_naming_ambiguities
()
tests/test_oss_packaging.py:940
Function
test_launch_error_overlay_bounds_declared_integer_metadata
( declared_total: object, expected_total: int, expected_truncated: bool, )
tests/test_harbor_runner_status.py:99
Function
test_launch_error_overlay_preserves_hidden_collector_count_and_adds_new_diagnostics
()
tests/test_harbor_runner_status.py:66
Function
test_launch_exit_status_and_preceding_conditionals_are_preserved
(tmp_path, monkeypatch, status: int)
tests/tier3/test_native_launch_insertion.py:60
Function
test_launch_settings_exist_in_installed_streamlit
(monkeypatch)
tests/reporting/test_dashboard_cli.py:117
Function
test_launch_uses_loopback_and_literal_absolute_paths
(tmp_path: Path, monkeypatch)
tests/reporting/test_dashboard_cli.py:89
Method
test_lazy_caches_client
(self, monkeypatch: pytest.MonkeyPatch)
tests/inference/test_llm_client.py:140
Method
test_lazy_probe_uses_sanitized_environment_and_caller_timeout
(self, scanner_bin, monkeypatch)
tests/utils/test_tool_runner.py:568
Function
test_leaves_out_a_test_file_that_names_no_documentation_file
(tmp_path: Path, source: str)
tests/test_select_docs_tests.py:49
Method
test_ledger_is_read_once_and_bounded
(self)
tests/validators/test_skillspector_reference_diagnostics.py:620
Method
test_ledger_rows_must_match_an_in_scope_target
(self, target: str)
tests/validators/test_skillspector_reference_diagnostics.py:540
Method
test_legacy_add_finding
Test legacy add_finding(tag, severity, message) signature.
tests/reporting/test_reporters.py:2851
Function
test_legacy_analysis_only_harbor_evidence_is_available
(reporter, summary_only)
tests/reporting/test_reporters.py:3109
Function
test_legacy_completed_run_has_legacy_status_not_missing_result_error
(tmp_path)
tests/test_tier3_history.py:336
Function
test_legacy_content_dedup_category_is_tier2_for_every_reporter
()
tests/reporting/test_advisory_skip_verdict.py:416
Function
test_legacy_dataset_is_not_summarized_as_active_coverage
(skill)
tests/tier3/test_dataset_coverage.py:129
Function
test_legacy_dataset_link_is_excluded_without_reading_the_target
(tmp_path: Path)
tests/tier3/test_runtime_eval_directories.py:124
Function
test_legacy_dataset_refused
(workspace, extension)
tests/test_trace_import.py:348
Function
test_legacy_dataset_requires_migration_before_any_read
(skill, configured, monkeypatch, with_evals)
tests/tier3/test_workflow.py:581
Function
test_legacy_direct_negative_uses_expected_skill_compatibly
()
tests/tier3/test_negative_control_invocation_evidence.py:401
Function
test_legacy_environment_and_custom_overlay_use_the_same_default_policy
(tmp_path, monkeypatch)
tests/validators/test_policy.py:46
Function
test_legacy_evals_json_is_accepted_with_deprecation_warning
(tmp_path)
tests/tier3/test_evals_config.py:794
Function
test_legacy_evaluation_data_never_reaches_native_or_wrapper_skill_copies
(tmp_path: Path)
tests/tier3/test_native_review_fixes.py:44
Function
test_legacy_fifo_is_rejected_without_blocking
(skill, configured)
tests/tier3/test_workflow.py:635
Function
test_legacy_finding_mirrors_do_not_increase_issue_count
()
tests/ci/test_summary_metrics.py:159
Function
test_legacy_grading_mode_remains_readable
Retired grading-mode spellings stay accepted and normalize to current names.
tests/test_evals_config_branding.py:37
Function
test_legacy_input_rejects_symlinked_evals_ancestor
(tmp_path: Path)
tests/test_harbor_runtime_skill_isolation.py:2056
Function
test_legacy_json_extraction_remains_permissive
(verifier)
tests/tier3/test_judge_policies.py:718
Function
test_legacy_mixed_contract_summary_without_flag_uses_reward_inference
(tmp_path: Path)
tests/reporting/test_report_data_bounds.py:604
Function
test_legacy_neutral_is_incomplete_without_required_publication_provenance
(tmp_path: Path)
tests/test_public_benchmark_gate.py:1082
Function
test_legacy_neutral_verdict_is_incomplete_without_required_evidence
()
tests/golden/test_benchmark_card.py:989
Function
test_legacy_non_mapping_custom_scores_and_lift_degrade_safely
(tmp_path: Path)
tests/reporting/test_unified_tier3_report.py:2155
Function
test_legacy_overall_score_preserves_the_historical_metric_mean
()
tests/test_harbor_metrics_truth.py:588
Function
test_legacy_overrun_boundaries_include_zero_and_subcent_costs
(key, cap, value, expected)
tests/tier3/test_run_budget.py:745
Function
test_legacy_pass_is_incomplete_without_publication_provenance
(tmp_path: Path)
tests/test_public_benchmark_gate.py:1068
Function
test_legacy_payload_preserves_the_versioned_metric_mean
()
tests/evaluation/test_tier3_benchmark_contract.py:120
Function
test_legacy_policy_keeps_its_model_error_rules
(verifier, monkeypatch)
tests/tier3/test_judge_policies.py:448
Method
test_legacy_positional_style
(self)
tests/models/test_result.py:138
Method
test_legacy_reasoning_field_is_bounded_too
(self, make_cluster)
tests/deduplication/intra_skill/test_intra_llm_analyzer.py:578
Function
test_legacy_report_honors_recorded_metric_membership_and_ignores_order
()
tests/reporting/test_unified_tier3_report.py:1304
Method
test_legacy_report_is_named_and_explained_from_the_ledger
(self)
tests/validators/test_skillspector_reference_diagnostics.py:120
Function
test_legacy_report_keeps_declared_metric_set_when_metric_names_are_absent
( tmp_path: Path, missing_metric: bool )
tests/reporting/test_unified_tier3_report.py:1352
Function
test_legacy_reports_without_scope_fields_remain_readable
()
tests/reporting/test_retained_publication_scope.py:101
Function
test_legacy_rerender_does_not_claim_current_dataset_or_reader_version
(tmp_path: Path)
tests/reporting/test_unified_tier3_report.py:3117
Function
test_legacy_result_identity_falls_back_to_task_name_without_task_path
()
tests/test_harbor_collector_runtime_failures.py:1995
Function
test_legacy_result_identity_prefers_task_path_without_trusted_selector_mapping
()
tests/test_harbor_collector_runtime_failures.py:1983
Function
test_legacy_reward_alias_step_fallback_remains_custom_only_and_scoreable
(tmp_path: Path)
tests/test_issue55_collector_truth.py:1190
Function
test_legacy_rows_are_observed_evidence_not_complete_totals
()
tests/reporting/test_final_render_context.py:108
← previous
next →
17,801–17,900 of 24,741, ranked by callers