Code
Hub
Workspaces
Following
Trending
Connect
MCP
copy
Create free account
hub
/
github.com/NVIDIA/SkillEvaluator
/ functions
Functions
24,741 in github.com/NVIDIA/SkillEvaluator
⨍
Functions
24,741
◇
Types & classes
1,292
↳
Endpoints
703
Function
test_harbor_run_ignores_operator_dotenv_files
(monkeypatch: pytest.MonkeyPatch, tmp_path: Path)
tests/test_harbor_dotenv_isolation.py:60
Function
test_harbor_scaffold_verifier_timeout_covers_all_structured_judge_attempts
(tmp_path: Path)
tests/test_harbor_scaffold_transactions.py:31
Function
test_harbor_shared_analysis_is_linked_once_without_losing_results
()
tests/reporting/test_evidence_views.py:178
Function
test_harbor_subprocess_environment_excludes_arbitrary_host_secrets
( monkeypatch: pytest.MonkeyPatch, tmp_path, )
tests/test_harbor_runner_environment.py:1564
Function
test_harbor_subprocess_environment_forwards_adc_vars_only_to_non_local_modes
Forward GOOGLE_APPLICATION_CREDENTIALS and CLOUDSDK_CONFIG to docker/gke Harbor host processes but not local.
tests/test_harbor_runner_environment.py:2674
Function
test_harbor_subprocess_environment_forwards_gke_probe_and_autopilot_vars
Forward SKILLEVALUATOR_GKE_METADATA_PROBE_IMAGE and SKILLEVALUATOR_GKE_AUTOPILOT in gke mode and allow --ek autopilot.
tests/test_harbor_runner_environment.py:2720
Function
test_harbor_subprocess_environment_includes_only_selected_backend_credentials
( monkeypatch: pytest.MonkeyPatch, )
tests/test_harbor_runner_environment.py:1604
Function
test_harbor_subprocess_environment_normalizes_multipath_kubeconfig
Normalize multi-path KUBECONFIG into a single valid path in GKE subprocess environment.
tests/test_harbor_gke_mode.py:885
Function
test_harbor_subprocess_environment_preserves_trusted_proxy_and_tls_controls
( monkeypatch: pytest.MonkeyPatch, )
tests/test_harbor_runner_environment.py:1632
Function
test_harbor_subprocess_receives_nvidia_key_only_over_stdin
(monkeypatch, tmp_path: Path)
tests/test_secure_docker_environment.py:348
Function
test_harbor_subprocess_redacts_stdin_key_from_early_failure
(monkeypatch, tmp_path: Path)
tests/test_secure_docker_environment.py:421
Function
test_harbor_task_scaffold_scripts_are_lf_only
( tmp_path: Path, windows_text_mode: None, language: str, name: str, shebang: bytes )
tests/tier3/test_generated_script_line_endings.py:99
Function
test_harbor_task_test_sh_is_lf_only
( tmp_path: Path, windows_text_mode: None, grading_mode: str, custom_grader: bool )
tests/tier3/test_generated_script_line_endings.py:64
Function
test_harbor_template_and_shared_redact_runtime_api_key_values_identically
(monkeypatch)
tests/tier3/test_behavior_evidence.py:388
Function
test_harbor_template_behavior_evidence_matches_shared_helper
()
tests/tier3/test_behavior_evidence.py:126
Function
test_harbor_template_behavior_evidence_respects_custom_limits
(monkeypatch)
tests/tier3/test_behavior_evidence.py:1129
Function
test_harbor_template_behavior_judge_keeps_late_tail_evidence
(monkeypatch)
tests/tier3/test_behavior_evidence.py:699
Function
test_harbor_template_bundle_budgets_match_shared
(monkeypatch)
tests/tier3/test_evidence_compiler.py:124
Function
test_harbor_template_main_persists_evidence_refs_in_reward_json
(monkeypatch, tmp_path)
tests/tier3/test_behavior_evidence.py:408
Function
test_harbor_template_metric_evidence_refs_match_shared_helper
()
tests/tier3/test_behavior_evidence.py:189
Function
test_harbor_template_metric_evidence_refs_redact_harbor_secret_shapes
()
tests/tier3/test_behavior_evidence.py:300
Function
test_harbor_template_retains_codex_patch_contents
()
tests/tier3/test_behavior_evidence.py:1563
Function
test_harbor_trial_name_cannot_escape_results_directory
(tmp_path: Path)
tests/test_issue55_collector_truth.py:4254
Function
test_harbor_trial_run_recovers_missing_hermes_session_as_execution_failure
(tmp_path, monkeypatch)
tests/test_hermes_agent.py:337
Function
test_harbor_unified_specs_import_non_abstract_skill_evaluator_classes
(tmp_path: Path)
tests/test_harbor_local_mode.py:595
Function
test_harbor_usage_and_physical_ordinal_are_kept_without_a_score
(tmp_path, failed)
tests/tier3/test_private_usage_recovery_review2.py:46
Function
test_harbor_verifier_and_environment_failures_are_unscored_not_agent_failures
( tmp_path: Path, exception_type: str, multistep: bool, )
tests/test_harbor_collector_runtime_failures.py:2743
Function
test_harbor_verifier_preserves_local_reward_and_stdout
( local_output_environment: SkillEvaluatorLocalEnvironment, )
tests/test_harbor_local_environment.py:302
Function
test_harbor_view_command_shell_quotes_paths
()
tests/test_cli.py:1126
Function
test_harbor_view_command_uses_the_skillevaluator_wrapper
()
tests/test_cli.py:1120
Function
test_harbor_view_is_available_as_a_top_level_command
( monkeypatch: pytest.MonkeyPatch, tmp_path: Path, )
tests/test_cli.py:1132
Function
test_hard_linked_approving_script_is_still_high
(tmp_path: Path)
tests/validators/test_plugin_static_risk_review_fixes.py:708
Method
test_hard_linked_file_is_not_a_bundled_file
(self, tmp_path: Path)
tests/validators/test_security.py:10154
Function
test_hard_linked_hook_scripts_are_analyzed
(tmp_path: Path)
tests/validators/test_plugin_static_risk_review_fixes.py:696
Function
test_hard_linked_script_is_analyzed
(tmp_path: Path)
tests/validators/test_plugin_hook_risk_bounds.py:177
Method
test_hard_linked_single_file_root_is_not_a_bundled_file
(self, tmp_path: Path)
tests/validators/test_security.py:10104
Function
test_hard_linked_source_is_rejected_and_outside_unchanged
(tmp_path: Path)
tests/test_harbor_secure_copy.py:205
Function
test_hardlinked_dataset_is_rejected
(skill, configured, tmp_path)
tests/tier3/test_workflow.py:514
Method
test_hardlinked_mcp_configuration_is_rejected
(self, tmp_path: Path)
tests/test_harbor_input_staging.py:464
Function
test_harness_check_accepts_model_config
(tmp_path: Path)
tests/harness/test_overlay.py:953
Function
test_harness_check_alone_marks_ticker_and_panel
(tmp_path: Path)
tests/harness/test_overlay.py:270
Function
test_harness_check_command_exits_zero_and_writes_json
(tmp_path: Path)
tests/harness/test_overlay.py:304
Function
test_harness_check_command_rejects_unknown_harness
(tmp_path: Path)
tests/harness/test_overlay.py:318
Function
test_harness_check_ignores_a_malformed_profile_for_an_unselected_harness
(tmp_path: Path)
tests/harness/test_overlay.py:1136
Function
test_harness_check_prints_plugin_panel
(tmp_path: Path)
tests/harness/test_plugin_compat.py:110
Function
test_harness_check_runs_by_default_and_never_fails
(tmp_path: Path)
tests/harness/test_overlay.py:257
Function
test_harness_errors_add_a_result_only_for_a_call_without_one
()
tests/tier3/test_f90_mcp_execution.py:351
Function
test_harness_key_exposure_is_an_environment_problem
(security)
tests/tier3/test_private_plugin_security.py:118
Function
test_harness_note_names_the_skill_not_the_harness
()
tests/harness/test_overlay.py:1203
Function
test_harness_overlay_failure_keeps_plain_trajectory_and_other_trials
(tmp_path, monkeypatch, overlay)
tests/tier3/test_plugin_evidence_review.py:196
Function
test_harness_statuses_ignore_malformed_result_ids
()
tests/tier3/test_f90_mcp_execution.py:339
Function
test_harness_success_status_wins_over_error_words
()
tests/tier3/test_f90_mcp_failure_text.py:218
Function
test_harness_version_uses_the_profiles_harness_name_not_its_file_name
(tmp_path: Path)
tests/harness/test_overlay.py:1171
Function
test_hashed_continuations_comments_and_markers_are_normalized
(tmp_path, monkeypatch)
tests/validators/test_static_requirements_audit.py:66
Function
test_head_change_during_comment_listing_is_rejected
(tmp_path)
tests/ci/test_comment_report.py:124
Function
test_head_identity_is_checked_before_full_scan
(consumer, tmp_path)
tests/ci/test_run_tiers.py:236
Function
test_header_keeps_required_gate_separate_from_skipped_execution
()
tests/reporting/test_report_redesign.py:276
Function
test_header_shows_one_verdict_and_skill_name_is_the_only_h1
()
tests/reporting/test_report_redesign.py:252
Function
test_header_with_two_wall_time_lines_is_rejected
()
tests/tier3/test_trajectory_timing.py:291
Function
test_heading_levels_do_not_skip
()
tests/reporting/test_report_redesign.py:321
Method
test_heading_line_with_a_carriage_return_is_kept_with_each_occurrence
(self, make_chunk)
tests/deduplication/intra_skill/test_intra_llm_analyzer.py:312
Method
test_heading_rule_with_zero_points_still_reports_a_zero_deduction
(self, tmp_path: Path)
tests/validators/test_quality_score.py:1601
Method
test_heading_split_preserves_heading_with_content
(self)
tests/embedding/test_client.py:418
Function
test_health_check_timeout_help_covers_only_tier1
()
tests/test_cli.py:701
Function
test_healthy_feedback_with_semicolons_and_duplicates_stays_verbatim
()
tests/reporting/test_insights_view.py:76
Function
test_healthz_is_available_from_the_loopback_bridge
(bridge_services: _BridgeServices)
tests/test_nvidia_build_bridge.py:497
Function
test_healthz_rejects_requests_without_the_per_run_readiness_token
( bridge_services: _BridgeServices, )
tests/test_nvidia_build_bridge.py:508
Function
test_heartbeat_failure_during_a_plan_update_stops_what_the_update_drew
( monkeypatch: pytest.MonkeyPatch, )
tests/test_tier3_progress.py:2485
Function
test_heartbeat_failure_without_a_safety_wrapper_stops_the_thread
(monkeypatch: pytest.MonkeyPatch)
tests/test_tier3_progress.py:2564
Function
test_heartbeat_reports_wait_before_completion_and_stops
(monkeypatch)
tests/tier3/test_dataset_generation_progress.py:84
Function
test_heartbeat_write_that_would_block_turns_progress_off
( monkeypatch: pytest.MonkeyPatch, refusal: str, )
tests/test_tier3_progress.py:1213
Function
test_help_emits_color_when_enabled
()
tests/test_cli.py:104
Function
test_helper_in_scripts_and_entry_point_in_tools
(tmp_path: Path)
tests/tier3/test_dataset_primary_script.py:146
Function
test_helper_is_bundled_and_works_without_installed_package
(tmp_path)
tests/test_character_facts.py:225
Method
test_heredoc_body_is_data_not_a_manifest_read
(self)
tests/tier3/test_plugin_signals.py:211
Function
test_hermes_platforms_listing_every_os_is_not_flagged
(tmp_path: Path)
tests/harness/test_overlay.py:744
Function
test_hermes_terminal_has_the_same_security_rules
(security, command)
tests/tier3/test_private_plugin_security.py:114
Function
test_hermes_view_budget_counts_code_points
(tmp_path: Path)
tests/harness/test_overlay.py:982
Function
test_hero_reason_counts_advisory_failures_apart_from_the_required_result
()
tests/reporting/test_report_navigation.py:138
Function
test_hero_reason_keeps_advisory_results_separate_within_a_mixed_tier
(tier, incomplete)
tests/reporting/test_report_navigation.py:161
Method
test_hex_case_does_not_cause_a_false_mismatch
(self, tmp_path: Path)
tests/test_benchmark_source_provenance.py:665
Method
test_hex_revisions_are_case_folded
(self, field: str)
tests/test_benchmark_source_provenance.py:90
Function
test_hidden_charts_wait_for_visibility_and_reuse_instances_across_theme_and_tabs
(page, reports)
tests/reporting/test_report_efficiency_browser.py:55
Function
test_hidden_id_escaping_expansion_is_bounded_after_formatting
()
tests/reporting/test_tier3_token_usage_reports.py:1388
Function
test_hidden_id_names_remain_sorted_deduplicated_and_bounded
()
tests/reporting/test_tier3_token_usage_reports.py:1408
Function
test_hidden_ids_are_escaped_in_markdown_benchmark_and_html
(run_result: tuple[Path, Any], pruned: bool)
tests/reporting/test_tier3_token_usage_reports.py:1358
Function
test_hidden_ids_are_redacted_in_full_before_the_display_limit
(renderer: str)
tests/reporting/test_tier3_token_usage_reports.py:1323
Function
test_hidden_setup_gitlink_still_selects_full_collection
Setup detection reads the same list as the paid-job skip, so .gitmodules cannot hide it.
tests/ci/test_run_tiers.py:204
Method
test_high_finding_fails_and_counts
(self)
tests/models/test_result.py:106
Method
test_high_quality_skill
(self, quality_skill)
tests/validators/test_quality_score.py:255
Method
test_high_severity
CVSS 7.0-8.9 maps to HIGH.
tests/utils/test_tool_runner.py:41
Method
test_high_similarity
(self)
tests/embedding/test_registry.py:34
Function
test_highest_native_finding_takes_priority_over_a_generic_execution_error
()
tests/ci/test_comment_summary.py:144
Function
test_historical_condition_accepts_cases_where_both_formulas_agree
(tmp_path: Path)
tests/test_issue55_collector_truth.py:275
Function
test_historical_error_blob_problem_stays_in_diagnostics
()
tests/reporting/test_native_report_parity.py:231
Function
test_historical_expired_receipt_attests_the_executed_merge
(verifier, record)
tests/ci/test_verify_provenance.py:94
Function
test_historical_overall_rejects_invalid_persisted_scores
(invalid_overall: object)
tests/test_tier3_compare.py:196
Function
test_historical_saved_trials_rebuild_activation_census_for_all_report_consumers
(tmp_path)
tests/reporting/test_skill_activation_reporting.py:331
Function
test_historical_unspecified_scope_cannot_certify_a_complete_logical_trial
(tmp_path: Path)
tests/reporting/test_activation_validation.py:449
Function
test_history_byte_budget_prunes_only_unprotected_reports
(tmp_path, monkeypatch)
tests/ci/test_publish_reports.py:876
← previous
next →
17,001–17,100 of 24,741, ranked by callers