MCPcopy Create free account

hub / github.com/NVIDIA/SkillEvaluator / functions

Functions24,741 in github.com/NVIDIA/SkillEvaluator

Functiontest_harbor_run_ignores_operator_dotenv_files
(monkeypatch: pytest.MonkeyPatch, tmp_path: Path)
tests/test_harbor_dotenv_isolation.py:60
Functiontest_harbor_scaffold_verifier_timeout_covers_all_structured_judge_attempts
(tmp_path: Path)
tests/test_harbor_scaffold_transactions.py:31
Functiontest_harbor_shared_analysis_is_linked_once_without_losing_results
()
tests/reporting/test_evidence_views.py:178
Functiontest_harbor_subprocess_environment_excludes_arbitrary_host_secrets
( monkeypatch: pytest.MonkeyPatch, tmp_path, )
tests/test_harbor_runner_environment.py:1564
Functiontest_harbor_subprocess_environment_forwards_adc_vars_only_to_non_local_modes
Forward GOOGLE_APPLICATION_CREDENTIALS and CLOUDSDK_CONFIG to docker/gke Harbor host processes but not local.
tests/test_harbor_runner_environment.py:2674
Functiontest_harbor_subprocess_environment_forwards_gke_probe_and_autopilot_vars
Forward SKILLEVALUATOR_GKE_METADATA_PROBE_IMAGE and SKILLEVALUATOR_GKE_AUTOPILOT in gke mode and allow --ek autopilot.
tests/test_harbor_runner_environment.py:2720
Functiontest_harbor_subprocess_environment_includes_only_selected_backend_credentials
( monkeypatch: pytest.MonkeyPatch, )
tests/test_harbor_runner_environment.py:1604
Functiontest_harbor_subprocess_environment_normalizes_multipath_kubeconfig
Normalize multi-path KUBECONFIG into a single valid path in GKE subprocess environment.
tests/test_harbor_gke_mode.py:885
Functiontest_harbor_subprocess_environment_preserves_trusted_proxy_and_tls_controls
( monkeypatch: pytest.MonkeyPatch, )
tests/test_harbor_runner_environment.py:1632
Functiontest_harbor_subprocess_receives_nvidia_key_only_over_stdin
(monkeypatch, tmp_path: Path)
tests/test_secure_docker_environment.py:348
Functiontest_harbor_subprocess_redacts_stdin_key_from_early_failure
(monkeypatch, tmp_path: Path)
tests/test_secure_docker_environment.py:421
Functiontest_harbor_task_scaffold_scripts_are_lf_only
( tmp_path: Path, windows_text_mode: None, language: str, name: str, shebang: bytes )
tests/tier3/test_generated_script_line_endings.py:99
Functiontest_harbor_task_test_sh_is_lf_only
( tmp_path: Path, windows_text_mode: None, grading_mode: str, custom_grader: bool )
tests/tier3/test_generated_script_line_endings.py:64
Functiontest_harbor_template_and_shared_redact_runtime_api_key_values_identically
(monkeypatch)
tests/tier3/test_behavior_evidence.py:388
Functiontest_harbor_template_behavior_evidence_matches_shared_helper
()
tests/tier3/test_behavior_evidence.py:126
Functiontest_harbor_template_behavior_evidence_respects_custom_limits
(monkeypatch)
tests/tier3/test_behavior_evidence.py:1129
Functiontest_harbor_template_behavior_judge_keeps_late_tail_evidence
(monkeypatch)
tests/tier3/test_behavior_evidence.py:699
Functiontest_harbor_template_bundle_budgets_match_shared
(monkeypatch)
tests/tier3/test_evidence_compiler.py:124
Functiontest_harbor_template_main_persists_evidence_refs_in_reward_json
(monkeypatch, tmp_path)
tests/tier3/test_behavior_evidence.py:408
Functiontest_harbor_template_metric_evidence_refs_match_shared_helper
()
tests/tier3/test_behavior_evidence.py:189
Functiontest_harbor_template_metric_evidence_refs_redact_harbor_secret_shapes
()
tests/tier3/test_behavior_evidence.py:300
Functiontest_harbor_template_retains_codex_patch_contents
()
tests/tier3/test_behavior_evidence.py:1563
Functiontest_harbor_trial_name_cannot_escape_results_directory
(tmp_path: Path)
tests/test_issue55_collector_truth.py:4254
Functiontest_harbor_trial_run_recovers_missing_hermes_session_as_execution_failure
(tmp_path, monkeypatch)
tests/test_hermes_agent.py:337
Functiontest_harbor_unified_specs_import_non_abstract_skill_evaluator_classes
(tmp_path: Path)
tests/test_harbor_local_mode.py:595
Functiontest_harbor_usage_and_physical_ordinal_are_kept_without_a_score
(tmp_path, failed)
tests/tier3/test_private_usage_recovery_review2.py:46
Functiontest_harbor_verifier_and_environment_failures_are_unscored_not_agent_failures
( tmp_path: Path, exception_type: str, multistep: bool, )
tests/test_harbor_collector_runtime_failures.py:2743
Functiontest_harbor_verifier_preserves_local_reward_and_stdout
( local_output_environment: SkillEvaluatorLocalEnvironment, )
tests/test_harbor_local_environment.py:302
Functiontest_harbor_view_command_shell_quotes_paths
()
tests/test_cli.py:1126
Functiontest_harbor_view_command_uses_the_skillevaluator_wrapper
()
tests/test_cli.py:1120
Functiontest_harbor_view_is_available_as_a_top_level_command
( monkeypatch: pytest.MonkeyPatch, tmp_path: Path, )
tests/test_cli.py:1132
Functiontest_hard_linked_approving_script_is_still_high
(tmp_path: Path)
tests/validators/test_plugin_static_risk_review_fixes.py:708
Methodtest_hard_linked_file_is_not_a_bundled_file
(self, tmp_path: Path)
tests/validators/test_security.py:10154
Functiontest_hard_linked_hook_scripts_are_analyzed
(tmp_path: Path)
tests/validators/test_plugin_static_risk_review_fixes.py:696
Functiontest_hard_linked_script_is_analyzed
(tmp_path: Path)
tests/validators/test_plugin_hook_risk_bounds.py:177
Methodtest_hard_linked_single_file_root_is_not_a_bundled_file
(self, tmp_path: Path)
tests/validators/test_security.py:10104
Functiontest_hard_linked_source_is_rejected_and_outside_unchanged
(tmp_path: Path)
tests/test_harbor_secure_copy.py:205
Functiontest_hardlinked_dataset_is_rejected
(skill, configured, tmp_path)
tests/tier3/test_workflow.py:514
Methodtest_hardlinked_mcp_configuration_is_rejected
(self, tmp_path: Path)
tests/test_harbor_input_staging.py:464
Functiontest_harness_check_accepts_model_config
(tmp_path: Path)
tests/harness/test_overlay.py:953
Functiontest_harness_check_alone_marks_ticker_and_panel
(tmp_path: Path)
tests/harness/test_overlay.py:270
Functiontest_harness_check_command_exits_zero_and_writes_json
(tmp_path: Path)
tests/harness/test_overlay.py:304
Functiontest_harness_check_command_rejects_unknown_harness
(tmp_path: Path)
tests/harness/test_overlay.py:318
Functiontest_harness_check_ignores_a_malformed_profile_for_an_unselected_harness
(tmp_path: Path)
tests/harness/test_overlay.py:1136
Functiontest_harness_check_prints_plugin_panel
(tmp_path: Path)
tests/harness/test_plugin_compat.py:110
Functiontest_harness_check_runs_by_default_and_never_fails
(tmp_path: Path)
tests/harness/test_overlay.py:257
Functiontest_harness_errors_add_a_result_only_for_a_call_without_one
()
tests/tier3/test_f90_mcp_execution.py:351
Functiontest_harness_key_exposure_is_an_environment_problem
(security)
tests/tier3/test_private_plugin_security.py:118
Functiontest_harness_note_names_the_skill_not_the_harness
()
tests/harness/test_overlay.py:1203
Functiontest_harness_overlay_failure_keeps_plain_trajectory_and_other_trials
(tmp_path, monkeypatch, overlay)
tests/tier3/test_plugin_evidence_review.py:196
Functiontest_harness_statuses_ignore_malformed_result_ids
()
tests/tier3/test_f90_mcp_execution.py:339
Functiontest_harness_success_status_wins_over_error_words
()
tests/tier3/test_f90_mcp_failure_text.py:218
Functiontest_harness_version_uses_the_profiles_harness_name_not_its_file_name
(tmp_path: Path)
tests/harness/test_overlay.py:1171
Functiontest_hashed_continuations_comments_and_markers_are_normalized
(tmp_path, monkeypatch)
tests/validators/test_static_requirements_audit.py:66
Functiontest_head_change_during_comment_listing_is_rejected
(tmp_path)
tests/ci/test_comment_report.py:124
Functiontest_head_identity_is_checked_before_full_scan
(consumer, tmp_path)
tests/ci/test_run_tiers.py:236
Functiontest_header_keeps_required_gate_separate_from_skipped_execution
()
tests/reporting/test_report_redesign.py:276
Functiontest_header_shows_one_verdict_and_skill_name_is_the_only_h1
()
tests/reporting/test_report_redesign.py:252
Functiontest_header_with_two_wall_time_lines_is_rejected
()
tests/tier3/test_trajectory_timing.py:291
Functiontest_heading_levels_do_not_skip
()
tests/reporting/test_report_redesign.py:321
Methodtest_heading_line_with_a_carriage_return_is_kept_with_each_occurrence
(self, make_chunk)
tests/deduplication/intra_skill/test_intra_llm_analyzer.py:312
Methodtest_heading_rule_with_zero_points_still_reports_a_zero_deduction
(self, tmp_path: Path)
tests/validators/test_quality_score.py:1601
Methodtest_heading_split_preserves_heading_with_content
(self)
tests/embedding/test_client.py:418
Functiontest_health_check_timeout_help_covers_only_tier1
()
tests/test_cli.py:701
Functiontest_healthy_feedback_with_semicolons_and_duplicates_stays_verbatim
()
tests/reporting/test_insights_view.py:76
Functiontest_healthz_is_available_from_the_loopback_bridge
(bridge_services: _BridgeServices)
tests/test_nvidia_build_bridge.py:497
Functiontest_healthz_rejects_requests_without_the_per_run_readiness_token
( bridge_services: _BridgeServices, )
tests/test_nvidia_build_bridge.py:508
Functiontest_heartbeat_failure_during_a_plan_update_stops_what_the_update_drew
( monkeypatch: pytest.MonkeyPatch, )
tests/test_tier3_progress.py:2485
Functiontest_heartbeat_failure_without_a_safety_wrapper_stops_the_thread
(monkeypatch: pytest.MonkeyPatch)
tests/test_tier3_progress.py:2564
Functiontest_heartbeat_reports_wait_before_completion_and_stops
(monkeypatch)
tests/tier3/test_dataset_generation_progress.py:84
Functiontest_heartbeat_write_that_would_block_turns_progress_off
( monkeypatch: pytest.MonkeyPatch, refusal: str, )
tests/test_tier3_progress.py:1213
Functiontest_help_emits_color_when_enabled
()
tests/test_cli.py:104
Functiontest_helper_in_scripts_and_entry_point_in_tools
(tmp_path: Path)
tests/tier3/test_dataset_primary_script.py:146
Functiontest_helper_is_bundled_and_works_without_installed_package
(tmp_path)
tests/test_character_facts.py:225
Methodtest_heredoc_body_is_data_not_a_manifest_read
(self)
tests/tier3/test_plugin_signals.py:211
Functiontest_hermes_platforms_listing_every_os_is_not_flagged
(tmp_path: Path)
tests/harness/test_overlay.py:744
Functiontest_hermes_terminal_has_the_same_security_rules
(security, command)
tests/tier3/test_private_plugin_security.py:114
Functiontest_hermes_view_budget_counts_code_points
(tmp_path: Path)
tests/harness/test_overlay.py:982
Functiontest_hero_reason_counts_advisory_failures_apart_from_the_required_result
()
tests/reporting/test_report_navigation.py:138
Functiontest_hero_reason_keeps_advisory_results_separate_within_a_mixed_tier
(tier, incomplete)
tests/reporting/test_report_navigation.py:161
Methodtest_hex_case_does_not_cause_a_false_mismatch
(self, tmp_path: Path)
tests/test_benchmark_source_provenance.py:665
Methodtest_hex_revisions_are_case_folded
(self, field: str)
tests/test_benchmark_source_provenance.py:90
Functiontest_hidden_charts_wait_for_visibility_and_reuse_instances_across_theme_and_tabs
(page, reports)
tests/reporting/test_report_efficiency_browser.py:55
Functiontest_hidden_id_escaping_expansion_is_bounded_after_formatting
()
tests/reporting/test_tier3_token_usage_reports.py:1388
Functiontest_hidden_id_names_remain_sorted_deduplicated_and_bounded
()
tests/reporting/test_tier3_token_usage_reports.py:1408
Functiontest_hidden_ids_are_escaped_in_markdown_benchmark_and_html
(run_result: tuple[Path, Any], pruned: bool)
tests/reporting/test_tier3_token_usage_reports.py:1358
Functiontest_hidden_ids_are_redacted_in_full_before_the_display_limit
(renderer: str)
tests/reporting/test_tier3_token_usage_reports.py:1323
Functiontest_hidden_setup_gitlink_still_selects_full_collection
Setup detection reads the same list as the paid-job skip, so .gitmodules cannot hide it.
tests/ci/test_run_tiers.py:204
Methodtest_high_finding_fails_and_counts
(self)
tests/models/test_result.py:106
Methodtest_high_quality_skill
(self, quality_skill)
tests/validators/test_quality_score.py:255
Methodtest_high_severity
CVSS 7.0-8.9 maps to HIGH.
tests/utils/test_tool_runner.py:41
Methodtest_high_similarity
(self)
tests/embedding/test_registry.py:34
Functiontest_highest_native_finding_takes_priority_over_a_generic_execution_error
()
tests/ci/test_comment_summary.py:144
Functiontest_historical_condition_accepts_cases_where_both_formulas_agree
(tmp_path: Path)
tests/test_issue55_collector_truth.py:275
Functiontest_historical_error_blob_problem_stays_in_diagnostics
()
tests/reporting/test_native_report_parity.py:231
Functiontest_historical_expired_receipt_attests_the_executed_merge
(verifier, record)
tests/ci/test_verify_provenance.py:94
Functiontest_historical_overall_rejects_invalid_persisted_scores
(invalid_overall: object)
tests/test_tier3_compare.py:196
Functiontest_historical_saved_trials_rebuild_activation_census_for_all_report_consumers
(tmp_path)
tests/reporting/test_skill_activation_reporting.py:331
Functiontest_historical_unspecified_scope_cannot_certify_a_complete_logical_trial
(tmp_path: Path)
tests/reporting/test_activation_validation.py:449
Functiontest_history_byte_budget_prunes_only_unprotected_reports
(tmp_path, monkeypatch)
tests/ci/test_publish_reports.py:876
← previousnext →17,001–17,100 of 24,741, ranked by callers