Code
Hub
Workspaces
Following
Trending
Connect
MCP
copy
Create free account
hub
/
github.com/NVIDIA/SkillEvaluator
/ functions
Functions
24,741 in github.com/NVIDIA/SkillEvaluator
⨍
Functions
24,741
◇
Types & classes
1,292
↳
Endpoints
703
Method
test_grade_a
(self)
tests/validators/test_quality_score.py:155
Method
test_grade_b
(self)
tests/validators/test_quality_score.py:159
Method
test_grade_c
(self)
tests/validators/test_quality_score.py:163
Method
test_grade_d
(self)
tests/validators/test_quality_score.py:167
Method
test_grade_f
(self)
tests/validators/test_quality_score.py:171
Function
test_grader_authored_reward_cannot_set_collector_identity_controls
( tmp_path: Path, trusted_map: dict[str, str] | None, )
tests/test_harbor_collector_runtime_failures.py:2692
Function
test_grader_loads_generated_trajectory
(native_events, tmp_path)
tests/tier3/test_opencode_exit_status.py:97
Function
test_graphql_http_errors_and_redirects_never_forward_or_echo_credentials
(status)
tests/ci/test_gitlab_feedback_relation.py:50
Function
test_graphql_rejects_a_non_error_http_redirect_response
()
tests/ci/test_gitlab_feedback_relation.py:109
Function
test_graphql_rejects_error_partial_or_malformed_responses
(body)
tests/ci/test_gitlab_feedback_relation.py:89
Function
test_graphql_response_and_request_sizes_are_bounded
(monkeypatch)
tests/ci/test_gitlab_feedback_relation.py:97
Function
test_graphql_sanitizes_low_level_http_parser_errors
(error)
tests/ci/test_gitlab_feedback_relation.py:70
Function
test_graphql_uses_only_the_configured_instance_origin_and_json_post
()
tests/ci/test_gitlab_feedback_relation.py:37
Function
test_grid_shows_one_row_per_case_with_attempt_marks_per_agent
()
tests/test_tier3_case_summary.py:731
Function
test_group_runs_n_plus_two_configurations
(monkeypatch, tmp_path)
tests/tier3/test_interactions.py:417
Function
test_grouped_skill_linked_to_a_sibling_group_stays_inside_the_root
(tmp_path: Path)
tests/harness/test_overlay.py:1240
Function
test_grouping_tokens_do_not_hide_the_invocation
(check, command)
tests/tier3/test_script_invocation_evidence.py:316
Method
test_groups_span_files
(self, skill_with_repeated_emails)
tests/validators/test_pii_grouping.py:92
Method
test_guid_does_not_hide_adjacent_payment_card
(self, tmp_path: Path, card_number: str, card_first: bool)
tests/validators/test_security.py:8016
Method
test_guide_case_aliases_do_not_consume_budget_twice
(self, tmp_path)
tests/validators/test_rubric_eval.py:493
Method
test_guide_only
(self, tmp_path)
tests/validators/test_quality_score.py:208
Function
test_guided_default_is_shared_by_cli_and_service
(tmp_path, entrypoint)
tests/tier3/test_dataset_auto_grounding.py:464
Function
test_gym_bin_is_absolute_and_version_follows_symlinks
(tmp_path: Path, monkeypatch: pytest.MonkeyPatch)
tests/test_nemo_gym_backend.py:1160
Function
test_gym_bin_uses_configured_worker
(tmp_path: Path, monkeypatch: pytest.MonkeyPatch)
tests/test_nemo_gym_backend.py:67
Function
test_gym_claude_command_configures_model_server_runtime
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, agent: str )
tests/test_nemo_gym_backend.py:99
Function
test_gym_cleanup_stops_detached_servers_but_not_other_runs
(tmp_path: Path, exit_early: bool)
tests/test_nemo_gym_backend.py:1592
Function
test_gym_cli_probe_accepts_source_shaped_argparse_help_and_requires_all_flags
( tmp_path: Path, positional: str, omitted_flag: str | None, missing: str | None )
tests/test_nemo_gym_backend.py:816
Function
test_gym_cli_probe_bounds_stdout_and_stderr
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, descriptor: int )
tests/test_nemo_gym_backend.py:857
Function
test_gym_cli_probe_failure_contains_descendants
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, failure_mode: str )
tests/test_nemo_gym_backend.py:875
Function
test_gym_cli_probe_handles_unreadable_help
(tmp_path: Path)
tests/test_nemo_gym_backend.py:847
Function
test_gym_cli_probe_ignores_wrapped_option_prose_starting_with_tasks
(tmp_path: Path)
tests/test_nemo_gym_backend.py:2819
Function
test_gym_cli_probe_omits_policy_credentials_and_ignores_raw_error_output
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch )
tests/test_nemo_gym_backend.py:952
Function
test_gym_command_keeps_api_key_out_of_argv
(tmp_path: Path, monkeypatch: pytest.MonkeyPatch)
tests/test_nemo_gym_backend.py:77
Function
test_gym_direct_workflow_rejects_unsupported_options_before_generation
(monkeypatch, tmp_path, option, value)
tests/test_nemo_gym_main_integration.py:49
Function
test_gym_dispatch_passes_max_agents
(monkeypatch, tmp_path)
tests/test_nemo_gym_main_integration.py:203
Function
test_gym_dispatch_rejects_enabled_baseline_timeout_tolerance
(monkeypatch, tmp_path)
tests/test_nemo_gym_main_integration.py:138
Function
test_gym_dispatch_rejects_unsupported_baseline_and_budget_options
(monkeypatch, tmp_path, option, value)
tests/test_nemo_gym_main_integration.py:28
Function
test_gym_environment_keeps_uv_credentials_and_anchors_paths
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch )
tests/test_nemo_gym_backend.py:1480
Function
test_gym_group_member_that_outlives_the_leader_is_not_confirmed_stopped
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch )
tests/test_nemo_gym_backend.py:2631
Function
test_gym_group_that_cannot_be_confirmed_stopped_raises
(tmp_path: Path, monkeypatch: pytest.MonkeyPatch)
tests/test_nemo_gym_backend.py:2547
Function
test_gym_judge_override_reaches_the_staged_verifier
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, keep_staged_tasks: None )
tests/test_nemo_gym_backend.py:1659
Function
test_gym_log_is_redacted
(tmp_path: Path)
tests/test_nemo_gym_backend.py:1506
Function
test_gym_preflight_baseline_timeout_tolerance_flag_overrides_config
(tmp_path, flag, config, expected)
tests/test_nemo_gym_main_integration.py:155
Function
test_gym_redacts_only_credentials_not_provider_or_model_names
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch )
tests/test_nemo_gym_backend.py:2062
Function
test_gym_rejects_bad_runtime_env_before_reserving_a_run_folder
(monkeypatch, tmp_path, runtime_env)
tests/test_nemo_gym_main_integration.py:183
Function
test_gym_rejects_config_budget_before_generation_or_execution
(monkeypatch, tmp_path, option, config, entrypoint)
tests/test_nemo_gym_main_integration.py:108
Function
test_gym_rejects_max_agents_below_one_like_harbor
(monkeypatch, tmp_path, cli_value, config)
tests/test_nemo_gym_main_integration.py:195
Function
test_gym_run_publishes_latest_stages_runtime_env_and_records_dataset
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, keep_staged_tasks: None )
tests/test_nemo_gym_backend.py:1215
Function
test_gym_run_removes_staged_tasks_and_jobs
(tmp_path: Path, monkeypatch: pytest.MonkeyPatch)
tests/test_nemo_gym_backend.py:1673
Function
test_gym_run_starts_the_reporter_with_its_run_dir
(tmp_path: Path, monkeypatch: pytest.MonkeyPatch)
tests/test_nemo_gym_backend.py:2234
Function
test_gym_runner_rejects_enabled_tolerance_but_lets_the_flag_override_config
(monkeypatch, tmp_path)
tests/test_nemo_gym_main_integration.py:165
Function
test_gym_timeout_kills_the_whole_process_group
(tmp_path: Path)
tests/test_nemo_gym_backend.py:1526
Function
test_handled_input_failures_write_only_to_stderr
( name: str, args: tuple[str, ...], expected_error: str, tmp_path: Path )
tests/test_reference_skill_scripts.py:130
Function
test_handlers_past_the_limit_are_reported
(tmp_path: Path)
tests/validators/test_plugin_hook_risk_bounds.py:237
Method
test_handles_empty_sys_executable
Embedded interpreters may report an empty sys.executable.
tests/utils/test_tool_runner.py:232
Method
test_handles_license_suffix
Test handling of 'License' suffix in license names.
tests/validators/test_license.py:1148
Function
test_handoffs_whose_producer_or_consumer_the_arm_cannot_carry_are_skipped
Codex loads no plugin subagents, and the member-skills arm stages no MCP servers.
tests/tier3/test_f90_signals_handoff.py:458
Function
test_harbor_022_complete_envelope_accepts_final_reward_strategy
(tmp_path: Path)
tests/test_harbor_collector_runtime_failures.py:1341
Function
test_harbor_022_multistep_result_without_root_aggregate_is_not_reconstructed
( tmp_path: Path, verifier_mode: Literal["null", "missing"], )
tests/test_harbor_collector_runtime_failures.py:1274
Function
test_harbor_022_safety_refusal_exception_is_not_an_infrastructure_failure
(tmp_path: Path)
tests/test_harbor_collector_runtime_failures.py:230
Function
test_harbor_022_safety_refusal_remains_a_scored_zero_outcome
(tmp_path: Path)
tests/test_harbor_collector_runtime_failures.py:183
Function
test_harbor_022_typed_infrastructure_failure_invalidates_present_reward
( tmp_path: Path, exception_type: str, )
tests/test_harbor_collector_runtime_failures.py:153
Function
test_harbor_025_backend_options_reach_the_constructor
( env_mode: str, environment_kwargs: dict[str, object], encoded: str )
tests/test_harbor_environment_contract.py:94
Function
test_harbor_actions_keep_every_job_visible_in_tile_and_overview_and_work_by_keyboard
(page, reports, width, fixture)
tests/reporting/test_report_browser.py:577
Method
test_harbor_and_report_dimension_contracts_match
(self)
tests/evaluation/test_judges.py:66
Function
test_harbor_atif_and_agent_eval_alias_are_defined
()
tests/test_oss_packaging.py:1016
Function
test_harbor_backend_environment_allowlist_covers_every_native_022_mode
()
tests/test_harbor_runner_environment.py:1667
Function
test_harbor_backends_without_task_projection_stay_unexposed
(env_mode: str)
tests/test_harbor_environment_contract.py:486
Function
test_harbor_bin_falls_back_to_path_lookup
With no sibling script, PATH lookup still applies.
tests/test_harbor_local_mode.py:6218
Function
test_harbor_bin_resolves_windows_console_script_suffixes
The Harbor console script carries a suffix on Windows. Probing only the suffix-less ``harbor`` name misses the interpreter-sibling install en
tests/test_harbor_local_mode.py:6195
Function
test_harbor_bin_returns_bare_name_when_missing_everywhere
A missing Harbor still yields the command name for the caller to report.
tests/test_harbor_local_mode.py:6230
Function
test_harbor_claude_run_delivers_instruction_to_local_cli
Run the pinned Harbor producer and local subprocess boundary without a model call.
tests/test_harbor_local_mode.py:1995
Function
test_harbor_codex_fixture_with_an_unmeasured_call_stays_unmeasured
()
tests/tier3/test_trajectory_timing.py:344
Function
test_harbor_codex_trajectory_fixture_is_timed_after_redaction
()
tests/tier3/test_trajectory_timing.py:333
Function
test_harbor_collects_local_convention_artifacts_without_recursive_copy
( local_output_environment: SkillEvaluatorLocalEnvironment, destination: str | None, )
tests/test_harbor_local_environment.py:83
Function
test_harbor_command_and_environment_anchor_relative_host_paths
( monkeypatch: pytest.MonkeyPatch, tmp_path: Path, )
tests/test_harbor_dotenv_isolation.py:127
Function
test_harbor_command_rejects_finite_multiplier_that_overflows_default_timeouts
()
tests/test_tier3_public_runtime.py:160
Function
test_harbor_command_rejects_nonfinite_timeout_multiplier
(timeout_multiplier: float)
tests/test_tier3_public_runtime.py:138
Function
test_harbor_command_rejects_overflowing_timeout_multiplier
()
tests/test_tier3_public_runtime.py:149
Function
test_harbor_dependency_contract_keeps_base_install_isolated
()
tests/test_oss_packaging.py:140
Function
test_harbor_dispatches_the_installed_environment_class
(installed_backend: Path, tmp_path: Path)
tests/test_custom_backend_package.py:197
Function
test_harbor_display_labels_use_only_recorded_job_associations
()
tests/reporting/test_report_readability.py:156
Function
test_harbor_environment_extra_mapping_matches_installed_metadata
()
tests/test_oss_packaging.py:187
Function
test_harbor_environment_keeps_windows_program_dirs_and_python_utf8_mode
( monkeypatch: pytest.MonkeyPatch, )
tests/test_harbor_runner_environment.py:58
Function
test_harbor_environment_kwarg_contract_matches_installed_source
()
tests/test_oss_packaging.py:299
Function
test_harbor_eval_template_unrelated_400_does_not_disable_schema
Verify template eval.py does not treat unrelated 400 as schema capability failure.
tests/test_llm_judge.py:1164
Function
test_harbor_failure_detail_redacts_before_tail_truncation
( monkeypatch: pytest.MonkeyPatch, tmp_path: Path, )
tests/test_tier3_progress.py:5827
Function
test_harbor_failure_detail_redacts_runtime_secrets_without_streaming
( monkeypatch: pytest.MonkeyPatch, tmp_path: Path, )
tests/test_tier3_progress.py:5788
Function
test_harbor_findings_report_renders_skill_and_model_literally
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, capsys: pytest.CaptureFixture[str] )
tests/reporting/test_rich_markup_escaping.py:569
Function
test_harbor_gate_finds_tool_venv_harbor
A harbor console script next to the interpreter passes the gate. Under ``uv tool install`` / ``pipx``, harbor lands in the tool venv's bin di
tests/test_dataset_harbor_gate.py:15
Function
test_harbor_gke_packaging_dependencies
Verify harbor[gke] extra installs kubernetes and GKEEnvironment can be imported.
tests/test_harbor_gke_mode.py:925
Function
test_harbor_legacy_pair_stays_one_job_and_bad_shapes_do_not_crash
()
tests/reporting/test_evidence_views.py:297
Function
test_harbor_output_and_upload_controls_are_reserved
(env_mode: str, name: str, value: object)
tests/test_harbor_environment_contract.py:61
Function
test_harbor_preflight_accepts_only_selected_build_credential
(monkeypatch, model)
tests/test_hermes_agent.py:138
Function
test_harbor_preflight_does_not_swallow_keyboard_interrupt
(monkeypatch: pytest.MonkeyPatch)
tests/test_harbor_local_mode.py:6129
Function
test_harbor_preflight_exception_redacts_detached_proxy_credentials
( monkeypatch: pytest.MonkeyPatch, )
tests/test_harbor_local_mode.py:6107
Function
test_harbor_preflight_system_exit_becomes_a_diagnostic
(monkeypatch: pytest.MonkeyPatch)
tests/test_harbor_local_mode.py:5626
Function
test_harbor_projection_preserves_unmatched_legacy_analysis_and_deduplicates
()
tests/reporting/test_evidence_views.py:134
Function
test_harbor_results_and_analysis_are_visible_in_tile_and_overview
(multi)
tests/reporting/test_native_feature_restoration.py:131
Function
test_harbor_role_log_lifecycle_preserves_local_files
Harbor must recognize direct host mappings before copying role logs.
tests/test_harbor_local_environment.py:52
← previous
next →
16,901–17,000 of 24,741, ranked by callers