Code
Hub
Workspaces
Following
Trending
Connect
MCP
copy
Create free account
hub
/
github.com/NVIDIA/SkillEvaluator
/ functions
Functions
24,741 in github.com/NVIDIA/SkillEvaluator
⨍
Functions
24,741
◇
Types & classes
1,292
↳
Endpoints
703
Function
test_runner_keeps_recorded_negative_count_when_unclassified_cases_remain
( monkeypatch: pytest.MonkeyPatch, tmp_path: Path, )
tests/test_tier3_progress.py:3125
Function
test_runner_keeps_unrelated_launch_errors
(tmp_path, monkeypatch)
tests/test_harbor_timeout_recovery.py:267
Function
test_runner_marks_html_report_failure_degraded
( monkeypatch: pytest.MonkeyPatch, tmp_path: Path, )
tests/test_tier3_progress.py:5620
Function
test_runner_marks_publication_identity_conflict_when_source_changes_mid_run
( monkeypatch: pytest.MonkeyPatch, tmp_path: Path, )
tests/test_tier3_progress.py:4800
Function
test_runner_mutual_exclusion_emits_configuration_failure
(tmp_path: Path, reference_option: str, skip: str)
tests/test_baseline_store.py:380
Function
test_runner_persists_compact_feedback_to_result_json
( monkeypatch: pytest.MonkeyPatch, tmp_path: Path, )
tests/test_tier3_progress.py:4388
Function
test_runner_persists_deduplicated_dataset_truth
(tmp_path: Path)
tests/test_harbor_runner_artifacts.py:33
Function
test_runner_persists_run_owned_identity_for_pre_execution_failure
( monkeypatch: pytest.MonkeyPatch, tmp_path: Path, )
tests/test_tier3_progress.py:4935
Function
test_runner_persists_run_owned_publication_identity_in_final_result
( monkeypatch: pytest.MonkeyPatch, tmp_path: Path, )
tests/test_tier3_progress.py:4487
Function
test_runner_persists_scoped_benchmark_path
( monkeypatch: pytest.MonkeyPatch, tmp_path: Path, )
tests/test_tier3_progress.py:4438
Function
test_runner_provenance_review_state_uses_live_review_count
( tmp_path, review_state: str, review_entries: list[dict], expected_state: str, expected_c
tests/reporting/test_dataset_generation_provenance.py:217
Function
test_runner_publishes_latest_through_shared_atomic_helper
( monkeypatch: pytest.MonkeyPatch, tmp_path: Path, )
tests/test_tier3_progress.py:4369
Function
test_runner_rechecks_identity_after_report_generation_and_renders_conflict
( monkeypatch: pytest.MonkeyPatch, tmp_path: Path, )
tests/test_tier3_progress.py:4832
Function
test_runner_registers_exact_secrets_before_skill_and_model_render
( monkeypatch: pytest.MonkeyPatch, tmp_path: Path, )
tests/test_tier3_progress.py:5756
Function
test_runner_rejects_custom_in_skill_results_root_before_creating_output
( monkeypatch: pytest.MonkeyPatch, tmp_path: Path, )
tests/test_tier3_progress.py:2985
Function
test_runner_rejects_preexisting_run_symlink_before_child_creation
( monkeypatch: pytest.MonkeyPatch, tmp_path: Path, )
tests/test_tier3_progress.py:4228
Function
test_runner_rejects_snapshot_when_wrapper_pushes_entry_over_depth_limit
(tmp_path: Path)
tests/test_harbor_runner_artifacts.py:80
Function
test_runner_rejects_snapshot_when_wrapper_pushes_entry_over_node_limit
(tmp_path: Path)
tests/test_harbor_runner_artifacts.py:70
Function
test_runner_rejects_snapshot_whose_combined_entries_exceed_publication_bytes
(tmp_path: Path)
tests/test_harbor_runner_artifacts.py:58
Function
test_runner_rejects_source_change_after_private_snapshot_before_engine_launch
( monkeypatch: pytest.MonkeyPatch, tmp_path: Path, )
tests/test_tier3_progress.py:4755
Function
test_runner_releases_every_admitted_attempt_once
(monkeypatch, tmp_path, path)
tests/tier3/test_budget_reservation.py:316
Function
test_runner_removes_scoped_benchmark_when_identity_rerender_fails
( monkeypatch: pytest.MonkeyPatch, tmp_path: Path, )
tests/test_tier3_progress.py:4460
Function
test_runner_reports_known_plan_without_claiming_failed_preflight_ready
( monkeypatch: pytest.MonkeyPatch, tmp_path: Path, )
tests/test_tier3_progress.py:5401
Function
test_runner_reserves_unique_run_directories_concurrently
(tmp_path: Path)
tests/test_tier3_progress.py:4251
Function
test_runner_returns_error_for_unsafe_evals_config
(tmp_path: Path, kind: str)
tests/test_tier3_progress.py:4122
Function
test_runner_returns_error_when_private_evaluator_snapshot_cannot_be_created
(tmp_path: Path)
tests/test_tier3_progress.py:4061
Function
test_runner_returns_structured_error_and_cleans_partial_snapshot_on_enospc
( monkeypatch: pytest.MonkeyPatch, tmp_path: Path, )
tests/test_tier3_progress.py:4073
Function
test_runner_reuses_frozen_selection_and_records_original_provenance
(tmp_path: Path, monkeypatch)
tests/tier3/test_decoy_workspace.py:218
Function
test_runner_round_trips_near_byte_limit_snapshot_and_embeds_only_manifest
(tmp_path: Path)
tests/test_harbor_runner_artifacts.py:93
Function
test_runner_selects_native_before_workers_and_projects_only_native_layout
(tmp_path, monkeypatch, agent, keep)
tests/test_private_runtime_review.py:30
Function
test_runner_shaped_tier3_run_id_is_rendered_verbatim_for_the_gate
(tmp_path: Path, verdict: str)
tests/golden/test_benchmark_card.py:365
Function
test_runner_stages_and_runs_only_the_baseline_arm
(skill: Path, monkeypatch: pytest.MonkeyPatch)
tests/tier3/test_skip_with_skill.py:296
Function
test_runner_stages_config_and_cli_helpers_with_real_decoy_manifest
(tmp_path: Path, monkeypatch)
tests/tier3/test_decoy_workspace.py:283
Function
test_runner_terminalizes_active_stage_for_unexpected_orchestrator_exception
( monkeypatch: pytest.MonkeyPatch, tmp_path: Path, failure_hook: str, expected_stage: str, )
tests/test_tier3_progress.py:5526
Function
test_runner_terminalizes_agent_when_worker_raises
( monkeypatch: pytest.MonkeyPatch, tmp_path: Path, )
tests/test_tier3_progress.py:5492
Function
test_runner_terminalizes_baseline_staging_for_unexpected_exception
( monkeypatch: pytest.MonkeyPatch, tmp_path: Path, )
tests/test_tier3_progress.py:5560
Function
test_runner_terminalizes_collection_when_collection_raises
( monkeypatch: pytest.MonkeyPatch, tmp_path: Path, )
tests/test_tier3_progress.py:5594
Function
test_runner_terminalizes_report_when_result_write_raises
( monkeypatch: pytest.MonkeyPatch, tmp_path: Path, )
tests/test_tier3_progress.py:5647
Function
test_running_a_member_skills_script_uses_that_skill
()
tests/tier3/test_f90_signals_conflict.py:208
Function
test_running_an_unpacked_file_by_relative_path_is_remote_code
(command: str)
tests/validators/test_plugin_static_risk_review_fixes.py:1026
Function
test_running_code_from_the_plugin_data_directory_is_medium
(tmp_path: Path)
tests/validators/test_plugin_static_risk_review_fixes.py:600
Function
test_running_the_expected_script_stays_productive
(module, call)
tests/tier3/test_tool_productivity.py:315
Function
test_runs_past_the_run_site_bound_are_unanalyzed
(tmp_path: Path)
tests/validators/test_plugin_static_risk_review_fixes.py:929
Function
test_runs_secrets_scan
()
tests/test_skip_checks.py:78
Function
test_runta_and_mosaic_config_files_must_exist
( monkeypatch: pytest.MonkeyPatch, tmp_path: Path, env_mode: str, name: str, )
tests/test_harbor_environment_contract.py:424
Function
test_runta_and_mosaic_config_paths_survive_the_evaluator_owned_launch_directory
( monkeypatch: pytest.MonkeyPatch, tmp_path: Path, )
tests/test_harbor_environment_contract.py:359
Function
test_runta_and_mosaic_credentials_do_not_cross_backends
(monkeypatch: pytest.MonkeyPatch)
tests/test_harbor_environment_contract.py:407
Function
test_runta_and_mosaic_credentials_stay_in_the_host_environment
(env_mode: str, name: str, value: object)
tests/test_harbor_environment_contract.py:322
Function
test_runta_and_mosaic_forward_operational_kwargs
()
tests/test_harbor_environment_contract.py:333
Function
test_runta_and_mosaic_isolation_controls_are_reserved
(env_mode: str, name: str, value: object)
tests/test_harbor_environment_contract.py:310
Function
test_runtime_and_judge_failures_in_one_case_keep_their_own_causes_and_remedies
(tmp_path: Path)
tests/test_tier3_case_summary.py:947
Function
test_runtime_census_caps_rows_and_lines
(monkeypatch)
tests/tier3/test_private_runtime_evidence.py:50
Function
test_runtime_context_binding_fails_closed_for_unstable_relative_or_oversized_sources
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, )
tests/test_tier3_progress.py:4699
Function
test_runtime_context_binding_rejects_external_reference_and_workspace_skills
(tmp_path: Path)
tests/test_tier3_progress.py:4577
Function
test_runtime_context_binding_rejects_reference_child_excluded_from_target_digest
(tmp_path: Path)
tests/test_tier3_progress.py:4683
Function
test_runtime_context_binding_rejects_workspace_skill_excluded_from_target_digest
( tmp_path: Path, excluded_parent: Path, )
tests/test_tier3_progress.py:4649
Function
test_runtime_copy_and_sanitizer_remove_both_evaluator_layouts
(tmp_path: Path, dirname: str)
tests/tier3/test_native_review_fixes.py:58
Function
test_runtime_credential_failure_precedes_dataset_generation
(skill, configured, monkeypatch)
tests/tier3/test_workflow.py:374
Function
test_runtime_edits_change_identity
(tmp_path: Path, filename: str)
tests/tier3/test_decoy_identity.py:57
Function
test_runtime_entries_stay_paired_by_index
(tmp_path: Path)
tests/test_openclaw_plugin_discovery.py:429
Function
test_runtime_entrypoints_are_inventoried_without_importing_them
(tmp_path: Path, monkeypatch)
tests/test_openclaw_plugin_discovery.py:334
Function
test_runtime_env_allows_mode_unrelated_backend_name
()
tests/test_harbor_runner_environment.py:420
Function
test_runtime_env_preserves_platform_expansion_for_non_owned_percent_references
( monkeypatch: pytest.MonkeyPatch, )
tests/test_harbor_runner_environment.py:399
Function
test_runtime_env_rejects_host_process_control_names
()
tests/test_harbor_runner_environment.py:2231
Function
test_runtime_env_rejects_operator_owned_windows_style_variable_references
( monkeypatch: pytest.MonkeyPatch, source_name: str, )
tests/test_harbor_runner_environment.py:383
Function
test_runtime_env_rejects_selected_backend_control_name
()
tests/test_harbor_runner_environment.py:430
Function
test_runtime_eval_directory_link_is_refused
(tmp_path: Path)
tests/tier3/test_runtime_eval_directories.py:133
Function
test_runtime_exceptions_are_fixed_diagnostics
(launch, monkeypatch, capsys)
tests/ci/test_run_tier1_image.py:253
Function
test_runtime_fingerprint_does_not_trust_scandir_identity_metadata
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, )
tests/test_harbor_runtime_skill_isolation.py:279
Function
test_runtime_injection_env_is_blocked_before_launcher
(name: str, tmp_path: Path)
tests/test_harbor_local_mode.py:4133
Function
test_runtime_invalid_regex_and_unknown_check_are_not_checked
()
tests/tier3/test_declarative_checks.py:131
Function
test_runtime_keeps_a_backend_codex_wrapper_that_extends_the_provider_wrapper
( backend_module: types.ModuleType, monkeypatch: pytest.MonkeyPatch, provider: str )
tests/test_custom_execution_backends.py:532
Function
test_runtime_markup_stays_inert_in_html_markdown_and_rich
(monkeypatch, force_color)
tests/reporting/test_private_runtime_render.py:147
Function
test_runtime_metadata_shape_and_pairing_are_not_relaxed
(tmp_path: Path, metadata: Any, message: str)
tests/test_openclaw_plugin_discovery.py:421
Function
test_runtime_never_bypasses_source_path_policy
(tmp_path: Path, source: Any)
tests/test_openclaw_plugin_discovery.py:401
Function
test_runtime_only_html_exports_exact_snapshot_and_retains_all_grouped_anchors
()
tests/reporting/test_plugin_evidence_report.py:397
Function
test_runtime_only_plugin_is_incomplete_never_a_successful_skip
(tmp_path: Path)
tests/tier3/test_openclaw_prepare.py:97
Function
test_runtime_outputs_do_not_mask_authored_source_or_new_sibling_changes
(tmp_path, changed)
tests/tier3/test_plugin_runtime_identity.py:89
Function
test_runtime_path_canonicalizes_normal_host_bin_alias_and_preserves_unresolved
(tmp_path: Path)
tests/test_harbor_local_mode.py:4945
Function
test_runtime_path_canonicalizes_selected_bin_below_symlinked_runtime_root
(tmp_path: Path)
tests/test_harbor_local_mode.py:4925
Function
test_runtime_path_drops_non_absolute_inherited_components
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, )
tests/test_harbor_local_mode.py:4968
Function
test_runtime_path_excludes_symlink_alias_to_sibling_managed_bin
(tmp_path: Path)
tests/test_harbor_local_mode.py:4896
Function
test_runtime_path_normalization_does_not_approve_other_variables
(tmp_path, value)
tests/tier3/test_native_mcp_policy.py:152
Function
test_runtime_preflight_accepts_harbor_0132_unscored_agent_success
(monkeypatch, tmp_path: Path)
tests/test_harbor_runtime_preflight.py:276
Function
test_runtime_preflight_failure_stops_full_matrix
(monkeypatch, tmp_path: Path)
tests/test_harbor_runtime_preflight.py:3943
Function
test_runtime_preflight_forwards_environment_kwargs_to_build_harbor_run_command
Forward environment_kwargs to build_harbor_run_command during preflight.
tests/test_harbor_runtime_preflight.py:196
Function
test_runtime_preflight_hands_nvidia_build_key_only_over_stdin
(monkeypatch, tmp_path: Path)
tests/test_harbor_runtime_preflight.py:233
Function
test_runtime_preflight_is_skipped_by_default_with_enablement_hint
( monkeypatch: pytest.MonkeyPatch, tmp_path: Path, )
tests/test_tier3_progress.py:5162
Function
test_runtime_preflight_redacts_and_sanitizes_retained_trial_exception
( monkeypatch: pytest.MonkeyPatch, tmp_path: Path, )
tests/test_harbor_runtime_preflight.py:599
Function
test_runtime_preflight_rejects_empty_task_tree
(tmp_path: Path)
tests/test_harbor_runtime_preflight.py:749
Function
test_runtime_preflight_reports_agent_start_failure
(monkeypatch, tmp_path: Path)
tests/test_harbor_runtime_preflight.py:701
Function
test_runtime_preflight_running_event_precedes_slow_preflight_call
( monkeypatch: pytest.MonkeyPatch, tmp_path: Path, )
tests/test_tier3_progress.py:5131
Function
test_runtime_preflight_runs_one_case_once_without_verification
(monkeypatch, tmp_path: Path)
tests/test_harbor_runtime_preflight.py:144
Function
test_runtime_preflight_timeout_is_bounded
(monkeypatch, tmp_path: Path)
tests/test_harbor_runtime_preflight.py:723
Function
test_runtime_projection_excludes_nested_skill_evals_and_dependencies
(tmp_path: Path)
tests/test_harbor_runtime_skill_isolation.py:1107
Function
test_runtime_projection_generated_file_case_alias_follows_filesystem_semantics
(tmp_path: Path)
tests/test_harbor_runtime_skill_isolation.py:245
Function
test_runtime_projection_omits_every_publication_digest_exclusion
(tmp_path: Path)
tests/test_harbor_runtime_skill_isolation.py:166
Function
test_runtime_projection_skips_linked_generated_entries
(tmp_path: Path, link_name: str)
tests/test_harbor_runtime_skill_isolation.py:5285
Function
test_runtime_read_binds_reject_host_home
(tmp_path: Path)
tests/test_harbor_local_mode.py:1768
Function
test_runtime_read_paths_include_selected_homebrew_dependency_kegs_and_shipped_config
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, )
tests/test_harbor_local_mode.py:4686
← previous
next →
21,701–21,800 of 24,741, ranked by callers