MCPcopy Create free account

hub / github.com/NVIDIA/SkillEvaluator / functions

Functions24,741 in github.com/NVIDIA/SkillEvaluator

Functiontest_runner_keeps_recorded_negative_count_when_unclassified_cases_remain
( monkeypatch: pytest.MonkeyPatch, tmp_path: Path, )
tests/test_tier3_progress.py:3125
Functiontest_runner_keeps_unrelated_launch_errors
(tmp_path, monkeypatch)
tests/test_harbor_timeout_recovery.py:267
Functiontest_runner_marks_html_report_failure_degraded
( monkeypatch: pytest.MonkeyPatch, tmp_path: Path, )
tests/test_tier3_progress.py:5620
Functiontest_runner_marks_publication_identity_conflict_when_source_changes_mid_run
( monkeypatch: pytest.MonkeyPatch, tmp_path: Path, )
tests/test_tier3_progress.py:4800
Functiontest_runner_mutual_exclusion_emits_configuration_failure
(tmp_path: Path, reference_option: str, skip: str)
tests/test_baseline_store.py:380
Functiontest_runner_persists_compact_feedback_to_result_json
( monkeypatch: pytest.MonkeyPatch, tmp_path: Path, )
tests/test_tier3_progress.py:4388
Functiontest_runner_persists_deduplicated_dataset_truth
(tmp_path: Path)
tests/test_harbor_runner_artifacts.py:33
Functiontest_runner_persists_run_owned_identity_for_pre_execution_failure
( monkeypatch: pytest.MonkeyPatch, tmp_path: Path, )
tests/test_tier3_progress.py:4935
Functiontest_runner_persists_run_owned_publication_identity_in_final_result
( monkeypatch: pytest.MonkeyPatch, tmp_path: Path, )
tests/test_tier3_progress.py:4487
Functiontest_runner_persists_scoped_benchmark_path
( monkeypatch: pytest.MonkeyPatch, tmp_path: Path, )
tests/test_tier3_progress.py:4438
Functiontest_runner_provenance_review_state_uses_live_review_count
( tmp_path, review_state: str, review_entries: list[dict], expected_state: str, expected_c
tests/reporting/test_dataset_generation_provenance.py:217
Functiontest_runner_publishes_latest_through_shared_atomic_helper
( monkeypatch: pytest.MonkeyPatch, tmp_path: Path, )
tests/test_tier3_progress.py:4369
Functiontest_runner_rechecks_identity_after_report_generation_and_renders_conflict
( monkeypatch: pytest.MonkeyPatch, tmp_path: Path, )
tests/test_tier3_progress.py:4832
Functiontest_runner_registers_exact_secrets_before_skill_and_model_render
( monkeypatch: pytest.MonkeyPatch, tmp_path: Path, )
tests/test_tier3_progress.py:5756
Functiontest_runner_rejects_custom_in_skill_results_root_before_creating_output
( monkeypatch: pytest.MonkeyPatch, tmp_path: Path, )
tests/test_tier3_progress.py:2985
Functiontest_runner_rejects_preexisting_run_symlink_before_child_creation
( monkeypatch: pytest.MonkeyPatch, tmp_path: Path, )
tests/test_tier3_progress.py:4228
Functiontest_runner_rejects_snapshot_when_wrapper_pushes_entry_over_depth_limit
(tmp_path: Path)
tests/test_harbor_runner_artifacts.py:80
Functiontest_runner_rejects_snapshot_when_wrapper_pushes_entry_over_node_limit
(tmp_path: Path)
tests/test_harbor_runner_artifacts.py:70
Functiontest_runner_rejects_snapshot_whose_combined_entries_exceed_publication_bytes
(tmp_path: Path)
tests/test_harbor_runner_artifacts.py:58
Functiontest_runner_rejects_source_change_after_private_snapshot_before_engine_launch
( monkeypatch: pytest.MonkeyPatch, tmp_path: Path, )
tests/test_tier3_progress.py:4755
Functiontest_runner_releases_every_admitted_attempt_once
(monkeypatch, tmp_path, path)
tests/tier3/test_budget_reservation.py:316
Functiontest_runner_removes_scoped_benchmark_when_identity_rerender_fails
( monkeypatch: pytest.MonkeyPatch, tmp_path: Path, )
tests/test_tier3_progress.py:4460
Functiontest_runner_reports_known_plan_without_claiming_failed_preflight_ready
( monkeypatch: pytest.MonkeyPatch, tmp_path: Path, )
tests/test_tier3_progress.py:5401
Functiontest_runner_reserves_unique_run_directories_concurrently
(tmp_path: Path)
tests/test_tier3_progress.py:4251
Functiontest_runner_returns_error_for_unsafe_evals_config
(tmp_path: Path, kind: str)
tests/test_tier3_progress.py:4122
Functiontest_runner_returns_error_when_private_evaluator_snapshot_cannot_be_created
(tmp_path: Path)
tests/test_tier3_progress.py:4061
Functiontest_runner_returns_structured_error_and_cleans_partial_snapshot_on_enospc
( monkeypatch: pytest.MonkeyPatch, tmp_path: Path, )
tests/test_tier3_progress.py:4073
Functiontest_runner_reuses_frozen_selection_and_records_original_provenance
(tmp_path: Path, monkeypatch)
tests/tier3/test_decoy_workspace.py:218
Functiontest_runner_round_trips_near_byte_limit_snapshot_and_embeds_only_manifest
(tmp_path: Path)
tests/test_harbor_runner_artifacts.py:93
Functiontest_runner_selects_native_before_workers_and_projects_only_native_layout
(tmp_path, monkeypatch, agent, keep)
tests/test_private_runtime_review.py:30
Functiontest_runner_shaped_tier3_run_id_is_rendered_verbatim_for_the_gate
(tmp_path: Path, verdict: str)
tests/golden/test_benchmark_card.py:365
Functiontest_runner_stages_and_runs_only_the_baseline_arm
(skill: Path, monkeypatch: pytest.MonkeyPatch)
tests/tier3/test_skip_with_skill.py:296
Functiontest_runner_stages_config_and_cli_helpers_with_real_decoy_manifest
(tmp_path: Path, monkeypatch)
tests/tier3/test_decoy_workspace.py:283
Functiontest_runner_terminalizes_active_stage_for_unexpected_orchestrator_exception
( monkeypatch: pytest.MonkeyPatch, tmp_path: Path, failure_hook: str, expected_stage: str, )
tests/test_tier3_progress.py:5526
Functiontest_runner_terminalizes_agent_when_worker_raises
( monkeypatch: pytest.MonkeyPatch, tmp_path: Path, )
tests/test_tier3_progress.py:5492
Functiontest_runner_terminalizes_baseline_staging_for_unexpected_exception
( monkeypatch: pytest.MonkeyPatch, tmp_path: Path, )
tests/test_tier3_progress.py:5560
Functiontest_runner_terminalizes_collection_when_collection_raises
( monkeypatch: pytest.MonkeyPatch, tmp_path: Path, )
tests/test_tier3_progress.py:5594
Functiontest_runner_terminalizes_report_when_result_write_raises
( monkeypatch: pytest.MonkeyPatch, tmp_path: Path, )
tests/test_tier3_progress.py:5647
Functiontest_running_a_member_skills_script_uses_that_skill
()
tests/tier3/test_f90_signals_conflict.py:208
Functiontest_running_an_unpacked_file_by_relative_path_is_remote_code
(command: str)
tests/validators/test_plugin_static_risk_review_fixes.py:1026
Functiontest_running_code_from_the_plugin_data_directory_is_medium
(tmp_path: Path)
tests/validators/test_plugin_static_risk_review_fixes.py:600
Functiontest_running_the_expected_script_stays_productive
(module, call)
tests/tier3/test_tool_productivity.py:315
Functiontest_runs_past_the_run_site_bound_are_unanalyzed
(tmp_path: Path)
tests/validators/test_plugin_static_risk_review_fixes.py:929
Functiontest_runs_secrets_scan
()
tests/test_skip_checks.py:78
Functiontest_runta_and_mosaic_config_files_must_exist
( monkeypatch: pytest.MonkeyPatch, tmp_path: Path, env_mode: str, name: str, )
tests/test_harbor_environment_contract.py:424
Functiontest_runta_and_mosaic_config_paths_survive_the_evaluator_owned_launch_directory
( monkeypatch: pytest.MonkeyPatch, tmp_path: Path, )
tests/test_harbor_environment_contract.py:359
Functiontest_runta_and_mosaic_credentials_do_not_cross_backends
(monkeypatch: pytest.MonkeyPatch)
tests/test_harbor_environment_contract.py:407
Functiontest_runta_and_mosaic_credentials_stay_in_the_host_environment
(env_mode: str, name: str, value: object)
tests/test_harbor_environment_contract.py:322
Functiontest_runta_and_mosaic_forward_operational_kwargs
()
tests/test_harbor_environment_contract.py:333
Functiontest_runta_and_mosaic_isolation_controls_are_reserved
(env_mode: str, name: str, value: object)
tests/test_harbor_environment_contract.py:310
Functiontest_runtime_and_judge_failures_in_one_case_keep_their_own_causes_and_remedies
(tmp_path: Path)
tests/test_tier3_case_summary.py:947
Functiontest_runtime_census_caps_rows_and_lines
(monkeypatch)
tests/tier3/test_private_runtime_evidence.py:50
Functiontest_runtime_context_binding_fails_closed_for_unstable_relative_or_oversized_sources
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, )
tests/test_tier3_progress.py:4699
Functiontest_runtime_context_binding_rejects_external_reference_and_workspace_skills
(tmp_path: Path)
tests/test_tier3_progress.py:4577
Functiontest_runtime_context_binding_rejects_reference_child_excluded_from_target_digest
(tmp_path: Path)
tests/test_tier3_progress.py:4683
Functiontest_runtime_context_binding_rejects_workspace_skill_excluded_from_target_digest
( tmp_path: Path, excluded_parent: Path, )
tests/test_tier3_progress.py:4649
Functiontest_runtime_copy_and_sanitizer_remove_both_evaluator_layouts
(tmp_path: Path, dirname: str)
tests/tier3/test_native_review_fixes.py:58
Functiontest_runtime_credential_failure_precedes_dataset_generation
(skill, configured, monkeypatch)
tests/tier3/test_workflow.py:374
Functiontest_runtime_edits_change_identity
(tmp_path: Path, filename: str)
tests/tier3/test_decoy_identity.py:57
Functiontest_runtime_entries_stay_paired_by_index
(tmp_path: Path)
tests/test_openclaw_plugin_discovery.py:429
Functiontest_runtime_entrypoints_are_inventoried_without_importing_them
(tmp_path: Path, monkeypatch)
tests/test_openclaw_plugin_discovery.py:334
Functiontest_runtime_env_allows_mode_unrelated_backend_name
()
tests/test_harbor_runner_environment.py:420
Functiontest_runtime_env_preserves_platform_expansion_for_non_owned_percent_references
( monkeypatch: pytest.MonkeyPatch, )
tests/test_harbor_runner_environment.py:399
Functiontest_runtime_env_rejects_host_process_control_names
()
tests/test_harbor_runner_environment.py:2231
Functiontest_runtime_env_rejects_operator_owned_windows_style_variable_references
( monkeypatch: pytest.MonkeyPatch, source_name: str, )
tests/test_harbor_runner_environment.py:383
Functiontest_runtime_env_rejects_selected_backend_control_name
()
tests/test_harbor_runner_environment.py:430
Functiontest_runtime_eval_directory_link_is_refused
(tmp_path: Path)
tests/tier3/test_runtime_eval_directories.py:133
Functiontest_runtime_exceptions_are_fixed_diagnostics
(launch, monkeypatch, capsys)
tests/ci/test_run_tier1_image.py:253
Functiontest_runtime_fingerprint_does_not_trust_scandir_identity_metadata
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, )
tests/test_harbor_runtime_skill_isolation.py:279
Functiontest_runtime_injection_env_is_blocked_before_launcher
(name: str, tmp_path: Path)
tests/test_harbor_local_mode.py:4133
Functiontest_runtime_invalid_regex_and_unknown_check_are_not_checked
()
tests/tier3/test_declarative_checks.py:131
Functiontest_runtime_keeps_a_backend_codex_wrapper_that_extends_the_provider_wrapper
( backend_module: types.ModuleType, monkeypatch: pytest.MonkeyPatch, provider: str )
tests/test_custom_execution_backends.py:532
Functiontest_runtime_markup_stays_inert_in_html_markdown_and_rich
(monkeypatch, force_color)
tests/reporting/test_private_runtime_render.py:147
Functiontest_runtime_metadata_shape_and_pairing_are_not_relaxed
(tmp_path: Path, metadata: Any, message: str)
tests/test_openclaw_plugin_discovery.py:421
Functiontest_runtime_never_bypasses_source_path_policy
(tmp_path: Path, source: Any)
tests/test_openclaw_plugin_discovery.py:401
Functiontest_runtime_only_html_exports_exact_snapshot_and_retains_all_grouped_anchors
()
tests/reporting/test_plugin_evidence_report.py:397
Functiontest_runtime_only_plugin_is_incomplete_never_a_successful_skip
(tmp_path: Path)
tests/tier3/test_openclaw_prepare.py:97
Functiontest_runtime_outputs_do_not_mask_authored_source_or_new_sibling_changes
(tmp_path, changed)
tests/tier3/test_plugin_runtime_identity.py:89
Functiontest_runtime_path_canonicalizes_normal_host_bin_alias_and_preserves_unresolved
(tmp_path: Path)
tests/test_harbor_local_mode.py:4945
Functiontest_runtime_path_canonicalizes_selected_bin_below_symlinked_runtime_root
(tmp_path: Path)
tests/test_harbor_local_mode.py:4925
Functiontest_runtime_path_drops_non_absolute_inherited_components
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, )
tests/test_harbor_local_mode.py:4968
Functiontest_runtime_path_excludes_symlink_alias_to_sibling_managed_bin
(tmp_path: Path)
tests/test_harbor_local_mode.py:4896
Functiontest_runtime_path_normalization_does_not_approve_other_variables
(tmp_path, value)
tests/tier3/test_native_mcp_policy.py:152
Functiontest_runtime_preflight_accepts_harbor_0132_unscored_agent_success
(monkeypatch, tmp_path: Path)
tests/test_harbor_runtime_preflight.py:276
Functiontest_runtime_preflight_failure_stops_full_matrix
(monkeypatch, tmp_path: Path)
tests/test_harbor_runtime_preflight.py:3943
Functiontest_runtime_preflight_forwards_environment_kwargs_to_build_harbor_run_command
Forward environment_kwargs to build_harbor_run_command during preflight.
tests/test_harbor_runtime_preflight.py:196
Functiontest_runtime_preflight_hands_nvidia_build_key_only_over_stdin
(monkeypatch, tmp_path: Path)
tests/test_harbor_runtime_preflight.py:233
Functiontest_runtime_preflight_is_skipped_by_default_with_enablement_hint
( monkeypatch: pytest.MonkeyPatch, tmp_path: Path, )
tests/test_tier3_progress.py:5162
Functiontest_runtime_preflight_redacts_and_sanitizes_retained_trial_exception
( monkeypatch: pytest.MonkeyPatch, tmp_path: Path, )
tests/test_harbor_runtime_preflight.py:599
Functiontest_runtime_preflight_rejects_empty_task_tree
(tmp_path: Path)
tests/test_harbor_runtime_preflight.py:749
Functiontest_runtime_preflight_reports_agent_start_failure
(monkeypatch, tmp_path: Path)
tests/test_harbor_runtime_preflight.py:701
Functiontest_runtime_preflight_running_event_precedes_slow_preflight_call
( monkeypatch: pytest.MonkeyPatch, tmp_path: Path, )
tests/test_tier3_progress.py:5131
Functiontest_runtime_preflight_runs_one_case_once_without_verification
(monkeypatch, tmp_path: Path)
tests/test_harbor_runtime_preflight.py:144
Functiontest_runtime_preflight_timeout_is_bounded
(monkeypatch, tmp_path: Path)
tests/test_harbor_runtime_preflight.py:723
Functiontest_runtime_projection_excludes_nested_skill_evals_and_dependencies
(tmp_path: Path)
tests/test_harbor_runtime_skill_isolation.py:1107
Functiontest_runtime_projection_generated_file_case_alias_follows_filesystem_semantics
(tmp_path: Path)
tests/test_harbor_runtime_skill_isolation.py:245
Functiontest_runtime_projection_omits_every_publication_digest_exclusion
(tmp_path: Path)
tests/test_harbor_runtime_skill_isolation.py:166
Functiontest_runtime_projection_skips_linked_generated_entries
(tmp_path: Path, link_name: str)
tests/test_harbor_runtime_skill_isolation.py:5285
Functiontest_runtime_read_binds_reject_host_home
(tmp_path: Path)
tests/test_harbor_local_mode.py:1768
Functiontest_runtime_read_paths_include_selected_homebrew_dependency_kegs_and_shipped_config
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, )
tests/test_harbor_local_mode.py:4686
← previousnext →21,701–21,800 of 24,741, ranked by callers