MCPcopy Create free account

hub / github.com/NVIDIA/SkillEvaluator / functions

Functions24,741 in github.com/NVIDIA/SkillEvaluator

Functiontest_native_partial_delta_preserves_absolute_change_when_percent_is_unavailable
()
tests/reporting/test_telemetry_view.py:226
Functiontest_native_pass_rate_basis_comes_from_pass_at_k_lift
()
tests/reporting/test_native_evidence.py:191
Functiontest_native_pass_requires_matching_retained_tier_evidence
()
tests/ci/test_feedback.py:1069
Functiontest_native_per_trial_usage_uses_retained_measurements
(tmp_path: Path)
tests/reporting/test_dashboard_data.py:751
Functiontest_native_pinned_pool_preserves_host_and_verifying_tls_identity
(monkeypatch)
tests/tier3/test_mcp_proof_sdk_compat.py:277
Functiontest_native_projection_does_not_enumerate_symlinked_harbor_root
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, )
tests/test_harbor_runtime_skill_isolation.py:5023
Functiontest_native_projection_does_not_read_task_directory_on_another_device
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, )
tests/test_harbor_runtime_skill_isolation.py:5054
Functiontest_native_projection_refuses_operator_credentials_and_literal_secrets
(tmp_path, server)
tests/tier3/test_native_mcp_policy.py:56
Functiontest_native_recorded_chart_fallback_links_to_retained_table
(page, reports)
tests/reporting/test_report_browser.py:1256
Functiontest_native_recorded_telemetry_is_folded_complete_and_draws_one_condition_aware_chart
(page, reports, width)
tests/reporting/test_report_browser.py:1199
Functiontest_native_rejects_invalid_or_colliding_case_ids_before_output_mutation
( tmp_path: Path, invalid_entries: list[dict[str, str]], )
tests/test_harbor_runtime_skill_isolation.py:2073
Functiontest_native_rejects_output_root_inside_evaluator_source
(tmp_path: Path)
tests/test_harbor_runtime_skill_isolation.py:1470
Functiontest_native_rejects_unsafe_task_directory_name_before_output_mutation
(tmp_path: Path)
tests/test_harbor_runtime_skill_isolation.py:2091
Functiontest_native_report_hierarchy_and_every_tier_fit_viewport
(page, reports, width)
tests/reporting/test_report_browser.py:487
Functiontest_native_reports_overwrite_artifact_html_keep_json_and_link_details
(tmp_path, failed)
tests/ci/test_native_reports.py:70
Functiontest_native_results_use_real_usage_and_prune_nested_mirrors
(tmp_path: Path)
tests/reporting/test_dashboard_data.py:734
Functiontest_native_resume_deduplicates_collector_materialized_explicit_continuation_prefix
( tmp_path: Path, )
tests/test_harbor_collector_multistep_trajectory.py:2061
Functiontest_native_root_skips_root_rules
(tmp_path)
tests/harness/test_overlay.py:1097
Functiontest_native_routing_does_not_alias_an_unused_gateway_secret
(repository, routing_release)
tests/test_ci_onboarding_model_routing.py:193
Functiontest_native_runtime_paths_keep_bare_and_braced_forms_with_task_env
(tmp_path, name, braced)
tests/tier3/test_native_mcp_policy.py:135
Functiontest_native_runtime_rejects_task_owned_judge_selection_through_real_staging
( monkeypatch: pytest.MonkeyPatch, tmp_path: Path, grading_mode: str, judge_alias: str, ju
tests/test_harbor_runner_environment.py:1325
Functiontest_native_searches_rooted_at_filesystem_root_are_wasted
(module, call)
tests/tier3/test_tool_productivity.py:357
Functiontest_native_separate_verifier_rejects_compose_yml_harbor_ignores
(tmp_path: Path, step: bool)
tests/test_harbor_runtime_skill_isolation.py:5186
Functiontest_native_snapshot_ignores_generated_only_entries_when_selecting_fixtures
(tmp_path: Path)
tests/test_harbor_runtime_skill_isolation.py:4630
Functiontest_native_source_skips_even_if_dataset_present
(skill)
tests/tier3/test_dataset_coverage.py:138
Functiontest_native_standard_grader_runs_from_replaced_isolated_payload_directory
( tmp_path: Path, )
tests/test_harbor_runtime_skill_isolation.py:3164
Functiontest_native_standard_grading_allows_empty_step_tests_directory
( tmp_path: Path, grading_mode: str, )
tests/test_harbor_runtime_skill_isolation.py:3337
Functiontest_native_standard_grading_allows_exact_operator_staged_control_placeholders
( tmp_path: Path, scope: str, name: str, )
tests/test_harbor_runtime_skill_isolation.py:465
Functiontest_native_standard_grading_host_override_is_the_exact_judge_probe
( monkeypatch: pytest.MonkeyPatch, tmp_path: Path, grading_mode: str, override_name: str, )
tests/test_tier3_progress.py:3837
Functiontest_native_standard_grading_injects_operator_staged_judge_fallback
(tmp_path: Path)
tests/test_harbor_runtime_skill_isolation.py:492
Functiontest_native_standard_grading_injects_operator_staged_judge_policies
(tmp_path: Path)
tests/test_harbor_runtime_skill_isolation.py:507
Functiontest_native_standard_grading_preserves_harmless_verifier_environment
( tmp_path: Path, scope: str, )
tests/test_harbor_runtime_skill_isolation.py:1010
Functiontest_native_standard_grading_rejects_any_nonempty_step_tests_overlay
( tmp_path: Path, grading_mode: str, overlay_relative: Path, )
tests/test_harbor_runtime_skill_isolation.py:3294
Functiontest_native_standard_grading_rejects_authored_retry_settings
Verify a native task cannot pin judge retry budgets for SkillEvaluator's standard grader.
tests/test_harbor_task_toml_retry_env.py:243
Functiontest_native_standard_grading_rejects_every_effective_separate_verifier_context
( tmp_path: Path, grading_mode: str, verifier_scope: str, )
tests/test_harbor_runtime_skill_isolation.py:3365
Functiontest_native_standard_grading_rejects_fallback_separate_verifier
(tmp_path: Path)
tests/test_harbor_runtime_skill_isolation.py:5218
Functiontest_native_standard_grading_rejects_post_agent_collect_hooks
( tmp_path: Path, grading_mode: str, collect_scope: str, )
tests/test_harbor_runtime_skill_isolation.py:2957
Functiontest_native_standard_grading_rejects_quoted_authored_retry_keys
Verify quoting a TOML key cannot smuggle an authored retry budget past standard grading.
tests/test_harbor_task_toml_retry_env.py:374
Functiontest_native_standard_grading_rejects_task_controlled_verifier_environment_surfaces
( tmp_path: Path, grading_mode: str, scope: str, variable: str, value: str, )
tests/test_harbor_runtime_skill_isolation.py:2923
Functiontest_native_standard_grading_rejects_task_owned_judge_controls
( tmp_path: Path, grading_mode: str, scope: str, name: str, )
tests/test_harbor_runtime_skill_isolation.py:423
Functiontest_native_standard_grading_without_host_override_marks_judge_probe_inconclusive
( monkeypatch: pytest.MonkeyPatch, tmp_path: Path, grading_mode: str, )
tests/test_tier3_progress.py:3648
Functiontest_native_status_chips_badges_and_pills_have_readable_computed_contrast
(page, reports, theme, width)
tests/reporting/test_report_browser.py:892
Functiontest_native_tables_keep_all_recorded_columns_scopes_conditions_and_reasons
()
tests/reporting/test_telemetry_view.py:111
Functiontest_native_task_accepts_operator_staged_retry_placeholders
Verify exact ${NAME} placeholders still carry the operator's retry settings to the verifier.
tests/test_harbor_task_toml_retry_env.py:320
Functiontest_native_task_discovery_ignores_unstaged_root_results
(tmp_path: Path)
tests/test_harbor_runtime_skill_isolation.py:3527
Functiontest_native_task_injected_verifier_timeout_covers_all_structured_judge_attempts
(tmp_path: Path)
tests/test_harbor_runtime_skill_isolation.py:967
Functiontest_native_task_inline_healthcheck_conflicts_with_pre_agent_setup
(tmp_path: Path)
tests/test_harbor_runtime_skill_isolation.py:2766
Functiontest_native_task_mcp_policy_is_checked_before_publication
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, scope: str, header: str )
tests/test_harbor_runtime_skill_isolation.py:594
Functiontest_native_task_mcp_servers_are_rejected
(tmp_path: Path, monkeypatch: pytest.MonkeyPatch)
tests/test_nemo_gym_backend.py:2147
Functiontest_native_task_rebases_custom_dockerfile_content
(tmp_path: Path, grading_mode: str)
tests/test_harbor_adapter_safety.py:316
Functiontest_native_task_reuses_existing_exact_provider_placeholder_when_injecting
(tmp_path: Path)
tests/test_harbor_runtime_skill_isolation.py:982
Functiontest_native_task_source_omits_evals_dataset_provenance
( monkeypatch: pytest.MonkeyPatch, tmp_path: Path, )
tests/test_tier3_progress.py:3584
Functiontest_native_task_staging_uses_one_private_evals_snapshot
( monkeypatch: pytest.MonkeyPatch, tmp_path: Path, )
tests/test_harbor_runtime_skill_isolation.py:1035
Functiontest_native_task_structural_mutation_supports_inline_tables_and_quoted_keys
(tmp_path: Path)
tests/test_harbor_runtime_skill_isolation.py:2732
Functiontest_native_task_verifier_env_with_header_comments_keeps_single_tables
Verify commented [verifier] headers and operator placeholders stage without duplicate tables or keys.
tests/test_harbor_task_toml_retry_env.py:399
Functiontest_native_tasks_allow_only_role_staged_host_env_templates
(tmp_path: Path)
tests/test_harbor_runtime_skill_isolation.py:741
Functiontest_native_tasks_allow_safe_literal_default_for_role_staged_host_env_template
(tmp_path: Path)
tests/test_harbor_runtime_skill_isolation.py:782
Functiontest_native_tasks_allow_staged_verifier_env_interpolation_in_separate_verifier_compose
( tmp_path: Path, verifier_scope: str, )
tests/test_harbor_runtime_skill_isolation.py:916
Functiontest_native_tasks_cannot_reenable_background_tasks
(tmp_path: Path)
tests/test_harbor_claude_background_tasks.py:73
Functiontest_native_tasks_cannot_reenable_refusal_fallback
(tmp_path: Path)
tests/test_harbor_claude_refusal_fallback.py:473
Functiontest_native_tasks_get_cpu_and_memory_overrides
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, keep_staged_tasks: None )
tests/test_nemo_gym_backend.py:2186
Functiontest_native_tasks_pin_skills_dir_to_controlled_projection
(tmp_path: Path)
tests/test_harbor_runtime_skill_isolation.py:2706
Functiontest_native_tasks_preserve_approved_mcp_and_safe_runtime_references
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, transport: str )
tests/test_harbor_runtime_skill_isolation.py:678
Functiontest_native_tasks_project_runtime_skills_without_root_evals
(tmp_path: Path)
tests/test_harbor_runtime_skill_isolation.py:327
Functiontest_native_tasks_reject_credential_bearing_or_nested_role_staged_template_defaults_without_echo
( tmp_path: Path, key: str, template: str, protected_fragment: str, )
tests/test_harbor_runtime_skill_isolation.py:814
Functiontest_native_tasks_reject_every_effective_windows_execution_path
( tmp_path: Path, windows_scope: str, )
tests/test_harbor_runtime_skill_isolation.py:3410
Functiontest_native_tasks_reject_judge_model_controls_in_agent_environment
(tmp_path: Path, assignment: str)
tests/test_harbor_runtime_skill_isolation.py:535
Functiontest_native_tasks_reject_malformed_or_unsupported_mcp_without_echoing_values
( tmp_path: Path, authored_config: str )
tests/test_harbor_runtime_skill_isolation.py:659
Functiontest_native_tasks_reject_parent_env_interpolation_in_separate_verifier_compose
( tmp_path: Path, verifier_scope: str, source_name: str, )
tests/test_harbor_runtime_skill_isolation.py:876
Functiontest_native_tasks_reject_runtime_projection_bypasses
(tmp_path: Path, environment_toml: str, message: str)
tests/test_harbor_runtime_skill_isolation.py:2692
Functiontest_native_tasks_reject_unstaged_parent_env_templates_in_every_harbor_scope
( tmp_path: Path, source_name: str, authored_config: str, )
tests/test_harbor_runtime_skill_isolation.py:561
Functiontest_native_tasks_reject_unstaged_template_defaults_and_literal_credentials_without_echo
( tmp_path: Path, )
tests/test_harbor_runtime_skill_isolation.py:838
Functiontest_native_telemetry_rows_do_not_enter_the_tier1_summary_filter_scope
()
tests/reporting/test_telemetry_view.py:155
Functiontest_native_telemetry_uses_existing_chart_lifecycle_and_prepreview_input
(monkeypatch)
tests/reporting/test_report_clarity.py:118
Functiontest_native_tier1_launch_does_not_require_the_tier2_gateway_route
(launch)
tests/ci/test_run_tier1_image.py:203
Functiontest_native_tier2_failure_is_advisory_in_combined_ci_gate
(tmp_path)
tests/ci/test_benchmark_reports.py:258
Functiontest_native_tier2_intra_and_inter_tabs_keep_similarity_evidence
()
tests/reporting/test_native_report_parity.py:106
Functiontest_native_tier3_engine_failure_still_emits_incomplete_evidence
(consumer, tmp_path, monkeypatch)
tests/ci/test_run_tiers.py:156
Functiontest_native_tier3_links_reports_root_and_its_actual_json_filename
()
tests/reporting/test_retained_tiers.py:141
Functiontest_native_tier3_options_preserve_complete_paired_coverage
(consumer, tmp_path)
tests/ci/test_run_tiers.py:105
Functiontest_native_tier3_uses_trusted_render_for_dynamic_csp
()
tests/reporting/test_retained_tiers.py:118
Functiontest_native_tier_navigation_remains_within_static_trusted_code
()
tests/ci/test_native_reports.py:463
Functiontest_native_timing_after_copied_context_needs_no_new_user_step
()
tests/tier3/test_trajectory_timing.py:473
Functiontest_native_transport_ignores_proxy_and_netrc_credentials
(monkeypatch, tmp_path, fake_mcp)
tests/tier3/test_mcp_proof_sdk_compat.py:208
Functiontest_native_transport_refuses_unknown_pool_layout
(monkeypatch)
tests/tier3/test_mcp_proof_sdk_compat.py:333
Functiontest_native_transport_rejects_encoding_and_aggregate_oversize
(monkeypatch, fake_mcp, mode)
tests/tier3/test_mcp_proof_sdk_compat.py:166
Functiontest_native_trial_bounds_mirror_report_data
()
tests/reporting/test_dashboard_data.py:957
Functiontest_native_trial_discovery_limit_keeps_usage_unavailable
(tmp_path: Path, monkeypatch)
tests/reporting/test_dashboard_data.py:965
Functiontest_native_usage_rejects_intermediate_directory_and_file_symlinks
(tmp_path: Path, artifact: str)
tests/reporting/test_dashboard_data.py:1167
Functiontest_native_verifier_mcp_references_use_the_verifier_environment_grants
( tmp_path: Path, scope: str, grant: str )
tests/test_harbor_runtime_skill_isolation.py:5314
Functiontest_native_windows_atomic_save_preserves_crlf_and_mode
(repository, monkeypatch)
tests/test_ci_onboarding_windows.py:16
Functiontest_native_windows_fails_for_every_mode
(monkeypatch: pytest.MonkeyPatch, mode: str)
tests/test_local_mode_contract.py:22
Functiontest_native_windows_fallback_copies_tree_and_file
(tmp_path: Path)
tests/test_harbor_secure_copy.py:1072
Functiontest_native_windows_fallback_manifest_exposes_capture_errors
(tmp_path: Path)
tests/test_publication_identity.py:706
Methodtest_native_windows_local_mode_fails_closed_for_every_sandbox_mode
( self, monkeypatch: pytest.MonkeyPatch, mode: str, )
tests/test_harbor_local_sandbox.py:93
Functiontest_native_windows_tree_fingerprint_binds_writable_mode
(tmp_path: Path)
tests/test_harbor_secure_copy.py:1100
Functiontest_native_windows_workflow_junction_cannot_redirect_writes
(repository, monkeypatch, tmp_path)
tests/test_ci_onboarding_windows.py:35
Functiontest_native_with_skill_staging_preserves_authored_healthchecks_and_step_workdir
( tmp_path: Path, )
tests/test_harbor_runtime_skill_isolation.py:3256
Functiontest_native_wrapper_is_not_wrapped_twice
(key: tuple, path: str)
tests/tier3/test_private_setup_classification.py:50
Methodtest_navigation_links_trigger_link_findings
( self, tmp_path: Path, content_template: str, )
tests/validators/test_quality_score.py:1248
← previousnext →19,101–19,200 of 24,741, ranked by callers