MCPcopy Create free account

hub / github.com/NVIDIA/SkillEvaluator / functions

Functions24,741 in github.com/NVIDIA/SkillEvaluator

Functiontest_discover_trajectories_opencode_txt_fallback
(tmp_path)
tests/tier3/test_generate_dataset_results.py:45
Functiontest_discover_trajectories_prefers_reward_entry_id_over_folder_prefix
Stop-on-pass folders must not collapse to the job prefix when entry_id is present.
tests/tier3/test_generate_dataset_results.py:173
Functiontest_discover_trajectories_preserves_versioned_case_id_without_reward
IDs like ``case__v2`` must not be truncated when only the folder name is present.
tests/tier3/test_generate_dataset_results.py:234
Functiontest_discover_trajectories_resolves_shortuuid_folder_from_result_json
All-letter Harbor tails resolve via result.json task metadata, not suffix guessing.
tests/tier3/test_generate_dataset_results.py:249
Functiontest_discover_trajectories_results_dir_overrides_env
(tmp_path, monkeypatch)
tests/tier3/test_generate_dataset_results.py:279
Functiontest_discover_trajectories_uses_env_results_root
(tmp_path, monkeypatch)
tests/tier3/test_generate_dataset_results.py:25
Methodtest_discover_workflows_in_folder
(self, tmp_path: Path)
tests/embedding/test_extractor.py:621
Functiontest_discovered_step_sidecar_cannot_be_swapped_to_external_ancestor
(tmp_path: Path)
tests/test_issue55_collector_truth.py:2479
Methodtest_discovery_bounds_irrelevant_paths
(self, tmp_path: Path, monkeypatch)
tests/embedding/test_extractor.py:391
Functiontest_discovery_debug_log_uses_root_label_without_host_path
(tmp_path: Path, monkeypatch)
tests/embedding/test_extractor.py:67
Functiontest_discovery_deduplicates_manifest_variants_and_keeps_compatibility_alias
(tmp_path: Path)
tests/test_catalog_discovery.py:149
Functiontest_discovery_does_not_follow_nested_links_in_linked_groups
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, kind: str )
tests/test_catalog_discovery.py:318
Functiontest_discovery_groups_hidden_roots_excludes_fixtures_and_untracked
(repository)
tests/test_ci_onboarding_git.py:47
Functiontest_discovery_ignores_excluded_skills_in_linked_groups
(tmp_path: Path)
tests/test_catalog_discovery.py:303
Functiontest_discovery_limits_never_claim_complete_after_dropping_members
(tmp_path, kind)
tests/test_plugin_discovery.py:331
Methodtest_discovery_path_budget_counts_directories_and_unselected_files
( self, tmp_path: Path, monkeypatch, content_type: str )
tests/embedding/test_extractor.py:400
Methodtest_discovery_prunes_standard_excluded_directories
(self, tmp_path: Path, write_skill, monkeypatch)
tests/embedding/test_extractor.py:420
Functiontest_discovery_records_unreadable_linked_manifest_probe
(tmp_path: Path, monkeypatch: pytest.MonkeyPatch)
tests/test_catalog_discovery.py:194
Functiontest_discovery_rejects_invalid_configured_depth
(tmp_path: Path, max_depth: object)
tests/utils/test_secure_fs_platform.py:39
Functiontest_discovery_reports_directory_links_without_following_them
(tmp_path: Path)
tests/test_catalog_discovery.py:178
Functiontest_discovery_stops_linked_group_probe_at_first_manifest
(tmp_path: Path, monkeypatch: pytest.MonkeyPatch)
tests/test_catalog_discovery.py:391
Functiontest_disjoint_case_coverage_does_not_produce_an_overall_effect
()
tests/test_tier3_case_summary.py:2013
Functiontest_disjoint_runs_features_and_duplicate_conditions_cannot_pair
()
tests/reporting/test_dashboard_data.py:289
Functiontest_display_bounds_baseline_rows_without_adding_default_fields
()
tests/reporting/test_tier3_baseline_trial_views.py:513
Functiontest_display_findings_report_reports_whether_it_rendered
(tmp_path)
tests/test_commands.py:3713
Functiontest_display_findings_report_writes_artifact
Smoke the real findings report display path over a temporary run directory.
tests/tier3/test_suggestion_grounding.py:983
Functiontest_display_identical_feature_labels_cannot_pair_different_configurations
()
tests/reporting/test_dashboard_data.py:338
Functiontest_display_keeps_only_eligible_na_metric_names
(recorded: object, kept: list[str])
tests/reporting/test_tier3_baseline_trial_views.py:424
Functiontest_display_name_never_conflicts_with_another_manifest_name
(tmp_path: Path)
tests/test_openclaw_plugin_discovery.py:163
Functiontest_display_path_preserves_canonical_publication_identity_and_bound_waivers
()
tests/reporting/test_retained_html.py:343
Functiontest_displayed_absent_tiers_are_navigable_without_fabricated_checks
()
tests/reporting/test_report_navigation.py:69
Functiontest_displayed_annotations_without_status_are_not_failures
(checker, observation)
tests/tier3/test_error_recovery.py:1169
Functiontest_displayed_source_is_not_execution_failure
(checker, observation)
tests/tier3/test_error_recovery.py:611
Functiontest_displayed_zero_lift_is_neutral
(lift)
tests/reporting/test_terminal_polish.py:29
Methodtest_disposable_home_allows_git_to_traverse_to_run_root
( self, fake_home_tree: tuple[Path, Path, Path], )
tests/test_harbor_local_sandbox.py:1202
Methodtest_disposable_home_allows_only_explicit_read_roots
( self, fake_home_tree: tuple[Path, Path, Path], )
tests/test_harbor_local_sandbox.py:1156
Methodtest_disposable_home_denies_symlink_escape
( self, fake_home_tree: tuple[Path, Path, Path], )
tests/test_harbor_local_sandbox.py:1174
Methodtest_disposable_home_evaluator_interpreter_runs
( self, fake_home_tree: tuple[Path, Path, Path], )
tests/test_harbor_local_sandbox.py:1187
Methodtest_disposable_home_traversal_does_not_expose_sibling_metadata_or_entries
( self, fake_home_tree: tuple[Path, Path, Path], )
tests/test_harbor_local_sandbox.py:1217
Methodtest_dissimilar_chunks_no_cluster
(self, make_chunk)
tests/deduplication/intra_skill/test_semantic_clustering.py:62
Functiontest_distant_retry_ignores_only_whitespace
(checker, command, retry)
tests/tier3/test_error_recovery.py:787
Functiontest_distant_retry_keeps_tokens_strict_and_nonempty
(checker, command, retry)
tests/tier3/test_error_recovery.py:808
Methodtest_distinct
(self)
tests/embedding/test_registry.py:49
Functiontest_distinct_case_sensitive_directory_can_hold_output
(tmp_path: Path, monkeypatch: pytest.MonkeyPatch)
tests/tier3/test_decoy_commands.py:275
Methodtest_distinct_cluster_errors_are_grouped_in_deterministic_order
( self, mock_embed, _mock_llm, mock_analyze, tmp_path: Path )
tests/deduplication/intra_skill/test_intra_skill_validator.py:1373
Functiontest_distinct_reasons_actions_statuses_attempts_and_error_associations_stay_separate
()
tests/reporting/test_diagnostic_view.py:95
Functiontest_distinct_reward_metric_set_contracts_are_mixed
(rewards: list[dict[str, object]])
tests/test_harbor_metrics_truth.py:240
Functiontest_distinct_secret_named_sidecars_receive_distinct_parent_local_ids
(tmp_path: Path)
tests/test_harbor_collector_multistep_trajectory.py:1758
Functiontest_distinct_standard_grading_probe_failure_is_redacted_and_stops_staging
( monkeypatch: pytest.MonkeyPatch, tmp_path: Path, )
tests/test_tier3_progress.py:3940
Methodtest_distinct_text_over_budget_is_never_dropped_or_shared
(self, make_chunk)
tests/deduplication/intra_skill/test_intra_llm_analyzer.py:152
Functiontest_distinct_unsafe_trial_roots_receive_distinct_published_identities
(tmp_path: Path)
tests/test_issue55_collector_truth.py:2821
Methodtest_distinct_values_stay_separate
(self, tmp_path)
tests/validators/test_pii_grouping.py:103
Functiontest_diverged_target_branch_does_not_select_base_only_skill_changes
(repository)
tests/ci/test_select_changed_skills.py:220
Functiontest_dns_and_head_receive_only_remaining_total_budget
(er)
tests/validators/test_private_endpoint_resolution.py:128
Functiontest_dns_budget_exhaustion_prevents_head_and_is_incomplete
(er)
tests/validators/test_private_endpoint_resolution.py:147
Functiontest_docker_address_pool_error_outside_compose_network_creation_gets_no_note
(message: str)
tests/test_harbor_collector_runtime_failures.py:2848
Functiontest_docker_address_pool_exhaustion_is_named_before_the_reason_cut
(docker_error: str)
tests/test_harbor_collector_runtime_failures.py:2796
Functiontest_docker_address_pool_note_removes_trial_containers_before_networks
()
tests/test_harbor_collector_runtime_failures.py:2811
Functiontest_docker_address_pool_note_without_exception_type
()
tests/test_harbor_collector_runtime_failures.py:2829
Functiontest_docker_bedrock_claude_activates_bedrock_mode
(monkeypatch: pytest.MonkeyPatch)
tests/test_harbor_runner_environment.py:1132
Functiontest_docker_bootstrap_uses_selected_mode_without_host_agent_install
(monkeypatch)
tests/ci/test_all_tier_preflight.py:21
Functiontest_docker_bridge_command_combines_custom_agent_and_secure_environment
()
tests/test_tier3_public_runtime.py:638
Functiontest_docker_bridge_command_uses_unified_flags_for_custom_agent_and_secure_environment
()
tests/test_harbor_local_mode.py:566
Functiontest_docker_build_bridges_accept_the_provider_default
(agent: str)
tests/test_provider_agent_routing.py:125
Functiontest_docker_command_uses_secure_environment_import_path
()
tests/test_harbor_secure_docker_environment.py:1624
Functiontest_docker_import_routes_resolve_and_preserve_report_identity
( tmp_path: Path, agent_name: str, agent_class: type, model_name: str, reported_model_name
tests/tier3/test_installed_agent_bootstrap.py:298
Functiontest_docker_launch_is_hardened_and_maps_only_selected_key
(launch)
tests/ci/test_run_tier1_image.py:86
Functiontest_docker_mode_does_not_suggest_vertex_suffix
Do not include Vertex AI suggestion suffix in docker mode since Workload Identity is GKE-specific.
tests/test_harbor_gke_mode.py:408
Functiontest_docker_mode_strictly_rejects_vertex_ai
Reject Claude Code with Vertex AI in docker mode.
tests/test_harbor_gke_mode.py:485
Functiontest_docker_opencode_nv_build_uses_operator_key_without_skill_runtime_env
( monkeypatch: pytest.MonkeyPatch, )
tests/test_harbor_runner_environment.py:38
Functiontest_docker_prerequisite_accepts_compose_v2
(monkeypatch: pytest.MonkeyPatch)
tests/test_harbor_local_mode.py:6161
Functiontest_docker_prerequisite_redacts_proxy_uri_and_short_detached_credentials
( monkeypatch: pytest.MonkeyPatch, )
tests/test_harbor_local_mode.py:6081
Functiontest_docker_prerequisite_rejects_missing_compose_v2
(monkeypatch: pytest.MonkeyPatch)
tests/test_harbor_local_mode.py:6146
Functiontest_docker_setup_note_gives_procps_guidance_its_own_paragraph
Custom Dockerfile authors find the procps guidance without reading the Node.js scope first.
tests/tier3/test_installed_agent_bootstrap.py:507
Functiontest_docker_setup_note_scopes_the_npx_mcp_example_to_claude_code
Codex and OpenCode stdio MCP servers inherit nvm's npx; only Claude Code has no Node.js.
tests/tier3/test_installed_agent_bootstrap.py:521
Functiontest_docker_start_rejects_project_dotenv_before_parent_start
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, )
tests/test_harbor_secure_docker_environment.py:2814
Functiontest_docker_still_rejects_environment_kwargs
()
tests/test_harbor_environment_contract.py:198
Functiontest_docker_streaming_accepts_newline_free_output_larger_than_reader_limit
( tmp_path: Path, )
tests/test_harbor_secure_docker_environment.py:288
Functiontest_docker_timeout_retry_and_scored_wrong_baseline
(tmp_path: Path)
tests/test_harbor_timeout_recovery_docker.py:52
Functiontest_docker_value_options_do_not_hide_the_image
(args: list[str])
tests/validators/test_mcp_static.py:1130
Functiontest_docs_and_changelog_describe_the_token_usage_contract
()
tests/reporting/test_tier3_token_usage_reports.py:1118
Methodtest_docs_give_the_chunk_limit_of_each_default_embedding_model
The limits table names the limit a user of a default model gets, not only the ceiling.
tests/deduplication/intra_skill/test_intra_skill_validator.py:113
Functiontest_docs_limit_the_empty_expected_output_rejection_to_the_object_shape
(tmp_path: Path)
tests/test_harbor_scaffold_transactions.py:190
Functiontest_docs_name_only_the_shared_outcome_of_a_with_skill_na_dimension
()
tests/reporting/test_applicability_saved_runs.py:413
Functiontest_docs_say_which_skill_md_in_a_description_becomes_my_skill_md
()
tests/tier3/test_dataset_baseline_fairness.py:1070
Functiontest_docs_say_which_word_after_skill_md_keeps_a_description_s_skill_md
()
tests/tier3/test_dataset_baseline_fairness.py:1192
Functiontest_docs_scope_the_switch_to_the_pinned_claude_code_release
()
tests/test_harbor_claude_refusal_fallback.py:231
Functiontest_doctor_accepts_isolated_docker_bridge_and_direct_agents
( monkeypatch: pytest.MonkeyPatch, capsys: pytest.CaptureFixture[str], )
tests/test_harbor_local_mode.py:5593
Functiontest_doctor_accepts_nvidia_build_codex_without_openai_runtime_credential
(monkeypatch)
tests/test_tier3_public_runtime.py:984
Functiontest_doctor_accepts_nvidia_only_credentials_for_local_claude_bridge
( monkeypatch: pytest.MonkeyPatch, capsys: pytest.CaptureFixture[str], )
tests/test_harbor_local_mode.py:5540
Functiontest_doctor_ack_preflight_uses_the_exact_resolved_bedrock_environment
( monkeypatch: pytest.MonkeyPatch, )
tests/test_tier3_public_runtime.py:860
Functiontest_doctor_all_checks_every_tier_after_a_failure
(monkeypatch, command)
tests/test_cli.py:711
Functiontest_doctor_all_without_the_tier3_extra_still_checks_lower_tiers
(monkeypatch, command)
tests/test_cli.py:748
Functiontest_doctor_build_codex_ignores_native_pair_and_accepts_build_model
(monkeypatch)
tests/test_tier3_public_runtime.py:1024
Functiontest_doctor_explicit_opencode_runtime_model_probes_raw_catalog_id
(monkeypatch)
tests/test_tier3_public_runtime.py:1407
Functiontest_doctor_fails_without_a_policy_endpoint_or_docker_daemon
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch )
tests/test_nemo_gym_backend.py:2374
Functiontest_doctor_keeps_an_unrelated_import_error
(monkeypatch)
tests/test_cli.py:784
Functiontest_doctor_local_codex_ignores_native_credentials_and_accepts_explicit_build_model
( monkeypatch: pytest.MonkeyPatch, capsys: pytest.CaptureFixture[str], )
tests/test_harbor_local_mode.py:5562
Functiontest_doctor_nvidia_build_codex_ignores_incomplete_openai_runtime_credential
(monkeypatch)
tests/test_tier3_public_runtime.py:1004
Functiontest_doctor_prerequisite_check_receives_selected_agents
(monkeypatch: pytest.MonkeyPatch)
tests/test_harbor_local_mode.py:5397
← previousnext →15,201–15,300 of 24,741, ranked by callers