MCPcopy Create free account

hub / github.com/NVIDIA/SkillEvaluator / functions

Functions24,741 in github.com/NVIDIA/SkillEvaluator

Methodtest_empty_frontmatter
Test file with empty frontmatter.
tests/validators/test_frontmatter_parser.py:90
Functiontest_empty_history_and_invalid_export
(tmp_path)
tests/test_tier3_history.py:434
Methodtest_empty_history_is_rejected_without_creating_client
(self)
tests/inference/test_llm_client.py:1362
Functiontest_empty_judge_attempt_artifact_counts_zero_and_allows_more_runs
(tmp_path)
tests/tier3/test_run_budget.py:109
Methodtest_empty_legacy_filters_tolerated
(self)
tests/models/test_plugin.py:48
Methodtest_empty_license_file
Test handling of empty LICENSE file.
tests/validators/test_license.py:1212
Methodtest_empty_list_returns_empty_list
Test that empty list returns empty list.
tests/models/test_field_validators.py:29
Methodtest_empty_mcp_provider_rejected
(self)
tests/models/test_plugin.py:111
Functiontest_empty_observations_with_omissions_or_scope_notes_keep_individual_qualifications
()
tests/reporting/test_plugin_evidence_report.py:415
Functiontest_empty_overrides_inherit_same_provider_and_models
(tier)
tests/ci/test_model_config.py:60
Functiontest_empty_positive_trajectory_retains_zero_activation_evidence
(scorer: ModuleType)
tests/tier3/test_skill_activation_scoring.py:45
Functiontest_empty_public_provider_is_blocked
()
tests/validators/test_mcp_static.py:40
Methodtest_empty_raises
(self)
tests/validators/test_rubric_eval.py:79
Methodtest_empty_returns_empty
(self)
tests/embedding/test_client.py:433
Functiontest_empty_runtime_array_allows_upstream_inference
(tmp_path: Path)
tests/test_openclaw_plugin_discovery.py:437
Functiontest_empty_runtime_injection_env_is_dropped
(name: str)
tests/test_harbor_local_mode.py:4246
Functiontest_empty_selection_and_missing_root_fail
(tmp_path)
tests/ci/test_run_tier1.py:340
Methodtest_empty_skillspector_baseline_is_an_empty_baseline
SkillSpector loads an empty or comment-only baseline as one with no exceptions.
tests/validators/test_security.py:2368
Functiontest_empty_stdin_handoff_fails_before_docker_preflight
(monkeypatch)
tests/test_secure_docker_environment.py:580
Methodtest_empty_string_returns_none
Empty or whitespace-only output returns None.
tests/utils/test_tool_runner.py:72
Methodtest_empty_text_returns_original
(self)
tests/embedding/test_client.py:401
Functiontest_empty_tier_preflight_failure_keeps_its_declared_reason
()
tests/ci/test_comment_summary.py:188
Methodtest_enabled_checks_default_and_aliases_are_explicit
(self)
tests/test_progress_output.py:40
Functiontest_enabled_fallback_gateway_403_reads_as_an_unknown_api_error
( monkeypatch: pytest.MonkeyPatch, tmp_path: Path, lane: str )
tests/test_harbor_claude_refusal_fallback.py:650
Functiontest_enabled_metadata_is_separate_and_optional
(monkeypatch, setting)
tests/test_character_facts.py:70
Methodtest_encoded_absolute_markdown_remains_blocked_before_judging
(self, tmp_path)
tests/validators/test_rubric_eval.py:557
Functiontest_encoded_colon_stays_a_local_destination
(tmp_path: Path)
tests/validators/test_hygiene_link_boundaries.py:30
Functiontest_encoded_ipv4_hosts_are_classified_like_a_whatwg_client
(host: str, address: str, kind: str)
tests/validators/test_mcp_static.py:937
Methodtest_encoded_local_markdown_paths_remain_nested_references
(self, tmp_path: Path, target: str)
tests/validators/test_quality_score.py:1392
Functiontest_encoded_text_keeps_escapes_and_codes_around_a_masked_path
(text: str, expected: str)
tests/evaluation/test_tier3_feedback_chat.py:742
Functiontest_end_of_options_does_not_hide_the_invocation
``--`` ends a wrapper's options, not its positional arguments. ``timeout -- 30 python run.py`` still reads 30 as the duration, so the command
tests/tier3/test_script_invocation_evidence.py:591
Functiontest_endpoint_and_redirect_urls_preserve_valid_authorities_without_credentials
(url, expected)
tests/reporting/test_private_static_reports.py:671
Functiontest_endpoint_cap_preserves_attribution_for_unchecked_targets
(er, monkeypatch)
tests/validators/test_private_endpoint_resolution.py:176
Functiontest_endpoint_collection_covers_mcp_oauth_and_http_hook_attribution
(audit)
tests/validators/test_private_dependency_audit.py:298
Functiontest_endpoint_rows_use_only_the_authoritative_top_level_result_metadata
()
tests/reporting/test_private_static_reports.py:452
Methodtest_endpoint_url_controls_gpt5_token_key
( self, monkeypatch: pytest.MonkeyPatch, base_url: str, expected_key: str )
tests/inference/test_llm_client.py:660
Methodtest_endswith_semantics_preserved
(self, tmp_path)
tests/validators/test_artifact_dir_exclusion.py:93
Functiontest_enforcement_mode_defaults_to_strict
()
tests/ci/test_evaluate_workflow.py:56
Functiontest_enforcement_mode_validation_executes_before_setup
(tmp_path, mode, expected)
tests/ci/test_evaluate_workflow.py:67
Functiontest_enforcement_only_downgrades_complete_policy_verdicts
(tmp_path, capsys, mode, case)
tests/ci/test_run_tier1.py:111
Functiontest_engine_and_verifier_share_the_status_rule
(status, retriable)
tests/test_transport_rules.py:48
Functiontest_engine_argument_overrides_the_config_key
(monkeypatch: pytest.MonkeyPatch, tmp_path: Path)
tests/tier3/test_baseline_timeouts.py:1740
Functiontest_engine_config_key_tolerates_and_drops_the_explained_launch_error
( monkeypatch: pytest.MonkeyPatch, tmp_path: Path )
tests/tier3/test_baseline_timeouts.py:1698
Functiontest_engine_default_merges_the_baseline_launch_error
(monkeypatch: pytest.MonkeyPatch, tmp_path: Path)
tests/tier3/test_baseline_timeouts.py:1689
Functiontest_engine_kwargs_excludes_skill_path
()
tests/test_evaluation_service.py:104
Functiontest_engine_rejects_skipping_both_arms
(skill: Path)
tests/tier3/test_skip_with_skill.py:199
Functiontest_english_and_wide_character_estimation
()
tests/test_plugin_context_cost.py:25
Functiontest_enriched_job_and_gate_artifact_share_the_skill_change_condition
()
tests/ci/test_github_admission_workflow.py:242
Functiontest_enriched_job_is_scheduled_only_for_supported_provider_admission
(config, admission_case)
tests/ci/test_gitlab_enriched_admission.py:115
Functiontest_enriched_tier1_requires_admission_and_keeps_the_keyless_path
()
tests/ci/test_gateway_benchmark_workflows.py:18
Functiontest_ensure_local_runtimes_accepts_working_version_with_safe_environment
( monkeypatch: pytest.MonkeyPatch, )
tests/test_harbor_local_mode.py:4514
Functiontest_ensure_local_runtimes_preserves_sandbox_control_flow_signals
( signal_type: type[BaseException], tmp_path: Path, monkeypatch: pytest.MonkeyPatch, )
tests/test_harbor_local_mode.py:4493
Functiontest_ensure_local_runtimes_preserves_sandbox_programming_errors
( error_type: type[Exception], tmp_path: Path, monkeypatch: pytest.MonkeyPatch, )
tests/test_harbor_local_mode.py:4471
Functiontest_ensure_local_runtimes_probes_with_effective_strict_read_policy
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, )
tests/test_harbor_local_mode.py:4352
Functiontest_ensure_local_runtimes_rejects_installed_cli_when_version_times_out
( monkeypatch: pytest.MonkeyPatch, )
tests/test_harbor_local_mode.py:4306
Functiontest_ensure_local_runtimes_rejects_installed_cli_with_failing_version
( monkeypatch: pytest.MonkeyPatch, )
tests/test_harbor_local_mode.py:4281
Functiontest_ensure_local_runtimes_reports_disappearing_runtime_root
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, )
tests/test_harbor_local_mode.py:4381
Functiontest_ensure_local_runtimes_reports_runtime_command_symlink_cycle
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, )
tests/test_harbor_local_mode.py:4411
Functiontest_ensure_local_runtimes_reports_sandbox_wrap_failure
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, )
tests/test_harbor_local_mode.py:4327
Functiontest_ensure_local_runtimes_reports_shebang_interpreter_symlink_cycle
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, )
tests/test_harbor_local_mode.py:4437
Functiontest_ensure_local_runtimes_reports_vendor_hint_when_missing
(monkeypatch: pytest.MonkeyPatch)
tests/test_harbor_local_mode.py:4269
Functiontest_entry_budget_counts_selected_invalid_manifests
(tmp_path: Path, content_type: str)
tests/embedding/test_similarity_limits.py:87
Functiontest_entry_id_prefers_task_id_path_over_prefixed_task_name
()
tests/tier3/test_harbor_result_entry_id.py:9
Methodtest_entry_limit_is_enforced_before_embedding
(self, tmp_path: Path, write_skill)
tests/embedding/test_registry.py:323
Functiontest_entry_point_may_name_a_factory
(backend_module: types.ModuleType, monkeypatch: pytest.MonkeyPatch)
tests/test_custom_execution_backends.py:125
Functiontest_entry_points_are_kept_even_when_listed_after_a_helper
(tmp_path: Path, entry: str)
tests/tier3/test_dataset_primary_script.py:120
Functiontest_entry_script_runs_dashboard_main
(monkeypatch)
tests/reporting/test_dashboard_entry.py:24
Methodtest_env_embedding_model_is_honored_without_explicit_model
SKILL_EVAL_EMBEDDING_MODEL wins when no explicit model is given. This is the documented contract in docs/configuration.mdx and what m
tests/embedding/test_client.py:306
Functiontest_env_reference_forms
A reference with no default (or an empty one) carries no value; a default ships with the plugin.
tests/validators/test_url_policy.py:133
Functiontest_env_reference_is_allowed
()
tests/validators/test_mcp_static.py:394
Functiontest_env_removes_and_adds_names_before_the_child_starts
``env -i``, ``-u NAME`` and their long forms and clusters take names out of what the child inherits, in order, before and after its assignments: s
tests/tier3/test_script_invocation_evidence.py:1681
Methodtest_env_var_used_when_no_explicit_value
(self)
tests/test_harbor_local_sandbox.py:308
Functiontest_environment_and_collector_failures_do_not_get_judge_advice
( tmp_path: Path, errors: dict, reason: str, action_text: str )
tests/test_tier3_case_summary.py:928
Functiontest_environment_approval_requirements_are_never_removed
(monkeypatch)
tests/test_ci_onboarding.py:312
Functiontest_environment_does_not_hide_real_failure
(checker)
tests/tier3/test_error_recovery.py:105
Functiontest_environment_failure_reason_retains_agent_failure
(checker)
tests/tier3/test_error_recovery.py:397
Functiontest_environment_invalid_trial_is_unscored_with_reason
(tmp_path)
tests/test_harbor_unscored_grading_policy.py:82
Functiontest_environment_kwargs_cannot_override_sandbox_or_runtime_policy
( env_mode: str, environment_kwargs: dict[str, object], error: str, )
tests/test_tier3_public_runtime.py:306
Functiontest_environment_kwargs_cli_routes_to_every_harbor_run
( monkeypatch: pytest.MonkeyPatch, tmp_path: Path, )
tests/test_tier3_config_key_parity.py:135
Functiontest_environment_kwargs_reject_cycles_without_recursing
()
tests/tier3/test_evals_config.py:529
Functiontest_environment_kwargs_reject_excessive_direct_api_nesting_without_recursing
()
tests/tier3/test_evals_config.py:537
Functiontest_environment_kwargs_route_to_runtime_preflight
( monkeypatch: pytest.MonkeyPatch, tmp_path: Path, )
tests/test_tier3_config_key_parity.py:342
Methodtest_environment_marker_comparisons_do_not_hide_unpinned_requirements
Marker operators must not count as package version constraints.
tests/validators/test_hygiene.py:375
Functiontest_environment_name_scan_depth_limit_is_visible
(tmp_path)
tests/test_plugin_discovery.py:386
Methodtest_eof_comments_keep_existing_filters
(self, content: str)
tests/deduplication/utils/test_chunker.py:304
Functiontest_eperm_race_while_stopping_is_treated_as_exited
(tmp_path: Path, monkeypatch: pytest.MonkeyPatch)
tests/test_nemo_gym_backend.py:2351
Functiontest_equal_aliases_are_collapsed_and_identity_can_be_inferred
(tmp_path: Path)
tests/tier3/test_dataset_migration.py:155
Functiontest_equal_attempt_budgets_average_attempts_within_each_case
(tmp_path)
tests/tier3/test_interactions.py:268
Methodtest_equal_nonzero_vectors_score_exactly_one
(self)
tests/embedding/test_client.py:61
Functiontest_equal_version_label_is_rejected
(tmp_path: Path)
tests/validators/test_version.py:107
Methodtest_equally_repeated_texts_are_numbered_in_first_seen_order
(self, make_chunk)
tests/deduplication/intra_skill/test_intra_llm_analyzer.py:58
Functiontest_error_and_unknown_judgment_counts_do_not_invent_a_score
()
tests/reporting/test_declarative_coverage.py:163
Functiontest_error_blob_replacement_keeps_its_distinct_trace_associations
()
tests/reporting/test_insights_view.py:161
Methodtest_error_block_after_a_long_first_block_marks_failure
(self)
tests/tier3/test_plugin_signals.py:473
Methodtest_error_count_matches_unique_values
(self, skill_with_repeated_emails)
tests/validators/test_pii_grouping.py:86
Functiontest_error_handling_markers_are_case_sensitive_so_case_variants_are_distinct
(tmp_path: Path)
tests/test_quality_config.py:352
Methodtest_error_marks_failed
(self)
tests/models/test_result.py:155
Functiontest_error_recovery_detects_codex_status_failed_observations
()
tests/tier3/test_log_converters.py:290
Functiontest_error_recovery_detects_opencode_completed_nonzero_exit
()
tests/tier3/test_log_converters.py:304
Functiontest_error_recovery_ignores_unobserved_non_execution_calls
(extractor, checker)
tests/tier3/test_codex_tool_call_normalization.py:875
← previousnext →15,501–15,600 of 24,741, ranked by callers