Code
Hub
Workspaces
Following
Trending
Connect
MCP
copy
Create free account
hub
/
github.com/NVIDIA/SkillEvaluator
/ functions
Functions
24,741 in github.com/NVIDIA/SkillEvaluator
⨍
Functions
24,741
◇
Types & classes
1,292
↳
Endpoints
703
Method
test_empty_frontmatter
Test file with empty frontmatter.
tests/validators/test_frontmatter_parser.py:90
Function
test_empty_history_and_invalid_export
(tmp_path)
tests/test_tier3_history.py:434
Method
test_empty_history_is_rejected_without_creating_client
(self)
tests/inference/test_llm_client.py:1362
Function
test_empty_judge_attempt_artifact_counts_zero_and_allows_more_runs
(tmp_path)
tests/tier3/test_run_budget.py:109
Method
test_empty_legacy_filters_tolerated
(self)
tests/models/test_plugin.py:48
Method
test_empty_license_file
Test handling of empty LICENSE file.
tests/validators/test_license.py:1212
Method
test_empty_list_returns_empty_list
Test that empty list returns empty list.
tests/models/test_field_validators.py:29
Method
test_empty_mcp_provider_rejected
(self)
tests/models/test_plugin.py:111
Function
test_empty_observations_with_omissions_or_scope_notes_keep_individual_qualifications
()
tests/reporting/test_plugin_evidence_report.py:415
Function
test_empty_overrides_inherit_same_provider_and_models
(tier)
tests/ci/test_model_config.py:60
Function
test_empty_positive_trajectory_retains_zero_activation_evidence
(scorer: ModuleType)
tests/tier3/test_skill_activation_scoring.py:45
Function
test_empty_public_provider_is_blocked
()
tests/validators/test_mcp_static.py:40
Method
test_empty_raises
(self)
tests/validators/test_rubric_eval.py:79
Method
test_empty_returns_empty
(self)
tests/embedding/test_client.py:433
Function
test_empty_runtime_array_allows_upstream_inference
(tmp_path: Path)
tests/test_openclaw_plugin_discovery.py:437
Function
test_empty_runtime_injection_env_is_dropped
(name: str)
tests/test_harbor_local_mode.py:4246
Function
test_empty_selection_and_missing_root_fail
(tmp_path)
tests/ci/test_run_tier1.py:340
Method
test_empty_skillspector_baseline_is_an_empty_baseline
SkillSpector loads an empty or comment-only baseline as one with no exceptions.
tests/validators/test_security.py:2368
Function
test_empty_stdin_handoff_fails_before_docker_preflight
(monkeypatch)
tests/test_secure_docker_environment.py:580
Method
test_empty_string_returns_none
Empty or whitespace-only output returns None.
tests/utils/test_tool_runner.py:72
Method
test_empty_text_returns_original
(self)
tests/embedding/test_client.py:401
Function
test_empty_tier_preflight_failure_keeps_its_declared_reason
()
tests/ci/test_comment_summary.py:188
Method
test_enabled_checks_default_and_aliases_are_explicit
(self)
tests/test_progress_output.py:40
Function
test_enabled_fallback_gateway_403_reads_as_an_unknown_api_error
( monkeypatch: pytest.MonkeyPatch, tmp_path: Path, lane: str )
tests/test_harbor_claude_refusal_fallback.py:650
Function
test_enabled_metadata_is_separate_and_optional
(monkeypatch, setting)
tests/test_character_facts.py:70
Method
test_encoded_absolute_markdown_remains_blocked_before_judging
(self, tmp_path)
tests/validators/test_rubric_eval.py:557
Function
test_encoded_colon_stays_a_local_destination
(tmp_path: Path)
tests/validators/test_hygiene_link_boundaries.py:30
Function
test_encoded_ipv4_hosts_are_classified_like_a_whatwg_client
(host: str, address: str, kind: str)
tests/validators/test_mcp_static.py:937
Method
test_encoded_local_markdown_paths_remain_nested_references
(self, tmp_path: Path, target: str)
tests/validators/test_quality_score.py:1392
Function
test_encoded_text_keeps_escapes_and_codes_around_a_masked_path
(text: str, expected: str)
tests/evaluation/test_tier3_feedback_chat.py:742
Function
test_end_of_options_does_not_hide_the_invocation
``--`` ends a wrapper's options, not its positional arguments. ``timeout -- 30 python run.py`` still reads 30 as the duration, so the command
tests/tier3/test_script_invocation_evidence.py:591
Function
test_endpoint_and_redirect_urls_preserve_valid_authorities_without_credentials
(url, expected)
tests/reporting/test_private_static_reports.py:671
Function
test_endpoint_cap_preserves_attribution_for_unchecked_targets
(er, monkeypatch)
tests/validators/test_private_endpoint_resolution.py:176
Function
test_endpoint_collection_covers_mcp_oauth_and_http_hook_attribution
(audit)
tests/validators/test_private_dependency_audit.py:298
Function
test_endpoint_rows_use_only_the_authoritative_top_level_result_metadata
()
tests/reporting/test_private_static_reports.py:452
Method
test_endpoint_url_controls_gpt5_token_key
( self, monkeypatch: pytest.MonkeyPatch, base_url: str, expected_key: str )
tests/inference/test_llm_client.py:660
Method
test_endswith_semantics_preserved
(self, tmp_path)
tests/validators/test_artifact_dir_exclusion.py:93
Function
test_enforcement_mode_defaults_to_strict
()
tests/ci/test_evaluate_workflow.py:56
Function
test_enforcement_mode_validation_executes_before_setup
(tmp_path, mode, expected)
tests/ci/test_evaluate_workflow.py:67
Function
test_enforcement_only_downgrades_complete_policy_verdicts
(tmp_path, capsys, mode, case)
tests/ci/test_run_tier1.py:111
Function
test_engine_and_verifier_share_the_status_rule
(status, retriable)
tests/test_transport_rules.py:48
Function
test_engine_argument_overrides_the_config_key
(monkeypatch: pytest.MonkeyPatch, tmp_path: Path)
tests/tier3/test_baseline_timeouts.py:1740
Function
test_engine_config_key_tolerates_and_drops_the_explained_launch_error
( monkeypatch: pytest.MonkeyPatch, tmp_path: Path )
tests/tier3/test_baseline_timeouts.py:1698
Function
test_engine_default_merges_the_baseline_launch_error
(monkeypatch: pytest.MonkeyPatch, tmp_path: Path)
tests/tier3/test_baseline_timeouts.py:1689
Function
test_engine_kwargs_excludes_skill_path
()
tests/test_evaluation_service.py:104
Function
test_engine_rejects_skipping_both_arms
(skill: Path)
tests/tier3/test_skip_with_skill.py:199
Function
test_english_and_wide_character_estimation
()
tests/test_plugin_context_cost.py:25
Function
test_enriched_job_and_gate_artifact_share_the_skill_change_condition
()
tests/ci/test_github_admission_workflow.py:242
Function
test_enriched_job_is_scheduled_only_for_supported_provider_admission
(config, admission_case)
tests/ci/test_gitlab_enriched_admission.py:115
Function
test_enriched_tier1_requires_admission_and_keeps_the_keyless_path
()
tests/ci/test_gateway_benchmark_workflows.py:18
Function
test_ensure_local_runtimes_accepts_working_version_with_safe_environment
( monkeypatch: pytest.MonkeyPatch, )
tests/test_harbor_local_mode.py:4514
Function
test_ensure_local_runtimes_preserves_sandbox_control_flow_signals
( signal_type: type[BaseException], tmp_path: Path, monkeypatch: pytest.MonkeyPatch, )
tests/test_harbor_local_mode.py:4493
Function
test_ensure_local_runtimes_preserves_sandbox_programming_errors
( error_type: type[Exception], tmp_path: Path, monkeypatch: pytest.MonkeyPatch, )
tests/test_harbor_local_mode.py:4471
Function
test_ensure_local_runtimes_probes_with_effective_strict_read_policy
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, )
tests/test_harbor_local_mode.py:4352
Function
test_ensure_local_runtimes_rejects_installed_cli_when_version_times_out
( monkeypatch: pytest.MonkeyPatch, )
tests/test_harbor_local_mode.py:4306
Function
test_ensure_local_runtimes_rejects_installed_cli_with_failing_version
( monkeypatch: pytest.MonkeyPatch, )
tests/test_harbor_local_mode.py:4281
Function
test_ensure_local_runtimes_reports_disappearing_runtime_root
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, )
tests/test_harbor_local_mode.py:4381
Function
test_ensure_local_runtimes_reports_runtime_command_symlink_cycle
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, )
tests/test_harbor_local_mode.py:4411
Function
test_ensure_local_runtimes_reports_sandbox_wrap_failure
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, )
tests/test_harbor_local_mode.py:4327
Function
test_ensure_local_runtimes_reports_shebang_interpreter_symlink_cycle
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, )
tests/test_harbor_local_mode.py:4437
Function
test_ensure_local_runtimes_reports_vendor_hint_when_missing
(monkeypatch: pytest.MonkeyPatch)
tests/test_harbor_local_mode.py:4269
Function
test_entry_budget_counts_selected_invalid_manifests
(tmp_path: Path, content_type: str)
tests/embedding/test_similarity_limits.py:87
Function
test_entry_id_prefers_task_id_path_over_prefixed_task_name
()
tests/tier3/test_harbor_result_entry_id.py:9
Method
test_entry_limit_is_enforced_before_embedding
(self, tmp_path: Path, write_skill)
tests/embedding/test_registry.py:323
Function
test_entry_point_may_name_a_factory
(backend_module: types.ModuleType, monkeypatch: pytest.MonkeyPatch)
tests/test_custom_execution_backends.py:125
Function
test_entry_points_are_kept_even_when_listed_after_a_helper
(tmp_path: Path, entry: str)
tests/tier3/test_dataset_primary_script.py:120
Function
test_entry_script_runs_dashboard_main
(monkeypatch)
tests/reporting/test_dashboard_entry.py:24
Method
test_env_embedding_model_is_honored_without_explicit_model
SKILL_EVAL_EMBEDDING_MODEL wins when no explicit model is given. This is the documented contract in docs/configuration.mdx and what m
tests/embedding/test_client.py:306
Function
test_env_reference_forms
A reference with no default (or an empty one) carries no value; a default ships with the plugin.
tests/validators/test_url_policy.py:133
Function
test_env_reference_is_allowed
()
tests/validators/test_mcp_static.py:394
Function
test_env_removes_and_adds_names_before_the_child_starts
``env -i``, ``-u NAME`` and their long forms and clusters take names out of what the child inherits, in order, before and after its assignments: s
tests/tier3/test_script_invocation_evidence.py:1681
Method
test_env_var_used_when_no_explicit_value
(self)
tests/test_harbor_local_sandbox.py:308
Function
test_environment_and_collector_failures_do_not_get_judge_advice
( tmp_path: Path, errors: dict, reason: str, action_text: str )
tests/test_tier3_case_summary.py:928
Function
test_environment_approval_requirements_are_never_removed
(monkeypatch)
tests/test_ci_onboarding.py:312
Function
test_environment_does_not_hide_real_failure
(checker)
tests/tier3/test_error_recovery.py:105
Function
test_environment_failure_reason_retains_agent_failure
(checker)
tests/tier3/test_error_recovery.py:397
Function
test_environment_invalid_trial_is_unscored_with_reason
(tmp_path)
tests/test_harbor_unscored_grading_policy.py:82
Function
test_environment_kwargs_cannot_override_sandbox_or_runtime_policy
( env_mode: str, environment_kwargs: dict[str, object], error: str, )
tests/test_tier3_public_runtime.py:306
Function
test_environment_kwargs_cli_routes_to_every_harbor_run
( monkeypatch: pytest.MonkeyPatch, tmp_path: Path, )
tests/test_tier3_config_key_parity.py:135
Function
test_environment_kwargs_reject_cycles_without_recursing
()
tests/tier3/test_evals_config.py:529
Function
test_environment_kwargs_reject_excessive_direct_api_nesting_without_recursing
()
tests/tier3/test_evals_config.py:537
Function
test_environment_kwargs_route_to_runtime_preflight
( monkeypatch: pytest.MonkeyPatch, tmp_path: Path, )
tests/test_tier3_config_key_parity.py:342
Method
test_environment_marker_comparisons_do_not_hide_unpinned_requirements
Marker operators must not count as package version constraints.
tests/validators/test_hygiene.py:375
Function
test_environment_name_scan_depth_limit_is_visible
(tmp_path)
tests/test_plugin_discovery.py:386
Method
test_eof_comments_keep_existing_filters
(self, content: str)
tests/deduplication/utils/test_chunker.py:304
Function
test_eperm_race_while_stopping_is_treated_as_exited
(tmp_path: Path, monkeypatch: pytest.MonkeyPatch)
tests/test_nemo_gym_backend.py:2351
Function
test_equal_aliases_are_collapsed_and_identity_can_be_inferred
(tmp_path: Path)
tests/tier3/test_dataset_migration.py:155
Function
test_equal_attempt_budgets_average_attempts_within_each_case
(tmp_path)
tests/tier3/test_interactions.py:268
Method
test_equal_nonzero_vectors_score_exactly_one
(self)
tests/embedding/test_client.py:61
Function
test_equal_version_label_is_rejected
(tmp_path: Path)
tests/validators/test_version.py:107
Method
test_equally_repeated_texts_are_numbered_in_first_seen_order
(self, make_chunk)
tests/deduplication/intra_skill/test_intra_llm_analyzer.py:58
Function
test_error_and_unknown_judgment_counts_do_not_invent_a_score
()
tests/reporting/test_declarative_coverage.py:163
Function
test_error_blob_replacement_keeps_its_distinct_trace_associations
()
tests/reporting/test_insights_view.py:161
Method
test_error_block_after_a_long_first_block_marks_failure
(self)
tests/tier3/test_plugin_signals.py:473
Method
test_error_count_matches_unique_values
(self, skill_with_repeated_emails)
tests/validators/test_pii_grouping.py:86
Function
test_error_handling_markers_are_case_sensitive_so_case_variants_are_distinct
(tmp_path: Path)
tests/test_quality_config.py:352
Method
test_error_marks_failed
(self)
tests/models/test_result.py:155
Function
test_error_recovery_detects_codex_status_failed_observations
()
tests/tier3/test_log_converters.py:290
Function
test_error_recovery_detects_opencode_completed_nonzero_exit
()
tests/tier3/test_log_converters.py:304
Function
test_error_recovery_ignores_unobserved_non_execution_calls
(extractor, checker)
tests/tier3/test_codex_tool_call_normalization.py:875
← previous
next →
15,501–15,600 of 24,741, ranked by callers