Code
Hub
Workspaces
Following
Trending
Connect
MCP
copy
Create free account
hub
/
github.com/NVIDIA/SkillEvaluator
/ functions
Functions
24,741 in github.com/NVIDIA/SkillEvaluator
⨍
Functions
24,741
◇
Types & classes
1,292
↳
Endpoints
703
Function
test_url_expansion_rejection_still_checks_inline_secrets
()
tests/validators/test_openclaw_mcp.py:127
Function
test_url_findings_never_show_userinfo_that_a_backslash_turns_into_the_host
Regression: WHATWG clients read 'https://<userinfo>\\@host' as host <userinfo>, and the findings showed it.
tests/validators/test_mcp_static.py:668
Function
test_url_fragment_credential_is_reported_as_a_fragment_parameter
Regression: '#/cb?access_token=...' was reported as a query parameter.
tests/validators/test_mcp_static.py:634
Function
test_url_malformed_authority_blocked
()
tests/validators/test_mcp_static.py:361
Function
test_url_matching_stays_linear_on_long_dotted_text
()
tests/evaluation/test_tier3_feedback_chat.py:780
Function
test_url_password_with_at_escaped_quote_and_continued_flag_are_masked
(text: str, expected: str)
tests/tier3/test_security_finding_evidence.py:2034
Function
test_url_query_component_shaped_like_a_secret_is_blocked
Regression: a bare '?ghp_...' query component parsed to an empty value and was never flagged.
tests/validators/test_mcp_static.py:626
Function
test_url_query_credential_env_reference_allowed
()
tests/validators/test_mcp_static.py:574
Function
test_url_query_credential_literal_blocked
()
tests/validators/test_mcp_static.py:569
Function
test_url_query_ids_that_end_in_sk_are_not_credentials
Regression: 'task-<hex>' matched the 'sk-' API-key shape, a CRITICAL finding that blocked the server.
tests/validators/test_mcp_static.py:620
Function
test_url_query_keys_shaped_like_a_secret_are_not_echoed
()
tests/validators/test_mcp_static.py:642
Function
test_url_query_value_shaped_like_a_secret_is_blocked_under_any_name
Regression: only credential-named keys were checked, so '?key=ghp_...' passed (the hook rule flags it).
tests/validators/test_mcp_static.py:611
Function
test_url_scheme_policy_blocks_bad_schemes
(url, expected)
tests/validators/test_mcp_static.py:339
Function
test_url_secure_scheme_without_host_blocked
(url)
tests/validators/test_mcp_static.py:349
Function
test_url_userinfo_inline_credential_blocked
()
tests/validators/test_mcp_static.py:564
Function
test_url_userinfo_with_a_literal_part_is_blocked
(url: str)
tests/validators/test_mcp_static.py:750
Function
test_url_userinfo_written_as_references_is_allowed
()
tests/validators/test_mcp_static.py:743
Function
test_url_with_extra_slashes_is_blocked_as_ambiguous
()
tests/validators/test_mcp_static.py:355
Function
test_url_with_host_and_port_passes
()
tests/validators/test_mcp_static.py:366
Function
test_usable_primary_viewer_retains_existing_precedence
(primary, expected)
tests/reporting/test_native_harbor_fallback.py:78
Function
test_usage_exception_can_be_released_without_partial_accounting
()
tests/tier3/test_budget_reservation.py:249
Function
test_usage_is_unavailable_when_trial_has_multiple_step_rewards
(tmp_path: Path)
tests/test_baseline_store.py:525
Function
test_usage_of_unscored_attempts_is_kept_without_inventing_scores
()
tests/tier3/test_private_comparison_engine.py:135
Method
test_usage_section_accepted_as_instructions_alternative
## Usage satisfies the recommended ## Instructions section nudge.
tests/validators/test_schema.py:696
Function
test_usage_separates_missing_and_measured_counters
(tmp_path: Path)
tests/test_baseline_store.py:510
Method
test_use_warnings_instead_of_errors
Test using warnings for non-strict validation.
tests/validators/test_naming_utils.py:53
Function
test_used_name_then_connective_warns_even_for_cli_named_skill
(skill, assertion)
tests/tier3/test_dataset_baseline_fairness.py:173
Method
test_user_agent_product_versions_are_not_pii
(self, tmp_path: Path, line: str)
tests/validators/test_security.py:8768
Function
test_user_can_override_included_global_defaults
()
tests/ci/test_gitlab_template.py:12
Function
test_user_config_is_glue_too
(tmp_path: Path)
tests/tier3/test_private_loose_source.py:307
Function
test_user_config_parses_and_routes_end_to_end
The reported user config must run: stop_on_pass key + legacy grading mode.
tests/test_tier3_config_key_parity.py:107
Function
test_user_copy_in_a_folder_the_harness_does_not_scan_is_not_flagged
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch )
tests/harness/test_overlay.py:517
Function
test_user_level_copy_of_a_project_skill_is_flagged
(tmp_path: Path, monkeypatch: pytest.MonkeyPatch)
tests/harness/test_overlay.py:462
Method
test_user_prompt_contains_skill_content
(self)
tests/validators/test_rubric_eval.py:93
Method
test_user_prompt_preserves_source_without_added_yaml_separators
(self, content)
tests/validators/test_rubric_eval.py:105
Method
test_user_prompt_with_supplementary
(self)
tests/validators/test_rubric_eval.py:110
Function
test_user_root_is_told_apart_from_project_root
(tmp_path: Path, monkeypatch: pytest.MonkeyPatch)
tests/harness/test_overlay.py:135
Function
test_uses_skill_files_matches_whole_names_only
(text, uses)
tests/tier3/test_dataset_baseline_fairness.py:619
Function
test_utf16_overflow_is_not_loaded_by_copilot
(tmp_path: Path)
tests/harness/test_overlay.py:86
Method
test_utf8_bom_is_accepted
A valid frontmatter file that starts with a UTF-8 BOM still parses (#91).
tests/validators/test_frontmatter_parser.py:46
Method
test_utf8_bom_keeps_raw_shebang_check
(self, skill_with_scripts)
tests/validators/test_script_lint.py:42
Method
test_utf8_bom_scripts_receive_ast_lint_findings
(self, skill_with_scripts, prefix)
tests/validators/test_script_lint.py:28
Method
test_utf8_bom_skill_md_passes_schema
A valid SKILL.md that only adds a UTF-8 BOM must still pass schema (#91).
tests/validators/test_schema.py:797
Method
test_uv_dependency_ships_an_executable
The ``uv`` base dependency installs a binary that the fallback resolves.
tests/utils/test_tool_runner.py:717
Function
test_uv_is_a_base_dependency_so_plain_pip_can_provision_skillspector
()
tests/test_oss_packaging.py:460
Method
test_uv_on_path_keeps_precedence_over_packaged_uv
(self, tmp_path, monkeypatch)
tests/utils/test_tool_runner.py:752
Function
test_uv_version_guard_rejects_drift
(pins: list[tuple[str, str | None]])
tests/test_ci_workflows.py:561
Function
test_v1_self_exclusion_requires_expected_path_and_fingerprint
(modules, tmp_path, monkeypatch)
tests/deduplication/plugin/test_private_dedup.py:217
Function
test_v2_root_aggregate_does_not_reclassify_constituent_missing_security_as_legacy
(tmp_path: Path)
tests/test_issue55_collector_truth.py:1094
Method
test_valid_363_chunk_skill_fits_scalar_budget
A skill well under the chunk ceiling must not trip a lower scalar-work limit.
tests/deduplication/intra_skill/test_intra_skill_validator.py:328
Function
test_valid_case_fields_are_accepted_and_spec_is_idempotent
()
tests/tier3/test_plugin_signals.py:1259
Function
test_valid_case_id_boundaries_round_trip_through_real_harbor_model
(tmp_path: Path)
tests/test_harbor_case_id_safety.py:219
Function
test_valid_claude_name_remains_accepted
()
tests/validators/test_private_plugin_schema.py:55
Method
test_valid_data
Test validation with valid data.
tests/validators/test_frontmatter_parser.py:113
Method
test_valid_fields_survive_an_invalid_sibling
(self)
tests/test_benchmark_source_provenance.py:115
Method
test_valid_first_reply_is_not_retried
(self, tmp_path)
tests/validators/test_rubric_eval.py:1457
Method
test_valid_frontmatter
Test parsing valid frontmatter.
tests/validators/test_frontmatter_parser.py:18
Method
test_valid_id_passes_and_does_not_claim_uniqueness
(self, tmp_path: Path)
tests/validators/test_schema.py:1255
Method
test_valid_json_array
Valid JSON array is parsed correctly.
tests/utils/test_tool_runner.py:66
Method
test_valid_json_object
Valid JSON object is parsed correctly.
tests/utils/test_tool_runner.py:60
Method
test_valid_kebab_case_filename
Test valid kebab-case filename passes.
tests/validators/test_rules_schema.py:436
Function
test_valid_later_config_file_server_replaces_earlier
(tmp_path: Path)
tests/validators/test_plugin_mcp.py:45
Method
test_valid_manifest_file_path
(self, tmp_path: Path)
tests/validators/test_plugin_schema.py:64
Method
test_valid_manifest_passes_with_metadata
(self, tmp_path: Path)
tests/validators/test_plugin_schema.py:55
Method
test_valid_metadata_structure
Test validation passes with complete valid metadata structure.
tests/validators/test_schema.py:312
Method
test_valid_name
Test valid kebab-case name passes.
tests/validators/test_naming_utils.py:16
Function
test_valid_native_tasks_are_reused_without_generating_json
(skill, configured, monkeypatch)
tests/tier3/test_workflow.py:308
Function
test_valid_non_ascii_javascript_name_still_decodes
(extractor)
tests/tier3/test_codex_tool_call_normalization.py:1763
Method
test_valid_public_author_email_is_exempt_only_in_frontmatter
Public author metadata is valid while the same body address remains PII.
tests/validators/test_security.py:1013
Method
test_valid_relative_links_pass
Test that valid relative links pass.
tests/validators/test_hygiene.py:276
Method
test_valid_rule
(self, tmp_path: Path)
tests/embedding/test_extractor.py:267
Function
test_valid_server_name_is_shown_as_written
()
tests/validators/test_mcp_static.py:1301
Method
test_valid_skill
Test validation passes for valid skill with proper SkillEvaluator structure.
tests/validators/test_schema.py:50
Method
test_valid_skill
(self, tmp_path: Path)
tests/embedding/test_extractor.py:118
Method
test_valid_skill_passes
Test validation passes for clean skill.
tests/validators/test_hygiene.py:149
Method
test_valid_spdx_expression_of_allowed_licenses_passes
Parentheses, mixed operators and listed WITH exceptions keep an allowed expression allowed.
tests/validators/test_license.py:541
Method
test_valid_team_skill
Test validation passes for valid team-specific skill.
tests/validators/test_schema.py:58
Method
test_valid_with_mcp_only
(self)
tests/models/test_plugin.py:36
Method
test_valid_with_selector_dict
(self)
tests/models/test_plugin.py:28
Method
test_valid_workflow
(self, tmp_path: Path)
tests/embedding/test_extractor.py:309
Function
test_valid_zero_rates_and_repeated_field_names_in_different_models_remain_usable
( tmp_path: Path, as_strings: bool )
tests/tier3/test_price_file_validation.py:52
Function
test_validate_agent_eval_section_renders_dataset_size
(sufficiency)
tests/reporting/test_dataset_sufficiency_rendering.py:55
Function
test_validate_applicability_keys_never_cost_a_payload_with_token_usage_its_report_limits
( monkeypatch: pytest.MonkeyPatch, tmp_path: Path, run_next_steps: bool )
tests/reporting/test_tier3_token_usage_reports.py:678
Function
test_validate_applies_custom_quality_config
(monkeypatch: pytest.MonkeyPatch, tmp_path: Path)
tests/test_commands.py:1015
Function
test_validate_autopilot_generates_source_before_tier_identity_capture
( monkeypatch: pytest.MonkeyPatch, tmp_path: Path, )
tests/test_commands.py:1747
Function
test_validate_autopilot_generation_failure_degrades_to_skip
(monkeypatch)
tests/test_commands.py:2736
Method
test_validate_bandit_clean
Test Bandit analysis with no findings.
tests/validators/test_security_validators.py:480
Method
test_validate_bandit_crash_is_not_a_clean_pass
A bandit usage error (exit 2, empty stdout) must warn, not report a clean scan.
tests/validators/test_security_validators.py:532
Method
test_validate_bandit_findings
Test Bandit analysis with security findings.
tests/validators/test_security_validators.py:499
Function
test_validate_block_on_agent_eval_fails_a_run_with_a_refused_attempt
( monkeypatch: pytest.MonkeyPatch, tmp_path: Path, gate: str, expected_exit_code: int )
tests/test_harbor_claude_refusal_fallback.py:405
Function
test_validate_block_on_agent_eval_gates_complete_tier3_verdict
( monkeypatch, tmp_path: Path, verdict: str, score: float, expected_exit_code: int, )
tests/test_commands.py:3102
Function
test_validate_catalog_default_reports_cannot_overwrite_reports_skill
( monkeypatch: pytest.MonkeyPatch, tmp_path: Path, )
tests/test_commands.py:2449
Function
test_validate_catalog_rejects_one_previous_version_for_every_skill
()
tests/test_commands.py:2528
Function
test_validate_catalog_reports_unexpected_errors
(monkeypatch)
tests/test_commands.py:3538
Function
test_validate_catalog_runs_each_skill_as_separate_job
()
tests/test_commands.py:1820
Function
test_validate_catalog_survives_failing_skills
(monkeypatch)
tests/test_commands.py:3285
Function
test_validate_catalog_threads_whole_report_root_to_tier3
( monkeypatch: pytest.MonkeyPatch, tmp_path: Path, )
tests/test_commands.py:2481
Function
test_validate_catalog_workers_accepts_options_before_target_path
()
tests/test_commands.py:2068
Function
test_validate_catalog_workers_cli_only_report_format
()
tests/test_commands.py:2123
Function
test_validate_catalog_workers_implicit_default_reports
()
tests/test_commands.py:2151
← previous
next →
23,901–24,000 of 24,741, ranked by callers