MCPcopy Create free account

hub / github.com/NVIDIA/SkillEvaluator / endpoints

Endpoints703 in github.com/NVIDIA/SkillEvaluator

Routetest_semgrep_crash_marks_incomplete
patch.object(Tools.semgrep, "_path", "/usr/bin/semgrep")
tests/validators/test_scan_incomplete.py:None
Routetest_semgrep_malformed_report_is_incomplete
patch.object(Tools.semgrep, "_path", "/usr/bin/semgrep")
tests/validators/test_scan_incomplete.py:None
Routetest_semgrep_rejects_untrustworthy_json_reports
pytest.mark.parametrize( ("output", "expected_error"), ( pytest.param("", "did not
tests/validators/test_security_validators.py:None
Routetest_sensitive_path_match
pytest.mark.parametrize( ("text", "paths", "entry"), [ ("tar czf a.tgz ~/.azure", "unauthorize
tests/tier3/test_security_home_paths.py:None
Routetest_sensitive_path_removals_still_score
pytest.mark.parametrize( "command", [ "rm -rf ~/.ssh", "rm -rf /etc/shadow", "
tests/tier3/test_issue192_security_false_positives.py:None
Routetest_sensitive_write_target
pytest.mark.parametrize( ("command", "entry"), [ # Redirection targets. ("echo x >> /h
tests/tier3/test_security_home_paths.py:None
Routetest_service_stop_uses_label_scoped_raw_docker_when_compose_model_requires_secret
pytest.mark.parametrize("target_service", [MAIN_SERVICE_NAME, "helper"])
tests/test_harbor_secure_docker_environment.py:None
Routetest_session_input_is_classified_by_the_text_it_sends
pytest.mark.parametrize( ("call", "kind"), [ (_call("write_stdin", session_id=1), "neutral"),
tests/tier3/test_tool_productivity.py:None
Routetest_session_reply_failure_messages
pytest.mark.parametrize( ("error", "expected"), [ (LLMClientRefusedError("LLM provider decline
tests/evaluation/test_tier3_feedback_chat.py:None
Routetest_shell_apply_patch_headers_count_as_artifact_writes
pytest.mark.parametrize( ("command", "passed"), [ ("cd /workspace && apply_patch <
tests/tier3/test_plugin_signals.py:None
Routetest_shell_escaped_space_cannot_hide_an_uninspected_name
patch("skillevaluator.validators.security.Tools")
tests/validators/test_security.py:None
Routetest_shell_expansions_are_not_covered_by_notice_comments
pytest.mark.parametrize( "command", [ "C=cur\n${C}l -T /workspace/private\\\n# SPDX-License-Id
tests/tier3/test_license_notice_network_bypasses.py:None
Routetest_shell_glob_and_markdown_marker_preserve_missing_reference_coverage
pytest.mark.parametrize( ("line", "complete"), [ ("Run `bash *` then write the sum
tests/validators/test_security.py:None
Routetest_shell_patch_headers_do_not_hide_the_rest_of_the_command
pytest.mark.parametrize( ("command", "finding_type"), [ ( _heredoc("apply_patch",
tests/tier3/test_apply_patch_security.py:None
Routetest_shell_syntax_does_not_hide_or_invent_deletion_targets
pytest.mark.parametrize("target, expected_score", [("/tmp/build", 1.0), ("/workspace/data", 0.0)])
tests/tier3/test_destructive_command_paths.py:None
Routetest_short_config_intra_file_duplicate_downgraded_to_low
patch("skillevaluator.deduplication.intra_skill.intra_skill_validator.analyze_cluster")
tests/deduplication/intra_skill/test_intra_skill_validator.py:None
Routetest_short_repeated_bodies_under_long_headings_stay_inline_and_the_cluster_completes
patch("skillevaluator.deduplication.intra_skill.intra_skill_validator.analyze_cluster")
tests/deduplication/intra_skill/test_intra_skill_validator.py:None
Routetest_sidecar_carriers_retry_target_and_base_environment_name_collisions
pytest.mark.parametrize("collision_source", ["target", "base"])
tests/test_harbor_secure_docker_environment.py:None
Routetest_sidecar_rejects_protected_compose_interpolation_before_user_command
pytest.mark.parametrize( ("required_name", "required_value"), [ ("API_TOKEN", "compose-require
tests/test_harbor_secure_docker_environment.py:None
Routetest_similarity_check_rejects_invalid_limit_options_before_construction
pytest.mark.parametrize("value", [0, -1, True, False, 1.5, "private-input", None])
tests/test_tier2_command_failures.py:None
Routetest_site_writes_refuse_linked_targets_and_directories
pytest.mark.parametrize("linked", ["target", "parent"])
tests/ci/test_publish_reports.py:None
Routetest_skeptic_probes_are_not_failures
pytest.mark.parametrize( "text", [ "AT-412: Fix race in cache eviction\nAT-4821: Add retry bud
tests/tier3/test_f90_mcp_failure_text.py:None
Routetest_skill_scanned_on_its_own_inside_a_folder_stays_incomplete
patch("skillevaluator.validators.security.Tools")
tests/validators/test_security.py:None
Routetest_skill_use_is_found_in_a_field_of_any_shape
pytest.mark.parametrize( ("field", "value"), [ ("assertions", [{"text": "The agent read SKILL.
tests/tier3/test_dataset_baseline_fairness.py:None
Routetest_skillspector_10_confidence_captured
patch("skillevaluator.validators.security.Tools")
tests/validators/test_security.py:None
Routetest_skillspector_10_metadata_captured
patch("skillevaluator.validators.security.Tools")
tests/validators/test_security.py:None
Routetest_skillspector_10_null_finding_uses_explanation_fallback
patch("skillevaluator.validators.security.Tools")
tests/validators/test_security.py:None
Routetest_skillspector_2_10_partial_scan_reports_incomplete_before_recommendation
patch("skillevaluator.validators.security.Tools")
tests/validators/test_security.py:None
Routetest_skillspector_2_13_3_passwd_mount_keeps_llm_inspection_incomplete
patch("skillevaluator.validators.security.Tools")
tests/validators/test_security.py:None
Routetest_skillspector_accepts_captured_no_llm_report
patch("skillevaluator.validators.security.Tools")
tests/validators/test_security.py:None
Routetest_skillspector_accepts_fully_covered_documentation_only_report
patch("skillevaluator.validators.security.Tools")
tests/validators/test_security.py:None
Routetest_skillspector_accepts_legacy_report_without_completeness
patch("skillevaluator.validators.security.Tools")
tests/validators/test_security.py:None
Routetest_skillspector_accepts_occurrence_expanded_finding_count
patch("skillevaluator.validators.security.Tools")
tests/validators/test_security.py:None
Routetest_skillspector_accepts_post_filter_count_before_report_deduplication
patch("skillevaluator.validators.security.Tools")
tests/validators/test_security.py:None
Routetest_skillspector_accepts_valid_clean_report
patch("skillevaluator.validators.security.Tools")
tests/validators/test_security.py:None
Routetest_skillspector_accepts_valid_findings_report
patch("skillevaluator.validators.security.Tools")
tests/validators/test_security.py:None
Routetest_skillspector_advisory_issues_show_clear_message
patch("skillevaluator.validators.security.Tools")
tests/validators/test_security.py:None
Routetest_skillspector_aggregate_policy_risk_fails_without_high_issue
patch("skillevaluator.validators.security.Tools")
tests/validators/test_security.py:None
Routetest_skillspector_analyzer_partial_scan_preserves_valid_high_findings
patch("skillevaluator.validators.security.Tools")
tests/validators/test_security.py:None
Routetest_skillspector_argv_uses_resolved_path
patch.object(Tools.skillspector, "_path", "/usr/bin/skillspector")
tests/validators/test_scanner_path_resolution.py:None
Routetest_skillspector_baseline_outcome_accounts_for_each_stage
patch("skillevaluator.validators.security.Tools")
tests/validators/test_security.py:None
Routetest_skillspector_baseline_reaches_llm_enrichment_stage
patch("skillevaluator.validators.security.Tools")
tests/validators/test_security.py:None
Routetest_skillspector_baseline_rejection_exit_points_at_the_baseline
patch("skillevaluator.validators.security.Tools")
tests/validators/test_security.py:None
Routetest_skillspector_baseline_suppressions_do_not_loosen_risk_reconciliation
patch("skillevaluator.validators.security.Tools")
tests/validators/test_security.py:None
Routetest_skillspector_baseline_suppressions_do_not_lower_filtered_risk_floor
patch("skillevaluator.validators.security.Tools")
tests/validators/test_security.py:None
Routetest_skillspector_captured_2_13_3_passwd_mount
patch("skillevaluator.validators.security.Tools")
tests/validators/test_security.py:None
Routetest_skillspector_captured_classification_distinct_pe3
patch("skillevaluator.validators.security.Tools")
tests/validators/test_security.py:None
Routetest_skillspector_compacted_identity_rejects_conflicting_score_fields
patch("skillevaluator.validators.security.Tools")
tests/validators/test_security.py:None
Routetest_skillspector_compacted_score_does_not_overstate_executable_evidence
patch("skillevaluator.validators.security.Tools")
tests/validators/test_security.py:None
Routetest_skillspector_compacted_score_does_not_trust_representative_confidence
patch("skillevaluator.validators.security.Tools")
tests/validators/test_security.py:None
Routetest_skillspector_complete_report_accepts_future_not_applicable_analyzer
patch("skillevaluator.validators.security.Tools")
tests/validators/test_security.py:None
Routetest_skillspector_complete_report_requires_universal_analyzer_work
patch("skillevaluator.validators.security.Tools")
tests/validators/test_security.py:None
Routetest_skillspector_complete_summary_rejects_invalid_details
patch("skillevaluator.validators.security.Tools")
tests/validators/test_security.py:None
Routetest_skillspector_documentation_only_exception_requires_exact_applicability_evidence
patch("skillevaluator.validators.security.Tools")
tests/validators/test_security.py:None
Routetest_skillspector_documentation_only_exception_requires_full_coverage
patch("skillevaluator.validators.security.Tools")
tests/validators/test_security.py:None
Routetest_skillspector_executable_skill_cannot_use_documentation_only_exception
patch("skillevaluator.validators.security.Tools")
tests/validators/test_security.py:None
Routetest_skillspector_exit_2_without_a_baseline_has_no_baseline_hint
patch("skillevaluator.validators.security.Tools")
tests/validators/test_security.py:None
Routetest_skillspector_failed_report_does_not_process_findings
patch("skillevaluator.validators.security.Tools")
tests/validators/test_security.py:None
Routetest_skillspector_filtered_score_does_not_use_incomplete_serialized_bound
patch("skillevaluator.validators.security.Tools")
tests/validators/test_security.py:None
Routetest_skillspector_filtered_score_retains_reported_risk_floor
patch("skillevaluator.validators.security.Tools")
tests/validators/test_security.py:None
Routetest_skillspector_filtered_score_uses_executable_component_evidence
patch("skillevaluator.validators.security.Tools")
tests/validators/test_security.py:None
Routetest_skillspector_findings_for_generated_artifacts_are_ignored
patch("skillevaluator.validators.security.Tools")
tests/validators/test_security.py:None
Routetest_skillspector_fingerprint_version_mismatch_is_reported
patch("skillevaluator.validators.security.Tools")
tests/validators/test_security.py:None
Routetest_skillspector_ignores_tagged_read_only_passwd_mount
patch("skillevaluator.validators.security.Tools")
tests/validators/test_security.py:None
Routetest_skillspector_invalid_partial_scan_does_not_process_findings
patch("skillevaluator.validators.security.Tools")
tests/validators/test_security.py:None
Routetest_skillspector_issue_without_required_fields_fails_closed
patch("skillevaluator.validators.security.Tools")
tests/validators/test_security.py:None
Routetest_skillspector_issues_not_shown_as_success
patch("skillevaluator.validators.security.Tools")
tests/validators/test_security.py:None
Routetest_skillspector_legacy_risk_reconciliation_keeps_findings_without_match_text
patch("skillevaluator.validators.security.Tools")
tests/validators/test_security.py:None
Routetest_skillspector_missing_required_report_fields_is_incomplete
patch.object(Tools.skillspector, "_path", "/usr/bin/skillspector")
tests/validators/test_scan_incomplete.py:None
Routetest_skillspector_partial_low_scan_requires_caution_recommendation
patch("skillevaluator.validators.security.Tools")
tests/validators/test_security.py:None
Routetest_skillspector_partial_scan_names_incomplete_files_by_reason
patch("skillevaluator.validators.security.Tools")
tests/validators/test_security.py:None
Routetest_skillspector_partial_scan_preserves_valid_high_findings
patch("skillevaluator.validators.security.Tools")
tests/validators/test_security.py:None
Routetest_skillspector_partial_scan_rejects_contradictory_details
patch("skillevaluator.validators.security.Tools")
tests/validators/test_security.py:None
Routetest_skillspector_partial_scan_rejects_inconsistent_completeness_counters
patch("skillevaluator.validators.security.Tools")
tests/validators/test_security.py:None
Routetest_skillspector_passwd_mount_source_check_does_not_follow_links
patch("skillevaluator.validators.security.Tools")
tests/validators/test_security.py:None
Routetest_skillspector_policy_exit_one_processes_findings
patch("skillevaluator.validators.security.Tools")
tests/validators/test_security.py:None
Routetest_skillspector_rejects_2_9_6_report_with_contradictory_counts
patch("skillevaluator.validators.security.Tools")
tests/validators/test_security.py:None
Routetest_skillspector_rejects_2_9_6_report_with_failed_analyzer
patch("skillevaluator.validators.security.Tools")
tests/validators/test_security.py:None
Routetest_skillspector_rejects_2_9_6_report_without_llm_requested
patch("skillevaluator.validators.security.Tools")
tests/validators/test_security.py:None
Routetest_skillspector_rejects_missing_metadata
patch("skillevaluator.validators.security.Tools")
tests/validators/test_security.py:None
Routetest_skillspector_rejects_missing_or_invalid_version
patch("skillevaluator.validators.security.Tools")
tests/validators/test_security.py:None
Routetest_skillspector_rejects_missing_required_analyzer_evidence
patch("skillevaluator.validators.security.Tools")
tests/validators/test_security.py:None
Routetest_skillspector_report_rejects_non_filesystem_safe_issue_path
patch("skillevaluator.validators.security.Tools")
tests/validators/test_security.py:None
Routetest_skillspector_requires_bundled_execution_surface_since_2_11
patch("skillevaluator.validators.security.Tools")
tests/validators/test_security.py:None
Routetest_skillspector_rescores_after_ignoring_passwd_mount
patch("skillevaluator.validators.security.Tools")
tests/validators/test_security.py:None
Routetest_skillspector_risk_reconciliation_accepts_pre_compaction_score
patch("skillevaluator.validators.security.Tools")
tests/validators/test_security.py:None
Routetest_skillspector_risk_reconciliation_allows_private_cross_file_identity
patch("skillevaluator.validators.security.Tools")
tests/validators/test_security.py:None
Routetest_skillspector_risk_reconciliation_allows_upstream_deduplication
patch("skillevaluator.validators.security.Tools")
tests/validators/test_security.py:None
Routetest_skillspector_risk_reconciliation_applies_diminishing_occurrence_weights
patch("skillevaluator.validators.security.Tools")
tests/validators/test_security.py:None
Routetest_skillspector_risk_reconciliation_applies_executable_multiplier
patch("skillevaluator.validators.security.Tools")
tests/validators/test_security.py:None
Routetest_skillspector_risk_reconciliation_keeps_distinct_report_identities
patch("skillevaluator.validators.security.Tools")
tests/validators/test_security.py:None
Routetest_skillspector_risk_reconciliation_scopes_executable_paths
patch("skillevaluator.validators.security.Tools")
tests/validators/test_security.py:None
Routetest_skillspector_risk_reconciliation_uses_producer_source_scope_priority
patch("skillevaluator.validators.security.Tools")
tests/validators/test_security.py:None
Routetest_skillspector_runner_failure_fails_closed
patch("skillevaluator.validators.security.Tools")
tests/validators/test_security.py:None
Routetest_skillspector_sc8_score_floor_survives_generated_artifact_filter
patch("skillevaluator.validators.security.Tools")
tests/validators/test_security.py:None
Routetest_skillspector_sc8_shipped_bytecode_finding_is_preserved
patch("skillevaluator.validators.security.Tools")
tests/validators/test_security.py:None
Routetest_skillspector_stage_timeout_allows_workflow_but_remains_bounded
pytest.mark.parametrize( ("elapsed_seconds", "completed"), [(364.404, True), (1080, True), (12
tests/validators/test_security.py:None
Routetest_skillspector_static_stage_defaults_to_1200_second_timeout
patch("skillevaluator.validators.security.Tools")
tests/validators/test_security.py:None
Routetest_skillspector_sub_analysis_time_budget_does_not_blame_bundle_size
patch("skillevaluator.validators.security.Tools")
tests/validators/test_security.py:None
Routetest_skillspector_tagged_passwd_mount_requires_exact_source_line
pytest.mark.parametrize( "build_sh", [ None, "#!/bin/sh\ndocker run -v
tests/validators/test_security.py:None
← previousnext →501–600 of 703, ranked by callers