MCPcopy Create free account

hub / github.com/NVIDIA/SkillEvaluator / functions

Functions24,741 in github.com/NVIDIA/SkillEvaluator

Methodtest_skillspector_ignores_tagged_read_only_passwd_mount
( self, mock_tools, sample_skill_dir: Path, )
tests/validators/test_security.py:3562
Methodtest_skillspector_incomplete_analysis_error_bounds_untrusted_report_text
(self)
tests/validators/test_security.py:2764
Methodtest_skillspector_incomplete_analysis_error_without_runtime_limit_has_no_hint
(self)
tests/validators/test_security.py:2745
Methodtest_skillspector_install_hint_uses_release_wheel
(self)
tests/utils/test_tool_runner.py:412
Functiontest_skillspector_install_instructions_pin_one_release
()
tests/test_oss_packaging.py:960
Methodtest_skillspector_invalid_partial_scan_does_not_process_findings
( self, mock_tools, sample_skill_dir: Path, )
tests/validators/test_security.py:2900
Methodtest_skillspector_issue_without_required_fields_fails_closed
An issue without a severity or usable content is not trustworthy evidence.
tests/validators/test_security.py:8266
Methodtest_skillspector_issues_not_shown_as_success
When skillspector finds critical/high issues, no success entry should be added.
tests/validators/test_security.py:8362
Methodtest_skillspector_legacy_risk_reconciliation_keeps_findings_without_match_text
( self, mock_tools, sample_skill_dir: Path, )
tests/validators/test_security.py:4458
Functiontest_skillspector_llm_provenance_survives_json_and_retained_html_roundtrip
()
tests/reporting/test_retained_html.py:381
Methodtest_skillspector_missing_required_report_fields_is_incomplete
(self, _mock_run, skill_dir)
tests/validators/test_scan_incomplete.py:127
Methodtest_skillspector_model_does_not_follow_a_changed_chat_default
( self, monkeypatch, provider: str, credentials: dict[str, str], expected: str )
tests/validators/test_security.py:5601
Methodtest_skillspector_not_required
Test that validation works even if skillspector is not available.
tests/validators/test_security.py:1397
Methodtest_skillspector_partial_low_scan_requires_caution_recommendation
( self, mock_tools, sample_skill_dir: Path, )
tests/validators/test_security.py:2632
Methodtest_skillspector_partial_scan_names_incomplete_files_by_reason
A truncated incomplete-analysis error still says why every file was cut short.
tests/validators/test_security.py:2651
Methodtest_skillspector_partial_scan_preserves_valid_high_findings
( self, mock_tools, sample_skill_dir: Path, )
tests/validators/test_security.py:2542
Methodtest_skillspector_partial_scan_rejects_contradictory_details
( self, mock_tools, sample_skill_dir: Path, completeness_detail: dict,
tests/validators/test_security.py:2877
Methodtest_skillspector_partial_scan_rejects_inconsistent_completeness_counters
( self, mock_tools, sample_skill_dir: Path, completeness_detail: dict, )
tests/validators/test_security.py:2838
Methodtest_skillspector_passwd_mount_accepts_exact_read_only_forms
( self, sample_skill_dir: Path, content: str, line_number: int, )
tests/validators/test_security.py:3782
Methodtest_skillspector_passwd_mount_exemption_fails_closed
( self, sample_skill_dir: Path, tmp_path: Path, overrides: dict, scann
tests/validators/test_security.py:3882
Methodtest_skillspector_passwd_mount_source_check_does_not_follow_links
( self, mock_tools, sample_skill_dir: Path, tmp_path: Path, )
tests/validators/test_security.py:3731
Methodtest_skillspector_policy_exit_one_processes_findings
SkillSpector exit 1 is a findings report, not an execution failure.
tests/validators/test_security.py:1863
Methodtest_skillspector_provider_setting_decides_recorded_provider_id
( self, monkeypatch, skillspector_provider: str, expected_provider_id: str | N
tests/validators/test_security.py:5882
Methodtest_skillspector_reasoning_effort_defaults_to_medium_only_for_gpt_6_models
( self, monkeypatch, environment: dict[str, str], effort: str | None, )
tests/validators/test_security.py:5674
Functiontest_skillspector_reasoning_effort_is_set_only_for_gpt_6_models
(model: str, effort: str | None)
tests/test_provider_config.py:115
Functiontest_skillspector_record_round_trips_unchanged
()
tests/test_skillspector_provenance.py:37
Methodtest_skillspector_rejects_2_9_6_report_with_contradictory_counts
( self, mock_tools, sample_skill_dir: Path, contradiction: dict[str, int],
tests/validators/test_security.py:3960
Methodtest_skillspector_rejects_2_9_6_report_with_failed_analyzer
( self, mock_tools, sample_skill_dir: Path, )
tests/validators/test_security.py:3927
Methodtest_skillspector_rejects_2_9_6_report_without_llm_requested
( self, mock_tools, sample_skill_dir: Path, )
tests/validators/test_security.py:3975
Methodtest_skillspector_rejects_missing_metadata
( self, mock_tools, sample_skill_dir: Path, )
tests/validators/test_security.py:4209
Methodtest_skillspector_rejects_missing_or_invalid_version
( self, mock_tools, sample_skill_dir: Path, version: str | None, )
tests/validators/test_security.py:4192
Methodtest_skillspector_rejects_missing_required_analyzer_evidence
( self, mock_tools, sample_skill_dir: Path, skillspector_version: str, )
tests/validators/test_security.py:3904
Methodtest_skillspector_rejects_untrustworthy_json_reports
( self, payload: dict, expected_error: str, sample_skill_dir: Path, )
tests/validators/test_security.py:3293
Methodtest_skillspector_report_rejects_non_filesystem_safe_issue_path
( self, mock_tools, sample_skill_dir: Path, file_path: str, )
tests/validators/test_security.py:4862
Methodtest_skillspector_requires_bundled_execution_surface_since_2_11
( self, mock_tools, sample_skill_dir: Path, version: str, )
tests/validators/test_security.py:3493
Methodtest_skillspector_rescores_after_ignoring_passwd_mount
( self, mock_tools, sample_skill_dir: Path, )
tests/validators/test_security.py:3750
Methodtest_skillspector_risk_reconciliation_accepts_pre_compaction_score
( self, mock_tools, sample_skill_dir: Path, )
tests/validators/test_security.py:4376
Methodtest_skillspector_risk_reconciliation_allows_private_cross_file_identity
( self, mock_tools, sample_skill_dir: Path, )
tests/validators/test_security.py:4411
Methodtest_skillspector_risk_reconciliation_allows_upstream_deduplication
( self, mock_tools, sample_skill_dir: Path, )
tests/validators/test_security.py:4346
Methodtest_skillspector_risk_reconciliation_applies_diminishing_occurrence_weights
( self, mock_tools, sample_skill_dir: Path, )
tests/validators/test_security.py:5234
Methodtest_skillspector_risk_reconciliation_applies_executable_multiplier
( self, mock_tools, sample_skill_dir: Path, )
tests/validators/test_security.py:4621
Methodtest_skillspector_risk_reconciliation_keeps_distinct_report_identities
( self, mock_tools, sample_skill_dir: Path, identity_dimension: str, )
tests/validators/test_security.py:4584
Methodtest_skillspector_risk_reconciliation_scopes_executable_paths
( self, mock_tools, sample_skill_dir: Path, )
tests/validators/test_security.py:4503
Methodtest_skillspector_risk_reconciliation_uses_producer_source_scope_priority
( self, mock_tools, sample_skill_dir: Path, )
tests/validators/test_security.py:4540
Methodtest_skillspector_runner_failure_fails_closed
A timeout or launch failure cannot become a warning-only clean scan.
tests/validators/test_security.py:1548
Methodtest_skillspector_runs_through_packaged_uv_when_path_has_none
(self, tmp_path, monkeypatch)
tests/utils/test_tool_runner.py:737
Methodtest_skillspector_runtime_limit_hint_counts_only_scan_budget_files
(self)
tests/validators/test_security.py:2709
Methodtest_skillspector_runtime_limit_hint_covers_every_runtime_limit_file_in_the_count
With both kinds of runtime_limit rows, the two hints add up to the by-reason file count.
tests/validators/test_security.py:2732
Methodtest_skillspector_sc8_score_floor_survives_generated_artifact_filter
( self, mock_tools, sample_skill_dir: Path, )
tests/validators/test_security.py:6493
Methodtest_skillspector_sc8_shipped_bytecode_finding_is_preserved
( self, mock_tools, sample_skill_dir: Path, )
tests/validators/test_security.py:6459
Methodtest_skillspector_stage_timeout_allows_workflow_but_remains_bounded
A completed scan must survive the wrapper through the 1,080-second workflow budget.
tests/validators/test_security.py:1506
Methodtest_skillspector_stages_use_configured_timeout_and_workflow_deadline
Both stages get the operator watchdog, and SkillSpector gets its own deadline.
tests/validators/test_security.py:5753
Methodtest_skillspector_static_stage_defaults_to_1200_second_timeout
( self, mock_tools, monkeypatch, sample_skill_dir: Path, )
tests/validators/test_security.py:5787
Methodtest_skillspector_sub_analysis_time_budget_does_not_blame_bundle_size
SkillSpector 2.12.0's SC8 bytecode walk can stop at its own budget on a skill without bytecode.
tests/validators/test_security.py:2682
Methodtest_skillspector_tagged_passwd_mount_requires_exact_source_line
( self, mock_tools, sample_skill_dir: Path, build_sh: str | bytes | None,
tests/validators/test_security.py:3712
Methodtest_skillspector_timeout_configuration
(self, value: str | None, expected: int, warned: bool)
tests/validators/test_security.py:5745
Methodtest_skillspector_timeout_marks_incomplete
(self, _mock_run, skill_dir)
tests/validators/test_scan_incomplete.py:34
Methodtest_skillspector_unavailable_adds_warning
When skillspector CLI is not available, security scan adds warning and completes.
tests/validators/test_security.py:1407
Methodtest_skillspector_unknown_occurrences_preserve_visible_score_floor
( self, mock_tools, sample_skill_dir: Path, case: str, )
tests/validators/test_security.py:5086
Functiontest_skillspector_version_survives_json_and_retained_html_roundtrip
()
tests/reporting/test_retained_html.py:369
Methodtest_skillspector_versioned_contract_reconciles_finding_counts
( self, mock_tools, sample_skill_dir: Path, before: int, after: int,
tests/validators/test_security.py:4165
Methodtest_skillspector_versioned_contract_rejects_invalid_finding_counts
( self, mock_tools, sample_skill_dir: Path, field: str, value: object,
tests/validators/test_security.py:4047
Methodtest_skillspector_versioned_contract_rejects_invalid_score_identity_fields
( self, mock_tools, sample_skill_dir: Path, section: str, field: str,
tests/validators/test_security.py:4071
Methodtest_skillspector_versioned_contract_requires_completeness_fields
( self, mock_tools, sample_skill_dir: Path, missing_field: str, versio
tests/validators/test_security.py:4005
Methodtest_skillspector_versioned_contract_requires_finding_counts
( self, mock_tools, sample_skill_dir: Path, missing_field: str, )
tests/validators/test_security.py:4025
Methodtest_skillspector_versioned_contract_requires_finding_id
( self, mock_tools, sample_skill_dir: Path, )
tests/validators/test_security.py:4098
Methodtest_skillspector_versioned_report_rejects_duplicate_component_identities
( self, mock_tools, sample_skill_dir: Path, )
tests/validators/test_security.py:4795
Methodtest_skillspector_versioned_report_rejects_incomplete_component_evidence
( self, mock_tools, sample_skill_dir: Path, components: list[dict], ha
tests/validators/test_security.py:4757
Methodtest_skillspector_versioned_report_requires_component_inventory
( self, mock_tools, sample_skill_dir: Path, )
tests/validators/test_security.py:4710
Methodtest_skillspector_versioned_report_requires_issue_path
( self, mock_tools, sample_skill_dir: Path, location: dict | None, )
tests/validators/test_security.py:4831
Methodtest_skillspector_zero_confidence_does_not_consume_occurrence_weight
( self, mock_tools, sample_skill_dir: Path, )
tests/validators/test_security.py:5271
Functiontest_skip_baseline_aggregates_reject_nonfinite_scores
(invalid: float)
tests/test_tier3_result_display.py:857
Functiontest_skip_baseline_condition_overrides_stale_comparison_values
()
tests/test_tier3_result_display.py:911
Functiontest_skip_baseline_custom_only_uses_persisted_attempt_scores
()
tests/test_tier3_result_display.py:827
Functiontest_skip_baseline_default_overall_uses_the_dimension_score_policy
()
tests/test_tier3_result_display.py:768
Functiontest_skip_baseline_does_not_coerce_missing_default_metric_to_zero
()
tests/test_tier3_result_display.py:894
Functiontest_skip_baseline_historical_default_keeps_its_recorded_metric_mean
()
tests/test_tier3_result_display.py:783
Functiontest_skip_baseline_keeps_normalized_skill_owned_setup_enabled
( monkeypatch: pytest.MonkeyPatch, tmp_path: Path, setup_key: str, )
tests/test_harbor_runner_environment.py:2093
Functiontest_skip_baseline_preserves_real_zero_and_multiple_agents
()
tests/test_tier3_result_display.py:874
Functiontest_skip_baseline_rich_title_says_agent_evaluation
(monkeypatch: pytest.MonkeyPatch)
tests/test_tier3_progress.py:839
Functiontest_skip_baseline_success_uses_canonical_default_metric_aggregate
()
tests/test_tier3_result_display.py:739
Functiontest_skip_baseline_unusable_agent_does_not_synthesize_with_skill_score
(agent_status: str)
tests/test_tier3_result_display.py:936
Functiontest_skip_harness_records_skipped_result
()
tests/test_skip_checks.py:44
Functiontest_skip_reason_controls_and_markup_are_inert_across_text_reporters
()
tests/reporting/test_advisory_skip_verdict.py:318
Functiontest_skip_secrets_does_not_run_gitleaks_and_blocks_certification
()
tests/test_skip_checks.py:26
Functiontest_skip_secrets_inside_code_integrity_counts_as_skipped
()
tests/test_skip_checks.py:61
Functiontest_skip_security_skips_skillspector_setup
()
tests/test_skip_checks.py:99
Functiontest_skip_skips_gitleaks_setup
()
tests/test_skip_checks.py:91
Functiontest_skip_whole_check_records_skipped_result
()
tests/test_skip_checks.py:37
Functiontest_skipped_and_incomplete_are_not_all_passed
()
tests/reporting/test_junit_reporter.py:103
Functiontest_skipped_baseline_condition_cannot_certify_publication
()
tests/reporting/test_advisory_skip_verdict.py:3069
Functiontest_skipped_baseline_does_not_hide_with_skill_failure
(skipped_agent, tmp_path, status)
tests/reporting/test_tier3_skipped_baseline.py:64
Functiontest_skipped_baseline_is_not_an_execution_or_contract_failure
(skipped_agent, tmp_path)
tests/reporting/test_tier3_skipped_baseline.py:36
Functiontest_skipped_baseline_keeps_no_baseline_labels
()
tests/reporting/test_tier3_unavailable_lift_labels.py:108
Functiontest_skipped_baseline_makes_lift_comparison_unavailable
()
tests/tier3/test_dataset_sufficiency.py:78
Functiontest_skipped_check_is_visible_in_tier1_summary
()
tests/test_skip_checks.py:51
Functiontest_skipped_conditions_and_absent_empty_arms_do_not_consume_attempt_budget
(monkeypatch)
tests/reporting/test_tier3_expectations.py:305
Methodtest_skipped_dependencies_make_pip_audit_evidence_partial
pip-audit skip entries describe missing coverage, not a completed scan.
tests/validators/test_security_validators.py:406
Functiontest_skipped_marker_with_inconsistent_evidence_cannot_claim_no_changes
(tmp_path, mutate)
tests/ci/test_native_reports.py:183
Functiontest_skipped_scanner_is_shown_as_skipped
()
tests/test_skip_checks.py:127
← previousnext →22,501–22,600 of 24,741, ranked by callers