MCPcopy Create free account

hub / github.com/NVIDIA/SkillEvaluator / functions

Functions24,741 in github.com/NVIDIA/SkillEvaluator

Functiontest_html_preview_drops_failure_reasons_before_bounding_a_large_payload
()
tests/reporting/test_tier3_failure_reasons.py:920
Functiontest_html_preview_excludes_unrendered_activation_detail_without_changing_canonical_data
()
tests/reporting/test_tier3_failure_reasons.py:901
Functiontest_html_preview_keeps_the_overview_when_failure_reasons_overflow_it
()
tests/reporting/test_tier3_failure_reasons.py:868
Functiontest_html_production_wrapped_partial_tier3_payload_is_incomplete
()
tests/reporting/test_advisory_skip_verdict.py:689
Functiontest_html_provenance_uses_unbounded_tier3_record
()
tests/reporting/test_dataset_generation_provenance.py:171
Functiontest_html_report_escapes_source_errors
(tmp_path: Path)
tests/reporting/test_tier3_source_validation_reporting.py:351
Functiontest_html_report_explains_the_baseline_only_run
(tmp_path: Path, skill: Path)
tests/tier3/test_skip_with_skill.py:554
Functiontest_html_report_keeps_a_recorded_backend_when_rebuilding_untrusted_evidence
(backend, label)
tests/reporting/test_execution_backend_reporting.py:169
Functiontest_html_report_labels_the_token_count_as_an_estimate
(tmp_path)
tests/validators/test_quality_score.py:2126
Functiontest_html_report_links_source_error_scope_and_preserves_full_insights
(tmp_path: Path, error_count: int)
tests/reporting/test_tier3_source_validation_reporting.py:331
Functiontest_html_report_lists_case_rows_under_measured_agent_resources
(run_result: tuple[Path, Any])
tests/reporting/test_tier3_token_usage_reports.py:1032
Functiontest_html_report_omits_a_backend_that_is_not_a_known_name
(backend)
tests/reporting/test_execution_backend_reporting.py:144
Functiontest_html_report_omits_a_malformed_backend_on_an_untrusted_payload
(backend)
tests/reporting/test_execution_backend_reporting.py:178
Functiontest_html_report_omits_an_unrecorded_backend
()
tests/reporting/test_execution_backend_reporting.py:122
Functiontest_html_report_shows_the_backend_beside_the_environment
(monkeypatch, tmp_path, result_json, label)
tests/reporting/test_execution_backend_reporting.py:84
Functiontest_html_report_still_shows_a_string_backend_next_to_malformed_ones
()
tests/reporting/test_execution_backend_reporting.py:187
Functiontest_html_result_failure_scrubs_untrusted_pass_shaped_scores
()
tests/reporting/test_advisory_skip_verdict.py:3660
Functiontest_html_rows_stay_whole_when_the_tier3_payload_is_above_the_preview_trigger
(tmp_path: Path)
tests/reporting/test_tier3_token_usage_reports.py:1050
Methodtest_html_save
Test saving HTML report to file.
tests/reporting/test_reporters.py:2794
Functiontest_html_scopes_keep_kpis_and_findings_separate
()
tests/reporting/test_evidence_views.py:89
Functiontest_html_selects_executed_tier3_payload_independent_of_result_order
()
tests/reporting/test_advisory_skip_verdict.py:764
Functiontest_html_shows_gate_without_repeating_finding_errors
(with_findings: bool)
tests/reporting/test_quality_gate_reports.py:40
Functiontest_html_skill_entries_merge_only_occurrences_of_one_finding
()
tests/reporting/test_reporters.py:1406
Functiontest_html_source_errors_keep_existing_insights
(tmp_path: Path, has_source_errors: bool)
tests/reporting/test_tier3_source_validation_reporting.py:365
Functiontest_html_tag_matching_does_not_casefold_non_ascii_characters
()
tests/validators/test_markdown.py:247
Methodtest_html_tier1_card_records_skillspector_version
(self)
tests/reporting/test_reporters.py:2907
Functiontest_html_tier1_dashboard_and_details_exclude_clean_skips
()
tests/reporting/test_advisory_skip_verdict.py:3694
Methodtest_html_tier1_tab_lists_provenance
(self)
tests/reporting/test_reporters.py:2953
Functiontest_html_tier2_failure_stays_failed_when_cli_gate_is_nonblocking
()
tests/reporting/test_advisory_skip_verdict.py:445
Functiontest_html_tier2_incomplete_evidence_is_not_rendered_as_success
()
tests/reporting/test_advisory_skip_verdict.py:462
Functiontest_html_tier3_sanitizer_bounds_recursive_metadata
(shape: str)
tests/reporting/test_advisory_skip_verdict.py:1569
Functiontest_html_tier3_scan_incomplete_is_not_rendered_as_failure
()
tests/reporting/test_advisory_skip_verdict.py:511
Functiontest_html_tolerates_malformed_persisted_activation_summary
(activation)
tests/reporting/test_skill_activation_reporting.py:359
Functiontest_html_uses_collision_free_index_ids_for_numeric_agent_and_dataset_names
()
tests/reporting/test_advisory_skip_verdict.py:2758
Functiontest_html_verdict_methodology_includes_with_skill_required_checks
()
tests/reporting/test_dimension_explanations.py:146
Functiontest_http_410_is_incomplete_in_real_cli_and_reports
Exercise the actual SDK against a local HTTP service, without external calls.
tests/test_tier2_command_failures.py:155
Functiontest_http_catalog_probe_rejects_invalid_shared_deadline
(monkeypatch, timeout_seconds)
tests/test_harbor_runtime_preflight.py:986
Functiontest_http_error_fallback_detection_uses_full_raw_body_before_display_truncation
( module_fixture: str, request: pytest.FixtureRequest, monkeypatch: pytest.MonkeyPatch, )
tests/test_verifier_error_redaction.py:132
Functiontest_http_error_formatter_redacts_before_truncating_body
( module_fixture: str, request: pytest.FixtureRequest, monkeypatch: pytest.MonkeyPatch, )
tests/test_verifier_error_redaction.py:116
Functiontest_http_error_formatter_redacts_every_configured_credential
( module_fixture: str, request: pytest.FixtureRequest, monkeypatch: pytest.MonkeyPatch, )
tests/test_verifier_error_redaction.py:82
Functiontest_http_error_formatter_redacts_overlapping_credentials_longest_first
( module_fixture: str, request: pytest.FixtureRequest, monkeypatch: pytest.MonkeyPatch, )
tests/test_verifier_error_redaction.py:100
Functiontest_http_failure_logs_only_status
(request_env, monkeypatch, capsys, code)
tests/ci/test_gitlab_feedback_request.py:146
Functiontest_http_hook_allowlist_policy
(tmp_path: Path)
tests/validators/test_plugin_component_risk.py:592
Functiontest_http_hook_backslash_url_keeps_a_token_userinfo_hidden
(tmp_path: Path)
tests/validators/test_plugin_component_risk.py:1167
Functiontest_http_hook_backslash_url_names_the_host_claude_code_posts_to
Regression: 'https://169.254.169.254\\@hooks.example.com/x' was shown as hooks.example.com, the host after the backslash, although Claude Code pos
tests/validators/test_plugin_component_risk.py:1148
Functiontest_http_hook_backslash_url_not_allowed_names_the_real_target
(tmp_path: Path)
tests/validators/test_plugin_component_risk.py:1160
Functiontest_http_hook_endpoint_policy
(tmp_path: Path)
tests/validators/test_plugin_component_risk.py:569
Functiontest_http_hook_inline_credentials
(tmp_path: Path)
tests/validators/test_plugin_component_risk.py:685
Functiontest_http_hook_unicode_wildcard_host_pattern_is_allowed
Regression: '*.bücher.example' in hooks.allowed_urls never matched, since hosts are compared in punycode.
tests/validators/test_plugin_component_risk.py:585
Functiontest_http_hook_url_with_token_in_its_path_is_critical
(tmp_path: Path)
tests/validators/test_plugin_component_risk.py:1131
Functiontest_http_method_prose_is_not_an_httpie_upload
(run, cmd)
tests/tier3/test_network_client_mentions.py:373
Functiontest_http_prose_read_as_a_command_still_warns
(run, cmd)
tests/tier3/test_network_client_mentions.py:477
Functiontest_http_status_without_echoing_response_or_request
(status)
tests/inference/test_diagnostics.py:17
Functiontest_https_or_loopback_registry_passes
(args: list[str])
tests/validators/test_mcp_static.py:1280
Functiontest_https_policy_endpoint_origin_error_after_proxy_tunnel_is_reachable
(monkeypatch, status)
tests/test_nemo_gym_backend.py:1864
Functiontest_huge_alias_with_many_unmatched_leaves_finishes_with_a_generous_resource_bound
()
tests/tier3/test_dataset_baseline_fairness.py:1763
Functiontest_huge_cyclic_and_hostile_static_metadata_is_bounded_and_sanitized
(monkeypatch, force_color)
tests/reporting/test_private_static_reports.py:290
Methodtest_huge_integers_and_non_ascii_digits_never_crash_grading
(self)
tests/tier3/test_plugin_signals.py:823
Functiontest_huge_json_integer_is_rejected_without_crashing
()
tests/reporting/test_report_data_bounds.py:459
Methodtest_huge_schema_bounds_are_validated_not_raised
(self, bound: str)
tests/tier3/test_plugin_signals.py:846
Functiontest_human_marker_is_not_owned_and_is_never_overwritten
(tmp_path)
tests/ci/test_comment_report.py:139
Methodtest_hybrid
(self, tmp_path)
tests/validators/test_quality_score.py:244
Functiontest_hygiene_audits_dependencies_and_test_presence_for_each_skill
(tmp_path)
tests/validators/test_private_plugin_composition.py:158
Functiontest_hygiene_cross_skill_links_use_the_complete_snapshot_once
(tmp_path)
tests/validators/test_private_plugin_composition.py:180
Methodtest_hygiene_never_executes_target_pytest_module
Default Tier 1 must not execute a checkout-provided pytest module.
tests/validators/test_hygiene.py:21
Methodtest_hygiene_never_loads_conftest_plugins_or_test_modules
(self, tmp_path: Path, monkeypatch)
tests/validators/test_hygiene.py:111
Functiontest_hygiene_scanner_failure_alone_is_not_a_confirmed_content_failure
(tmp_path, monkeypatch)
tests/validators/test_private_plugin_composition.py:308
Methodtest_hygiene_validator_multiple_skills
Test HygieneValidator with folder containing multiple skills.
tests/validators/test_folder_validation.py:151
Functiontest_identical_actions_with_distinct_authored_problems_remain_distinct_and_independent
()
tests/reporting/test_insights_view.py:224
Functiontest_identical_explicit_source_is_flagged
(evaluation)
tests/test_version_comparison.py:132
Functiontest_identical_targets_from_two_packages_are_still_ambiguous
( backend_module: types.ModuleType, monkeypatch: pytest.MonkeyPatch, tmp_path: Path )
tests/test_custom_execution_backends.py:444
Functiontest_identical_uploads_are_loaded_once
(tmp_path: Path)
tests/reporting/test_dashboard_app.py:500
Methodtest_identical_vectors
(self)
tests/embedding/test_client.py:27
Methodtest_identifier_shaped_names_count_only_without_case_ids_or_with_a_dataset_location
(self)
tests/evaluation/test_judges.py:1321
Methodtest_identifier_substrings_are_not_version_labels
(self, tmp_path: Path, field_name: str)
tests/validators/test_security.py:8555
Functiontest_identity_colliding_with_generic_wording_cannot_hide_skill_use
(identity)
tests/tier3/test_dataset_baseline_fairness.py:1757
Functiontest_identity_conflict_names_the_actual_fields_in_both_directions
(tmp_path: Path, selected_openclaw: bool)
tests/test_openclaw_plugin_discovery.py:129
Functiontest_identity_is_the_manifest_id_not_the_display_name
(tmp_path: Path, display_name: str | None)
tests/test_openclaw_plugin_discovery.py:84
Methodtest_identity_parsing_takes_only_first_email
A multi-email identity value protects only the first user, not all of them. Guards against a malformed value like "alice@example.com bob@exam
tests/validators/test_security.py:1246
Functiontest_identity_preflight_has_local_configuration_guidance
(monkeypatch, tmp_path, missing_key)
tests/test_ci_onboarding_git.py:104
Functiontest_identity_reasons
(field: str, value: object, reason: str)
tests/test_baseline_store.py:82
Functiontest_identity_separates_skill_and_ignores_only_operational_settings
()
tests/test_baseline_store.py:105
Functiontest_identity_tracks_effective_runtime_settings_without_raw_environment_values
()
tests/test_baseline_store.py:120
Functiontest_identity_uses_arm_neutral_dataset_digest_without_replacing_snapshot_digest
()
tests/test_baseline_store.py:139
Functiontest_idle_projection_denial_has_estimate_basis_and_honest_budget_line
(dimension)
tests/tier3/test_budget_reservation.py:90
Methodtest_idless_result_is_used_only_for_single_call_steps
(self)
tests/tier3/test_plugin_signals.py:557
Functiontest_idna_is_a_bounded_direct_dependency_with_a_license_notice
()
tests/test_oss_packaging.py:450
Functiontest_ids_are_refreshed_when_only_database_userinfo_is_masked
(tmp_path, monkeypatch)
tests/ci/test_secret_redaction.py:277
Functiontest_ids_that_contain_a_short_token_prefix_have_no_secret_shape
Regression: 'sk-' had no left boundary, so 'task-<hex>' and 'disk-<hex>' ids read as API keys.
tests/validators/test_url_policy.py:290
Functiontest_ignored_symlink_is_not_validated_or_copied
(tmp_path: Path)
tests/test_harbor_secure_copy.py:120
Functiontest_ignored_symlink_subtree_is_opaque
(tmp_path: Path)
tests/test_harbor_secure_copy.py:243
Functiontest_ignores_non_reads_and_searches
(cmd: str)
tests/test_checks_routing.py:52
Functiontest_image_collection_covers_multistage_dockerfiles_and_mcp
(audit, tmp_path)
tests/validators/test_private_dependency_audit.py:220
Functiontest_image_name_from_the_environment_keeps_its_written_tag
(image: str, floating: bool)
tests/validators/test_mcp_static.py:249
Methodtest_image_role_requires_image_content
( self, tmp_path: Path, image_path: str, content: bytes, file_role: str, applicability: str )
tests/validators/test_skillspector_scope.py:543
Methodtest_image_structure_checks
(self)
tests/validators/test_security.py:9188
Functiontest_image_targets_are_opt_in
(content: str, target: str)
tests/validators/test_markdown.py:50
Functiontest_image_validation_does_not_import_consumer_python_modules
(tmp_path)
tests/ci/test_evaluate_workflow.py:185
Methodtest_image_verification_is_bounded
(self, mock_tools, sample_skill_dir: Path, limit: str)
tests/validators/test_security.py:9175
Functiontest_immediately_negated_skill_use_does_not_warn
(text)
tests/tier3/test_dataset_baseline_fairness.py:1627
← previousnext →17,201–17,300 of 24,741, ranked by callers