MCPcopy Create free account

hub / github.com/NVIDIA/SkillEvaluator / functions

Functions24,741 in github.com/NVIDIA/SkillEvaluator

Functiontest_unscored_multistep_trial_persists_materialized_trajectory
(tmp_path: Path)
tests/test_harbor_collector_multistep_trajectory.py:2159
Functiontest_unscored_quality_uses_one_unavailable_state_with_coverage
()
tests/reporting/test_report_clarity.py:92
Functiontest_unscored_report_shows_no_score_not_zero
(payload)
tests/tier3/test_external_metrics.py:327
Functiontest_unscored_retry_cannot_recover_timeout
(tmp_path)
tests/test_harbor_timeout_recovery.py:240
Functiontest_unscored_security_preserves_overall_verdict
()
tests/test_tier3_attempt_verdict.py:251
Functiontest_unscored_sparse_case_cannot_supply_a_reduced_dimension_basis
()
tests/tier3/test_private_ladder_stats.py:138
Functiontest_unscored_trace_keeps_trusted_identity_and_usage
(tmp_path, monkeypatch)
tests/tier3/test_plugin_evidence.py:424
Functiontest_unselected_gateway_credentials_and_settings_are_removed
()
tests/ci/test_model_config.py:107
Functiontest_unset_and_safe_mcp_launch_references_do_not_invent_a_dangerous_command
()
tests/validators/test_mcp_static.py:896
Functiontest_unset_independent_claude_base_url_remains_absent
( monkeypatch: pytest.MonkeyPatch, configured_base_url: str | None, )
tests/test_harbor_runner_environment.py:830
Functiontest_unset_max_cases_runs_every_staged_case
(monkeypatch: pytest.MonkeyPatch, tmp_path: Path)
tests/test_tier3_max_cases.py:150
Functiontest_unset_policies_are_not_recorded
()
tests/tier3/test_judge_policies.py:867
Functiontest_unsigned_v2_marker_does_not_create_private_key
(tmp_path: Path)
tests/test_harbor_output_provenance.py:605
Functiontest_unstaged_file_server_is_skipped_without_hiding_a_portable_server
(tmp_path)
tests/tier3/test_plugin_evidence_review.py:223
Functiontest_unsupported_activation_is_unknown_and_not_forced_to_zero
(scorer: ModuleType)
tests/tier3/test_skill_activation_scoring.py:85
Functiontest_unsupported_codex_security_result_does_not_gate_attempt
()
tests/test_tier3_attempt_verdict.py:140
Functiontest_unsupported_codex_wrapper_is_not_a_clean_security_result
(extractor)
tests/tier3/test_codex_tool_call_normalization.py:212
Functiontest_unsupported_codex_wrapper_never_produces_a_clean_deterministic_result
(extractor, checkers)
tests/tier3/test_codex_tool_call_normalization.py:917
Functiontest_unsupported_codex_wrapper_still_scans_its_outer_observation_for_secrets
(template)
tests/tier3/test_codex_tool_call_normalization.py:493
Functiontest_unsupported_environment_fails_before_execution
(consumer, tmp_path, mode)
tests/ci/test_run_tiers.py:90
Functiontest_unsupported_gym_sandbox_is_rejected_before_launch
(tmp_path: Path, monkeypatch: pytest.MonkeyPatch)
tests/test_nemo_gym_backend.py:2414
Functiontest_unsupported_launch_boundaries_fail_closed
(prefix: str)
tests/tier3/test_native_launch_insertion.py:71
Functiontest_unsupported_manifest_fields_do_not_become_component_declarations
(tmp_path, profile)
tests/test_plugin_discovery.py:173
Functiontest_unsupported_marker_context_is_incomplete_instead_of_crashing
(tmp_path, monkeypatch, marker)
tests/validators/test_static_requirements_audit.py:100
Functiontest_unsupported_native_route_persists_failure_before_build_or_staging
(tmp_path, monkeypatch)
tests/test_private_runtime_rereview.py:38
Functiontest_unsupported_or_unusable_targets_are_explicitly_incomplete
(er, url)
tests/validators/test_private_endpoint_resolution.py:107
Methodtest_unsupported_platform
(self, monkeypatch)
tests/utils/test_scanner_install.py:228
Methodtest_unsupported_platform_is_unavailable
(self, monkeypatch)
tests/utils/test_scanner_install.py:209
Functiontest_unsupported_requirements_are_incomplete_without_invoking_scanner
(tmp_path, monkeypatch, text)
tests/validators/test_static_requirements_audit.py:53
Functiontest_unsupported_responses_tool_error_does_not_echo_client_fields
()
tests/test_nvidia_build_bridge.py:1784
Functiontest_unsupported_runtime_configuration_is_rejected_before_files
(repository, all_release, args)
tests/test_ci_onboarding_all_tiers.py:196
Functiontest_unsupported_script_structure_fails_instead_of_hiding_following_evidence
(fragment)
tests/reporting/test_report_markup_assertions.py:37
Functiontest_unsupported_security_exemption_survives_cases_needing_review_summary
()
tests/test_tier3_attempt_verdict.py:262
Functiontest_unsupported_security_exemption_survives_persisted_attempt_validation
()
tests/test_tier3_attempt_verdict.py:350
Functiontest_unsupported_signal_expectations_retain_their_skipped_count
(expected, skipped)
tests/reporting/test_private_runtime_projection.py:243
Functiontest_unsupported_transports
(target: dict[str, Any], status: str)
tests/tier3/test_mcp_proof.py:482
Functiontest_unsupported_unreadable_or_unpinned_sources_are_incomplete
(audit, tmp_path, name, text)
tests/validators/test_private_dependency_audit.py:203
Functiontest_unterminated_quoted_assignment_is_masked_to_the_end_of_its_line
()
tests/tier3/test_security_finding_evidence.py:1765
Functiontest_unterminated_regex_candidate_is_scanned_once
(monkeypatch)
tests/tier3/test_codex_tool_call_normalization.py:638
Functiontest_untrusted_agent_identity_cannot_inject_markdown_structure
()
tests/reporting/test_verdict_evidence.py:312
Functiontest_untrusted_baseline_timeouts_keep_the_agent_failed
(tmp_path: Path, failed: dict[str, Any], code: str)
tests/tier3/test_baseline_timeouts.py:469
Functiontest_untrusted_case_names_are_escaped_in_every_report
(tmp_path: Path)
tests/reporting/test_tier3_token_usage_reports.py:1074
Functiontest_untrusted_decision_wording_does_not_fail_the_gate_on_non_pass_cards
(tmp_path: Path, message: str)
tests/golden/test_benchmark_card.py:340
Functiontest_untrusted_normalizer_metadata_cannot_bypass_command_security_checks
(template)
tests/tier3/test_codex_tool_call_normalization.py:578
Functiontest_untrusted_normalizer_metadata_cannot_suppress_outer_secret_scanning
(template)
tests/tier3/test_codex_tool_call_normalization.py:550
Functiontest_untrusted_or_inconsistent_evidence_never_posts
(tmp_path, failure, monkeypatch)
tests/ci/test_prepare_comments.py:156
Functiontest_untrusted_or_unbounded_version_is_rejected_without_crashing
(tmp_path: Path, version: str)
tests/validators/test_version.py:79
Functiontest_untrusted_reusable_workflow_is_rejected
(tmp_path, reference)
tests/ci/test_publish_reports.py:1084
Functiontest_untrusted_root_schema_type_is_not_exported
(malformed_type)
tests/tier3/test_mcp_proof_sdk_compat.py:108
Functiontest_untrusted_strings_and_urls_cannot_create_markup
(tmp_path)
tests/ci/test_report_views.py:219
Functiontest_untrusted_text_is_escaped_and_projection_has_no_mutable_canonical_aliases
()
tests/reporting/test_telemetry_view.py:300
Functiontest_untrusted_text_never_renders_user_or_team_mentions
(handle)
tests/ci/test_comment_summary.py:259
Functiontest_untrustworthy_npm_report_never_counts_as_clean
(audit, tmp_path, report, code)
tests/validators/test_private_dependency_audit.py:161
Functiontest_untyped_discriminators_raise_validation_errors
(mutate)
tests/ci/test_tier_manifest.py:181
Functiontest_unusable_ab_agent_hides_all_stale_numeric_scores
(agent_status: str)
tests/test_tier3_result_display.py:974
Methodtest_unusable_budget_falls_back_to_the_default
(self, raw)
tests/validators/test_rubric_eval.py:605
Functiontest_unusable_hook_url_entries_imply_no_allowed_host
()
tests/validators/test_plugin_component_risk.py:667
Functiontest_unusable_live_viewer_keeps_safe_recorded_uploads
(tmp_path, viewer)
tests/reporting/test_recorded_harbor_uploads.py:230
Functiontest_unusable_primary_viewer_falls_back_to_recorded_summary_links
(primary)
tests/reporting/test_native_harbor_fallback.py:27
Methodtest_unusable_skillspector_baseline_blocks_the_scan
( self, mock_tools, content: str, sample_skill_dir: Path, tmp_path: Path )
tests/validators/test_security.py:2231
Functiontest_unusable_summary_does_not_create_viewer_links
(summary)
tests/reporting/test_native_harbor_fallback.py:96
Functiontest_unused_native_components_keep_their_kind_and_disclose_omitted_groups
()
tests/reporting/test_native_evidence.py:370
Functiontest_unusual_closer_does_not_hide_grants_or_hooks
(tmp_path, closer)
tests/test_plugin_markdown.py:77
Functiontest_unverifiable_historical_generated_output_fails_closed
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, marker_state: str, )
tests/test_harbor_runtime_skill_isolation.py:1979
Functiontest_unverifiable_refs_are_unresolved
(tmp_path: Path, ref, reason: str)
tests/validators/test_plugin_dependencies.py:212
Functiontest_unverified_custom_url_cannot_bind_a_repository_to_a_private_site
(url)
tests/test_ci_onboarding_pages.py:130
Functiontest_unverified_environments_rejected
(mode)
tests/test_hermes_agent.py:119
Methodtest_unverified_image_gap_stays_incomplete
(self, mock_tools, sample_skill_dir: Path, case: str)
tests/validators/test_security.py:9085
Functiontest_unverified_inputs_fail_before_credential_launch
(launch, mutation)
tests/ci/test_run_tier1_image.py:219
Functiontest_unverified_providers_rejected
(provider)
tests/test_hermes_agent.py:113
Functiontest_unverified_recovery_stays_failed
(tmp_path, mutation)
tests/tier3/test_private_recovered_timeout_review2.py:75
Functiontest_unverified_scanner_contract_does_not_gain_the_exception
(version)
tests/validators/test_security_reference_caveats.py:164
Functiontest_unverified_stale_or_forged_branch_is_rejected
(gate, current)
tests/ci/test_gitlab_default_head_admission.py:96
Functiontest_updates_latest_own_bot_comment_and_is_idempotent
(tmp_path)
tests/ci/test_comment_report.py:149
Functiontest_upload_after_a_command_replaces_files_left_in_the_target
(tmp_path: Path, leftover: str)
tests/test_harbor_local_upload.py:327
Functiontest_upload_at_exact_limit_is_accepted
(tmp_path: Path)
tests/reporting/test_dashboard_app.py:518
Functiontest_upload_batch_reports_oversize_and_invalid_and_keeps_valid
(tmp_path: Path)
tests/reporting/test_dashboard_app.py:481
Functiontest_upload_file_compose_cp_failure_forwards_exact_tar_bytes_to_stdin
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, )
tests/test_harbor_secure_docker_environment.py:6005
Functiontest_upload_only_payload_keeps_each_recorded_job_in_display
(status)
tests/reporting/test_recorded_harbor_uploads.py:20
Functiontest_upload_overlays_verifier_files_and_rewrites_only_the_copy
(tmp_path: Path, preexisting: bool)
tests/test_harbor_local_upload.py:57
Functiontest_upload_rejects_a_linked_destination_without_touching_its_target
(tmp_path: Path)
tests/test_harbor_local_upload.py:216
Functiontest_upload_rejects_a_target_outside_the_local_run
(tmp_path: Path)
tests/test_harbor_local_upload.py:200
Functiontest_uploaded_native_engine_json_needs_retained_artifacts
()
tests/reporting/test_dashboard_data.py:1042
Functiontest_uploaded_report_renders_with_upload_source
(tmp_path: Path)
tests/reporting/test_dashboard_app.py:471
Functiontest_uploads_are_parsed_once_per_uploaded_file
(tmp_path: Path, monkeypatch: pytest.MonkeyPatch)
tests/reporting/test_dashboard_app.py:453
Functiontest_uploads_enrich_only_the_same_job_without_replacing_canonical_metadata
()
tests/reporting/test_recorded_harbor_uploads.py:60
Functiontest_upstream_grammar_form_with_a_finite_number_still_decodes
(extractor, number)
tests/tier3/test_codex_tool_call_normalization.py:1905
Functiontest_upstream_grammar_form_with_a_non_finite_number_stays_unsupported
(extractor, number, source)
tests/tier3/test_codex_tool_call_normalization.py:1895
Functiontest_upstream_grammar_form_with_a_non_javascript_space_stays_unsupported
(extractor, space, source)
tests/tier3/test_codex_tool_call_normalization.py:1849
Methodtest_uri_scheme_rejected
(self, tmp_path: Path)
tests/test_harbor_input_staging.py:399
Functiontest_url_argument_with_inline_credentials_is_blocked
(arg: str)
tests/validators/test_mcp_static.py:1052
Functiontest_url_argument_without_inline_credentials_passes
(arg: str)
tests/validators/test_mcp_static.py:1070
Functiontest_url_at_escaped_quote_and_continuation_rules_keep_ordinary_text
(text: str, expected: str | None)
tests/tier3/test_security_finding_evidence.py:2107
Methodtest_url_conversion
(self)
tests/utils/test_helpers.py:116
Functiontest_url_credentials_flags_a_query_key_shaped_like_a_secret
Regression: only query values were checked, so a bare '?ghp_...' component carried no credential.
tests/validators/test_url_policy.py:115
Functiontest_url_credentials_is_false_when_the_url_carries_none
()
tests/validators/test_url_policy.py:155
Functiontest_url_credentials_reads_credential_names_and_secret_shaped_values
(query: str, keys: tuple[str, ...])
tests/validators/test_url_policy.py:91
Functiontest_url_credentials_reads_the_query_only_up_to_the_fragment
Regression: the query was read from the first '?' even inside the fragment ('#/cb?access_token=...').
tests/validators/test_url_policy.py:105
Functiontest_url_credentials_reads_the_userinfo_as_written
(url: str, rule: UserinfoRule, expected: bool)
tests/validators/test_url_policy.py:70
Functiontest_url_environment_references_are_verbatim_and_high
(tmp_path: Path, url: str)
tests/validators/test_openclaw_mcp.py:110
← previousnext →23,801–23,900 of 24,741, ranked by callers