MCPcopy Create free account

hub / github.com/NVIDIA/SkillEvaluator / functions

Functions24,741 in github.com/NVIDIA/SkillEvaluator

Functiontest_unflagged_result_keeps_text_check
(trajectory_checker)
tests/tier3/test_error_recovery.py:1035
Functiontest_ungrounded_llm_recommendations_keep_positional_trace_links
(monkeypatch)
tests/reporting/test_skill_activation_reporting.py:246
Methodtest_unhashable_step_source_is_ignored
(self)
tests/tier3/test_plugin_signals.py:1540
Functiontest_unicode_15_1_identity_is_stable_on_a_unicode_15_0_host
(monkeypatch: pytest.MonkeyPatch)
tests/test_publication_text.py:67
Functiontest_unicode_identity_requires_recorded_letters_or_numbers
( tmp_path: Path, identity: str, expected_status: str, )
tests/reporting/test_advisory_skip_verdict.py:2596
Functiontest_unidentified_cases_do_not_pair
()
tests/tier3/test_private_comparison_contracts.py:169
Functiontest_unified_evidence_does_not_fallback_from_explicit_malformed_custom_detail
()
tests/reporting/test_unified_tier3_report.py:2025
Functiontest_unified_evidence_keeps_legacy_custom_detail_fallback_when_custom_key_is_absent
()
tests/reporting/test_unified_tier3_report.py:2039
Functiontest_unified_evidence_prefers_custom_details_only_for_custom_metric_collisions
()
tests/reporting/test_unified_tier3_report.py:2002
Functiontest_uninspectable_source_folder_is_unresolved_not_missing
(tmp_path: Path)
tests/test_plugin_manifest.py:187
Methodtest_union_connects_two_elements
(self)
tests/deduplication/intra_skill/test_semantic_clustering.py:24
Methodtest_union_is_transitive
(self)
tests/deduplication/intra_skill/test_semantic_clustering.py:29
Methodtest_unique_content_passes
(self, _mock_client_cls, mock_registry_cls, tmp_path: Path)
tests/validators/test_similarity.py:109
Functiontest_unknown_accuracy_criterion_has_safe_fallback
()
tests/tier3/test_plain_language_findings.py:17
Functiontest_unknown_activation_keeps_legacy_comparisons
()
tests/reporting/test_activation_benchmark_html_regressions.py:119
Functiontest_unknown_and_zero_remain_distinct_and_rendering_does_not_mutate_inputs
()
tests/reporting/test_private_runtime_render.py:185
Functiontest_unknown_backend_is_rejected
()
tests/test_nemo_gym_backend.py:48
Functiontest_unknown_bounded_usage_stops_admission
(dimension)
tests/tier3/test_budget_reservation.py:205
Functiontest_unknown_calibration_usage_wakes_waiter_and_stops_admission
(monkeypatch)
tests/tier3/test_budget_reservation.py:170
Functiontest_unknown_check_type_lists_supported_types
()
tests/tier3/test_declarative_checks.py:243
Functiontest_unknown_content_keeps_the_unrestricted_security_scan
(tmp_path: Path, monkeypatch: pytest.MonkeyPatch)
tests/test_artifact_applicability.py:145
Functiontest_unknown_content_records_applicability_for_any_check_selection
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, checks: str, skip: str | None )
tests/test_artifact_applicability.py:304
Functiontest_unknown_content_records_applicability_when_fail_fast_stops_early
(tmp_path: Path)
tests/test_artifact_applicability.py:323
Functiontest_unknown_content_records_manifest_checks_as_not_applicable
(tmp_path: Path)
tests/test_artifact_applicability.py:118
Functiontest_unknown_content_still_fails_an_unknown_check_name
(tmp_path: Path)
tests/test_artifact_applicability.py:166
Functiontest_unknown_content_with_a_dangling_manifest_symlink_still_fails_schema
(tmp_path: Path, manifest: str)
tests/test_artifact_applicability.py:239
Functiontest_unknown_content_with_a_mis_cased_artifact_manifest_still_fails_schema
(tmp_path: Path, manifest: str)
tests/test_artifact_applicability.py:251
Functiontest_unknown_content_with_a_mis_cased_manifest_still_fails_the_manifest_checks
(tmp_path: Path)
tests/test_artifact_applicability.py:186
Functiontest_unknown_content_with_only_a_marketplace_manifest_is_not_applicable
(tmp_path: Path)
tests/test_artifact_applicability.py:266
Functiontest_unknown_directories_cannot_supply_output_roots
(security_check, commands)
tests/tier3/test_agent_output_cleanup_scope.py:65
Methodtest_unknown_disposition_is_dropped
(self, disposition: object)
tests/validators/test_skillspector_reference_diagnostics.py:496
Functiontest_unknown_exclusion_is_a_configuration_error
(selection: SimpleNamespace)
tests/tier3/test_decoys.py:134
Methodtest_unknown_extension_returns_empty
(self)
tests/deduplication/utils/test_chunker.py:133
Functiontest_unknown_fields_are_bounded
()
tests/validators/test_private_plugin_schema.py:59
Functiontest_unknown_grading_mode_is_rejected
(tmp_path: Path)
tests/test_evals_config_branding.py:46
Functiontest_unknown_harness_is_rejected
()
tests/harness/test_overlay.py:59
Functiontest_unknown_harness_version_name_is_a_usage_error
(tmp_path: Path)
tests/harness/test_plugin_compat.py:241
Functiontest_unknown_installer_platform_stops_without_installing
( tmp_path: Path, agent_class: type, return_code: int, stdout: str )
tests/tier3/test_installed_agent_bootstrap.py:241
Functiontest_unknown_key_and_wrong_key_type_are_rejected
(verifier, record, monkeypatch)
tests/ci/test_verify_provenance.py:143
Methodtest_unknown_license_strict_mode
Test that unknown license fails in strict mode.
tests/validators/test_license.py:1055
Functiontest_unknown_load_choice_is_refused
()
tests/tier3/test_plugin_load_decisions.py:36
Methodtest_unknown_locations_fail_closed
(self, tmp_path: Path, location: object)
tests/validators/test_skillspector_scope.py:571
Functiontest_unknown_old_identity_does_not_create_a_trend
(tmp_path)
tests/test_tier3_history.py:151
Functiontest_unknown_openclaw_metadata_is_retained_without_findings
(tmp_path: Path)
tests/test_openclaw_plugin_discovery.py:116
Functiontest_unknown_option_arity_and_redirections_do_not_invent_search_paths
(module, command)
tests/tier3/test_root_search_efficiency.py:123
Functiontest_unknown_or_invalid_time_is_not_zero
(timing)
tests/tier3/test_resource_usage.py:65
Functiontest_unknown_or_malformed_evidence_does_not_assert_never_activated
(unknown: dict)
tests/test_harbor_skill_activation.py:67
Functiontest_unknown_or_malformed_provider_fields_are_not_echoed
(body)
tests/inference/test_diagnostics.py:53
Functiontest_unknown_or_non_commit_base_never_falls_back_to_full_scan
(repository, base)
tests/ci/test_select_changed_skills.py:175
Functiontest_unknown_peer_coverage_prevents_partial_totals_being_reported_as_whole_run
()
tests/reporting/test_insights_view.py:208
Functiontest_unknown_policy_and_unexplained_missing_dimension_are_unscored
()
tests/tier3/test_private_comparison_contracts.py:308
Functiontest_unknown_policy_is_not_recorded_as_applied
(name, value)
tests/tier3/test_judge_policies.py:879
Functiontest_unknown_policy_stops_the_run_before_any_trial
(monkeypatch, tmp_path, name, value, expected)
tests/tier3/test_judge_policies.py:895
Functiontest_unknown_post_is_a_safe_404_without_parsing_a_body
(bridge_services: _BridgeServices)
tests/test_nvidia_build_bridge.py:1556
Functiontest_unknown_private_wrapper_does_not_silently_replace_custom_routing
()
tests/tier3/test_private_setup_classification.py:96
Functiontest_unknown_provider_ids_are_omitted
(provider_id: object)
tests/test_skillspector_provenance.py:247
Functiontest_unknown_report_policy_without_a_persisted_score_is_incomplete
()
tests/reporting/test_unified_tier3_report.py:1375
Functiontest_unknown_results_are_classified_from_their_current_state
()
tests/reporting/test_shared_run_status.py:151
Functiontest_unknown_reward_policy_cannot_score_a_new_attempt
()
tests/test_harbor_metrics_truth.py:324
Functiontest_unknown_schema_version_rejected
(payload)
tests/tier3/test_external_metrics.py:333
Functiontest_unknown_skill_evidence_uses_tier_provider_action_when_no_own_detail_exists
()
tests/ci/test_comment_summary.py:121
Functiontest_unknown_skip_is_a_usage_error
()
tests/test_skip_checks.py:85
Functiontest_unknown_source_is_unresolved_and_the_advice_names_every_supported_source
The classifier (which Tier 3 runs on raw refs) still refuses a source outside the schema's list.
tests/validators/test_plugin_dependencies.py:176
Methodtest_unknown_string_severity_falls_back_to_medium
(self)
tests/models/test_result.py:61
Functiontest_unknown_subcommand_and_removed_run_are_errors
(tier)
tests/cli/test_tier_workflows.py:74
Functiontest_unknown_tier2_scope_keeps_skipped_check_identity_and_reason
()
tests/reporting/test_report_readability.py:144
Methodtest_unknown_top_level_field_rejected
(self)
tests/models/test_plugin.py:70
Methodtest_unknown_top_level_fields_are_low
(self, tmp_path: Path)
tests/validators/test_schema.py:1718
Functiontest_unknown_trial_load_preserves_host_reachability
(unknown)
tests/tier3/test_private_evidence_review2.py:214
Functiontest_unknown_trusted_selector_cannot_score_as_grader_authored_logical_case
(tmp_path: Path)
tests/test_harbor_collector_runtime_failures.py:2119
Methodtest_unknown_type_returns_empty
(self, tmp_path: Path)
tests/embedding/test_extractor.py:633
Functiontest_unknown_usage_is_not_measured
()
tests/tier3/test_run_budget.py:76
Functiontest_unknown_usage_is_not_zero
(tmp_path)
tests/test_hermes_agent.py:408
Methodtest_unknown_verdict_raises
(self, make_cluster)
tests/deduplication/intra_skill/test_intra_llm_analyzer.py:428
Functiontest_unlabeled_case_is_not_applicable
(scorer: ModuleType, expected_skill: str | None)
tests/tier3/test_skill_activation_scoring.py:114
Functiontest_unlabeled_legacy_routing_is_rejected_without_guessing
(tmp_path: Path)
tests/tier3/test_dataset_migration.py:264
Functiontest_unlabeled_snapshot_preserves_legacy_activation_diagnosis
( tmp_path: Path, snapshot: str | None, activation_status: str )
tests/test_tier3_case_summary.py:1781
Methodtest_unlisted_with_exception_needs_review
An exception that is not in the allowlist does not inherit Apache-2.0's allowed status.
tests/validators/test_license.py:628
Methodtest_unloadable_manifest_fails_closed
( self, tmp_path: Path, manifest_path: str, manifest_text: str, content_type: str )
tests/validators/test_skillspector_scope.py:1503
Functiontest_unmeasured_and_failed_baseline_are_not_zero_or_comparable
(tmp_path: Path)
tests/reporting/test_dashboard_app.py:208
Functiontest_unmeasured_arm_timing_is_na_without_a_delta
(tmp_path)
tests/reporting/test_resource_comparison.py:193
Functiontest_unmeasured_codex_tools_leave_the_trial_unmeasured
(name: str)
tests/tier3/test_trajectory_timing.py:254
Methodtest_unmodeled_manifests_read_bh1_evidence
(self)
tests/validators/test_skillspector_hook_surface.py:1084
Functiontest_unmodelled_control_syntax_naming_the_script_is_unresolved
A header with several values settles nothing about its variable, and ``case`` bodies are not modelled at all, so a script named inside either
tests/tier3/test_script_invocation_evidence.py:887
Functiontest_unnamed_root_skill_is_labelled_like_its_inventory_row
(tmp_path: Path)
tests/deduplication/plugin/test_openclaw_profile.py:248
Functiontest_unobserved_policy_defers_to_collection
()
tests/test_baseline_store.py:332
Functiontest_unowned_legacy_site_cannot_be_adopted
(pages)
tests/test_ci_onboarding_pages.py:176
Functiontest_unowned_site_requires_verified_empty_deployments
(pages, deployments)
tests/test_ci_onboarding_pages.py:151
Functiontest_unowned_site_with_any_publication_status_is_not_adopted
(pages, status)
tests/test_ci_onboarding_pages.py:157
Functiontest_unpack_and_run_scan_stays_linear_at_the_script_size_limit
()
tests/validators/test_plugin_static_risk_review_fixes.py:905
Functiontest_unpaired_id_artifact_survives_loader_report_budget_and_html
(tmp_path: Path)
tests/reporting/test_unified_tier3_report.py:2720
Functiontest_unpinned_or_invalid_release_identity_is_rejected
(tmp_path, ref, image, repository)
tests/ci/test_render_templates.py:113
Functiontest_unpinned_package_runner_hooks_are_medium
(tmp_path: Path, command: str)
tests/validators/test_plugin_static_risk_review_fixes.py:349
Functiontest_unpinned_stdio_package_is_advisory_medium
()
tests/validators/test_mcp_static.py:316
Functiontest_unprefixed_refs_mean_the_same_tool_on_both_harnesses
check-19 e05: Codex web_search_call and exec_command answer to WebFetch and Bash.
tests/tier3/test_f90_signals_conflict.py:240
Functiontest_unproven_card_edits_are_not_discarded
(trusted, monkeypatch, manual_change)
tests/ci/test_benchmark_publish.py:698
Functiontest_unprovisionable_harbor_backends_are_not_publicly_supported
(env_mode: str)
tests/test_tier3_public_runtime.py:555
Functiontest_unpublishable_detail_key_amplification_is_removed_before_scoring
(tmp_path: Path)
tests/test_issue55_collector_truth.py:3505
Functiontest_unquoted_authorization_value_keeps_the_rest_of_the_command
(copy: str, command: str, expected: str)
tests/tier3/test_security_finding_evidence.py:371
Functiontest_unreachable_server
()
tests/tier3/test_mcp_proof.py:486
← previousnext →23,601–23,700 of 24,741, ranked by callers