MCPcopy Create free account

hub / github.com/NVIDIA/SkillEvaluator / functions

Functions24,741 in github.com/NVIDIA/SkillEvaluator

Functiontest_card_shows_lowest_scoring_failing_attempt_reason
()
tests/reporting/test_tier3_failure_reasons.py:435
Methodtest_card_without_the_fields_fails_when_required
(self, tmp_path: Path)
tests/test_benchmark_source_provenance.py:422
Methodtest_card_without_the_fields_passes_by_default
(self, tmp_path: Path)
tests/test_benchmark_source_provenance.py:419
Functiontest_cards_link_from_both_aggregate_surfaces_without_claiming_a_pass
()
tests/ci/test_benchmark_report_links.py:52
Methodtest_carried_advisory_names_its_skill
(self, tmp_path: Path)
tests/validators/test_schema.py:1444
Methodtest_carriers_that_agree_are_merged
(self)
tests/test_benchmark_source_provenance.py:842
Functiontest_case_action_deterministic_remedy_does_not_repeat_weakening_reason
(tmp_path)
tests/test_tier3_case_summary.py:688
Functiontest_case_action_disabled_is_not_a_failed_llm_fallback
(tmp_path, monkeypatch)
tests/test_tier3_case_summary.py:675
Functiontest_case_action_fallback_text_with_a_long_judge_reason_is_checked_in_bounded_time
(tmp_path)
tests/test_tier3_case_summary.py:347
Functiontest_case_action_keeps_advice_that_names_a_case_id_but_edits_the_implementation
( tmp_path, monkeypatch, case_id, action )
tests/test_tier3_case_summary.py:205
Functiontest_case_action_keeps_advice_whose_negation_or_identifier_is_not_about_a_dataset_case
( tmp_path, monkeypatch, case_id, action )
tests/test_tier3_case_summary.py:301
Functiontest_case_action_keeps_advice_whose_negator_governs_the_verb_through_modifiers
( tmp_path, monkeypatch, case_id, action )
tests/test_tier3_case_summary.py:471
Functiontest_case_action_keeps_genuine_prohibitions_next_to_additive_wording
(tmp_path, monkeypatch, case_id, action)
tests/test_tier3_case_summary.py:574
Functiontest_case_action_keeps_negated_instead_of_and_implementation_advice_for_the_wider_verbs
( tmp_path, monkeypatch, case_id, action )
tests/test_tier3_case_summary.py:244
Functiontest_case_action_provenance_reaches_canonical_recommendation
( tmp_path, monkeypatch, action, error, expected_source, expected_fallback )
tests/test_tier3_case_summary.py:655
Functiontest_case_action_rejects_a_removal_that_a_negator_with_modifiers_does_not_govern
( tmp_path, monkeypatch, case_id, action )
tests/test_tier3_case_summary.py:501
Functiontest_case_action_rejects_a_removal_when_the_negation_word_governs_something_else
( tmp_path, monkeypatch, case_id, action )
tests/test_tier3_case_summary.py:269
Functiontest_case_action_rejects_additive_wording_that_still_recommends_the_removal
(tmp_path, monkeypatch, case_id, action)
tests/test_tier3_case_summary.py:549
Functiontest_case_action_rejects_an_unlisted_identifier_when_the_action_points_at_the_dataset
(tmp_path, monkeypatch)
tests/test_tier3_case_summary.py:315
Functiontest_case_action_rejects_deleting_a_dataset_case_named_by_its_id
(tmp_path, monkeypatch, case_id, action)
tests/test_tier3_case_summary.py:161
Functiontest_case_action_rejects_deleting_another_case_named_in_the_dataset_snapshot
(tmp_path, monkeypatch)
tests/test_tier3_case_summary.py:174
Functiontest_case_action_rejects_requirement_weakening
(tmp_path, monkeypatch, action)
tests/test_tier3_case_summary.py:95
Functiontest_case_action_with_a_long_list_of_known_case_ids_is_checked_in_bounded_time
(tmp_path, monkeypatch)
tests/test_tier3_case_summary.py:327
Functiontest_case_advice_reads_snapshot_once
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, case_count: int, agent_count: int, scenario: str )
tests/test_tier3_case_summary.py:1801
Functiontest_case_alias_of_source_root_is_not_a_results_destination
(tmp_path)
tests/tier3/test_plugin_runtime_identity.py:277
Methodtest_case_alias_with_changed_manifest_bytes_is_rejected
(self, tmp_path, line_ending)
tests/validators/test_rubric_eval.py:533
Functiontest_case_coverage_uses_real_condition_summaries_for_every_arm
()
tests/reporting/test_private_runtime_projection.py:300
Functiontest_case_distinct_expected_publication_name_cannot_match_source_evidence
(tmp_path: Path)
tests/reporting/test_advisory_skip_verdict.py:2210
Functiontest_case_evidence_cap_keeps_every_agent
(monkeypatch: pytest.MonkeyPatch)
tests/evaluation/test_tier3_feedback_chat.py:1115
Functiontest_case_evidence_is_capped_for_large_datasets
(monkeypatch: pytest.MonkeyPatch)
tests/evaluation/test_tier3_feedback_chat.py:1107
Functiontest_case_findings_after_the_budget_never_cost_a_payload_with_token_usage_its_report_limits
( monkeypatch: pytest.MonkeyPatch, tmp_path: Path, reuse_saved_feedback: bool )
tests/reporting/test_tier3_token_usage_reports.py:618
Functiontest_case_first_display_keeps_case_matrix_columns_and_ids_at_width_80
()
tests/test_tier3_result_display.py:529
Functiontest_case_grounded_harbor_links_win_over_positional_fallback
()
tests/reporting/test_unified_tier3_report.py:616
Functiontest_case_identity_and_condition_are_not_matched_by_position
()
tests/reporting/test_tier3_expectations.py:199
Methodtest_case_ids_that_are_not_single_words_are_matched_by_name
(self)
tests/evaluation/test_judges.py:1328
Functiontest_case_index_reads_each_judge_provenance_once
(monkeypatch)
tests/tier3/test_private_comparison_contracts.py:210
Functiontest_case_insensitive_filesystem_identity_protects_inputs
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, destination: str )
tests/tier3/test_decoy_commands.py:212
Methodtest_case_insensitive_matching
Test that license matching is case-insensitive.
tests/validators/test_license.py:1128
Functiontest_case_limit_covering_the_whole_suite_remains_publication_evidence
()
tests/reporting/test_advisory_skip_verdict.py:2892
Functiontest_case_only_refusal_record_keeps_a_short_active_notice
()
tests/reporting/test_native_evidence.py:232
Functiontest_case_reasons_match_the_library_scorers
(should_trigger, expected_skill)
tests/tier3/test_skill_metric_applicability.py:248
Functiontest_case_selection_preserves_nested_and_empty_directories_without_other_members
(tmp_path: Path)
tests/tier3/test_plugin_prepare_review.py:270
Methodtest_case_sensitive_guides_keep_distinct_evidence
(self, tmp_path)
tests/validators/test_rubric_eval.py:505
Functiontest_case_summary_does_not_show_zero_difference_without_baseline
()
tests/test_tier3_result_display.py:86
Functiontest_case_summary_import_does_not_load_the_report_module
()
tests/test_tier3_case_summary.py:1762
Functiontest_case_summary_names_pass_at_k_difference_and_threshold
()
tests/test_tier3_result_display.py:52
Functiontest_case_type_split_has_the_same_steps_on_each_group
()
tests/tier3/test_private_ladder_stats.py:236
Functiontest_case_variant_pruned_folder_names_unscanned_server_code
Regression: server code under a differently cased pruned folder was not reported on case-insensitive filesystems, where whole-tree scans prune tha
tests/validators/test_plugin_mcp.py:80
Functiontest_case_variant_spellings_keep_a_portable_root
( tmp_path: Path, root_spelling: str, target_spelling: str, target_name: str, expected: str )
tests/tier3/test_decoys.py:269
Functiontest_case_with_a_failure_also_reports_passes_that_missed_the_goal
(tmp_path: Path)
tests/test_tier3_case_summary.py:2104
Functiontest_case_without_expected_skill_leaves_both_skill_metrics_na
(tmp_path, monkeypatch, labels, reason)
tests/tier3/test_skill_metric_applicability.py:119
Functiontest_case_without_fields_is_not_applicable_everywhere
()
tests/tier3/test_plugin_signals.py:586
Functiontest_cased_artifact_folder_below_a_component_folder
(tmp_path)
tests/test_plugin_member_paths.py:145
Functiontest_cased_artifact_folder_in_a_declared_skills_folder
(tmp_path, folder, canonical)
tests/test_plugin_member_paths.py:97
Functiontest_cased_dependency_folder_in_a_declared_skills_folder
(tmp_path)
tests/test_plugin_member_paths.py:123
Functiontest_casefold_colliding_existing_case_is_rejected_without_mutation
(tmp_path: Path)
tests/test_harbor_scaffold_transactions.py:456
Functiontest_catalog_accepts_linked_manifest_files
(tmp_path: Path, kind: str)
tests/test_catalog_discovery.py:414
Functiontest_catalog_allowlist_does_not_match_a_padded_host
The gate must match the host the request targets, not a trimmed form.
tests/test_model_catalog.py:695
Functiontest_catalog_allowlist_matches_the_whole_host_only
(monkeypatch, host: str)
tests/test_model_catalog.py:707
Functiontest_catalog_allows_plain_http_for_an_allowlisted_host
(monkeypatch, allowlist: str, host: str)
tests/test_model_catalog.py:677
Functiontest_catalog_allows_plain_http_for_loopback
(monkeypatch, host: str)
tests/test_model_catalog.py:652
Functiontest_catalog_body_trickle_cannot_extend_the_wall_clock_deadline
()
tests/test_model_catalog.py:215
Functiontest_catalog_builder_does_not_skip_an_unsafe_source_tree
(modules, tmp_path, monkeypatch)
tests/deduplication/plugin/test_private_dedup.py:655
Functiontest_catalog_child_argv_carries_the_evaluated_source
A parallel child renders its own card, so it needs the parent's identity.
tests/test_commands.py:1907
Functiontest_catalog_child_argv_forwards_every_validate_option
The allowlist is explicit, so a new option is silently dropped by default. Each parameter is either forwarded by name or listed below with the re
tests/test_commands.py:1959
Functiontest_catalog_child_argv_forwards_run_budget_options
(tmp_path: Path)
tests/test_commands.py:1987
Functiontest_catalog_child_argv_forwards_the_skillspector_baseline
(tmp_path: Path)
tests/test_commands.py:1942
Functiontest_catalog_children_keep_separate_tier3_results
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, workers: int, configured_by: str )
tests/test_catalog_results.py:80
Methodtest_catalog_compares_exactly_one_target_against_loaded_entries
( self, _mock_client_cls, mock_registry_cls, mock_extract, tmp_path: Path )
tests/validators/test_similarity.py:373
Functiontest_catalog_conflicts_project_consistent_verdicts_counts_and_leaf_scope
( tmp_path: Path, workers: str, profile: str, override: str | None, severity: str, blocking: bool, child_f
tests/golden/test_policy_behavior.py:280
Functiontest_catalog_connect_attempts_share_one_absolute_deadline
(monkeypatch)
tests/test_model_catalog.py:351
Functiontest_catalog_counts_self_exclusion_and_pairwise_is_not_catalog
()
tests/reporting/test_evidence_views.py:42
Functiontest_catalog_divider_and_scoreboard_strip_terminal_controls
( capsys: pytest.CaptureFixture[str], monkeypatch: pytest.MonkeyPatch )
tests/reporting/test_rich_markup_escaping.py:663
Functiontest_catalog_dns_resolution_cannot_extend_the_wall_clock_deadline
(monkeypatch)
tests/test_model_catalog.py:259
Functiontest_catalog_empty_allowlist_keeps_plain_http_rejected
(monkeypatch, allowlist: str)
tests/test_model_catalog.py:715
Methodtest_catalog_extracts_only_the_root_skill
(self, _mock_client_cls, mock_registry_cls, tmp_path: Path)
tests/validators/test_similarity.py:446
Functiontest_catalog_file_budget_is_shared_across_nested_references
(tmp_path: Path, monkeypatch)
tests/reporting/test_dashboard_data.py:909
Methodtest_catalog_finding_labels_target_and_catalog_roles
( self, _mock_client_cls, mock_registry_cls, mock_extract, tmp_path: Path )
tests/validators/test_similarity.py:470
Functiontest_catalog_id_check_runs_only_when_the_schema_check_is_selected
( tmp_path: Path, workers: str, selection: list[str] )
tests/golden/test_policy_behavior.py:233
Functiontest_catalog_ignores_generated_and_excluded_skill_copies
(tmp_path: Path)
tests/test_catalog_discovery.py:120
Functiontest_catalog_ignores_links_back_into_catalog
( tmp_path: Path, workers: int, skill_parent: str, link_name: str, target: str )
tests/test_catalog_discovery.py:223
Functiontest_catalog_includes_nested_and_lowercase_invalid_skills
(tmp_path: Path, workers: int)
tests/test_catalog_discovery.py:60
Functiontest_catalog_index_loads_authoritative_local_reports_with_containment
(tmp_path: Path)
tests/reporting/test_dashboard_data.py:654
Methodtest_catalog_io_supports_root_owned_tmp_alias
(self)
tests/embedding/test_catalog.py:528
Functiontest_catalog_is_detected_without_an_immediate_canonical_manifest
(tmp_path: Path, relative: str)
tests/test_catalog_discovery.py:83
Functiontest_catalog_kpi_marks_non_catalog_scopes_not_applicable
()
tests/reporting/test_evidence_views.py:237
Functiontest_catalog_native_and_mixed_references_are_loaded_without_cycles
(tmp_path: Path)
tests/reporting/test_dashboard_data.py:879
Methodtest_catalog_options_are_mutually_exclusive
(self, tmp_path: Path)
tests/validators/test_similarity.py:552
Functiontest_catalog_paths_are_relative_to_every_declared_root
(tmp_path: Path)
tests/deduplication/plugin/test_openclaw_profile.py:158
Functiontest_catalog_probe_status_does_not_change_judge_identity
(tmp_path)
tests/tier3/test_interactions.py:161
Functiontest_catalog_projection_filters_non_skills
(modules, tmp_path, version)
tests/deduplication/plugin/test_private_dedup.py:180
Functiontest_catalog_provider_failure_is_an_explicit_skip
(modules, tmp_path, monkeypatch)
tests/deduplication/plugin/test_private_dedup.py:543
Functiontest_catalog_queries_keep_catalog_capacity_and_apply_work_budget
( tmp_path: Path, monkeypatch, query_method: str, limit: int, succeeds: bool )
tests/embedding/test_similarity_limits.py:190
Functiontest_catalog_queries_report_identical_embeddings_at_threshold_one
(tmp_path: Path, query_method: str)
tests/embedding/test_similarity_limits.py:260
Functiontest_catalog_query_match_limit_fails_closed
(tmp_path: Path, monkeypatch)
tests/embedding/test_catalog.py:602
Functiontest_catalog_record_cap_is_fail_closed_without_off_by_one
(monkeypatch)
tests/test_model_catalog.py:445
Functiontest_catalog_records_linked_groups_with_nested_skills
(tmp_path: Path, workers: int, include_live: bool)
tests/test_catalog_discovery.py:274
Functiontest_catalog_records_linked_skills_as_failed_entries
(tmp_path: Path, workers: int, include_live: bool)
tests/test_catalog_discovery.py:244
Functiontest_catalog_records_nonregular_manifest_failure_and_completes_other_skills
(tmp_path: Path)
tests/test_catalog_discovery.py:436
Functiontest_catalog_records_unreadable_directory_and_completes_other_skills
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, workers: int )
tests/test_catalog_discovery.py:454
← previousnext →13,601–13,700 of 24,741, ranked by callers