MCPcopy Create free account

hub / github.com/NVIDIA/SkillEvaluator / functions

Functions24,741 in github.com/NVIDIA/SkillEvaluator

Functiontest_default_directory_depth_limit_fails_with_metadata
(tmp_path: Path)
tests/utils/test_secure_fs.py:409
Methodtest_default_embedding_is_empty
(self)
tests/deduplication/utils/test_chunker.py:101
Methodtest_default_embedding_model_comes_from_provider_resolution
The public NVIDIA Build default applies at the provider layer, not here.
tests/deduplication/intra_skill/test_intra_skill_validator.py:60
Functiontest_default_entry_boundary_and_explicit_increase
(tmp_path: Path)
tests/embedding/test_similarity_limits.py:67
Functiontest_default_gateway_key_needs_no_gitlab_self_alias
(repository, routing_release)
tests/test_ci_onboarding_model_routing.py:204
Methodtest_default_html_reporter_classifies_similarity_as_tier2
(self)
tests/reporting/test_reporters.py:2325
Methodtest_default_is_require
(self)
tests/test_harbor_local_sandbox.py:312
Functiontest_default_launch_does_not_force_headless
(monkeypatch)
tests/reporting/test_dashboard_cli.py:152
Functiontest_default_launch_lets_streamlit_choose_port
(monkeypatch)
tests/reporting/test_dashboard_cli.py:136
Functiontest_default_metrics_include_core_dimensions
()
tests/golden/test_tier3_schema.py:29
Methodtest_default_monitor_command_reaches_its_script
(self, tmp_path: Path)
tests/validators/test_skillspector_scope.py:1442
Functiontest_default_overall_rejects_out_of_range_evaluator_scores
(invalid: float)
tests/test_harbor_metrics_truth.py:258
Functiontest_default_overall_rounds_at_the_canonical_policy_boundary
()
tests/test_harbor_metrics_truth.py:302
Functiontest_default_overall_score_uses_the_canonical_dimension_mean
()
tests/test_harbor_metrics_truth.py:266
Functiontest_default_plus_custom_cannot_rescue_an_incomplete_default_reward
(tmp_path: Path)
tests/test_issue55_collector_truth.py:2598
Functiontest_default_policies_keep_legacy_retries_and_refusal_fallback
(verifier, monkeypatch)
tests/tier3/test_judge_policies.py:811
Functiontest_default_policies_keep_the_builtin_anthropic_refusal_fallback
( verifier, monkeypatch, fallback_policy, retry_policy )
tests/tier3/test_judge_policies.py:177
Functiontest_default_policy_accepts_public_author_metadata
(tmp_path: Path)
tests/golden/test_policy_behavior.py:64
Methodtest_default_profile_accepts_name_only_attribution
Person, team, and organization names without an email are advisory, not blocking.
tests/validators/test_schema.py:1044
Functiontest_default_profile_is_the_public_profile
()
tests/validators/test_policy.py:58
Functiontest_default_report_keeps_publication_gate_and_format
()
tests/reporting/test_tier3_scoped_reports.py:110
Functiontest_default_reporters_reject_skipped_payload_with_invalid_target_identity
( identity_mutation: str, )
tests/reporting/test_advisory_skip_verdict.py:3401
Functiontest_default_results_root_remains_supported
(tmp_path: Path)
tests/test_harbor_runtime_skill_isolation.py:1483
Functiontest_default_run_cleans_transient_harbor_artifacts
( monkeypatch: pytest.MonkeyPatch, tmp_path: Path, )
tests/test_tier3_progress.py:4043
Functiontest_default_runtime_root_rejects_host_home
(monkeypatch: pytest.MonkeyPatch)
tests/test_harbor_local_mode.py:1759
Functiontest_default_scan_compares_all_343_skills_at_2048_dimensions
(tmp_path: Path, monkeypatch)
tests/embedding/test_similarity_limits.py:97
Functiontest_default_scan_runs_four_skills_at_once
(tmp_path, capsys)
tests/ci/test_run_tier1.py:1327
Functiontest_default_score_policy_matches_the_five_dimension_contract_exhaustively
()
tests/test_harbor_metrics_truth.py:654
Methodtest_default_scores
(self)
tests/validators/test_quality_score.py:177
Functiontest_default_selection_is_not_specific_to_a_demo_folder
()
tests/test_ci_onboarding.py:505
Methodtest_default_state
Test default ValidationResult is passing.
tests/validators/test_base.py:23
Functiontest_default_static_path_does_not_run_optional_collectors
(tmp_path, monkeypatch)
tests/validators/test_private_plugin_composition.py:41
Functiontest_default_task_staging_failure_cleans_transient_artifacts
( monkeypatch: pytest.MonkeyPatch, tmp_path: Path, )
tests/test_tier3_progress.py:4890
Functiontest_default_tier1_includes_dependency_and_configured_llm_stages
(skill, monkeypatch)
tests/cli/test_tier_workflows.py:123
Functiontest_default_tier3_runs_after_tier1_failure
(monkeypatch, tmp_path)
tests/cli/test_validate_defaults.py:139
Functiontest_default_v1_v2_mix_keeps_collector_and_report_aligned_with_logical_overall
( tmp_path: Path, reverse_trials: bool, )
tests/test_issue55_collector_truth.py:1591
Functiontest_default_v2_rerender_preserves_historical_baseline_lift_and_pass_at_k
(tmp_path: Path)
tests/reporting/test_unified_tier3_report.py:1440
Functiontest_default_v2_rerender_respects_recorded_or_historical_policy
( tmp_path: Path, stored_overall: object, recorded_policy: str | None, expected_policy: str,
tests/reporting/test_unified_tier3_report.py:1083
Methodtest_default_validator_uses_public_profile
Constructing SchemaValidator() without a policy accepts public domains.
tests/validators/test_schema.py:1207
Methodtest_defaults_follow_selected_public_provider
(self, monkeypatch: pytest.MonkeyPatch)
tests/inference/test_llm_client.py:71
Functiontest_degraded_report_output_shows_warning_result_and_output_paths
(tmp_path: Path)
tests/test_tier3_result_display.py:1094
Functiontest_delegation_rejects_ambiguous_or_nonexclusive_approved_root
(monkeypatch, caller)
tests/ci/test_publish_reports.py:1582
Functiontest_delegation_rejects_unproven_chains_and_preserves_signed_identity
(monkeypatch, failure)
tests/ci/test_publish_reports.py:1531
Functiontest_delegation_requires_caller_content_matching_approved_blob
(monkeypatch, field, value)
tests/ci/test_publish_reports.py:1591
Functiontest_deleted_existing_workflow_is_not_recreated
(repository, monkeypatch)
tests/test_ci_onboarding_writes.py:76
Functiontest_deleted_manifest_with_remaining_content_is_error_before_evaluation
(tmp_path)
tests/ci/test_run_tier1.py:1089
Functiontest_deliberately_skipped_arm_does_not_make_active_arm_coverage_unknown
(mode, arm)
tests/reporting/test_insights_view.py:271
Functiontest_demo_requires_merged_setup_before_pushing
(repository, monkeypatch)
tests/test_ci_onboarding.py:409
Functiontest_denied_url_match_redacts_cookie_and_session_query_values
(parameter: str)
tests/test_oss_boundary.py:602
Methodtest_denies_writes_outside_run_root
(self, tmp_path: Path)
tests/test_harbor_local_sandbox.py:666
Methodtest_dense_catalog_uses_compact_json_with_exact_byte_limit
(self, tmp_path: Path, monkeypatch)
tests/embedding/test_catalog.py:77
Functiontest_deny_or_ask_only_hook_is_not_auto_approve
(tmp_path: Path, body: str)
tests/validators/test_plugin_component_risk.py:918
Functiontest_dependency_attribution
(checker, diagnostic, missing, kind, source, recovered)
tests/tier3/test_error_recovery.py:62
Functiontest_dependency_context_records_modules_provided_by_skill
(tmp_path)
tests/tier3/test_error_recovery.py:182
Functiontest_dependency_publication_is_incomplete_when_one_requirements_scan_fails
One clean source must not hide another source's missing audit evidence.
tests/test_publication_evidence.py:210
Functiontest_deploy_is_skipped_only_when_an_automatic_first_attempt_committed_nothing
(committed, event, attempt, deploys)
tests/ci/test_publisher_workflow.py:242
Functiontest_deploy_rechecks_private_pages_before_oidc_or_deployment
(repository, pages, expected, accepted)
tests/ci/test_publisher_workflow.py:131
Methodtest_deprecated_cache_alias_loads_catalog
( self, _mock_client_cls, mock_registry_cls, mock_extract, tmp_path: Path )
tests/validators/test_similarity.py:263
Methodtest_deprecated_cache_alias_missing_file_fails_closed
( self, _mock_client_cls, mock_registry_cls, tmp_path: Path )
tests/validators/test_similarity.py:308
Methodtest_deprecated_control_is_medium
(self, tmp_path: Path)
tests/validators/test_unicode_smuggle.py:153
Methodtest_deprecated_save_cache_alias_saves_catalog
(self, _mock_client_cls, mock_registry_cls, tmp_path: Path)
tests/validators/test_similarity.py:292
Functiontest_deprecated_skill_identification_keyword_is_accepted_and_ignored
( judge_module, monkeypatch, applicable: bool )
tests/tier3/test_judge_contracts.py:671
Functiontest_deprecated_tier3_required_flag_warns_and_never_changes_generated_policy
( repository, all_release, tmp_path, platform )
tests/test_ci_onboarding_all_tiers.py:679
Functiontest_derivation_counts_follow_pricing_precedence_fallback_and_unknown_usage
(tmp_path)
tests/tier3/test_price_provenance.py:49
Methodtest_description
(self)
tests/validators/test_similarity.py:27
Methodtest_description
(self)
tests/deduplication/intra_skill/test_intra_skill_validator.py:46
Methodtest_description_embeddings_are_sent_in_bounded_batches
(self, tmp_path: Path, write_skill, monkeypatch)
tests/embedding/test_registry.py:356
Methodtest_description_is_required
Test that description field is required for Rules.
tests/validators/test_rules_schema.py:267
Methodtest_description_key_without_a_value_is_counted_as_the_text_none
(self, tmp_path: Path)
tests/validators/test_quality_score.py:1971
Methodtest_description_length_constraints
Test validation enforces description length constraints (1-1024 chars).
tests/validators/test_schema.py:219
Functiontest_description_limit_is_1024
(tmp_path: Path, harness: str, rule: str)
tests/harness/test_overlay.py:779
Functiontest_description_minimum_matches_the_packaged_quality_config
()
tests/test_metrics_reference_docs.py:401
Methodtest_description_over_utf16_limit_is_medium
(self, tmp_path: Path)
tests/validators/test_schema.py:1686
Methodtest_description_query_text_limit_fails_before_embedding
(self, monkeypatch, query_method: str)
tests/embedding/test_registry.py:611
Methodtest_description_text_limit_fails_before_embedding
(self, tmp_path: Path, write_skill, monkeypatch)
tests/embedding/test_registry.py:368
Methodtest_description_trigger_window
(self, tmp_path: Path, description: str, expected: bool)
tests/validators/test_schema.py:1711
Methodtest_description_whitespace_survives_load_and_save
(self, tmp_path: Path, whitespace: str)
tests/embedding/test_catalog.py:149
Functiontest_description_words_keep_unicode_letters_and_ascii_behavior
()
tests/harness/test_overlay.py:1063
Functiontest_descriptor_open_accepts_volatile_ancestor_metadata_for_the_same_identity
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, )
tests/test_publication_identity.py:126
Functiontest_descriptor_open_rejects_replacement_directory_identity
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, )
tests/test_publication_identity.py:166
Functiontest_destinations_never_overwrite_and_jsonl_output_is_not_misrepresented
( tmp_path: Path, destination_kind: str )
tests/tier3/test_dataset_migration.py:197
Functiontest_destructive_removals_still_score
(module, command: str)
tests/tier3/test_issue192_security_false_positives.py:135
Functiontest_detached_cleanup_defers_termination_until_finished
(tmp_path: Path, signal_name)
tests/test_nemo_gym_backend.py:2873
Functiontest_detached_cleanup_reaps_adopted_servers
(tmp_path: Path)
tests/test_nemo_gym_backend.py:2941
Functiontest_detached_gitlab_mr_resolves_target_branch_instead_of_candidate_or_merge_base
(tmp_path)
tests/ci/test_prepare_security_baselines.py:52
Functiontest_detached_inspection_failure_preserves_cancellation
(tmp_path: Path, monkeypatch, interrupted)
tests/test_nemo_gym_backend.py:2904
Functiontest_detached_launcher_word_as_plain_argument_is_not_rejected
(tmp_path: Path)
tests/test_harbor_local_mode.py:1815
Functiontest_detached_process_discovery_error_is_actionable_and_does_not_echo_environment
(monkeypatch)
tests/test_nemo_gym_backend.py:1645
Functiontest_detached_process_discovery_requires_this_runs_exact_marker
(monkeypatch)
tests/test_nemo_gym_backend.py:1626
Functiontest_detached_setsid_process_is_rejected_before_launch
(tmp_path: Path, command: str)
tests/test_harbor_local_mode.py:1802
Functiontest_detail_does_not_expose_a_quoted_secret_cut_at_whitespace
(separator, quote)
tests/tier3/test_mcp_proof.py:61
Functiontest_detail_redacts_credentials_crossing_its_input_window
()
tests/tier3/test_mcp_proof.py:46
Functiontest_detailed_extraction_counts_selected_and_bounds_relative_reasons
(tmp_path: Path)
tests/embedding/test_collection_coverage.py:40
Functiontest_detailed_findings_only_suppress_matching_payload_feedback
(monkeypatch)
tests/test_tier3_result_display.py:1592
Functiontest_detailed_tables_keep_short_words_and_numbers_intact_with_bounded_scrolling
( page, reports, width, fixture, tab, selector )
tests/reporting/test_report_browser.py:1509
Functiontest_details_count_neutral_calls_and_label_wasted_argv_calls
()
tests/tier3/test_tool_productivity.py:499
Functiontest_details_markdown_does_not_escape_evidence_past_its_limit
(tmp_path, monkeypatch)
tests/ci/test_report_views.py:448
Functiontest_details_markdown_drops_a_lone_surrogate_past_its_limit
(tmp_path)
tests/ci/test_report_views.py:475
Methodtest_details_section
Test expandable details section.
tests/reporting/test_reporters.py:2754
Methodtest_detect_contained_plugin_directory
Test detection of a directory containing .claude-plugin/plugin.json.
tests/cli/test_content_type_detection.py:117
← previousnext →14,901–15,000 of 24,741, ranked by callers