MCPcopy Create free account

hub / github.com/NVIDIA/SkillEvaluator / functions

Functions24,741 in github.com/NVIDIA/SkillEvaluator

Functiontest_dashboard_help_and_input_validation
()
tests/reporting/test_dashboard_cli.py:70
Functiontest_dashboard_matches_main_resources
(tmp_path: Path, attempts: int, source: str)
tests/reporting/test_dashboard_contract.py:71
Functiontest_dashboard_renders_numeric_performance_and_paired_comparison
(tmp_path: Path)
tests/reporting/test_dashboard_app.py:116
Functiontest_dashboards_do_not_read_dropped_token_rows_as_missing_trials
(run_result: tuple[Path, Any])
tests/reporting/test_tier3_token_usage_reports.py:807
Functiontest_database_password_is_collected_in_decoded_form
()
tests/ci/test_secret_redaction.py:607
Methodtest_dataclass_fields
(self, tmp_path: Path)
tests/deduplication/utils/test_skill_collector.py:38
Functiontest_dataset_coverage_note_skips_yaml_date_entry_without_id
(tmp_path: Path)
tests/test_harbor_case_id_safety.py:90
Functiontest_dataset_generation_coverage_summary
()
tests/tier3/test_dataset_sufficiency.py:7
Functiontest_dataset_generation_uses_a_product_neutral_browser_login_example
()
tests/test_oss_source_hygiene.py:18
Functiontest_dataset_github_token_is_not_echoed_in_failure_details
()
tests/tier3/test_f90_mcp_arguments.py:100
Functiontest_dataset_header_shows_the_backend_beside_the_environment
(backend, label)
tests/reporting/test_execution_backend_reporting.py:115
Functiontest_dataset_loader_normalizes_falsy_non_string_expected_script
(tmp_path, value)
tests/tier3/test_optional_reference.py:102
Functiontest_dataset_loader_rejects_truthy_non_string_expected_script_with_entry_index
(tmp_path, value, type_name)
tests/tier3/test_optional_reference.py:79
Functiontest_dataset_loaders_normalize_optional_references
(tmp_path, dataset_format)
tests/tier3/test_optional_reference.py:43
Functiontest_dataset_meeting_policy_thresholds_is_sufficient
()
tests/tier3/test_dataset_sufficiency.py:34
Functiontest_dataset_options_fields_match_engine_signature
()
tests/test_evaluation_service.py:96
Functiontest_dataset_required_result_records_only_failed_checks
(tmp_path: Path, blocking: bool)
tests/reporting/test_tier3_source_validation_reporting.py:90
Functiontest_dataset_result_and_error_are_public_runtime_types
()
tests/test_evaluation_service.py:25
Functiontest_dataset_search_prints_every_case_and_restores_filter_and_disclosures
(page, reports, canvas_available)
tests/reporting/test_report_efficiency_browser.py:179
Functiontest_dataset_size_note_does_not_change_validation_result
(tmp_path: Path)
tests/tier3/test_tier3_source.py:50
Functiontest_dataset_snapshot_migrates_valid_legacy_routing_summary_in_memory
(tmp_path: Path)
tests/evaluation/test_tier3_benchmark_contract.py:246
Functiontest_dataset_snapshot_rejects_duplicate_or_tampered_dataset
(tmp_path: Path)
tests/evaluation/test_tier3_benchmark_contract.py:237
Functiontest_dataset_snapshot_rejects_invalid_schema
(tmp_path: Path, schema_version: object)
tests/evaluation/test_tier3_benchmark_contract.py:314
Functiontest_dataset_snapshot_rejects_tampered_versioned_truth
(tmp_path: Path, schema_version: str, tamper: str)
tests/evaluation/test_tier3_benchmark_contract.py:272
Functiontest_dataset_sufficiency_thresholds_match_the_policy
()
tests/test_metrics_reference_docs.py:346
Functiontest_dataset_truth_counts_unique_task_identities
()
tests/evaluation/test_tier3_benchmark_contract.py:179
Functiontest_dataset_truth_respects_explicit_routing_intent
( routing_fields: dict, positive: int, negative: int, unclassified: int )
tests/evaluation/test_tier3_benchmark_contract.py:216
Functiontest_dataset_uses_native_generic_title_and_the_recorded_content_subject
()
tests/reporting/test_native_feature_restoration.py:198
Functiontest_dataset_validation_rejects_unknown_check_type
(tmp_path)
tests/tier3/test_declarative_checks.py:252
Functiontest_dataset_write_keeps_an_undecodable_script_name
(tmp_path)
tests/tier3/test_dataset_baseline_fairness.py:2136
Functiontest_daytona_subprocess_environment_preserves_jwt_auth_pair
( monkeypatch: pytest.MonkeyPatch, )
tests/test_harbor_runner_environment.py:2178
Functiontest_dco_stays_unconditional_and_has_no_path_filter
()
tests/test_ci_workflows.py:461
Functiontest_dead_gym_members_left_as_our_zombies_are_not_reported_running
(tmp_path: Path)
tests/test_nemo_gym_backend.py:2713
Functiontest_dead_link_is_confirmed_when_test_discovery_is_incomplete
(tmp_path, monkeypatch)
tests/validators/test_private_plugin_composition.py:323
Functiontest_deceptive_openai_urls_keep_max_tokens
(provider: str, request_url: str)
tests/test_llm_judge.py:331
Functiontest_declarative_run_within_report_limits_keeps_every_check_row
()
tests/reporting/test_declarative_coverage.py:472
Functiontest_declared_alias_is_literal_even_when_it_is_not_a_kebab_case_name
(alias)
tests/tier3/test_dataset_baseline_fairness.py:1738
Functiontest_declared_component_references_never_show_their_credentials
Regression: component-path findings and inventory rows quoted the declared value as written, so a reference carrying userinfo or a query credentia
tests/test_plugin_discovery.py:581
Functiontest_declared_custom_in_skill_results_root_is_rejected_for_stable_publication_identity
(tmp_path: Path)
tests/test_harbor_runtime_skill_isolation.py:1497
Functiontest_declared_custom_only_step_fallback_cannot_spoof_reserved_metrics
(tmp_path: Path)
tests/test_issue55_collector_truth.py:1311
Functiontest_declared_default_without_probe
()
tests/tier3/test_mcp_proof.py:571
Methodtest_declared_directory_with_nested_symlink_is_rejected
(self, tmp_path: Path)
tests/test_harbor_input_staging.py:220
Methodtest_declared_exercised_unverified_unavailable
(self)
tests/tier3/test_plugin_signals.py:1119
Methodtest_declared_file_symlink_to_undeclared_fixture_is_rejected
(self, tmp_path: Path)
tests/test_harbor_input_staging.py:203
Methodtest_declared_hardlink_is_rejected
(self, tmp_path: Path)
tests/test_harbor_input_staging.py:256
Functiontest_declared_in_skill_output_can_be_regenerated
(tmp_path: Path, stager: str)
tests/test_harbor_runtime_skill_isolation.py:1421
Functiontest_declared_in_skill_output_recovers_after_partial_generation_failure
(tmp_path: Path)
tests/test_harbor_runtime_skill_isolation.py:2012
Functiontest_declared_output_cannot_replace_standard_runtime_source
(tmp_path: Path, stager: str)
tests/test_harbor_runtime_skill_isolation.py:1753
Functiontest_declared_output_does_not_trust_authored_dataset_manifest
(tmp_path: Path)
tests/test_harbor_runtime_skill_isolation.py:1790
Functiontest_declared_output_root_cannot_contain_authored_nested_skill
(tmp_path: Path, stager: str)
tests/test_harbor_runtime_skill_isolation.py:1768
Functiontest_declared_oversized_api_response_is_rejected_before_reading
(cls, error, monkeypatch)
tests/ci/test_github_api.py:106
Functiontest_declared_pep508_markers_are_evaluated_in_each_optional_group
(audit, tmp_path)
tests/validators/test_private_dependency_audit.py:340
Functiontest_declared_proof_does_not_consume_targets_past_its_bound
()
tests/tier3/test_mcp_proof.py:37
Functiontest_declared_roots_are_recursive_and_stop_at_skill_boundaries
(tmp_path: Path)
tests/test_openclaw_plugin_discovery.py:192
Methodtest_declared_server_alternate_spellings_are_canonicalized
(self)
tests/tier3/test_plugin_signals.py:313
Methodtest_declared_servers_are_indexed_once_per_trajectory
(self, monkeypatch: pytest.MonkeyPatch)
tests/tier3/test_plugin_signals.py:348
Functiontest_declared_skill_in_excluded_directory_receives_all_checks
(tmp_path)
tests/validators/test_private_plugin_composition.py:80
Functiontest_declared_skills_folder_lists_hidden_and_artifact_named_children
(tmp_path, profile)
tests/test_plugin_discovery.py:529
Functiontest_declared_tool_named_after_the_skill_stays_environment_fault
(checker, tmp_path)
tests/tier3/test_error_recovery.py:379
Functiontest_declined_apply_is_read_only
(repository, release_file)
tests/test_ci_onboarding.py:289
Functiontest_decorative_logo_is_hidden_and_has_no_ids
()
tests/reporting/test_report_logo.py:38
Functiontest_decoy_config_defers_mode_validation_until_cli_override
(tmp_path: Path, monkeypatch)
tests/tier3/test_decoy_workspace.py:59
Functiontest_decoy_manifest_config_requires_nonempty_path
(tmp_path: Path, value: str)
tests/tier3/test_decoy_workspace.py:51
Functiontest_decoy_name_collision_uses_helper_name_without_description
( tmp_path: Path, monkeypatch, source: str, helper_directory: str, manifest_text: str )
tests/tier3/test_decoy_workspace.py:115
Functiontest_decoy_names_cannot_be_silently_shadowed
(tmp_path: Path, monkeypatch, collision: str)
tests/tier3/test_decoy_workspace.py:85
Methodtest_decoy_only_case_with_nothing_in_scope_has_undefined_precision
(self)
tests/tier3/test_plugin_signals.py:655
Functiontest_decoy_snapshot_ignores_changed_evaluator_files
(tmp_path: Path)
tests/tier3/test_decoy_workspace.py:168
Functiontest_decoy_snapshot_rejects_source_changed_since_selection
(tmp_path: Path)
tests/tier3/test_decoy_workspace.py:156
Functiontest_dedicated_secret_requires_both_operator_approvals
(tmp_path, monkeypatch)
tests/tier3/test_native_mcp_policy.py:72
Methodtest_deduction_affects_score
(self)
tests/validators/test_quality_score.py:183
Methodtest_dedup_exclusion_list_includes_generated_signature
``skill.oms.sig`` is generated signing output and should stay out of dedup.
tests/deduplication/utils/test_skill_collector.py:944
Functiontest_dedupe_rows_drops_only_reloaded_rows
()
tests/reporting/test_dashboard_data.py:310
Functiontest_deduplicated_evidence_average_is_weighted_by_occurrences
()
tests/reporting/test_unified_tier3_report.py:1822
Functiontest_deduplicates_directory_basename_across_nested_catalog
(tmp_path: Path)
tests/tier3/test_decoys.py:161
Functiontest_deep_expression_does_not_abort_other_script_checks
(tmp_path, directory, expression)
tests/validators/test_script_lint.py:242
Functiontest_deep_expression_keeps_actual_control_flow_depth
()
tests/validators/test_script_lint.py:264
Methodtest_deep_nesting_fails_closed_without_recursion_error
(self, tmp_path: Path)
tests/embedding/test_extractor.py:764
Methodtest_deep_nesting_finding
(self, skill_with_scripts)
tests/validators/test_script_lint.py:148
Functiontest_deep_tree_opens_each_directory_once_and_bounds_live_descriptors
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch )
tests/utils/test_secure_fs.py:362
Functiontest_deeply_nested_defaults_do_not_exhaust_the_stack
Regression: each nested '${A:-...}' layer was one recursive call, so about 1,000 layers raised RecursionError.
tests/validators/test_url_policy.py:494
Functiontest_deeply_nested_here_documents_are_read_without_deep_recursion
()
tests/tier3/test_security_home_paths.py:831
Functiontest_deeply_nested_physical_reward_fails_closed_without_recursion_crash
(tmp_path: Path)
tests/test_harbor_collector_runtime_failures.py:1664
Functiontest_deeply_nested_root_reward_fails_closed_without_recursion_crash
(tmp_path: Path)
tests/test_harbor_collector_runtime_failures.py:1501
Functiontest_deeply_nested_schema_is_rejected
()
tests/tier3/test_plugin_signals.py:1435
Methodtest_deeply_nested_skillspector_json_fails_closed
(self, mock_tools, sample_skill_dir: Path)
tests/validators/test_security.py:1454
Functiontest_deepseek_unavailable_response_format_is_a_schema_error
Verify DeepSeek's 400 body downgrades the judge in both the client and the Harbor template.
tests/test_llm_judge.py:605
Functiontest_default_and_legacy_cli_forms_keep_author_validation
(tmp_path: Path, options: list[str])
tests/golden/test_policy_behavior.py:95
Functiontest_default_and_legacy_names_resolve_one_policy
(name: str)
tests/validators/test_policy.py:27
Functiontest_default_autopilot_receives_skill_directory_for_file_input
(monkeypatch, tmp_path)
tests/cli/test_validate_defaults.py:87
Functiontest_default_backend_dispatches_to_harbor_only
(monkeypatch: pytest.MonkeyPatch, tmp_path: Path)
tests/test_nemo_gym_backend.py:432
Functiontest_default_benchmark_publication_scope_renders_evidence_volume_once
()
tests/reporting/test_evidence_volume_rendering.py:190
Functiontest_default_branch_execution_requires_current_commit
(tmp_path, monkeypatch, stage, event_name)
tests/ci/test_github_admission_workflow.py:114
Functiontest_default_branch_mismatch_stops_before_fetch
(repository, monkeypatch)
tests/test_ci_onboarding.py:631
Methodtest_default_budget_holds_a_real_linked_guide_graph
(self, tmp_path)
tests/validators/test_rubric_eval.py:587
Functiontest_default_canary_scan_reads_no_host_files
(security, monkeypatch)
tests/tier3/test_private_plugin_security.py:195
Functiontest_default_case_first_display_includes_verdict_and_counts_before_cases
()
tests/test_tier3_result_display.py:467
Functiontest_default_cleanup_removes_jobs_and_tasks
(tmp_path: Path)
tests/test_harbor_artifact_retention.py:11
Functiontest_default_collection_exception_cleans_transient_artifacts
( monkeypatch: pytest.MonkeyPatch, tmp_path: Path, )
tests/test_tier3_progress.py:5016
Functiontest_default_collects_advisory_evidence_without_probing_and_survives_cleanup
(tmp_path, monkeypatch)
tests/tier3/test_plugin_evidence.py:187
Functiontest_default_dimensions_require_every_applicable_metric_even_with_cached_scores
()
tests/reporting/test_applicability_saved_runs.py:249
← previousnext →14,801–14,900 of 24,741, ranked by callers