Code
Hub
Workspaces
Following
Trending
Connect
MCP
copy
Create free account
hub
/
github.com/NVIDIA/SkillEvaluator
/ functions
Functions
24,741 in github.com/NVIDIA/SkillEvaluator
⨍
Functions
24,741
◇
Types & classes
1,292
↳
Endpoints
703
Function
test_dashboard_help_and_input_validation
()
tests/reporting/test_dashboard_cli.py:70
Function
test_dashboard_matches_main_resources
(tmp_path: Path, attempts: int, source: str)
tests/reporting/test_dashboard_contract.py:71
Function
test_dashboard_renders_numeric_performance_and_paired_comparison
(tmp_path: Path)
tests/reporting/test_dashboard_app.py:116
Function
test_dashboards_do_not_read_dropped_token_rows_as_missing_trials
(run_result: tuple[Path, Any])
tests/reporting/test_tier3_token_usage_reports.py:807
Function
test_database_password_is_collected_in_decoded_form
()
tests/ci/test_secret_redaction.py:607
Method
test_dataclass_fields
(self, tmp_path: Path)
tests/deduplication/utils/test_skill_collector.py:38
Function
test_dataset_coverage_note_skips_yaml_date_entry_without_id
(tmp_path: Path)
tests/test_harbor_case_id_safety.py:90
Function
test_dataset_generation_coverage_summary
()
tests/tier3/test_dataset_sufficiency.py:7
Function
test_dataset_generation_uses_a_product_neutral_browser_login_example
()
tests/test_oss_source_hygiene.py:18
Function
test_dataset_github_token_is_not_echoed_in_failure_details
()
tests/tier3/test_f90_mcp_arguments.py:100
Function
test_dataset_header_shows_the_backend_beside_the_environment
(backend, label)
tests/reporting/test_execution_backend_reporting.py:115
Function
test_dataset_loader_normalizes_falsy_non_string_expected_script
(tmp_path, value)
tests/tier3/test_optional_reference.py:102
Function
test_dataset_loader_rejects_truthy_non_string_expected_script_with_entry_index
(tmp_path, value, type_name)
tests/tier3/test_optional_reference.py:79
Function
test_dataset_loaders_normalize_optional_references
(tmp_path, dataset_format)
tests/tier3/test_optional_reference.py:43
Function
test_dataset_meeting_policy_thresholds_is_sufficient
()
tests/tier3/test_dataset_sufficiency.py:34
Function
test_dataset_options_fields_match_engine_signature
()
tests/test_evaluation_service.py:96
Function
test_dataset_required_result_records_only_failed_checks
(tmp_path: Path, blocking: bool)
tests/reporting/test_tier3_source_validation_reporting.py:90
Function
test_dataset_result_and_error_are_public_runtime_types
()
tests/test_evaluation_service.py:25
Function
test_dataset_search_prints_every_case_and_restores_filter_and_disclosures
(page, reports, canvas_available)
tests/reporting/test_report_efficiency_browser.py:179
Function
test_dataset_size_note_does_not_change_validation_result
(tmp_path: Path)
tests/tier3/test_tier3_source.py:50
Function
test_dataset_snapshot_migrates_valid_legacy_routing_summary_in_memory
(tmp_path: Path)
tests/evaluation/test_tier3_benchmark_contract.py:246
Function
test_dataset_snapshot_rejects_duplicate_or_tampered_dataset
(tmp_path: Path)
tests/evaluation/test_tier3_benchmark_contract.py:237
Function
test_dataset_snapshot_rejects_invalid_schema
(tmp_path: Path, schema_version: object)
tests/evaluation/test_tier3_benchmark_contract.py:314
Function
test_dataset_snapshot_rejects_tampered_versioned_truth
(tmp_path: Path, schema_version: str, tamper: str)
tests/evaluation/test_tier3_benchmark_contract.py:272
Function
test_dataset_sufficiency_thresholds_match_the_policy
()
tests/test_metrics_reference_docs.py:346
Function
test_dataset_truth_counts_unique_task_identities
()
tests/evaluation/test_tier3_benchmark_contract.py:179
Function
test_dataset_truth_respects_explicit_routing_intent
( routing_fields: dict, positive: int, negative: int, unclassified: int )
tests/evaluation/test_tier3_benchmark_contract.py:216
Function
test_dataset_uses_native_generic_title_and_the_recorded_content_subject
()
tests/reporting/test_native_feature_restoration.py:198
Function
test_dataset_validation_rejects_unknown_check_type
(tmp_path)
tests/tier3/test_declarative_checks.py:252
Function
test_dataset_write_keeps_an_undecodable_script_name
(tmp_path)
tests/tier3/test_dataset_baseline_fairness.py:2136
Function
test_daytona_subprocess_environment_preserves_jwt_auth_pair
( monkeypatch: pytest.MonkeyPatch, )
tests/test_harbor_runner_environment.py:2178
Function
test_dco_stays_unconditional_and_has_no_path_filter
()
tests/test_ci_workflows.py:461
Function
test_dead_gym_members_left_as_our_zombies_are_not_reported_running
(tmp_path: Path)
tests/test_nemo_gym_backend.py:2713
Function
test_dead_link_is_confirmed_when_test_discovery_is_incomplete
(tmp_path, monkeypatch)
tests/validators/test_private_plugin_composition.py:323
Function
test_deceptive_openai_urls_keep_max_tokens
(provider: str, request_url: str)
tests/test_llm_judge.py:331
Function
test_declarative_run_within_report_limits_keeps_every_check_row
()
tests/reporting/test_declarative_coverage.py:472
Function
test_declared_alias_is_literal_even_when_it_is_not_a_kebab_case_name
(alias)
tests/tier3/test_dataset_baseline_fairness.py:1738
Function
test_declared_component_references_never_show_their_credentials
Regression: component-path findings and inventory rows quoted the declared value as written, so a reference carrying userinfo or a query credentia
tests/test_plugin_discovery.py:581
Function
test_declared_custom_in_skill_results_root_is_rejected_for_stable_publication_identity
(tmp_path: Path)
tests/test_harbor_runtime_skill_isolation.py:1497
Function
test_declared_custom_only_step_fallback_cannot_spoof_reserved_metrics
(tmp_path: Path)
tests/test_issue55_collector_truth.py:1311
Function
test_declared_default_without_probe
()
tests/tier3/test_mcp_proof.py:571
Method
test_declared_directory_with_nested_symlink_is_rejected
(self, tmp_path: Path)
tests/test_harbor_input_staging.py:220
Method
test_declared_exercised_unverified_unavailable
(self)
tests/tier3/test_plugin_signals.py:1119
Method
test_declared_file_symlink_to_undeclared_fixture_is_rejected
(self, tmp_path: Path)
tests/test_harbor_input_staging.py:203
Method
test_declared_hardlink_is_rejected
(self, tmp_path: Path)
tests/test_harbor_input_staging.py:256
Function
test_declared_in_skill_output_can_be_regenerated
(tmp_path: Path, stager: str)
tests/test_harbor_runtime_skill_isolation.py:1421
Function
test_declared_in_skill_output_recovers_after_partial_generation_failure
(tmp_path: Path)
tests/test_harbor_runtime_skill_isolation.py:2012
Function
test_declared_output_cannot_replace_standard_runtime_source
(tmp_path: Path, stager: str)
tests/test_harbor_runtime_skill_isolation.py:1753
Function
test_declared_output_does_not_trust_authored_dataset_manifest
(tmp_path: Path)
tests/test_harbor_runtime_skill_isolation.py:1790
Function
test_declared_output_root_cannot_contain_authored_nested_skill
(tmp_path: Path, stager: str)
tests/test_harbor_runtime_skill_isolation.py:1768
Function
test_declared_oversized_api_response_is_rejected_before_reading
(cls, error, monkeypatch)
tests/ci/test_github_api.py:106
Function
test_declared_pep508_markers_are_evaluated_in_each_optional_group
(audit, tmp_path)
tests/validators/test_private_dependency_audit.py:340
Function
test_declared_proof_does_not_consume_targets_past_its_bound
()
tests/tier3/test_mcp_proof.py:37
Function
test_declared_roots_are_recursive_and_stop_at_skill_boundaries
(tmp_path: Path)
tests/test_openclaw_plugin_discovery.py:192
Method
test_declared_server_alternate_spellings_are_canonicalized
(self)
tests/tier3/test_plugin_signals.py:313
Method
test_declared_servers_are_indexed_once_per_trajectory
(self, monkeypatch: pytest.MonkeyPatch)
tests/tier3/test_plugin_signals.py:348
Function
test_declared_skill_in_excluded_directory_receives_all_checks
(tmp_path)
tests/validators/test_private_plugin_composition.py:80
Function
test_declared_skills_folder_lists_hidden_and_artifact_named_children
(tmp_path, profile)
tests/test_plugin_discovery.py:529
Function
test_declared_tool_named_after_the_skill_stays_environment_fault
(checker, tmp_path)
tests/tier3/test_error_recovery.py:379
Function
test_declined_apply_is_read_only
(repository, release_file)
tests/test_ci_onboarding.py:289
Function
test_decorative_logo_is_hidden_and_has_no_ids
()
tests/reporting/test_report_logo.py:38
Function
test_decoy_config_defers_mode_validation_until_cli_override
(tmp_path: Path, monkeypatch)
tests/tier3/test_decoy_workspace.py:59
Function
test_decoy_manifest_config_requires_nonempty_path
(tmp_path: Path, value: str)
tests/tier3/test_decoy_workspace.py:51
Function
test_decoy_name_collision_uses_helper_name_without_description
( tmp_path: Path, monkeypatch, source: str, helper_directory: str, manifest_text: str )
tests/tier3/test_decoy_workspace.py:115
Function
test_decoy_names_cannot_be_silently_shadowed
(tmp_path: Path, monkeypatch, collision: str)
tests/tier3/test_decoy_workspace.py:85
Method
test_decoy_only_case_with_nothing_in_scope_has_undefined_precision
(self)
tests/tier3/test_plugin_signals.py:655
Function
test_decoy_snapshot_ignores_changed_evaluator_files
(tmp_path: Path)
tests/tier3/test_decoy_workspace.py:168
Function
test_decoy_snapshot_rejects_source_changed_since_selection
(tmp_path: Path)
tests/tier3/test_decoy_workspace.py:156
Function
test_dedicated_secret_requires_both_operator_approvals
(tmp_path, monkeypatch)
tests/tier3/test_native_mcp_policy.py:72
Method
test_deduction_affects_score
(self)
tests/validators/test_quality_score.py:183
Method
test_dedup_exclusion_list_includes_generated_signature
``skill.oms.sig`` is generated signing output and should stay out of dedup.
tests/deduplication/utils/test_skill_collector.py:944
Function
test_dedupe_rows_drops_only_reloaded_rows
()
tests/reporting/test_dashboard_data.py:310
Function
test_deduplicated_evidence_average_is_weighted_by_occurrences
()
tests/reporting/test_unified_tier3_report.py:1822
Function
test_deduplicates_directory_basename_across_nested_catalog
(tmp_path: Path)
tests/tier3/test_decoys.py:161
Function
test_deep_expression_does_not_abort_other_script_checks
(tmp_path, directory, expression)
tests/validators/test_script_lint.py:242
Function
test_deep_expression_keeps_actual_control_flow_depth
()
tests/validators/test_script_lint.py:264
Method
test_deep_nesting_fails_closed_without_recursion_error
(self, tmp_path: Path)
tests/embedding/test_extractor.py:764
Method
test_deep_nesting_finding
(self, skill_with_scripts)
tests/validators/test_script_lint.py:148
Function
test_deep_tree_opens_each_directory_once_and_bounds_live_descriptors
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch )
tests/utils/test_secure_fs.py:362
Function
test_deeply_nested_defaults_do_not_exhaust_the_stack
Regression: each nested '${A:-...}' layer was one recursive call, so about 1,000 layers raised RecursionError.
tests/validators/test_url_policy.py:494
Function
test_deeply_nested_here_documents_are_read_without_deep_recursion
()
tests/tier3/test_security_home_paths.py:831
Function
test_deeply_nested_physical_reward_fails_closed_without_recursion_crash
(tmp_path: Path)
tests/test_harbor_collector_runtime_failures.py:1664
Function
test_deeply_nested_root_reward_fails_closed_without_recursion_crash
(tmp_path: Path)
tests/test_harbor_collector_runtime_failures.py:1501
Function
test_deeply_nested_schema_is_rejected
()
tests/tier3/test_plugin_signals.py:1435
Method
test_deeply_nested_skillspector_json_fails_closed
(self, mock_tools, sample_skill_dir: Path)
tests/validators/test_security.py:1454
Function
test_deepseek_unavailable_response_format_is_a_schema_error
Verify DeepSeek's 400 body downgrades the judge in both the client and the Harbor template.
tests/test_llm_judge.py:605
Function
test_default_and_legacy_cli_forms_keep_author_validation
(tmp_path: Path, options: list[str])
tests/golden/test_policy_behavior.py:95
Function
test_default_and_legacy_names_resolve_one_policy
(name: str)
tests/validators/test_policy.py:27
Function
test_default_autopilot_receives_skill_directory_for_file_input
(monkeypatch, tmp_path)
tests/cli/test_validate_defaults.py:87
Function
test_default_backend_dispatches_to_harbor_only
(monkeypatch: pytest.MonkeyPatch, tmp_path: Path)
tests/test_nemo_gym_backend.py:432
Function
test_default_benchmark_publication_scope_renders_evidence_volume_once
()
tests/reporting/test_evidence_volume_rendering.py:190
Function
test_default_branch_execution_requires_current_commit
(tmp_path, monkeypatch, stage, event_name)
tests/ci/test_github_admission_workflow.py:114
Function
test_default_branch_mismatch_stops_before_fetch
(repository, monkeypatch)
tests/test_ci_onboarding.py:631
Method
test_default_budget_holds_a_real_linked_guide_graph
(self, tmp_path)
tests/validators/test_rubric_eval.py:587
Function
test_default_canary_scan_reads_no_host_files
(security, monkeypatch)
tests/tier3/test_private_plugin_security.py:195
Function
test_default_case_first_display_includes_verdict_and_counts_before_cases
()
tests/test_tier3_result_display.py:467
Function
test_default_cleanup_removes_jobs_and_tasks
(tmp_path: Path)
tests/test_harbor_artifact_retention.py:11
Function
test_default_collection_exception_cleans_transient_artifacts
( monkeypatch: pytest.MonkeyPatch, tmp_path: Path, )
tests/test_tier3_progress.py:5016
Function
test_default_collects_advisory_evidence_without_probing_and_survives_cleanup
(tmp_path, monkeypatch)
tests/tier3/test_plugin_evidence.py:187
Function
test_default_dimensions_require_every_applicable_metric_even_with_cached_scores
()
tests/reporting/test_applicability_saved_runs.py:249
← previous
next →
14,801–14,900 of 24,741, ranked by callers