MCPcopy Create free account

hub / github.com/NVIDIA/SkillEvaluator / functions

Functions24,741 in github.com/NVIDIA/SkillEvaluator

Functiontest_missing_required_metric_class_category_and_selected_cases
()
tests/tier3/test_grader_policy.py:137
Functiontest_missing_required_tier_and_empty_pass_cannot_claim_success
()
tests/ci/test_tier_manifest.py:70
Functiontest_missing_results_and_empty_errors_are_incomplete
(tmp_path, failure)
tests/tier3/test_interactions.py:317
Methodtest_missing_row_needs_a_missing_reference_on_its_line
SkillSpector 2.10 to 2.13.3 list every reference a row reports; a row they do not corroborate is rejected.
tests/validators/test_security.py:10067
Functiontest_missing_scanner_asks_for_an_install
()
tests/reporting/test_report_redesign.py:175
Functiontest_missing_scanner_is_incomplete
(tmp_path, monkeypatch)
tests/validators/test_target_dependencies.py:130
Methodtest_missing_scanner_is_incomplete
(self, tool_name, run_scan, skill_dir, monkeypatch)
tests/validators/test_scan_incomplete.py:73
Functiontest_missing_scanner_process_error_alone_remains_incomplete
()
tests/reporting/test_shared_run_status.py:126
Functiontest_missing_scores_are_counted_not_zeroed_or_paired
(payload, missing)
tests/tier3/test_external_metrics.py:171
Functiontest_missing_script_references_do_not_use_up_the_read_cap
(tmp_path: Path)
tests/validators/test_plugin_hook_risk_bounds.py:133
Methodtest_missing_semgrep_is_a_note_by_default
(self, skill_dir, monkeypatch)
tests/utils/test_scanner_install.py:156
Methodtest_missing_semgrep_is_incomplete_when_required
(self, skill_dir, monkeypatch)
tests/utils/test_scanner_install.py:164
Methodtest_missing_shebang_finding
(self, skill_with_scripts)
tests/validators/test_script_lint.py:180
Methodtest_missing_sibling_file_does_not_fail_a_shell_manifest_read
(self)
tests/tier3/test_plugin_signals.py:538
Functiontest_missing_site_reports_plan_and_policy_prerequisites
(info)
tests/test_ci_onboarding_pages.py:56
Functiontest_missing_skill_does_not_reuse_sibling_finding_or_counts
()
tests/ci/test_comment_summary.py:171
Methodtest_missing_skill_md
(self, tmp_path)
tests/validators/test_quality_score.py:368
Methodtest_missing_skill_md
Test validation fails when SKILL.md is missing.
tests/validators/test_schema.py:74
Methodtest_missing_skill_md_records_failed_execution_status
(self, tmp_path)
tests/validators/test_rubric_eval.py:682
Methodtest_missing_skill_md_returns_none
(self, tmp_path: Path)
tests/embedding/test_extractor.py:150
Methodtest_missing_skillspector_baseline_blocks_the_scan
( self, mock_tools, sample_skill_dir: Path, tmp_path: Path )
tests/validators/test_security.py:2285
Methodtest_missing_skillspector_runs_verified_wheel_through_uv
(self, runtime_dir, monkeypatch)
tests/utils/test_scanner_install.py:65
Functiontest_missing_skillspector_with_llm_still_gets_the_install_fix
()
tests/reporting/test_tier3_validate_cases.py:380
Functiontest_missing_source_without_a_valid_runtime_is_blocking
(tmp_path: Path, field: str)
tests/test_openclaw_plugin_discovery.py:381
Functiontest_missing_status_is_not_evidence_that_site_is_fresh
(pages)
tests/test_ci_onboarding_pages.py:163
Functiontest_missing_target_and_unknown_workflow_flag_are_errors
(tmp_path)
tests/cli/test_tier_workflows.py:465
Functiontest_missing_tier3_dataset_retains_advisory_failure_without_paid_execution
(consumer, tmp_path, monkeypatch)
tests/ci/test_run_tiers.py:73
Functiontest_missing_tier3_execution_status_stays_incomplete_across_reporters
()
tests/reporting/test_advisory_skip_verdict.py:1019
Functiontest_missing_tiers_stay_publication_required
(tmp_path, tiers)
tests/ci/test_benchmark_reports.py:150
Functiontest_missing_timing_is_not_zero
()
tests/tier3/test_resource_usage.py:170
Methodtest_missing_title_returns_none
(self, tmp_path: Path)
tests/embedding/test_extractor.py:283
Functiontest_missing_token_measurements_stay_unknown_in_canonical_exports
( tmp_path: Path, metrics: dict, expected_tokens: dict | None, expected_total: int | None, native_total: i
tests/reporting/test_report_data_bounds.py:106
Methodtest_missing_top_level_heading_rejected
Test validation fails when body has no top-level heading (# Title).
tests/validators/test_schema.py:640
Functiontest_missing_trace_stays_unknown_even_with_perfect_scores
(tmp_path: Path)
tests/reporting/test_activation_validation.py:213
Functiontest_missing_trajectory_is_explicit_and_never_proves_a_server
(tmp_path, monkeypatch)
tests/tier3/test_plugin_evidence.py:229
Functiontest_missing_trial_census_keeps_server_load_unknown
()
tests/tier3/test_plugin_evidence.py:522
Functiontest_missing_unscored_counter_cannot_become_a_partial_cost_total
()
tests/tier3/test_private_comparison_contracts.py:102
Functiontest_missing_upload_source_fails_without_publishing_a_destination
(tmp_path: Path, broken_link: bool)
tests/test_harbor_local_upload.py:123
Methodtest_missing_uv_package_or_binary_is_not_an_error
(self, monkeypatch)
tests/utils/test_tool_runner.py:725
Methodtest_missing_verdict_raises
(self, make_cluster)
tests/deduplication/intra_skill/test_intra_llm_analyzer.py:439
Functiontest_missing_version_is_valid_commit_hash_only_history
(tmp_path: Path)
tests/validators/test_version.py:46
Functiontest_missing_version_reports_malformed_previous_bound
(tmp_path: Path)
tests/validators/test_version.py:271
Functiontest_missing_whole_tier_and_unrequested_tier_are_distinct
()
tests/ci/test_comment_summary.py:197
Functiontest_missing_with_job_never_aliases_without_skill_job
(tmp_path: Path)
tests/test_issue55_collector_truth.py:2722
Methodtest_mit_frontmatter_does_not_hide_gpl_license_file
MIT in frontmatter must not hide a GPL LICENSE file (#85).
tests/validators/test_license.py:357
Methodtest_mit_frontmatter_without_license_file_is_allowed
Frontmatter-only MIT remains allowed when no LICENSE file exists.
tests/validators/test_license.py:374
Functiontest_mixed_activation_miss_does_not_blame_passing_negative
(tmp_path: Path, negative_routing: dict)
tests/test_tier3_case_summary.py:1429
Functiontest_mixed_agent_advice_links_only_eligible_traces_and_keeps_full_diagnostics
(monkeypatch, best_has_trace)
tests/reporting/test_skill_activation_reporting.py:196
Functiontest_mixed_agent_charts_use_null_for_failed_with_skill_scores
(tmp_path: Path)
tests/test_harbor_html_report_failures.py:462
Functiontest_mixed_agents_discard_unattributed_stale_skill_advice
(tmp_path)
tests/reporting/test_skill_activation_reporting.py:103
Functiontest_mixed_agents_keep_eligible_comparisons_separate
()
tests/reporting/test_dashboard_activation_regressions.py:86
Functiontest_mixed_agents_load_advice_only_from_selected_best_agent
(tmp_path, with_best_advice: bool)
tests/reporting/test_skill_activation_reporting.py:118
Functiontest_mixed_agents_receive_disjoint_credentials
(monkeypatch: pytest.MonkeyPatch)
tests/test_harbor_runner_environment.py:613
Functiontest_mixed_agents_select_activated_evidence_even_when_unactivated_score_is_higher
()
tests/reporting/test_skill_activation_reporting.py:91
Functiontest_mixed_attempts_ask_for_more_attempts_before_editing_anything
(tmp_path: Path)
tests/test_tier3_next_steps.py:75
Methodtest_mixed_categories_in_consecutive_run
(self, tmp_path: Path)
tests/validators/test_unicode_smuggle.py:239
Functiontest_mixed_cleanup_failure_reports_only_remaining_path
(monkeypatch, tmp_path: Path)
tests/test_harbor_artifact_retention.py:69
Functiontest_mixed_execution_context_keeps_recorded_completed_agent_comparisons
(monkeypatch)
tests/reporting/test_native_overview_comparison.py:430
Functiontest_mixed_explicit_reward_policies_fail_the_condition
(tmp_path: Path)
tests/test_issue55_collector_truth.py:309
Functiontest_mixed_failed_condition_suppresses_published_quality_and_paired_artifacts
(tmp_path: Path)
tests/test_issue55_collector_truth.py:2646
Functiontest_mixed_incomplete_trials_keep_confirmed_leaks_without_claiming_an_exact_rate
()
tests/tier3/test_private_runtime_evidence.py:203
Functiontest_mixed_judge_comparison_is_unavailable_not_missing_baseline
()
tests/reporting/test_tier3_unavailable_lift_labels.py:74
Functiontest_mixed_judged_and_direct_results_are_averaged
()
tests/tier3/test_declarative_checks.py:171
Functiontest_mixed_logical_attempt_retains_the_collectors_overall_score
()
tests/tier3/test_private_comparison_contracts.py:298
Functiontest_mixed_sources_within_one_arm_are_flagged
()
tests/tier3/test_resource_usage.py:203
Functiontest_mixed_step_fallback_uses_one_overall_across_collector_and_report
(tmp_path: Path)
tests/test_issue55_collector_truth.py:1349
Functiontest_mixed_timing_source_comparison_is_flagged
()
tests/tier3/test_resource_usage.py:191
Functiontest_mixed_timing_sources_are_flagged_in_html
(tmp_path)
tests/reporting/test_resource_comparison.py:211
Functiontest_mixed_trial_averages_keep_na_counts_and_real_zeros
()
tests/tier3/test_metric_applicability_producer.py:81
Functiontest_mobile_incomplete_summary_keeps_coverage_in_one_full_width_owner
(page, reports)
tests/reporting/test_report_browser.py:1386
Functiontest_mobile_overview_places_incomplete_result_and_recorded_action_before_metadata
(page, reports)
tests/reporting/test_report_browser.py:1176
Functiontest_modal_custom_config_does_not_hide_unrelated_preflight_exit
( monkeypatch: pytest.MonkeyPatch, tmp_path: Path, )
tests/test_harbor_local_mode.py:5774
Functiontest_modal_custom_config_path_does_not_suppress_harbor_auth_preflight
( monkeypatch: pytest.MonkeyPatch, tmp_path: Path, )
tests/test_harbor_local_mode.py:5666
Functiontest_modal_custom_config_path_must_be_an_existing_regular_file
( monkeypatch: pytest.MonkeyPatch, tmp_path: Path, )
tests/test_harbor_local_mode.py:5697
Functiontest_modal_custom_config_path_must_not_be_blank
( monkeypatch: pytest.MonkeyPatch, configured_path: str, )
tests/test_harbor_local_mode.py:5760
Functiontest_modal_custom_config_path_rejects_directory
( monkeypatch: pytest.MonkeyPatch, tmp_path: Path, )
tests/test_harbor_local_mode.py:5711
Functiontest_modal_custom_config_path_stat_error_is_a_bounded_diagnostic
( monkeypatch: pytest.MonkeyPatch, )
tests/test_harbor_local_mode.py:5725
Functiontest_modal_custom_config_path_unknown_user_is_a_bounded_diagnostic
( monkeypatch: pytest.MonkeyPatch, )
tests/test_harbor_local_mode.py:5746
Functiontest_mode_only_script_change_is_a_parity_mismatch
(tmp_path)
tests/tier3/test_private_comparison_staging.py:40
Functiontest_model_capability_helpers
(model: str, reasoning: bool, claude_5_5: bool, custom_temperature: bool)
tests/test_provider_config.py:139
Functiontest_model_hidden_is_client_specific
(tmp_path)
tests/test_plugin_context_cost.py:53
Methodtest_model_is_kept_as_the_client_named_it
(self, make_cluster)
tests/deduplication/intra_skill/test_intra_llm_analyzer.py:637
Functiontest_model_labels_preserve_real_model_ids_and_bound_unknown_provider
()
tests/inference/test_diagnostics.py:97
Functiontest_model_labels_reject_urls_tokens_and_control_text
(model)
tests/inference/test_diagnostics.py:92
Functiontest_model_precedence_and_credential_isolation
(monkeypatch)
tests/test_hermes_agent.py:153
Functiontest_model_probe_checks_bedrock_foundation_catalog
(monkeypatch)
tests/test_harbor_runtime_preflight.py:1331
Functiontest_model_probe_delegates_to_shared_catalog_client_without_exposing_key
(monkeypatch)
tests/test_harbor_runtime_preflight.py:804
Functiontest_model_probe_preserves_raw_catalog_id_that_begins_with_nvidia
(monkeypatch)
tests/test_harbor_runtime_preflight.py:827
Functiontest_model_probe_rejects_non_http_catalog_url
()
tests/test_harbor_runtime_preflight.py:1316
Functiontest_model_probe_reports_safe_shared_catalog_error
(monkeypatch)
tests/test_harbor_runtime_preflight.py:868
Functiontest_model_probe_reports_unlisted_model
(monkeypatch)
tests/test_harbor_runtime_preflight.py:847
Methodtest_model_totals_cannot_override_criterion_evidence
( self, tmp_path, judge_score, judge_pass, criterion_score, ex
tests/validators/test_rubric_eval.py:803
Functiontest_model_url_with_userinfo_is_rejected
()
tests/test_nemo_gym_backend.py:1473
Methodtest_model_used_is_kept_per_thread
(self, monkeypatch: pytest.MonkeyPatch)
tests/inference/test_llm_client.py:1619
Methodtest_model_used_names_the_configured_model_after_a_success_only
(self, monkeypatch: pytest.MonkeyPatch)
tests/inference/test_llm_client.py:1495
Methodtest_model_used_names_the_server_side_fallback_model
( self, monkeypatch: pytest.MonkeyPatch, served_by: object )
tests/inference/test_llm_client.py:1518
Methodtest_model_used_reads_the_fallback_block_before_the_reply_model
The block wins over a different top-level model, and a block is honored on any Anthropic endpoint.
tests/inference/test_llm_client.py:1578
Methodtest_model_used_reads_the_reply_model_only_when_fallback_was_requested
A sticky-served turn has no fallback block; its top-level model names the model that wrote it.
tests/inference/test_llm_client.py:1537
Functiontest_models_help_exposes_catalog_options_without_runtime_verification
()
tests/test_models_command.py:48
Functiontest_models_json_output_is_copyable_and_bounded
(monkeypatch)
tests/test_models_command.py:112
← previousnext →18,801–18,900 of 24,741, ranked by callers