MCPcopy Create free account

hub / github.com/NVIDIA/SkillEvaluator / functions

Functions24,741 in github.com/NVIDIA/SkillEvaluator

Methodtest_missing_api_key_during_build
SimilarityConfigError raised during build_from_directory is caught.
tests/validators/test_similarity.py:228
Methodtest_missing_api_key_raises
(self, monkeypatch: pytest.MonkeyPatch)
tests/inference/test_llm_client.py:123
Methodtest_missing_api_key_raises
(self, monkeypatch: pytest.MonkeyPatch)
tests/embedding/test_client.py:296
Functiontest_missing_atomic_backend_routes_to_checked_fallback
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, )
tests/test_harbor_secure_copy.py:1215
Functiontest_missing_attempts_become_failed_trials_and_keep_scored_ones
(tmp_path: Path)
tests/test_nemo_gym_backend.py:1433
Functiontest_missing_attempts_come_first_and_limit_the_other_steps
(tmp_path: Path)
tests/test_tier3_next_steps.py:51
Functiontest_missing_attempts_suppress_the_single_agent_summary_delta
()
tests/test_tier3_case_summary.py:1948
Methodtest_missing_author
(self)
tests/models/test_plugin.py:62
Functiontest_missing_baseline_shows_available_condition_only
()
tests/reporting/test_tier3_baseline_trial_views.py:240
Functiontest_missing_baseline_takes_precedence_over_activation
()
tests/reporting/test_dashboard_activation_regressions.py:99
Functiontest_missing_baseline_telemetry_renders_as_unavailable
()
tests/reporting/test_tier3_baseline_trial_views.py:463
Functiontest_missing_best_dimensions_keep_each_peers_recorded_scope
(peer_score, recorded_not_applicable)
tests/reporting/test_native_feature_restoration.py:318
Methodtest_missing_binary_installs_on_first_run_and_is_reused
(self, runtime_dir, monkeypatch)
tests/utils/test_scanner_install.py:172
Functiontest_missing_boolean_attempt_verdict_falls_back_to_overall
()
tests/test_tier3_attempt_verdict.py:335
Functiontest_missing_canonical_run_provenance_remains_incomplete
(key)
tests/ci/test_tier3_execution_complete.py:96
Methodtest_missing_catalog_fails_closed
(self, _mock_client_cls, mock_registry_cls, tmp_path: Path)
tests/validators/test_similarity.py:360
Functiontest_missing_chart_asset_keeps_the_report_and_visible_fallbacks
(monkeypatch)
tests/reporting/test_chart_dependency.py:283
Functiontest_missing_command_named_after_the_skill_is_agent_tool_choice
(checker, tmp_path)
tests/tier3/test_error_recovery.py:209
Methodtest_missing_confidence_and_text_fields_keep_their_defaults
(self, make_cluster)
tests/deduplication/intra_skill/test_intra_llm_analyzer.py:604
Functiontest_missing_counters_are_not_zero_and_do_not_hide_other_measurements
()
tests/tier3/test_resource_usage.py:34
Functiontest_missing_credential_does_not_fall_back_to_openrouter
(monkeypatch)
tests/test_hermes_agent.py:132
Functiontest_missing_credentials_retains_incomplete_advisory_tier
(consumer, tmp_path, tier, legacy_required)
tests/ci/test_run_tiers.py:62
Functiontest_missing_dataset_is_rejected_before_a_run_dir_is_reserved
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch )
tests/test_nemo_gym_backend.py:2133
Functiontest_missing_dataset_tasks_omit_sufficiency_from_benchmark_and_html
(dataset_summary)
tests/reporting/test_dataset_sufficiency_rendering.py:155
Functiontest_missing_declared_root_is_reported
(tmp_path: Path)
tests/test_openclaw_plugin_discovery.py:235
Functiontest_missing_declared_roots_are_skipped_by_shared_discovery
(tmp_path: Path)
tests/test_openclaw_plugin_discovery.py:302
Functiontest_missing_dependency_is_unscored_before_judging
(tmp_path, monkeypatch, declared)
tests/tier3/test_judge_failure_artifacts.py:195
Methodtest_missing_description_is_not_reported_as_too_short
(self, tmp_path: Path)
tests/validators/test_quality_score.py:1961
Methodtest_missing_description_returns_none
(self, tmp_path: Path)
tests/embedding/test_extractor.py:155
Functiontest_missing_dimension_failure_beside_a_never_activated_agent_fails_the_run
()
tests/evaluation/test_tier3_benchmark_contract.py:416
Functiontest_missing_dimension_failure_combines_with_other_agents
(peer_scores: dict[str, object], expected: str)
tests/evaluation/test_tier3_benchmark_contract.py:410
Functiontest_missing_dimension_keeps_the_neutral_threshold_exclusive
(security: float, expected: str)
tests/evaluation/test_tier3_benchmark_contract.py:395
Functiontest_missing_dimension_never_passes
(correctness: object)
tests/evaluation/test_tier3_benchmark_contract.py:433
Functiontest_missing_dimension_scores_keep_agent_cards_and_openable_downloads
()
tests/reporting/test_chart_dependency.py:267
Methodtest_missing_directory_target_is_reported
Trailing slashes remain checkable for dead directory links.
tests/validators/test_hygiene.py:237
Methodtest_missing_duplicate_or_unexpected_criteria_fail_closed
(self, tmp_path, case)
tests/validators/test_rubric_eval.py:950
Functiontest_missing_evidence_artifact_fails_clearly_without_reading_full_reports
(names)
tests/ci/test_publish_reports.py:732
Methodtest_missing_examples_section_is_medium
Missing ## Examples produces a MEDIUM finding (recommended, not required).
tests/validators/test_schema.py:668
Functiontest_missing_expectation_is_unknown_rather_than_a_negative_case
()
tests/reporting/test_activation_validation.py:329
Functiontest_missing_expected_arm_sets_cannot_claim_equality
()
tests/tier3/test_private_comparison_staging.py:35
Functiontest_missing_extra_has_actionable_error
(monkeypatch)
tests/reporting/test_dashboard_cli.py:80
Functiontest_missing_extra_message_keeps_harbor_diagnosis_without_unpinned_install_hints
()
tests/test_harbor_environment_contract.py:474
Methodtest_missing_file_is_unknown
(self, tmp_path: Path)
tests/validators/test_skillspector_scope.py:220
Methodtest_missing_file_still_fails_mcp_and_file_read_tools
(self, fn: str)
tests/tier3/test_plugin_signals.py:544
Methodtest_missing_frontmatter
Test file without frontmatter markers.
tests/validators/test_frontmatter_parser.py:65
Functiontest_missing_generation_record_renders_no_dataset_line
()
tests/reporting/test_dataset_generation_provenance.py:110
Functiontest_missing_git_identity_stops_before_github_settings
(repository, monkeypatch, full)
tests/test_ci_onboarding.py:658
Functiontest_missing_home_folder_does_not_stop_the_check
(tmp_path: Path, monkeypatch: pytest.MonkeyPatch)
tests/harness/test_overlay.py:208
Methodtest_missing_host_home_fails_closed
(self, tmp_path: Path, monkeypatch: pytest.MonkeyPatch)
tests/test_harbor_local_sandbox.py:801
Methodtest_missing_id_follows_the_profile_requirement
(self, tmp_path: Path)
tests/validators/test_schema.py:1268
Methodtest_missing_identity_names_the_orchestration_input
(self)
tests/test_benchmark_source_provenance.py:280
Methodtest_missing_instructions_section_is_medium
Missing ## Instructions produces a MEDIUM finding (recommended, not required). Per agentskills.io spec the body has no format restrictions, s
tests/validators/test_schema.py:905
Functiontest_missing_javascript_source_has_no_inferred_fallback
(tmp_path: Path)
tests/test_openclaw_plugin_discovery.py:388
Functiontest_missing_job_result_fails_execution_and_preserves_error_alias
(tmp_path: Path)
tests/test_harbor_collector_runtime_failures.py:1179
Functiontest_missing_jobs_keep_requested_grading_policy
(tmp_path: Path, grading_mode: str)
tests/test_harbor_unscored_grading_policy.py:179
Functiontest_missing_kind_blocked
()
tests/validators/test_mcp_static.py:483
Functiontest_missing_license_legacy_error_or_warning_counts_as_an_issue
(tmp_path, strict)
tests/ci/test_summary_metrics.py:136
Functiontest_missing_llm_key_requires_precise_configuration_failure
(tmp_path)
tests/ci/test_smoke_image.py:58
Methodtest_missing_manifest_produces_finding
(self, tmp_path: Path)
tests/validators/test_plugin_schema.py:74
Methodtest_missing_manifest_returns_none
(self, tmp_path: Path)
tests/embedding/test_extractor.py:321
Methodtest_missing_metadata_author_remains_quality_warning
Contributor metadata behavior stays unchanged while optional tags are ignored.
tests/validators/test_quality_score.py:391
Functiontest_missing_metric_or_rate_never_passes
(missing)
tests/tier3/test_grader_policy.py:190
Functiontest_missing_native_metrics_cannot_become_zero_issues
()
tests/ci/test_comment_summary.py:91
Functiontest_missing_native_task_source_stops_before_credential_probes
( monkeypatch: pytest.MonkeyPatch, tmp_path: Path, )
tests/test_tier3_progress.py:3613
Functiontest_missing_negative_control_is_reported_only_with_a_dataset_snapshot
(tmp_path: Path)
tests/test_tier3_next_steps.py:161
Functiontest_missing_older_snapshot_has_explicit_unavailable_error
(tmp_path)
tests/reporting/test_private_runtime_replay.py:25
Functiontest_missing_optional_cli_is_explicitly_skipped_with_reason
(tmp_path)
tests/validators/test_private_format_boundaries.py:77
Functiontest_missing_optional_runtime_has_install_guidance
(skill, configured, monkeypatch)
tests/tier3/test_workflow.py:655
Functiontest_missing_or_contradictory_python_report_is_incomplete
(audit, tmp_path, report, code)
tests/validators/test_private_dependency_audit.py:118
Functiontest_missing_or_incomplete_activation_evidence_does_not_assert_never_activated
()
tests/reporting/test_skill_activation_reporting.py:279
Functiontest_missing_or_inconsistent_scored_attempts_cannot_certify_publication
( tmp_path: Path, expected_attempts: int | None, scored_attempts: int | None, )
tests/reporting/test_advisory_skip_verdict.py:2810
Functiontest_missing_or_invalid_coverage_is_unavailable_never_invented_zero
(counts)
tests/reporting/test_insights_view.py:124
Functiontest_missing_or_invalid_verdicts_are_never_skill_defects
(detail, score, status)
tests/reporting/test_tier3_expectations.py:121
Functiontest_missing_or_invalid_verification_metadata_adds_no_verdict
(format_name: str, metadata: dict)
tests/reporting/test_finding_verification.py:155
Functiontest_missing_or_malformed_counters_never_become_zero
(bad)
tests/reporting/test_final_render_context.py:88
Functiontest_missing_or_malformed_session_is_execution_failure
(tmp_path, text, error_reason)
tests/test_hermes_agent.py:323
Functiontest_missing_or_mutable_tools_ref_never_invents_evaluator_revision
(tmp_path, tools_ref)
tests/ci/test_benchmark_reports.py:307
Functiontest_missing_or_unsafe_evidence_never_gets_green_score
(tmp_path, kind)
tests/ci/test_report_views.py:240
Functiontest_missing_or_unscored_is_not_a_regression
(evaluation, damage, arm)
tests/test_version_comparison.py:161
Functiontest_missing_origin_advises_adding_one
(tmp_path: Path)
tests/validators/test_plugin_dependencies.py:193
Functiontest_missing_paid_advisory_results_do_not_block_tier1
()
tests/ci/test_tier_manifest.py:95
Functiontest_missing_pin_evidence_is_incomplete
(tmp_path, monkeypatch)
tests/validators/test_static_requirements_audit.py:79
Functiontest_missing_primary_overall_lift_reason_is_detected
(baseline)
tests/reporting/test_native_comparison_assertions.py:12
Methodtest_missing_provenance_fails_a_pass_card
(self, tmp_path: Path)
tests/test_benchmark_source_provenance.py:437
Functiontest_missing_provider
(monkeypatch)
tests/tier3/test_grader_validation.py:485
Functiontest_missing_provider_never_generates_dataset
(skill, monkeypatch)
tests/tier3/test_workflow.py:185
Functiontest_missing_public_site_needs_no_existing_site_adoption
()
tests/test_ci_onboarding_pages.py:196
Functiontest_missing_receipt_is_a_skipped_publisher_run
(tmp_path, monkeypatch)
tests/ci/test_publish_reports.py:1706
Functiontest_missing_recorded_attempts_cannot_become_complete_cost
(missing_case)
tests/tier3/test_private_comparison_engine.py:194
Methodtest_missing_reference_completes_the_llm_stage
(self, mock_tools, tmp_path: Path)
tests/validators/test_security.py:9736
Methodtest_missing_reference_completes_the_scan
( self, mock_tools, tmp_path: Path, version: str, reason_code: str )
tests/validators/test_security.py:9715
Functiontest_missing_reference_exception_does_not_hide_other_coverage_gaps
(field, value)
tests/validators/test_security_reference_caveats.py:121
Methodtest_missing_reference_requires_complete_report_evidence
( self, mock_tools, tmp_path: Path, version: str, gap: str )
tests/validators/test_security.py:9510
Methodtest_missing_reference_with_a_referenced_image
Each kind of gap must pass its own rule; the scan then carries both warnings.
tests/validators/test_security.py:11122
Functiontest_missing_references_return_na_without_calling_a_model
(monkeypatch, value)
tests/tier3/test_metric_applicability_producer.py:26
Functiontest_missing_replay_inputs_redacted_deduplicated_and_capped
(workspace)
tests/test_trace_import.py:526
Functiontest_missing_report_and_mismatched_verdict_are_rejected
()
tests/ci/test_publish_reports.py:254
Functiontest_missing_requested_job_or_empty_job_is_explicit_incomplete_evidence
(tmp_path, monkeypatch, variants, empty)
tests/tier3/test_plugin_evidence.py:291
Functiontest_missing_requested_tier_is_never_reported_as_zero_checks_passed
()
tests/reporting/test_final_render_context.py:219
Methodtest_missing_required_fields
Test validation fails for missing required fields (description).
tests/validators/test_schema.py:85
← previousnext →18,701–18,800 of 24,741, ranked by callers