MCPcopy Create free account

hub / github.com/NVIDIA/SkillEvaluator / functions

Functions24,741 in github.com/NVIDIA/SkillEvaluator

Functiontest_doctor_preserves_an_installed_dependency_import_failure
(monkeypatch, error)
tests/test_cli.py:769
Functiontest_doctor_rejects_alias_model_collision_consistently
(monkeypatch)
tests/test_tier3_public_runtime.py:830
Functiontest_doctor_rejects_incompatible_gym_despite_readable_version
( incompatible_gym: Path, monkeypatch: pytest.MonkeyPatch )
tests/test_nemo_gym_backend.py:784
Functiontest_doctor_rejects_options_for_unselected_tiers_before_any_probe
(doctor_calls, args)
tests/test_cli.py:825
Functiontest_doctor_reports_missing_independent_cross_provider_credential
(monkeypatch)
tests/test_tier3_public_runtime.py:1181
Functiontest_doctor_reports_nemo_gym_readiness
(tmp_path: Path, monkeypatch: pytest.MonkeyPatch, reachable: bool)
tests/test_nemo_gym_backend.py:1684
Functiontest_doctor_routes_lower_tiers_without_live_evaluation
(doctor_calls, command, args, expected)
tests/test_cli.py:663
Functiontest_doctor_runs_the_installed_backend_checks
(installed_backend: Path)
tests/test_custom_backend_package.py:165
Functiontest_doctor_timeout_needs_a_live_tier2_request
(doctor_calls, args, message)
tests/test_cli.py:685
Functiontest_doctor_timeout_still_bounds_tier1_under_tier_all
(doctor_calls, command)
tests/test_cli.py:694
Functiontest_doctor_uses_local_build_bridge_for_mixed_agents
( monkeypatch: pytest.MonkeyPatch, capsys: pytest.CaptureFixture[str], )
tests/test_harbor_local_mode.py:5514
Functiontest_doctor_verify_models_help_describes_live_catalog_probe
(args: list[str])
tests/test_cli.py:610
Functiontest_doctor_verify_models_marks_gke_runtime_auth_unverified_pending_in_pod_probe
Report runtime authentication as unverified/pending in-pod probe when host lacks Vertex credentials in GKE mode.
tests/test_harbor_gke_mode.py:1349
Functiontest_doctor_verify_models_reaches_tier2_live_probes
(doctor_calls, args, timeout)
tests/test_cli.py:671
Functiontest_doctor_verify_models_uses_probe_disposition_for_catalog_failures
( monkeypatch, failure_kind: ModelCatalogFailureKind, http_status: int, expected_status: str,
tests/test_tier3_public_runtime.py:1096
Functiontest_doctor_verify_models_warns_for_custom_endpoint_catalog_authentication_failure
( monkeypatch: pytest.MonkeyPatch, provider_name: str, base_url: str, agent: str, )
tests/test_tier3_public_runtime.py:1142
Functiontest_doctor_verify_models_warns_when_catalog_success_does_not_verify_credentials
(monkeypatch)
tests/test_tier3_public_runtime.py:1053
Functiontest_doctor_without_the_tier3_extra_names_the_missing_extra
(monkeypatch, args)
tests/test_cli.py:737
Functiontest_doctor_without_tier_keeps_checking_only_live_evaluation
(doctor_calls, command)
tests/test_cli.py:633
Functiontest_documented_agent_cli_versions_match_the_pins
()
tests/test_tier3_public_runtime.py:2891
Functiontest_documented_commands_and_options_exist
(source: str, command: str)
tests/test_skillevaluator_skill.py:66
Functiontest_documented_dataset_examples_are_fair_to_the_baseline
(page)
tests/tier3/test_dataset_baseline_fairness.py:219
Functiontest_documented_eval_md_behaviors_are_fair_to_the_baseline
()
tests/tier3/test_dataset_baseline_fairness.py:252
Functiontest_documented_labels_match_a_run_with_a_failed_peer
()
tests/reporting/test_tier3_completed_agent_docs.py:143
Functiontest_documented_readiness_examples_are_valid
(doctor_calls, command)
tests/test_cli.py:833
Functiontest_documented_simulator_import_end_to_end
(tmp_path)
tests/tier3/test_external_metrics.py:249
Functiontest_documented_tier_statuses_match_the_manifest_contract
()
tests/ci/test_tier_manifest.py:261
Methodtest_does_not_match_a_requirement_across_title_and_message
(self)
tests/evaluation/test_judges.py:1436
Methodtest_does_not_strip_frontmatter_from_python
(self, skill_root: Path)
tests/deduplication/utils/test_skill_collector.py:110
Functiontest_dollar_n_is_a_price_or_an_argument_not_both
(tmp_path: Path, line: str, prices: int, placeholders: int)
tests/harness/test_overlay.py:812
Methodtest_domain_restriction_rejects_name_without_email
An author_email_regex needs an email in that domain, so a bare name fails it.
tests/validators/test_schema.py:1113
Methodtest_domain_restriction_rejects_well_formed_author_outside_the_domain
The other half of the domain branch: a correct shape in the wrong domain still blocks. The domain check is the only blocking author rule an o
tests/validators/test_schema.py:1136
Functiontest_double_parentheses_are_read_by_how_they_close_and_by_shell
bash, zsh, ksh and mksh read ``((`` as arithmetic when its two halves close together as ``))``, whatever is written between: ``((f=x; cmd))`` is
tests/tier3/test_script_invocation_evidence.py:1523
Methodtest_downgrade_to_info_clears_error_state
(self)
tests/models/test_result.py:173
Functiontest_download_and_run_across_handlers_is_remote_code
(tmp_path: Path)
tests/validators/test_plugin_static_risk_review_fixes.py:571
Functiontest_download_and_run_across_scripts_is_remote_code
(tmp_path: Path)
tests/validators/test_plugin_static_risk_review_fixes.py:585
Methodtest_download_error_is_reported
(self, monkeypatch)
tests/utils/test_scanner_install.py:222
Functiontest_download_through_a_variable_and_run_in_another_script_is_remote_code
(tmp_path: Path, check: str)
tests/validators/test_plugin_static_risk_review_fixes.py:1002
Functiontest_downloads_without_execution_are_not_remote_code
(tmp_path: Path)
tests/validators/test_plugin_component_risk.py:463
Functiontest_drilldown_adds_a_column_for_a_metric_only_baseline_rows_scored
()
tests/reporting/test_tier3_baseline_trial_views.py:264
Functiontest_drilldown_columns_include_metrics_scored_only_on_baseline_rows
()
tests/reporting/test_tier3_baseline_trial_views.py:440
Functiontest_drilldown_explains_with_skill_skill_metric_na_by_the_eval_case
()
tests/reporting/test_tier3_baseline_trial_views.py:371
Functiontest_drilldown_reads_na_for_not_applicable_trial_cells
()
tests/reporting/test_tier3_baseline_trial_views.py:325
Functiontest_drilldown_renders_with_skill_and_baseline_rows
()
tests/reporting/test_tier3_baseline_trial_views.py:226
Functiontest_dropped_as_glue_lists_exactly_what_cannot_load_standalone
(loose)
tests/tier3/test_private_loose_source.py:274
Methodtest_drops_a_dataset_case_removal_in_the_title_even_when_the_message_is_benign
(self)
tests/evaluation/test_judges.py:1416
Methodtest_drops_a_named_dataset_case_removal_in_the_title_even_when_the_message_is_benign
( self, case_id: str )
tests/evaluation/test_judges.py:1386
Methodtest_drops_a_removal_that_a_negator_with_modifiers_does_not_govern
(self, case_id: str, message: str)
tests/evaluation/test_judges.py:1219
Methodtest_drops_a_removal_when_the_negation_word_governs_something_else
(self, case_id: str, message: str)
tests/evaluation/test_judges.py:1163
Methodtest_drops_additive_wording_that_still_recommends_the_removal
(self, case_id: str, message: str)
tests/evaluation/test_judges.py:1263
Methodtest_drops_advice_that_deletes_a_dataset_case
(self, message: str)
tests/evaluation/test_judges.py:1018
Methodtest_drops_advice_that_deletes_a_dataset_case_named_by_its_id
(self, case_id: str, message: str)
tests/evaluation/test_judges.py:1096
Methodtest_drops_advice_that_weakens_requirements
(self, message: str)
tests/evaluation/test_judges.py:985
Methodtest_drops_an_unlisted_identifier_when_the_sentence_points_at_the_dataset
(self, message: str)
tests/evaluation/test_judges.py:1318
Methodtest_drops_repeats_of_deterministic_and_earlier_recommendations
(self)
tests/evaluation/test_judges.py:1446
Functiontest_dry_run_plain_refine_uses_generated_cases_without_a_trajectory
(tmp_path)
tests/tier3/test_generate_dataset_results.py:323
Functiontest_dual_arm_native_tasks_with_authored_arm_suffix_do_not_collide_in_custom_only_collection
Verify dual-arm staging and custom-only collection keep 'case-1', 'case-1-with-skill', and 'retry-attempt1' distinct across inline and standard task.t
tests/test_tier3_public_runtime.py:2407
Functiontest_duplicate_agent_model_aliases_fail_before_generation
(skill, configured, monkeypatch)
tests/tier3/test_workflow.py:670
Functiontest_duplicate_agent_model_is_rejected_locally
(repository, routing_release)
tests/test_ci_onboarding_model_routing.py:184
Functiontest_duplicate_authored_keys_are_rejected_instead_of_lost
(tmp_path: Path, suffix: str, content: str)
tests/tier3/test_dataset_migration.py:298
Methodtest_duplicate_boundary_confidence
(self)
tests/deduplication/intra_skill/test_intra_llm_analyzer.py:676
Functiontest_duplicate_call_ids_are_rejected
()
tests/tier3/test_trajectory_timing.py:282
Functiontest_duplicate_card_targets_are_rejected
()
tests/ci/test_benchmark_report_links.py:80
Methodtest_duplicate_display_names_keep_distinct_relative_path_ids
(self, tmp_path: Path)
tests/embedding/test_registry.py:307
Functiontest_duplicate_evidence_artifacts_are_ambiguous
()
tests/ci/test_publish_reports.py:807
Methodtest_duplicate_finding_names_the_model_that_answered
( self, mock_embed, mock_llm, mock_analyze, tmp_path: Path )
tests/deduplication/intra_skill/test_intra_skill_validator.py:1441
Methodtest_duplicate_high_confidence
(self)
tests/deduplication/intra_skill/test_intra_llm_analyzer.py:668
Functiontest_duplicate_json_fields_rejected
(tmp_path)
tests/tier3/test_grader_policy.py:225
Functiontest_duplicate_key_is_not_loaded_by_strict_parsers
(tmp_path: Path)
tests/harness/test_overlay.py:68
Functiontest_duplicate_logical_attempt_ordinals_fail
(tmp_path: Path)
tests/test_harbor_collector_runtime_failures.py:2462
Methodtest_duplicate_low_confidence
(self)
tests/deduplication/intra_skill/test_intra_llm_analyzer.py:672
Methodtest_duplicate_marks_are_deduplicated
(self)
tests/validators/test_scan_incomplete.py:176
Methodtest_duplicate_mcp_entries_rejected
(self)
tests/models/test_plugin.py:100
Functiontest_duplicate_members_are_rejected
()
tests/ci/test_publish_reports.py:212
Functiontest_duplicate_names_report_each_harness_winner
(tmp_path: Path)
tests/harness/test_overlay.py:384
Methodtest_duplicate_nested_key_is_reported_with_path
(self, tmp_path: Path)
tests/validators/test_schema.py:1595
Functiontest_duplicate_observation_diagnostic_names_case_and_attempt
(payload, tmp_path)
tests/tier3/test_external_metrics.py:386
Functiontest_duplicate_physical_reward_rows_are_preserved_and_fail_closed
()
tests/test_issue55_collector_truth.py:3591
Functiontest_duplicate_physical_trials_require_consistent_attempt_identity
(conflict: str)
tests/reporting/test_dashboard_data.py:510
Functiontest_duplicate_price_keys_are_rejected
(tmp_path: Path, contents: str, duplicate_key: str)
tests/tier3/test_price_file_validation.py:33
Functiontest_duplicate_refs_keep_occurrences_and_do_not_fetch
(modules, tmp_path)
tests/deduplication/plugin/test_private_dedup.py:148
Methodtest_duplicate_shell_comments_at_eof_are_compared
( self, mock_embed, _mock_llm, mock_analyze, tmp_path: Path )
tests/deduplication/intra_skill/test_intra_skill_validator.py:164
Methodtest_duplicate_top_level_key_is_high
(self, tmp_path: Path)
tests/validators/test_schema.py:1586
Functiontest_duplicate_urls_keep_distinct_component_attribution
(er)
tests/validators/test_private_endpoint_resolution.py:185
Methodtest_duplicate_verdict
(self, make_cluster)
tests/deduplication/intra_skill/test_intra_llm_analyzer.py:393
Methodtest_duplicate_verdict_produces_finding
(self, mock_embed, _mock_llm, mock_analyze, tmp_path: Path)
tests/deduplication/intra_skill/test_intra_skill_validator.py:955
Methodtest_duplicate_without_confidence_is_medium_advisory_finding
( self, mock_embed, mock_llm, tmp_path: Path )
tests/deduplication/intra_skill/test_intra_skill_validator.py:1183
Functiontest_duplicate_yaml_keys_are_rejected_instead_of_approving_ambiguous_bytes
()
tests/test_ci_onboarding_existing.py:76
Functiontest_durable_tier3_progress_logs_the_count_without_bar_cells
(monkeypatch)
tests/reporting/test_terminal_polish.py:690
Functiontest_dynamic_bridge_ignores_prebound_old_port_and_checker_authenticates_health
(tmp_path: Path)
tests/test_nvidia_build_bridge.py:1110
Functiontest_dynamic_computed_codex_tool_member_fails_closed
(template, tool_reference)
tests/tier3/test_codex_tool_call_normalization.py:407
Functiontest_dynamic_map_array_longer_than_the_call_limit_stays_unsupported
(extractor)
tests/tier3/test_codex_tool_call_normalization.py:2252
Functiontest_dynamic_map_complete_records_are_graded
(extractor)
tests/tier3/test_codex_tool_call_normalization.py:2402
Functiontest_dynamic_map_destructive_command_is_still_flagged
(extractor)
tests/tier3/test_codex_tool_call_normalization.py:2008
Functiontest_dynamic_map_duplicate_record_keys_stay_unsupported
(extractor, records)
tests/tier3/test_codex_tool_call_normalization.py:2187
Functiontest_dynamic_map_forms_it_cannot_prove_stay_unsupported
(extractor, source)
tests/tier3/test_codex_tool_call_normalization.py:2146
Functiontest_dynamic_map_gives_each_command_its_own_record
(extractor, callback, renderer, shape)
tests/tier3/test_codex_tool_call_normalization.py:1945
Functiontest_dynamic_map_incomplete_observation_stays_unsupported
(extractor, observation)
tests/tier3/test_codex_tool_call_normalization.py:2205
Functiontest_dynamic_map_inline_failed_read_carries_its_exit_status
(extractor)
tests/tier3/test_codex_tool_call_normalization.py:1983
Functiontest_dynamic_map_inline_failed_skill_read_gets_no_activation_credit
(extractor)
tests/tier3/test_codex_tool_call_normalization.py:1994
← previousnext →15,301–15,400 of 24,741, ranked by callers