MCPcopy Create free account

hub / github.com/NVIDIA/SkillEvaluator / functions

Functions24,741 in github.com/NVIDIA/SkillEvaluator

Functiontest_staged_switch_reaches_the_claude_code_launch
( monkeypatch: pytest.MonkeyPatch, tmp_path: Path, lane: str )
tests/test_harbor_claude_refusal_fallback.py:626
Functiontest_staged_tasks_and_dataset_records_are_capped_deterministically
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, caplog: pytest.LogCaptureFixture, )
tests/reporting/test_report_data_bounds.py:660
Functiontest_staged_template_ignores_an_unrelated_checks_module
(tmp_path)
tests/tier3/test_shared_check_adapters.py:112
Functiontest_staged_template_normalizes_optional_references
(tmp_path)
tests/tier3/test_shared_check_adapters.py:129
Functiontest_staged_verifier_calls_no_zip_with_strict
(tmp_path)
tests/tier3/test_verifier_python39_syntax.py:32
Functiontest_staged_verifier_parses_as_python39
(tmp_path)
tests/tier3/test_verifier_python39_syntax.py:23
Functiontest_staged_workdir_overrides_authored_case_metadata
(tmp_path, native, configured, expected)
tests/tier3/test_security_workdir_provenance.py:63
Functiontest_staging_adds_judge_env_to_an_existing_verifier_env_table
(tmp_path: Path, header: str)
tests/test_nemo_gym_backend.py:1299
Methodtest_staging_copy_of_the_first_sorted_catalog_skills_is_not_a_catalog_tree
( self, tmp_path: Path, write_skill )
tests/embedding/test_catalog.py:801
Functiontest_staging_is_deterministic
(tmp_path: Path, source)
tests/tier3/test_private_loose_source.py:411
Functiontest_staging_only_native_observations_stay_incomplete_despite_readable_trajectories
()
tests/reporting/test_private_runtime_projection.py:236
Functiontest_staging_rejects_case_alias_of_reserved_results_directory
( tmp_path: Path, stager: str, alias: str, )
tests/test_harbor_runtime_skill_isolation.py:1657
Functiontest_staging_rejects_output_inside_any_evaluator_source_subtree
( tmp_path: Path, stager: str, eval_subdir: str, )
tests/test_harbor_runtime_skill_isolation.py:1633
Functiontest_staging_rejects_output_overlapping_supplied_skill_sources
( tmp_path: Path, stager: str, source_kind: str, )
tests/test_harbor_runtime_skill_isolation.py:1701
Functiontest_staging_rejects_output_that_contains_evaluator_sources_before_mutation
( tmp_path: Path, stager: str, output_kind: str, )
tests/test_harbor_runtime_skill_isolation.py:1611
Functiontest_staging_rejects_symlinked_output_parent_without_replacing_target
(tmp_path: Path, stager: str)
tests/test_harbor_runtime_skill_isolation.py:2037
Functiontest_staging_rejects_undeclared_output_inside_target_runtime_tree
(tmp_path: Path, stager: str)
tests/test_harbor_runtime_skill_isolation.py:1736
Functiontest_staging_skips_a_verifier_env_header_inside_a_multiline_string
(tmp_path: Path, real_table: bool)
tests/test_nemo_gym_backend.py:1315
Functiontest_stale_advisory_skip_provenance_cannot_waive_tier3_failure
(tmp_path: Path)
tests/reporting/test_advisory_skip_verdict.py:1095
Functiontest_stale_after_read_never_mutates
(trusted, monkeypatch)
tests/ci/test_benchmark_publish.py:197
Functiontest_stale_attempt_skips_before_artifact_download
(tmp_path, changes)
tests/ci/test_prepare_comments.py:120
Functiontest_stale_catalog_description_fails
(selection: SimpleNamespace)
tests/tier3/test_decoys.py:140
Methodtest_stale_scanner_falls_back_to_packaged_uv
(self, scanner_bin, monkeypatch)
tests/utils/test_tool_runner.py:604
Functiontest_stale_trajectory_cannot_hide_missing_session
(tmp_path)
tests/test_hermes_agent.py:438
Functiontest_stamp_and_project_recognized_publication_evidence
()
tests/test_publication_evidence.py:25
Functiontest_stamp_fills_missing_claims_when_existing_claims_match
(tmp_path: Path)
tests/test_publication_identity.py:761
Functiontest_stamp_is_atomic_and_rejects_any_preexisting_identity_conflict
( tmp_path: Path, claim_location: str, existing_claim: object, )
tests/test_publication_identity.py:737
Functiontest_stamp_rejects_unknown_check_identity
()
tests/test_publication_evidence.py:74
Methodtest_stand_in_is_a_private_use_character_that_the_texts_do_not_hold
Without a free stand-in, a ``$`` before a space is read as an expansion, as before.
tests/validators/test_security.py:11008
Functiontest_standalone_adverse_counts_follow_existing_headline_override
(verdict, advisory, expected, label)
tests/reporting/test_final_render_context.py:674
Functiontest_standalone_bundle_stages_and_imports_the_shared_helper
(tmp_path: Path, monkeypatch)
tests/tier3/test_declarative_checks.py:306
Functiontest_standalone_checks_forward_options_that_change_the_result
(verifier, case)
tests/tier3/test_shared_check_adapters.py:225
Functiontest_standalone_checks_keep_positional_options
(verifier)
tests/tier3/test_shared_check_adapters.py:46
Functiontest_standalone_cli_only_report_does_not_reserve_output_storage
( command: str, runner_name: str, monkeypatch: pytest.MonkeyPatch, tmp_path: Path, )
tests/test_commands.py:1326
Functiontest_standalone_efficiency_preserves_its_smaller_output_shape
(verifier, calls)
tests/tier3/test_shared_check_adapters.py:66
Functiontest_standalone_evaluate_forwards_the_evaluated_source
The standalone producer records the identity instead of persisting null. ``tier3 evaluate`` writes its own ``run_config.json``, so an identity th
tests/test_cli.py:968
Functiontest_standalone_evaluate_refuses_a_non_canonical_revision
Refusing at the boundary beats a card that says the field was never recorded.
tests/test_cli.py:1087
Functiontest_standalone_failed_tier3_report_shows_error_without_score
(tmp_path: Path)
tests/reporting/test_unified_tier3_report.py:3141
Methodtest_standalone_failed_tier3_report_shows_failure_without_score
(self, tmp_path: Path)
tests/reporting/test_reporters.py:2571
Functiontest_standalone_fuzzy_matching_retains_falsey_values
(verifier, fuzzy)
tests/tier3/test_shared_check_adapters.py:31
Functiontest_standalone_harbor_metric_aggregation_preserves_explicit_legacy_policy
(tmp_path: Path)
tests/test_harbor_metrics_truth.py:448
Functiontest_standalone_harbor_metric_aggregation_uses_the_canonical_dimension_mean
(tmp_path: Path)
tests/test_harbor_metrics_truth.py:400
Functiontest_standalone_helpers_keep_tc_keyword
(verifier)
tests/tier3/test_shared_check_adapters.py:36
Functiontest_standalone_judge_requests_json_from_streaming_default_endpoint
(monkeypatch, provider)
tests/tier3/test_judge_http_response_contract.py:18
Functiontest_standalone_metric_rejects_incomplete_or_invalid_default_rewards
( tmp_path: Path, change: dict[str, object] )
tests/test_harbor_metrics_truth.py:568
Functiontest_standalone_prices_are_flagged_and_path_arguments_are_not
(tmp_path: Path)
tests/harness/test_overlay.py:818
Functiontest_standalone_report_loads_staged_legacy_dataset_with_agentskills_labels
(tmp_path: Path)
tests/reporting/test_unified_tier3_report.py:1564
Functiontest_standalone_result_displays_all_normalized_harbor_links
()
tests/test_tier3_result_display.py:1781
Functiontest_standalone_security_adapts_trajectory_text
(verifier)
tests/tier3/test_shared_check_adapters.py:84
Functiontest_standalone_security_forwards_acceptable_alternates
(verifier)
tests/tier3/test_shared_check_adapters.py:239
Methodtest_standalone_security_scan_stays_unrestricted
( self, monkeypatch: pytest.MonkeyPatch, sample_skill_dir: Path )
tests/validators/test_skillspector_scope.py:1827
Functiontest_standalone_skill_match_forwards_fuzzy
(verifier)
tests/tier3/test_shared_check_adapters.py:232
Functiontest_standalone_tier1_rejects_in_skill_report_output_before_validation
( monkeypatch: pytest.MonkeyPatch, tmp_path: Path, )
tests/test_commands.py:890
Functiontest_standalone_tier2_rejects_in_skill_report_output_before_validation
( monkeypatch: pytest.MonkeyPatch, tmp_path: Path, )
tests/test_commands.py:1286
Functiontest_standalone_tier3_binds_report_to_requested_skill
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, )
tests/reporting/test_unified_tier3_report.py:757
Functiontest_standalone_tier3_persists_the_canonical_feedback_payload
(tmp_path: Path)
tests/reporting/test_unified_tier3_report.py:2799
Functiontest_standalone_tier3_report_header_follows_failing_tier3_verdict
()
tests/reporting/test_final_render_context.py:506
Methodtest_standalone_tier3_report_uses_skillevaluator_branding
Standalone Tier 3 HTML should use the canonical SkillEvaluator branding.
tests/reporting/test_reporters.py:2503
Functiontest_standalone_tier3_uses_generic_tier3_only_report
(tmp_path: Path)
tests/reporting/test_unified_tier3_report.py:739
Functiontest_standalone_write_failure_is_reported_inline_after_agent_artifacts_are_saved
(tmp_path, monkeypatch)
tests/tier3/test_private_comparison_artifacts.py:194
Functiontest_standard_baseline_retains_na_scores_and_independent_activation_evidence
( tmp_path: Path, skill: str | None, trace_present: bool, observed: str, status: str, )
tests/reporting/test_activation_validation.py:183
Functiontest_standard_contract_with_custom_metrics_is_not_marked_as_mixed
(tmp_path: Path)
tests/test_issue55_collector_truth.py:1693
Functiontest_standard_grading_stages_trusted_evaluated_skill_after_authored_entry
( tmp_path: Path, grading_mode: str, task_source: str, )
tests/test_harbor_adapter_safety.py:505
Functiontest_standard_judge_fallback_is_forwarded_only_through_the_verifier_job
( grading_mode: str, )
tests/test_harbor_runner_environment.py:480
Functiontest_standard_judge_override_occupies_the_highest_precedence_verifier_key
( provider_env: dict[str, str], expected: dict[str, str], )
tests/test_harbor_runner_environment.py:472
Functiontest_standard_judge_override_replaces_both_native_aliases_before_harbor_resolution
( monkeypatch: pytest.MonkeyPatch, host_env: dict[str, str], )
tests/test_harbor_runner_environment.py:503
Functiontest_standard_judge_override_resolves_both_aliases_for_separate_verifier_startup
( monkeypatch: pytest.MonkeyPatch, grading_mode: str, host_env: dict[str, str], )
tests/test_harbor_runner_environment.py:536
Functiontest_standard_metric_dimensions_do_not_get_a_duplicate_custom_table
()
tests/reporting/test_native_overview_comparison.py:339
Methodtest_standard_model_keeps_default_token_budget
Non-reasoning models must not pay the larger budget's latency.
tests/validators/test_rubric_eval.py:166
Functiontest_standard_overall_is_not_a_comparable_task_outcome
(tmp_path)
tests/tier3/test_interactions.py:294
Functiontest_standard_provider_rejects_blank_explicit_chat_model
(provider: str, credential_name: str)
tests/test_provider_config.py:528
Functiontest_standard_report_pair_and_unsafe_companion_destination
(tmp_path)
tests/reporting/test_tier3_scoped_reports.py:182
Functiontest_start_in_process_bridge_waits_for_readiness_worker_to_finish
( monkeypatch: pytest.MonkeyPatch, tmp_path: Path )
tests/test_harbor_local_mode.py:877
Functiontest_starter_and_empty_summary
()
tests/tier3/test_dataset_coverage.py:53
Functiontest_starter_case_does_not_quote_a_description_that_names_a_skill_script
(tmp_path: Path, description)
tests/tier3/test_dataset_baseline_fairness.py:1283
Functiontest_starter_case_passes_strict_validate
(tmp_path: Path, description)
tests/tier3/test_dataset_baseline_fairness.py:1273
Functiontest_starter_docs_show_the_pinned_release_scores
(page, template)
tests/test_demo_starter.py:112
Functiontest_starter_eval_text_statistics_are_unchanged
()
tests/test_reference_text_analyzer.py:44
Functiontest_starter_guidance_command_replaces_the_existing_dataset
(skill)
tests/tier3/test_workflow.py:141
Functiontest_starter_runs_real_cli_and_preserves_sources
(tmp_path)
tests/test_demo_starter.py:34
Methodtest_static_and_llm_stages_report_one_critical
(self, mock_tools, tmp_path: Path)
tests/validators/test_skillspector_hook_surface.py:587
Functiontest_static_counts_and_support_are_consistent_with_recorded_checks
()
tests/reporting/test_private_static_reports.py:524
Methodtest_static_discovery_counts_filename_candidates_without_parsing_or_execution
(self, tmp_path: Path)
tests/validators/test_hygiene.py:46
Methodtest_static_discovery_excludes_artifacts_directories_and_symlinks
(self, tmp_path: Path)
tests/validators/test_hygiene.py:85
Functiontest_static_header_does_not_leave_a_sticky_navigation_offset
(page, reports)
tests/reporting/test_report_browser.py:648
Functiontest_static_nonpublic_is_never_resolved_or_contacted_even_allowlisted
(er, url)
tests/validators/test_private_endpoint_resolution.py:73
Functiontest_static_only_native_disclosures_have_shared_styles_without_chart_runtime
(page, reports, theme)
tests/reporting/test_report_browser.py:964
Functiontest_static_only_sections_stay_visible_without_a_tier3_tab
()
tests/reporting/test_plugin_evidence_report.py:255
Functiontest_static_projection_and_adapters_add_no_optional_provider_imports
()
tests/reporting/test_private_static_reports.py:579
Functiontest_static_report_rendering_never_invokes_source_or_network_collectors
(monkeypatch)
tests/reporting/test_private_static_reports.py:597
Functiontest_static_run_does_not_receive_ambient_model_credentials
()
tests/ci/test_run_tier1.py:627
Methodtest_static_scan_records_no_llm_provenance
(self, sample_skill_dir: Path)
tests/validators/test_security.py:5998
Methodtest_static_test_limitation_is_preserved_when_other_findings_exist
(self)
tests/reporting/test_reporters.py:471
Functiontest_statistics_respect_an_unrequested_skills_arm
The skills-only rung uses the arm only when it was requested, like the Bundle lift.
tests/tier3/test_private_ladder_stats.py:594
Functiontest_statistics_with_loose_observations_carry_the_ladder_and_its_completeness
()
tests/tier3/test_private_ladder_stats.py:575
Functiontest_statistics_without_loose_observations_carry_no_ladder
()
tests/tier3/test_private_ladder_stats.py:563
Functiontest_status_chips_and_badges_have_readable_text
(name: str, theme: str)
tests/reporting/test_report_redesign.py:615
Functiontest_status_comes_from_innermost_link_with_an_http_status
(link)
tests/test_retry_exception_chain.py:22
Functiontest_status_filter_cannot_pair_different_report_or_agent_occurrences
(scope: str)
tests/reporting/test_dashboard_data.py:320
Functiontest_status_filter_does_not_pair_arms_from_separate_embedded_reports
(tmp_path: Path)
tests/reporting/test_dashboard_app.py:380
← previousnext →22,701–22,800 of 24,741, ranked by callers