Code
Hub
Workspaces
Following
Trending
Connect
MCP
copy
Create free account
hub
/
github.com/NVIDIA/SkillEvaluator
/ functions
Functions
24,741 in github.com/NVIDIA/SkillEvaluator
⨍
Functions
24,741
◇
Types & classes
1,292
↳
Endpoints
703
Function
test_existing_task_symlink_is_rejected_without_touching_its_target
(tmp_path: Path)
tests/test_harbor_case_id_safety.py:274
Function
test_existing_token_contract
(command, expected)
tests/tier3/test_shell_lexing.py:29
Function
test_existing_unowned_pages_site_is_not_replaced
(repository, monkeypatch)
tests/test_ci_onboarding.py:497
Function
test_existing_worker_directory_open_to_others_is_rejected
(tmp_path, name)
tests/ci/test_run_tier1.py:1810
Function
test_existing_write_argument_shapes_are_unchanged
(args: dict, expected_path: str, expected_body: str)
tests/tier3/test_behavior_evidence.py:1558
Function
test_existing_yaml_dataset_is_not_shadowed
(tmp_path: Path)
tests/test_harbor_scaffold_transactions.py:373
Function
test_existing_yaml_duplicate_key_acceptance_is_preserved
(tmp_path: Path)
tests/cli/test_private_foundations_public_compatibility.py:20
Function
test_exit_or_report_disagreement_never_passes
(tmp_path, exit_code, report)
tests/ci/test_run_tier1.py:465
Function
test_exit_without_output_is_retained
(status, output, native_events, tmp_path)
tests/tier3/test_opencode_exit_status.py:89
Function
test_expanded_credential_stores_are_critical
(security, command, entry)
tests/tier3/test_private_plugin_security.py:66
Function
test_expanded_interval_is_wider_at_small_n_and_converges
()
tests/tier3/test_private_lift_small_n.py:61
Function
test_expanded_protected_writes_are_critical
(security, command, entry)
tests/tier3/test_private_plugin_security.py:96
Function
test_expanding_shell_text_cannot_claim_to_be_an_inert_license_notice
(module, context)
tests/tier3/test_review507_merged_regressions.py:33
Function
test_expected_and_observed_are_appended_once_and_bounded
()
tests/tier3/test_plain_language_findings.py:38
Function
test_expected_and_observed_are_omitted_when_not_recorded
()
tests/tier3/test_plain_language_findings.py:52
Function
test_expected_behavior_normalization_preserves_unicode_whitespace
()
tests/tier3/test_optional_reference.py:38
Function
test_expected_behaviors_verified_mixed_clause_does_not_lift_the_evidence_gate
()
tests/tier3/test_judge_contracts.py:2034
Function
test_expected_behaviors_verified_requires_every_clause_to_be_checkable
( expected_behavior: list[str], verified: bool, why: str )
tests/tier3/test_judge_contracts.py:2021
Function
test_expected_case_filter_and_different_denominators_use_scored_rates
()
tests/test_tier3_attempt_verdict.py:199
Function
test_expected_case_missing_from_both_arms_makes_context_partial
()
tests/tier3/test_private_comparison_contracts.py:188
Function
test_expected_case_normalizes_generated_skillevaluator_task_prefix
Fallback task metadata must not replace the original staged case id.
tests/test_harbor_collector_runtime_failures.py:2552
Method
test_expected_header_accepts_configured_alternative
(self, tmp_path: Path)
tests/validators/test_quality_score.py:335
Method
test_expected_header_matches_heading_as_text_anywhere
(self, tmp_path: Path, extra_body: str, satisfied: bool)
tests/validators/test_quality_score.py:321
Method
test_expected_header_matches_heading_text_anywhere_in_content
(self, tmp_path: Path)
tests/validators/test_quality_score.py:292
Method
test_expected_headers_use_configured_deductions
(self, tmp_path: Path)
tests/validators/test_quality_score.py:272
Function
test_expected_observed_suffix_redacts_command_line_credentials
()
tests/reporting/test_tier3_failure_reasons.py:612
Function
test_expected_output_grading_skill_use_warns
()
tests/tier3/test_dataset_baseline_fairness.py:78
Function
test_expensive_counted_repeats_are_rejected_before_compilation
(monkeypatch, pattern)
tests/tier3/test_plugin_signals.py:1385
Function
test_experimental_example_intentionally_fails_bundled_label_coverage
()
tests/tier3/test_grader_policy.py:244
Function
test_expired_waiver_is_reported_and_not_applied
(skill: Path, tmp_path: Path)
tests/validators/test_pii_waivers.py:155
Function
test_explicit_adverse_row_has_no_invented_baseline_delta
()
tests/reporting/test_dashboard_data.py:531
Function
test_explicit_advisory_gating_keeps_failed_result_non_blocking
()
tests/reporting/test_advisory_skip_verdict.py:3824
Function
test_explicit_agent_selection_overrides_the_provider_default
()
tests/test_commands.py:190
Method
test_explicit_api_key_used
(self, monkeypatch: pytest.MonkeyPatch)
tests/inference/test_llm_client.py:151
Function
test_explicit_behavior_check_budget_is_honoured_below_the_default_floor
(monkeypatch, caplog)
tests/tier3/test_behavior_evidence.py:914
Function
test_explicit_blocking_gating_overrides_legacy_advisory_skip_shape
()
tests/reporting/test_advisory_skip_verdict.py:3896
Function
test_explicit_blocking_gating_promotes_tier3_failure
()
tests/reporting/test_advisory_skip_verdict.py:3839
Function
test_explicit_budget_preserves_tool_history_with_long_final_response
( monkeypatch, budget_env: str, include_file_changes: bool, )
tests/tier3/test_behavior_evidence.py:1011
Method
test_explicit_budget_reports_its_own_effective_chunk_limit
( self, mock_embed, mock_build_clusters, tmp_path: Path )
tests/deduplication/intra_skill/test_intra_skill_validator.py:446
Function
test_explicit_cause_wins_over_unrelated_implicit_context
()
tests/test_retry_exception_chain.py:36
Function
test_explicit_chat_model_is_trimmed
()
tests/test_provider_config.py:539
Function
test_explicit_claude_route_takes_precedence
(gateway, monkeypatch, base, key, expected_base, expected_key)
tests/test_gateway_defaults.py:153
Function
test_explicit_continuation_scopes_same_embedded_id_from_each_parent
(tmp_path: Path)
tests/test_harbor_collector_multistep_trajectory.py:1421
Method
test_explicit_credentials_classify_effective_endpoint_provider
( self, monkeypatch: pytest.MonkeyPatch, explicit_base_url: str | None, ambien
tests/inference/test_llm_client.py:174
Method
test_explicit_credentials_use_the_provider_default_model
( self, monkeypatch: pytest.MonkeyPatch, base_url: str | None, provider_default: str )
tests/inference/test_llm_client.py:1220
Function
test_explicit_custom_metric_set_cannot_spoof_canonical_metrics
()
tests/test_harbor_metrics_truth.py:206
Function
test_explicit_custom_metrics_reject_reserved_name_collisions
()
tests/test_harbor_metrics_truth.py:137
Function
test_explicit_dataset_preserves_non_files_fixture_paths
(tmp_path: Path)
tests/tier3/test_plugin_prepare_review.py:119
Function
test_explicit_dataset_refuses_linked_fixture_paths
(tmp_path: Path, kind: str)
tests/tier3/test_plugin_prepare_review.py:293
Function
test_explicit_delegation_publishes_new_pinned_leaf_from_private_wrapper
( tmp_path, monkeypatch, event, delegate, reverse )
tests/ci/test_publish_reports.py:1492
Function
test_explicit_discovery_nonexecution_is_not_presented_as_pass
(check, message)
tests/reporting/test_retained_html.py:325
Function
test_explicit_empty_allows_broad_custom_docker_wildcard
(tmp_path: Path)
tests/test_harbor_runtime_skill_isolation.py:3858
Function
test_explicit_empty_allows_unrelated_dynamic_custom_docker_source
( tmp_path: Path, declaration: str, source: str, source_dir: str, )
tests/test_harbor_runtime_skill_isolation.py:3898
Function
test_explicit_empty_allows_unrelated_nested_input_glob
(tmp_path: Path)
tests/test_harbor_runtime_skill_isolation.py:3873
Function
test_explicit_empty_claude_skill_list_is_not_overridden_by_slash_commands
()
tests/tier3/test_native_review_fixes.py:102
Function
test_explicit_empty_does_not_expose_global_arg_without_stage_redeclaration
(tmp_path: Path)
tests/test_harbor_runtime_skill_isolation.py:3668
Function
test_explicit_empty_does_not_retroactively_resolve_unknown_env
(tmp_path: Path)
tests/test_harbor_runtime_skill_isolation.py:3719
Method
test_explicit_empty_files_safely_cleans_non_directory_input
(self, tmp_path: Path, stale_kind: str)
tests/test_harbor_input_staging.py:148
Method
test_explicit_empty_files_stages_nothing_and_cleans_stale_input
(self, tmp_path: Path, files: object)
tests/test_harbor_input_staging.py:130
Function
test_explicit_empty_honors_custom_docker_escape_directive
(tmp_path: Path, escape_char: str)
tests/test_harbor_runtime_skill_isolation.py:3921
Function
test_explicit_empty_honors_deferred_onbuild_copy
(tmp_path: Path)
tests/test_harbor_runtime_skill_isolation.py:3805
Function
test_explicit_empty_ignores_docker_heredoc_body_in_variable_scope
(tmp_path: Path)
tests/test_harbor_runtime_skill_isolation.py:3734
Function
test_explicit_empty_inherits_arg_and_env_from_parent_stage
(tmp_path: Path)
tests/test_harbor_runtime_skill_isolation.py:3678
Function
test_explicit_empty_input_keeps_authored_copy_input_buildable
( tmp_path: Path, custom_dockerfile_mode: str, copy_instruction: str, )
tests/test_harbor_runtime_skill_isolation.py:2358
Function
test_explicit_empty_materializes_compose_additional_input_context
(tmp_path: Path)
tests/test_harbor_runtime_skill_isolation.py:3948
Function
test_explicit_empty_materializes_compose_primary_input_context
(tmp_path: Path)
tests/test_harbor_runtime_skill_isolation.py:3972
Function
test_explicit_empty_reads_compose_yml_build_arg_override
(tmp_path: Path)
tests/test_harbor_runtime_skill_isolation.py:3840
Function
test_explicit_empty_rejects_dynamic_custom_docker_input_source
(tmp_path: Path)
tests/test_harbor_runtime_skill_isolation.py:3597
Function
test_explicit_empty_rejects_literal_dollar_in_docker_variable_declaration
( tmp_path: Path, declaration: str, )
tests/test_harbor_runtime_skill_isolation.py:3787
Function
test_explicit_empty_rejects_literal_or_escaped_docker_dollar_source
(tmp_path: Path, source: str)
tests/test_harbor_runtime_skill_isolation.py:3771
Function
test_explicit_empty_rejects_specific_compose_input_context
(tmp_path: Path)
tests/test_harbor_runtime_skill_isolation.py:4070
Function
test_explicit_empty_rejects_specific_custom_docker_input_child
( tmp_path: Path, copy_instruction: str, )
tests/test_harbor_runtime_skill_isolation.py:3579
Function
test_explicit_empty_rejects_specific_source_from_compose_primary_input_context
(tmp_path: Path)
tests/test_harbor_runtime_skill_isolation.py:3994
Function
test_explicit_empty_rejects_specific_source_from_named_input_context
( tmp_path: Path, instruction: str, )
tests/test_harbor_runtime_skill_isolation.py:4021
Function
test_explicit_empty_rejects_unresolved_docker_parameter_expansion
(tmp_path: Path)
tests/test_harbor_runtime_skill_isolation.py:3612
Function
test_explicit_empty_resolves_compose_escaped_inline_arg
(tmp_path: Path)
tests/test_harbor_runtime_skill_isolation.py:4046
Function
test_explicit_empty_resolves_docker_variables_at_each_instruction
(tmp_path: Path)
tests/test_harbor_runtime_skill_isolation.py:3644
Function
test_explicit_empty_resolves_static_dynamic_input_directory
(tmp_path: Path, declaration: str)
tests/test_harbor_runtime_skill_isolation.py:3628
Function
test_explicit_empty_selection_satisfies_gate_with_skipped_headline
()
tests/ci/test_tier_manifest.py:198
Function
test_explicit_empty_uses_pre_instruction_env_snapshot
(tmp_path: Path)
tests/test_harbor_runtime_skill_isolation.py:3698
Method
test_explicit_endpoint_uses_its_own_model
An explicit endpoint targets the class default model, not SKILL_EVAL_LLM_MODEL.
tests/validators/test_rubric_eval.py:183
Function
test_explicit_eval_source_wins_and_is_never_agent_visible
(tmp_path: Path)
tests/tier3/test_plugin_dataset.py:66
Function
test_explicit_exclusion_is_respected
(selection: SimpleNamespace)
tests/tier3/test_decoys.py:116
Function
test_explicit_expected_headers_replaces_or_empties_the_packaged_list
(tmp_path: Path)
tests/test_quality_config.py:428
Function
test_explicit_expected_tiers_supports_a_single_tier_producer
()
tests/ci/test_tier_manifest.py:188
Function
test_explicit_failed_tier3_peer_overrides_complete_pass_independent_of_order
(reverse: bool)
tests/reporting/test_advisory_skip_verdict.py:963
Function
test_explicit_false_routing_without_expected_skill_is_preserved
(tmp_path: Path)
tests/tier3/test_dataset_migration.py:277
Function
test_explicit_falsey_non_string_version_is_rejected
(tmp_path: Path, version: str)
tests/validators/test_version.py:98
Method
test_explicit_file_under_shared_directory_stages_only_that_file
(self, tmp_path: Path)
tests/test_harbor_input_staging.py:99
Method
test_explicit_files_stage_only_declared_refs
(self, tmp_path: Path)
tests/test_harbor_input_staging.py:87
Function
test_explicit_fork_evaluator_identity_is_required
(monkeypatch)
tests/ci/test_publish_reports.py:1304
Function
test_explicit_full_scan_does_not_skip_without_a_skill_change
(launch)
tests/ci/test_run_tier1_image.py:331
Function
test_explicit_full_scans_and_long_listings_keep_the_enriched_pass
(tmp_path, monkeypatch)
tests/ci/test_github_admission_workflow.py:231
Function
test_explicit_incompatible_refuses_before_execution
(evaluation)
tests/test_version_comparison.py:113
Function
test_explicit_job_permissions_override_root_identity_permission
()
tests/test_ci_onboarding_existing.py:50
Function
test_explicit_json_source_generates_missing_dataset
(skill, configured, monkeypatch)
tests/tier3/test_workflow.py:296
Function
test_explicit_keep_retains_jobs_and_tasks
(tmp_path: Path)
tests/test_harbor_artifact_retention.py:26
Function
test_explicit_legacy_policy_rejects_out_of_range_metric_values
()
tests/test_harbor_metrics_truth.py:489
Function
test_explicit_mcp_failures_are_advisory_and_do_not_change_payload
()
tests/reporting/test_native_evidence.py:125
Method
test_explicit_models_reach_skillspector_in_precedence_order
( self, monkeypatch, skillspector_model: str | None, expected: str, )
tests/validators/test_security.py:5617
← previous
next →
15,801–15,900 of 24,741, ranked by callers