Code
Hub
Workspaces
Following
Trending
Connect
MCP
copy
Create free account
hub
/
github.com/NVIDIA/SkillEvaluator
/ functions
Functions
24,741 in github.com/NVIDIA/SkillEvaluator
⨍
Functions
24,741
◇
Types & classes
1,292
↳
Endpoints
703
Method
test_plugin_manifest_name_is_not_a_reference
(self, tmp_path: Path, source_path: str)
tests/validators/test_skillspector_scope.py:1458
Method
test_plugin_manifest_wins_over_nested_skill
A root agent_plugin.yaml must win over a nested skills/**/SKILL.md tree.
tests/cli/test_content_type_detection.py:124
Method
test_plugin_mcp_reference_retains_source_finding
(self, tmp_path: Path, server_config: dict)
tests/validators/test_skillspector_scope.py:1400
Function
test_plugin_member_eval_helpers_survive_wrapper_and_native_copies
(tmp_path: Path)
tests/tier3/test_private_runtime_regressions.py:137
Function
test_plugin_relative_mcp_launches_are_anchored_to_copied_tree
(tmp_path: Path, launch: str)
tests/tier3/test_plugin_prepare_review.py:332
Method
test_plugin_root_hook_reaches_bundled_skill_source
(self, tmp_path: Path)
tests/validators/test_skillspector_scope.py:1569
Function
test_plugin_root_is_never_a_portable_member
(tmp_path: Path, declared_root: str)
tests/tier3/test_openclaw_prepare.py:69
Function
test_plugin_root_substitution_does_not_approve_other_references
(tmp_path)
tests/tier3/test_native_mcp_policy.py:123
Function
test_plugin_rows_flag_an_unverified_release
(tmp_path: Path)
tests/harness/test_plugin_compat.py:233
Method
test_plugin_skill_eval_files_are_scanned_per_skill
(self, _mock_run, tmp_path)
tests/validators/test_artifact_dir_exclusion.py:464
Method
test_plural_benchmarks_file_is_unexpected
``benchmarks.md`` is author-owned content, not generated output.
tests/validators/test_folder_validation.py:412
Function
test_podman_value_options_do_not_hide_the_image
(option: str)
tests/validators/test_mcp_static.py:1139
Function
test_policy_assessment_only
(monkeypatch, qualification_policy, args)
tests/tier3/test_grader_validation.py:978
Method
test_policy_can_make_an_llm_refusal_blocking
(self, mock_embed, _mock_llm, mock_analyze, tmp_path: Path)
tests/deduplication/intra_skill/test_intra_skill_validator.py:1336
Function
test_policy_can_restore_blocking_severity_after_verifier_downgrade
Policy remapping must not hide the verifier's recorded downgrade or the final gate.
tests/reporting/test_finding_verification.py:292
Function
test_policy_can_still_clear_a_severity_based_failure
()
tests/test_quality_policy_gate.py:235
Function
test_policy_cli_without_platform_nonblocking_flag
(monkeypatch, qualification_policy)
tests/tier3/test_grader_validation.py:1150
Function
test_policy_digest_excludes_source_path
()
tests/validators/test_policy.py:221
Function
test_policy_endpoint_probe_accepts_any_http_response_without_credentials
(status: int)
tests/test_nemo_gym_backend.py:1725
Function
test_policy_endpoint_probe_does_not_import_from_checkout
(tmp_path: Path, monkeypatch)
tests/test_nemo_gym_backend.py:1782
Function
test_policy_endpoint_probe_environment_excludes_credentials
(monkeypatch)
tests/test_nemo_gym_backend.py:1792
Function
test_policy_endpoint_probe_failure_is_actionable_and_redacted
(url: str)
tests/test_nemo_gym_backend.py:1757
Function
test_policy_endpoint_probe_has_a_hard_deadline_even_for_stalled_dns
(monkeypatch)
tests/test_nemo_gym_backend.py:1765
Function
test_policy_endpoint_probe_honors_anonymous_http_proxy
( monkeypatch, proxy_name, scheme, endpoint_scheme, status )
tests/test_nemo_gym_backend.py:1813
Function
test_policy_human_coverage_reason
(monkeypatch, qualification_policy, tmp_path)
tests/tier3/test_grader_validation.py:958
Function
test_policy_identity_and_label_only_readiness
(tmp_path)
tests/tier3/test_grader_policy.py:60
Function
test_policy_insufficient_preflight_retains_not_run_receipt
(monkeypatch, qualification_policy, tmp_path)
tests/tier3/test_grader_validation.py:930
Function
test_policy_live_pass_or_insufficient
(judge_server, qualification_policy, tmp_path, judge_error)
tests/tier3/test_grader_validation.py:1069
Function
test_policy_matches_historical_required_flags
(required_paid)
tests/ci/test_comment_summary.py:207
Function
test_policy_offline_readiness_no_provider_or_output
(monkeypatch, qualification_policy, tmp_path)
tests/tier3/test_grader_validation.py:891
Function
test_policy_only_attempt_artifact_gets_its_matching_definition
(tmp_path: Path)
tests/reporting/test_unified_tier3_report.py:1425
Function
test_policy_options_reach_mcp_and_http_hook_analysis
(tmp_path)
tests/test_plugin_inventory.py:238
Function
test_policy_overlay_can_change_one_advisory
(tmp_path, pip_audit)
tests/validators/test_dependency_advisory_findings.py:245
Function
test_policy_overlay_keeps_fail_on_medium_for_advisories_it_does_not_name
Rebuilding a result after an override still fails on medium pip-audit advisories, not on Safety's.
tests/validators/test_dependency_advisory_findings.py:287
Function
test_policy_overlay_keeps_the_incomplete_reason
Rebuilding a result from changed findings keeps warnings that no finding mirrors.
tests/validators/test_dependency_advisory_findings.py:318
Function
test_policy_overlay_keeps_warnings_without_loading_the_reporting_package
A caller that only applies a policy does not import the report writers. A fresh interpreter is used, since this test session has already imported
tests/validators/test_dependency_advisory_findings.py:367
Function
test_policy_overlay_sets_or_inherits_metadata_id_requirement
(tmp_path: Path)
tests/validators/test_policy.py:99
Method
test_policy_override_cannot_waive_work_limit
Severity overrides remap findings; they must not turn missing analysis into a pass.
tests/deduplication/intra_skill/test_intra_skill_validator.py:879
Method
test_policy_override_keeps_the_messages_no_finding_repeats
A severity override rebuilds the result from its findings, as an ``--llm-verify`` downgrade does. The accepted missing-reference warning of a
tests/validators/test_security.py:11799
Method
test_policy_overrides_cannot_pass_the_hooks
The gate failure keeps the check failed, also when another gap records the scan as incomplete.
tests/validators/test_skillspector_hook_surface.py:514
Function
test_policy_read_without_nonblocking_flag
(tmp_path, monkeypatch)
tests/tier3/test_grader_policy.py:260
Function
test_policy_real_template_decision_equals_receipt
(judge_server, qualification_policy, tmp_path)
tests/tier3/test_grader_validation.py:998
Function
test_policy_recalculation_keeps_completeness_error_and_retained_report_evidence
(tmp_path)
tests/validators/test_skillspector_diagnostics.py:80
Function
test_policy_rejects_legacy_gate_flags_before_provider
(monkeypatch, qualification_policy, tmp_path, flag, offline)
tests/tier3/test_grader_validation.py:1199
Function
test_policy_rejects_unknown_metadata_id_requirement
(tmp_path: Path, value: str)
tests/validators/test_policy.py:113
Function
test_policy_turns_off_the_builtin_anthropic_refusal_fallback
(verifier, monkeypatch, name, value)
tests/tier3/test_judge_policies.py:167
Function
test_policy_turns_off_the_builtin_bedrock_refusal_fallback
(verifier, monkeypatch, name, value)
tests/tier3/test_judge_policies.py:288
Function
test_policy_validation_and_resolution
()
tests/validators/test_policy.py:200
Function
test_policy_yaml_wraps_recursion_errors
(tmp_path: Path, monkeypatch: pytest.MonkeyPatch)
tests/validators/test_policy.py:172
Method
test_populated_legacy_include_rejected
(self)
tests/models/test_plugin.py:78
Method
test_portability_severity_can_be_overridden_by_policy
(self, tmp_path: Path)
tests/validators/test_schema.py:1726
Function
test_portable_manifest_uses_the_evaluated_checkout
(tmp_path: Path)
tests/tier3/test_decoys.py:200
Function
test_portable_members_are_staged_and_runtime_is_recorded_unsupported
(tmp_path: Path)
tests/tier3/test_openclaw_prepare.py:56
Method
test_positional_model_overrides_environment_model
A positional model is the target, so the environment model must not pick the budget.
tests/validators/test_rubric_eval.py:176
Method
test_positional_verdict_has_no_model
(self)
tests/deduplication/intra_skill/test_intra_llm_analyzer.py:663
Function
test_positions_count_code_points_and_only_lf_advances_lines
()
tests/test_character_facts.py:36
Function
test_positive_case_scores_both_skill_metrics
(tmp_path, monkeypatch)
tests/tier3/test_skill_metric_applicability.py:147
Function
test_positive_case_without_expected_skill_is_not_applicable
(scorer: ModuleType, expected_skill: str | None)
tests/tier3/test_skill_activation_scoring.py:128
Function
test_positive_case_without_tool_calls_keeps_the_zero_efficiency_penalty
(tmp_path, monkeypatch)
tests/tier3/test_skill_metric_applicability.py:135
Function
test_positive_cases_stage_only_their_fixture
( tmp_path: Path, case_id: str, staged_dir: str, required: list[str] )
tests/tier3/test_reference_custom_grader_fixtures.py:38
Function
test_positive_scoring_ignores_evaluated_skill_and_remains_unchanged
()
tests/tier3/test_negative_control_invocation_evidence.py:432
Function
test_posix_best_effort_pass_detects_sampled_prior_sibling_change
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, )
tests/test_harbor_secure_copy.py:1498
Function
test_posix_best_effort_post_order_detects_sampled_late_name
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, )
tests/test_harbor_secure_copy.py:1576
Function
test_posix_sampled_corrupt_rollback_uses_exact_reserve
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, )
tests/test_harbor_secure_copy.py:1658
Function
test_post_context_source_swap_blocks_catalog_provider_work
(modules, tmp_path, monkeypatch)
tests/deduplication/plugin/test_private_dedup.py:666
Function
test_post_finalize_file_mutation_restores_old_destination
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, )
tests/test_harbor_secure_copy.py:1268
Function
test_post_finalize_tree_injection_restores_old_destination
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, )
tests/test_harbor_secure_copy.py:1231
Function
test_post_run_dataset_recheck_failure_downgrades_the_skill
(consumer, tmp_path, monkeypatch)
tests/ci/test_run_tiers.py:481
Function
test_post_timeout_verifier_reward_does_not_become_a_score
(tmp_path)
tests/test_harbor_timeout_recovery.py:247
Function
test_posthoc_is_read_only_and_prints_table_or_json
(evaluation)
tests/test_version_comparison.py:195
Function
test_powershell_command_switch_prefix_reaches_the_command_line_parser
(switch: str)
tests/validators/test_mcp_static.py:1178
Function
test_powershell_encoded_command_is_a_dangerous_form
(config: dict)
tests/validators/test_mcp_static.py:1173
Function
test_powershell_rules_are_classified_like_bash_rules
Regression: only Bash rules were classified, so 'PowerShell' or 'PowerShell(iex *)' pre-approved any shell command with no finding.
tests/validators/test_plugin_permissions.py:57
Function
test_powershell_script_file_is_not_a_dangerous_form
(args: list[str])
tests/validators/test_mcp_static.py:1186
Function
test_pr_alias_uses_verified_api_head
(tmp_path)
tests/ci/test_publish_reports.py:926
Function
test_pr_caller_identity_ignores_current_mutable_associations
(associations)
tests/ci/test_publish_reports.py:826
Function
test_pr_comment_shows_result_score_and_report_without_provenance_dump
(tmp_path)
tests/ci/test_report_views.py:127
Function
test_pr_history_mode_and_attempt_artifact_wiring
()
tests/ci/test_evaluate_workflow.py:24
Function
test_pr_provenance_uses_the_signed_merge_without_mutable_pr_metadata
()
tests/ci/test_publish_reports.py:358
Function
test_pr_without_a_skill_change_skips_before_credentials
Setup-only or unrelated changes leave the keyless scan as the gate.
tests/ci/test_run_tier1_image.py:319
Function
test_pragma_line_ended_by_a_javascript_line_terminator_fails_closed
(extractor, terminator, hidden)
tests/tier3/test_codex_tool_call_normalization.py:1701
Method
test_pre_2_12_unresolved_row_needs_a_missing_reference_on_its_line
(self)
tests/validators/test_security.py:10051
Function
test_pre_job_launch_failure_produces_html_report
(tmp_path: Path)
tests/test_harbor_html_report_failures.py:665
Function
test_pre_merge_paid_tier_advice_does_not_route_through_ci_demo
()
tests/ci/test_all_tier_workflows.py:531
Function
test_pre_policy_default_reward_preserves_its_persisted_overall
()
tests/test_harbor_metrics_truth.py:286
Function
test_pre_v050_zero_token_counters_are_unavailable
()
tests/reporting/test_dashboard_data.py:123
Method
test_preamble_before_heading
(self)
tests/deduplication/utils/test_chunker.py:146
Function
test_prebuild_skips_task_with_compose_build_override
(monkeypatch: pytest.MonkeyPatch, tmp_path: Path)
tests/test_harbor_runtime_skill_isolation.py:1584
Function
test_prebuild_uses_each_tasks_exact_environment
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, )
tests/test_harbor_runtime_skill_isolation.py:1521
Function
test_precommit_checks_open_no_sockets_or_subprocesses
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, check: str )
tests/test_precommit.py:481
Function
test_precommit_cli_exit_codes
(tmp_path: Path)
tests/test_precommit.py:364
Function
test_precommit_cli_forwards_quality_config
(tmp_path: Path, monkeypatch: pytest.MonkeyPatch)
tests/test_precommit.py:573
Function
test_precommit_cli_maps_relative_paths_from_cwd
(tmp_path: Path, monkeypatch: pytest.MonkeyPatch)
tests/test_precommit.py:392
Function
test_precommit_cli_rejects_invalid_quality_config
(tmp_path: Path)
tests/test_precommit.py:591
Function
test_precommit_does_not_write_reports
(tmp_path: Path, monkeypatch: pytest.MonkeyPatch, check: str)
tests/test_precommit.py:301
Function
test_precommit_fail_line_stays_on_one_line_for_yaml_errors
(tmp_path: Path)
tests/test_precommit.py:616
Function
test_precommit_fails_when_an_earlier_skill_fails
(tmp_path: Path)
tests/test_precommit.py:315
Function
test_precommit_hooks_yaml_entries_resolve_to_commands
()
tests/test_precommit.py:426
Function
test_precommit_hooks_yaml_files_cover_every_allowed_skill_dir
()
tests/test_precommit.py:457
Function
test_precommit_ignores_unrelated_and_deleted_paths
(tmp_path: Path)
tests/test_precommit.py:290
← previous
next →
20,201–20,300 of 24,741, ranked by callers