Code
Hub
Workspaces
Following
Trending
Connect
MCP
copy
Create free account
hub
/
github.com/NVIDIA/SkillEvaluator
/ functions
Functions
24,741 in github.com/NVIDIA/SkillEvaluator
⨍
Functions
24,741
◇
Types & classes
1,292
↳
Endpoints
703
Function
test_local_nvidia_build_bridge_repeated_cancellation_releases_slow_header_state
( monkeypatch: pytest.MonkeyPatch, tmp_path: Path )
tests/test_harbor_local_mode.py:917
Function
test_local_nvidia_build_codex_starts_authenticated_host_bridge_and_cleans_up
( monkeypatch: pytest.MonkeyPatch, tmp_path: Path, )
tests/test_harbor_local_mode.py:694
Function
test_local_nvidia_opencode_config_disables_oauth_for_remote_mcp
(monkeypatch: pytest.MonkeyPatch)
tests/test_harbor_local_mode.py:6175
Function
test_local_nvidia_provider_preserves_explicit_codex_credentials
( monkeypatch: pytest.MonkeyPatch, tmp_path, )
tests/test_harbor_runner_environment.py:2325
Function
test_local_opencode_confinement_is_provider_independent
(monkeypatch: pytest.MonkeyPatch)
tests/test_harbor_local_mode.py:5362
Function
test_local_opencode_confines_project_discovery_to_the_run_workspace
( monkeypatch: pytest.MonkeyPatch, tmp_path: Path, )
tests/test_harbor_local_mode.py:5329
Function
test_local_opencode_non_nvidia_fallback_renders_prompt_once
(monkeypatch, tmp_path)
tests/tier3/test_harbor_local_agents.py:867
Function
test_local_opencode_nvidia_error_event_raises
(monkeypatch, tmp_path)
tests/tier3/test_harbor_local_agents.py:823
Function
test_local_opencode_nvidia_trajectory_falls_back_to_instruction_when_user_event_is_missing
( monkeypatch, tmp_path, )
tests/tier3/test_harbor_local_agents.py:841
Function
test_local_opencode_removes_docker_only_stdbuf
(monkeypatch, tmp_path)
tests/tier3/test_harbor_local_agents.py:890
Function
test_local_opencode_supports_nvidia_provider_without_harbor_patch
(monkeypatch, tmp_path)
tests/tier3/test_harbor_local_agents.py:794
Function
test_local_output_limit_fails_closed_and_reaps_process_group
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, with_callback: bool, )
tests/test_harbor_local_mode.py:287
Function
test_local_output_limit_redacts_detached_proxy_components_from_callback
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, )
tests/test_harbor_local_mode.py:344
Function
test_local_parent_logs_paths_preserve_retained_role_logs
( local_output_environment: SkillEvaluatorLocalEnvironment, )
tests/test_harbor_local_environment.py:184
Function
test_local_parent_logs_transfers_fail_before_mutating_files
The virtual parent must never copy its internal aliases as user artifacts.
tests/test_harbor_local_environment.py:215
Function
test_local_path_mount_detection_requires_matching_host_destination
( local_output_environment: SkillEvaluatorLocalEnvironment, tmp_path: Path, )
tests/test_harbor_local_environment.py:331
Function
test_local_path_normalization_can_preserve_directory_targets
()
tests/validators/test_markdown.py:61
Function
test_local_prerequisite_probes_runtime_inside_detected_sandbox
(monkeypatch: pytest.MonkeyPatch)
tests/test_harbor_local_mode.py:5416
Function
test_local_prerequisite_rejects_native_windows_for_every_sandbox_mode
( monkeypatch: pytest.MonkeyPatch, mode: str, )
tests/test_harbor_local_mode.py:5436
Function
test_local_prerequisite_reports_missing_host_home_as_readiness_error
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, )
tests/test_harbor_local_mode.py:5488
Function
test_local_role_transfer_normalizes_logical_path_spelling
( local_output_environment: SkillEvaluatorLocalEnvironment, tmp_path: Path, )
tests/test_harbor_local_environment.py:252
Function
test_local_runtime_install_hint_has_no_internal_url
()
tests/test_harbor_local_mode.py:4539
Method
test_local_sandbox_import_survives_missing_resource_module
(self)
tests/test_harbor_local_sandbox.py:1023
Method
test_local_score_overrides_false_model_criterion_pass
(self, tmp_path)
tests/validators/test_rubric_eval.py:891
Method
test_local_scores_override_explicit_judge_failure
(self, tmp_path)
tests/validators/test_rubric_eval.py:1104
Function
test_local_stream_collector_failure_is_propagated_after_process_reap
(tmp_path: Path)
tests/test_harbor_local_mode.py:2633
Function
test_local_stream_collector_rejects_missing_required_pipe
(missing_stream: str)
tests/test_harbor_local_mode.py:270
Function
test_local_stream_redaction_handles_short_sensitive_and_marker_collision_values
( tmp_path: Path, )
tests/test_harbor_local_mode.py:2186
Function
test_local_stream_redacts_known_secret_patterns_across_reader_chunks
(tmp_path: Path)
tests/test_harbor_local_mode.py:2249
Function
test_local_stream_redacts_short_compact_credential_names_without_substring_false_positives
( tmp_path: Path, )
tests/test_harbor_local_mode.py:2217
Function
test_local_streamed_nonzero_exit_preserves_output_and_return_code
(tmp_path: Path)
tests/test_harbor_local_mode.py:2066
Function
test_local_streaming_preserves_exact_json_stdin_bootstrap
(tmp_path: Path)
tests/test_harbor_local_mode.py:2402
Function
test_local_streaming_tolerates_child_closing_json_stdin_early
(tmp_path: Path)
tests/test_harbor_local_mode.py:2472
Function
test_local_subprocess_env_excludes_sibling_managed_agent_bins
(tmp_path: Path)
tests/test_harbor_local_mode.py:4875
Function
test_local_subprocess_environment_keeps_only_the_trusted_nvidia_parent_key
()
tests/test_harbor_local_mode.py:1697
Function
test_local_timeout_redacts_detached_proxy_components_from_callback_and_result
( tmp_path: Path, )
tests/test_harbor_local_mode.py:2898
Method
test_locations_outside_the_artifact_are_unknown
(self, tmp_path: Path, file_path: str)
tests/validators/test_skillspector_scope.py:214
Function
test_lockfile_precedence_synthesizes_only_exact_npm_pins
(audit, tmp_path)
tests/validators/test_private_dependency_audit.py:126
Function
test_log_handlers_render_untrusted_text_literally
(monkeypatch: pytest.MonkeyPatch)
tests/reporting/test_rich_markup_escaping.py:347
Function
test_log_jwt_is_redacted_by_position
(redact, line, expected)
tests/tier3/test_log_jwt_redaction.py:52
Function
test_log_jwt_redaction_is_fast_on_adversarial_lines
(redact, line)
tests/tier3/test_log_jwt_redaction.py:70
Function
test_logical_multistep_goal_counts_average_steps_once
(tmp_path: Path)
tests/test_tier3_case_summary.py:2020
Function
test_logical_multistep_reward_keeps_the_negative_case_reason
()
tests/tier3/test_skill_metric_applicability.py:400
Function
test_logical_multistep_reward_preserves_all_na_metrics
()
tests/tier3/test_metric_applicability_producer.py:132
Function
test_logical_multistep_security_exemption_requires_every_step_to_be_exempt
()
tests/test_harbor_metrics_truth.py:525
Function
test_logical_trial_is_read_and_normalized_once_across_steps_and_repeated_collection
(tmp_path, monkeypatch)
tests/tier3/test_plugin_evidence.py:205
Function
test_logo_colors_follow_theme_variables_not_the_os_setting
()
tests/reporting/test_report_logo.py:46
Function
test_logo_escapes_its_label_and_id_prefix
()
tests/reporting/test_report_logo.py:55
Function
test_logo_matches_the_published_asset_geometry
()
tests/reporting/test_report_logo.py:24
Function
test_lone_call_record_after_leading_whitespace_is_graded
(extractor, source, prefix)
tests/tier3/test_codex_tool_call_normalization.py:1915
Function
test_lone_call_with_a_duplicate_key_record_stays_unsupported
(extractor, source)
tests/tier3/test_codex_tool_call_normalization.py:1781
Function
test_lone_call_with_a_plain_text_result_keeps_the_whole_output
(extractor, source, body)
tests/tier3/test_codex_tool_call_normalization.py:1825
Function
test_lone_call_with_an_incomplete_record_stays_unsupported
(extractor, source, body)
tests/tier3/test_codex_tool_call_normalization.py:1805
Method
test_lone_skill_file
A lone SKILL.md is scanned as one file; a caveat line that names a file beside it is not accepted.
tests/validators/test_security.py:11379
Method
test_lone_skill_file_naming_a_file_beside_it_stays_incomplete
A lone SKILL.md is scanned as one file, so SkillSpector never inspects the files beside it.
tests/validators/test_security.py:10116
Method
test_lone_skill_file_passes_when_its_lines_name_nothing_beside_it
SkillSpector reports every reference in a lone SKILL.md as missing; none of these names a file on disk.
tests/validators/test_security.py:10139
Function
test_lone_surrogate_description_is_counted_not_fatal
(tmp_path: Path)
tests/harness/test_overlay.py:1228
Method
test_long_adversarial_actions_are_checked_in_bounded_time
(self)
tests/evaluation/test_judges.py:1342
Function
test_long_and_list_before_apply_patch_is_read_in_linear_time
(run)
tests/tier3/test_apply_patch_security.py:1217
Function
test_long_codex_argument_keys_cannot_match_by_a_shared_prefix
()
tests/tier3/test_plugin_evidence_review.py:64
Function
test_long_display_paths_and_repository_root_keep_native_reports
(tmp_path, path)
tests/ci/test_native_reports.py:193
Function
test_long_error_body_is_redacted_before_it_is_shortened
A key that straddles the 2000th character is masked whole, not cut in two and saved in part.
tests/tier3/test_ragas_judge_evidence.py:337
Function
test_long_error_logs_keep_the_root_error_from_the_bounded_tail
(tmp_path: Path)
tests/test_tier3_case_summary.py:1976
Method
test_long_identifiers_before_ip_values_do_not_stall_the_scan
Regression (CWE-1333): the version-label pattern could split a run of letters in exponentially many ways, so a 30-letter identifier before an
tests/validators/test_security.py:8616
Function
test_long_input_is_escaped_in_linear_time
(unit: str)
tests/utils/test_rich_markup.py:114
Function
test_long_judge_evidence_is_bounded_and_redacted_before_it_is_cut
(tmp_path: Path, monkeypatch)
tests/tier3/test_judge_contracts.py:1843
Function
test_long_matchers_fail_closed_unless_they_are_exact_name_lists
()
tests/validators/test_plugin_component_risk.py:116
Function
test_long_multistep_output_name_uses_portable_collision_alias
(tmp_path: Path)
tests/test_issue55_collector_truth.py:2994
Function
test_long_numeric_attempt_field_is_normalized_without_integer_conversion
()
tests/reporting/test_dashboard_data.py:361
Method
test_long_placeholder_email_finishes_and_preserves_real_email
(self, tmp_path: Path)
tests/validators/test_security.py:1369
Function
test_long_recorded_scanner_version_wraps_inside_the_mobile_tier1_tile
(page, tmp_path)
tests/reporting/test_report_browser.py:601
Function
test_long_stop_on_pass_merge_carries_runner_attempt_ordinal_into_collection
(tmp_path: Path)
tests/test_harbor_runner_status.py:1788
Function
test_long_token_free_log_lines_finish_without_quadratic_key_scanning
()
tests/ci/test_ci_worker_diagnostics.py:185
Function
test_long_tool_names_alias_stably_and_map_back_on_responses
()
tests/test_transport_rules.py:64
Method
test_longest_catalog_path_identifies_the_target
(self, tmp_path: Path, write_skill)
tests/embedding/test_catalog.py:826
Function
test_look_alike_hook_urls_are_not_allowlisted
(tmp_path: Path, url: str)
tests/validators/test_plugin_component_risk.py:676
Function
test_lookalike_descriptions_are_flagged
(tmp_path: Path)
tests/harness/test_overlay.py:995
Function
test_lookalike_different_non_latin_descriptions_are_not_flagged
(tmp_path: Path)
tests/harness/test_overlay.py:1040
Function
test_lookalike_mixed_language_descriptions_keep_distinguishing_words
(tmp_path: Path)
tests/harness/test_overlay.py:1055
Function
test_lookalike_non_latin_descriptions_are_flagged
(tmp_path: Path, description: str)
tests/harness/test_overlay.py:1036
Function
test_lookup_oserror_is_contained_per_target
(tmp_path: Path, monkeypatch: pytest.MonkeyPatch)
tests/validators/test_hygiene_link_boundaries.py:100
Function
test_lookup_programming_errors_are_not_silenced
(tmp_path: Path, monkeypatch: pytest.MonkeyPatch)
tests/validators/test_hygiene_link_boundaries.py:113
Function
test_loopback_catalog_transport_bypasses_environment_proxy
(monkeypatch)
tests/test_model_catalog.py:397
Function
test_loose_agent_import_paths
()
tests/tier3/test_private_loose_source.py:562
Function
test_loose_bundle_stages_each_part_where_claude_code_loads_it_standalone
(loose)
tests/tier3/test_private_loose_source.py:134
Function
test_loose_mcp_reverted_root_substitution_cannot_match_full_template
(tmp_path)
tests/tier3/test_private_comparison_staging.py:360
Function
test_losing_a_negative_label_removes_actual_policy_coverage
(pilot_copy, case_id, metric)
tests/tier3/test_grader_pilot.py:58
Function
test_losing_a_push_race_to_the_same_attempt_never_comments_before_a_deploy
(tmp_path, event, attempt, deploys)
tests/ci/test_publisher_workflow.py:352
Function
test_lossy_payload_is_bounded_and_consistent_across_reporters
( tmp_path: Path, diagnostic: object, )
tests/reporting/test_advisory_skip_verdict.py:1535
Method
test_low_caveats_report_keeps_a_safe_recommendation
Unlike a partial report, SkillSpector keeps a LOW complete_with_caveats report SAFE. A report rejected by a later check carries no caveat war
tests/validators/test_security.py:11687
Method
test_low_severity
CVSS 0.1-3.9 maps to LOW.
tests/utils/test_tool_runner.py:51
Method
test_low_similarity
(self)
tests/embedding/test_registry.py:44
Function
test_lowercase_nested_manifest_is_not_a_second_skill_in_codex
(tmp_path: Path)
tests/harness/test_overlay.py:1275
Function
test_lowercase_root_manifest_stays_a_single_skill
(tmp_path: Path)
tests/test_catalog_discovery.py:137
Function
test_lowercase_skill_manifest_file_validates_like_its_folder
(tmp_path: Path)
tests/cli/test_validate_manifest_file.py:55
Function
test_lowering_all_quality_severities_does_not_disable_minimum
(below_threshold_skill: Path)
tests/test_quality_policy_gate.py:156
Function
test_lsp_command_line_is_read_by_its_first_word
Regression: 'bash -c node /usr/bin/env' read as one 'env' program, and 'npx -y github:evil/npx' as npx with the next argument as its package, so n
tests/validators/test_plugin_static_risk_review_fixes.py:752
Function
test_lsp_command_line_parser_operator_chain_stays_critical
Regression: 'cmd /c' and PowerShell '-Command' parse '&', '|' and ';', so an LSP server chained through them got only a LOW note that said the ope
tests/validators/test_plugin_config_risk.py:30
Function
test_lsp_plain_argv_operator_stays_low
()
tests/validators/test_plugin_config_risk.py:39
Function
test_lsp_rewording_strips_the_mcp_prefix_for_any_name
Regression: MCP messages now bound and redact the server name, so stripping the raw-name prefix left "lspServers['...']: mcpServers['...']: " in m
tests/validators/test_plugin_config_risk.py:45
← previous
next →
18,201–18,300 of 24,741, ranked by callers