Code
Hub
Workspaces
Following
Trending
Connect
MCP
copy
Create free account
hub
/
github.com/NVIDIA/SkillEvaluator
/ functions
Functions
24,741 in github.com/NVIDIA/SkillEvaluator
⨍
Functions
24,741
◇
Types & classes
1,292
↳
Endpoints
703
Function
test_cli_legend
()
tests/tier3/test_findings_severity.py:70
Function
test_cli_mutual_exclusion
(tmp_path: Path, reference_flag: str, skip: str)
tests/test_baseline_store.py:235
Function
test_cli_offers_installed_custom_backends
(tmp_path: Path)
tests/test_custom_execution_backends.py:312
Function
test_cli_output_io_failure_uses_exit_one
(monkeypatch, tmp_path)
tests/tier3/test_interactions.py:733
Function
test_cli_passes_comparison_budget_through_real_pipeline
(tmp_path: Path, monkeypatch, limit: int, succeeds: bool)
tests/embedding/test_similarity_limits.py:117
Function
test_cli_plain_progress_emits_exact_configuration_sequence
()
tests/test_tier3_progress.py:1027
Function
test_cli_previews_without_writing_and_writes_only_explicit_new_output
(tmp_path: Path)
tests/tier3/test_dataset_migration.py:34
Function
test_cli_print_all_includes_passing_result_provenance_once
()
tests/reporting/test_dataset_generation_provenance.py:186
Function
test_cli_prints_next_steps_after_the_case_summary
(tmp_path: Path)
tests/test_tier3_next_steps.py:202
Method
test_cli_provider_only_failure_exits_nonzero_as_incomplete
(self, sample_skill_dir: Path)
tests/validators/test_security.py:7379
Function
test_cli_rejects_incompatible_gym_before_generating_a_dataset
( incompatible_gym: Path, tmp_path: Path, monkeypatch: pytest.MonkeyPatch, command: list[str] )
tests/test_nemo_gym_backend.py:753
Function
test_cli_rejects_invalid_limits
(tmp_path: Path, monkeypatch, flag: str, value: str)
tests/embedding/test_similarity_limits.py:179
Function
test_cli_rejects_invalid_pii_waivers_as_usage_error
(command: str, tmp_path: Path)
tests/test_commands.py:1199
Function
test_cli_rejects_invalid_quality_config_as_usage_error
( command: list[str], config: str, expected: str, tmp_path: Path, )
tests/test_commands.py:1117
Function
test_cli_rejects_skipping_both_arms_before_any_work
( skill: Path, captured_options: list[Any], monkeypatch: pytest.MonkeyPatch )
tests/tier3/test_skip_with_skill.py:126
Function
test_cli_rejects_unknown_harness
(tmp_path: Path)
tests/harness/test_overlay.py:242
Function
test_cli_rejects_unsupported_gym_flags_before_autopilot_writes_a_dataset
( monkeypatch: pytest.MonkeyPatch, tmp_path: Path )
tests/test_nemo_gym_backend.py:1021
Function
test_cli_renders_dict_ref_as_compact_string
CLI renderer must show source+json_pointer when fed a dict ref from suggestions_v2.
tests/tier3/test_report_renders_refs.py:150
Function
test_cli_renders_legacy_string_ref_without_error
CLI renderer must tolerate legacy string refs in findings (backward compat).
tests/tier3/test_report_renders_refs.py:170
Function
test_cli_replaces_characters_not_supported_by_stdout_encoding
(monkeypatch, encoding, newline)
tests/test_cli_stdout_encoding.py:32
Function
test_cli_report_ignores_malformed_source_validation_metadata
()
tests/reporting/test_tier3_source_validation_reporting.py:204
Function
test_cli_report_keeps_the_incomplete_reason_next_to_an_advisory
A confirmed advisory fails the check, and the CLI still says why the audit was incomplete.
tests/validators/test_dependency_advisory_findings.py:772
Function
test_cli_report_omits_source_section_without_errors
(metadata: dict)
tests/reporting/test_tier3_source_validation_reporting.py:246
Function
test_cli_report_previews_source_errors_in_order
( tmp_path: Path, error_count: int, report_formats: tuple[str, ...], )
tests/reporting/test_tier3_source_validation_reporting.py:127
Function
test_cli_report_prints_source_errors_as_inert_text
(tmp_path: Path)
tests/reporting/test_tier3_source_validation_reporting.py:183
Function
test_cli_report_renders_untrusted_text_literally
(payload: str)
tests/reporting/test_rich_markup_escaping.py:188
Method
test_cli_report_shows_incomplete_warning
(self)
tests/reporting/test_incomplete_scans.py:63
Function
test_cli_report_strips_terminal_control_sequences
(payload: str, visible: str)
tests/reporting/test_rich_markup_escaping.py:250
Function
test_cli_reporter_consoles_print_emoji_codes_literally
( capsys: pytest.CaptureFixture[str], monkeypatch: pytest.MonkeyPatch )
tests/reporting/test_rich_markup_escaping.py:297
Function
test_cli_reporter_without_report_formats_lists_every_source_error
(tmp_path: Path)
tests/reporting/test_tier3_source_validation_reporting.py:153
Function
test_cli_reports_identical_embeddings_at_threshold_one
(tmp_path: Path, monkeypatch)
tests/embedding/test_similarity_limits.py:228
Function
test_cli_reports_signed_interaction_and_keeps_json_clean
(monkeypatch, tmp_path, as_json)
tests/tier3/test_interactions.py:652
Function
test_cli_requires_two_skills_and_never_generates_a_source
(monkeypatch, tmp_path)
tests/tier3/test_interactions.py:748
Function
test_cli_rich_progress_keeps_configuration_transitions_inside_one_live_box
()
tests/test_tier3_progress.py:1010
Function
test_cli_sends_each_arms_progress_to_stderr
(monkeypatch, tmp_path)
tests/tier3/test_interactions.py:683
Function
test_cli_smoke
(workspace)
tests/test_trace_import.py:357
Function
test_cli_stop_on_pass_overrides_config
(monkeypatch: pytest.MonkeyPatch, tmp_path: Path)
tests/test_tier3_config_key_parity.py:255
Function
test_cli_summary_marks_the_with_skill_arm_skipped
(tmp_path: Path)
tests/tier3/test_skip_with_skill.py:584
Function
test_cli_surface_matches_golden
()
tests/golden/test_cli_surface.py:50
Method
test_cli_uses_incomplete_status_and_never_pass
(self)
tests/reporting/test_incomplete_scans.py:56
Function
test_cli_validate_forwards_environment_kwargs_to_tier3
(monkeypatch: pytest.MonkeyPatch, tmp_path: Path)
tests/test_evaluation_service.py:197
Function
test_cli_validation_diagnostic_identifies_guard_callsite_not_shared_require
(gitlab, monkeypatch, capsys)
tests/ci/test_feedback.py:1583
Function
test_cli_verification_is_visible_with_or_without_color
Rich's own styling must not obscure semantic assertions or permit terminal controls.
tests/reporting/test_finding_verification.py:317
Function
test_client_and_template_downgrade_on_400_422_and_memoize_across_calls
Verify HTTP 400/422 on schema calls downgrades to prompt-only and memoizes the model.
tests/test_llm_judge.py:499
Function
test_client_default_replacement_and_codex_ignored_paths
(tmp_path, profile, declared, expected)
tests/test_plugin_discovery.py:196
Function
test_client_json_recursion_is_a_safe_structured_client_error
( bridge_services: _BridgeServices, monkeypatch: pytest.MonkeyPatch )
tests/test_nvidia_build_bridge.py:1531
Method
test_client_retry_of_a_transient_error_is_not_counted
(self, tmp_path, monkeypatch: pytest.MonkeyPatch)
tests/validators/test_rubric_eval.py:1728
Method
test_client_without_model_used_gives_no_model
(self, make_cluster)
tests/deduplication/intra_skill/test_intra_llm_analyzer.py:653
Function
test_clone_umask_leaves_runtime_identity_unchanged
(tmp_path: Path, umask: int)
tests/tier3/test_decoy_identity.py:83
Function
test_closed_progress_stream_does_not_fail_generation
()
tests/tier3/test_dataset_generation_progress.py:110
Function
test_closed_summary_keeps_row_omission_and_display_shortening_distinct_and_notes_reachable
()
tests/reporting/test_plugin_evidence_report.py:378
Method
test_closing_xml_tag_in_description_rejected
Opening and closing XML tags use the same schema and quality definition.
tests/validators/test_schema.py:569
Method
test_closing_xml_tag_in_description_remains_quality_error
Closing tags use the same XML definition as schema validation.
tests/validators/test_quality_score.py:521
Function
test_cloud_build_vendor_clis_require_independent_native_credentials
( agent: str, runtime_env: dict[str, str], expected_fragment: str, )
tests/test_provider_agent_routing.py:173
Method
test_cluster_member_limit_is_the_chunk_ceiling
(self)
tests/deduplication/intra_skill/test_intra_skill_validator.py:568
Function
test_clustering_normalizes_once_and_checks_aggregate_scalar_work
(monkeypatch)
tests/deduplication/plugin/test_private_dedup.py:440
Method
test_clustering_uses_the_intra_skill_scalar_budget
(self)
tests/deduplication/intra_skill/test_semantic_clustering.py:121
Function
test_code_after_a_closed_block_comment_is_not_notice_prose
(module, header)
tests/tier3/test_license_notice_network_bypasses.py:73
Function
test_code_comment_does_not_drop_a_short_parent_section
()
tests/deduplication/utils/test_chunker_fences.py:67
Function
test_codex_agent_plugins_cap_and_hooks
(tmp_path: Path)
tests/harness/test_plugin_compat.py:117
Function
test_codex_agents_render_the_pinned_reasoning_effort
(tmp_path: Path)
tests/test_tier3_public_runtime.py:2927
Function
test_codex_apply_patch_input_reaches_file_changes
(patch: str, expected_paths: list[str])
tests/tier3/test_behavior_evidence.py:1472
Function
test_codex_apps_and_agent_plugins_extensions_retain_raw_declarations
(tmp_path)
tests/test_plugin_discovery.py:144
Function
test_codex_bypass_findings_past_the_cap_are_counted
()
tests/validators/test_plugin_config_risk.py:85
Function
test_codex_bypass_flags_are_high
(tmp_path: Path, args: list[str])
tests/validators/test_plugin_static_risk_review_fixes.py:821
Function
test_codex_collab_tool_call_spawn_agent_preserves_wire_fields
()
tests/tier3/test_log_converters.py:252
Function
test_codex_command_execution_preserves_failed_terminal_evidence
()
tests/tier3/test_log_converters.py:326
Function
test_codex_declared_path_whitespace_selects_the_literal_target
( tmp_path, field_name, component_type, declared, safe_file, selected_file, member_path )
tests/test_plugin_discovery.py:504
Function
test_codex_drops_a_commands_map_and_loads_the_default_folder
(tmp_path)
tests/test_plugin_discovery.py:545
Function
test_codex_exec_json_tolerates_stderr_noise
()
tests/tier3/test_log_converters.py:163
Function
test_codex_explicit_invocation_delivers_whole
(tmp_path: Path)
tests/harness/test_overlay.py:946
Function
test_codex_failed_status_in_codex_txt_marks_calls_failed
(tmp_path: Path)
tests/tier3/test_f90_mcp_execution.py:246
Function
test_codex_file_change_emits_write_calls
()
tests/tier3/test_log_converters.py:189
Function
test_codex_file_change_preserves_status_and_error
()
tests/tier3/test_log_converters.py:340
Function
test_codex_ignored_extras_are_not_enabled_in_the_staged_census
(tmp_path: Path)
tests/tier3/test_openclaw_prepare.py:277
Function
test_codex_implicit_policy_is_codex_only
(tmp_path: Path)
tests/harness/test_overlay.py:674
Function
test_codex_inherits_the_sandbox_environment_when_runtime_env_is_set
(tmp_path: Path)
tests/test_nemo_gym_backend.py:1458
Function
test_codex_inherits_the_task_environment_without_runtime_env
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch )
tests/test_nemo_gym_backend.py:1993
Function
test_codex_keeps_only_the_paths_it_accepts_in_their_shape
(tmp_path: Path, skills: Any, expected: Any)
tests/tier3/test_openclaw_prepare.py:273
Function
test_codex_leading_system_and_user_steps_are_the_prompt
Codex puts AGENTS.md in a leading system/user step: a value there is still prompt text.
tests/tier3/test_f90_signals_handoff_prompt.py:105
Function
test_codex_like_trajectory_infers_llm_from_step_timestamps
()
tests/tier3/test_trajectory_timing.py:51
Method
test_codex_manifest_read_satisfies_skill_ref
(self)
tests/tier3/test_plugin_signals.py:667
Function
test_codex_mcp_tool_call_preserves_result
()
tests/tier3/test_log_converters.py:275
Function
test_codex_mcp_tool_call_string_error
()
tests/tier3/test_log_converters.py:355
Function
test_codex_multi_file_change_terminal_evidence_on_each_write
()
tests/tier3/test_log_converters.py:385
Function
test_codex_multi_file_patch_names_every_file_not_just_the_first
A single-path helper must not let one file stand for a patch that touched three.
tests/tier3/test_behavior_evidence.py:1486
Function
test_codex_native_setup_preserves_harbor_credential_clearing
(assignments: str)
tests/tier3/test_native_launch_insertion.py:90
Function
test_codex_only_bundle_is_refused_by_copilot
(tmp_path: Path)
tests/harness/test_plugin_compat.py:72
Function
test_codex_opencode_shaped_jsonl_fallback
()
tests/tier3/test_log_converters.py:175
Function
test_codex_optional_headers_preserve_output
(checker, has_chunk_id, has_token_count, line_ending, output)
tests/tier3/test_error_recovery.py:822
Function
test_codex_output_does_not_strip_claude_marker
(checker)
tests/tier3/test_error_recovery.py:906
Function
test_codex_overlay_checks_only_fields_the_overlay_can_apply
()
tests/validators/test_private_format_boundaries.py:172
Function
test_codex_patch_path_list_is_capped_so_it_cannot_crowd_out_the_budget
()
tests/tier3/test_behavior_evidence.py:1493
Function
test_codex_patch_survives_the_truncation_pressure_issue_236_is_about
FILE CHANGES is budgeted first, the compact tool history last. While the patch reached the judge only through the tool history, a long run on
tests/tier3/test_behavior_evidence.py:1576
Function
test_codex_plain_text_errors_return_none
()
tests/tier3/test_log_converters.py:417
Function
test_codex_policy_makes_disable_model_invocation_effective_in_codex
(tmp_path: Path)
tests/harness/test_overlay.py:662
Function
test_codex_probe_header_does_not_hide_real_failures
(checker, command, exit_code, output)
tests/tier3/test_error_recovery.py:769
Function
test_codex_probe_output_is_never_stripped_as_metadata
(checker, output)
tests/tier3/test_error_recovery.py:752
Function
test_codex_profile_after_the_first_64_is_checked
Regression: only the first 64 '[profiles.*]' tables were read, so a 65th risky profile got no finding.
tests/validators/test_plugin_config_risk.py:74
Function
test_codex_quiet_probe_header_is_not_diagnostic
(checker, command, line_ending)
tests/tier3/test_error_recovery.py:733
← previous
next →
14,001–14,100 of 24,741, ranked by callers