Code
Hub
Workspaces
Following
Trending
Connect
MCP
copy
Create free account
hub
/
github.com/NVIDIA/SkillEvaluator
/ functions
Functions
24,741 in github.com/NVIDIA/SkillEvaluator
⨍
Functions
24,741
◇
Types & classes
1,292
↳
Endpoints
703
Function
test_windows_walker_selects_like_the_posix_walker
(tmp_path: Path, monkeypatch: pytest.MonkeyPatch)
tests/utils/test_secure_fs_platform.py:402
Function
test_with_and_without_columns_use_recorded_lift_operands
(tmp_path)
tests/test_tier3_history.py:284
Function
test_with_config_updates_existing_config_yaml_without_shadow_file
(tmp_path: Path)
tests/test_harbor_scaffold_transactions.py:437
Function
test_with_skill_eligibility_reasons_name_the_with_skill_arm
(evaluation)
tests/test_version_comparison.py:298
Function
test_with_skill_na_dimension_never_lets_the_agent_pass
(tmp_path, with_scores, activation)
tests/reporting/test_applicability_saved_runs.py:394
Function
test_with_skill_na_skill_metrics_name_the_eval_case_not_a_missing_skill
(tmp_path)
tests/reporting/test_applicability_saved_runs.py:443
Function
test_with_without_differences_and_explicit_features
()
tests/reporting/test_dashboard_data.py:63
Function
test_withheld_rewards_without_a_valid_trial_id_share_their_directory_identity
( tmp_path: Path, identity: object )
tests/reporting/test_failed_arm_trials.py:163
Function
test_within_arm_judge_mixture_is_excluded_when_other_arm_has_no_model
()
tests/tier3/test_private_comparison_contracts.py:71
Method
test_within_limit
Test line count within limit passes.
tests/validators/test_naming_utils.py:64
Function
test_without_a_dataset_nothing_is_claimed_about_case_ids
()
tests/tier3/test_token_usage.py:750
Function
test_without_baseline_preserves_score_without_inventing_comparison
()
tests/reporting/test_tier3_scoped_reports.py:222
Function
test_without_delegation_an_explicit_evaluator_allowlist_remains_required
(monkeypatch)
tests/ci/test_publish_reports.py:1599
Method
test_without_the_ledger_the_legacy_finding_is_unchanged
(self)
tests/validators/test_skillspector_reference_diagnostics.py:564
Method
test_without_the_options_the_card_says_not_recorded
Default behaviour is unchanged for a run with no orchestration input.
tests/test_benchmark_source_provenance.py:1203
Method
test_word_check_matches_an_unfiltered_walk
(self, tmp_path: Path, monkeypatch: pytest.MonkeyPatch)
tests/validators/test_skillspector_scope.py:856
Function
test_word_cut_by_the_scan_window_is_marked
(text: str, expected: str)
tests/tier3/test_security_finding_evidence.py:1803
Function
test_word_value_with_parentheses_is_masked_whole
(copy: str, command: str, expected: str)
tests/tier3/test_security_finding_evidence.py:3354
Function
test_wordmark_must_fit_the_stdout_encoding
(terminal, monkeypatch, encoding, terminal_width, art_rows)
tests/test_cli_banner.py:93
Function
test_work_limit_is_incomplete_in_cli_and_reports
A skill over a Tier 2 work limit reads INCOMPLETE, never a failed duplicate scan.
tests/test_tier2_command_failures.py:114
Function
test_worker_diagnostic_bytes_do_not_consume_the_report_expansion_limit
()
tests/ci/test_feedback.py:1246
Function
test_worker_diagnostics_are_kept_for_execution_problems_not_complete_verdicts
( consumer, tmp_path, monkeypatch, code, incomplete, retained )
tests/ci/test_run_tiers.py:876
Function
test_worker_diagnostics_keep_their_own_member_and_byte_bounds
(monkeypatch, name)
tests/ci/test_feedback.py:1271
Function
test_worker_directory_owned_by_another_user_is_rejected
(tmp_path, monkeypatch)
tests/ci/test_run_tier1.py:1821
Function
test_worker_failure_keeps_redacted_diagnostics_after_scratch_cleanup
(consumer, tmp_path, monkeypatch, phase)
tests/ci/test_run_tiers.py:276
Function
test_workflow_copies_of_identity_patterns_match_the_shared_module
(workflow, step, patterns)
tests/ci/test_github_api.py:183
Method
test_workflow_frontmatter_detection
Test detection of license in workflow frontmatter.
tests/validators/test_license.py:723
Function
test_workflow_manifest_file_sends_its_folder_to_tier3
( monkeypatch: pytest.MonkeyPatch, tmp_path: Path, sample_workflow_dir: Path )
tests/cli/test_validate_manifest_file.py:94
Function
test_workflow_manifest_file_validates_like_its_folder
(tmp_path: Path, sample_workflow_dir: Path)
tests/cli/test_validate_manifest_file.py:84
Function
test_workflow_manifest_linked_to_a_file_with_another_name_validates_the_folder
( tmp_path: Path, sample_workflow_dir: Path )
tests/cli/test_validate_manifest_file.py:187
Function
test_workflow_order_allows_execution_without_expected_skill
()
tests/tier3/test_checks_path_extraction.py:712
Function
test_workflow_order_codex_sed_read
()
tests/tier3/test_checks_path_extraction.py:671
Function
test_workflow_order_flags_execution_before_read
()
tests/test_checks_routing.py:75
Function
test_workflow_order_passes_read_then_execute
()
tests/test_checks_routing.py:82
Function
test_workflow_order_rejects_skill_md_string_search_even_when_output_mentions_expected_skill
()
tests/tier3/test_checks_path_extraction.py:765
Function
test_workflow_order_skill_word_search_not_read
A non-SKILL.md search must not satisfy the expected-skill workflow.
tests/tier3/test_checks_path_extraction.py:703
Function
test_workflow_preflight_rejects_environment_kwarg
(tmp_path: Path)
tests/test_nemo_gym_backend.py:1382
Function
test_workflow_scope_note_is_not_an_issue_without_a_finding
()
tests/reporting/test_reporters.py:1234
Function
test_workflow_scope_warning_does_not_count_as_an_issue
()
tests/ci/test_summary_metrics.py:149
Function
test_workflows_declare_permissions_or_inherit_the_explicit_scan_caller
A job-level permissions: block overrides the workflow-level one, so check both. The callable-only scanner inherits its explicit consumer permissi
tests/test_ci_workflows.py:595
Function
test_workspace_and_benign_home_paths_are_not_flagged
(check_security, tool_call: dict[str, Any])
tests/tier3/test_security_home_paths.py:596
Function
test_workspace_skills_folder_counts_its_siblings
(tmp_path: Path)
tests/harness/test_overlay.py:429
Function
test_wrapper_and_native_tasks_preserve_member_runtime_eval_helpers
(tmp_path: Path, agent: str)
tests/tier3/test_runtime_eval_directories.py:99
Function
test_wrapper_approval_does_not_bypass_caller_receipt_or_sha_validation
(monkeypatch, failure)
tests/ci/test_publish_reports.py:1381
Function
test_wrapper_delegation_is_explicit_and_static_evaluator_pins_remain_available
()
tests/ci/test_publisher_workflow.py:47
Function
test_wrapper_is_the_default_behavior_for_every_agent
()
tests/tier3/test_plugin_load_decisions.py:15
Function
test_wrapper_mcp_reaches_with_task_and_never_baseline
(tmp_path, agent)
tests/test_private_runtime_review.py:92
Function
test_wrapper_mode_is_not_supported_use_native
(tmp_path: Path, source)
tests/tier3/test_private_loose_source.py:404
Function
test_wrapper_preserves_custom_backend_routes_in_both_arms
(tmp_path, monkeypatch)
tests/test_private_runtime_rereview.py:24
Function
test_wrapper_scripts_are_followed_one_more_level
(tmp_path: Path, wrapper: str)
tests/validators/test_plugin_static_risk_review_fixes.py:395
Function
test_wrapper_that_javascript_rejects_stays_unsupported
(extractor, source)
tests/tier3/test_codex_tool_call_normalization.py:1740
Function
test_wrapper_trust_rejects_unapproved_ambiguous_or_mutable_references
(monkeypatch, approved, paths)
tests/ci/test_publish_reports.py:1373
Function
test_wrapper_whose_only_odd_characters_are_valid_javascript_still_decodes
(extractor, source)
tests/tier3/test_codex_tool_call_normalization.py:1868
Function
test_wrappers_write_config_with_snapshots_off
(agent_class: type, tmp_path: Path)
tests/tier3/test_opencode_snapshot_config.py:31
Function
test_write_and_edit_refs_see_a_shell_write_on_both_harnesses
Live sk19 stage-no-edit: Claude wrote with ``Write``, Codex with ``exec_command``; both must be flagged.
tests/tier3/test_f90_signals_conflict.py:287
Function
test_write_catalog_summary_rejects_symlinked_parent
(tmp_path: Path)
tests/test_commands.py:2417
Method
test_write_inside_run_root_allowed
(self, run_root: Path)
tests/test_harbor_local_sandbox.py:1435
Function
test_write_reports_escapes_content_and_leaves_native_evidence_untouched
(tmp_path)
tests/ci/test_tier_manifest.py:144
Function
test_write_reports_rejects_symlink_output
(tmp_path)
tests/ci/test_tier_manifest.py:161
Function
test_write_requests_send_strict_json_with_a_tool_user_agent
()
tests/ci/test_github_api.py:135
Function
test_write_reward_outputs_preserves_fixed_schema_keys_when_a_credential_matches_one
( verifier_module, monkeypatch: pytest.MonkeyPatch, )
tests/test_verifier_error_redaction.py:413
Function
test_write_reward_outputs_recursively_redacts_credentials_in_actual_artifacts
( verifier_module, monkeypatch: pytest.MonkeyPatch, )
tests/test_verifier_error_redaction.py:364
Function
test_write_task_toml_dual_arm_suffix
Verify that arm suffix is appended only when provided for dual-arm runs.
tests/test_tier3_public_runtime.py:2055
Function
test_write_task_toml_forwards_retry_env
Verify that _write_task_toml stages LLM retry variables into [verifier.env].
tests/test_tier3_public_runtime.py:2804
Function
test_write_task_toml_type_safety
Verify that _write_task_toml rejects non-string arm_suffix values.
tests/test_tier3_public_runtime.py:2074
Function
test_write_task_toml_writes_mcp_servers_json_and_headers
Write task.toml and mcp_servers.json preserving headers and transport when approved.
tests/test_harbor_adapter_safety.py:591
Function
test_writer_does_not_follow_output_symlinks
(selection: SimpleNamespace, tmp_path: Path)
tests/tier3/test_decoys.py:523
Function
test_writes_refused_until_the_run_closes_are_not_sent_with_the_next_run
( monkeypatch: pytest.MonkeyPatch, refused_from: str, )
tests/test_tier3_progress.py:1613
Function
test_written_scheme_is_checked_when_a_reference_decides_the_host
(url: str, expected: str)
tests/validators/test_mcp_static.py:995
Function
test_xargs_limit_fallback_handles_long_repeated_words
(security_check)
tests/tier3/test_destructive_command_paths.py:738
Function
test_xml_forbidden_characters_are_stripped
()
tests/reporting/test_junit_reporter.py:287
Method
test_xml_tags_in_description_rejected
Test validation fails when description contains XML tags.
tests/validators/test_schema.py:513
Method
test_xml_tags_in_description_remain_quality_error
Real XML/HTML-like tags in descriptions are still flagged.
tests/validators/test_quality_score.py:448
Method
test_xml_tags_in_name_rejected
Test validation fails when name contains XML tags.
tests/validators/test_schema.py:486
Method
test_yaml_alias_graph_does_not_expand_into_the_finding
(self)
tests/validators/test_schema.py:1504
Function
test_yaml_and_unknown_profile_compatibility
()
tests/test_plugin_format_profiles.py:28
Method
test_yaml_comment_after_sequence_block_scalar_is_not_flagged
A real comment after `- prompt: |` is not block-scalar content.
tests/validators/test_security.py:870
Method
test_yaml_comment_email_is_not_flagged
YAML hash comments remain skipped so they are not newly flagged as PII.
tests/validators/test_security.py:785
Function
test_yaml_dataset_is_reused_without_json_creation
(skill, configured, monkeypatch)
tests/tier3/test_workflow.py:283
Method
test_yaml_frontmatter_comment_in_skill_md_is_not_flagged
YAML comments in SKILL.md frontmatter stay skipped.
tests/validators/test_security.py:931
Function
test_yaml_frontmatter_links_are_ignored
()
tests/validators/test_markdown.py:273
Function
test_yaml_json_shape_limit_emits_diagnostic
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, caplog: pytest.LogCaptureFixture, )
tests/reporting/test_report_data_bounds.py:735
Method
test_yaml_multiline_description_roundtrip
( self, tmp_path: Path, full_body: bool, style: str, description: str )
tests/embedding/test_catalog.py:117
Method
test_year_and_count_prose_does_not_trigger_time_finding
(self, tmp_path: Path, statement: str)
tests/validators/test_quality_score.py:1044
Method
test_yml_extension_accepted
(self, tmp_path: Path)
tests/validators/test_plugin_schema.py:69
Function
test_zero_activation_cannot_receive_execution_credit
( scorer: ModuleType, call: dict, expected_script: str | None )
tests/tier3/test_skill_activation_scoring.py:32
Function
test_zero_activation_is_separate_from_execution_score
()
tests/test_harbor_skill_activation.py:26
Function
test_zero_attempt_identity_and_conflicting_attempt_fields
()
tests/reporting/test_dashboard_data.py:348
Function
test_zero_baseline_and_nonfinite_values
()
tests/reporting/test_dashboard_data.py:375
Function
test_zero_calls_without_recorded_connection_do_not_claim_connected
(status)
tests/reporting/test_native_evidence.py:108
Function
test_zero_execution_counts_stay_explicit_at_terminal_widths
(monkeypatch, width, skipped, not_applicable)
tests/reporting/test_final_render_context.py:465
Function
test_zero_exit_bash_with_error_text_still_passes_in_plugin_signals
(native_events, tmp_path)
tests/tier3/test_opencode_exit_status.py:148
Function
test_zero_exit_from_pure_and_chain_proves_script_success
()
tests/tier3/test_declarative_checks.py:102
Method
test_zero_exit_header_still_outranks_a_leading_error_line
(self)
tests/tier3/test_plugin_signals.py:529
Function
test_zero_is_recorded_but_unknown_counters_and_unavailable_deltas_stay_na
()
tests/reporting/test_telemetry_view.py:195
Method
test_zero_only_number_not_flagged_as_credit_card
(self, tmp_path: Path, number: str)
tests/validators/test_security.py:8011
Method
test_zero_points_turns_the_rule_and_its_gate_failure_off
(self, tmp_path: Path)
tests/validators/test_quality_score.py:2041
Method
test_zero_points_turns_the_rule_off_but_keeps_the_metrics
(self, tmp_path: Path)
tests/validators/test_quality_score.py:1767
Method
test_zero_points_turns_the_rule_off_without_changing_other_rules
(self, tmp_path: Path)
tests/validators/test_quality_score.py:1858
Method
test_zero_points_turns_the_rule_off_without_changing_other_rules
(self, tmp_path: Path)
tests/validators/test_quality_score.py:1946
← previous
next →
24,401–24,500 of 24,741, ranked by callers