MCPcopy Create free account

hub / github.com/NVIDIA/SkillEvaluator / functions

Functions24,741 in github.com/NVIDIA/SkillEvaluator

Functiontest_windows_walker_selects_like_the_posix_walker
(tmp_path: Path, monkeypatch: pytest.MonkeyPatch)
tests/utils/test_secure_fs_platform.py:402
Functiontest_with_and_without_columns_use_recorded_lift_operands
(tmp_path)
tests/test_tier3_history.py:284
Functiontest_with_config_updates_existing_config_yaml_without_shadow_file
(tmp_path: Path)
tests/test_harbor_scaffold_transactions.py:437
Functiontest_with_skill_eligibility_reasons_name_the_with_skill_arm
(evaluation)
tests/test_version_comparison.py:298
Functiontest_with_skill_na_dimension_never_lets_the_agent_pass
(tmp_path, with_scores, activation)
tests/reporting/test_applicability_saved_runs.py:394
Functiontest_with_skill_na_skill_metrics_name_the_eval_case_not_a_missing_skill
(tmp_path)
tests/reporting/test_applicability_saved_runs.py:443
Functiontest_with_without_differences_and_explicit_features
()
tests/reporting/test_dashboard_data.py:63
Functiontest_withheld_rewards_without_a_valid_trial_id_share_their_directory_identity
( tmp_path: Path, identity: object )
tests/reporting/test_failed_arm_trials.py:163
Functiontest_within_arm_judge_mixture_is_excluded_when_other_arm_has_no_model
()
tests/tier3/test_private_comparison_contracts.py:71
Methodtest_within_limit
Test line count within limit passes.
tests/validators/test_naming_utils.py:64
Functiontest_without_a_dataset_nothing_is_claimed_about_case_ids
()
tests/tier3/test_token_usage.py:750
Functiontest_without_baseline_preserves_score_without_inventing_comparison
()
tests/reporting/test_tier3_scoped_reports.py:222
Functiontest_without_delegation_an_explicit_evaluator_allowlist_remains_required
(monkeypatch)
tests/ci/test_publish_reports.py:1599
Methodtest_without_the_ledger_the_legacy_finding_is_unchanged
(self)
tests/validators/test_skillspector_reference_diagnostics.py:564
Methodtest_without_the_options_the_card_says_not_recorded
Default behaviour is unchanged for a run with no orchestration input.
tests/test_benchmark_source_provenance.py:1203
Methodtest_word_check_matches_an_unfiltered_walk
(self, tmp_path: Path, monkeypatch: pytest.MonkeyPatch)
tests/validators/test_skillspector_scope.py:856
Functiontest_word_cut_by_the_scan_window_is_marked
(text: str, expected: str)
tests/tier3/test_security_finding_evidence.py:1803
Functiontest_word_value_with_parentheses_is_masked_whole
(copy: str, command: str, expected: str)
tests/tier3/test_security_finding_evidence.py:3354
Functiontest_wordmark_must_fit_the_stdout_encoding
(terminal, monkeypatch, encoding, terminal_width, art_rows)
tests/test_cli_banner.py:93
Functiontest_work_limit_is_incomplete_in_cli_and_reports
A skill over a Tier 2 work limit reads INCOMPLETE, never a failed duplicate scan.
tests/test_tier2_command_failures.py:114
Functiontest_worker_diagnostic_bytes_do_not_consume_the_report_expansion_limit
()
tests/ci/test_feedback.py:1246
Functiontest_worker_diagnostics_are_kept_for_execution_problems_not_complete_verdicts
( consumer, tmp_path, monkeypatch, code, incomplete, retained )
tests/ci/test_run_tiers.py:876
Functiontest_worker_diagnostics_keep_their_own_member_and_byte_bounds
(monkeypatch, name)
tests/ci/test_feedback.py:1271
Functiontest_worker_directory_owned_by_another_user_is_rejected
(tmp_path, monkeypatch)
tests/ci/test_run_tier1.py:1821
Functiontest_worker_failure_keeps_redacted_diagnostics_after_scratch_cleanup
(consumer, tmp_path, monkeypatch, phase)
tests/ci/test_run_tiers.py:276
Functiontest_workflow_copies_of_identity_patterns_match_the_shared_module
(workflow, step, patterns)
tests/ci/test_github_api.py:183
Methodtest_workflow_frontmatter_detection
Test detection of license in workflow frontmatter.
tests/validators/test_license.py:723
Functiontest_workflow_manifest_file_sends_its_folder_to_tier3
( monkeypatch: pytest.MonkeyPatch, tmp_path: Path, sample_workflow_dir: Path )
tests/cli/test_validate_manifest_file.py:94
Functiontest_workflow_manifest_file_validates_like_its_folder
(tmp_path: Path, sample_workflow_dir: Path)
tests/cli/test_validate_manifest_file.py:84
Functiontest_workflow_manifest_linked_to_a_file_with_another_name_validates_the_folder
( tmp_path: Path, sample_workflow_dir: Path )
tests/cli/test_validate_manifest_file.py:187
Functiontest_workflow_order_allows_execution_without_expected_skill
()
tests/tier3/test_checks_path_extraction.py:712
Functiontest_workflow_order_codex_sed_read
()
tests/tier3/test_checks_path_extraction.py:671
Functiontest_workflow_order_flags_execution_before_read
()
tests/test_checks_routing.py:75
Functiontest_workflow_order_passes_read_then_execute
()
tests/test_checks_routing.py:82
Functiontest_workflow_order_rejects_skill_md_string_search_even_when_output_mentions_expected_skill
()
tests/tier3/test_checks_path_extraction.py:765
Functiontest_workflow_order_skill_word_search_not_read
A non-SKILL.md search must not satisfy the expected-skill workflow.
tests/tier3/test_checks_path_extraction.py:703
Functiontest_workflow_preflight_rejects_environment_kwarg
(tmp_path: Path)
tests/test_nemo_gym_backend.py:1382
Functiontest_workflow_scope_note_is_not_an_issue_without_a_finding
()
tests/reporting/test_reporters.py:1234
Functiontest_workflow_scope_warning_does_not_count_as_an_issue
()
tests/ci/test_summary_metrics.py:149
Functiontest_workflows_declare_permissions_or_inherit_the_explicit_scan_caller
A job-level permissions: block overrides the workflow-level one, so check both. The callable-only scanner inherits its explicit consumer permissi
tests/test_ci_workflows.py:595
Functiontest_workspace_and_benign_home_paths_are_not_flagged
(check_security, tool_call: dict[str, Any])
tests/tier3/test_security_home_paths.py:596
Functiontest_workspace_skills_folder_counts_its_siblings
(tmp_path: Path)
tests/harness/test_overlay.py:429
Functiontest_wrapper_and_native_tasks_preserve_member_runtime_eval_helpers
(tmp_path: Path, agent: str)
tests/tier3/test_runtime_eval_directories.py:99
Functiontest_wrapper_approval_does_not_bypass_caller_receipt_or_sha_validation
(monkeypatch, failure)
tests/ci/test_publish_reports.py:1381
Functiontest_wrapper_delegation_is_explicit_and_static_evaluator_pins_remain_available
()
tests/ci/test_publisher_workflow.py:47
Functiontest_wrapper_is_the_default_behavior_for_every_agent
()
tests/tier3/test_plugin_load_decisions.py:15
Functiontest_wrapper_mcp_reaches_with_task_and_never_baseline
(tmp_path, agent)
tests/test_private_runtime_review.py:92
Functiontest_wrapper_mode_is_not_supported_use_native
(tmp_path: Path, source)
tests/tier3/test_private_loose_source.py:404
Functiontest_wrapper_preserves_custom_backend_routes_in_both_arms
(tmp_path, monkeypatch)
tests/test_private_runtime_rereview.py:24
Functiontest_wrapper_scripts_are_followed_one_more_level
(tmp_path: Path, wrapper: str)
tests/validators/test_plugin_static_risk_review_fixes.py:395
Functiontest_wrapper_that_javascript_rejects_stays_unsupported
(extractor, source)
tests/tier3/test_codex_tool_call_normalization.py:1740
Functiontest_wrapper_trust_rejects_unapproved_ambiguous_or_mutable_references
(monkeypatch, approved, paths)
tests/ci/test_publish_reports.py:1373
Functiontest_wrapper_whose_only_odd_characters_are_valid_javascript_still_decodes
(extractor, source)
tests/tier3/test_codex_tool_call_normalization.py:1868
Functiontest_wrappers_write_config_with_snapshots_off
(agent_class: type, tmp_path: Path)
tests/tier3/test_opencode_snapshot_config.py:31
Functiontest_write_and_edit_refs_see_a_shell_write_on_both_harnesses
Live sk19 stage-no-edit: Claude wrote with ``Write``, Codex with ``exec_command``; both must be flagged.
tests/tier3/test_f90_signals_conflict.py:287
Functiontest_write_catalog_summary_rejects_symlinked_parent
(tmp_path: Path)
tests/test_commands.py:2417
Methodtest_write_inside_run_root_allowed
(self, run_root: Path)
tests/test_harbor_local_sandbox.py:1435
Functiontest_write_reports_escapes_content_and_leaves_native_evidence_untouched
(tmp_path)
tests/ci/test_tier_manifest.py:144
Functiontest_write_reports_rejects_symlink_output
(tmp_path)
tests/ci/test_tier_manifest.py:161
Functiontest_write_requests_send_strict_json_with_a_tool_user_agent
()
tests/ci/test_github_api.py:135
Functiontest_write_reward_outputs_preserves_fixed_schema_keys_when_a_credential_matches_one
( verifier_module, monkeypatch: pytest.MonkeyPatch, )
tests/test_verifier_error_redaction.py:413
Functiontest_write_reward_outputs_recursively_redacts_credentials_in_actual_artifacts
( verifier_module, monkeypatch: pytest.MonkeyPatch, )
tests/test_verifier_error_redaction.py:364
Functiontest_write_task_toml_dual_arm_suffix
Verify that arm suffix is appended only when provided for dual-arm runs.
tests/test_tier3_public_runtime.py:2055
Functiontest_write_task_toml_forwards_retry_env
Verify that _write_task_toml stages LLM retry variables into [verifier.env].
tests/test_tier3_public_runtime.py:2804
Functiontest_write_task_toml_type_safety
Verify that _write_task_toml rejects non-string arm_suffix values.
tests/test_tier3_public_runtime.py:2074
Functiontest_write_task_toml_writes_mcp_servers_json_and_headers
Write task.toml and mcp_servers.json preserving headers and transport when approved.
tests/test_harbor_adapter_safety.py:591
Functiontest_writer_does_not_follow_output_symlinks
(selection: SimpleNamespace, tmp_path: Path)
tests/tier3/test_decoys.py:523
Functiontest_writes_refused_until_the_run_closes_are_not_sent_with_the_next_run
( monkeypatch: pytest.MonkeyPatch, refused_from: str, )
tests/test_tier3_progress.py:1613
Functiontest_written_scheme_is_checked_when_a_reference_decides_the_host
(url: str, expected: str)
tests/validators/test_mcp_static.py:995
Functiontest_xargs_limit_fallback_handles_long_repeated_words
(security_check)
tests/tier3/test_destructive_command_paths.py:738
Functiontest_xml_forbidden_characters_are_stripped
()
tests/reporting/test_junit_reporter.py:287
Methodtest_xml_tags_in_description_rejected
Test validation fails when description contains XML tags.
tests/validators/test_schema.py:513
Methodtest_xml_tags_in_description_remain_quality_error
Real XML/HTML-like tags in descriptions are still flagged.
tests/validators/test_quality_score.py:448
Methodtest_xml_tags_in_name_rejected
Test validation fails when name contains XML tags.
tests/validators/test_schema.py:486
Methodtest_yaml_alias_graph_does_not_expand_into_the_finding
(self)
tests/validators/test_schema.py:1504
Functiontest_yaml_and_unknown_profile_compatibility
()
tests/test_plugin_format_profiles.py:28
Methodtest_yaml_comment_after_sequence_block_scalar_is_not_flagged
A real comment after `- prompt: |` is not block-scalar content.
tests/validators/test_security.py:870
Methodtest_yaml_comment_email_is_not_flagged
YAML hash comments remain skipped so they are not newly flagged as PII.
tests/validators/test_security.py:785
Functiontest_yaml_dataset_is_reused_without_json_creation
(skill, configured, monkeypatch)
tests/tier3/test_workflow.py:283
Methodtest_yaml_frontmatter_comment_in_skill_md_is_not_flagged
YAML comments in SKILL.md frontmatter stay skipped.
tests/validators/test_security.py:931
Functiontest_yaml_frontmatter_links_are_ignored
()
tests/validators/test_markdown.py:273
Functiontest_yaml_json_shape_limit_emits_diagnostic
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, caplog: pytest.LogCaptureFixture, )
tests/reporting/test_report_data_bounds.py:735
Methodtest_yaml_multiline_description_roundtrip
( self, tmp_path: Path, full_body: bool, style: str, description: str )
tests/embedding/test_catalog.py:117
Methodtest_year_and_count_prose_does_not_trigger_time_finding
(self, tmp_path: Path, statement: str)
tests/validators/test_quality_score.py:1044
Methodtest_yml_extension_accepted
(self, tmp_path: Path)
tests/validators/test_plugin_schema.py:69
Functiontest_zero_activation_cannot_receive_execution_credit
( scorer: ModuleType, call: dict, expected_script: str | None )
tests/tier3/test_skill_activation_scoring.py:32
Functiontest_zero_activation_is_separate_from_execution_score
()
tests/test_harbor_skill_activation.py:26
Functiontest_zero_attempt_identity_and_conflicting_attempt_fields
()
tests/reporting/test_dashboard_data.py:348
Functiontest_zero_baseline_and_nonfinite_values
()
tests/reporting/test_dashboard_data.py:375
Functiontest_zero_calls_without_recorded_connection_do_not_claim_connected
(status)
tests/reporting/test_native_evidence.py:108
Functiontest_zero_execution_counts_stay_explicit_at_terminal_widths
(monkeypatch, width, skipped, not_applicable)
tests/reporting/test_final_render_context.py:465
Functiontest_zero_exit_bash_with_error_text_still_passes_in_plugin_signals
(native_events, tmp_path)
tests/tier3/test_opencode_exit_status.py:148
Functiontest_zero_exit_from_pure_and_chain_proves_script_success
()
tests/tier3/test_declarative_checks.py:102
Methodtest_zero_exit_header_still_outranks_a_leading_error_line
(self)
tests/tier3/test_plugin_signals.py:529
Functiontest_zero_is_recorded_but_unknown_counters_and_unavailable_deltas_stay_na
()
tests/reporting/test_telemetry_view.py:195
Methodtest_zero_only_number_not_flagged_as_credit_card
(self, tmp_path: Path, number: str)
tests/validators/test_security.py:8011
Methodtest_zero_points_turns_the_rule_and_its_gate_failure_off
(self, tmp_path: Path)
tests/validators/test_quality_score.py:2041
Methodtest_zero_points_turns_the_rule_off_but_keeps_the_metrics
(self, tmp_path: Path)
tests/validators/test_quality_score.py:1767
Methodtest_zero_points_turns_the_rule_off_without_changing_other_rules
(self, tmp_path: Path)
tests/validators/test_quality_score.py:1858
Methodtest_zero_points_turns_the_rule_off_without_changing_other_rules
(self, tmp_path: Path)
tests/validators/test_quality_score.py:1946
← previousnext →24,401–24,500 of 24,741, ranked by callers