MCPcopy Create free account

hub / github.com/NVIDIA/SkillEvaluator / functions

Functions24,741 in github.com/NVIDIA/SkillEvaluator

Functiontest_per_trial_usage_is_blank_when_any_trial_is_unmeasured
()
tests/reporting/test_dashboard_data.py:201
Functiontest_per_trial_usage_normalizes_trial_counts
()
tests/reporting/test_dashboard_data.py:179
Methodtest_percent_encoded_scheme_does_not_normalize_into_readme_reference
(self, tmp_path: Path)
tests/validators/test_quality_score.py:1338
Methodtest_percent_encoded_scheme_preserves_legacy_quality_score
(self, tmp_path: Path, target: str)
tests/validators/test_quality_score.py:1305
Functiontest_percentage_change_is_given_at_every_scope
(with_total: int, percent: float)
tests/tier3/test_token_usage.py:384
Functiontest_performance_table_shows_per_trial_usage
(tmp_path: Path)
tests/reporting/test_dashboard_app.py:141
Functiontest_permission_bypass_hook_is_recorded_as_a_native_refusal
(tmp_path: Path)
tests/tier3/test_plugin_prepare.py:106
Functiontest_permission_error_from_the_group_probe_is_retried
(tmp_path: Path, monkeypatch: pytest.MonkeyPatch)
tests/test_nemo_gym_backend.py:2679
Functiontest_permission_flag_scan_keeps_the_command_boundaries
(text: str, flagged: bool)
tests/validators/test_mcp_static.py:1344
Functiontest_permission_flag_scan_reads_each_string_once_for_many_option_hits
(monkeypatch, unit: str)
tests/validators/test_mcp_static.py:1307
Functiontest_permissive_permission_mode_flags_are_medium
(tmp_path: Path, args: list[str])
tests/validators/test_plugin_static_risk_review_fixes.py:842
Functiontest_persisted_comparison_config_remains_authoritative
(tmp_path)
tests/test_tier3_history.py:411
Functiontest_persisted_step_trial_name_never_collides_with_physical_trial_root
( tmp_path: Path, physical_trial_root: str, )
tests/test_issue55_collector_truth.py:2744
Functiontest_persisted_trial_alias_keeps_exact_posix_source_name
( tmp_path: Path, trial_root_name: str, )
tests/test_issue55_collector_truth.py:2964
Functiontest_persisted_trial_alias_keeps_exact_source_identity_with_trailing_space
(tmp_path: Path)
tests/test_issue55_collector_truth.py:2769
Functiontest_persistent_400_after_schema_downgrade_fails_fast_without_infinite_loop
Verify if downgraded prompt-only call also returns HTTP 400, it fails fast after 2 calls.
tests/test_llm_judge.py:790
Functiontest_persistent_installer_failure_stops_after_bounded_attempts
( tmp_path: Path, agent_class: type, sleeps: list[float] )
tests/tier3/test_installed_agent_install_retry.py:163
Functiontest_persistent_runtime_injection_env_is_blocked_before_launcher
(tmp_path: Path)
tests/test_harbor_local_mode.py:4255
Methodtest_person_phrases_do_not_match_inside_words
(self, tmp_path: Path)
tests/validators/test_quality_score.py:967
Functiontest_personal_or_unknown_owner_is_not_eligible
(info, pages, owner)
tests/test_ci_onboarding_pages.py:68
Methodtest_phone_after_scientific_notation_still_flagged
Dropping a candidate inside a scientific literal keeps a real phone later on the line.
tests/validators/test_security.py:7729
Methodtest_phone_bare_ten_digit_run_not_flagged
A bare 10-digit run (timestamp / byte offset / numeric ID) is not a phone number. Regression test for the reported false positive in
tests/validators/test_security.py:7690
Methodtest_phone_formatted_still_flagged
A properly formatted phone number is still flagged.
tests/validators/test_security.py:7706
Methodtest_phone_scientific_notation_matrix_not_flagged
The exponent of a scientific-notation value is not an international phone prefix.
tests/validators/test_security.py:7718
Methodtest_physical_location_uri_encodes_a_lone_surrogate_that_is_not_an_escape
(self)
tests/reporting/test_reporters.py:1749
Methodtest_physical_location_uri_encodes_percent_signs
(self, tmp_path: Path)
tests/reporting/test_reporters.py:1674
Methodtest_physical_location_uri_encodes_spaces_and_skips_invalid_lines
(self)
tests/reporting/test_reporters.py:1617
Methodtest_physical_location_uri_encodes_the_bytes_of_an_undecodable_file_name
(self, tmp_path: Path)
tests/reporting/test_reporters.py:1726
Methodtest_physical_location_uri_follows_dot_dot_through_a_symlinked_directory
(self, tmp_path: Path)
tests/reporting/test_reporters.py:1753
Methodtest_physical_location_uri_keeps_a_colon_in_the_first_segment_a_path
(self, tmp_path: Path)
tests/reporting/test_reporters.py:1718
Methodtest_physical_location_uri_keeps_a_symlink_that_points_outside_the_workspace
(self, tmp_path: Path)
tests/reporting/test_reporters.py:1771
Methodtest_physical_location_uri_outside_the_workspace_is_a_file_uri
(self, tmp_path: Path)
tests/reporting/test_reporters.py:1731
Functiontest_piece_missing_from_every_emitted_arm_cannot_disappear_from_parity
(tmp_path)
tests/tier3/test_private_comparison_staging.py:168
Functiontest_pii_categories_and_stability
()
tests/test_trace_import.py:441
Functiontest_pii_finding_reports_the_digest_a_waiver_needs
(skill: Path)
tests/validators/test_pii_waivers.py:83
Functiontest_pii_findings_do_not_expose_detected_credential
(tmp_path)
tests/ci/test_secret_redaction.py:78
Methodtest_pii_findings_include_suggestion
Test that PII findings include actionable suggestions.
tests/validators/test_security_validators.py:1243
Functiontest_pii_patterns_are_cached
()
tests/test_trace_import.py:516
Methodtest_pii_scan_creates_structured_findings
Test that PII scan creates Finding objects with full context.
tests/validators/test_security_validators.py:1205
Functiontest_pii_scan_malformed_llm_verdict_is_incomplete
( tmp_path: Path, monkeypatch, malformed_verdict: dict, )
tests/test_cli.py:1400
Functiontest_pii_scan_partial_llm_verification_is_incomplete
( tmp_path: Path, monkeypatch, )
tests/test_cli.py:1347
Functiontest_pii_scan_requested_llm_verification_without_verdicts_is_incomplete
( tmp_path: Path, monkeypatch, )
tests/test_cli.py:1289
Functiontest_pii_scan_without_llm_verification_preserves_static_behavior
( tmp_path: Path, monkeypatch, )
tests/test_cli.py:1324
Functiontest_pii_scan_without_waivers_still_fails
(command: str, monkeypatch: pytest.MonkeyPatch, tmp_path: Path)
tests/test_commands.py:1190
Methodtest_pii_skips_evals_directory
Tier 1 PII scan must skip ``evals/`` so agent transcripts are ignored. Regression test for the report that real PII patterns inside `
tests/validators/test_security.py:8031
Methodtest_pii_skips_versions_directory
Tier 1 PII scan must skip ``.versions/`` snapshots.
tests/validators/test_security.py:8064
Functiontest_pii_source_masks_multiple_credentials_in_one_line
(tmp_path)
tests/ci/test_secret_redaction.py:495
Functiontest_pii_waivers_option_applies_reviewed_waivers
( command: str, monkeypatch: pytest.MonkeyPatch, tmp_path: Path, )
tests/test_commands.py:1177
Functiontest_pilot_loader_and_policy_supply_two_distinct_class_pairs
()
tests/tier3/test_grader_pilot.py:31
Functiontest_pin_after_a_commented_backslash_is_audited
``pip install -r`` installs the pin after ``# note \\``, so the audit checks it too.
tests/validators/test_dependency_advisory_findings.py:748
Functiontest_pinned_client_refuses_other_hosts_and_ports
(monkeypatch: pytest.MonkeyPatch)
tests/tier3/test_mcp_proof.py:355
Functiontest_pinned_confusable_substitutions_cannot_bypass_reserved_identities
(identity: str)
tests/test_publication_text.py:56
Functiontest_pinned_harbor_loads_env_local_from_its_working_directory
Document why every Harbor launch uses an evaluator-owned working directory.
tests/test_harbor_environment_contract.py:532
Functiontest_pinned_package_runner_hooks_pass
(tmp_path: Path)
tests/validators/test_plugin_static_risk_review_fixes.py:356
Functiontest_pinned_session_totals_and_resume_usage_are_not_double_counted
(tmp_path)
tests/test_hermes_agent.py:419
Methodtest_pinned_wheel_url_matches_version
(self)
tests/utils/test_scanner_install.py:106
Functiontest_pinning_details_never_echo_a_credential_in_the_spec
Regression: mcp_unpinned_package quoted the whole runner spec, credential and all.
tests/validators/test_mcp_static.py:732
Methodtest_pip_audit_exit_code_must_match_report
Contradictory process and report states fail closed.
tests/validators/test_security_validators.py:385
Functiontest_pipe_into_wrapper_with_option_value_is_remote_code
Regression: a wrapper option that takes a separate value ('sudo -u root') hid the interpreter.
tests/validators/test_plugin_component_risk.py:940
Functiontest_piped_programs_that_evaluate_stdin_are_remote_code
(tmp_path: Path, command: str)
tests/validators/test_plugin_static_risk_review_fixes.py:952
Functiontest_pipeline_continued_after_trailing_pipe_is_remote_code
Regression: a newline after a trailing '|' (or '| \\') split the pipeline, hiding the interpreter.
tests/validators/test_plugin_component_risk.py:958
Functiontest_pipeline_explains_minimum_score_failure
(below_threshold_skill: Path)
tests/test_quality_policy_gate.py:117
Functiontest_placeholder_expected_script_matches_no_expectation
(check, placeholder)
tests/tier3/test_script_invocation_evidence.py:161
Functiontest_placeholder_expected_script_matches_no_expectation_for_efficiency
(verifier)
tests/tier3/test_shared_check_adapters.py:74
Functiontest_placeholder_expected_script_matches_no_expectation_in_composite_score
(scorer, placeholder)
tests/tier3/test_skill_activation_scoring.py:79
Methodtest_placeholder_on_same_line_preserves_real_email
( self, tmp_path: Path, domain: str, fixture_first: bool, punctuation: str )
tests/validators/test_security.py:1335
Functiontest_placeholder_only_expected_behavior_is_not_applicable
(judge_module, monkeypatch)
tests/tier3/test_judge_contracts.py:122
Methodtest_placeholder_provenance_is_tolerated_by_default
(self, tmp_path: Path)
tests/test_benchmark_source_provenance.py:427
Functiontest_plain_heartbeat_defaults_to_one_minute_and_rich_to_one_second
(monkeypatch: pytest.MonkeyPatch)
tests/test_tier3_progress.py:129
Methodtest_plain_json
(self)
tests/validators/test_rubric_eval.py:67
Functiontest_plain_lsp_servers_pass
(tmp_path: Path)
tests/validators/test_plugin_static_risk_review_fixes.py:771
Functiontest_plain_mcp_servers_path_is_reported_as_written
(tmp_path: Path)
tests/validators/test_plugin_mcp.py:123
Functiontest_plain_parent_segment_keeps_the_root
(tmp_path: Path)
tests/harness/test_overlay.py:160
Functiontest_plain_plan_labels_the_maximum_scaled_top_level_agent_timeout
()
tests/test_tier3_progress.py:173
Functiontest_plain_progress_closed_stream_stops_worker
()
tests/reporting/test_terminal_polish.py:126
Functiontest_plain_progress_heartbeat_waits_for_idle_and_deduplicates
(monkeypatch)
tests/reporting/test_terminal_polish.py:85
Functiontest_plain_refine_keeps_generated_cases_when_collection_is_unavailable
(tmp_path, monkeypatch)
tests/tier3/test_generate_dataset_results.py:337
Functiontest_plain_regenerable_cache_cleanup_is_not_destructive
(module, command)
tests/tier3/test_cache_cleanup_scoring.py:37
Functiontest_plain_reporter_emits_durable_plan_events_and_elapsed_heartbeat
(monkeypatch: pytest.MonkeyPatch)
tests/test_tier3_progress.py:889
Functiontest_plain_reporter_leaves_terminal_paths_to_the_final_footer
()
tests/test_tier3_progress.py:937
Functiontest_plain_reporter_redacts_secrets_from_plan_values
()
tests/test_tier3_progress.py:2755
Functiontest_plain_reporter_renders_one_config_header_for_plan_updates
()
tests/test_tier3_progress.py:977
Functiontest_plain_reporter_strips_terminal_controls_from_untrusted_plan_text
()
tests/test_tier3_progress.py:2777
Functiontest_plain_reporter_supports_start_close_start
()
tests/test_tier3_progress.py:962
Functiontest_plaintext_html_suppresses_navigation_to_end_of_document
()
tests/validators/test_markdown.py:212
Functiontest_plaintext_http_to_a_public_host_is_refused
()
tests/tier3/test_mcp_proof.py:424
Functiontest_plaintext_npm_registry_is_blocked
(args: list[str])
tests/validators/test_mcp_static.py:1250
Functiontest_plaintext_package_index_is_blocked
(config: dict)
tests/validators/test_mcp_static.py:1269
Functiontest_planned_attempts_and_attempt_cap
()
tests/tier3/test_run_budget.py:20
Functiontest_planning_only_run_scores_skill_efficiency_like_no_tool_calls
(tmp_path, monkeypatch, calls)
tests/tier3/test_tool_productivity.py:619
Functiontest_plant_opt_in_requires_a_real_boolean
(canary, plant)
tests/tier3/test_private_plugin_canary.py:69
Functiontest_platform_and_transport_errors_are_not_retried
( tmp_path: Path, agent_class: type, probe_result: ExecResult | None, probe_error: Exception |
tests/tier3/test_installed_agent_install_retry.py:260
Functiontest_platform_probe_transport_errors_propagate
(tmp_path: Path, agent_class: type)
tests/tier3/test_installed_agent_bootstrap.py:255
Functiontest_plugin_at_the_repository_root_cannot_provide_never_content_folders
Inside a repository-root plugin every path is in the plugin, so .git/config was "provided".
tests/validators/test_plugin_dependencies.py:302
Functiontest_plugin_data_variable_points_at_a_fresh_loose_data_dir
(tmp_path: Path)
tests/tier3/test_private_loose_source.py:793
Functiontest_plugin_dataset_rejects_invalid_declarative_checks
(tmp_path: Path, checks: list[dict])
tests/tier3/test_plugin_dataset.py:124
Methodtest_plugin_default_component_locations_stay_blocking
( self, tmp_path: Path, file_path: str, expected_role: str )
tests/validators/test_skillspector_scope.py:1427
Functiontest_plugin_enabled_flag_is_not_an_operator_switch
(tmp_path: Path, enabled: bool)
tests/tier3/test_openclaw_prepare.py:123
Functiontest_plugin_evidence_is_reachable_in_its_tiers_and_downloaded_once
(page, reports, tmp_path)
tests/reporting/test_report_browser.py:761
Functiontest_plugin_file_mcp_is_only_projected_for_a_tree_copying_adapter
( tmp_path: Path, manifest_dir: str, prefix: str, agent: str )
tests/tier3/test_plugin_prepare_review.py:180
← previousnext →20,101–20,200 of 24,741, ranked by callers