Code
Hub
Workspaces
Following
Trending
Connect
MCP
copy
Create free account
hub
/
github.com/NVIDIA/SkillEvaluator
/ functions
Functions
24,741 in github.com/NVIDIA/SkillEvaluator
⨍
Functions
24,741
◇
Types & classes
1,292
↳
Endpoints
703
Function
test_per_trial_usage_is_blank_when_any_trial_is_unmeasured
()
tests/reporting/test_dashboard_data.py:201
Function
test_per_trial_usage_normalizes_trial_counts
()
tests/reporting/test_dashboard_data.py:179
Method
test_percent_encoded_scheme_does_not_normalize_into_readme_reference
(self, tmp_path: Path)
tests/validators/test_quality_score.py:1338
Method
test_percent_encoded_scheme_preserves_legacy_quality_score
(self, tmp_path: Path, target: str)
tests/validators/test_quality_score.py:1305
Function
test_percentage_change_is_given_at_every_scope
(with_total: int, percent: float)
tests/tier3/test_token_usage.py:384
Function
test_performance_table_shows_per_trial_usage
(tmp_path: Path)
tests/reporting/test_dashboard_app.py:141
Function
test_permission_bypass_hook_is_recorded_as_a_native_refusal
(tmp_path: Path)
tests/tier3/test_plugin_prepare.py:106
Function
test_permission_error_from_the_group_probe_is_retried
(tmp_path: Path, monkeypatch: pytest.MonkeyPatch)
tests/test_nemo_gym_backend.py:2679
Function
test_permission_flag_scan_keeps_the_command_boundaries
(text: str, flagged: bool)
tests/validators/test_mcp_static.py:1344
Function
test_permission_flag_scan_reads_each_string_once_for_many_option_hits
(monkeypatch, unit: str)
tests/validators/test_mcp_static.py:1307
Function
test_permissive_permission_mode_flags_are_medium
(tmp_path: Path, args: list[str])
tests/validators/test_plugin_static_risk_review_fixes.py:842
Function
test_persisted_comparison_config_remains_authoritative
(tmp_path)
tests/test_tier3_history.py:411
Function
test_persisted_step_trial_name_never_collides_with_physical_trial_root
( tmp_path: Path, physical_trial_root: str, )
tests/test_issue55_collector_truth.py:2744
Function
test_persisted_trial_alias_keeps_exact_posix_source_name
( tmp_path: Path, trial_root_name: str, )
tests/test_issue55_collector_truth.py:2964
Function
test_persisted_trial_alias_keeps_exact_source_identity_with_trailing_space
(tmp_path: Path)
tests/test_issue55_collector_truth.py:2769
Function
test_persistent_400_after_schema_downgrade_fails_fast_without_infinite_loop
Verify if downgraded prompt-only call also returns HTTP 400, it fails fast after 2 calls.
tests/test_llm_judge.py:790
Function
test_persistent_installer_failure_stops_after_bounded_attempts
( tmp_path: Path, agent_class: type, sleeps: list[float] )
tests/tier3/test_installed_agent_install_retry.py:163
Function
test_persistent_runtime_injection_env_is_blocked_before_launcher
(tmp_path: Path)
tests/test_harbor_local_mode.py:4255
Method
test_person_phrases_do_not_match_inside_words
(self, tmp_path: Path)
tests/validators/test_quality_score.py:967
Function
test_personal_or_unknown_owner_is_not_eligible
(info, pages, owner)
tests/test_ci_onboarding_pages.py:68
Method
test_phone_after_scientific_notation_still_flagged
Dropping a candidate inside a scientific literal keeps a real phone later on the line.
tests/validators/test_security.py:7729
Method
test_phone_bare_ten_digit_run_not_flagged
A bare 10-digit run (timestamp / byte offset / numeric ID) is not a phone number. Regression test for the reported false positive in
tests/validators/test_security.py:7690
Method
test_phone_formatted_still_flagged
A properly formatted phone number is still flagged.
tests/validators/test_security.py:7706
Method
test_phone_scientific_notation_matrix_not_flagged
The exponent of a scientific-notation value is not an international phone prefix.
tests/validators/test_security.py:7718
Method
test_physical_location_uri_encodes_a_lone_surrogate_that_is_not_an_escape
(self)
tests/reporting/test_reporters.py:1749
Method
test_physical_location_uri_encodes_percent_signs
(self, tmp_path: Path)
tests/reporting/test_reporters.py:1674
Method
test_physical_location_uri_encodes_spaces_and_skips_invalid_lines
(self)
tests/reporting/test_reporters.py:1617
Method
test_physical_location_uri_encodes_the_bytes_of_an_undecodable_file_name
(self, tmp_path: Path)
tests/reporting/test_reporters.py:1726
Method
test_physical_location_uri_follows_dot_dot_through_a_symlinked_directory
(self, tmp_path: Path)
tests/reporting/test_reporters.py:1753
Method
test_physical_location_uri_keeps_a_colon_in_the_first_segment_a_path
(self, tmp_path: Path)
tests/reporting/test_reporters.py:1718
Method
test_physical_location_uri_keeps_a_symlink_that_points_outside_the_workspace
(self, tmp_path: Path)
tests/reporting/test_reporters.py:1771
Method
test_physical_location_uri_outside_the_workspace_is_a_file_uri
(self, tmp_path: Path)
tests/reporting/test_reporters.py:1731
Function
test_piece_missing_from_every_emitted_arm_cannot_disappear_from_parity
(tmp_path)
tests/tier3/test_private_comparison_staging.py:168
Function
test_pii_categories_and_stability
()
tests/test_trace_import.py:441
Function
test_pii_finding_reports_the_digest_a_waiver_needs
(skill: Path)
tests/validators/test_pii_waivers.py:83
Function
test_pii_findings_do_not_expose_detected_credential
(tmp_path)
tests/ci/test_secret_redaction.py:78
Method
test_pii_findings_include_suggestion
Test that PII findings include actionable suggestions.
tests/validators/test_security_validators.py:1243
Function
test_pii_patterns_are_cached
()
tests/test_trace_import.py:516
Method
test_pii_scan_creates_structured_findings
Test that PII scan creates Finding objects with full context.
tests/validators/test_security_validators.py:1205
Function
test_pii_scan_malformed_llm_verdict_is_incomplete
( tmp_path: Path, monkeypatch, malformed_verdict: dict, )
tests/test_cli.py:1400
Function
test_pii_scan_partial_llm_verification_is_incomplete
( tmp_path: Path, monkeypatch, )
tests/test_cli.py:1347
Function
test_pii_scan_requested_llm_verification_without_verdicts_is_incomplete
( tmp_path: Path, monkeypatch, )
tests/test_cli.py:1289
Function
test_pii_scan_without_llm_verification_preserves_static_behavior
( tmp_path: Path, monkeypatch, )
tests/test_cli.py:1324
Function
test_pii_scan_without_waivers_still_fails
(command: str, monkeypatch: pytest.MonkeyPatch, tmp_path: Path)
tests/test_commands.py:1190
Method
test_pii_skips_evals_directory
Tier 1 PII scan must skip ``evals/`` so agent transcripts are ignored. Regression test for the report that real PII patterns inside `
tests/validators/test_security.py:8031
Method
test_pii_skips_versions_directory
Tier 1 PII scan must skip ``.versions/`` snapshots.
tests/validators/test_security.py:8064
Function
test_pii_source_masks_multiple_credentials_in_one_line
(tmp_path)
tests/ci/test_secret_redaction.py:495
Function
test_pii_waivers_option_applies_reviewed_waivers
( command: str, monkeypatch: pytest.MonkeyPatch, tmp_path: Path, )
tests/test_commands.py:1177
Function
test_pilot_loader_and_policy_supply_two_distinct_class_pairs
()
tests/tier3/test_grader_pilot.py:31
Function
test_pin_after_a_commented_backslash_is_audited
``pip install -r`` installs the pin after ``# note \\``, so the audit checks it too.
tests/validators/test_dependency_advisory_findings.py:748
Function
test_pinned_client_refuses_other_hosts_and_ports
(monkeypatch: pytest.MonkeyPatch)
tests/tier3/test_mcp_proof.py:355
Function
test_pinned_confusable_substitutions_cannot_bypass_reserved_identities
(identity: str)
tests/test_publication_text.py:56
Function
test_pinned_harbor_loads_env_local_from_its_working_directory
Document why every Harbor launch uses an evaluator-owned working directory.
tests/test_harbor_environment_contract.py:532
Function
test_pinned_package_runner_hooks_pass
(tmp_path: Path)
tests/validators/test_plugin_static_risk_review_fixes.py:356
Function
test_pinned_session_totals_and_resume_usage_are_not_double_counted
(tmp_path)
tests/test_hermes_agent.py:419
Method
test_pinned_wheel_url_matches_version
(self)
tests/utils/test_scanner_install.py:106
Function
test_pinning_details_never_echo_a_credential_in_the_spec
Regression: mcp_unpinned_package quoted the whole runner spec, credential and all.
tests/validators/test_mcp_static.py:732
Method
test_pip_audit_exit_code_must_match_report
Contradictory process and report states fail closed.
tests/validators/test_security_validators.py:385
Function
test_pipe_into_wrapper_with_option_value_is_remote_code
Regression: a wrapper option that takes a separate value ('sudo -u root') hid the interpreter.
tests/validators/test_plugin_component_risk.py:940
Function
test_piped_programs_that_evaluate_stdin_are_remote_code
(tmp_path: Path, command: str)
tests/validators/test_plugin_static_risk_review_fixes.py:952
Function
test_pipeline_continued_after_trailing_pipe_is_remote_code
Regression: a newline after a trailing '|' (or '| \\') split the pipeline, hiding the interpreter.
tests/validators/test_plugin_component_risk.py:958
Function
test_pipeline_explains_minimum_score_failure
(below_threshold_skill: Path)
tests/test_quality_policy_gate.py:117
Function
test_placeholder_expected_script_matches_no_expectation
(check, placeholder)
tests/tier3/test_script_invocation_evidence.py:161
Function
test_placeholder_expected_script_matches_no_expectation_for_efficiency
(verifier)
tests/tier3/test_shared_check_adapters.py:74
Function
test_placeholder_expected_script_matches_no_expectation_in_composite_score
(scorer, placeholder)
tests/tier3/test_skill_activation_scoring.py:79
Method
test_placeholder_on_same_line_preserves_real_email
( self, tmp_path: Path, domain: str, fixture_first: bool, punctuation: str )
tests/validators/test_security.py:1335
Function
test_placeholder_only_expected_behavior_is_not_applicable
(judge_module, monkeypatch)
tests/tier3/test_judge_contracts.py:122
Method
test_placeholder_provenance_is_tolerated_by_default
(self, tmp_path: Path)
tests/test_benchmark_source_provenance.py:427
Function
test_plain_heartbeat_defaults_to_one_minute_and_rich_to_one_second
(monkeypatch: pytest.MonkeyPatch)
tests/test_tier3_progress.py:129
Method
test_plain_json
(self)
tests/validators/test_rubric_eval.py:67
Function
test_plain_lsp_servers_pass
(tmp_path: Path)
tests/validators/test_plugin_static_risk_review_fixes.py:771
Function
test_plain_mcp_servers_path_is_reported_as_written
(tmp_path: Path)
tests/validators/test_plugin_mcp.py:123
Function
test_plain_parent_segment_keeps_the_root
(tmp_path: Path)
tests/harness/test_overlay.py:160
Function
test_plain_plan_labels_the_maximum_scaled_top_level_agent_timeout
()
tests/test_tier3_progress.py:173
Function
test_plain_progress_closed_stream_stops_worker
()
tests/reporting/test_terminal_polish.py:126
Function
test_plain_progress_heartbeat_waits_for_idle_and_deduplicates
(monkeypatch)
tests/reporting/test_terminal_polish.py:85
Function
test_plain_refine_keeps_generated_cases_when_collection_is_unavailable
(tmp_path, monkeypatch)
tests/tier3/test_generate_dataset_results.py:337
Function
test_plain_regenerable_cache_cleanup_is_not_destructive
(module, command)
tests/tier3/test_cache_cleanup_scoring.py:37
Function
test_plain_reporter_emits_durable_plan_events_and_elapsed_heartbeat
(monkeypatch: pytest.MonkeyPatch)
tests/test_tier3_progress.py:889
Function
test_plain_reporter_leaves_terminal_paths_to_the_final_footer
()
tests/test_tier3_progress.py:937
Function
test_plain_reporter_redacts_secrets_from_plan_values
()
tests/test_tier3_progress.py:2755
Function
test_plain_reporter_renders_one_config_header_for_plan_updates
()
tests/test_tier3_progress.py:977
Function
test_plain_reporter_strips_terminal_controls_from_untrusted_plan_text
()
tests/test_tier3_progress.py:2777
Function
test_plain_reporter_supports_start_close_start
()
tests/test_tier3_progress.py:962
Function
test_plaintext_html_suppresses_navigation_to_end_of_document
()
tests/validators/test_markdown.py:212
Function
test_plaintext_http_to_a_public_host_is_refused
()
tests/tier3/test_mcp_proof.py:424
Function
test_plaintext_npm_registry_is_blocked
(args: list[str])
tests/validators/test_mcp_static.py:1250
Function
test_plaintext_package_index_is_blocked
(config: dict)
tests/validators/test_mcp_static.py:1269
Function
test_planned_attempts_and_attempt_cap
()
tests/tier3/test_run_budget.py:20
Function
test_planning_only_run_scores_skill_efficiency_like_no_tool_calls
(tmp_path, monkeypatch, calls)
tests/tier3/test_tool_productivity.py:619
Function
test_plant_opt_in_requires_a_real_boolean
(canary, plant)
tests/tier3/test_private_plugin_canary.py:69
Function
test_platform_and_transport_errors_are_not_retried
( tmp_path: Path, agent_class: type, probe_result: ExecResult | None, probe_error: Exception |
tests/tier3/test_installed_agent_install_retry.py:260
Function
test_platform_probe_transport_errors_propagate
(tmp_path: Path, agent_class: type)
tests/tier3/test_installed_agent_bootstrap.py:255
Function
test_plugin_at_the_repository_root_cannot_provide_never_content_folders
Inside a repository-root plugin every path is in the plugin, so .git/config was "provided".
tests/validators/test_plugin_dependencies.py:302
Function
test_plugin_data_variable_points_at_a_fresh_loose_data_dir
(tmp_path: Path)
tests/tier3/test_private_loose_source.py:793
Function
test_plugin_dataset_rejects_invalid_declarative_checks
(tmp_path: Path, checks: list[dict])
tests/tier3/test_plugin_dataset.py:124
Method
test_plugin_default_component_locations_stay_blocking
( self, tmp_path: Path, file_path: str, expected_role: str )
tests/validators/test_skillspector_scope.py:1427
Function
test_plugin_enabled_flag_is_not_an_operator_switch
(tmp_path: Path, enabled: bool)
tests/tier3/test_openclaw_prepare.py:123
Function
test_plugin_evidence_is_reachable_in_its_tiers_and_downloaded_once
(page, reports, tmp_path)
tests/reporting/test_report_browser.py:761
Function
test_plugin_file_mcp_is_only_projected_for_a_tree_copying_adapter
( tmp_path: Path, manifest_dir: str, prefix: str, agent: str )
tests/tier3/test_plugin_prepare_review.py:180
← previous
next →
20,101–20,200 of 24,741, ranked by callers