Code
Hub
Workspaces
Following
Trending
Connect
MCP
copy
Create free account
hub
/
github.com/NVIDIA/SkillEvaluator
/ functions
Functions
24,741 in github.com/NVIDIA/SkillEvaluator
⨍
Functions
24,741
◇
Types & classes
1,292
↳
Endpoints
703
Function
test_invalid_time_counter_cannot_become_a_measurement
(value)
tests/tier3/test_resource_usage.py:50
Function
test_invalid_timing_stays_unavailable
(value)
tests/tier3/test_resource_usage.py:225
Function
test_invalid_transport_and_server_name_are_redacted_and_bounded
()
tests/validators/test_mcp_static.py:1285
Function
test_invalid_transport_blocked
()
tests/validators/test_mcp_static.py:373
Method
test_invalid_uppercase
Test uppercase letters are rejected.
tests/validators/test_naming_utils.py:23
Function
test_invalid_utf8_dataset_is_rejected
(tmp_path: Path, suffix: str)
tests/tier3/test_dataset_utils.py:69
Function
test_invalid_utf8_does_not_alias_an_existing_replacement_character
(tmp_path: Path)
tests/validators/test_hygiene_link_boundaries.py:79
Function
test_invalid_verifier_reward_fails_collection_without_crashing
(tmp_path: Path, reward_kind: str)
tests/test_issue55_collector_truth.py:3823
Function
test_invalid_waiver_file_applies_nothing_and_fails_the_scan
( skill: Path, tmp_path: Path, document: object, expected: str, )
tests/validators/test_pii_waivers.py:248
Method
test_invalid_yaml
Test file with invalid YAML in frontmatter.
tests/validators/test_frontmatter_parser.py:75
Method
test_invalid_yaml_produces_finding
(self, tmp_path: Path)
tests/validators/test_plugin_schema.py:79
Function
test_inventory_includes_cross_client_defaults_and_keeps_cost_selected
(tmp_path)
tests/test_plugin_inventory.py:111
Function
test_invisible_character_in_credential_never_reaches_reports_or_pages
(tmp_path, capsys, monkeypatch)
tests/ci/test_secret_redaction.py:841
Method
test_invisible_operators_are_medium
(self, tmp_path: Path)
tests/validators/test_unicode_smuggle.py:232
Function
test_invocations_inside_control_structures_are_credited
``then`` and ``do`` stand before a command rather than being one, and a loop header with a single value binds its variable for the body.
tests/tier3/test_script_invocation_evidence.py:851
Method
test_ip_outside_a_reduced_user_agent_version_remains_pii
(self, tmp_path: Path, line: str)
tests/validators/test_security.py:8790
Function
test_is_autopilot_node_matches_the_autopilot_label_prefix_exactly
Treat only a well-formed autopilot.gke.io/<name> label key as Autopilot, not that text elsewhere.
tests/test_harbor_gke_environment.py:570
Method
test_is_available_when_found
is_available True when tool is in PATH.
tests/utils/test_tool_runner.py:255
Method
test_is_available_when_not_found
is_available False when tool not in PATH.
tests/utils/test_tool_runner.py:262
Function
test_is_docs_only
(paths: list[bytes], expected: bool)
tests/test_ci_change_classifier.py:76
Method
test_is_error_default
(self, severity: Severity, expected: bool)
tests/models/test_result.py:45
Method
test_is_error_fail_on_medium_and_low
(self)
tests/models/test_result.py:48
Method
test_is_file_reference
Test file reference detection.
tests/validators/test_license.py:1193
Function
test_is_retriable_status_code
Verify is_retriable_status_code correctly classifies transient status codes.
tests/test_retry.py:55
Method
test_is_skill_directory_false
Test _is_skill_directory returns False when no SKILL.md.
tests/validators/test_base.py:163
Method
test_is_skill_directory_true
Test _is_skill_directory returns True when SKILL.md exists.
tests/validators/test_base.py:154
Function
test_is_vertex_openapi_endpoint
Verify detection of Vertex AI Agent Platform OpenAPI base URLs.
tests/test_harbor_runtime_preflight.py:4304
Function
test_islo_prerequisite_requires_nonempty_host_api_key
(monkeypatch: pytest.MonkeyPatch)
tests/test_harbor_local_mode.py:5655
Function
test_isolated_cli_help_uses_trusted_helpers_and_ignores_consumer_imports
(tmp_path)
tests/ci/test_run_tier1_image.py:15
Function
test_isolated_feedback_launcher_uses_trusted_siblings_from_any_consumer_directory
(tmp_path, launcher)
tests/ci/test_feedback.py:1724
Method
test_isolated_zwsp_is_low
(self, tmp_path: Path)
tests/validators/test_unicode_smuggle.py:71
Method
test_isolation_flags_present
(self, tmp_path: Path)
tests/test_harbor_local_sandbox.py:389
Function
test_issue_192_evidence_block_precedes_the_metadata_section
()
tests/reporting/test_verdict_evidence.py:131
Function
test_issue_192_pass_shows_the_agent_and_dimensions_that_decided_it
()
tests/reporting/test_verdict_evidence.py:110
Function
test_issue_counts_include_errors_and_warnings_without_findings
( build_result, verdict: str, expected_text: str, expected_messages: tuple[int, int] )
tests/reporting/test_reporters.py:1170
Function
test_issue_counts_put_errors_without_findings_after_unique_findings
()
tests/reporting/test_reporters.py:1197
Function
test_issue_scope_names_a_subset_of_more_than_two_agents
(tmp_path: Path)
tests/test_tier3_case_summary.py:1942
Method
test_issue_under_absolute_artifact_path_is_filtered
(self)
tests/validators/test_artifact_dir_exclusion.py:522
Method
test_issue_under_artifact_dir_is_filtered
(self)
tests/validators/test_artifact_dir_exclusion.py:518
Function
test_iter_hook_handlers_keeps_its_signature
()
tests/validators/test_plugin_hook_risk_bounds.py:269
Function
test_job_opencode_config_can_turn_snapshots_back_on
(agent_class: type, tmp_path: Path)
tests/tier3/test_opencode_snapshot_config.py:44
Function
test_job_passed_accepts_passing_authoritative_multistep_root_reward
(tmp_path: Path)
tests/test_harbor_runner_status.py:1449
Function
test_job_passed_preserves_legacy_single_step_reward
(tmp_path: Path)
tests/test_harbor_runner_status.py:1473
Function
test_job_passed_rejects_failed_job_result_even_with_passing_reward
(tmp_path: Path)
tests/test_harbor_runner_status.py:1463
Function
test_job_passed_rejects_failed_trial_even_with_passing_rewards
(tmp_path: Path)
tests/test_harbor_runner_status.py:1456
Function
test_job_passed_uses_authoritative_multistep_root_reward
(tmp_path: Path)
tests/test_harbor_runner_status.py:1439
Function
test_job_permission_insertion_does_not_drop_other_inherited_permissions
()
tests/test_ci_onboarding_existing.py:97
Function
test_job_result_must_match_requested_trial_count
(tmp_path: Path)
tests/test_harbor_runner_status.py:2769
Function
test_job_statistics_failure_names_the_recorded_step_exception
(tmp_path: Path)
tests/test_harbor_collector_runtime_failures.py:1310
Function
test_job_timeouts_without_an_evidence_reserve_are_rejected
(repository, all_release, minutes)
tests/test_ci_onboarding_all_tiers.py:732
Function
test_jobs_directory_creation_failure_preserves_run_after_provenance_is_lost
( monkeypatch: pytest.MonkeyPatch, tmp_path: Path, )
tests/test_tier3_progress.py:4343
Function
test_jobs_directory_creation_failure_returns_structured_error_and_removes_owned_run
( monkeypatch: pytest.MonkeyPatch, tmp_path: Path, )
tests/test_tier3_progress.py:4288
Function
test_jobs_directory_failure_cleans_owned_empty_run_without_descriptor_backend
( monkeypatch: pytest.MonkeyPatch, tmp_path: Path, )
tests/test_tier3_progress.py:4319
Function
test_jobs_kept_for_evidence_are_removed_for_every_attempt
(tmp_path: Path)
tests/tier3/test_plugin_execution.py:255
Function
test_joined_error_copies_become_coverage_and_actions_without_splitting_error_prose
()
tests/reporting/test_insights_view.py:51
Method
test_joiners_and_unassigned_code_points_are_accepted_in_an_author
The character guard rejects spoofing characters, not every Unicode category C. ZWNJ/ZWJ are needed to render Persian, Arabic and Devanagari n
tests/validators/test_schema.py:1174
Method
test_jpeg_rejects_extension_markers
(self, marker: int)
tests/validators/test_security.py:9264
Method
test_jpeg_requires_entropy_data_in_every_scan
(self, empty_scan: str, empty_payload: bytes)
tests/validators/test_security.py:9272
Function
test_json_and_sarif_reports_carry_the_advisory_and_its_line
(tmp_path, pip_audit)
tests/validators/test_dependency_advisory_findings.py:107
Function
test_json_cannot_claim_success_when_manifest_has_errors
(tmp_path)
tests/validators/test_private_format_boundaries.py:64
Function
test_json_escaped_allow_decision_is_found
(tmp_path: Path)
tests/validators/test_plugin_static_risk_review_fixes.py:361
Function
test_json_escaped_config_keys_keep_ordinary_text
(copy: str, depth: int, command: str)
tests/tier3/test_security_finding_evidence.py:3671
Method
test_json_in_code_fence
(self)
tests/validators/test_rubric_eval.py:71
Function
test_json_lossy_tier3_normalization_is_disclosed_and_fails_closed
(diagnostic: object)
tests/reporting/test_advisory_skip_verdict.py:1515
Method
test_json_marks_overall_and_result_incomplete
(self)
tests/reporting/test_incomplete_scans.py:76
Function
test_json_normalization_cannot_invent_optional_tier_policy
()
tests/reporting/test_advisory_skip_verdict.py:2003
Function
test_json_normalization_cannot_invent_publication_evidence
(mutation: str)
tests/reporting/test_advisory_skip_verdict.py:1962
Function
test_json_preflight_accepts_input_at_each_limit
(raw: str, limits: dict[str, int])
tests/utils/test_structured_data.py:279
Function
test_json_preflight_bounds_an_unterminated_string
()
tests/utils/test_structured_data.py:154
Function
test_json_preflight_counts_each_escape_as_one_character
(escape: str)
tests/utils/test_structured_data.py:139
Function
test_json_preflight_decodes_a_body_within_twelve_characters_per_allowed_character
( body: str, max_string_chars: int )
tests/utils/test_structured_data.py:210
Function
test_json_preflight_does_not_treat_an_escaped_backslash_as_an_escape_prefix
()
tests/utils/test_structured_data.py:146
Function
test_json_preflight_enforces_each_limit
(raw: str, limits: dict[str, int], message: str)
tests/utils/test_structured_data.py:261
Function
test_json_preflight_leaves_a_trailing_lone_backslash_outside_an_unterminated_string
()
tests/utils/test_structured_data.py:239
Function
test_json_preflight_reads_strings_with_escapes_as_whole_tokens
( raw: str, max_string_chars: int, max_tokens: int )
tests/utils/test_structured_data.py:228
Function
test_json_preflight_refuses_a_string_far_past_the_limit_without_decoding_its_escapes
()
tests/utils/test_structured_data.py:188
Function
test_json_preflight_scans_a_string_of_escapes_in_memory_linear_in_its_size
()
tests/utils/test_structured_data.py:175
Function
test_json_reader_does_not_use_unbounded_path_read_bytes
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, )
tests/reporting/test_report_data_bounds.py:689
Function
test_json_report_counts_unparsed_semgrep_files_beyond_its_cap
()
tests/reporting/test_incomplete_scans.py:178
Method
test_json_report_exports_canonical_provenance
(self)
tests/reporting/test_reporters.py:2942
Function
test_json_report_includes_minimum_score_failure
(below_threshold_skill: Path)
tests/test_quality_policy_gate.py:129
Function
test_json_report_lists_every_unparsed_semgrep_file_and_round_trips
The error text names at most 20 files; the saved JSON keeps the full list.
tests/reporting/test_incomplete_scans.py:149
Method
test_json_report_names_the_model_that_scored
A score from the server-side fallback model is labeled with that model, not the configured one. A turn served by sticky routing carries no fa
tests/validators/test_rubric_eval.py:1160
Function
test_json_report_omits_gate_failures_when_minimum_is_met
(below_threshold_skill: Path)
tests/test_quality_policy_gate.py:136
Function
test_json_report_omits_malformed_unparsed_semgrep_files
()
tests/reporting/test_incomplete_scans.py:166
Function
test_json_report_omits_tier1_applicability_for_a_detected_artifact
()
tests/test_artifact_applicability.py:429
Function
test_json_report_records_quality_config
()
tests/reporting/test_quality_config_reporting.py:28
Method
test_json_save
Test saving JSON report to file.
tests/reporting/test_reporters.py:2779
Function
test_json_scope_rejects_malformed_declarations_instead_of_dropping_them
(key, value)
tests/reporting/test_retained_publication_scope.py:94
Function
test_json_verdict_requires_a_completed_supported_process_state
(tmp_path, exit_code)
tests/validators/test_private_format_boundaries.py:57
Method
test_json_with_preamble
(self)
tests/validators/test_rubric_eval.py:75
Function
test_json_without_stream_encoding_remains_readable
()
tests/test_cli_stdout_encoding.py:135
Function
test_judge_call_and_priced_cost_caps
()
tests/tier3/test_run_budget.py:43
Method
test_judge_chosen_ids_are_collapsed_to_one_line_in_every_report_of_the_problem
(self, tmp_path)
tests/validators/test_rubric_eval.py:1519
Function
test_judge_contract_is_reserved_reward_metadata
()
tests/tier3/test_judge_contracts.py:1972
Function
test_judge_deadline_is_not_swallowed_by_the_evidence_writer
(tmp_path: Path)
tests/tier3/test_judge_contracts.py:1890
Function
test_judge_error_redacts_every_forwarded_credential
( module_fixture: str, request: pytest.FixtureRequest, monkeypatch: pytest.MonkeyPatch, )
tests/test_verifier_error_redaction.py:167
Function
test_judge_error_reserved_fields_cannot_be_overridden
(judge_module)
tests/tier3/test_judge_result_semantics.py:546
Function
test_judge_evidence_keeps_copies_of_line_values_elsewhere
(text: str, kept: list[str])
tests/tier3/test_judge_contracts.py:1391
Function
test_judge_evidence_keeps_ordinary_text
(text: str)
tests/tier3/test_judge_contracts.py:1448
← previous
next →
17,601–17,700 of 24,741, ranked by callers