MCPcopy Create free account

hub / github.com/NVIDIA/SkillEvaluator / functions

Functions24,741 in github.com/NVIDIA/SkillEvaluator

Functiontest_invalid_time_counter_cannot_become_a_measurement
(value)
tests/tier3/test_resource_usage.py:50
Functiontest_invalid_timing_stays_unavailable
(value)
tests/tier3/test_resource_usage.py:225
Functiontest_invalid_transport_and_server_name_are_redacted_and_bounded
()
tests/validators/test_mcp_static.py:1285
Functiontest_invalid_transport_blocked
()
tests/validators/test_mcp_static.py:373
Methodtest_invalid_uppercase
Test uppercase letters are rejected.
tests/validators/test_naming_utils.py:23
Functiontest_invalid_utf8_dataset_is_rejected
(tmp_path: Path, suffix: str)
tests/tier3/test_dataset_utils.py:69
Functiontest_invalid_utf8_does_not_alias_an_existing_replacement_character
(tmp_path: Path)
tests/validators/test_hygiene_link_boundaries.py:79
Functiontest_invalid_verifier_reward_fails_collection_without_crashing
(tmp_path: Path, reward_kind: str)
tests/test_issue55_collector_truth.py:3823
Functiontest_invalid_waiver_file_applies_nothing_and_fails_the_scan
( skill: Path, tmp_path: Path, document: object, expected: str, )
tests/validators/test_pii_waivers.py:248
Methodtest_invalid_yaml
Test file with invalid YAML in frontmatter.
tests/validators/test_frontmatter_parser.py:75
Methodtest_invalid_yaml_produces_finding
(self, tmp_path: Path)
tests/validators/test_plugin_schema.py:79
Functiontest_inventory_includes_cross_client_defaults_and_keeps_cost_selected
(tmp_path)
tests/test_plugin_inventory.py:111
Functiontest_invisible_character_in_credential_never_reaches_reports_or_pages
(tmp_path, capsys, monkeypatch)
tests/ci/test_secret_redaction.py:841
Methodtest_invisible_operators_are_medium
(self, tmp_path: Path)
tests/validators/test_unicode_smuggle.py:232
Functiontest_invocations_inside_control_structures_are_credited
``then`` and ``do`` stand before a command rather than being one, and a loop header with a single value binds its variable for the body.
tests/tier3/test_script_invocation_evidence.py:851
Methodtest_ip_outside_a_reduced_user_agent_version_remains_pii
(self, tmp_path: Path, line: str)
tests/validators/test_security.py:8790
Functiontest_is_autopilot_node_matches_the_autopilot_label_prefix_exactly
Treat only a well-formed autopilot.gke.io/<name> label key as Autopilot, not that text elsewhere.
tests/test_harbor_gke_environment.py:570
Methodtest_is_available_when_found
is_available True when tool is in PATH.
tests/utils/test_tool_runner.py:255
Methodtest_is_available_when_not_found
is_available False when tool not in PATH.
tests/utils/test_tool_runner.py:262
Functiontest_is_docs_only
(paths: list[bytes], expected: bool)
tests/test_ci_change_classifier.py:76
Methodtest_is_error_default
(self, severity: Severity, expected: bool)
tests/models/test_result.py:45
Methodtest_is_error_fail_on_medium_and_low
(self)
tests/models/test_result.py:48
Methodtest_is_file_reference
Test file reference detection.
tests/validators/test_license.py:1193
Functiontest_is_retriable_status_code
Verify is_retriable_status_code correctly classifies transient status codes.
tests/test_retry.py:55
Methodtest_is_skill_directory_false
Test _is_skill_directory returns False when no SKILL.md.
tests/validators/test_base.py:163
Methodtest_is_skill_directory_true
Test _is_skill_directory returns True when SKILL.md exists.
tests/validators/test_base.py:154
Functiontest_is_vertex_openapi_endpoint
Verify detection of Vertex AI Agent Platform OpenAPI base URLs.
tests/test_harbor_runtime_preflight.py:4304
Functiontest_islo_prerequisite_requires_nonempty_host_api_key
(monkeypatch: pytest.MonkeyPatch)
tests/test_harbor_local_mode.py:5655
Functiontest_isolated_cli_help_uses_trusted_helpers_and_ignores_consumer_imports
(tmp_path)
tests/ci/test_run_tier1_image.py:15
Functiontest_isolated_feedback_launcher_uses_trusted_siblings_from_any_consumer_directory
(tmp_path, launcher)
tests/ci/test_feedback.py:1724
Methodtest_isolated_zwsp_is_low
(self, tmp_path: Path)
tests/validators/test_unicode_smuggle.py:71
Methodtest_isolation_flags_present
(self, tmp_path: Path)
tests/test_harbor_local_sandbox.py:389
Functiontest_issue_192_evidence_block_precedes_the_metadata_section
()
tests/reporting/test_verdict_evidence.py:131
Functiontest_issue_192_pass_shows_the_agent_and_dimensions_that_decided_it
()
tests/reporting/test_verdict_evidence.py:110
Functiontest_issue_counts_include_errors_and_warnings_without_findings
( build_result, verdict: str, expected_text: str, expected_messages: tuple[int, int] )
tests/reporting/test_reporters.py:1170
Functiontest_issue_counts_put_errors_without_findings_after_unique_findings
()
tests/reporting/test_reporters.py:1197
Functiontest_issue_scope_names_a_subset_of_more_than_two_agents
(tmp_path: Path)
tests/test_tier3_case_summary.py:1942
Methodtest_issue_under_absolute_artifact_path_is_filtered
(self)
tests/validators/test_artifact_dir_exclusion.py:522
Methodtest_issue_under_artifact_dir_is_filtered
(self)
tests/validators/test_artifact_dir_exclusion.py:518
Functiontest_iter_hook_handlers_keeps_its_signature
()
tests/validators/test_plugin_hook_risk_bounds.py:269
Functiontest_job_opencode_config_can_turn_snapshots_back_on
(agent_class: type, tmp_path: Path)
tests/tier3/test_opencode_snapshot_config.py:44
Functiontest_job_passed_accepts_passing_authoritative_multistep_root_reward
(tmp_path: Path)
tests/test_harbor_runner_status.py:1449
Functiontest_job_passed_preserves_legacy_single_step_reward
(tmp_path: Path)
tests/test_harbor_runner_status.py:1473
Functiontest_job_passed_rejects_failed_job_result_even_with_passing_reward
(tmp_path: Path)
tests/test_harbor_runner_status.py:1463
Functiontest_job_passed_rejects_failed_trial_even_with_passing_rewards
(tmp_path: Path)
tests/test_harbor_runner_status.py:1456
Functiontest_job_passed_uses_authoritative_multistep_root_reward
(tmp_path: Path)
tests/test_harbor_runner_status.py:1439
Functiontest_job_permission_insertion_does_not_drop_other_inherited_permissions
()
tests/test_ci_onboarding_existing.py:97
Functiontest_job_result_must_match_requested_trial_count
(tmp_path: Path)
tests/test_harbor_runner_status.py:2769
Functiontest_job_statistics_failure_names_the_recorded_step_exception
(tmp_path: Path)
tests/test_harbor_collector_runtime_failures.py:1310
Functiontest_job_timeouts_without_an_evidence_reserve_are_rejected
(repository, all_release, minutes)
tests/test_ci_onboarding_all_tiers.py:732
Functiontest_jobs_directory_creation_failure_preserves_run_after_provenance_is_lost
( monkeypatch: pytest.MonkeyPatch, tmp_path: Path, )
tests/test_tier3_progress.py:4343
Functiontest_jobs_directory_creation_failure_returns_structured_error_and_removes_owned_run
( monkeypatch: pytest.MonkeyPatch, tmp_path: Path, )
tests/test_tier3_progress.py:4288
Functiontest_jobs_directory_failure_cleans_owned_empty_run_without_descriptor_backend
( monkeypatch: pytest.MonkeyPatch, tmp_path: Path, )
tests/test_tier3_progress.py:4319
Functiontest_jobs_kept_for_evidence_are_removed_for_every_attempt
(tmp_path: Path)
tests/tier3/test_plugin_execution.py:255
Functiontest_joined_error_copies_become_coverage_and_actions_without_splitting_error_prose
()
tests/reporting/test_insights_view.py:51
Methodtest_joiners_and_unassigned_code_points_are_accepted_in_an_author
The character guard rejects spoofing characters, not every Unicode category C. ZWNJ/ZWJ are needed to render Persian, Arabic and Devanagari n
tests/validators/test_schema.py:1174
Methodtest_jpeg_rejects_extension_markers
(self, marker: int)
tests/validators/test_security.py:9264
Methodtest_jpeg_requires_entropy_data_in_every_scan
(self, empty_scan: str, empty_payload: bytes)
tests/validators/test_security.py:9272
Functiontest_json_and_sarif_reports_carry_the_advisory_and_its_line
(tmp_path, pip_audit)
tests/validators/test_dependency_advisory_findings.py:107
Functiontest_json_cannot_claim_success_when_manifest_has_errors
(tmp_path)
tests/validators/test_private_format_boundaries.py:64
Functiontest_json_escaped_allow_decision_is_found
(tmp_path: Path)
tests/validators/test_plugin_static_risk_review_fixes.py:361
Functiontest_json_escaped_config_keys_keep_ordinary_text
(copy: str, depth: int, command: str)
tests/tier3/test_security_finding_evidence.py:3671
Methodtest_json_in_code_fence
(self)
tests/validators/test_rubric_eval.py:71
Functiontest_json_lossy_tier3_normalization_is_disclosed_and_fails_closed
(diagnostic: object)
tests/reporting/test_advisory_skip_verdict.py:1515
Methodtest_json_marks_overall_and_result_incomplete
(self)
tests/reporting/test_incomplete_scans.py:76
Functiontest_json_normalization_cannot_invent_optional_tier_policy
()
tests/reporting/test_advisory_skip_verdict.py:2003
Functiontest_json_normalization_cannot_invent_publication_evidence
(mutation: str)
tests/reporting/test_advisory_skip_verdict.py:1962
Functiontest_json_preflight_accepts_input_at_each_limit
(raw: str, limits: dict[str, int])
tests/utils/test_structured_data.py:279
Functiontest_json_preflight_bounds_an_unterminated_string
()
tests/utils/test_structured_data.py:154
Functiontest_json_preflight_counts_each_escape_as_one_character
(escape: str)
tests/utils/test_structured_data.py:139
Functiontest_json_preflight_decodes_a_body_within_twelve_characters_per_allowed_character
( body: str, max_string_chars: int )
tests/utils/test_structured_data.py:210
Functiontest_json_preflight_does_not_treat_an_escaped_backslash_as_an_escape_prefix
()
tests/utils/test_structured_data.py:146
Functiontest_json_preflight_enforces_each_limit
(raw: str, limits: dict[str, int], message: str)
tests/utils/test_structured_data.py:261
Functiontest_json_preflight_leaves_a_trailing_lone_backslash_outside_an_unterminated_string
()
tests/utils/test_structured_data.py:239
Functiontest_json_preflight_reads_strings_with_escapes_as_whole_tokens
( raw: str, max_string_chars: int, max_tokens: int )
tests/utils/test_structured_data.py:228
Functiontest_json_preflight_refuses_a_string_far_past_the_limit_without_decoding_its_escapes
()
tests/utils/test_structured_data.py:188
Functiontest_json_preflight_scans_a_string_of_escapes_in_memory_linear_in_its_size
()
tests/utils/test_structured_data.py:175
Functiontest_json_reader_does_not_use_unbounded_path_read_bytes
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, )
tests/reporting/test_report_data_bounds.py:689
Functiontest_json_report_counts_unparsed_semgrep_files_beyond_its_cap
()
tests/reporting/test_incomplete_scans.py:178
Methodtest_json_report_exports_canonical_provenance
(self)
tests/reporting/test_reporters.py:2942
Functiontest_json_report_includes_minimum_score_failure
(below_threshold_skill: Path)
tests/test_quality_policy_gate.py:129
Functiontest_json_report_lists_every_unparsed_semgrep_file_and_round_trips
The error text names at most 20 files; the saved JSON keeps the full list.
tests/reporting/test_incomplete_scans.py:149
Methodtest_json_report_names_the_model_that_scored
A score from the server-side fallback model is labeled with that model, not the configured one. A turn served by sticky routing carries no fa
tests/validators/test_rubric_eval.py:1160
Functiontest_json_report_omits_gate_failures_when_minimum_is_met
(below_threshold_skill: Path)
tests/test_quality_policy_gate.py:136
Functiontest_json_report_omits_malformed_unparsed_semgrep_files
()
tests/reporting/test_incomplete_scans.py:166
Functiontest_json_report_omits_tier1_applicability_for_a_detected_artifact
()
tests/test_artifact_applicability.py:429
Functiontest_json_report_records_quality_config
()
tests/reporting/test_quality_config_reporting.py:28
Methodtest_json_save
Test saving JSON report to file.
tests/reporting/test_reporters.py:2779
Functiontest_json_scope_rejects_malformed_declarations_instead_of_dropping_them
(key, value)
tests/reporting/test_retained_publication_scope.py:94
Functiontest_json_verdict_requires_a_completed_supported_process_state
(tmp_path, exit_code)
tests/validators/test_private_format_boundaries.py:57
Methodtest_json_with_preamble
(self)
tests/validators/test_rubric_eval.py:75
Functiontest_json_without_stream_encoding_remains_readable
()
tests/test_cli_stdout_encoding.py:135
Functiontest_judge_call_and_priced_cost_caps
()
tests/tier3/test_run_budget.py:43
Methodtest_judge_chosen_ids_are_collapsed_to_one_line_in_every_report_of_the_problem
(self, tmp_path)
tests/validators/test_rubric_eval.py:1519
Functiontest_judge_contract_is_reserved_reward_metadata
()
tests/tier3/test_judge_contracts.py:1972
Functiontest_judge_deadline_is_not_swallowed_by_the_evidence_writer
(tmp_path: Path)
tests/tier3/test_judge_contracts.py:1890
Functiontest_judge_error_redacts_every_forwarded_credential
( module_fixture: str, request: pytest.FixtureRequest, monkeypatch: pytest.MonkeyPatch, )
tests/test_verifier_error_redaction.py:167
Functiontest_judge_error_reserved_fields_cannot_be_overridden
(judge_module)
tests/tier3/test_judge_result_semantics.py:546
Functiontest_judge_evidence_keeps_copies_of_line_values_elsewhere
(text: str, kept: list[str])
tests/tier3/test_judge_contracts.py:1391
Functiontest_judge_evidence_keeps_ordinary_text
(text: str)
tests/tier3/test_judge_contracts.py:1448
← previousnext →17,601–17,700 of 24,741, ranked by callers