Code
Hub
Workspaces
Following
Trending
Connect
MCP
copy
Create free account
hub
/
github.com/NVIDIA/SkillEvaluator
/ functions
Functions
24,741 in github.com/NVIDIA/SkillEvaluator
⨍
Functions
24,741
◇
Types & classes
1,292
↳
Endpoints
703
Function
test_raw_path_rewrite_ignores_url_and_local_path_suffixes
(tmp_path: Path)
tests/test_harbor_local_environment.py:409
Function
test_raw_path_rewrite_respects_container_root_boundaries
(tmp_path: Path)
tests/test_harbor_local_environment.py:399
Function
test_raw_reward_projection_bulk_stops_when_field_budget_is_full
()
tests/reporting/test_unified_tier3_report.py:2198
Function
test_raw_service_resolution_rejects_malformed_or_mislabeled_inspect_state
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, malformation: str, )
tests/test_harbor_secure_docker_environment.py:2298
Function
test_raw_service_resolution_rejects_warning_or_malformed_stdout_before_action
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, )
tests/test_harbor_secure_docker_environment.py:2270
Function
test_raw_service_resolution_uses_stdout_ids_and_ignores_stderr_warning
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, )
tests/test_harbor_secure_docker_environment.py:2237
Function
test_raw_sidecar_containment_kills_survivor_and_restores_only_running_snapshot
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, )
tests/test_harbor_secure_docker_environment.py:3676
Function
test_raw_text_pseudo_start_tag_does_not_require_an_extra_close
()
tests/validators/test_markdown.py:178
Function
test_read_and_open_tools_report_missing_inputs
(tool)
tests/test_trace_import.py:567
Function
test_read_bounded_accepts_the_limit_and_refuses_one_byte_more
(tmp_path: Path)
tests/utils/test_secure_fs.py:557
Function
test_read_bounded_truncates_without_reading_past_the_limit
(tmp_path: Path, monkeypatch: pytest.MonkeyPatch)
tests/utils/test_secure_fs.py:572
Method
test_read_failures_get_a_read_remedy
(self, structured: bool, reason_code: str)
tests/validators/test_skillspector_reference_diagnostics.py:575
Function
test_read_file_context_allows_in_skill_relative_path
(tmp_path)
tests/inference/test_finding_verifier.py:23
Function
test_read_file_context_rejects_absolute_path_outside_skill
(tmp_path)
tests/inference/test_finding_verifier.py:36
Function
test_read_file_context_rejects_parent_relative_path
(tmp_path)
tests/inference/test_finding_verifier.py:31
Function
test_read_file_context_rejects_symlink_pointing_outside_skill
(tmp_path)
tests/inference/test_finding_verifier.py:41
Method
test_read_of_arbitrary_host_home_file_blocked
(self, run_root: Path)
tests/test_harbor_local_sandbox.py:1469
Method
test_read_of_declared_member_manifest_counts_as_skill_activation
(self)
tests/tier3/test_plugin_signals.py:145
Method
test_read_of_host_home_secret_blocked
(self, run_root: Path)
tests/test_harbor_local_sandbox.py:1449
Function
test_read_only_flag_values
(args: list[str], read_only: bool)
tests/validators/test_plugin_component_risk.py:240
Function
test_read_results_exposes_only_fully_validated_native_reports
(tmp_path)
tests/ci/test_benchmark_publish.py:267
Function
test_readback_cannot_claim_safe_for_an_oversized_decoy
(security, tmp_path)
tests/tier3/test_private_plugin_security.py:357
Function
test_readback_must_match_exact_body_and_author
(tmp_path)
tests/ci/test_comment_report.py:197
Function
test_readback_mutation_during_read_is_unavailable_evidence
(security, tmp_path, monkeypatch, standalone)
tests/tier3/test_private_plugin_security.py:390
Function
test_readiness_only_covers_tiers_1_and_2
()
tests/test_doctor.py:250
Function
test_readiness_rejects_a_timeout_outside_the_supported_range
(timeout)
tests/test_doctor.py:245
Function
test_reading_a_script_inside_a_nested_shell_is_not_executing_it
(check)
tests/tier3/test_script_invocation_evidence.py:89
Function
test_reading_a_script_is_not_executing_it
(check, command)
tests/tier3/test_script_invocation_evidence.py:58
Function
test_reading_a_script_needs_no_list_of_reading_commands
None of these verbs is named anywhere in this module, and all score zero. That is the point of recognising invocations rather than listing the
tests/tier3/test_script_invocation_evidence.py:714
Function
test_reading_the_script_inside_a_control_structure_is_still_zero
(check, command)
tests/tier3/test_script_invocation_evidence.py:871
Function
test_reading_then_running_is_credited
(check)
tests/tier3/test_script_invocation_evidence.py:195
Method
test_readme_locality_is_reflected_in_score_grade_and_gate
(self, tmp_path: Path)
tests/validators/test_quality_score.py:1154
Method
test_readme_prose_does_not_trigger_reference_finding
(self, tmp_path: Path, statement: str)
tests/validators/test_quality_score.py:1073
Method
test_readme_referenced_by_skill_is_flagged
(self, quality_skill)
tests/validators/test_quality_score.py:566
Method
test_readme_supporting_file_is_allowed
(self, quality_skill)
tests/validators/test_quality_score.py:552
Function
test_readonly_custom_environment_snapshot_stays_outside_docker_context
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, )
tests/test_harbor_runtime_skill_isolation.py:2390
Method
test_reads_deny_host_home_except_run_and_runtime_roots
( self, tmp_path: Path, monkeypatch: pytest.MonkeyPatch, )
tests/test_harbor_local_sandbox.py:697
Function
test_ready_file_records_dynamic_origin_and_is_private
(bridge_services: _BridgeServices)
tests/test_nvidia_build_bridge.py:1098
Function
test_real_agent_eval_failure_still_fails_required_validation
()
tests/reporting/test_advisory_skip_verdict.py:3808
Function
test_real_child_process_receives_nvidia_key_only_through_stdin
()
tests/test_secure_docker_environment.py:549
Function
test_real_client_fixture_stream_cannot_confirm_shadowed_command
(tmp_path: Path)
tests/tier3/test_native_review_fixes.py:198
Function
test_real_command_output_in_tests_dir_does_not_reach_the_verifier
(tmp_path: Path)
tests/test_harbor_local_upload.py:351
Function
test_real_contained_exclusion_download_preserves_contents_and_destination
( local_output_environment: SkillEvaluatorLocalEnvironment, tmp_path: Path, exclude: list[str],
tests/test_harbor_local_environment.py:531
Function
test_real_contained_filtered_download_preserves_literal_names_and_source
( local_output_environment: SkillEvaluatorLocalEnvironment, tmp_path: Path, no_match: bool )
tests/test_harbor_local_environment.py:576
Function
test_real_credential_named_keys_still_flagged
(key)
tests/validators/test_mcp_static.py:431
Function
test_real_docker_interrupted_exec_stops_task_container_only
Container-root marker forgery cannot defeat a host-authoritative stop.
tests/test_harbor_secure_docker_environment.py:8311
Function
test_real_docker_main_sidecar_stdin_streaming_and_redaction
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, request: pytest.FixtureRequest, )
tests/test_harbor_secure_docker_environment.py:7753
Function
test_real_failure_outranks_missing_evidence_in_same_result
()
tests/reporting/test_shared_run_status.py:27
Function
test_real_failure_texts_still_fail
(text: str)
tests/tier3/test_f90_mcp_failure_text.py:206
Function
test_real_github_rendered_markdown_is_accepted
Replay exact summary Markdown downloaded from the real image-verification run.
tests/ci/test_smoke_image.py:72
Function
test_real_harbor_verifier_reads_shared_and_step_inputs
( tmp_path: Path, multi_step: bool, strict_reads: bool )
tests/test_harbor_local_upload.py:262
Function
test_real_hermes_docker_matched_arms
(tmp_path)
tests/test_hermes_agent.py:468
Function
test_real_incomplete_and_legacy_cards_pass_publication_gate
(tmp_path: Path)
tests/test_public_benchmark_gate.py:1053
Function
test_real_inventory_projects_declared_custom_skills
(modules, tmp_path)
tests/deduplication/plugin/test_private_dedup.py:501
Method
test_real_ip_is_not_suppressed_by_later_matching_artifact_version
(self, tmp_path: Path)
tests/validators/test_security.py:8727
Method
test_real_ip_on_a_user_agent_line_remains_pii
(self, tmp_path: Path)
tests/validators/test_security.py:8799
Function
test_real_judge_failure_is_unscored
(judge_server, tmp_path)
tests/tier3/test_grader_validation.py:847
Function
test_real_key_in_agent_response_is_still_flagged
()
tests/tier3/test_checks_secret_patterns.py:285
Function
test_real_key_in_tool_output_is_still_flagged
(secret)
tests/tier3/test_checks_secret_patterns.py:272
Function
test_real_local_exec_redacts_merged_secrets_across_byte_and_line_boundaries
( tmp_path: Path, )
tests/test_harbor_local_mode.py:2130
Function
test_real_local_exec_streams_redacted_stdout_and_stderr
( tmp_path: Path, secret_name: str, )
tests/test_harbor_local_environment.py:423
Function
test_real_local_exec_streams_stdout_and_stderr_through_harbor_callback
(tmp_path: Path)
tests/test_harbor_local_mode.py:2045
Function
test_real_local_repository_dependency_resolution_keeps_each_state
(tmp_path)
tests/test_plugin_discovery.py:274
Function
test_real_native_reports_regenerate_and_ignore_artifact_cards
(trusted, tmp_path)
tests/ci/test_benchmark_publish.py:244
Function
test_real_noop_marker_reports_no_scan_and_discloses_deleted_skills
(tmp_path)
tests/ci/test_report_views.py:879
Function
test_real_nvapi_key_is_still_redacted
()
tests/tier3/test_secret_redaction_patterns.py:39
Function
test_real_optional_tier3_policy_card_passes_gate
(tmp_path: Path)
tests/test_public_benchmark_gate.py:1578
Function
test_real_protocol_preserves_sanitized_and_bounded_argument_schema
(monkeypatch, fake_mcp, oversize)
tests/tier3/test_mcp_proof_sdk_compat.py:78
Function
test_real_renderer_scripts_are_excluded_while_header_markup_and_text_remain
()
tests/reporting/test_report_markup_assertions.py:56
Function
test_real_reporter_cards_pass_publication_gate
(tmp_path: Path, verdict: str)
tests/test_public_benchmark_gate.py:940
Function
test_real_reporter_normalizes_positive_offset_evaluation_date_to_utc
(tmp_path: Path)
tests/test_public_benchmark_gate.py:973
Function
test_real_reporter_rounding_boundary_card_passes_publication_gate
(tmp_path: Path)
tests/test_public_benchmark_gate.py:954
Function
test_real_reservation_and_native_staging_preserve_missing_results_ancestors
(tmp_path, relative, agent)
tests/tier3/test_plugin_runtime_identity.py:49
Function
test_real_runner_emits_private_arms_with_shared_cases_resources_and_budget
(tmp_path, monkeypatch, arm_count, route)
tests/tier3/test_private_comparison_engine_acceptance.py:281
Function
test_real_sk_key_is_still_redacted
()
tests/tier3/test_secret_redaction_patterns.py:29
Function
test_real_staging_copies_a_standalone_lexer
(tmp_path)
tests/tier3/test_shell_lexing.py:49
Function
test_real_subprocess_callback_failure_repeat_preserves_primary_exception
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, error_type: type[BaseException], )
tests/test_harbor_secure_docker_environment.py:1473
Function
test_real_template_cli
(judge_server, tmp_path)
tests/tier3/test_grader_validation.py:551
Function
test_real_tier1_run_records_the_certified_paths_it_skipped
(tmp_path: Path)
tests/test_publication_evidence.py:492
Function
test_real_tty_capture_excludes_links_but_ordinary_print_keeps_them
(monkeypatch)
tests/reporting/test_terminal_polish.py:451
Function
test_real_tty_live_lifecycle_prints_footer_once_with_capture_safe_links
(monkeypatch, captured)
tests/reporting/test_terminal_polish.py:553
Function
test_real_uploads_still_score
(module, command: str)
tests/tier3/test_issue192_security_false_positives.py:394
Function
test_real_work_is_productive
(module, call)
tests/tier3/test_tool_productivity.py:65
Function
test_real_workflow_shell_preserves_container_boundary_and_secret_selection
(tmp_path, llm, mode)
tests/ci/test_evaluate_workflow.py:106
Method
test_real_world_repository_names_are_accepted
Underscores and dots are ordinary in forge names and must survive.
tests/test_benchmark_source_provenance.py:150
Function
test_real_ya29_token_is_still_redacted
()
tests/tier3/test_secret_redaction_patterns.py:68
Function
test_reason_deduplicates_after_redaction
()
tests/reporting/test_tier3_failure_reasons.py:541
Function
test_reason_ignores_criteria_excluded_from_the_score
()
tests/reporting/test_tier3_failure_reasons.py:598
Function
test_reason_is_bounded_and_marks_truncation
()
tests/reporting/test_tier3_failure_reasons.py:585
Function
test_reason_names_failed_checks_criteria_and_attribution
()
tests/reporting/test_tier3_failure_reasons.py:553
Function
test_reason_names_the_type_of_a_finding_without_message
()
tests/reporting/test_tier3_failure_reasons.py:755
Function
test_reason_reads_plain_string_findings
()
tests/reporting/test_tier3_failure_reasons.py:749
Function
test_reason_redacts_a_bounded_number_of_candidates
()
tests/reporting/test_tier3_failure_reasons.py:776
Function
test_reason_retains_all_failed_criteria_compactly
()
tests/reporting/test_tier3_failure_reasons.py:569
Function
test_reasoning_effort_is_sent_only_where_the_route_accepts_it
( provider: str, model: str, effort: str | None )
tests/test_provider_config.py:161
Method
test_reasoning_model_gets_a_larger_token_budget
Reasoning models spend the completion budget before emitting content. Measured on deepseek/deepseek-v4.1-flash with a 4096-token cap:
tests/validators/test_rubric_eval.py:154
Function
test_reasoning_token_exhaustion_missing_message_retries_cleanly
Verify missing 'message' or message=None on finish_reason='length' is treated as empty content.
tests/test_llm_judge.py:746
Function
test_reasons_and_findings_obey_the_ref_label_cap
(tmp_path: Path)
tests/validators/test_plugin_dependencies.py:334
Method
test_reasons_that_differ_only_in_run_time_are_described_once
(self)
tests/validators/test_skillspector_reference_diagnostics.py:433
Function
test_rebase_accepts_tab_from_and_preserves_alias_and_runtime_user
(tmp_path: Path)
tests/test_harbor_runtime_skill_isolation.py:4117
← previous
next →
20,701–20,800 of 24,741, ranked by callers