MCPcopy Create free account

hub / github.com/NVIDIA/SkillEvaluator / functions

Functions24,741 in github.com/NVIDIA/SkillEvaluator

Functiontest_raw_path_rewrite_ignores_url_and_local_path_suffixes
(tmp_path: Path)
tests/test_harbor_local_environment.py:409
Functiontest_raw_path_rewrite_respects_container_root_boundaries
(tmp_path: Path)
tests/test_harbor_local_environment.py:399
Functiontest_raw_reward_projection_bulk_stops_when_field_budget_is_full
()
tests/reporting/test_unified_tier3_report.py:2198
Functiontest_raw_service_resolution_rejects_malformed_or_mislabeled_inspect_state
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, malformation: str, )
tests/test_harbor_secure_docker_environment.py:2298
Functiontest_raw_service_resolution_rejects_warning_or_malformed_stdout_before_action
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, )
tests/test_harbor_secure_docker_environment.py:2270
Functiontest_raw_service_resolution_uses_stdout_ids_and_ignores_stderr_warning
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, )
tests/test_harbor_secure_docker_environment.py:2237
Functiontest_raw_sidecar_containment_kills_survivor_and_restores_only_running_snapshot
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, )
tests/test_harbor_secure_docker_environment.py:3676
Functiontest_raw_text_pseudo_start_tag_does_not_require_an_extra_close
()
tests/validators/test_markdown.py:178
Functiontest_read_and_open_tools_report_missing_inputs
(tool)
tests/test_trace_import.py:567
Functiontest_read_bounded_accepts_the_limit_and_refuses_one_byte_more
(tmp_path: Path)
tests/utils/test_secure_fs.py:557
Functiontest_read_bounded_truncates_without_reading_past_the_limit
(tmp_path: Path, monkeypatch: pytest.MonkeyPatch)
tests/utils/test_secure_fs.py:572
Methodtest_read_failures_get_a_read_remedy
(self, structured: bool, reason_code: str)
tests/validators/test_skillspector_reference_diagnostics.py:575
Functiontest_read_file_context_allows_in_skill_relative_path
(tmp_path)
tests/inference/test_finding_verifier.py:23
Functiontest_read_file_context_rejects_absolute_path_outside_skill
(tmp_path)
tests/inference/test_finding_verifier.py:36
Functiontest_read_file_context_rejects_parent_relative_path
(tmp_path)
tests/inference/test_finding_verifier.py:31
Functiontest_read_file_context_rejects_symlink_pointing_outside_skill
(tmp_path)
tests/inference/test_finding_verifier.py:41
Methodtest_read_of_arbitrary_host_home_file_blocked
(self, run_root: Path)
tests/test_harbor_local_sandbox.py:1469
Methodtest_read_of_declared_member_manifest_counts_as_skill_activation
(self)
tests/tier3/test_plugin_signals.py:145
Methodtest_read_of_host_home_secret_blocked
(self, run_root: Path)
tests/test_harbor_local_sandbox.py:1449
Functiontest_read_only_flag_values
(args: list[str], read_only: bool)
tests/validators/test_plugin_component_risk.py:240
Functiontest_read_results_exposes_only_fully_validated_native_reports
(tmp_path)
tests/ci/test_benchmark_publish.py:267
Functiontest_readback_cannot_claim_safe_for_an_oversized_decoy
(security, tmp_path)
tests/tier3/test_private_plugin_security.py:357
Functiontest_readback_must_match_exact_body_and_author
(tmp_path)
tests/ci/test_comment_report.py:197
Functiontest_readback_mutation_during_read_is_unavailable_evidence
(security, tmp_path, monkeypatch, standalone)
tests/tier3/test_private_plugin_security.py:390
Functiontest_readiness_only_covers_tiers_1_and_2
()
tests/test_doctor.py:250
Functiontest_readiness_rejects_a_timeout_outside_the_supported_range
(timeout)
tests/test_doctor.py:245
Functiontest_reading_a_script_inside_a_nested_shell_is_not_executing_it
(check)
tests/tier3/test_script_invocation_evidence.py:89
Functiontest_reading_a_script_is_not_executing_it
(check, command)
tests/tier3/test_script_invocation_evidence.py:58
Functiontest_reading_a_script_needs_no_list_of_reading_commands
None of these verbs is named anywhere in this module, and all score zero. That is the point of recognising invocations rather than listing the
tests/tier3/test_script_invocation_evidence.py:714
Functiontest_reading_the_script_inside_a_control_structure_is_still_zero
(check, command)
tests/tier3/test_script_invocation_evidence.py:871
Functiontest_reading_then_running_is_credited
(check)
tests/tier3/test_script_invocation_evidence.py:195
Methodtest_readme_locality_is_reflected_in_score_grade_and_gate
(self, tmp_path: Path)
tests/validators/test_quality_score.py:1154
Methodtest_readme_prose_does_not_trigger_reference_finding
(self, tmp_path: Path, statement: str)
tests/validators/test_quality_score.py:1073
Methodtest_readme_referenced_by_skill_is_flagged
(self, quality_skill)
tests/validators/test_quality_score.py:566
Methodtest_readme_supporting_file_is_allowed
(self, quality_skill)
tests/validators/test_quality_score.py:552
Functiontest_readonly_custom_environment_snapshot_stays_outside_docker_context
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, )
tests/test_harbor_runtime_skill_isolation.py:2390
Methodtest_reads_deny_host_home_except_run_and_runtime_roots
( self, tmp_path: Path, monkeypatch: pytest.MonkeyPatch, )
tests/test_harbor_local_sandbox.py:697
Functiontest_ready_file_records_dynamic_origin_and_is_private
(bridge_services: _BridgeServices)
tests/test_nvidia_build_bridge.py:1098
Functiontest_real_agent_eval_failure_still_fails_required_validation
()
tests/reporting/test_advisory_skip_verdict.py:3808
Functiontest_real_child_process_receives_nvidia_key_only_through_stdin
()
tests/test_secure_docker_environment.py:549
Functiontest_real_client_fixture_stream_cannot_confirm_shadowed_command
(tmp_path: Path)
tests/tier3/test_native_review_fixes.py:198
Functiontest_real_command_output_in_tests_dir_does_not_reach_the_verifier
(tmp_path: Path)
tests/test_harbor_local_upload.py:351
Functiontest_real_contained_exclusion_download_preserves_contents_and_destination
( local_output_environment: SkillEvaluatorLocalEnvironment, tmp_path: Path, exclude: list[str],
tests/test_harbor_local_environment.py:531
Functiontest_real_contained_filtered_download_preserves_literal_names_and_source
( local_output_environment: SkillEvaluatorLocalEnvironment, tmp_path: Path, no_match: bool )
tests/test_harbor_local_environment.py:576
Functiontest_real_credential_named_keys_still_flagged
(key)
tests/validators/test_mcp_static.py:431
Functiontest_real_docker_interrupted_exec_stops_task_container_only
Container-root marker forgery cannot defeat a host-authoritative stop.
tests/test_harbor_secure_docker_environment.py:8311
Functiontest_real_docker_main_sidecar_stdin_streaming_and_redaction
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, request: pytest.FixtureRequest, )
tests/test_harbor_secure_docker_environment.py:7753
Functiontest_real_failure_outranks_missing_evidence_in_same_result
()
tests/reporting/test_shared_run_status.py:27
Functiontest_real_failure_texts_still_fail
(text: str)
tests/tier3/test_f90_mcp_failure_text.py:206
Functiontest_real_github_rendered_markdown_is_accepted
Replay exact summary Markdown downloaded from the real image-verification run.
tests/ci/test_smoke_image.py:72
Functiontest_real_harbor_verifier_reads_shared_and_step_inputs
( tmp_path: Path, multi_step: bool, strict_reads: bool )
tests/test_harbor_local_upload.py:262
Functiontest_real_hermes_docker_matched_arms
(tmp_path)
tests/test_hermes_agent.py:468
Functiontest_real_incomplete_and_legacy_cards_pass_publication_gate
(tmp_path: Path)
tests/test_public_benchmark_gate.py:1053
Functiontest_real_inventory_projects_declared_custom_skills
(modules, tmp_path)
tests/deduplication/plugin/test_private_dedup.py:501
Methodtest_real_ip_is_not_suppressed_by_later_matching_artifact_version
(self, tmp_path: Path)
tests/validators/test_security.py:8727
Methodtest_real_ip_on_a_user_agent_line_remains_pii
(self, tmp_path: Path)
tests/validators/test_security.py:8799
Functiontest_real_judge_failure_is_unscored
(judge_server, tmp_path)
tests/tier3/test_grader_validation.py:847
Functiontest_real_key_in_agent_response_is_still_flagged
()
tests/tier3/test_checks_secret_patterns.py:285
Functiontest_real_key_in_tool_output_is_still_flagged
(secret)
tests/tier3/test_checks_secret_patterns.py:272
Functiontest_real_local_exec_redacts_merged_secrets_across_byte_and_line_boundaries
( tmp_path: Path, )
tests/test_harbor_local_mode.py:2130
Functiontest_real_local_exec_streams_redacted_stdout_and_stderr
( tmp_path: Path, secret_name: str, )
tests/test_harbor_local_environment.py:423
Functiontest_real_local_exec_streams_stdout_and_stderr_through_harbor_callback
(tmp_path: Path)
tests/test_harbor_local_mode.py:2045
Functiontest_real_local_repository_dependency_resolution_keeps_each_state
(tmp_path)
tests/test_plugin_discovery.py:274
Functiontest_real_native_reports_regenerate_and_ignore_artifact_cards
(trusted, tmp_path)
tests/ci/test_benchmark_publish.py:244
Functiontest_real_noop_marker_reports_no_scan_and_discloses_deleted_skills
(tmp_path)
tests/ci/test_report_views.py:879
Functiontest_real_nvapi_key_is_still_redacted
()
tests/tier3/test_secret_redaction_patterns.py:39
Functiontest_real_optional_tier3_policy_card_passes_gate
(tmp_path: Path)
tests/test_public_benchmark_gate.py:1578
Functiontest_real_protocol_preserves_sanitized_and_bounded_argument_schema
(monkeypatch, fake_mcp, oversize)
tests/tier3/test_mcp_proof_sdk_compat.py:78
Functiontest_real_renderer_scripts_are_excluded_while_header_markup_and_text_remain
()
tests/reporting/test_report_markup_assertions.py:56
Functiontest_real_reporter_cards_pass_publication_gate
(tmp_path: Path, verdict: str)
tests/test_public_benchmark_gate.py:940
Functiontest_real_reporter_normalizes_positive_offset_evaluation_date_to_utc
(tmp_path: Path)
tests/test_public_benchmark_gate.py:973
Functiontest_real_reporter_rounding_boundary_card_passes_publication_gate
(tmp_path: Path)
tests/test_public_benchmark_gate.py:954
Functiontest_real_reservation_and_native_staging_preserve_missing_results_ancestors
(tmp_path, relative, agent)
tests/tier3/test_plugin_runtime_identity.py:49
Functiontest_real_runner_emits_private_arms_with_shared_cases_resources_and_budget
(tmp_path, monkeypatch, arm_count, route)
tests/tier3/test_private_comparison_engine_acceptance.py:281
Functiontest_real_sk_key_is_still_redacted
()
tests/tier3/test_secret_redaction_patterns.py:29
Functiontest_real_staging_copies_a_standalone_lexer
(tmp_path)
tests/tier3/test_shell_lexing.py:49
Functiontest_real_subprocess_callback_failure_repeat_preserves_primary_exception
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, error_type: type[BaseException], )
tests/test_harbor_secure_docker_environment.py:1473
Functiontest_real_template_cli
(judge_server, tmp_path)
tests/tier3/test_grader_validation.py:551
Functiontest_real_tier1_run_records_the_certified_paths_it_skipped
(tmp_path: Path)
tests/test_publication_evidence.py:492
Functiontest_real_tty_capture_excludes_links_but_ordinary_print_keeps_them
(monkeypatch)
tests/reporting/test_terminal_polish.py:451
Functiontest_real_tty_live_lifecycle_prints_footer_once_with_capture_safe_links
(monkeypatch, captured)
tests/reporting/test_terminal_polish.py:553
Functiontest_real_uploads_still_score
(module, command: str)
tests/tier3/test_issue192_security_false_positives.py:394
Functiontest_real_work_is_productive
(module, call)
tests/tier3/test_tool_productivity.py:65
Functiontest_real_workflow_shell_preserves_container_boundary_and_secret_selection
(tmp_path, llm, mode)
tests/ci/test_evaluate_workflow.py:106
Methodtest_real_world_repository_names_are_accepted
Underscores and dots are ordinary in forge names and must survive.
tests/test_benchmark_source_provenance.py:150
Functiontest_real_ya29_token_is_still_redacted
()
tests/tier3/test_secret_redaction_patterns.py:68
Functiontest_reason_deduplicates_after_redaction
()
tests/reporting/test_tier3_failure_reasons.py:541
Functiontest_reason_ignores_criteria_excluded_from_the_score
()
tests/reporting/test_tier3_failure_reasons.py:598
Functiontest_reason_is_bounded_and_marks_truncation
()
tests/reporting/test_tier3_failure_reasons.py:585
Functiontest_reason_names_failed_checks_criteria_and_attribution
()
tests/reporting/test_tier3_failure_reasons.py:553
Functiontest_reason_names_the_type_of_a_finding_without_message
()
tests/reporting/test_tier3_failure_reasons.py:755
Functiontest_reason_reads_plain_string_findings
()
tests/reporting/test_tier3_failure_reasons.py:749
Functiontest_reason_redacts_a_bounded_number_of_candidates
()
tests/reporting/test_tier3_failure_reasons.py:776
Functiontest_reason_retains_all_failed_criteria_compactly
()
tests/reporting/test_tier3_failure_reasons.py:569
Functiontest_reasoning_effort_is_sent_only_where_the_route_accepts_it
( provider: str, model: str, effort: str | None )
tests/test_provider_config.py:161
Methodtest_reasoning_model_gets_a_larger_token_budget
Reasoning models spend the completion budget before emitting content. Measured on deepseek/deepseek-v4.1-flash with a 4096-token cap:
tests/validators/test_rubric_eval.py:154
Functiontest_reasoning_token_exhaustion_missing_message_retries_cleanly
Verify missing 'message' or message=None on finish_reason='length' is treated as empty content.
tests/test_llm_judge.py:746
Functiontest_reasons_and_findings_obey_the_ref_label_cap
(tmp_path: Path)
tests/validators/test_plugin_dependencies.py:334
Methodtest_reasons_that_differ_only_in_run_time_are_described_once
(self)
tests/validators/test_skillspector_reference_diagnostics.py:433
Functiontest_rebase_accepts_tab_from_and_preserves_alias_and_runtime_user
(tmp_path: Path)
tests/test_harbor_runtime_skill_isolation.py:4117
← previousnext →20,701–20,800 of 24,741, ranked by callers