MCPcopy Create free account

hub / github.com/NVIDIA/SkillEvaluator / functions

Functions24,741 in github.com/NVIDIA/SkillEvaluator

Functiontest_setup_retry_accepts_real_collector_diagnostics_and_retains_failed_attempt
(tmp_path)
tests/test_private_runtime_review.py:137
Functiontest_setup_retry_never_replays_completed_or_dispatched_baseline
(tmp_path, baseline_exception)
tests/test_private_runtime_review.py:150
Functiontest_setup_retry_refuses_incomplete_trial_proof
(tmp_path, case)
tests/test_private_runtime_review.py:156
Functiontest_setup_retry_replaces_cached_trials_without_reprobing_or_rereading_rewards
(tmp_path, monkeypatch)
tests/tier3/test_plugin_evidence.py:310
Functiontest_setup_runs_after_launch_line_initialization
(cls: type, command: str, before: str)
tests/tier3/test_native_launch_insertion.py:45
Functiontest_setup_sets_the_config_dir_default_once
(loose)
tests/tier3/test_private_loose_source.py:899
Functiontest_setup_status_detects_a_changed_scan_without_approving_it
(repository, release_file, monkeypatch)
tests/test_ci_onboarding.py:329
Functiontest_setup_workflow_only_change_selects_full_collection
(consumer)
tests/ci/test_run_tiers.py:189
Functiontest_several_waiting_threads_make_progress_without_deadlock
(monkeypatch)
tests/tier3/test_budget_reservation.py:264
Methodtest_severity_is_error
Test Severity.is_error() logic.
tests/validators/test_security_validators.py:986
Methodtest_severity_mapping
(self)
tests/reporting/test_reporters.py:1559
Methodtest_severity_mapping
Test severity determination from rule tags.
tests/validators/test_security_validators.py:128
Functiontest_shadowroot_template_content_is_conservatively_non_navigation
(mode: str)
tests/validators/test_markdown.py:169
Functiontest_shadowroot_template_without_a_valid_host_remains_non_navigation
()
tests/validators/test_markdown.py:159
Functiontest_shallow_clone_fails_changed_selection_instead_of_scanning_everything
(repository, tmp_path)
tests/ci/test_select_changed_skills.py:348
Functiontest_shared_and_template_accuracy_core_results_match
(monkeypatch)
tests/tier3/test_judge_result_semantics.py:1422
Functiontest_shared_and_template_behavior_results_match
(monkeypatch)
tests/tier3/test_judge_result_semantics.py:1443
Functiontest_shared_and_template_judges_use_the_same_schemas
()
tests/tier3/test_judge_contracts.py:301
Functiontest_shared_descriptor_reader_returns_only_requested_prefix
(tmp_path, limit)
tests/utils/test_secure_fs_bounded.py:47
Functiontest_shared_discovery_depth_is_bounded
(tmp_path: Path)
tests/test_openclaw_plugin_discovery.py:292
Functiontest_shared_discovery_path_budget_spans_all_declared_roots
(tmp_path: Path)
tests/test_openclaw_plugin_discovery.py:282
Functiontest_shared_discovery_rejects_invalid_limits_and_declarations
(tmp_path: Path)
tests/test_openclaw_plugin_discovery.py:264
Functiontest_shared_environment_renders_identically_from_many_threads
(payload)
tests/reporting/test_retained_html.py:268
Functiontest_shared_eval_base_image_installs_declared_apt_packages
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, apt_packages: str | None, expected: list[str] )
tests/test_harbor_apt_install_lines.py:86
Functiontest_shared_eval_base_image_keeps_verifier_dependency_smoke
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch )
tests/test_harbor_runtime_skill_isolation.py:4317
Functiontest_shared_metric_pass_applies_goal_gate_only_when_goal_accuracy_is_shared
()
tests/tier3/test_metric_applicability_producer.py:169
Functiontest_shared_metric_pass_comparison_does_not_credit_activation_alone
()
tests/tier3/test_metric_applicability_producer.py:150
Functiontest_shared_metric_pass_comparison_excludes_only_mismatched_judge_metrics
()
tests/tier3/test_metric_applicability_producer.py:227
Functiontest_shared_metric_pass_comparison_preserves_canonical_policy_when_nothing_is_excluded
()
tests/tier3/test_metric_applicability_producer.py:192
Functiontest_shared_metric_pass_comparison_renormalizes_dimensions_after_activation_exclusion
()
tests/tier3/test_metric_applicability_producer.py:211
Functiontest_shared_metric_pass_ignores_unshared_goal_gate
()
tests/test_tier3_attempt_verdict.py:224
Functiontest_shared_metric_pass_lift_is_labelled_separately_from_arm_rates
()
tests/reporting/test_unified_tier3_report.py:3893
Functiontest_shared_structured_judge_does_not_retry_sdk_transport_error
(monkeypatch: pytest.MonkeyPatch)
tests/test_llm_judge.py:209
Functiontest_shared_structured_judge_keeps_explicit_max_tokens_override
( monkeypatch, judge_name: str, response: str, )
tests/tier3/test_judge_result_semantics.py:524
Functiontest_shared_structured_judges_retry_empty_sdk_response
( monkeypatch: pytest.MonkeyPatch, judge_name: str, valid_response: str, )
tests/test_llm_judge.py:185
Methodtest_sharing_is_skipped_when_it_does_not_shorten_the_prompt
(self, make_chunk, repeated: str)
tests/deduplication/intra_skill/test_intra_llm_analyzer.py:171
Methodtest_shebang_not_counted_as_comment
(self)
tests/deduplication/utils/test_chunker.py:367
Methodtest_shell_apply_patch_headers_count_as_artifact_writes
(self, command: str, passed: int)
tests/tier3/test_plugin_signals.py:1064
Functiontest_shell_apply_patch_to_profile_lookalike_with_a_redirect_is_not_flagged
(run, form, header)
tests/tier3/test_apply_patch_security.py:278
Functiontest_shell_apply_patch_to_workspace_file_is_not_flagged
(run, form, header)
tests/tier3/test_apply_patch_security.py:258
Functiontest_shell_behind_a_command_wrapper_is_still_read_as_a_shell
Regression: only env was looked through, so nohup, timeout, and other wrappers hid 'bash -c'.
tests/validators/test_mcp_static.py:138
Functiontest_shell_command_line_that_ends_in_a_program_path_is_still_read_as_a_shell
Regression: a command line whose last path segment was 'env' or 'sh' was read as that one program.
tests/validators/test_mcp_static.py:166
Functiontest_shell_command_naming_apply_patch_without_a_patch_keeps_redacted_evidence
(run)
tests/tier3/test_apply_patch_security.py:1142
Functiontest_shell_command_with_non_list_args_reports_args_not_list
(args)
tests/validators/test_mcp_static.py:199
Functiontest_shell_commands_cannot_borrow_a_license_comment
(module, command)
tests/tier3/test_license_notice_network_bypasses.py:47
Methodtest_shell_comment_email_is_not_flagged
Real shell hash comments remain skipped.
tests/validators/test_security.py:912
Functiontest_shell_directory_changes_do_not_create_output_scopes
(security_check, destination, directory_command)
tests/tier3/test_agent_output_cleanup_scope.py:42
Methodtest_shell_escaped_space_cannot_hide_an_uninspected_name
( self, mock_tools, tmp_path: Path, version: str )
tests/validators/test_security.py:9585
Functiontest_shell_expansions_are_not_covered_by_notice_comments
(module, command)
tests/tier3/test_license_notice_network_bypasses.py:94
Methodtest_shell_glob_and_markdown_marker_preserve_missing_reference_coverage
( self, mock_tools, tmp_path: Path, version: str, line: str, complete: bool )
tests/validators/test_security.py:9654
Functiontest_shell_patch_evidence_masks_a_credential_before_the_400_character_cut
(run)
tests/tier3/test_apply_patch_security.py:1123
Functiontest_shell_patch_evidence_omits_the_patch_body
(run)
tests/tier3/test_apply_patch_security.py:1110
Functiontest_shell_patch_headers_do_not_hide_the_rest_of_the_command
(run, command, finding_type, form)
tests/tier3/test_apply_patch_security.py:890
Functiontest_shell_patch_headers_without_apply_patch_are_not_writes
(run)
tests/tier3/test_apply_patch_security.py:1154
Functiontest_shell_patch_to_credential_path_reports_only_the_protected_entry
(run)
tests/tier3/test_apply_patch_security.py:1101
Functiontest_shell_path_rewrite_handles_exact_path_before_shell_separator
(tmp_path: Path)
tests/test_harbor_local_mode.py:5308
Functiontest_shell_path_rewrite_preserves_existing_quotes
(tmp_path: Path)
tests/test_harbor_local_mode.py:5294
Functiontest_shell_path_rewrite_quotes_unquoted_path_with_spaces
(tmp_path: Path)
tests/test_harbor_local_mode.py:5280
Functiontest_shell_payload_in_an_argv_list_scores_like_the_same_text
(module, payload)
tests/tier3/test_root_search_efficiency.py:259
Functiontest_shell_pipeline_in_python_or_javascript_string_is_remote_code
Regression: the call syntax after the closing quote ('")', "', shell=True)") read as the interpreter's script path, so the stage did not count as
tests/validators/test_plugin_component_risk.py:987
Functiontest_shell_program_behind_any_launcher_is_a_dangerous_form
(config: dict)
tests/validators/test_mcp_static.py:1238
Methodtest_shell_read_of_declared_manifest_counts
(self)
tests/tier3/test_plugin_signals.py:169
Functiontest_shell_source_passed_as_input_is_not_mistaken_for_a_patch
Codex also passes shell source as ``input``; that is not a file change.
tests/tier3/test_behavior_evidence.py:1522
Functiontest_shell_syntax_does_not_hide_or_invent_deletion_targets
(security_check, script, target, expected_score)
tests/tier3/test_destructive_command_paths.py:708
Functiontest_shell_tail_status_is_not_script_success
(native_events, tmp_path)
tests/tier3/test_opencode_exit_status.py:119
Methodtest_shell_variables_are_expanded_only_by_the_scored_check
(self)
tests/tier3/test_plugin_signals.py:414
Methodtest_shell_wrapped_reads_credit_the_member_and_the_score
(self)
tests/tier3/test_plugin_signals.py:409
Functiontest_shell_writer_and_reader_forms_are_seen
check-18 e06, on both harness shapes.
tests/tier3/test_f90_signals_handoff.py:375
Functiontest_short_circuited_chain_is_reported_as_an_invocation
Known limitation: the walk is static and does not model exit status. ``false && python run.py`` never reaches the interpreter at run time, but
tests/tier3/test_script_invocation_evidence.py:281
Functiontest_short_codex_options_outside_codex_are_not_bypass_flags
(tmp_path: Path, command: str)
tests/validators/test_plugin_static_risk_review_fixes.py:1031
Methodtest_short_comment_block_excluded
(self)
tests/deduplication/utils/test_chunker.py:361
Methodtest_short_config_intra_file_duplicate_downgraded_to_low
Repeated short config snippets inside one file are LOW, not a HIGH blocker. Regression test for the report that a legitimately-repeated confi
tests/deduplication/intra_skill/test_intra_skill_validator.py:977
Functiontest_short_credential_named_flags_do_not_redact_counts
()
tests/test_tier3_progress.py:6092
Functiontest_short_expiry_adc_docker_handoff_and_failed_refresh_fails_closed
Preserve custom ADC sources for Docker host refresh, bound timeout below short token expiry, and fail closed on refresh failure.
tests/test_secure_docker_environment.py:685
Methodtest_short_function_excluded
(self)
tests/deduplication/utils/test_chunker.py:245
Functiontest_short_private_environment_label_does_not_corrupt_tier3_proof_fields
( tmp_path: Path, environment: str, )
tests/golden/test_benchmark_card.py:309
Methodtest_short_repeated_bodies_under_long_headings_stay_inline
(self, make_chunk)
tests/deduplication/intra_skill/test_intra_llm_analyzer.py:263
Methodtest_short_repeated_bodies_under_long_headings_stay_inline_and_the_cluster_completes
( self, mock_embed, _mock_llm, mock_analyze, tmp_path: Path )
tests/deduplication/intra_skill/test_intra_skill_validator.py:638
Methodtest_short_repeated_body_stays_inline_whatever_its_heading_length
(self, make_chunk, heading: str)
tests/deduplication/intra_skill/test_intra_llm_analyzer.py:241
Methodtest_short_text_single_chunk
(self)
tests/embedding/test_client.py:381
Functiontest_shortened_recorded_notes_remain_complete_in_canonical_export
()
tests/reporting/test_plugin_evidence_report.py:434
Functiontest_sibling_pieces_do_not_create_duplicate_clusters
()
tests/deduplication/utils/test_chunk_bounds.py:52
Methodtest_sibling_result_never_proves_success
(self)
tests/tier3/test_plugin_signals.py:548
Functiontest_sidecar_callback_base_exception_reaps_client_without_stopping_main
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, )
tests/test_harbor_secure_docker_environment.py:5816
Functiontest_sidecar_callback_reentrant_lifecycle_operation_fails_fast_without_deadlock
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, nested_operation: str, )
tests/test_harbor_secure_docker_environment.py:2383
Functiontest_sidecar_carriers_retry_target_and_base_environment_name_collisions
( monkeypatch: pytest.MonkeyPatch, collision_source: str, )
tests/test_harbor_secure_docker_environment.py:3331
Functiontest_sidecar_compose_client_drops_unrelated_host_credentials
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, )
tests/test_harbor_secure_docker_environment.py:2679
Functiontest_sidecar_compose_client_restores_operational_host_environment
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, )
tests/test_harbor_secure_docker_environment.py:2473
Functiontest_sidecar_containment_reaps_expired_client_before_restoration
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, reap_fails: bool, )
tests/test_harbor_secure_docker_environment.py:5875
Functiontest_sidecar_control_env_uses_carriers_without_redirecting_compose_client
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, )
tests/test_harbor_secure_docker_environment.py:3246
Functiontest_sidecar_exec_redacts_schemeless_proxy_components
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, )
tests/test_harbor_secure_docker_environment.py:1888
Functiontest_sidecar_fails_closed_when_harbor_infra_wraps_main_stdin_sentinel
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, )
tests/test_harbor_secure_docker_environment.py:3403
Functiontest_sidecar_fails_closed_when_trusted_client_value_wraps_main_secret
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, required_name: str, )
tests/test_harbor_secure_docker_environment.py:3363
Functiontest_sidecar_filter_preserves_harbor_infra_over_user_name_collision
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, )
tests/test_harbor_secure_docker_environment.py:2656
Functiontest_sidecar_filter_removes_all_shadowed_main_values_before_explicit_reuse
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, )
tests/test_harbor_secure_docker_environment.py:2013
Functiontest_sidecar_interrupt_reaps_client_without_stopping_main
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, interrupt_mode: str, )
tests/test_harbor_secure_docker_environment.py:5942
Functiontest_sidecar_invalid_target_environment_fails_before_spawn_without_rendering_value
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, )
tests/test_harbor_secure_docker_environment.py:2085
Functiontest_sidecar_main_only_redaction_values_include_proxy_components
(tmp_path: Path)
tests/test_harbor_secure_docker_environment.py:1923
Functiontest_sidecar_rejects_compose_value_carrying_sensitive_host_value
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, host_value: str, required_value: str, )
tests/test_harbor_secure_docker_environment.py:3056
Functiontest_sidecar_rejects_compose_value_reusing_other_main_only_value
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, wrapper: str, )
tests/test_harbor_secure_docker_environment.py:3185
← previousnext →22,201–22,300 of 24,741, ranked by callers