MCPcopy Create free account

hub / github.com/NVIDIA/SkillEvaluator / functions

Functions24,741 in github.com/NVIDIA/SkillEvaluator

Functiontest_sidecar_rejects_compose_value_wrapping_short_sensitive_main_value
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, )
tests/test_harbor_secure_docker_environment.py:3155
Functiontest_sidecar_rejects_effective_compose_value_wrapping_shadowed_same_name_value
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, )
tests/test_harbor_secure_docker_environment.py:3214
Functiontest_sidecar_rejects_host_docker_auth_interpolation_before_spawn
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, )
tests/test_harbor_secure_docker_environment.py:3128
Functiontest_sidecar_rejects_protected_compose_interpolation_before_user_command
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, required_name: str, required_value: str, )
tests/test_harbor_secure_docker_environment.py:3094
Functiontest_sidecar_restore_rejects_replacement_container_before_start
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, )
tests/test_harbor_secure_docker_environment.py:3813
Functiontest_sidecar_retains_compose_value_merely_containing_short_sensitive_host_value
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, required_name: str, required_value: str, )
tests/test_harbor_secure_docker_environment.py:3015
Functiontest_sidecar_retains_only_structurally_required_nonsecret_compose_task_value
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, )
tests/test_harbor_secure_docker_environment.py:2710
Functiontest_sidecar_retains_structurally_required_nonsecret_host_compose_value
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, )
tests/test_harbor_secure_docker_environment.py:2975
Functiontest_sidecar_scan_limit_diagnostic_precedes_existing_reward_errors
(tmp_path: Path)
tests/test_issue55_collector_truth.py:2368
Functiontest_sidecar_sensitive_named_values_redact_exact_short_and_long_output
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, secret: str, )
tests/test_harbor_secure_docker_environment.py:1845
Functiontest_sidecar_service_exec_keeps_values_off_argv_and_isolates_main_environment
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, )
tests/test_harbor_secure_docker_environment.py:1732
Functiontest_sidecar_service_exec_rejects_windows_with_public_harbor_error
(tmp_path: Path)
tests/test_harbor_secure_docker_environment.py:5808
Functiontest_sidecar_service_exec_uses_only_explicit_workdir_and_user
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, )
tests/test_harbor_secure_docker_environment.py:1937
Functiontest_sidecar_service_name_is_validated_and_option_terminated
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, )
tests/test_harbor_secure_docker_environment.py:2061
Functiontest_signal_labels_omit_credentials_cut_at_the_redaction_window
()
tests/tier3/test_plugin_signals.py:28
Functiontest_signal_process_tree_suppresses_permission_race_only_after_leader_exit
( monkeypatch: pytest.MonkeyPatch, )
tests/test_harbor_secure_docker_environment.py:1530
Functiontest_signal_scan_reports_a_call_limit_instead_of_a_complete_negative
(monkeypatch)
tests/tier3/test_plugin_signals.py:34
Functiontest_signal_sections_match_default_metrics
Every ``### `signal`` heading in the signals section tracks ``DEFAULT_METRICS``.
tests/test_metrics_reference_docs.py:129
Methodtest_signal_to_own_child_allowed
(self, run_root: Path)
tests/test_harbor_local_sandbox.py:1425
Methodtest_signal_to_unrelated_process_denied
(self, run_root: Path)
tests/test_harbor_local_sandbox.py:1402
Functiontest_signed_download_hosts_are_explicitly_allowlisted
()
tests/ci/test_publish_reports.py:399
Functiontest_signed_interaction_equation
(baseline, individuals, combined, interaction, classification)
tests/tier3/test_interactions.py:132
Functiontest_signed_receipt_is_separate_and_retained_after_a_failed_scan
()
tests/ci/test_evaluate_workflow.py:219
Functiontest_signed_wrong_identity_or_time_is_rejected
(verifier, record, changes)
tests/ci/test_verify_provenance.py:126
Functiontest_sigterm_is_forwarded_to_streamlit
(monkeypatch)
tests/reporting/test_dashboard_cli.py:158
Methodtest_similar_chunks_form_cluster
(self, make_chunk)
tests/deduplication/intra_skill/test_semantic_clustering.py:69
Methodtest_similar_vectors
(self)
tests/embedding/test_client.py:46
Functiontest_similarity_check_rejects_entry_limit_above_hard_cap
(tmp_path: Path)
tests/test_tier2_command_failures.py:39
Functiontest_similarity_check_rejects_invalid_limit_options_before_construction
( tmp_path: Path, monkeypatch, option: str, value: object )
tests/test_tier2_command_failures.py:23
Functiontest_similarity_check_wraps_unexpected_validator_exceptions
( tmp_path: Path, monkeypatch, during_construction: bool, error_type: type[Exception], )
tests/test_tier2_command_failures.py:46
Functiontest_similarity_cli_allows_catalog_name_when_only_cli_report_is_selected
( tmp_path: Path, monkeypatch, )
tests/test_cli.py:462
Functiontest_similarity_cli_handles_pinned_openclaw_compatibility_layout
(tmp_path: Path, monkeypatch)
tests/test_cli.py:168
Functiontest_similarity_cli_rejects_catalog_build_and_query_together
(tmp_path: Path)
tests/test_cli.py:145
Functiontest_similarity_cli_rejects_catalog_collision_through_output_directory_symlink
( tmp_path: Path, monkeypatch, )
tests/test_cli.py:387
Functiontest_similarity_cli_rejects_catalog_collision_with_every_selected_report
( tmp_path: Path, monkeypatch, extension: str, report_formats: str, )
tests/test_cli.py:349
Functiontest_similarity_cli_rejects_nonfinite_and_out_of_range_thresholds
(tmp_path: Path)
tests/test_cli.py:133
Functiontest_similarity_cli_rejects_query_catalog_collision_with_generated_report
( tmp_path: Path, monkeypatch, )
tests/test_cli.py:426
Functiontest_similarity_cli_reports_unsafe_output_path_without_traceback
(tmp_path: Path, monkeypatch)
tests/test_cli.py:497
Functiontest_similarity_help_exposes_catalog_workflow_and_hides_legacy_cache_names
()
tests/test_cli.py:123
Methodtest_similarity_html_renders_both_related_paths
(self)
tests/reporting/test_reporters.py:2349
Methodtest_similarity_only_html_uses_tier2_tab_and_renders_the_match
(self, tmp_path: Path)
tests/reporting/test_reporters.py:2283
Functiontest_similarity_validator_rejects_invalid_threshold
(threshold: float)
tests/validators/test_similarity.py:561
Functiontest_single_adverb_does_not_turn_a_negated_read_into_a_requirement
(adverb)
tests/tier3/test_dataset_baseline_fairness.py:1792
Functiontest_single_agent_dimensions_use_a_separate_summary_panel
()
tests/test_tier3_result_display.py:1155
Functiontest_single_agent_has_no_clean_peer
(tmp_path: Path)
tests/tier3/test_baseline_timeouts.py:717
Functiontest_single_agent_without_a_clear_gain_suggests_an_agent_experiment
(tmp_path: Path)
tests/test_tier3_next_steps.py:171
Functiontest_single_attempt_runs_are_flagged_but_stop_on_pass_skips_are_not
(tmp_path: Path)
tests/test_tier3_next_steps.py:91
Functiontest_single_call_tool_metadata_supplies_duration
()
tests/tier3/test_trajectory_timing.py:323
Functiontest_single_cat_read_with_options
(grader: tuple[ModuleType, ModuleType], options: str, is_error: bool)
tests/tier3/test_failed_skill_reads.py:458
Functiontest_single_check_command_paths_are_relative_to_git_root
A single-check command reports the same repository-relative file as ``validate``, in JUnit and SARIF.
tests/reporting/test_junit_reporter.py:622
Functiontest_single_entry_collection_index_is_not_a_completed_comparison
()
tests/reporting/test_evidence_views.py:267
Functiontest_single_failed_agent_never_reads_as_a_passing_run
(shape: str)
tests/test_tier3_result_display.py:428
Methodtest_single_file_mit_and_gpl_signatures_fail_closed
One LICENSE file matching both MIT and GPL patterns must not report MIT allowed.
tests/validators/test_license.py:452
Methodtest_single_file_not_enough_to_compare
A skill with only one very short file should pass — not enough chunks.
tests/deduplication/intra_skill/test_intra_skill_validator.py:207
Methodtest_single_file_returns_empty_when_extension_mismatch
(self, tmp_path: Path)
tests/validators/test_base.py:501
Methodtest_single_file_returns_self_when_extension_matches
(self, tmp_path: Path)
tests/validators/test_base.py:496
Methodtest_single_file_root_accepts_only_its_own_name
(self, tmp_path: Path)
tests/validators/test_security.py:10093
Methodtest_single_file_symlink_and_env_helper_work_without_exposing_siblings
( self, fake_home_tree: tuple[Path, Path, Path], monkeypatch: pytest.MonkeyPatch,
tests/test_harbor_local_sandbox.py:1324
Methodtest_single_file_target_is_always_an_agent_control_path
(self, tmp_path: Path)
tests/validators/test_skillspector_scope.py:741
Methodtest_single_generated_artifact_file_returns_empty
(self, tmp_path: Path)
tests/validators/test_base.py:459
Methodtest_single_heading_section
(self)
tests/deduplication/utils/test_chunker.py:139
Functiontest_single_import_only_script_is_still_the_expected_script
(tmp_path: Path)
tests/tier3/test_dataset_primary_script.py:133
Functiontest_single_never_activated_agent_gets_root_dataset_sufficiency
( monkeypatch: pytest.MonkeyPatch, tmp_path: Path, )
tests/test_tier3_progress.py:3029
Methodtest_single_occurrence_message_names_the_value
(self, skill_with_repeated_emails)
tests/validators/test_pii_grouping.py:78
Methodtest_single_rule_error_names_its_directory
(self, tmp_path: Path)
tests/embedding/test_extractor.py:831
Methodtest_single_skill_directory
Test validation of a single skill directory.
tests/validators/test_folder_validation.py:510
Functiontest_single_skill_is_measured_against_its_installed_folder
(tmp_path: Path)
tests/harness/test_overlay.py:343
Functiontest_single_skill_preserves_results_root_precedence
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, configured_by: str )
tests/test_catalog_results.py:107
Methodtest_single_skill_with_file_path
Test validation with SKILL.md file path.
tests/validators/test_folder_validation.py:540
Functiontest_single_step_authored_multistep_extras_cannot_select_other_logs
(tmp_path)
tests/tier3/test_private_evidence_review2.py:190
Functiontest_single_step_harbor_null_step_results_keeps_custom_reward_scoreable
(tmp_path: Path)
tests/test_issue55_collector_truth.py:1042
Functiontest_single_step_redaction_drops_credential_shaped_extra_key
(tmp_path: Path)
tests/test_harbor_collector_multistep_trajectory.py:1176
Functiontest_single_step_redaction_omits_unrepresentable_integer_aggregate_metrics
(tmp_path: Path)
tests/test_harbor_collector_multistep_trajectory.py:1140
Functiontest_single_step_redaction_rejects_browser_unsafe_integer_in_arbitrary_extra
( tmp_path: Path, location: str, )
tests/test_harbor_collector_multistep_trajectory.py:1196
Functiontest_single_step_result_fallback_honors_failed_top_level_sidecar
(tmp_path: Path)
tests/test_issue55_collector_truth.py:2546
Functiontest_single_trial_coverage_label_is_singular
()
tests/reporting/test_dashboard_data.py:92
Methodtest_single_vector
(self)
tests/embedding/test_client.py:426
Methodtest_single_workflow_error_names_its_directory
(self, tmp_path: Path)
tests/embedding/test_extractor.py:819
Methodtest_singletons_excluded
(self, make_chunk)
tests/deduplication/intra_skill/test_semantic_clustering.py:95
Functiontest_singularity_prerequisite_requires_the_cli_harbor_invokes
(monkeypatch: pytest.MonkeyPatch)
tests/test_harbor_local_mode.py:5644
Functiontest_sink_bound_is_explicitly_incomplete
(security)
tests/tier3/test_private_plugin_security.py:308
Functiontest_site_writes_are_atomic_and_leave_no_partial_file
(tmp_path)
tests/ci/test_publish_reports.py:286
Functiontest_site_writes_refuse_linked_targets_and_directories
(tmp_path, linked)
tests/ci/test_publish_reports.py:299
Functiontest_skeptic_probes_are_not_failures
(text: str)
tests/tier3/test_f90_mcp_failure_text.py:172
Functiontest_skill_a_tier_did_not_select_is_skipped_not_incomplete
()
tests/ci/test_comment_summary.py:323
Functiontest_skill_allowed_tools_bash_is_high_like_a_command
(tmp_path: Path, tools: str)
tests/validators/test_plugin_static_risk_review_fixes.py:121
Functiontest_skill_check_without_reason_uses_plain_fallback
(metric)
tests/tier3/test_plain_language_findings.py:30
Functiontest_skill_config_cannot_alias_judge_model_with_default_expansion
( monkeypatch: pytest.MonkeyPatch, source_name: str, )
tests/test_harbor_runner_environment.py:247
Functiontest_skill_config_cannot_alias_operator_owned_credentials
( monkeypatch: pytest.MonkeyPatch, source_name: str, )
tests/test_harbor_runner_environment.py:206
Functiontest_skill_config_cannot_control_evaluator_or_judge_routing
(name: str)
tests/test_harbor_runner_environment.py:273
Functiontest_skill_config_cannot_override_operator_owned_agent_credentials
(owned_name: str)
tests/test_harbor_runner_environment.py:180
Functiontest_skill_config_cannot_stage_conventional_unlisted_secret_names
( monkeypatch: pytest.MonkeyPatch, runtime_env: dict[str, str], )
tests/test_harbor_runner_environment.py:230
Functiontest_skill_config_cannot_supply_environment_kwargs
(tmp_path: Path)
tests/test_tier3_public_runtime.py:415
Functiontest_skill_directories_may_contain_url_delimiters_but_report_paths_may_not
(path)
tests/ci/test_tier_manifest.py:229
Functiontest_skill_directories_with_url_delimiters_still_aggregate
(tmp_path, monkeypatch)
tests/ci/test_run_tiers.py:543
Methodtest_skill_discovery_failure_produces_finding
(self, tmp_path: Path, monkeypatch)
tests/validators/test_plugin_schema.py:194
Functiontest_skill_fault_overrides_environment_in_score
(checker)
tests/tier3/test_error_recovery.py:409
Functiontest_skill_files_exist
()
tests/test_skillevaluator_skill.py:60
Functiontest_skill_filter_accepts_directory_name
(tmp_path)
tests/test_trace_import.py:113
Functiontest_skill_folder_named_feedback_needs_an_explicit_path
(tmp_path: Path, monkeypatch: pytest.MonkeyPatch)
tests/evaluation/test_tier3_feedback_chat.py:1410
← previousnext →22,301–22,400 of 24,741, ranked by callers