Code
Hub
Workspaces
Following
Trending
Connect
MCP
copy
Create free account
hub
/
github.com/NVIDIA/SkillEvaluator
/ functions
Functions
24,741 in github.com/NVIDIA/SkillEvaluator
⨍
Functions
24,741
◇
Types & classes
1,292
↳
Endpoints
703
Function
test_operators_cannot_choose_cwsandbox_auth
(env_mode: str)
tests/test_harbor_environment_contract.py:40
Method
test_opposite_vectors
(self)
tests/embedding/test_client.py:36
Function
test_opt_in_endpoint_missing_evidence_stays_incomplete
(tmp_path, monkeypatch)
tests/validators/test_private_plugin_composition.py:69
Function
test_opt_in_selects_prompt_goal_judge
(monkeypatch)
tests/test_character_facts.py:214
Function
test_opted_in_images_preserve_order_and_escaped_destinations
()
tests/validators/test_markdown.py:55
Function
test_option_is_not_part_of_the_comparison_identity
The option changes no execution, so reuse and version comparison still pair runs across it.
tests/tier3/test_baseline_timeouts.py:1714
Function
test_optional_but_incomplete_tier2_cannot_recommend_publication
()
tests/golden/test_benchmark_card.py:690
Function
test_optional_command_log_is_explicit_and_destination_cannot_escape
(tmp_path)
tests/ci/test_ci_worker_diagnostics.py:114
Method
test_optional_files_detected
Test detection of optional supporting files.
tests/validators/test_folder_validation.py:278
Function
test_optional_group_name_sets_dependency_role
(group, role)
tests/validators/test_dependency_advisory_findings.py:191
Function
test_optional_no_tool_call_agent_step_does_not_hide_later_skill_invocation
()
tests/test_harbor_negative_control_evidence.py:123
Function
test_optional_only_roots_require_explicit_numbers
(repository, release_file, optional_folders)
tests/test_ci_onboarding.py:144
Function
test_optional_or_absent_targets_are_not_reported_as_executed_passes
(result)
tests/ci/test_report_views.py:319
Function
test_optional_policy_does_not_certify_malformed_present_tier3
( tmp_path: Path, policy_location: str, )
tests/test_public_benchmark_gate.py:1446
Method
test_optional_previews_still_stay_small_under_a_large_budget
(self, tmp_path, monkeypatch)
tests/validators/test_rubric_eval.py:656
Function
test_optional_provider_key_is_redacted_from_scanner_output
(tmp_path, capsys)
tests/ci/test_secret_redaction.py:561
Method
test_optional_safety_hint_uses_a_separate_public_install
(self)
tests/utils/test_tool_runner.py:443
Function
test_optional_skip_survives_json_retention_without_gate_changes
(flag)
tests/reporting/test_plugin_evidence_report.py:105
Method
test_optional_tier3_policy_cannot_dodge_the_check
A PASS published under an optional-Tier-3 policy still needs the identity.
tests/test_benchmark_source_provenance.py:442
Function
test_optional_tier3_without_a_passing_gate_does_not_claim_one
(tier3_state: str)
tests/reporting/test_verdict_evidence.py:228
Function
test_optional_verdict_failure_keeps_similarity_finding
(modules, tmp_path, monkeypatch)
tests/deduplication/plugin/test_private_dedup.py:298
Function
test_optional_verdict_rejects_invalid_confidence
(modules, confidence)
tests/deduplication/plugin/test_private_dedup.py:337
Function
test_optional_verdict_returns_bounded_parsed_result
(modules)
tests/deduplication/plugin/test_private_dedup.py:514
Method
test_optional_version_costs_no_correctness_points
A skill with an optional ``metadata.version``, or with none, is not told to add a root ``version``.
tests/validators/test_quality_score.py:416
Function
test_options_after_the_script_operand_belong_to_the_script
``bash run.sh -c 'echo done'`` runs run.sh and hands it ``-c``; only the options before the first operand are the shell's own.
tests/tier3/test_script_invocation_evidence.py:777
Function
test_options_fields_match_engine_signature
EvaluationOptions must not drift from the engine's evaluate() signature.
tests/test_evaluation_service.py:85
Function
test_options_outside_the_interpreter_grammar_are_undecidable
An option belonging to another interpreter, or one whose argument is conditionally attached, cannot be resolved, so the command is not credited.
tests/tier3/test_script_invocation_evidence.py:387
Function
test_options_that_print_or_only_check_never_run_the_script
Help, version and syntax-check modes exit before running the script.
tests/tier3/test_script_invocation_evidence.py:348
Method
test_or_later_frontmatter_is_not_hidden_by_apache_license_file
GPL-3.0+ next to an allowed LICENSE file is blocked, not reviewed as unknown.
tests/validators/test_license.py:613
Function
test_orchestrates_frozen_inputs_and_only_selected_skills
(monkeypatch, tmp_path)
tests/tier3/test_interactions.py:381
Function
test_ordered_cleanup_still_records_links_for_later_calls
(security_check)
tests/tier3/test_destructive_command_paths.py:812
Method
test_ordinary_file_roles_are_suppressed_and_counted
(self, tmp_path: Path)
tests/validators/test_skillspector_scope.py:261
Function
test_ordinary_result_has_no_private_projection
()
tests/reporting/test_private_runtime_projection.py:186
Function
test_ordinary_runner_has_two_arms_and_no_private_comparison_side_effects
(tmp_path, monkeypatch)
tests/tier3/test_private_comparison_engine_acceptance.py:349
Function
test_ordinary_runs_have_no_active_runtime
()
tests/tier3/test_plugin_execution.py:115
Function
test_ordinary_security_api_is_unchanged_and_does_not_plant_canaries
()
tests/tier3/test_private_plugin_security.py:262
Function
test_ordinary_service_run_does_not_retain_a_private_snapshot
(tmp_path, monkeypatch)
tests/tier3/test_private_runtime_report_acceptance.py:357
Function
test_ordinary_text_has_no_character_facts
(text)
tests/test_character_facts.py:21
Method
test_ordinary_tools_are_not_activations
(self)
tests/tier3/test_plugin_signals.py:156
Function
test_ordinary_url_path_is_not_an_inline_secret
(url: str)
tests/validators/test_mcp_static.py:979
Function
test_organization_site_cannot_use_private_access_control
(info, pages)
tests/test_ci_onboarding_pages.py:74
Function
test_origin_url_is_decoded_as_utf8_whatever_the_locale
On Windows ``text=True`` decodes with the ANSI code page; git prints the URL as UTF-8.
tests/validators/test_plugin_dependencies.py:269
Method
test_orthogonal_vectors
(self)
tests/embedding/test_client.py:31
Function
test_other_attempt_or_unavailable_receipt_cannot_publish
(change)
tests/ci/test_publish_reports.py:1764
Function
test_other_client_names_cannot_change_agent_plugins_name_rules
(manifest_type)
tests/validators/test_private_format_boundaries.py:162
Function
test_other_clients_keep_their_url_environment_rules
()
tests/validators/test_openclaw_mcp.py:118
Function
test_other_command_mentioned_by_the_skill_stays_undeclared_dependency
(checker, tmp_path)
tests/tier3/test_error_recovery.py:388
Function
test_other_docker_network_failures_get_no_address_pool_note
()
tests/test_harbor_collector_runtime_failures.py:2895
Function
test_other_file_in_a_skill_is_validated_as_given
(monkeypatch: pytest.MonkeyPatch, tmp_path: Path)
tests/cli/test_validate_manifest_file.py:280
Function
test_other_formats_keep_their_declarations_unrepaired
(tmp_path: Path, manifest_rel: str, skills: Any)
tests/tier3/test_openclaw_prepare.py:286
Method
test_other_gaps_without_rows_stay_incomplete_with_the_critical
The error names the gaps that remain, since no row does, and the Critical fails the check.
tests/validators/test_skillspector_hook_surface.py:1050
Function
test_other_harnesses_are_not_supported_with_an_explicit_reason
(source, agent: str)
tests/tier3/test_private_loose_source.py:396
Function
test_other_incomplete_runs_still_fail_closed
(denied_result, change)
tests/tier3/test_budget_denied_exit.py:72
Function
test_other_launch_errors_keep_the_run_failed
(tmp_path: Path, extra: str)
tests/tier3/test_baseline_timeouts.py:733
Method
test_other_ledger_rows_still_mark_the_scan_incomplete
(self, path: str, analyzer: str)
tests/validators/test_skillspector_hook_surface.py:930
Method
test_other_local_markdown_paths_remain_nested_references
(self, tmp_path: Path, target: str)
tests/validators/test_quality_score.py:1432
Function
test_other_markdown_files_cannot_claim_skill_ownership_metadata
(tmp_path)
tests/validators/test_pii_ownership.py:98
Method
test_other_models_keep_standard_openai_request
(self, model: str)
tests/embedding/test_client.py:147
Function
test_other_native_adapters_apply_policy_without_claude_runtime_paths
(tmp_path, agent)
tests/tier3/test_native_mcp_policy.py:161
Function
test_other_or_unverifiable_ledger_evidence_still_blocks
(field, value)
tests/validators/test_security_reference_caveats.py:98
Method
test_other_persons_home_directory_not_flagged
A third party's /home/<user>/ is intentionally NOT flagged. The check protects against a contributor leaking their OWN identity, so a
tests/validators/test_security.py:1190
Method
test_other_pivot_root_failure_does_not_claim_seccomp
(self, monkeypatch: pytest.MonkeyPatch)
tests/test_harbor_local_sandbox.py:135
Function
test_other_repositories_and_traversal_are_rejected_before_any_request
(cls, error, path)
tests/ci/test_github_api.py:91
Method
test_other_rules_keep_their_fallback_name_and_metadata
(self)
tests/validators/test_skillspector_reference_diagnostics.py:273
Function
test_other_sandbox_modes_preserve_venv_interpreter_for_bootstrap
( tmp_path: Path, backend: str, strength: str, strict_reads: bool, )
tests/test_harbor_local_mode.py:2741
Function
test_other_token_flags_are_masked_in_either_spelling
()
tests/tier3/test_security_finding_evidence.py:2157
Function
test_other_unsupported_native_platforms_fail_for_every_mode
( monkeypatch: pytest.MonkeyPatch, system: str, mode: str, )
tests/test_local_mode_contract.py:31
Method
test_other_unsupported_platforms_fail_closed_for_every_sandbox_mode
( self, monkeypatch: pytest.MonkeyPatch, system: str, mode: str, )
tests/test_harbor_local_sandbox.py:104
Function
test_out_of_range_canonical_scores_fail_closed_and_persist_strict_json
(tmp_path: Path)
tests/test_harbor_collector_runtime_failures.py:1464
Method
test_out_of_range_confidence_is_incomplete_without_skill_finding
( self, mock_embed, mock_llm, tmp_path: Path, confidence: object )
tests/deduplication/intra_skill/test_intra_skill_validator.py:1121
Function
test_out_of_range_harbor_counter_falls_back_to_the_trajectory_and_the_changelog_says_so
Harbor's count past the JSON-safe range is no evidence, so an in-range trajectory count still proves progress.
tests/tier3/test_baseline_timeouts.py:415
Method
test_out_of_range_limits_are_dropped
A limit beyond the count range, even an integer too large for a float, is left out.
tests/validators/test_skillspector_reference_diagnostics.py:352
Function
test_outcome_entries_do_not_warn
(entry)
tests/tier3/test_dataset_baseline_fairness.py:105
Function
test_outcome_text_in_an_odd_shape_does_not_warn
()
tests/tier3/test_dataset_baseline_fairness.py:1915
Function
test_outcomes_never_invent_success
(payload, expected)
tests/ci/test_report_views.py:215
Function
test_output_cannot_replace_or_mutate_catalog_inputs
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, destination: str )
tests/tier3/test_decoy_commands.py:86
Function
test_output_checks_reject_changed_or_misleading_results
(quality_report, section, key, value)
tests/test_demo_starter.py:142
Function
test_output_path_rejects_parent_traversal_before_evaluator_source_mutation
(tmp_path: Path, stager: str)
tests/test_harbor_runtime_skill_isolation.py:1681
Function
test_output_redaction_balances_component_names_and_legacy_fallback
( tmp_path: Path, name: str, value: str, is_sensitive: bool, )
tests/test_harbor_local_mode.py:4219
Function
test_output_refusal_force_and_dry_run
(workspace)
tests/test_trace_import.py:210
Function
test_output_symlink_is_rejected
(tmp_path)
tests/ci/test_report_views.py:274
Function
test_output_write_failure_is_not_silently_downgraded
( git_repo: tuple[Path, str], tmp_path: Path, monkeypatch: pytest.MonkeyPatch, )
tests/test_ci_change_classifier.py:427
Function
test_outside_file_readback_is_bounded_and_redacted
(security, tmp_path)
tests/tier3/test_private_plugin_security.py:340
Function
test_over_budget_sets_truncated_and_reason_not_silent
()
tests/tier3/test_evidence_compiler.py:42
Function
test_over_limit_frontmatter_is_unknown_and_fails_closed
(tmp_path)
tests/test_plugin_markdown.py:56
Function
test_overall_command_badge_is_prominent_and_agent_quality_is_named
()
tests/reporting/test_report_navigation.py:117
Function
test_overall_dimension_gate_is_not_overridden_by_neutral_lift
()
tests/evaluation/test_tier3_benchmark_contract.py:350
Function
test_overall_display_preserves_pre_policy_default_v2_semantics
()
tests/test_tier3_compare.py:170
Method
test_overall_fields_are_optional_diagnostics
(self, tmp_path)
tests/validators/test_rubric_eval.py:914
Function
test_overall_lift_headline_is_per_agent_and_highlighted_without_a_background
()
tests/test_tier3_result_display.py:655
Function
test_overall_lift_headline_omits_unusable_or_unscored_comparisons
(change: dict)
tests/test_tier3_result_display.py:645
Function
test_overall_lift_headline_preserves_signed_persisted_value_and_original_tables
(delta: float)
tests/test_tier3_result_display.py:27
Function
test_overall_passes_when_one_supported_agent_passes_every_dimension
()
tests/evaluation/test_tier3_benchmark_contract.py:338
Function
test_overall_row_methodology_describes_comparison_basis
(scope: str, baseline: bool)
tests/reporting/test_dimension_explanations.py:161
Function
test_overall_score_requires_a_complete_finite_metric_set
()
tests/test_harbor_metrics_truth.py:244
Function
test_overall_verdict_requires_every_dimension_even_with_passing_lift
()
tests/evaluation/test_tier3_benchmark_contract.py:322
Function
test_overcomplex_unicode_escaped_schema_remains_an_explicit_manifest_error
( tmp_path: Path, encoding: str, escape_all: bool )
tests/test_plugin_manifest_opt_in.py:21
Function
test_overlapping_probe_log_contexts_restore_only_after_the_last_exit
()
tests/tier3/test_mcp_proof.py:68
Function
test_overlapping_roots_are_deduplicated
(tmp_path: Path)
tests/test_openclaw_plugin_discovery.py:221
Method
test_overridden_home_still_denies_passwd_home_sibling
( self, fake_home_tree: tuple[Path, Path, Path], )
tests/test_harbor_local_sandbox.py:1361
← previous
next →
19,701–19,800 of 24,741, ranked by callers