Code
Hub
Workspaces
Following
Trending
Connect
MCP
copy
Create free account
hub
/
github.com/NVIDIA/SkillEvaluator
/ functions
Functions
24,741 in github.com/NVIDIA/SkillEvaluator
⨍
Functions
24,741
◇
Types & classes
1,292
↳
Endpoints
703
Function
test_bounded_yaml_bounds_a_set_like_a_mapping
(last_key_wins: bool)
tests/utils/test_structured_data.py:330
Function
test_bounded_yaml_bounds_total_merge_work_across_individually_small_mappings
(last_key_wins: bool)
tests/utils/test_structured_data.py:116
Function
test_bounded_yaml_can_keep_the_last_duplicate_key_like_frontmatter_readers
()
tests/utils/test_structured_data.py:45
Function
test_bounded_yaml_checks_own_keys_of_a_mapping_flattened_as_a_merge_source_first
()
tests/utils/test_structured_data.py:105
Function
test_bounded_yaml_counts_alias_graph_occurrences
()
tests/utils/test_structured_data.py:35
Function
test_bounded_yaml_lets_own_keys_override_a_merge_in_unique_key_mode
()
tests/utils/test_structured_data.py:99
Function
test_bounded_yaml_preserves_a_merge_with_distinct_keys
(last_key_wins: bool)
tests/utils/test_structured_data.py:71
Function
test_bounded_yaml_preserves_merge_precedence_and_duplicate_key_policy
()
tests/utils/test_structured_data.py:80
Function
test_bounded_yaml_reads_a_plain_equals_key_as_a_string
(last_key_wins: bool)
tests/utils/test_structured_data.py:322
Function
test_bounded_yaml_rejects_deep_nesting_without_recursion_error
()
tests/utils/test_structured_data.py:28
Function
test_bounded_yaml_rejects_duplicate_mapping_keys
()
tests/utils/test_structured_data.py:40
Function
test_bounded_yaml_rejects_integers_too_large_to_format
(scalar: str)
tests/utils/test_structured_data.py:344
Function
test_bounded_yaml_rejects_merge_expansion_before_allocating_its_pairs
(last_key_wins: bool)
tests/utils/test_structured_data.py:58
Function
test_bounded_yaml_reports_invalid_tagged_scalars_as_syntax_errors
(raw: str, last_key_wins: bool)
tests/utils/test_structured_data.py:372
Function
test_bracket_in_userinfo_keeps_credential_and_endpoint_checks
(url: str, expected: str)
tests/validators/test_mcp_static.py:1032
Method
test_bracketed_citations_are_not_counted
(self, monkeypatch: pytest.MonkeyPatch)
tests/inference/test_llm_client.py:857
Function
test_branch_name_is_encoded_as_one_path_segment
(gate, monkeypatch)
tests/ci/test_gitlab_default_head_admission.py:114
Function
test_breakdown_folds_into_the_same_dimension_verdict
The gate verdict is a fold of the breakdown the card renders.
tests/reporting/test_verdict_evidence.py:358
Function
test_bridge_config_supports_a_per_run_client_token
()
tests/test_nvidia_build_bridge.py:321
Function
test_bridge_main_consumes_api_key_file_before_serving
(monkeypatch: pytest.MonkeyPatch, tmp_path: Path)
tests/test_nvidia_build_bridge.py:2849
Function
test_bridge_preserves_reported_usage
(usage: object, anthropic: object, responses: object)
tests/test_nvidia_build_bridge.py:2560
Function
test_bridge_ready_file_creation_refuses_symlinks
(tmp_path: Path)
tests/test_nvidia_build_bridge.py:1200
Function
test_bridge_rejects_a_request_budget_above_the_fixed_security_limit
()
tests/test_nvidia_build_bridge.py:380
Function
test_bridge_rejects_an_invalid_configured_output_token_ceiling
(value: object)
tests/test_nvidia_build_bridge.py:397
Function
test_bridge_rejects_authenticated_requests_after_per_run_budget_is_exhausted
(tmp_path: Path)
tests/test_nvidia_build_bridge.py:618
Function
test_broad_output_ancestor_does_not_empty_runtime_skill
(tmp_path: Path)
tests/test_harbor_runtime_skill_isolation.py:1437
Function
test_broader_report_cannot_dilute_selected_case_false_passes
()
tests/tier3/test_grader_policy.py:304
Function
test_broken_symlink_is_rejected_before_copy
(tmp_path: Path)
tests/test_harbor_secure_copy.py:74
Method
test_broken_symlinked_rule_is_rejected
(self, tmp_path: Path)
tests/embedding/test_extractor.py:288
Method
test_broken_symlinked_workflow_manifest_is_rejected
(self, tmp_path: Path)
tests/embedding/test_extractor.py:326
Function
test_browser_check_fixtures_render_every_target_the_checks_use
(tmp_path)
tests/reporting/test_report_navigation.py:186
Method
test_bubblewrap_backend_launches_detected_executable
(self, tmp_path: Path)
tests/test_harbor_local_sandbox.py:872
Method
test_bubblewrap_backend_wraps
(self, tmp_path: Path)
tests/test_harbor_local_sandbox.py:859
Function
test_budget_admits_both_arms_as_one_case_attempt
(monkeypatch, tmp_path)
tests/tier3/test_run_budget.py:286
Method
test_budget_default_and_overrides
(self, monkeypatch)
tests/validators/test_rubric_eval.py:599
Function
test_budget_denied_cli_exits_successfully
(monkeypatch, denied_result)
tests/tier3/test_budget_denied_exit.py:42
Function
test_budget_denied_report_is_incomplete_without_execution_error
(denied_result)
tests/tier3/test_budget_denied_exit.py:51
Function
test_budget_denied_run_finishes_progress_without_failure
(denied_result)
tests/tier3/test_budget_denied_exit.py:30
Function
test_budget_denied_run_is_not_an_execution_failure
(denied_result)
tests/tier3/test_budget_denied_exit.py:26
Method
test_budget_is_capped
(self)
tests/validators/test_rubric_eval.py:608
Function
test_budget_payload_and_all_reports
(kind)
tests/reporting/test_budget_partial_reporting.py:52
Function
test_budget_usage_counts_one_judge_call_per_ragas_score_not_per_ragas_request
(tmp_path)
tests/tier3/test_run_budget.py:150
Function
test_budget_usage_reads_cached_tokens_and_excludes_salvage
(tmp_path)
tests/tier3/test_run_budget.py:120
Function
test_budgeted_attempts_run_concurrently_up_to_limit
(monkeypatch, tmp_path)
tests/tier3/test_run_budget.py:199
Function
test_budgeted_attempts_use_real_cancellation_object
(monkeypatch, tmp_path)
tests/tier3/test_run_budget.py:171
Function
test_build_agents_reject_native_model_names_that_would_be_misrouted
( env_mode: str, agent: str, model: str, )
tests/test_provider_agent_routing.py:148
Function
test_build_and_runtime_stages_share_one_pinned_base
()
tests/ci/test_image_build.py:68
Function
test_build_command_docker_mode_uses_secure_import_path
(agent: str)
tests/test_harbor_local_mode.py:555
Function
test_build_command_uses_unified_flags_for_local_imports
()
tests/test_harbor_local_mode.py:530
Function
test_build_command_wires_strict_read_policy
(monkeypatch: pytest.MonkeyPatch)
tests/test_harbor_local_mode.py:546
Function
test_build_conclusions_counts_unscored_only_attempt_as_unscored
()
tests/reporting/test_unified_tier3_report.py:261
Function
test_build_conclusions_counts_unscored_required_attempt_failure_as_failing
(reason: str)
tests/reporting/test_unified_tier3_report.py:239
Function
test_build_conclusions_falls_back_to_overall_without_boolean_attempt_verdict
( overall: float | None, expected_title: str )
tests/reporting/test_unified_tier3_report.py:287
Function
test_build_context_drops_unused_trees_but_keeps_image_inputs
()
tests/ci/test_image_build.py:117
Function
test_build_custom_tool_call_emits_schema_valid_responses_events
()
tests/test_nvidia_build_bridge.py:2370
Function
test_build_custom_tool_call_requires_a_string_input_argument
(arguments: str)
tests/test_nvidia_build_bridge.py:2497
Function
test_build_explicit_paths_keeps_frontmatter_limit_errors_generic
( tmp_path: Path, write_skill, frontmatter: str, message: str )
tests/embedding/test_registry.py:231
Function
test_build_explicit_paths_names_a_skill_whose_manifest_is_not_utf8
( tmp_path: Path, write_skill, encoding: str )
tests/embedding/test_registry.py:168
Function
test_build_explicit_paths_names_a_skill_without_valid_frontmatter
( tmp_path: Path, write_skill, frontmatter: str )
tests/embedding/test_registry.py:117
Function
test_build_explicit_paths_names_every_skill_without_valid_frontmatter
(tmp_path: Path, write_skill)
tests/embedding/test_registry.py:140
Function
test_build_explicit_paths_preserves_cross_root_identity
(tmp_path: Path, write_skill)
tests/embedding/test_registry.py:86
Function
test_build_explicit_paths_rejects_outside_root_before_embedding
(tmp_path: Path, write_skill)
tests/embedding/test_registry.py:97
Method
test_build_from_directory_rules
(self, tmp_path: Path)
tests/embedding/test_registry.py:279
Method
test_build_from_directory_skills
(self, tmp_path: Path, write_skill)
tests/embedding/test_registry.py:266
Method
test_build_full_body_mode
(self, tmp_path: Path, write_skill)
tests/embedding/test_registry.py:289
Function
test_build_harbor_run_command_gke_defaults_claude_code_import_path
Default claude-code to SkillEvaluatorClaudeCode in GKE mode.
tests/test_harbor_gke_mode.py:156
Function
test_build_harbor_run_command_gke_includes_all_ek_flags
Command construction includes --env SECURE_GKE_ENV_IMPORT_PATH and sorted JSON-encoded --ek flags.
tests/test_harbor_gke_mode.py:112
Function
test_build_harbor_run_command_gke_supports_agent_import_path
Support custom agent import path in GKE mode via Harbor 0.24.0 unified --agent flag.
tests/test_harbor_gke_mode.py:136
Function
test_build_harbor_run_command_gke_uses_secure_environment_import_path
Route GKE Harbor commands through SECURE_GKE_ENV_IMPORT_PATH via Harbor 0.24.0 unified --env flag.
tests/test_harbor_gke_mode.py:1257
Function
test_build_harbor_run_command_permits_benign_substrings_in_values
Permit valid non-sensitive infrastructure names containing words like turnkey, monkey, token.
tests/test_harbor_gke_mode.py:555
Function
test_build_harbor_run_command_permits_benign_token_keys
Permit rate-limiting and token count keys in environment_kwargs secret validation.
tests/test_harbor_gke_mode.py:606
Function
test_build_harbor_run_command_permits_camel_case_benign_token_keys
Permit camelCase rate-limiting and token count keys in environment_kwargs secret validation.
tests/test_harbor_gke_mode.py:692
Function
test_build_harbor_run_command_permits_valid_rate_and_token_flags
Permit valid rate limit, token budget, and cluster configuration flags.
tests/test_harbor_gke_mode.py:789
Function
test_build_harbor_run_command_rejects_actual_secret_values
Reject actual secret tokens passed in values of environment kwargs.
tests/test_harbor_gke_mode.py:569
Function
test_build_harbor_run_command_rejects_aws_and_private_key_values
Reject AWS access keys and PEM private keys in environment kwarg values.
tests/test_harbor_gke_mode.py:709
Function
test_build_harbor_run_command_rejects_camel_case_sensitive_keys
Reject camelCase credential keys in environment kwargs.
tests/test_harbor_gke_mode.py:670
Function
test_build_harbor_run_command_rejects_credential_keys
Reject credential keys in environment kwargs.
tests/test_harbor_gke_mode.py:740
Function
test_build_harbor_run_command_rejects_raw_verifier_env_secrets
Reject raw secrets or operator-owned values in verifier_env without ${VAR} placeholder indirection.
tests/test_harbor_runner_environment.py:2492
Function
test_build_harbor_run_command_rejects_sensitive_kwargs
Reject environment kwargs containing credentials to protect the OS process table.
tests/test_harbor_gke_mode.py:515
Function
test_build_harbor_run_command_rejects_token_values
Reject token and credential values in environment kwargs.
tests/test_harbor_gke_mode.py:766
Function
test_build_harbor_run_command_rejects_unlisted_backend_kwargs
Reject backend kwargs not in the safe constructor allowlist for the backend.
tests/test_harbor_gke_mode.py:530
Method
test_build_insights_no_llm_returns_empty
(self, evaluators: dict)
tests/evaluation/test_judges.py:85
Method
test_build_insights_suppresses_original_unsupported_negative_control_findings
( self, monkeypatch: pytest.MonkeyPatch, )
tests/evaluation/test_judges.py:294
Function
test_build_mixed_tool_calls_keep_custom_and_function_event_types
()
tests/test_nvidia_build_bridge.py:2400
Function
test_build_namespaced_tool_calls_restore_original_sdk_valid_items
()
tests/test_nvidia_build_bridge.py:2442
Method
test_build_payload_preserves_harbor_links_and_step_evidence
(self)
tests/reporting/test_reporters.py:1967
Function
test_build_prompt_redacts_symlink_finding_payload
(tmp_path)
tests/inference/test_finding_verifier.py:48
Method
test_build_rejects_unsafe_provider_vectors
(self, tmp_path: Path, write_skill, vector: list[float])
tests/embedding/test_registry.py:380
Function
test_build_request_timeout_allows_slow_agent_models
()
tests/test_nvidia_build_bridge.py:755
Function
test_build_tool_call_emits_anthropic_tool_use_and_message_stop
()
tests/test_nvidia_build_bridge.py:2514
Function
test_build_tool_call_emits_completed_responses_events
()
tests/test_nvidia_build_bridge.py:2355
Function
test_builder_emits_the_variants_the_lookup_must_tolerate
()
tests/tier3/test_suggestion_grounding.py:211
Method
test_builds_https_tree_url_from_ssh_remote
GitHub SSH origin + local branch + relative path => tree URL.
tests/utils/test_helpers.py:280
Function
test_built_catalog_over_openclaw_plugins_records_declared_paths_and_excludes_self
(tmp_path: Path)
tests/deduplication/plugin/test_openclaw_profile.py:254
Function
test_builtins_that_bind_a_variable_are_read_as_bindings
``export f=run.py`` and ``readonly f=run.py`` bind as ``f=run.py`` does in every shell; ``declare`` binds in bash and zsh and ``typeset`` also in
tests/tier3/test_script_invocation_evidence.py:1561
Function
test_bundle_budgets_defaults_and_env_overrides
(monkeypatch)
tests/tier3/test_evidence_compiler.py:79
Function
test_bundle_files_symlinks_and_large_references
(tmp_path: Path)
tests/harness/test_overlay.py:638
Function
test_bundle_manifest_uses_existing_model
(tmp_path: Path)
tests/validators/test_private_plugin_schema.py:77
Method
test_bundle_manifest_wins_over_contained_manifest
(self, tmp_path: Path)
tests/validators/test_plugin_schema.py:130
Function
test_bundle_shape_has_all_metrics_and_fields
()
tests/tier3/test_evidence_compiler.py:15
← previous
next →
13,401–13,500 of 24,741, ranked by callers