MCPcopy Create free account

hub / github.com/NVIDIA/SkillEvaluator / functions

Functions24,741 in github.com/NVIDIA/SkillEvaluator

Functiontest_bounded_yaml_bounds_a_set_like_a_mapping
(last_key_wins: bool)
tests/utils/test_structured_data.py:330
Functiontest_bounded_yaml_bounds_total_merge_work_across_individually_small_mappings
(last_key_wins: bool)
tests/utils/test_structured_data.py:116
Functiontest_bounded_yaml_can_keep_the_last_duplicate_key_like_frontmatter_readers
()
tests/utils/test_structured_data.py:45
Functiontest_bounded_yaml_checks_own_keys_of_a_mapping_flattened_as_a_merge_source_first
()
tests/utils/test_structured_data.py:105
Functiontest_bounded_yaml_counts_alias_graph_occurrences
()
tests/utils/test_structured_data.py:35
Functiontest_bounded_yaml_lets_own_keys_override_a_merge_in_unique_key_mode
()
tests/utils/test_structured_data.py:99
Functiontest_bounded_yaml_preserves_a_merge_with_distinct_keys
(last_key_wins: bool)
tests/utils/test_structured_data.py:71
Functiontest_bounded_yaml_preserves_merge_precedence_and_duplicate_key_policy
()
tests/utils/test_structured_data.py:80
Functiontest_bounded_yaml_reads_a_plain_equals_key_as_a_string
(last_key_wins: bool)
tests/utils/test_structured_data.py:322
Functiontest_bounded_yaml_rejects_deep_nesting_without_recursion_error
()
tests/utils/test_structured_data.py:28
Functiontest_bounded_yaml_rejects_duplicate_mapping_keys
()
tests/utils/test_structured_data.py:40
Functiontest_bounded_yaml_rejects_integers_too_large_to_format
(scalar: str)
tests/utils/test_structured_data.py:344
Functiontest_bounded_yaml_rejects_merge_expansion_before_allocating_its_pairs
(last_key_wins: bool)
tests/utils/test_structured_data.py:58
Functiontest_bounded_yaml_reports_invalid_tagged_scalars_as_syntax_errors
(raw: str, last_key_wins: bool)
tests/utils/test_structured_data.py:372
Functiontest_bracket_in_userinfo_keeps_credential_and_endpoint_checks
(url: str, expected: str)
tests/validators/test_mcp_static.py:1032
Methodtest_bracketed_citations_are_not_counted
(self, monkeypatch: pytest.MonkeyPatch)
tests/inference/test_llm_client.py:857
Functiontest_branch_name_is_encoded_as_one_path_segment
(gate, monkeypatch)
tests/ci/test_gitlab_default_head_admission.py:114
Functiontest_breakdown_folds_into_the_same_dimension_verdict
The gate verdict is a fold of the breakdown the card renders.
tests/reporting/test_verdict_evidence.py:358
Functiontest_bridge_config_supports_a_per_run_client_token
()
tests/test_nvidia_build_bridge.py:321
Functiontest_bridge_main_consumes_api_key_file_before_serving
(monkeypatch: pytest.MonkeyPatch, tmp_path: Path)
tests/test_nvidia_build_bridge.py:2849
Functiontest_bridge_preserves_reported_usage
(usage: object, anthropic: object, responses: object)
tests/test_nvidia_build_bridge.py:2560
Functiontest_bridge_ready_file_creation_refuses_symlinks
(tmp_path: Path)
tests/test_nvidia_build_bridge.py:1200
Functiontest_bridge_rejects_a_request_budget_above_the_fixed_security_limit
()
tests/test_nvidia_build_bridge.py:380
Functiontest_bridge_rejects_an_invalid_configured_output_token_ceiling
(value: object)
tests/test_nvidia_build_bridge.py:397
Functiontest_bridge_rejects_authenticated_requests_after_per_run_budget_is_exhausted
(tmp_path: Path)
tests/test_nvidia_build_bridge.py:618
Functiontest_broad_output_ancestor_does_not_empty_runtime_skill
(tmp_path: Path)
tests/test_harbor_runtime_skill_isolation.py:1437
Functiontest_broader_report_cannot_dilute_selected_case_false_passes
()
tests/tier3/test_grader_policy.py:304
Functiontest_broken_symlink_is_rejected_before_copy
(tmp_path: Path)
tests/test_harbor_secure_copy.py:74
Methodtest_broken_symlinked_rule_is_rejected
(self, tmp_path: Path)
tests/embedding/test_extractor.py:288
Methodtest_broken_symlinked_workflow_manifest_is_rejected
(self, tmp_path: Path)
tests/embedding/test_extractor.py:326
Functiontest_browser_check_fixtures_render_every_target_the_checks_use
(tmp_path)
tests/reporting/test_report_navigation.py:186
Methodtest_bubblewrap_backend_launches_detected_executable
(self, tmp_path: Path)
tests/test_harbor_local_sandbox.py:872
Methodtest_bubblewrap_backend_wraps
(self, tmp_path: Path)
tests/test_harbor_local_sandbox.py:859
Functiontest_budget_admits_both_arms_as_one_case_attempt
(monkeypatch, tmp_path)
tests/tier3/test_run_budget.py:286
Methodtest_budget_default_and_overrides
(self, monkeypatch)
tests/validators/test_rubric_eval.py:599
Functiontest_budget_denied_cli_exits_successfully
(monkeypatch, denied_result)
tests/tier3/test_budget_denied_exit.py:42
Functiontest_budget_denied_report_is_incomplete_without_execution_error
(denied_result)
tests/tier3/test_budget_denied_exit.py:51
Functiontest_budget_denied_run_finishes_progress_without_failure
(denied_result)
tests/tier3/test_budget_denied_exit.py:30
Functiontest_budget_denied_run_is_not_an_execution_failure
(denied_result)
tests/tier3/test_budget_denied_exit.py:26
Methodtest_budget_is_capped
(self)
tests/validators/test_rubric_eval.py:608
Functiontest_budget_payload_and_all_reports
(kind)
tests/reporting/test_budget_partial_reporting.py:52
Functiontest_budget_usage_counts_one_judge_call_per_ragas_score_not_per_ragas_request
(tmp_path)
tests/tier3/test_run_budget.py:150
Functiontest_budget_usage_reads_cached_tokens_and_excludes_salvage
(tmp_path)
tests/tier3/test_run_budget.py:120
Functiontest_budgeted_attempts_run_concurrently_up_to_limit
(monkeypatch, tmp_path)
tests/tier3/test_run_budget.py:199
Functiontest_budgeted_attempts_use_real_cancellation_object
(monkeypatch, tmp_path)
tests/tier3/test_run_budget.py:171
Functiontest_build_agents_reject_native_model_names_that_would_be_misrouted
( env_mode: str, agent: str, model: str, )
tests/test_provider_agent_routing.py:148
Functiontest_build_and_runtime_stages_share_one_pinned_base
()
tests/ci/test_image_build.py:68
Functiontest_build_command_docker_mode_uses_secure_import_path
(agent: str)
tests/test_harbor_local_mode.py:555
Functiontest_build_command_uses_unified_flags_for_local_imports
()
tests/test_harbor_local_mode.py:530
Functiontest_build_command_wires_strict_read_policy
(monkeypatch: pytest.MonkeyPatch)
tests/test_harbor_local_mode.py:546
Functiontest_build_conclusions_counts_unscored_only_attempt_as_unscored
()
tests/reporting/test_unified_tier3_report.py:261
Functiontest_build_conclusions_counts_unscored_required_attempt_failure_as_failing
(reason: str)
tests/reporting/test_unified_tier3_report.py:239
Functiontest_build_conclusions_falls_back_to_overall_without_boolean_attempt_verdict
( overall: float | None, expected_title: str )
tests/reporting/test_unified_tier3_report.py:287
Functiontest_build_context_drops_unused_trees_but_keeps_image_inputs
()
tests/ci/test_image_build.py:117
Functiontest_build_custom_tool_call_emits_schema_valid_responses_events
()
tests/test_nvidia_build_bridge.py:2370
Functiontest_build_custom_tool_call_requires_a_string_input_argument
(arguments: str)
tests/test_nvidia_build_bridge.py:2497
Functiontest_build_explicit_paths_keeps_frontmatter_limit_errors_generic
( tmp_path: Path, write_skill, frontmatter: str, message: str )
tests/embedding/test_registry.py:231
Functiontest_build_explicit_paths_names_a_skill_whose_manifest_is_not_utf8
( tmp_path: Path, write_skill, encoding: str )
tests/embedding/test_registry.py:168
Functiontest_build_explicit_paths_names_a_skill_without_valid_frontmatter
( tmp_path: Path, write_skill, frontmatter: str )
tests/embedding/test_registry.py:117
Functiontest_build_explicit_paths_names_every_skill_without_valid_frontmatter
(tmp_path: Path, write_skill)
tests/embedding/test_registry.py:140
Functiontest_build_explicit_paths_preserves_cross_root_identity
(tmp_path: Path, write_skill)
tests/embedding/test_registry.py:86
Functiontest_build_explicit_paths_rejects_outside_root_before_embedding
(tmp_path: Path, write_skill)
tests/embedding/test_registry.py:97
Methodtest_build_from_directory_rules
(self, tmp_path: Path)
tests/embedding/test_registry.py:279
Methodtest_build_from_directory_skills
(self, tmp_path: Path, write_skill)
tests/embedding/test_registry.py:266
Methodtest_build_full_body_mode
(self, tmp_path: Path, write_skill)
tests/embedding/test_registry.py:289
Functiontest_build_harbor_run_command_gke_defaults_claude_code_import_path
Default claude-code to SkillEvaluatorClaudeCode in GKE mode.
tests/test_harbor_gke_mode.py:156
Functiontest_build_harbor_run_command_gke_includes_all_ek_flags
Command construction includes --env SECURE_GKE_ENV_IMPORT_PATH and sorted JSON-encoded --ek flags.
tests/test_harbor_gke_mode.py:112
Functiontest_build_harbor_run_command_gke_supports_agent_import_path
Support custom agent import path in GKE mode via Harbor 0.24.0 unified --agent flag.
tests/test_harbor_gke_mode.py:136
Functiontest_build_harbor_run_command_gke_uses_secure_environment_import_path
Route GKE Harbor commands through SECURE_GKE_ENV_IMPORT_PATH via Harbor 0.24.0 unified --env flag.
tests/test_harbor_gke_mode.py:1257
Functiontest_build_harbor_run_command_permits_benign_substrings_in_values
Permit valid non-sensitive infrastructure names containing words like turnkey, monkey, token.
tests/test_harbor_gke_mode.py:555
Functiontest_build_harbor_run_command_permits_benign_token_keys
Permit rate-limiting and token count keys in environment_kwargs secret validation.
tests/test_harbor_gke_mode.py:606
Functiontest_build_harbor_run_command_permits_camel_case_benign_token_keys
Permit camelCase rate-limiting and token count keys in environment_kwargs secret validation.
tests/test_harbor_gke_mode.py:692
Functiontest_build_harbor_run_command_permits_valid_rate_and_token_flags
Permit valid rate limit, token budget, and cluster configuration flags.
tests/test_harbor_gke_mode.py:789
Functiontest_build_harbor_run_command_rejects_actual_secret_values
Reject actual secret tokens passed in values of environment kwargs.
tests/test_harbor_gke_mode.py:569
Functiontest_build_harbor_run_command_rejects_aws_and_private_key_values
Reject AWS access keys and PEM private keys in environment kwarg values.
tests/test_harbor_gke_mode.py:709
Functiontest_build_harbor_run_command_rejects_camel_case_sensitive_keys
Reject camelCase credential keys in environment kwargs.
tests/test_harbor_gke_mode.py:670
Functiontest_build_harbor_run_command_rejects_credential_keys
Reject credential keys in environment kwargs.
tests/test_harbor_gke_mode.py:740
Functiontest_build_harbor_run_command_rejects_raw_verifier_env_secrets
Reject raw secrets or operator-owned values in verifier_env without ${VAR} placeholder indirection.
tests/test_harbor_runner_environment.py:2492
Functiontest_build_harbor_run_command_rejects_sensitive_kwargs
Reject environment kwargs containing credentials to protect the OS process table.
tests/test_harbor_gke_mode.py:515
Functiontest_build_harbor_run_command_rejects_token_values
Reject token and credential values in environment kwargs.
tests/test_harbor_gke_mode.py:766
Functiontest_build_harbor_run_command_rejects_unlisted_backend_kwargs
Reject backend kwargs not in the safe constructor allowlist for the backend.
tests/test_harbor_gke_mode.py:530
Methodtest_build_insights_no_llm_returns_empty
(self, evaluators: dict)
tests/evaluation/test_judges.py:85
Methodtest_build_insights_suppresses_original_unsupported_negative_control_findings
( self, monkeypatch: pytest.MonkeyPatch, )
tests/evaluation/test_judges.py:294
Functiontest_build_mixed_tool_calls_keep_custom_and_function_event_types
()
tests/test_nvidia_build_bridge.py:2400
Functiontest_build_namespaced_tool_calls_restore_original_sdk_valid_items
()
tests/test_nvidia_build_bridge.py:2442
Methodtest_build_payload_preserves_harbor_links_and_step_evidence
(self)
tests/reporting/test_reporters.py:1967
Functiontest_build_prompt_redacts_symlink_finding_payload
(tmp_path)
tests/inference/test_finding_verifier.py:48
Methodtest_build_rejects_unsafe_provider_vectors
(self, tmp_path: Path, write_skill, vector: list[float])
tests/embedding/test_registry.py:380
Functiontest_build_request_timeout_allows_slow_agent_models
()
tests/test_nvidia_build_bridge.py:755
Functiontest_build_tool_call_emits_anthropic_tool_use_and_message_stop
()
tests/test_nvidia_build_bridge.py:2514
Functiontest_build_tool_call_emits_completed_responses_events
()
tests/test_nvidia_build_bridge.py:2355
Functiontest_builder_emits_the_variants_the_lookup_must_tolerate
()
tests/tier3/test_suggestion_grounding.py:211
Methodtest_builds_https_tree_url_from_ssh_remote
GitHub SSH origin + local branch + relative path => tree URL.
tests/utils/test_helpers.py:280
Functiontest_built_catalog_over_openclaw_plugins_records_declared_paths_and_excludes_self
(tmp_path: Path)
tests/deduplication/plugin/test_openclaw_profile.py:254
Functiontest_builtins_that_bind_a_variable_are_read_as_bindings
``export f=run.py`` and ``readonly f=run.py`` bind as ``f=run.py`` does in every shell; ``declare`` binds in bash and zsh and ``typeset`` also in
tests/tier3/test_script_invocation_evidence.py:1561
Functiontest_bundle_budgets_defaults_and_env_overrides
(monkeypatch)
tests/tier3/test_evidence_compiler.py:79
Functiontest_bundle_files_symlinks_and_large_references
(tmp_path: Path)
tests/harness/test_overlay.py:638
Functiontest_bundle_manifest_uses_existing_model
(tmp_path: Path)
tests/validators/test_private_plugin_schema.py:77
Methodtest_bundle_manifest_wins_over_contained_manifest
(self, tmp_path: Path)
tests/validators/test_plugin_schema.py:130
Functiontest_bundle_shape_has_all_metrics_and_fields
()
tests/tier3/test_evidence_compiler.py:15
← previousnext →13,401–13,500 of 24,741, ranked by callers