Code
Hub
Workspaces
Following
Trending
Connect
MCP
copy
Create free account
hub
/
github.com/NVIDIA/SkillEvaluator
/ functions
Functions
24,741 in github.com/NVIDIA/SkillEvaluator
⨍
Functions
24,741
◇
Types & classes
1,292
↳
Endpoints
703
Function
test_an_unmodelled_runner_option_is_unresolved_not_a_failure
These do run the script. The walk does not model uv's own options, so it reports that it could not resolve the command rather than scoring it zero
tests/tier3/test_script_invocation_evidence.py:620
Function
test_an_unsafe_agent_file_name_cannot_inject_into_setup
(tmp_path: Path)
tests/tier3/test_private_loose_source.py:849
Function
test_an_unscored_attempt_of_a_case_id_with_double_underscores_keeps_its_case
(tmp_path: Path)
tests/reporting/test_tier3_token_usage_reports.py:360
Function
test_an_unscored_attempt_takes_the_case_its_failure_record_names
(tmp_path: Path)
tests/reporting/test_tier3_token_usage_reports.py:451
Function
test_an_unscored_gym_attempt_of_a_native_task_counts_its_tokens_in_its_case
(tmp_path: Path)
tests/test_nemo_gym_backend.py:334
Method
test_an_unset_field_is_not_checked
(self, tmp_path: Path)
tests/test_benchmark_source_provenance.py:692
Function
test_an_untracked_working_directory_keeps_the_old_score
()
tests/tier3/test_issue192_security_false_positives.py:201
Function
test_an_unverified_case_id_is_marked_in_every_table_and_explained
()
tests/reporting/test_tier3_token_usage_reports.py:1178
Function
test_an_update_that_races_a_drawing_failure_is_not_drawn_as_failed
(monkeypatch: pytest.MonkeyPatch)
tests/test_tier3_progress.py:2448
Function
test_an_upload_beside_http_method_prose_is_still_flagged
(run, cmd)
tests/tier3/test_network_client_mentions.py:458
Method
test_an_uppercase_path_is_refused_with_and_without_a_registry
Reading any first label as a host took the bare form and refused the same name under a registry.
tests/test_benchmark_source_provenance.py:188
Method
test_an_uppercase_path_satisfies_no_pass_either_way
One rule for both spellings: a first label is a host only where the grammar says so.
tests/test_benchmark_source_provenance.py:1007
Function
test_analyzer_counts_only_successful_reads_and_flags_unreadable_scripts
()
tests/validators/test_plugin_hook_risk_bounds.py:215
Function
test_analyzer_not_applicable_requires_real_applicability_evidence
()
tests/validators/test_security_reference_caveats.py:153
Method
test_ancestor_swap_never_reads_outside_manifest_root
(self, tmp_path: Path, monkeypatch)
tests/embedding/test_extractor.py:193
Method
test_ancestor_swap_never_reads_outside_skill_root
(self, skill_root: Path, tmp_path: Path, monkeypatch)
tests/deduplication/utils/test_skill_collector.py:534
Function
test_annotated_tag_object_is_not_accepted_as_a_commit
(repository)
tests/ci/test_select_changed_skills.py:283
Function
test_annotation_budget_does_not_hide_log_details
(capsys)
tests/ci/test_run_tier1.py:433
Function
test_annotation_level_follows_enforcement_mode
(capsys, mode, marker)
tests/ci/test_run_tier1.py:160
Function
test_anonymous_policy_carrier_cannot_waive_target_tier2
(tmp_path: Path)
tests/reporting/test_advisory_skip_verdict.py:3329
Function
test_anonymous_tier1_and_tier2_evidence_cannot_certify_named_tier3
(tmp_path: Path)
tests/reporting/test_advisory_skip_verdict.py:3300
Function
test_anonymous_verification_retry_has_no_build_or_write_permission
()
tests/ci/test_release_image.py:128
Function
test_another_baseline_failure_beside_a_timeout_is_refused
(tmp_path: Path)
tests/tier3/test_baseline_timeouts.py:502
Method
test_another_checkout_of_the_catalog_tree_skips_its_own_entry
( self, tmp_path: Path, write_skill, full_body: bool )
tests/embedding/test_catalog.py:703
Function
test_another_skill_load_does_not_take_the_producers_write
check-18 e03: a non-member skill load (Claude) or a peek at the consumer (Codex) before the save.
tests/tier3/test_f90_signals_handoff.py:164
Function
test_anthropic_alias_lookup_stops_when_catalog_probe_deadline_is_exhausted
(monkeypatch)
tests/test_harbor_runtime_preflight.py:957
Function
test_anthropic_alias_lookup_uses_remaining_catalog_probe_deadline
(monkeypatch)
tests/test_harbor_runtime_preflight.py:928
Function
test_anthropic_base_url_error_names_the_selected_precedence_variable_without_credentials
()
tests/test_provider_config.py:298
Function
test_anthropic_base_url_is_normalized_to_an_unversioned_root
( configured_base_url: str, expected_base_url: str, )
tests/test_provider_config.py:200
Function
test_anthropic_base_url_rejects_unsafe_or_non_root_values
(configured_base_url: str)
tests/test_provider_config.py:281
Function
test_anthropic_base_url_remains_unset_for_the_official_default
()
tests/test_provider_config.py:215
Function
test_anthropic_chat_with_unset_embedding_provider_uses_openai_embeddings
()
tests/ci/test_run_tiers.py:468
Function
test_anthropic_downgrades_on_400_and_memoizes_across_calls
Verify Anthropic provider downgrades output_config on HTTP 400 and memoizes across calls.
tests/test_llm_judge.py:828
Method
test_anthropic_empty_response_uses_typed_error
(self, monkeypatch: pytest.MonkeyPatch)
tests/inference/test_llm_client.py:390
Function
test_anthropic_events_validate_with_sdk
(completion: dict[str, object])
tests/test_nvidia_build_bridge.py:2755
Function
test_anthropic_forced_tool_choice_requires_a_declared_executable_tool
(tool_choice: dict[str, str])
tests/test_nvidia_build_bridge.py:2344
Method
test_anthropic_gateway_gets_effort_without_server_side_fallback
(self, monkeypatch: pytest.MonkeyPatch)
tests/inference/test_llm_client.py:1152
Function
test_anthropic_idna_matches_httpx_sdk_and_bundled_verifier
( monkeypatch: pytest.MonkeyPatch, unicode_host: str, ascii_host: str, )
tests/test_tier3_public_runtime.py:1779
Function
test_anthropic_legacy_v1_base_is_canonical_for_verifier_and_native_agents
( monkeypatch: pytest.MonkeyPatch, )
tests/test_harbor_runner_environment.py:1053
Method
test_anthropic_max_tokens_stay_under_the_sdk_non_streaming_limit
The real SDK refuses Opus 4/4.1 non-streaming requests above 8,192 tokens before sending.
tests/inference/test_llm_client.py:1186
Function
test_anthropic_missing_usage_is_schema_valid
( completion: dict[str, object], usage_fields: dict[str, object], expected: dict[str, int] )
tests/test_nvidia_build_bridge.py:2674
Function
test_anthropic_mixed_agents_receive_isolated_native_credentials
(monkeypatch: pytest.MonkeyPatch)
tests/test_harbor_runner_environment.py:1017
Function
test_anthropic_model_probe_resolves_alias_omitted_from_listing
(monkeypatch)
tests/test_harbor_runtime_preflight.py:897
Function
test_anthropic_model_probe_treats_native_single_model_404_as_fatal
(monkeypatch)
tests/test_harbor_runtime_preflight.py:1007
Method
test_anthropic_mythos_preview_omits_temperature
(self, monkeypatch: pytest.MonkeyPatch)
tests/inference/test_llm_client.py:532
Method
test_anthropic_opus5_preserves_token_limit_and_omits_temperature
( self, monkeypatch: pytest.MonkeyPatch, max_tokens: int | None, expected_max_
tests/inference/test_llm_client.py:495
Function
test_anthropic_page_cap_is_fail_closed
(monkeypatch)
tests/test_model_catalog.py:463
Function
test_anthropic_pagination_enforces_aggregate_response_bytes
(monkeypatch)
tests/test_model_catalog.py:434
Function
test_anthropic_pagination_fails_when_overall_deadline_expires
(monkeypatch)
tests/test_model_catalog.py:198
Function
test_anthropic_pagination_uses_one_overall_timeout
(monkeypatch)
tests/test_model_catalog.py:175
Function
test_anthropic_provider_accepts_explicit_codex_and_opencode_routes
()
tests/test_provider_agent_routing.py:290
Function
test_anthropic_provider_accepts_explicit_single_agent_routes
()
tests/test_provider_agent_routing.py:304
Function
test_anthropic_provider_rejects_an_openai_opencode_override
()
tests/test_provider_agent_routing.py:329
Function
test_anthropic_provider_rejects_default_raw_model_for_opencode
()
tests/test_provider_agent_routing.py:252
Function
test_anthropic_provider_rejects_incomplete_or_default_codex_routes
( runtime_env: dict[str, str], model_source: str, expected_fragment: str, )
tests/test_provider_agent_routing.py:275
Function
test_anthropic_provider_uses_claude_opus_5_5_by_default
()
tests/test_provider_config.py:56
Method
test_anthropic_reasoning_budget_is_sent_without_streaming
The Anthropic SDK refuses non-streaming requests above 21,333 output tokens. A raised budget on that transport must stay under the limit, or
tests/validators/test_rubric_eval.py:205
Method
test_anthropic_receives_the_system_text_separately
(self, monkeypatch: pytest.MonkeyPatch)
tests/inference/test_llm_client.py:1403
Method
test_anthropic_refusal_is_a_typed_error
(self, monkeypatch: pytest.MonkeyPatch)
tests/inference/test_llm_client.py:1246
Function
test_anthropic_required_tool_choice_rejects_an_all_filtered_tool_set
()
tests/test_nvidia_build_bridge.py:2331
Function
test_anthropic_requires_explicit_embedding_provider
()
tests/test_provider_config.py:449
Function
test_anthropic_sdk_and_bundled_verifier_prepare_the_same_scoped_ipv6_endpoint
( monkeypatch: pytest.MonkeyPatch, )
tests/test_tier3_public_runtime.py:1716
Function
test_anthropic_sdk_and_bundled_verifier_use_the_same_ascii_path
( monkeypatch: pytest.MonkeyPatch, configured_path: str, expected_path: str, )
tests/test_tier3_public_runtime.py:1645
Function
test_anthropic_skill_eval_base_url_takes_precedence_and_is_normalized
()
tests/test_provider_config.py:227
Function
test_anthropic_system_message_role_used_by_claude_code_is_preserved
()
tests/test_nvidia_build_bridge.py:2280
Function
test_anthropic_text_tool_and_tool_result_become_chat_request
()
tests/test_nvidia_build_bridge.py:2212
Function
test_anthropic_tool_arguments_are_validated_before_first_event
()
tests/test_nvidia_build_bridge.py:2688
Function
test_anthropic_tool_result_becomes_chat_tool_message
()
tests/test_nvidia_build_bridge.py:2267
Function
test_anthropic_transport_level_request_count
Verify Anthropic SDK executes exactly expected number of requests on rate limits.
tests/test_llm_client_retry.py:176
Function
test_any_contradictory_report_becomes_error_row_without_losing_other_skills
(tmp_path, exit_code, status, changes)
tests/ci/test_run_tier1.py:281
Function
test_any_incomplete_non_skipped_arm_marks_evidence_limited
()
tests/reporting/test_evidence_volume_rendering.py:251
Function
test_any_network_client_a_command_runner_starts_is_still_flagged
(run, cmd)
tests/tier3/test_network_client_mentions.py:642
Function
test_any_positive_activation_preserves_lift
(score: float)
tests/test_harbor_skill_activation.py:57
Function
test_api_caller_helper_listed_first_is_skipped
(order: tuple[str, ...])
tests/tier3/test_dataset_primary_script.py:54
Function
test_api_caller_reference_skill_never_expects_the_url_helper
Whatever order the file system lists scripts in, url_safety.py is not the expected script.
tests/tier3/test_dataset_primary_script.py:45
Function
test_api_caller_rejects_non_http_urls_without_opening_them
()
tests/test_reference_api_caller.py:105
Function
test_api_json_rejects_duplicates_non_finite_numbers_and_invalid_documents
(cls, error, body)
tests/ci/test_github_api.py:100
Method
test_api_key_only_gpt5_honors_ambient_custom_base_url
(self, monkeypatch: pytest.MonkeyPatch)
tests/inference/test_llm_client.py:624
Method
test_api_key_only_gpt5_uses_max_completion_tokens
(self, monkeypatch: pytest.MonkeyPatch)
tests/inference/test_llm_client.py:610
Method
test_api_route_not_flagged_as_personal_path
Test that REST API routes like /users/:id are not flagged as personal macOS paths.
tests/validators/test_security.py:485
Function
test_app_bot_needs_the_same_api_proven_write_role
(tmp_path, monkeypatch, stage)
tests/ci/test_github_admission_workflow.py:140
Function
test_append_fixtures_validation_adapter_and_idempotency
(workspace)
tests/test_trace_import.py:313
Function
test_append_native_task_name_suffix_sad_paths
Verify _append_native_task_name_suffix safely handles missing/corrupt/non-string task names and fails closed when [metadata].entry_id cannot be writte
tests/test_tier3_public_runtime.py:2353
Function
test_apply_patch_after_cd_into_a_proc_root_alias_is_critical_write
(run)
tests/tier3/test_apply_patch_security.py:390
Function
test_apply_patch_after_cd_resolves_the_shell_directory
(security, prefix, header, path)
tests/tier3/test_private_plugin_security.py:521
Function
test_apply_patch_after_the_directory_stack_returns_to_the_workspace_is_not_flagged
(security, prefix)
tests/tier3/test_private_plugin_security.py:538
Function
test_apply_patch_after_unresolved_or_home_cd_is_critical_write
(run, prefix, header, entry, form)
tests/tier3/test_apply_patch_security.py:607
Function
test_apply_patch_after_unsettled_cd_matches_credential_stores_anywhere
(run, prefix, header, entry, form)
tests/tier3/test_apply_patch_security.py:686
Function
test_apply_patch_call_resolves_the_working_directory
(module, prefix, workdir)
tests/tier3/test_apply_patch_security.py:755
Function
test_apply_patch_from_unresolved_workdir_is_critical_write
(run, function_name, arguments, entry)
tests/tier3/test_apply_patch_security.py:649
Function
test_apply_patch_header_after_codex_trimmed_whitespace_is_scanned
(run, header)
tests/tier3/test_apply_patch_security.py:208
Function
test_apply_patch_header_counts_as_tool_time
()
tests/tier3/test_trajectory_timing.py:262
Function
test_apply_patch_heredoc_text_removes_only_apply_patch_body_headers
(module, command, expected)
tests/tier3/test_apply_patch_security.py:951
Function
test_apply_patch_heredoc_through_shell_is_critical_write
(run, function_name, arguments)
tests/tier3/test_apply_patch_security.py:1087
Function
test_apply_patch_matches_new_entries_only_from_a_known_directory
( check_security, tool_call: dict[str, Any], entry: str )
tests/tier3/test_security_home_paths.py:650
Function
test_apply_patch_patch_argument_is_scanned
(run, function_name, argument)
tests/tier3/test_apply_patch_security.py:181
Function
test_apply_patch_path_climbing_above_root_is_clamped
(run, header, entry)
tests/tier3/test_apply_patch_security.py:116
Function
test_apply_patch_relative_path_inside_the_workspace_is_not_flagged
(run, function_name, arguments)
tests/tier3/test_apply_patch_security.py:166
Function
test_apply_patch_relative_path_resolves_against_the_call_directory
(run, function_name, arguments, entry)
tests/tier3/test_apply_patch_security.py:146
Function
test_apply_patch_scan_covers_every_header
(run, ordinary_headers)
tests/tier3/test_apply_patch_security.py:1162
← previous
next →
12,701–12,800 of 24,741, ranked by callers