Code
Hub
Workspaces
Following
Trending
Connect
MCP
copy
Create free account
hub
/
github.com/NVIDIA/SkillEvaluator
/ functions
Functions
24,741 in github.com/NVIDIA/SkillEvaluator
⨍
Functions
24,741
◇
Types & classes
1,292
↳
Endpoints
703
Function
test_check_prerequisites_gke_reports_missing_kwargs
Prerequisites check fails if any of the 5 required GKE kwargs are missing.
tests/test_harbor_gke_mode.py:262
Function
test_check_prerequisites_gke_supports_colon_separated_kubeconfig
Support colon-separated KUBECONFIG paths when at least one exists.
tests/test_harbor_gke_mode.py:582
Function
test_check_routing_accepts_alternate_skill_with_partial_credit
()
tests/tier3/test_checks_path_extraction.py:190
Function
test_check_routing_allows_sibling_reads_in_group_workspace
()
tests/tier3/test_checks_path_extraction.py:241
Function
test_check_routing_detects_multiple_reads_one_correct_one_wrong
()
tests/tier3/test_checks_path_extraction.py:223
Function
test_check_routing_detects_wrong_skill_via_file_path
()
tests/tier3/test_checks_path_extraction.py:177
Function
test_check_routing_ignores_non_skill_md_reads
()
tests/tier3/test_checks_path_extraction.py:266
Function
test_check_routing_recognizes_claude_code_read_file_path
REGRESSION: agent reads correct SKILL.md via Read({file_path:...}) — must route correctly.
tests/tier3/test_checks_path_extraction.py:162
Function
test_check_routing_recognizes_codex_exec_command_cat_skill_md_with_frontmatter_name
()
tests/tier3/test_checks_path_extraction.py:283
Function
test_check_routing_still_fails_unlisted_alternate_skill
()
tests/tier3/test_checks_path_extraction.py:207
Function
test_check_routing_treats_sed_read_like_cat_read
A sed read of the target SKILL.md must be credited identically to cat.
tests/test_checks_routing.py:60
Function
test_check_security_does_not_fail_on_prompt_only_destructive_text
()
tests/tier3/test_checks_path_extraction.py:430
Function
test_check_security_flags_agent_issued_destructive_command_from_cmd_arg
()
tests/tier3/test_checks_path_extraction.py:444
Function
test_check_security_flags_imds_hostname_command
Agent bash command attempting to reach IMDS via metadata.google.internal must fail security check.
tests/tier3/test_checks_path_extraction.py:545
Function
test_check_security_flags_imds_ip_command
Agent bash command attempting to reach IMDS via 169.254.169.254 must fail security check.
tests/tier3/test_checks_path_extraction.py:529
Function
test_check_security_flags_kubernetes_sa_token_access
Agent tool call reading Kubernetes service account token must fail security check.
tests/tier3/test_checks_path_extraction.py:513
Function
test_check_security_flags_secret_like_agent_response_without_tool_calls
()
tests/tier3/test_checks_path_extraction.py:421
Function
test_check_security_flags_secret_like_output
()
tests/tier3/test_checks_path_extraction.py:405
Function
test_check_security_flags_shell_startup_file_write
()
tests/tier3/test_checks_path_extraction.py:475
Function
test_check_security_ignores_destructive_text_in_tool_observation
()
tests/tier3/test_checks_path_extraction.py:460
Function
test_check_security_tracks_target_skill_use_before_unsafe_action
()
tests/tier3/test_checks_path_extraction.py:491
Function
test_check_table_rows_are_keyboard_reachable_links
()
tests/reporting/test_report_redesign.py:365
Function
test_check_tool_efficiency_counts_claude_code_read_as_productive
Reading the expected skill's SKILL.md via file_path should be productive.
tests/tier3/test_checks_path_extraction.py:359
Function
test_check_tool_efficiency_counts_codex_exec_command_cmd_as_productive
()
tests/tier3/test_checks_path_extraction.py:379
Function
test_check_tool_efficiency_handles_non_dict_action_input
Defensive: action_input as a string shouldn't crash.
tests/tier3/test_checks_path_extraction.py:395
Function
test_check_validation_rejects_unsafe_paths_and_invalid_patterns
()
tests/tier3/test_declarative_checks.py:282
Function
test_check_workflow_order_explains_checked_evidence_when_missing
()
tests/tier3/test_checks_path_extraction.py:299
Function
test_check_workflow_order_recognizes_codex_exec_command_cat_skill_md
()
tests/tier3/test_checks_path_extraction.py:307
Function
test_checked_fallback_atomically_replaces_regular_report
( monkeypatch: pytest.MonkeyPatch, tmp_path: Path, )
tests/reporting/test_secure_report_output.py:130
Function
test_checked_fallback_rejects_windows_reparse_parent
( monkeypatch: pytest.MonkeyPatch, tmp_path: Path, )
tests/reporting/test_secure_report_output.py:104
Function
test_checked_fallback_retains_runtime_projection
(tmp_path: Path, monkeypatch: pytest.MonkeyPatch)
tests/tier3/test_decoy_identity.py:179
Function
test_checked_fallback_uses_the_same_digest_recipe
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, )
tests/test_publication_identity.py:79
Function
test_checked_in_source_and_allowlist_satisfy_the_public_boundary
()
tests/test_oss_boundary.py:1400
Function
test_checked_non_posix_fallback_copies_tree_and_file
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, )
tests/test_harbor_secure_copy.py:948
Function
test_checked_non_posix_fallback_still_rejects_symlinks
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, )
tests/test_harbor_secure_copy.py:1196
Function
test_checked_non_posix_file_fallback_without_fchmod_preserves_mode
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, )
tests/test_harbor_secure_copy.py:1140
Function
test_checked_non_posix_tree_fallback_without_fchmod_preserves_file_mode
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, )
tests/test_harbor_secure_copy.py:1118
Function
test_checked_windows_fallback_accepts_crt_descriptor_identity
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, )
tests/test_harbor_secure_copy.py:973
Function
test_checked_windows_fallback_accepts_crt_descriptor_identity
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, )
tests/test_publication_identity.py:94
Function
test_checked_windows_fallback_preserves_lf_bytes_in_binary_files
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, copy_kind: str, )
tests/test_harbor_secure_copy.py:1012
Function
test_checked_windows_fallback_verifies_portable_chmod_semantics
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, )
tests/test_harbor_secure_copy.py:1159
Function
test_checkout_content_must_match_supplied_head
(repository, dirty)
tests/ci/test_select_changed_skills.py:161
Function
test_checkpoint_error_ends_running_scans_at_once
(tmp_path, monkeypatch)
tests/ci/test_run_tier1.py:1624
Function
test_checkpoint_saves_a_later_skill_before_an_earlier_one_finishes
(tmp_path)
tests/ci/test_run_tier1.py:1439
Function
test_checks_only_behavior_does_not_call_the_judge
(tmp_path: Path)
tests/tier3/test_judge_contracts.py:764
Function
test_checks_only_compute_behavior_score_without_a_judge_result
()
tests/tier3/test_declarative_checks.py:190
Function
test_checks_only_pr_rerun_has_no_empty_commit
(repository, release_file, monkeypatch)
tests/test_ci_onboarding.py:616
Function
test_checks_original_provenance_key_location_before_snapshot
(monkeypatch, tmp_path, location)
tests/tier3/test_interactions.py:540
Method
test_checksum_mismatch_installs_nothing
(self, runtime_dir, monkeypatch)
tests/utils/test_scanner_install.py:214
Method
test_checksum_mismatch_never_runs
(self)
tests/utils/test_scanner_install.py:95
Function
test_child_entry_replacement_after_subtree_is_rejected
(tmp_path: Path, monkeypatch: pytest.MonkeyPatch)
tests/utils/test_secure_fs.py:427
Function
test_child_environment_forwards_docker_tls_settings
()
tests/ci/test_run_tiers.py:453
Function
test_child_environment_never_passes_feedback_or_repository_tokens
()
tests/ci/test_run_tiers.py:174
Function
test_child_handoff_uses_its_referenced_parent_not_another_parallel_agent
(known_owner)
tests/tier3/test_plugin_evidence_review.py:268
Function
test_child_process_env_strips_observability_configuration_without_injecting_flags
()
tests/test_safety_boundaries.py:266
Function
test_child_work_shares_the_global_step_budget
(monkeypatch)
tests/tier3/test_plugin_evidence_review.py:288
Function
test_chmod_fallback_changes_mode_through_the_opened_descriptor
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, kind: str, )
tests/test_harbor_secure_copy.py:693
Function
test_chmod_fallback_keeps_checked_chmod_by_name_when_entry_cannot_be_opened
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, code: int, )
tests/test_harbor_secure_copy.py:791
Function
test_chmod_fallback_refuses_a_link_swapped_in_after_the_stat
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, kind: str, )
tests/test_harbor_secure_copy.py:722
Function
test_chmod_fallback_refuses_a_link_without_following_it
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, )
tests/test_harbor_secure_copy.py:616
Function
test_chmod_fallback_refuses_an_entry_replaced_after_the_stat
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, replacement: str, )
tests/test_harbor_secure_copy.py:757
Function
test_chmod_fallback_without_nofollow_open_keeps_checked_chmod_by_name
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, )
tests/test_harbor_secure_copy.py:824
Function
test_chronology_revision_changes_and_lift_trend
(tmp_path)
tests/test_tier3_history.py:89
Method
test_chunk_limit_is_incomplete_before_embedding
(self, mock_embed, tmp_path: Path, monkeypatch)
tests/deduplication/intra_skill/test_intra_skill_validator.py:272
Method
test_ci_branch_overrides_detached_head
GITHUB_REF_NAME takes precedence when the checkout is detached.
tests/utils/test_helpers.py:297
Function
test_ci_chat_model_uses_native_agent_provider_resolution
(consumer, tmp_path)
tests/ci/test_run_tiers.py:115
Function
test_ci_classifier_is_pull_request_only_and_exports_docs_only
()
tests/test_ci_workflows.py:124
Function
test_ci_context_allowlist_and_https
()
tests/reporting/test_retained_html.py:204
Function
test_ci_installs_the_built_tier3_wheel_on_supported_python_versions
()
tests/test_oss_packaging.py:766
Function
test_ci_installs_the_security_wheel_on_rhel8
()
tests/test_oss_packaging.py:872
Function
test_ci_preserves_required_contexts_as_explicit_jobs
()
tests/test_ci_workflows.py:116
Function
test_ci_report_suppresses_retained_payload_embedding
()
tests/reporting/test_native_report_parity.py:65
Function
test_ci_requires_semgrep_even_when_ambient_configuration_disables_it
(llm, ambient_requirement)
tests/ci/test_run_tier1.py:646
Function
test_ci_run_conclusion_is_separate_from_scan_result
(tmp_path)
tests/ci/test_report_views.py:344
Function
test_ci_runs_benchmark_gate_with_project_dependencies
()
tests/test_benchmark_rollout_docs.py:57
Function
test_ci_sarif_merge_uses_uv_tool_python
()
tests/test_oss_packaging.py:1008
Function
test_ci_scans_source_and_built_distributions_for_oss_boundary_violations
()
tests/test_oss_packaging.py:755
Function
test_ci_skips_every_other_required_job_only_after_classification
()
tests/test_ci_workflows.py:254
Function
test_ci_validates_fern_on_the_required_python_312_context
()
tests/test_ci_workflows.py:150
Function
test_claiming_safe_or_hiding_an_inventory_entry_still_blocks
()
tests/validators/test_security_reference_caveats.py:197
Method
test_clamped_never_exceeds_hard_limit
(self)
tests/test_harbor_local_sandbox.py:1041
Method
test_class_heading
(self)
tests/deduplication/utils/test_chunker.py:235
Function
test_classic_github_tokens_are_masked
(redact, prefix)
tests/tier3/test_github_token_redaction.py:47
Function
test_classification
(reward, metric, expected)
tests/tier3/test_grader_validation.py:278
Function
test_classifications_and_warnings
()
tests/test_trace_import.py:84
Method
test_claude_5_5_rubric_gets_schema_effort_and_server_side_fallback
( self, monkeypatch: pytest.MonkeyPatch )
tests/inference/test_llm_client.py:1079
Function
test_claude_alias_and_canonical_config_keys_are_rejected
(tmp_path: Path)
tests/test_evals_config_branding.py:79
Function
test_claude_alias_and_canonical_model_overrides_are_rejected
()
tests/test_commands.py:200
Function
test_claude_alias_config_key_is_persisted_canonically
(tmp_path: Path)
tests/test_evals_config_branding.py:66
Function
test_claude_alias_is_canonicalized_and_deduplicated
()
tests/test_commands.py:172
Function
test_claude_alias_model_override_uses_canonical_agent_name
()
tests/test_commands.py:194
Function
test_claude_allowed_tools_blocks_headless_load
(tmp_path: Path)
tests/harness/test_overlay.py:988
Function
test_claude_code_agents_accept_the_pinned_version_and_effort
(tmp_path: Path)
tests/test_tier3_public_runtime.py:2942
Function
test_claude_code_error_flag_still_fails
(trajectory_checker, command, output, exit_code)
tests/tier3/test_error_recovery.py:1010
Function
test_claude_code_error_flag_without_exit_status_uses_text
(trajectory_checker, content, score)
tests/tier3/test_error_recovery.py:1026
Function
test_claude_code_orchestration_tools_are_omitted_but_executable_and_custom_tools_remain
()
tests/test_nvidia_build_bridge.py:2297
Function
test_claude_code_refusal_fallback_is_off_for_every_provider_route
( monkeypatch: pytest.MonkeyPatch, tmp_path: Path, route: str )
tests/test_harbor_claude_refusal_fallback.py:199
Function
test_claude_code_runs_pin_cli_version_and_claude_5_5_effort
(model: str | None, expected: dict[str, str])
tests/test_tier3_public_runtime.py:2875
Function
test_claude_code_success_flag_counts_as_recovery
(trajectory_checker)
tests/tier3/test_error_recovery.py:989
Function
test_claude_code_success_flag_skips_text_check
(trajectory_checker, command, output)
tests/tier3/test_error_recovery.py:980
← previous
next →
13,801–13,900 of 24,741, ranked by callers