Code
Hub
Workspaces
Following
Trending
Connect
MCP
copy
Create free account
hub
/
github.com/NVIDIA/SkillEvaluator
/ functions
Functions
24,741 in github.com/NVIDIA/SkillEvaluator
⨍
Functions
24,741
◇
Types & classes
1,292
↳
Endpoints
703
Function
test_null_behavior_step_without_valid_matching_status_is_error
(unchecked_behavior, expectations)
tests/tier3/test_grader_validation.py:398
Function
test_null_pip_audit_severity_falls_back_instead_of_crashing
(tmp_path, pip_audit)
tests/validators/test_dependency_advisory_findings.py:655
Function
test_null_reporter_has_no_output_or_background_activity
()
tests/test_tier3_progress.py:2799
Function
test_null_skill_score_without_explicit_na_provenance_stays_unsupported
()
tests/reporting/test_activation_validation.py:504
Function
test_numeric_agentskills_id_is_canonicalized_for_harbor
(tmp_path: Path)
tests/test_harbor_case_id_safety.py:131
Function
test_numeric_contradictions_override_tampered_aggregate_na_markers
(tmp_path)
tests/reporting/test_applicability_saved_runs.py:155
Function
test_numeric_native_values_reject_strings_booleans_and_nonfinite_numbers
()
tests/reporting/test_native_evidence.py:275
Function
test_numeric_phone_patterns_do_not_change_literals_or_csv_rows
()
tests/test_trace_import.py:459
Function
test_numeric_reward_payload_excludes_boolean_and_non_finite_values
Exclude boolean, non-finite, and infinite values from numeric reward payloads.
tests/tier3/test_judge_failure_artifacts.py:1343
Method
test_numeric_version_coerced_to_str
(self)
tests/models/test_plugin.py:44
Method
test_nv_build_child_environment_applies_skillspector_build_output_cap
An installed SkillSpector sizes Build requests from its nv_build registry, not OpenAI defaults.
tests/validators/test_security.py:5421
Method
test_nvidia_api_key_uses_skillspector_openai_compatible_environment
The public key reaches SkillSpector without creating a second NVIDIA credential.
tests/validators/test_security.py:5307
Function
test_nvidia_build_agent_import_selection_includes_local_bridge_agents
()
tests/test_tier3_public_runtime.py:605
Method
test_nvidia_build_ambient_base_url_cannot_redirect_sdk
(self, monkeypatch: pytest.MonkeyPatch)
tests/inference/test_llm_client.py:253
Function
test_nvidia_build_bridge_agents_are_not_local_mode_agents
()
tests/test_harbor_local_mode.py:586
Function
test_nvidia_build_bridge_health_failure_cleans_up_before_raising
( monkeypatch: pytest.MonkeyPatch, )
tests/test_harbor_local_mode.py:1424
Function
test_nvidia_build_bridge_prefers_file_backed_host_key_over_subprocess_sentinel
( monkeypatch: pytest.MonkeyPatch, tmp_path: Path, )
tests/test_harbor_local_mode.py:1308
Function
test_nvidia_build_bridge_preserves_pipeline_failure_status
( tmp_path: Path, agent_type: type[SkillEvaluatorNvidiaBuildCodex] | type[SkillEvaluatorNvidiaBuildCla
tests/tier3/test_harbor_local_agents.py:699
Function
test_nvidia_build_bridge_rejects_file_backed_sentinel_without_host_key_file
( monkeypatch: pytest.MonkeyPatch, )
tests/test_harbor_local_mode.py:1369
Function
test_nvidia_build_bridge_rejects_unsafe_environment_before_reading_or_transferring_key
( monkeypatch: pytest.MonkeyPatch, )
tests/test_harbor_local_mode.py:1385
Function
test_nvidia_build_bridge_start_exception_removes_uploaded_key
( monkeypatch: pytest.MonkeyPatch, )
tests/test_harbor_local_mode.py:1513
Function
test_nvidia_build_bridge_start_failure_removes_uploaded_key
( monkeypatch: pytest.MonkeyPatch, )
tests/test_harbor_local_mode.py:1468
Function
test_nvidia_build_bridge_wraps_compound_codex_shell_commands_before_unsetting_key
( monkeypatch: pytest.MonkeyPatch, )
tests/test_harbor_local_mode.py:1559
Function
test_nvidia_build_claude_accepts_explicit_anthropic_credential_and_model
()
tests/test_tier3_public_runtime.py:1273
Function
test_nvidia_build_claude_bridge_configures_origin_and_full_model
( monkeypatch: pytest.MonkeyPatch, )
tests/test_harbor_local_mode.py:1614
Function
test_nvidia_build_claude_bridge_live_smoke
Manual scope: prove a Docker Claude CLI request reaches bridge /v1/messages.
tests/test_harbor_local_mode.py:1681
Function
test_nvidia_build_claude_client_scope_wins_outer_agent_env
( tmp_path: Path, )
tests/tier3/test_harbor_local_agents.py:651
Function
test_nvidia_build_codex_accepts_explicit_independent_credential_and_model
()
tests/test_tier3_public_runtime.py:1480
Function
test_nvidia_build_codex_bridge_isolated_from_client_and_cleans_up
( monkeypatch: pytest.MonkeyPatch, tmp_path: Path, )
tests/test_harbor_local_mode.py:1016
Function
test_nvidia_build_codex_bridge_scope_wins_real_harbor_env_merge_and_resets
( tmp_path: Path, )
tests/tier3/test_harbor_local_agents.py:598
Function
test_nvidia_build_codex_final_config_keeps_dynamic_bridge_over_user_and_runtime_values
( monkeypatch: pytest.MonkeyPatch, tmp_path: Path, agent_type: type[SkillEvaluatorNvidiaBuildCodex
tests/tier3/test_harbor_local_agents.py:510
Function
test_nvidia_build_codex_get_env_delegates_alternatives_and_protects_bridge_values
( tmp_path: Path, )
tests/tier3/test_harbor_local_agents.py:577
Function
test_nvidia_build_config_has_snapshots_off
(tmp_path: Path)
tests/tier3/test_opencode_snapshot_config.py:37
Function
test_nvidia_build_container_bridge_cancellation_cleans_all_private_state_uninterruptibly
( monkeypatch: pytest.MonkeyPatch, cancel_stage: str, )
tests/test_harbor_local_mode.py:1205
Function
test_nvidia_build_container_bridge_streams_secrets_without_host_temp_files
( monkeypatch: pytest.MonkeyPatch, )
tests/test_harbor_local_mode.py:1144
Function
test_nvidia_build_docker_bridge_plan_keeps_provider_key_out_of_task_env
(agent: str)
tests/test_harbor_runner_environment.py:155
Function
test_nvidia_build_docker_codex_uses_the_compatibility_bridge
()
tests/test_tier3_public_runtime.py:1203
Function
test_nvidia_build_docker_command_uses_secure_environment_and_bridge
()
tests/test_secure_docker_environment.py:179
Function
test_nvidia_build_docker_opencode_uses_selected_provider_key
()
tests/test_tier3_public_runtime.py:1442
Function
test_nvidia_build_endpoint_cannot_be_redirected
()
tests/test_provider_config.py:418
Function
test_nvidia_build_ignores_unrelated_credential_names
()
tests/test_provider_config.py:350
Function
test_nvidia_build_is_inferred_from_its_public_key
()
tests/test_provider_config.py:362
Function
test_nvidia_build_local_agents_require_network_access
( monkeypatch: pytest.MonkeyPatch, agent: str, )
tests/test_tier3_public_runtime.py:1254
Function
test_nvidia_build_local_claude_uses_the_compatibility_bridge
()
tests/test_tier3_public_runtime.py:1241
Function
test_nvidia_build_local_codex_uses_the_compatibility_bridge
()
tests/test_tier3_public_runtime.py:1229
Function
test_nvidia_build_local_codex_uses_the_provider_default_model
()
tests/test_tier3_public_runtime.py:1468
Function
test_nvidia_build_local_opencode_uses_evaluator_provider_mapping
()
tests/test_tier3_public_runtime.py:1456
Function
test_nvidia_build_normalizes_the_key_forwarded_to_children
()
tests/test_provider_config.py:406
Function
test_nvidia_build_opencode_default_model_is_prefixed_for_local_runtime
()
tests/test_tier3_public_runtime.py:1294
Function
test_nvidia_build_provider_mapping_does_not_supply_an_openai_agent_credential
()
tests/test_tier3_public_runtime.py:968
Function
test_nvidia_build_rejects_agents_without_a_credential_contract
()
tests/test_tier3_public_runtime.py:1215
Method
test_nvidia_build_uses_max_tokens
(self, monkeypatch: pytest.MonkeyPatch)
tests/inference/test_llm_client.py:443
Function
test_nvidia_build_uses_public_build_endpoint
()
tests/test_provider_config.py:316
Method
test_nvidia_default_at_explicit_endpoint_includes_passage_type
(self, model)
tests/embedding/test_client.py:157
Function
test_nvidia_secret_rules_cover_public_keys_only
()
tests/test_oss_source_hygiene.py:29
Method
test_object_at_nesting_limit_is_accepted
(self, monkeypatch: pytest.MonkeyPatch, prefix: str)
tests/inference/test_llm_client.py:918
Method
test_object_inside_another_container_is_not_promoted
( self, monkeypatch: pytest.MonkeyPatch, container: str )
tests/inference/test_llm_client.py:895
Function
test_observed_and_not_observed_facts
()
tests/tier3/test_verified_facts.py:23
Function
test_observed_rewards_still_determine_metric_set
(tmp_path: Path, grading_mode: str, default_reward: bool)
tests/test_harbor_unscored_grading_policy.py:217
Method
test_observed_server_names_map_to_one_declared_server
( self, observed: str, declared: list[str], expected: str | None )
tests/tier3/test_plugin_signals.py:342
Function
test_observer_failure_is_advisory_and_does_not_retry
(tmp_path, monkeypatch)
tests/tier3/test_plugin_evidence.py:511
Function
test_occurrence_identity_distinguishes_line_zero_from_no_line
()
tests/reporting/test_reporters.py:844
Function
test_occurrence_identity_uses_forward_slashes
()
tests/reporting/test_reporters.py:951
Method
test_occurrence_list_is_bounded
(self)
tests/validators/test_skillspector_reference_diagnostics.py:457
Function
test_occurrences_and_context_are_bounded
()
tests/test_character_facts.py:43
Function
test_occurrences_with_and_without_a_line_number_sort_without_error
()
tests/reporting/test_reporters.py:966
Method
test_off_mode_returns_advisory_only_without_probing
(self, monkeypatch: pytest.MonkeyPatch)
tests/test_harbor_local_sandbox.py:37
Function
test_off_origin_sse_endpoint_never_contacts_live_sink
(monkeypatch, fake_mcp)
tests/tier3/test_mcp_proof_sdk_compat.py:235
Function
test_off_suppresses_progress_but_preserves_setup_notice
(generation_skill)
tests/tier3/test_dataset_generation_progress.py:119
Function
test_offer_uses_the_provider_default_agent
(monkeypatch)
tests/tier3/test_local_runtime_install.py:92
Function
test_offer_waits_for_a_provider
(monkeypatch)
tests/tier3/test_local_runtime_install.py:83
Function
test_offline_charts_copy_and_json_export_work_without_browser_errors
(page, reports)
tests/reporting/test_report_browser.py:740
Function
test_old_cli_json_fallback_is_bounded_and_isolated
(tmp_path, monkeypatch)
tests/validators/test_private_format_boundaries.py:97
Function
test_old_cli_without_json_falls_back_to_text
(tmp_path: Path)
tests/validators/test_private_claude_parity.py:117
Function
test_old_full_source_digest_requires_regeneration
(selection: SimpleNamespace, tmp_path: Path)
tests/tier3/test_decoys.py:443
Function
test_old_head_is_historical_without_latest_alias
(tmp_path)
tests/ci/test_publish_reports.py:911
Function
test_old_pins_refuse_new_routing_before_writes
(repository, tmp_path, args)
tests/test_ci_onboarding_model_routing.py:114
Method
test_older_anthropic_model_preserves_custom_temperature
(self, monkeypatch: pytest.MonkeyPatch)
tests/inference/test_llm_client.py:520
Method
test_older_bedrock_model_preserves_custom_temperature
(self, monkeypatch: pytest.MonkeyPatch)
tests/inference/test_llm_client.py:579
Function
test_older_claude_init_without_skills_still_confirms_unambiguous_skill
()
tests/tier3/test_native_review_fixes.py:125
Function
test_older_models_accept_custom_temperature
Verify legacy model families support custom temperature.
tests/test_llm_judge.py:62
Method
test_omitted_files_stages_entire_shared_directory
(self, tmp_path: Path)
tests/test_harbor_input_staging.py:114
Function
test_omitted_multistep_rows_do_not_turn_one_retained_step_into_logical_non_use
()
tests/reporting/test_activation_validation.py:365
Function
test_omitted_or_empty_skills_have_no_members
(tmp_path: Path, fields: dict)
tests/deduplication/plugin/test_openclaw_profile.py:152
Function
test_omitted_unparsed_semgrep_count_survives_a_retained_round_trip
()
tests/reporting/test_incomplete_scans.py:191
Function
test_omitting_diagnostic_baseline_preview_rows_cannot_restore_a_comparison
(monkeypatch)
tests/reporting/test_diagnostic_trial_comparisons.py:72
Function
test_omitting_embedded_report_json_keeps_the_csp_script_hashes
(tmp_path)
tests/ci/test_native_reports.py:87
Method
test_on_error_fallback
When on_error string is in output, returns empty dict for non-JSON.
tests/utils/test_tool_runner.py:86
Method
test_once_decoded_local_paths_preserve_legacy_quality_score
(self, tmp_path: Path, target: str)
tests/validators/test_quality_score.py:1326
Function
test_one_agent_without_a_change_blocks_the_change_over_all_agents
()
tests/tier3/test_token_usage.py:525
Function
test_one_arm_runs_preserve_explicit_skip_and_do_not_infer_baseline
(skipped_arm)
tests/reporting/test_final_render_context.py:263
Function
test_one_artifact_write_failure_keeps_other_artifacts_and_later_agents
(tmp_path, monkeypatch, artifact)
tests/tier3/test_private_comparison_artifacts.py:167
Method
test_one_budget_serves_every_line_of_a_report
( self, mock_tools, tmp_path: Path, monkeypatch: pytest.MonkeyPatch )
tests/validators/test_security.py:11080
Function
test_one_package_seen_twice_on_the_path_is_one_claim
( backend_module: types.ModuleType, monkeypatch: pytest.MonkeyPatch, tmp_path: Path )
tests/test_custom_execution_backends.py:456
Method
test_one_prompt_budget_sets_sharing_and_refusal
( self, mock_embed, mock_clusters, mock_llm, mock_analyze, tmp_path: Path, monkeypatch, repeated: bool
tests/deduplication/intra_skill/test_intra_skill_validator.py:777
Function
test_one_read_of_several_skill_files_does_not_open_a_shared_window
check-18 e02: release-notes never does anything after a batched read.
tests/tier3/test_f90_signals_handoff.py:139
Function
test_one_read_of_several_skill_files_is_not_choosing_one_of_them
check-19 e02 (Codex): the agent read three SKILL.md files at once and never computed a version.
tests/tier3/test_f90_signals_conflict.py:215
Method
test_one_skill_fails_before_embedding_with_intra_skill_guidance
(self, mock_client_cls, tmp_path: Path)
tests/validators/test_similarity.py:124
Function
test_one_skill_row_combines_all_three_tiers_and_one_download_link
()
tests/ci/test_comment_summary.py:59
Function
test_one_skill_with_three_successful_checks_has_one_reported_skill
( tmp_path, monkeypatch, command, provider_runner, basename )
tests/test_tier2_report_identity.py:22
← previous
next →
19,501–19,600 of 24,741, ranked by callers