Code
Hub
Workspaces
Following
Trending
Connect
MCP
copy
Create free account
hub
/
github.com/NVIDIA/SkillEvaluator
/ functions
Functions
24,741 in github.com/NVIDIA/SkillEvaluator
⨍
Functions
24,741
◇
Types & classes
1,292
↳
Endpoints
703
Function
test_backend_json_recursion_is_a_safe_structured_502
( bridge_services: _BridgeServices, monkeypatch: pytest.MonkeyPatch )
tests/test_nvidia_build_bridge.py:1742
Function
test_backend_kwargs_cannot_carry_secrets
(acme: types.ModuleType)
tests/test_custom_execution_backends.py:191
Function
test_backend_kwargs_follow_evaluator_policy
(acme: types.ModuleType, kwargs: dict[str, str], message: str)
tests/test_custom_execution_backends.py:180
Function
test_backend_kwargs_track_the_pinned_harbor_release
()
tests/test_harbor_environment_contract.py:108
Function
test_backend_load_failure_is_a_prerequisite_error_with_install_hint
( backend_module: types.ModuleType, monkeypatch: pytest.MonkeyPatch )
tests/test_custom_execution_backends.py:222
Function
test_backend_load_failures_are_redacted_everywhere_they_surface
( backend_module: types.ModuleType, monkeypatch: pytest.MonkeyPatch )
tests/test_custom_execution_backends.py:487
Function
test_backend_mode_dispatches_through_harbor_import_paths
(acme: types.ModuleType)
tests/test_custom_execution_backends.py:133
Function
test_backend_operator_functionality_outside_policy_boundary_remains_usable
( env_mode: str, environment_kwargs: dict[str, object], )
tests/test_tier3_public_runtime.py:400
Function
test_backend_path_settings_are_anchored_before_harbor_changes_directory
( backend_module: types.ModuleType, monkeypatch: pytest.MonkeyPatch, tmp_path: Path )
tests/test_custom_execution_backends.py:338
Function
test_backend_prerequisites_run_required_kwargs_hook_and_harbor_preflight
(acme: types.ModuleType)
tests/test_custom_execution_backends.py:202
Function
test_backend_reads_a_complete_content_length_response_without_reusing_the_closed_socket
( monkeypatch: pytest.MonkeyPatch, tmp_path: Path )
tests/test_nvidia_build_bridge.py:836
Function
test_backend_slow_drip_obeys_an_absolute_deadline
(monkeypatch: pytest.MonkeyPatch, tmp_path: Path)
tests/test_nvidia_build_bridge.py:884
Function
test_backend_slow_drip_response_headers_are_interrupted_at_the_absolute_deadline
( monkeypatch: pytest.MonkeyPatch, tmp_path: Path )
tests/test_nvidia_build_bridge.py:936
Function
test_backends_can_be_disabled
(acme: types.ModuleType, monkeypatch: pytest.MonkeyPatch)
tests/test_custom_execution_backends.py:108
Function
test_backends_cannot_forward_evaluator_owned_variables
( backend_module: types.ModuleType, monkeypatch: pytest.MonkeyPatch, name: str )
tests/test_custom_execution_backends.py:264
Function
test_backends_cannot_replace_built_in_modes_or_use_invalid_names
( backend_module: types.ModuleType, monkeypatch: pytest.MonkeyPatch )
tests/test_custom_execution_backends.py:98
Function
test_backends_may_accept_allow_workload_identity_and_receive_it
( backend_module: types.ModuleType, monkeypatch: pytest.MonkeyPatch )
tests/test_custom_execution_backends.py:468
Function
test_backends_may_forward_kubeconfig_and_their_own_backend_settings
( backend_module: types.ModuleType, monkeypatch: pytest.MonkeyPatch )
tests/test_custom_execution_backends.py:328
Function
test_background_command_cannot_bypass_guard_with_wait_argument
(tmp_path: Path, command: str)
tests/test_harbor_local_mode.py:1840
Function
test_background_server_is_rejected_even_with_declared_ports
(tmp_path: Path)
tests/test_harbor_local_mode.py:1776
Function
test_background_shell_polling_gets_no_execution_credit
(module)
tests/tier3/test_tool_productivity.py:258
Function
test_backslash_after_root_variable_names_unscanned_server_code
Regression: a root variable followed by '\\' (a Windows separator) hid server code in node_modules/.
tests/validators/test_plugin_mcp.py:71
Method
test_backtracking_pattern_fails_fast_instead_of_hanging
( self, monkeypatch: pytest.MonkeyPatch, pattern: str, subject: str )
tests/tier3/test_plugin_signals.py:789
Method
test_backward_compatibility_errors_list
Test that legacy errors list is still populated for backward compatibility.
tests/validators/test_security_validators.py:1270
Function
test_bad_decoy_manifest_fails_before_dataset_preparation
( skill, configured, monkeypatch, manifest_state, workspace_mode, expected_error )
tests/tier3/test_workflow.py:432
Function
test_bad_fixture_paths
(path)
tests/test_trace_import.py:160
Function
test_bad_input_is_diagnostic
(tmp_path: Path)
tests/reporting/test_dashboard_data.py:634
Function
test_bad_lines_and_boolean_exit_are_missing_evidence
()
tests/tier3/test_private_runtime_evidence.py:32
Function
test_bad_numeric_values_never_become_recorded_measurements
(bad)
tests/reporting/test_telemetry_view.py:289
Function
test_bad_report_does_not_hide_other_results
(tmp_path: Path)
tests/reporting/test_dashboard_app.py:253
Method
test_bad_skill_fails_min_score
(self, bad_skill)
tests/validators/test_quality_score.py:360
Function
test_bad_typed_child_evidence_is_rejected_before_writing_a_receipt
(tmp_path)
tests/ci/test_publish_reports.py:559
Function
test_balanced_container_end
(text: str, start: int, end: int)
tests/inference/test_json_span.py:32
Function
test_balanced_container_end_rejects
(text: str, start: int)
tests/inference/test_json_span.py:46
Function
test_balanced_large_exact_test_uses_constant_time_symmetric_tail
()
tests/test_harbor_metrics_truth.py:1078
Method
test_bandit_argv_uses_resolved_path
(self, mock_run, malicious_skill_path)
tests/validators/test_scanner_path_resolution.py:64
Method
test_bandit_malformed_report_is_incomplete
(self, _mock_run, skill_dir)
tests/validators/test_scan_incomplete.py:89
Method
test_bandit_timeout_marks_incomplete
(self, _mock_run, skill_dir)
tests/validators/test_scan_incomplete.py:42
Function
test_banned_dependency_remains_confirmed_when_another_unit_is_incomplete
(tmp_path, monkeypatch)
tests/validators/test_private_plugin_composition.py:287
Method
test_banned_requirement_with_marker_remains_an_error
Banned-package errors keep precedence over marker-aware warnings.
tests/validators/test_hygiene.py:447
Function
test_banner_respects_terminal_color_capabilities
(terminal, monkeypatch)
tests/test_cli_banner.py:113
Function
test_bar_geometry_clamps_without_changing_numeric_truth
()
tests/test_tier3_result_display.py:1726
Method
test_bare_directory_argument_in_a_script_reaches_the_files
( self, tmp_path: Path, script_path: str, script_text: str )
tests/validators/test_skillspector_scope.py:1341
Method
test_bare_directory_word_in_prose_beside_scripts_does_not_reach_the_files
( self, tmp_path: Path, prose_path: str )
tests/validators/test_skillspector_scope.py:1368
Function
test_bare_hex_prefix_ipv4_host_in_url_is_private
()
tests/validators/test_mcp_static.py:955
Function
test_bare_home_paths_are_redacted_idempotently
()
tests/test_trace_import.py:452
Function
test_bare_read_skill_md_warns_even_for_skill_md_editing_skill
(field, entry)
tests/tier3/test_dataset_baseline_fairness.py:195
Function
test_bare_relative_working_directory_is_checked
(tmp_path: Path, field: str)
tests/validators/test_openclaw_mcp.py:101
Function
test_bare_tier1_result_cannot_certify_publication
( tmp_path: Path, warning: str | None, )
tests/golden/test_benchmark_card.py:850
Function
test_bare_tier2_result_cannot_certify_publication
(tmp_path: Path)
tests/golden/test_benchmark_card.py:826
Function
test_bare_tier_displays_help_without_running
(tier)
tests/cli/test_tier_workflows.py:65
Function
test_base_image_dependency_collection_does_not_follow_alias_into_root_evals
(tmp_path: Path)
tests/test_harbor_runtime_skill_isolation.py:1141
Function
test_base_image_dependency_collection_ignores_only_root_evals
(tmp_path: Path)
tests/test_harbor_runtime_skill_isolation.py:1084
Function
test_base_image_dependency_collection_matches_ignored_runtime_projection
(tmp_path: Path)
tests/test_harbor_runtime_skill_isolation.py:1157
Function
test_base_image_mode_config_key_routes_to_base_image_build
( monkeypatch: pytest.MonkeyPatch, tmp_path: Path, mode: str, expected_force_rebuild: bool, )
tests/test_tier3_config_key_parity.py:391
Function
test_base_image_mode_defaults_to_self_contained_tasks
( monkeypatch: pytest.MonkeyPatch, tmp_path: Path, )
tests/test_tier3_config_key_parity.py:441
Function
test_base_install_runs_tier1_without_extras
()
tests/test_base_install.py:112
Method
test_baseline_absent_yields_none_lift
(self)
tests/evaluation/test_judges.py:73
Function
test_baseline_alias_candidates_are_scanned_once_per_multi_case_staging
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, task_source: str, )
tests/test_harbor_runtime_skill_isolation.py:4895
Function
test_baseline_alias_scan_ignores_unstaged_candidate_results
(tmp_path: Path)
tests/test_harbor_runtime_skill_isolation.py:2161
Function
test_baseline_attribution_matches_path_findings_by_protected_entry
()
tests/tier3/test_security_finding_evidence.py:901
Function
test_baseline_eligibility_explains_source_mode
(tmp_path: Path, monkeypatch, mode, baseline, message)
tests/test_baseline_store.py:196
Function
test_baseline_evidence_binds_every_error_to_the_timeouts
(tmp_path: Path)
tests/tier3/test_baseline_timeouts.py:684
Function
test_baseline_identity_records_runtime_environment_and_effective_resources
( monkeypatch: pytest.MonkeyPatch, tmp_path: Path, )
tests/test_tier3_config_key_parity.py:174
Function
test_baseline_killed_by_the_runner_is_never_tolerated
( tmp_path: Path, killed: dict[str, str], code: str | None )
tests/tier3/test_baseline_timeouts.py:529
Function
test_baseline_only_and_never_activated_runs_get_no_next_steps
(tmp_path: Path)
tests/test_tier3_next_steps.py:195
Function
test_baseline_only_cells_show_the_baseline_without_a_skill_score
(tmp_path: Path)
tests/reporting/test_dimension_explanations.py:334
Function
test_baseline_only_custom_table_does_not_restore_a_skill_score_or_lift
()
tests/reporting/test_native_overview_comparison.py:356
Function
test_baseline_only_failure_keeps_valid_with_skill_score
(tmp_path: Path)
tests/test_harbor_html_report_failures.py:410
Function
test_baseline_only_failures_keep_the_with_skill_headlines
()
tests/test_tier3_result_display.py:369
Function
test_baseline_only_keeps_one_arm_and_explains_unmeasured_private_controls
(tmp_path, monkeypatch, loose_parts)
tests/tier3/test_private_comparison_engine.py:106
Function
test_baseline_only_keeps_the_baseline_isolation_guard
(skill: Path, monkeypatch: pytest.MonkeyPatch)
tests/tier3/test_skip_with_skill.py:349
Function
test_baseline_only_multi_agent_run_gives_no_skill_verdict
()
tests/test_tier3_result_display.py:414
Function
test_baseline_only_omits_unrun_with_skill_condition
()
tests/reporting/test_tier3_expectations.py:252
Function
test_baseline_only_run_explains_both_arm_and_case_skill_na
(tmp_path)
tests/reporting/test_applicability_saved_runs.py:578
Function
test_baseline_only_setup_rejection_does_not_suggest_skip_baseline
( skill: Path, monkeypatch: pytest.MonkeyPatch )
tests/tier3/test_skip_with_skill.py:358
Function
test_baseline_passing_every_case_is_flagged_as_unable_to_show_lift
(tmp_path: Path)
tests/test_tier3_case_summary.py:1295
Function
test_baseline_projects_reference_and_workspace_skills_without_root_evals
(tmp_path: Path)
tests/test_harbor_runtime_skill_isolation.py:2228
Function
test_baseline_quality_hint_tolerates_legacy_arm_shapes_and_keeps_explicit_skips
(arm)
tests/reporting/test_native_feature_restoration.py:68
Function
test_baseline_reference_parent_skips_real_target_candidate
(tmp_path: Path, stager: str)
tests/test_harbor_runtime_skill_isolation.py:2140
Function
test_baseline_rejects_external_custom_dockerfile_symlink
(tmp_path: Path)
tests/test_harbor_secure_copy.py:172
Function
test_baseline_rejects_target_copied_under_reference_alias
(tmp_path: Path)
tests/test_harbor_runtime_skill_isolation.py:2120
Function
test_baseline_rejects_target_manifest_payload_with_appended_comment
(tmp_path: Path)
tests/test_harbor_runtime_skill_isolation.py:4417
Function
test_baseline_rejects_target_nested_inside_skill_candidate
( tmp_path: Path, stager: str, candidate_kind: str, )
tests/test_harbor_runtime_skill_isolation.py:2180
Function
test_baseline_rows_carry_their_own_reasons
()
tests/reporting/test_tier3_failure_reasons.py:180
Function
test_baseline_rows_render_without_with_skill_rows
()
tests/reporting/test_tier3_baseline_trial_views.py:250
Function
test_baseline_staging_a_case_candidate_follows_the_case_rules
( tmp_path, monkeypatch, labels, tool_calls, na_reasons )
tests/tier3/test_skill_metric_applicability.py:172
Function
test_baseline_timeout_still_fails_the_agent_and_run_by_default
(tmp_path: Path)
tests/tier3/test_baseline_timeouts.py:225
Function
test_baseline_without_an_agent_timeout_is_left_as_on_main
(tmp_path: Path, exception_type: str)
tests/tier3/test_baseline_timeouts.py:486
Method
test_baselined_bh1_still_marks_the_row_as_unmodeled_hooks
(self)
tests/validators/test_skillspector_hook_surface.py:635
Function
test_bash_ansi_c_common_escapes_match_runtime
()
tests/test_oss_boundary.py:821
Function
test_bash_ansi_c_mutations_match_runtime_and_are_detected
( assignment: str, variable: str, expected: str, expected_rule: str, )
tests/test_oss_boundary.py:788
Function
test_basic_scan_does_not_require_identity_credentials
(tmp_path)
tests/ci/test_evaluate_workflow.py:198
Method
test_basic_vs_is_low
(self, tmp_path: Path)
tests/validators/test_unicode_smuggle.py:162
Function
test_bedrock_bearer_token_only_uses_real_catalog_transport
( monkeypatch: pytest.MonkeyPatch, tmp_path: Path, status_code: int, expected_ok: bool, ex
tests/test_harbor_runtime_preflight.py:1601
Function
test_bedrock_catalog_defers_to_existing_doctor_without_network
(monkeypatch)
tests/test_model_catalog.py:480
Function
test_bedrock_catalog_success_only_verifies_native_catalog_and_runtime_endpoints
( monkeypatch: pytest.MonkeyPatch, tmp_path: Path, catalog_endpoint: str, runtime_endpoint: st
tests/test_harbor_runtime_preflight.py:1396
Method
test_bedrock_content_filter_is_a_typed_error
(self, monkeypatch: pytest.MonkeyPatch)
tests/inference/test_llm_client.py:1254
Function
test_bedrock_converse_aborts_when_judge_deadline_exhausted_before_retry
Verify _call_bedrock aborts without sleeping when _ACTIVE_JUDGE_DEADLINE is exceeded by the retry backoff.
tests/test_retry.py:649
Function
test_bedrock_converse_does_not_retry_filesystem_os_error
Verify _call_bedrock fails fast without retrying when local credential file resolution raises filesystem OSError.
tests/test_retry.py:620
← previous
next →
13,001–13,100 of 24,741, ranked by callers