Code
Hub
Workspaces
Following
Trending
Connect
MCP
copy
Create free account
hub
/
github.com/NVIDIA/SkillEvaluator
/ functions
Functions
24,741 in github.com/NVIDIA/SkillEvaluator
⨍
Functions
24,741
◇
Types & classes
1,292
↳
Endpoints
703
Function
test_response_read_is_bounded
(request_env, monkeypatch)
tests/ci/test_gitlab_feedback_request.py:203
Function
test_responses_api_not_found_invalidates_agent_trial_rewards
A failed Codex Responses API request must not become a scored trial.
tests/test_harbor_collector_runtime_failures.py:627
Function
test_responses_bridge_forwards_only_to_build_and_returns_sse
(bridge_services: _BridgeServices)
tests/test_nvidia_build_bridge.py:1248
Function
test_responses_custom_and_function_tools_become_chat_function_tools
()
tests/test_nvidia_build_bridge.py:1881
Function
test_responses_custom_tool_choice_becomes_forced_chat_function
()
tests/test_nvidia_build_bridge.py:2044
Function
test_responses_custom_tool_names_are_request_local
(bridge_services: _BridgeServices)
tests/test_nvidia_build_bridge.py:1328
Function
test_responses_custom_tool_replay_becomes_chat_tool_messages
(output: object, optional_name: dict[str, str])
tests/test_nvidia_build_bridge.py:2061
Function
test_responses_custom_tool_round_trip_replays_full_codex_input
(bridge_services: _BridgeServices)
tests/test_nvidia_build_bridge.py:1263
Function
test_responses_events_validate_with_openai_sdk_and_have_sequence_numbers
(completion: dict[str, object])
tests/test_nvidia_build_bridge.py:2739
Function
test_responses_mixed_web_search_request_forwards_only_executable_tools
( bridge_services: _BridgeServices, tool_choice: str )
tests/test_nvidia_build_bridge.py:1421
Function
test_responses_namespace_mapping_is_request_local_over_http
(bridge_services: _BridgeServices)
tests/test_nvidia_build_bridge.py:1366
Function
test_responses_namespace_tools_alias_names_too_long_after_flattening
()
tests/test_nvidia_build_bridge.py:2317
Function
test_responses_namespace_tools_flatten_nested_function_and_custom_tools
()
tests/test_nvidia_build_bridge.py:1915
Function
test_responses_namespace_tools_reject_malformed_or_colliding_names
( tools: list[dict[str, object]], error: str )
tests/test_nvidia_build_bridge.py:2037
Function
test_responses_namespaced_function_and_custom_replay_use_flat_chat_names
()
tests/test_nvidia_build_bridge.py:2147
Function
test_responses_namespaced_tool_choice_becomes_forced_flat_chat_function
( tool_choice: dict[str, str], expected_name: str )
tests/test_nvidia_build_bridge.py:1966
Function
test_responses_only_server_web_search_omits_chat_tools_and_keeps_auto_or_none_choice
(tool_choice: str)
tests/test_nvidia_build_bridge.py:1826
Function
test_responses_parallel_mixed_tool_replay_becomes_one_chat_assistant_message
()
tests/test_nvidia_build_bridge.py:2098
Function
test_responses_server_web_search_tools_are_omitted_without_affecting_executable_mappings
()
tests/test_nvidia_build_bridge.py:1803
Function
test_responses_text_and_tool_schema_become_chat_request
()
tests/test_nvidia_build_bridge.py:1839
Function
test_responses_tool_result_becomes_chat_tool_message
()
tests/test_nvidia_build_bridge.py:2198
Function
test_responses_usage_is_complete_and_sdk_valid
( completion: dict[str, object], usage: dict[str, object], expected: dict[str, object] )
tests/test_nvidia_build_bridge.py:2650
Function
test_responses_without_recorded_controls_are_not_observed
()
tests/test_skillspector_provenance.py:80
Function
test_restored_multistep_na_keeps_the_reason_each_step_recorded
(tmp_path)
tests/tier3/test_skill_metric_applicability.py:413
Function
test_restricted_actions_are_preserved_and_point_to_manual_setup
(repository, monkeypatch)
tests/test_ci_onboarding.py:489
Function
test_result_artifact_reference_rejects_final_symlink_and_hardlink
(tmp_path: Path)
tests/test_harbor_runner_artifacts.py:799
Function
test_result_artifact_reference_rejects_intermediate_symlink
(tmp_path: Path)
tests/test_harbor_runner_artifacts.py:781
Function
test_result_artifact_reference_rejects_oversize_or_invalid_json
(tmp_path: Path)
tests/test_harbor_runner_artifacts.py:820
Function
test_result_bars_do_not_coerce_invalid_or_missing_scores_to_zero
()
tests/test_tier3_result_display.py:1213
Method
test_result_built_without_a_config_omits_the_limit
(self)
tests/validators/test_quality_score.py:1780
Function
test_result_derived_case_ids_exercise_partial_pairing_through_collector
(tmp_path: Path)
tests/test_harbor_collector_runtime_failures.py:1928
Function
test_result_display_labels_each_agent_evidence_line
()
tests/reporting/test_evidence_volume_rendering.py:303
Function
test_result_display_never_recomputes_missing_scores
()
tests/test_tier3_result_display.py:1065
Function
test_result_display_redacts_host_credentials_and_terminal_controls
(monkeypatch)
tests/test_tier3_result_display.py:1078
Method
test_result_metadata_carries_the_identity
(self)
tests/test_benchmark_source_provenance.py:834
Method
test_result_metadata_reaches_the_top_level
(self)
tests/test_benchmark_source_provenance.py:1424
Function
test_result_only_mixed_step_fallback_keeps_rows_for_consistent_overall
(tmp_path: Path)
tests/test_issue55_collector_truth.py:1715
Function
test_result_panel_title_cannot_inject_rich_markup_or_links
()
tests/test_tier3_result_display.py:1748
Method
test_result_records_custom_quality_config_file_name_only
(self, tmp_path: Path)
tests/validators/test_quality_score.py:676
Method
test_result_records_packaged_quality_config
(self, tmp_path: Path)
tests/validators/test_quality_score.py:664
Function
test_result_title_infers_skill_from_real_run_directory_shape
(tmp_path: Path)
tests/test_tier3_result_display.py:1190
Function
test_result_usage_reuses_the_identity_read_and_arm_cache
(tmp_path, monkeypatch)
tests/tier3/test_private_usage_recovery_review2.py:99
Function
test_result_uses_horizontal_bars_and_includes_dimension_summary
()
tests/test_tier3_result_display.py:1117
Function
test_results_dir_and_latest_symlink_load_once
(tmp_path: Path)
tests/reporting/test_dashboard_app.py:362
Function
test_results_root_honors_environment_and_explicit_precedence
(monkeypatch, tmp_path, use_cli_root)
tests/tier3/test_interactions.py:428
Function
test_results_root_is_excluded_from_the_repo_context
(tmp_path: Path, monkeypatch: pytest.MonkeyPatch)
tests/test_nemo_gym_backend.py:2200
Function
test_results_root_rejects_case_alias_of_evaluator_source
(tmp_path: Path, source_alias: str)
tests/test_harbor_runtime_skill_isolation.py:1507
Function
test_results_root_rejects_supplied_skill_source
(tmp_path: Path)
tests/test_harbor_runtime_skill_isolation.py:2104
Function
test_results_root_resolves_symlinked_parent
(monkeypatch, tmp_path)
tests/tier3/test_interactions.py:439
Function
test_results_root_symlink_into_selected_skill_is_rejected
(monkeypatch, tmp_path)
tests/tier3/test_interactions.py:453
Function
test_results_tree_and_tier3_guide_point_to_the_section
()
tests/reporting/test_tier3_completed_agent_docs.py:392
Function
test_resume_requires_exported_session_id
(tmp_path, monkeypatch)
tests/test_hermes_agent.py:392
Method
test_retained_advisories_still_trip_the_aggregate_risk_gate
(self, tmp_path: Path)
tests/validators/test_skillspector_scope.py:350
Function
test_retained_agent_or_condition_counters_supply_missing_run_coverage
(level)
tests/reporting/test_insights_view.py:196
Function
test_retained_and_exported_reports_preserve_activation_eligibility
( tmp_path: Path, status: str, persist_census: bool )
tests/reporting/test_dashboard_activation_regressions.py:182
Function
test_retained_canonical_export_is_distinct_from_fail_closed_display
()
tests/reporting/test_native_report_parity.py:43
Function
test_retained_caveat_metadata_cannot_claim_unverified_targets_are_safe
(field, value)
tests/validators/test_security_reference_caveats.py:311
Function
test_retained_confirmed_failure_marker_must_be_boolean
(payload, value)
tests/reporting/test_retained_html.py:124
Function
test_retained_confirmed_failure_marker_requires_failing_diagnostics
()
tests/reporting/test_retained_html.py:130
Function
test_retained_edge_state_matrix_is_truthful_accessible_and_has_no_browser_errors
(page, reports, fixture, width)
tests/reporting/test_report_browser.py:997
Function
test_retained_evidence_rejects_status_that_hides_confirmed_failure
(payload, status)
tests/reporting/test_retained_html.py:104
Function
test_retained_feature_metadata_precedence_summary_over_agent_over_root
(tmp_path: Path)
tests/reporting/test_dashboard_data.py:1255
Function
test_retained_finding_failure_cannot_claim_a_passing_result
(payload)
tests/reporting/test_retained_html.py:138
Function
test_retained_markdown_and_sarif_are_rendered_from_redacted_json
(tmp_path)
tests/ci/test_secret_redaction.py:725
Function
test_retained_naive_timestamps_follow_canonical_timezone_policy
(tmp_path: Path)
tests/reporting/test_dashboard_data.py:813
Function
test_retained_optional_skip_requires_boolean
(flag)
tests/reporting/test_plugin_evidence_report.py:124
Function
test_retained_report_omits_non_canonical_llm_provenance
()
tests/reporting/test_retained_html.py:396
Function
test_retained_report_records_the_repository_relative_target_not_the_runner_path
(tmp_path, recorded)
tests/ci/test_run_tier1.py:543
Function
test_retained_reports_record_the_repository_relative_target_not_the_runner_path
(consumer, tmp_path, monkeypatch)
tests/ci/test_run_tiers.py:577
Function
test_retained_row_observations_share_one_projection_budget
(monkeypatch)
tests/reporting/test_final_render_context.py:398
Function
test_retained_run_ignores_export_zero_token_notice
(tmp_path: Path)
tests/reporting/test_dashboard_data.py:796
Function
test_retained_run_keeps_non_best_agent_trials_beyond_embedded_budget
(tmp_path: Path, monkeypatch)
tests/reporting/test_dashboard_data.py:845
Function
test_retained_runtime_html_is_rendered_once_with_both_snapshots
(entrypoint, with_static, monkeypatch)
tests/reporting/test_plugin_reports_runtime_composition.py:28
Function
test_retained_scope_rejects_malformed_or_unbounded_lists
(key, value)
tests/reporting/test_retained_publication_scope.py:85
Function
test_retained_tier2_reports_apply_ci_advisory_policy
(consumer, tmp_path, failed, incomplete, status)
tests/ci/test_run_tiers.py:769
Function
test_retains_compose_stderr_and_redacts_literals_and_credential_shapes
(tmp_path)
tests/ci/test_ci_worker_diagnostics.py:15
Function
test_retired_identity_rewrite_handles_dense_untrusted_text_linearly
()
tests/golden/test_benchmark_card.py:1536
Function
test_retired_private_upload_artifact_is_not_part_of_public_gitignore
()
tests/test_oss_packaging.py:775
Function
test_retry_before_reservation_does_not_publish_previous_evidence
(tmp_path)
tests/test_private_runtime_rereview.py:81
Function
test_retry_bound_is_validated
(tmp_path: Path)
tests/tier3/test_plugin_execution.py:110
Function
test_retry_call_with_backoff_caps_delay_at_max_delay
Verify retry_call_with_backoff caps single attempt sleep duration to max_delay.
tests/test_retry.py:303
Function
test_retry_call_with_backoff_exhausts_retries
Verify retry_call_with_backoff exhausts retries and raises on persistent 429.
tests/test_retry.py:284
Function
test_retry_call_with_backoff_fails_fast_on_non_retriable_error
Verify retry_call_with_backoff raises immediately without retrying on non-retriable error.
tests/test_retry.py:268
Function
test_retry_call_with_backoff_immediate_success
Verify retry_call_with_backoff executes operation and returns immediately on success.
tests/test_retry.py:207
Function
test_retry_call_with_backoff_invokes_on_retry_callback
Verify retry_call_with_backoff invokes on_retry callback with attempt and sleep duration.
tests/test_retry.py:350
Function
test_retry_call_with_backoff_raises_if_retry_after_exceeds_max_delay
Verify retry_call_with_backoff raises immediately without sleeping if Retry-After exceeds max_delay.
tests/test_retry.py:325
Function
test_retry_call_with_backoff_respects_retry_after_header
Verify retry_call_with_backoff uses Retry-After header when present on HTTPError.
tests/test_retry.py:241
Function
test_retry_call_with_backoff_succeeds_after_transient_failure
Verify retry_call_with_backoff retries transient 429 and succeeds on subsequent attempt.
tests/test_retry.py:221
Function
test_retry_does_not_publish_the_previous_attempts_native_evidence
(tmp_path: Path, monkeypatch)
tests/tier3/test_private_runtime_regressions.py:207
Method
test_retry_note_keeps_a_bounded_part_of_a_long_problem
(self, tmp_path)
tests/validators/test_rubric_eval.py:1617
Method
test_retry_problem_redacts_credentials_before_logging_and_truncation
( self, tmp_path, padding, caplog, monkeypatch )
tests/validators/test_rubric_eval.py:1302
Function
test_retry_stops_when_another_attempt_would_exceed_setup_timeout
( tmp_path: Path, agent_class: type, clock: _FakeClock, sleeps: list[float] )
tests/tier3/test_installed_agent_install_retry.py:197
Function
test_retry_that_fails_before_collection_cannot_publish_previous_runtime_evidence
(tmp_path)
tests/tier3/test_plugin_evidence.py:374
Function
test_retry_warning_keeps_the_end_of_the_failure_output
( tmp_path: Path, sleeps: list[float], caplog: pytest.LogCaptureFixture )
tests/tier3/test_installed_agent_install_retry.py:215
Method
test_returns_files_with_matching_extensions
(self, tmp_path: Path)
tests/validators/test_base.py:401
Method
test_returns_message_content
(self, monkeypatch: pytest.MonkeyPatch)
tests/inference/test_llm_client.py:368
Method
test_returns_none_for_non_git_path
A path outside any git repo (and no source_url) returns ``None``.
tests/utils/test_helpers.py:275
Method
test_returns_none_outside_git_repository
(self, tmp_path: Path)
tests/utils/test_helpers.py:234
Method
test_returns_none_when_missing_everywhere
No PATH hit and no sibling script means None.
tests/utils/test_tool_runner.py:226
Method
test_returns_only_live_files
(self, skill_with_artifacts)
tests/validators/test_artifact_dir_exclusion.py:55
← previous
next →
21,401–21,500 of 24,741, ranked by callers