MCPcopy Create free account

hub / github.com/NVIDIA/SkillEvaluator / functions

Functions24,741 in github.com/NVIDIA/SkillEvaluator

Functiontest_response_read_is_bounded
(request_env, monkeypatch)
tests/ci/test_gitlab_feedback_request.py:203
Functiontest_responses_api_not_found_invalidates_agent_trial_rewards
A failed Codex Responses API request must not become a scored trial.
tests/test_harbor_collector_runtime_failures.py:627
Functiontest_responses_bridge_forwards_only_to_build_and_returns_sse
(bridge_services: _BridgeServices)
tests/test_nvidia_build_bridge.py:1248
Functiontest_responses_custom_and_function_tools_become_chat_function_tools
()
tests/test_nvidia_build_bridge.py:1881
Functiontest_responses_custom_tool_choice_becomes_forced_chat_function
()
tests/test_nvidia_build_bridge.py:2044
Functiontest_responses_custom_tool_names_are_request_local
(bridge_services: _BridgeServices)
tests/test_nvidia_build_bridge.py:1328
Functiontest_responses_custom_tool_replay_becomes_chat_tool_messages
(output: object, optional_name: dict[str, str])
tests/test_nvidia_build_bridge.py:2061
Functiontest_responses_custom_tool_round_trip_replays_full_codex_input
(bridge_services: _BridgeServices)
tests/test_nvidia_build_bridge.py:1263
Functiontest_responses_events_validate_with_openai_sdk_and_have_sequence_numbers
(completion: dict[str, object])
tests/test_nvidia_build_bridge.py:2739
Functiontest_responses_mixed_web_search_request_forwards_only_executable_tools
( bridge_services: _BridgeServices, tool_choice: str )
tests/test_nvidia_build_bridge.py:1421
Functiontest_responses_namespace_mapping_is_request_local_over_http
(bridge_services: _BridgeServices)
tests/test_nvidia_build_bridge.py:1366
Functiontest_responses_namespace_tools_alias_names_too_long_after_flattening
()
tests/test_nvidia_build_bridge.py:2317
Functiontest_responses_namespace_tools_flatten_nested_function_and_custom_tools
()
tests/test_nvidia_build_bridge.py:1915
Functiontest_responses_namespace_tools_reject_malformed_or_colliding_names
( tools: list[dict[str, object]], error: str )
tests/test_nvidia_build_bridge.py:2037
Functiontest_responses_namespaced_function_and_custom_replay_use_flat_chat_names
()
tests/test_nvidia_build_bridge.py:2147
Functiontest_responses_namespaced_tool_choice_becomes_forced_flat_chat_function
( tool_choice: dict[str, str], expected_name: str )
tests/test_nvidia_build_bridge.py:1966
Functiontest_responses_only_server_web_search_omits_chat_tools_and_keeps_auto_or_none_choice
(tool_choice: str)
tests/test_nvidia_build_bridge.py:1826
Functiontest_responses_parallel_mixed_tool_replay_becomes_one_chat_assistant_message
()
tests/test_nvidia_build_bridge.py:2098
Functiontest_responses_server_web_search_tools_are_omitted_without_affecting_executable_mappings
()
tests/test_nvidia_build_bridge.py:1803
Functiontest_responses_text_and_tool_schema_become_chat_request
()
tests/test_nvidia_build_bridge.py:1839
Functiontest_responses_tool_result_becomes_chat_tool_message
()
tests/test_nvidia_build_bridge.py:2198
Functiontest_responses_usage_is_complete_and_sdk_valid
( completion: dict[str, object], usage: dict[str, object], expected: dict[str, object] )
tests/test_nvidia_build_bridge.py:2650
Functiontest_responses_without_recorded_controls_are_not_observed
()
tests/test_skillspector_provenance.py:80
Functiontest_restored_multistep_na_keeps_the_reason_each_step_recorded
(tmp_path)
tests/tier3/test_skill_metric_applicability.py:413
Functiontest_restricted_actions_are_preserved_and_point_to_manual_setup
(repository, monkeypatch)
tests/test_ci_onboarding.py:489
Functiontest_result_artifact_reference_rejects_final_symlink_and_hardlink
(tmp_path: Path)
tests/test_harbor_runner_artifacts.py:799
Functiontest_result_artifact_reference_rejects_intermediate_symlink
(tmp_path: Path)
tests/test_harbor_runner_artifacts.py:781
Functiontest_result_artifact_reference_rejects_oversize_or_invalid_json
(tmp_path: Path)
tests/test_harbor_runner_artifacts.py:820
Functiontest_result_bars_do_not_coerce_invalid_or_missing_scores_to_zero
()
tests/test_tier3_result_display.py:1213
Methodtest_result_built_without_a_config_omits_the_limit
(self)
tests/validators/test_quality_score.py:1780
Functiontest_result_derived_case_ids_exercise_partial_pairing_through_collector
(tmp_path: Path)
tests/test_harbor_collector_runtime_failures.py:1928
Functiontest_result_display_labels_each_agent_evidence_line
()
tests/reporting/test_evidence_volume_rendering.py:303
Functiontest_result_display_never_recomputes_missing_scores
()
tests/test_tier3_result_display.py:1065
Functiontest_result_display_redacts_host_credentials_and_terminal_controls
(monkeypatch)
tests/test_tier3_result_display.py:1078
Methodtest_result_metadata_carries_the_identity
(self)
tests/test_benchmark_source_provenance.py:834
Methodtest_result_metadata_reaches_the_top_level
(self)
tests/test_benchmark_source_provenance.py:1424
Functiontest_result_only_mixed_step_fallback_keeps_rows_for_consistent_overall
(tmp_path: Path)
tests/test_issue55_collector_truth.py:1715
Functiontest_result_panel_title_cannot_inject_rich_markup_or_links
()
tests/test_tier3_result_display.py:1748
Methodtest_result_records_custom_quality_config_file_name_only
(self, tmp_path: Path)
tests/validators/test_quality_score.py:676
Methodtest_result_records_packaged_quality_config
(self, tmp_path: Path)
tests/validators/test_quality_score.py:664
Functiontest_result_title_infers_skill_from_real_run_directory_shape
(tmp_path: Path)
tests/test_tier3_result_display.py:1190
Functiontest_result_usage_reuses_the_identity_read_and_arm_cache
(tmp_path, monkeypatch)
tests/tier3/test_private_usage_recovery_review2.py:99
Functiontest_result_uses_horizontal_bars_and_includes_dimension_summary
()
tests/test_tier3_result_display.py:1117
Functiontest_results_dir_and_latest_symlink_load_once
(tmp_path: Path)
tests/reporting/test_dashboard_app.py:362
Functiontest_results_root_honors_environment_and_explicit_precedence
(monkeypatch, tmp_path, use_cli_root)
tests/tier3/test_interactions.py:428
Functiontest_results_root_is_excluded_from_the_repo_context
(tmp_path: Path, monkeypatch: pytest.MonkeyPatch)
tests/test_nemo_gym_backend.py:2200
Functiontest_results_root_rejects_case_alias_of_evaluator_source
(tmp_path: Path, source_alias: str)
tests/test_harbor_runtime_skill_isolation.py:1507
Functiontest_results_root_rejects_supplied_skill_source
(tmp_path: Path)
tests/test_harbor_runtime_skill_isolation.py:2104
Functiontest_results_root_resolves_symlinked_parent
(monkeypatch, tmp_path)
tests/tier3/test_interactions.py:439
Functiontest_results_root_symlink_into_selected_skill_is_rejected
(monkeypatch, tmp_path)
tests/tier3/test_interactions.py:453
Functiontest_results_tree_and_tier3_guide_point_to_the_section
()
tests/reporting/test_tier3_completed_agent_docs.py:392
Functiontest_resume_requires_exported_session_id
(tmp_path, monkeypatch)
tests/test_hermes_agent.py:392
Methodtest_retained_advisories_still_trip_the_aggregate_risk_gate
(self, tmp_path: Path)
tests/validators/test_skillspector_scope.py:350
Functiontest_retained_agent_or_condition_counters_supply_missing_run_coverage
(level)
tests/reporting/test_insights_view.py:196
Functiontest_retained_and_exported_reports_preserve_activation_eligibility
( tmp_path: Path, status: str, persist_census: bool )
tests/reporting/test_dashboard_activation_regressions.py:182
Functiontest_retained_canonical_export_is_distinct_from_fail_closed_display
()
tests/reporting/test_native_report_parity.py:43
Functiontest_retained_caveat_metadata_cannot_claim_unverified_targets_are_safe
(field, value)
tests/validators/test_security_reference_caveats.py:311
Functiontest_retained_confirmed_failure_marker_must_be_boolean
(payload, value)
tests/reporting/test_retained_html.py:124
Functiontest_retained_confirmed_failure_marker_requires_failing_diagnostics
()
tests/reporting/test_retained_html.py:130
Functiontest_retained_edge_state_matrix_is_truthful_accessible_and_has_no_browser_errors
(page, reports, fixture, width)
tests/reporting/test_report_browser.py:997
Functiontest_retained_evidence_rejects_status_that_hides_confirmed_failure
(payload, status)
tests/reporting/test_retained_html.py:104
Functiontest_retained_feature_metadata_precedence_summary_over_agent_over_root
(tmp_path: Path)
tests/reporting/test_dashboard_data.py:1255
Functiontest_retained_finding_failure_cannot_claim_a_passing_result
(payload)
tests/reporting/test_retained_html.py:138
Functiontest_retained_markdown_and_sarif_are_rendered_from_redacted_json
(tmp_path)
tests/ci/test_secret_redaction.py:725
Functiontest_retained_naive_timestamps_follow_canonical_timezone_policy
(tmp_path: Path)
tests/reporting/test_dashboard_data.py:813
Functiontest_retained_optional_skip_requires_boolean
(flag)
tests/reporting/test_plugin_evidence_report.py:124
Functiontest_retained_report_omits_non_canonical_llm_provenance
()
tests/reporting/test_retained_html.py:396
Functiontest_retained_report_records_the_repository_relative_target_not_the_runner_path
(tmp_path, recorded)
tests/ci/test_run_tier1.py:543
Functiontest_retained_reports_record_the_repository_relative_target_not_the_runner_path
(consumer, tmp_path, monkeypatch)
tests/ci/test_run_tiers.py:577
Functiontest_retained_row_observations_share_one_projection_budget
(monkeypatch)
tests/reporting/test_final_render_context.py:398
Functiontest_retained_run_ignores_export_zero_token_notice
(tmp_path: Path)
tests/reporting/test_dashboard_data.py:796
Functiontest_retained_run_keeps_non_best_agent_trials_beyond_embedded_budget
(tmp_path: Path, monkeypatch)
tests/reporting/test_dashboard_data.py:845
Functiontest_retained_runtime_html_is_rendered_once_with_both_snapshots
(entrypoint, with_static, monkeypatch)
tests/reporting/test_plugin_reports_runtime_composition.py:28
Functiontest_retained_scope_rejects_malformed_or_unbounded_lists
(key, value)
tests/reporting/test_retained_publication_scope.py:85
Functiontest_retained_tier2_reports_apply_ci_advisory_policy
(consumer, tmp_path, failed, incomplete, status)
tests/ci/test_run_tiers.py:769
Functiontest_retains_compose_stderr_and_redacts_literals_and_credential_shapes
(tmp_path)
tests/ci/test_ci_worker_diagnostics.py:15
Functiontest_retired_identity_rewrite_handles_dense_untrusted_text_linearly
()
tests/golden/test_benchmark_card.py:1536
Functiontest_retired_private_upload_artifact_is_not_part_of_public_gitignore
()
tests/test_oss_packaging.py:775
Functiontest_retry_before_reservation_does_not_publish_previous_evidence
(tmp_path)
tests/test_private_runtime_rereview.py:81
Functiontest_retry_bound_is_validated
(tmp_path: Path)
tests/tier3/test_plugin_execution.py:110
Functiontest_retry_call_with_backoff_caps_delay_at_max_delay
Verify retry_call_with_backoff caps single attempt sleep duration to max_delay.
tests/test_retry.py:303
Functiontest_retry_call_with_backoff_exhausts_retries
Verify retry_call_with_backoff exhausts retries and raises on persistent 429.
tests/test_retry.py:284
Functiontest_retry_call_with_backoff_fails_fast_on_non_retriable_error
Verify retry_call_with_backoff raises immediately without retrying on non-retriable error.
tests/test_retry.py:268
Functiontest_retry_call_with_backoff_immediate_success
Verify retry_call_with_backoff executes operation and returns immediately on success.
tests/test_retry.py:207
Functiontest_retry_call_with_backoff_invokes_on_retry_callback
Verify retry_call_with_backoff invokes on_retry callback with attempt and sleep duration.
tests/test_retry.py:350
Functiontest_retry_call_with_backoff_raises_if_retry_after_exceeds_max_delay
Verify retry_call_with_backoff raises immediately without sleeping if Retry-After exceeds max_delay.
tests/test_retry.py:325
Functiontest_retry_call_with_backoff_respects_retry_after_header
Verify retry_call_with_backoff uses Retry-After header when present on HTTPError.
tests/test_retry.py:241
Functiontest_retry_call_with_backoff_succeeds_after_transient_failure
Verify retry_call_with_backoff retries transient 429 and succeeds on subsequent attempt.
tests/test_retry.py:221
Functiontest_retry_does_not_publish_the_previous_attempts_native_evidence
(tmp_path: Path, monkeypatch)
tests/tier3/test_private_runtime_regressions.py:207
Methodtest_retry_note_keeps_a_bounded_part_of_a_long_problem
(self, tmp_path)
tests/validators/test_rubric_eval.py:1617
Methodtest_retry_problem_redacts_credentials_before_logging_and_truncation
( self, tmp_path, padding, caplog, monkeypatch )
tests/validators/test_rubric_eval.py:1302
Functiontest_retry_stops_when_another_attempt_would_exceed_setup_timeout
( tmp_path: Path, agent_class: type, clock: _FakeClock, sleeps: list[float] )
tests/tier3/test_installed_agent_install_retry.py:197
Functiontest_retry_that_fails_before_collection_cannot_publish_previous_runtime_evidence
(tmp_path)
tests/tier3/test_plugin_evidence.py:374
Functiontest_retry_warning_keeps_the_end_of_the_failure_output
( tmp_path: Path, sleeps: list[float], caplog: pytest.LogCaptureFixture )
tests/tier3/test_installed_agent_install_retry.py:215
Methodtest_returns_files_with_matching_extensions
(self, tmp_path: Path)
tests/validators/test_base.py:401
Methodtest_returns_message_content
(self, monkeypatch: pytest.MonkeyPatch)
tests/inference/test_llm_client.py:368
Methodtest_returns_none_for_non_git_path
A path outside any git repo (and no source_url) returns ``None``.
tests/utils/test_helpers.py:275
Methodtest_returns_none_outside_git_repository
(self, tmp_path: Path)
tests/utils/test_helpers.py:234
Methodtest_returns_none_when_missing_everywhere
No PATH hit and no sibling script means None.
tests/utils/test_tool_runner.py:226
Methodtest_returns_only_live_files
(self, skill_with_artifacts)
tests/validators/test_artifact_dir_exclusion.py:55
← previousnext →21,401–21,500 of 24,741, ranked by callers