MCPcopy Create free account

hub / github.com/NVIDIA/SkillEvaluator / functions

Functions24,741 in github.com/NVIDIA/SkillEvaluator

Functiontest_status_gitlab_validation_matches_trusted_feedback
(document)
tests/test_ci_onboarding_all_tiers.py:945
Functiontest_status_handles_sanitized_finding_without_location
()
tests/reporting/test_incomplete_scans.py:140
Functiontest_status_is_paired_per_call
(native_events, tmp_path)
tests/tier3/test_opencode_exit_status.py:109
Methodtest_status_like_numbers_inside_a_successful_answer_are_not_failures
(self, content: str)
tests/tier3/test_plugin_signals.py:460
Functiontest_status_parses_caller_blobs_like_trusted_feedback
(repository, all_release, monkeypatch, separator, expected)
tests/test_ci_onboarding_all_tiers.py:959
Functiontest_status_without_http_response_keeps_wrapper_status
()
tests/test_retry_exception_chain.py:79
Functiontest_stdin_handoff_fails_closed_without_marker
(monkeypatch)
tests/test_secure_docker_environment.py:501
Functiontest_stdin_handoff_is_read_once_under_concurrency
(monkeypatch)
tests/test_secure_docker_environment.py:526
Functiontest_stdin_handoff_is_shared_by_docker_environment_and_nvidia_agent
(monkeypatch)
tests/test_secure_docker_environment.py:458
Functiontest_stdin_in_a_running_network_session_is_a_sink
(security)
tests/tier3/test_private_plugin_security.py:180
Functiontest_stdio_launches_keep_their_plugin_root_working_directory
(tmp_path: Path, server: dict, cwd: str)
tests/validators/test_openclaw_mcp.py:89
Functiontest_stdio_runtime_env_uses_exact_task_context
(tmp_path)
tests/tier3/test_native_mcp_policy.py:98
Functiontest_stdio_servers_are_never_started_without_their_working_directory
(tmp_path: Path, server: dict)
tests/tier3/test_openclaw_prepare.py:113
Functiontest_stdout_without_reconfigure_is_supported
(monkeypatch)
tests/test_cli_stdout_encoding.py:65
Methodtest_step_count_excludes_skill_only_checks_for_plugin
(self, tmp_path, progress_capture)
tests/test_progress_output.py:73
Methodtest_step_count_reflects_enabled_checks_only
(self, tiny_skill, progress_capture)
tests/test_progress_output.py:66
Functiontest_step_fallback_aggregates_each_logical_trial_before_cross_trial_average
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, )
tests/test_issue55_collector_truth.py:1768
Functiontest_step_token_usage_keeps_authentication_answer_scored
Optional aggregate metrics must not hide recorded per-step token usage.
tests/test_harbor_collector_runtime_failures.py:295
Functiontest_step_verifier_exception_does_not_scan_plain_agent_transcript
Correct agent prose must not turn a step verifier failure into an agent failure.
tests/test_harbor_collector_runtime_failures.py:743
Functiontest_steps_add_up_per_case_on_the_means_and_in_every_resample_on_random_data
Property, 80 random runs. Every step is bootstrapped over the same cases with the same seed, so ``rng.choices`` draws the same case indices f
tests/tier3/test_private_ladder_stats.py:403
Functiontest_steps_are_capped_distinct_and_never_weaken_the_dataset
(tmp_path: Path)
tests/test_tier3_next_steps.py:184
Functiontest_steps_chart_average_stays_finite_for_large_retries
()
tests/reporting/test_tier3_baseline_trial_views.py:103
Functiontest_steps_chart_averages_retries_within_each_condition
()
tests/reporting/test_tier3_baseline_trial_views.py:30
Functiontest_steps_chart_bounds_ticks_without_changing_case_ids
(case_ids: list[str])
tests/reporting/test_tier3_baseline_trial_views.py:211
Functiontest_steps_chart_caps_cases_and_drops_series_measured_only_past_the_cap
()
tests/reporting/test_tier3_baseline_trial_views.py:115
Functiontest_steps_chart_covers_every_trial_when_the_html_preview_is_bounded
()
tests/reporting/test_tier3_baseline_trial_views.py:533
Functiontest_steps_chart_does_not_average_partially_measured_cases
()
tests/reporting/test_tier3_baseline_trial_views.py:71
Functiontest_steps_chart_notes_cases_past_its_cap
(monkeypatch: pytest.MonkeyPatch)
tests/reporting/test_tier3_baseline_trial_views.py:576
Functiontest_steps_chart_omits_unmeasured_series_and_keeps_case_gaps
()
tests/reporting/test_tier3_baseline_trial_views.py:48
Functiontest_steps_chart_rejects_non_counter_values
()
tests/reporting/test_tier3_baseline_trial_views.py:84
Functiontest_stock_harbor_opencode_is_unchanged
(tmp_path: Path)
tests/tier3/test_opencode_snapshot_config.py:50
Functiontest_stop_fails_closed_until_withheld_process_creation_is_reaped
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, )
tests/test_harbor_local_mode.py:3846
Functiontest_stop_failure_during_an_interrupt_keeps_the_interrupt
(tmp_path: Path, monkeypatch: pytest.MonkeyPatch)
tests/test_nemo_gym_backend.py:2487
Functiontest_stop_on_pass_applies_the_same_policy_to_each_private_arm
(tmp_path, monkeypatch)
tests/tier3/test_private_comparison_engine.py:81
Functiontest_stop_on_pass_budget_denied_slots_are_neither_missing_nor_skipped
( tmp_path: Path, outcomes: dict[int, str], denied: list[int], missing: int, skipped: int )
tests/test_harbor_collector_runtime_failures.py:2389
Functiontest_stop_on_pass_config_key_routes_sequential_attempt_policy
( monkeypatch: pytest.MonkeyPatch, tmp_path: Path, )
tests/test_tier3_config_key_parity.py:211
Functiontest_stop_on_pass_crash_before_pass_is_missing_not_skipped
(tmp_path: Path, crashed_variant: str)
tests/test_harbor_collector_runtime_failures.py:2349
Functiontest_stop_on_pass_does_not_report_intentionally_skipped_attempts
(tmp_path: Path)
tests/test_harbor_collector_runtime_failures.py:1847
Functiontest_stop_on_pass_extra_exception_preserves_the_completed_primary_arms
(tmp_path, monkeypatch)
tests/tier3/test_private_comparison_engine.py:177
Functiontest_stop_on_pass_failed_attempts_retry_only_their_case_in_dataset_order
( monkeypatch: pytest.MonkeyPatch, tmp_path: Path, )
tests/test_harbor_stop_on_pass_concurrency.py:166
Functiontest_stop_on_pass_fully_budget_denied_arms
(monkeypatch, tmp_path, admit_first)
tests/tier3/test_budget_denied_arms.py:30
Functiontest_stop_on_pass_preserves_nvidia_build_agent_import_path
( monkeypatch: pytest.MonkeyPatch, tmp_path: Path, env_mode: str, agent: str, import_path:
tests/test_harbor_runner_status.py:1168
Functiontest_stop_on_pass_records_skipped_attempts_in_pass_summary
(tmp_path: Path)
tests/test_harbor_collector_runtime_failures.py:2263
Functiontest_stop_on_pass_recovered_timeout_beside_unrecovered_ones
(tmp_path: Path)
tests/tier3/test_baseline_timeouts.py:1294
Functiontest_stop_on_pass_rejects_a_lone_late_attempt
(tmp_path: Path)
tests/test_harbor_collector_runtime_failures.py:2290
Functiontest_stop_on_pass_rejects_failed_attempt_before_pass
(tmp_path: Path)
tests/test_harbor_collector_runtime_failures.py:2308
Functiontest_stop_on_pass_requires_multiple_attempts
(monkeypatch: pytest.MonkeyPatch, tmp_path: Path)
tests/test_tier3_config_key_parity.py:270
Functiontest_stop_on_pass_routes_nvidia_build_codex_through_bridge
( monkeypatch: pytest.MonkeyPatch, tmp_path: Path, )
tests/test_tier3_config_key_parity.py:234
Functiontest_stop_on_pass_runs_cases_concurrently_with_serial_attempts
( monkeypatch: pytest.MonkeyPatch, tmp_path: Path, concurrency: int, )
tests/test_harbor_stop_on_pass_concurrency.py:65
Functiontest_stop_on_pass_timeouts_are_matched_attempt_by_attempt
(tmp_path: Path)
tests/tier3/test_baseline_timeouts.py:1240
Functiontest_stop_on_pass_unexpected_case_error_stops_queued_cases
( monkeypatch: pytest.MonkeyPatch, tmp_path: Path, )
tests/test_harbor_stop_on_pass_concurrency.py:223
Functiontest_stop_reaps_all_tracked_processes
(monkeypatch: pytest.MonkeyPatch, tmp_path: Path)
tests/test_harbor_local_mode.py:3731
Methodtest_stores_fields
(self)
tests/inference/test_llm_client.py:62
Functiontest_streamable_http_probe_lists_tools_with_opted_in_header_refs
(fake_mcp: str)
tests/tier3/test_mcp_proof.py:226
Functiontest_streamed_exec_cancellation_during_final_flush_reaps_descendants
( tmp_path: Path, repeat_cancellation: bool, )
tests/test_harbor_local_mode.py:3335
Functiontest_streamed_exec_cancellation_reaps_descendants
( tmp_path: Path, repeat_cancellation: bool, )
tests/test_harbor_local_mode.py:3285
Functiontest_streamed_exec_escalates_after_launcher_exits_with_term_ignoring_descendant
( tmp_path: Path, lifecycle: str, )
tests/test_harbor_local_mode.py:3524
Functiontest_streamed_exec_stays_bounded_when_output_closes_before_process_exit
(tmp_path: Path)
tests/test_harbor_local_mode.py:3204
Functiontest_streamed_timeout_callback_matches_result_and_contains_descendants
(tmp_path: Path)
tests/test_harbor_local_mode.py:2857
Functiontest_streaming_and_buffered_redaction_union_is_deterministic_for_offset_overlaps
()
tests/test_harbor_secure_docker_environment.py:749
Functiontest_streaming_log_redactor_bounds_oversized_partial_jwt_candidates
(prefix: str)
tests/test_harbor_local_mode.py:436
Functiontest_streaming_log_redactor_emits_a_proven_long_key_before_its_terminator
()
tests/test_harbor_local_mode.py:420
Functiontest_streaming_log_redactor_is_chunk_partition_invariant
()
tests/test_harbor_local_mode.py:220
Functiontest_streaming_log_redactor_matches_batch_at_adjacent_patterns_and_eof
(raw: str)
tests/test_harbor_local_mode.py:412
Functiontest_streaming_log_redactor_preserves_nested_known_pattern_starts
()
tests/test_harbor_local_mode.py:381
Functiontest_streaming_redactor_does_not_starve_event_loop_on_nested_terminals
()
tests/test_harbor_secure_docker_environment.py:942
Functiontest_streaming_redactor_does_not_starve_event_loop_on_repeated_prefix
()
tests/test_harbor_secure_docker_environment.py:882
Functiontest_streaming_redactor_matches_union_reference_for_every_single_split
( secrets: set[str], text: str, expected: str, )
tests/test_harbor_secure_docker_environment.py:1072
Functiontest_streaming_redactor_matches_union_reference_for_randomized_chunks
()
tests/test_harbor_secure_docker_environment.py:1093
Functiontest_streaming_redactor_nested_terminal_matching_work_is_linear
()
tests/test_harbor_secure_docker_environment.py:929
Functiontest_streaming_redactor_repeated_prefix_scan_is_linear
( secret_length: int, output_size: int, )
tests/test_harbor_secure_docker_environment.py:869
Functiontest_streaming_redactor_scale_is_linear_in_input
( secret_count: int, output_size: int, )
tests/test_harbor_secure_docker_environment.py:841
Functiontest_streamlit_is_not_shadowed_by_cwd
(tmp_path: Path, monkeypatch)
tests/reporting/test_dashboard_cli.py:228
Functiontest_streamlit_killed_by_signal_exits_like_a_shell
(monkeypatch)
tests/reporting/test_dashboard_cli.py:174
Functiontest_streamlit_script_directory_cannot_shadow_modules
()
tests/reporting/test_dashboard_cli.py:218
Functiontest_strict_availability_moves_on_only_after_one_retry
(verifier, monkeypatch, status)
tests/tier3/test_judge_policies.py:335
Functiontest_strict_bedrock_errors_that_move_on_keep_the_bedrock_label
( verifier, monkeypatch, make_error, requests_per_model )
tests/tier3/test_judge_policies.py:534
Functiontest_strict_bedrock_model_unavailable_moves_on_without_a_retry
(verifier, monkeypatch, code, status, message)
tests/tier3/test_judge_policies.py:481
Functiontest_strict_bedrock_other_validation_error_ends_the_judge
(verifier, monkeypatch)
tests/tier3/test_judge_policies.py:491
Functiontest_strict_bedrock_stop_keeps_the_errors_of_earlier_models
(verifier, monkeypatch)
tests/tier3/test_judge_policies.py:503
Functiontest_strict_bedrock_throttling_moves_on_after_one_retry
(verifier, monkeypatch)
tests/tier3/test_judge_policies.py:752
Functiontest_strict_behavior_check_neither_retries_nor_salvages
(verifier, monkeypatch)
tests/tier3/test_judge_policies.py:722
Functiontest_strict_candidates_share_the_judge_time_budget
(verifier, monkeypatch)
tests/tier3/test_judge_policies.py:623
Functiontest_strict_certificate_failure_ends_the_judge
(verifier, monkeypatch)
tests/tier3/test_judge_policies.py:352
Functiontest_strict_completed_reply_that_is_not_one_valid_object_is_final
(verifier, monkeypatch, reply)
tests/tier3/test_judge_policies.py:693
Functiontest_strict_connection_failure_moves_on_after_one_retry
(verifier, monkeypatch)
tests/tier3/test_judge_policies.py:343
Functiontest_strict_decode_hooks_match_json_loads_for_ordinary_input
()
tests/inference/test_json_span.py:73
Functiontest_strict_decode_hooks_reject_ambiguous_values
(text: str, reason: str)
tests/inference/test_json_span.py:68
Methodtest_strict_dual_license_expression_with_unknown_component_fails
Strict mode should fail when any expression component is unknown.
tests/validators/test_license.py:508
Functiontest_strict_empty_reply_is_final
(verifier, monkeypatch)
tests/tier3/test_judge_policies.py:612
Methodtest_strict_exact_opt_venv_creates_parents_without_broad_opt_mount
( self, tmp_path: Path, monkeypatch: pytest.MonkeyPatch, )
tests/test_harbor_local_sandbox.py:557
Methodtest_strict_exact_usr_local_runtime_is_published_without_broad_usr_mount
( self, tmp_path: Path, monkeypatch: pytest.MonkeyPatch, )
tests/test_harbor_local_sandbox.py:507
Functiontest_strict_exec_bootstrap_runs_from_fresh_private_tmp_venv_under_real_seatbelt
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, )
tests/test_harbor_local_mode.py:2773
Functiontest_strict_exec_filters_broad_prefixes_and_publishes_selected_npm_runtime
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, )
tests/test_harbor_local_mode.py:5154
Methodtest_strict_filter_is_shared_by_kernel_wrappers
( self, tmp_path: Path, monkeypatch: pytest.MonkeyPatch, backend: str, )
tests/test_harbor_local_sandbox.py:980
Functiontest_strict_goal_judge_skips_ragas
(verifier, monkeypatch)
tests/tier3/test_judge_policies.py:737
Functiontest_strict_missing_model_moves_to_the_explicit_list_without_a_retry
(verifier, monkeypatch, body)
tests/tier3/test_judge_policies.py:429
Methodtest_strict_mode_initialization
Test strict mode flag.
tests/validators/test_license.py:311
Functiontest_strict_model_access_denial_moves_to_the_explicit_list
(verifier, monkeypatch)
tests/tier3/test_judge_policies.py:363
Functiontest_strict_other_not_found_error_ends_the_judge
(verifier, monkeypatch)
tests/tier3/test_judge_policies.py:437
← previousnext →22,801–22,900 of 24,741, ranked by callers