MCPcopy Create free account

hub / github.com/NVIDIA/SkillEvaluator / functions

Functions24,741 in github.com/NVIDIA/SkillEvaluator

Functiontest_one_successful_call_still_proves_the_server
()
tests/tier3/test_f90_mcp_proof_status.py:98
Functiontest_one_tier2_skip_notice_retains_both_affected_checks
()
tests/reporting/test_report_readability.py:133
Functiontest_one_unit_scanner_failure_is_incomplete_and_keeps_later_coverage
(tmp_path, monkeypatch)
tests/validators/test_private_plugin_composition.py:262
Functiontest_one_unrenderable_skill_does_not_erase_other_reports
(tmp_path)
tests/ci/test_native_reports.py:203
Functiontest_one_unresolved_target_makes_an_otherwise_successful_check_incomplete
(er)
tests/validators/test_private_endpoint_resolution.py:115
Functiontest_one_walk_reports_bypass_and_permissive_mode_flags
()
tests/validators/test_plugin_static_risk_review_fixes.py:864
Functiontest_one_warning_per_entry_for_graded_text
()
tests/tier3/test_dataset_baseline_fairness.py:84
Functiontest_one_worker_runs_skills_strictly_one_at_a_time
(tmp_path)
tests/ci/test_run_tier1.py:1353
Functiontest_only_a_plain_first_command_is_credited_before_a_refused_line
The walk does not model every command that stops the ones after it (``exit``, ``exec``, ``set -n``, ``kill $$``, a failed ``set -e`` step, an
tests/tier3/test_script_invocation_evidence.py:2447
Methodtest_only_a_plain_one_line_item_is_read
An item with a link, inline HTML or a second line is missing, as the runbook says. The strict provenance scan reads the same items, so both c
tests/test_benchmark_source_provenance.py:627
Functiontest_only_adds_markers_rejects_a_marker_taken_back
()
tests/tier3/test_security_finding_evidence.py:1661
Functiontest_only_bookkeeping_calls_record_zero_scored_calls
()
tests/tier3/test_tool_productivity.py:541
Functiontest_only_bookkeeping_calls_score_zero
(module)
tests/tier3/test_tool_productivity.py:531
Functiontest_only_budget_or_legacy_omissions_reduce_expected_attempts
(tmp_path, reason)
tests/tier3/test_budget_denied_arms.py:102
Functiontest_only_declared_skill_roots_are_members
(tmp_path: Path, skills: list | None, expected: list[str])
tests/test_openclaw_plugin_discovery.py:180
Functiontest_only_explicit_markers_skip_eligible_metrics
()
tests/tier3/test_metric_applicability_producer.py:70
Functiontest_only_explicit_registry_not_found_permits_new_build
(monkeypatch)
tests/ci/test_release_image.py:54
Functiontest_only_finished_bash_calls_gain_exit_evidence
(tool, status, native_events, tmp_path)
tests/tier3/test_opencode_exit_status.py:75
Functiontest_only_fully_represented_failed_steps_are_suppressed
()
tests/reporting/test_native_report_parity.py:167
Functiontest_only_json_is_loaded_and_html_is_ignored
()
tests/ci/test_publish_reports.py:176
Functiontest_only_known_harbor_install_setup_logs_are_retained_from_agent_directory
(tmp_path)
tests/ci/test_ci_worker_diagnostics.py:131
Methodtest_only_llm_written_dimensions_name_a_model
(self, monkeypatch: pytest.MonkeyPatch)
tests/inference/test_llm_client.py:1675
Functiontest_only_private_sites_can_be_adopted
(pages, public)
tests/test_ci_onboarding_pages.py:170
Functiontest_only_referenced_subagent_proves_activation
(tmp_path: Path, referenced: bool)
tests/reporting/test_activation_validation.py:220
Functiontest_only_regenerated_cards_written_and_reviewable_pr
(trusted, monkeypatch)
tests/ci/test_benchmark_publish.py:144
Functiontest_only_standalone_reports_embed_the_export_json
(payload)
tests/reporting/test_retained_html.py:284
Functiontest_only_the_first_failing_trial_of_each_job_and_four_per_skill_are_kept
(tmp_path)
tests/ci/test_ci_worker_diagnostics.py:205
Methodtest_only_the_metadata_line_counts
A matching value elsewhere on the card does not stand in for the metadata line.
tests/test_benchmark_source_provenance.py:652
Functiontest_only_the_root_variable_itself_names_the_plugin_root
(tmp_path: Path, variable: str, names_root: bool)
tests/validators/test_plugin_static_risk_review_fixes.py:445
Functiontest_only_the_trajectory_names_the_invalid_token_counters_of_a_scored_attempt
( tmp_path: Path, names: list[Any], cached: int )
tests/reporting/test_tier3_token_usage_reports.py:311
Functiontest_only_the_user_roots_a_harness_reads_are_searched
(tmp_path: Path, monkeypatch: pytest.MonkeyPatch)
tests/harness/test_overlay.py:482
Functiontest_only_trajectory_loader_bounds_keep_trial_coverage
(marker: dict, status: str)
tests/reporting/test_dashboard_data.py:618
Functiontest_only_unique_current_same_repository_pr_gets_feedback
(tmp_path, failure)
tests/ci/test_prepare_comments.py:129
Functiontest_open_feedback_session
(monkeypatch: pytest.MonkeyPatch, tmp_path: Path)
tests/evaluation/test_tier3_feedback_chat.py:1275
Functiontest_open_feedback_session_rejects_misconfigured_provider
(monkeypatch: pytest.MonkeyPatch, tmp_path: Path)
tests/evaluation/test_tier3_feedback_chat.py:1311
Functiontest_open_feedback_session_replaces_the_skill_and_home_directories
( monkeypatch: pytest.MonkeyPatch, tmp_path: Path, explicit: bool )
tests/evaluation/test_tier3_feedback_chat.py:1288
Functiontest_open_fork_pr_run_is_published_without_alias_or_comment
(tmp_path)
tests/ci/test_publish_reports.py:833
Methodtest_openai_compatible_catalog_fingerprints_sanitized_endpoint
(self, tmp_path: Path)
tests/embedding/test_catalog.py:435
Functiontest_openai_compatible_codex_stages_selected_provider_pair
()
tests/test_harbor_runner_environment.py:1093
Functiontest_openai_compatible_embedding_child_environment_preserves_embedding_variables
()
tests/test_provider_config.py:485
Functiontest_openai_compatible_embedding_fallback_key_does_not_reassign_chat_endpoint
()
tests/test_provider_config.py:503
Methodtest_openai_compatible_empty_response_uses_typed_error
(self, monkeypatch: pytest.MonkeyPatch)
tests/inference/test_llm_client.py:378
Methodtest_openai_compatible_history_is_sent_unchanged
(self, monkeypatch: pytest.MonkeyPatch)
tests/inference/test_llm_client.py:1388
Functiontest_openai_compatible_provider_requires_explicit_endpoint
()
tests/test_provider_config.py:438
Methodtest_openai_gpt5_uses_max_completion_tokens_without_temperature
(self, monkeypatch: pytest.MonkeyPatch)
tests/inference/test_llm_client.py:425
Functiontest_openai_mixed_agents_receive_isolated_native_credentials
(monkeypatch: pytest.MonkeyPatch)
tests/test_harbor_runner_environment.py:673
Functiontest_openai_provider_accepts_an_explicit_independent_claude_route
()
tests/test_provider_agent_routing.py:213
Functiontest_openai_provider_accepts_claude_with_vertex_backend
()
tests/test_provider_agent_routing.py:342
Functiontest_openai_provider_accepts_mixed_routes_for_per_agent_isolation
()
tests/test_provider_agent_routing.py:226
Methodtest_openai_provider_custom_base_url_uses_max_tokens
( self, monkeypatch: pytest.MonkeyPatch, base_url_env: str )
tests/inference/test_llm_client.py:590
Functiontest_openai_provider_missing_both_keys_raises
Raise ProviderConfigurationError when neither OPENAI_API_KEY nor SKILL_EVAL_LLM_API_KEY is set.
tests/test_provider_config.py:680
Functiontest_openai_provider_rejects_an_anthropic_opencode_override
()
tests/test_provider_agent_routing.py:239
Functiontest_openai_provider_rejects_claude_without_an_independent_credential
()
tests/test_provider_agent_routing.py:188
Functiontest_openai_provider_rejects_default_gpt_model_for_claude_with_vertex
()
tests/test_provider_agent_routing.py:356
Functiontest_openai_provider_rejects_the_default_gpt_model_for_claude
()
tests/test_provider_agent_routing.py:202
Functiontest_openai_provider_supports_skill_eval_llm_api_key
Resolve openai provider using SKILL_EVAL_LLM_API_KEY when OPENAI_API_KEY is not set.
tests/test_provider_config.py:651
Functiontest_openai_provider_uses_gpt_6_1_sol_by_default
()
tests/test_provider_config.py:49
Methodtest_openai_provider_uses_public_openai_endpoint
(self, monkeypatch: pytest.MonkeyPatch)
tests/inference/test_llm_client.py:89
Methodtest_openai_provider_uses_public_openai_endpoint
(self, monkeypatch: pytest.MonkeyPatch)
tests/embedding/test_client.py:99
Functiontest_openai_provider_uses_standard_openai_credentials
()
tests/test_provider_config.py:30
Functiontest_openai_provider_vertex_openapi_with_explicit_key
Resolve openai provider on Vertex OpenAPI with explicit SKILL_EVAL_LLM_API_KEY without calling ADC.
tests/test_provider_config.py:664
Methodtest_openai_refusal_is_a_typed_error_and_not_retried
(self, monkeypatch: pytest.MonkeyPatch, response)
tests/inference/test_llm_client.py:1236
Functiontest_openai_transport_level_request_count
Verify OpenAI SDK executes exactly expected number of requests on rate limits.
tests/test_llm_client_retry.py:145
Functiontest_openapi_parser_rejects_non_http_urls_without_opening_them
()
tests/test_reference_api_caller.py:114
Functiontest_openapi_path_dot_segments_are_rejected
(value: str)
tests/test_reference_api_caller.py:61
Functiontest_openapi_path_dot_segments_report_json_errors
( value: str, monkeypatch: pytest.MonkeyPatch, capsys: pytest.CaptureFixture[str] )
tests/test_reference_api_caller.py:70
Functiontest_openapi_path_values_are_encoded_as_segments
(value: str | int, encoded: str)
tests/test_reference_api_caller.py:51
Methodtest_openclaw_compatibility_alias_does_not_abort_skill_discovery
(self, tmp_path: Path, write_skill)
tests/embedding/test_extractor.py:441
Methodtest_openclaw_compatibility_alias_is_skipped_and_regular_target_is_collected_once
( self, skill_root: Path, )
tests/deduplication/utils/test_skill_collector.py:244
Functiontest_openclaw_declares_no_skill_paths_to_claude
(tmp_path: Path, skills: Any)
tests/tier3/test_openclaw_prepare.py:247
Functiontest_openclaw_member_skills_with_one_name_fail_closed_natively
(tmp_path: Path)
tests/tier3/test_openclaw_prepare.py:205
Functiontest_openclaw_read_budget_depends_on_model_context
(tmp_path: Path)
tests/harness/test_overlay.py:928
Functiontest_openclaw_read_budget_weights_cjk_not_utf8_bytes
(tmp_path: Path)
tests/harness/test_overlay.py:965
Functiontest_openclaw_read_chars_counts_code_units
(tmp_path: Path)
tests/harness/test_overlay.py:974
Functiontest_openclaw_workspace_skill_is_checked_against_both_user_roots
(tmp_path: Path, monkeypatch: pytest.MonkeyPatch)
tests/harness/test_overlay.py:598
Functiontest_opencode_default_model_is_provider_qualified
(provider_name: str, expected: str)
tests/test_tier3_public_runtime.py:1319
Functiontest_opencode_dropped_or_retained_error_result_is_correlated
(tmp_path, kept_result)
tests/tier3/test_f90_mcp_execution.py:377
Functiontest_opencode_error_only_log_returns_none
()
tests/tier3/test_log_converters.py:119
Functiontest_opencode_explicit_model_is_preserved_exactly
( provider_name: str, cli_model: str | None, config_agents: dict, expected: str, source: s
tests/test_tier3_public_runtime.py:1384
Functiontest_opencode_failed_read_is_marked_as_error
(grader)
tests/tier3/test_failed_skill_reads.py:241
Functiontest_opencode_json_tool_use_and_read
()
tests/tier3/test_log_converters.py:97
Functiontest_opencode_non_dict_tool_input_is_not_treated_as_shell_command
()
tests/tier3/test_log_converters.py:436
Functiontest_opencode_passing_test_output_is_not_failure
(trajectory_checker, tmp_path, output)
tests/tier3/test_error_recovery.py:1151
Functiontest_opencode_patch_text_update_is_scanned
(run)
tests/tier3/test_apply_patch_security.py:188
Functiontest_opencode_plugin_arms_share_the_environment_default_agent
( monkeypatch: pytest.MonkeyPatch, env_mode: str, default_paths: dict[str, str], baseline: str
tests/tier3/test_private_setup_classification.py:72
Functiontest_opencode_project_skills_are_staged_in_both_arms
(tmp_path: Path, workdir, with_skill: bool)
tests/test_nemo_gym_backend.py:467
Functiontest_opencode_provider_default_preserves_raw_ids_that_begin_with_runtime_namespace
( provider_name: str, raw_model: str, expected: str, )
tests/test_tier3_public_runtime.py:1342
Functiontest_opencode_recovered_test_and_build_failures
(trajectory_checker, tmp_path, name)
tests/tier3/test_error_recovery.py:1131
Functiontest_opencode_run_scores_like_the_same_claude_code_run
(module)
tests/tier3/test_tool_productivity.py:458
Functiontest_opencode_runs_pass_only_the_pinned_cli_version
(env_mode: str)
tests/test_tier3_public_runtime.py:2911
Functiontest_opencode_runtime_plan_separates_runtime_and_catalog_model_names
( provider_name: str, runtime_model: str, catalog_model: str, litellm_prefix: str, )
tests/test_harbor_runner_environment.py:92
Functiontest_opencode_tool_error_retained_when_output_fills_budget
()
tests/tier3/test_log_converters.py:369
Functiontest_opencode_tool_error_retains_status_with_partial_output
()
tests/tier3/test_log_converters.py:401
Functiontest_opencode_tool_error_uses_state_error_observation
()
tests/tier3/test_log_converters.py:132
Functiontest_opencode_unrecovered_test_and_build_failures
(trajectory_checker, tmp_path, name)
tests/tier3/test_error_recovery.py:1120
Functiontest_operandless_xargs_survives_unrelated_syntax_and_parser_limits
(security_check, prefix, launch)
tests/tier3/test_destructive_command_paths.py:732
Functiontest_operator_flag_is_verifier_only_and_recorded
(monkeypatch)
tests/test_character_facts.py:236
Functiontest_operator_owned_agent_env_includes_vertex_variables
()
tests/test_provider_agent_routing.py:382
Functiontest_operator_owned_reference_cannot_be_approved_as_a_dedicated_secret
(tmp_path, monkeypatch)
tests/tier3/test_native_mcp_policy.py:87
Methodtest_operator_skillspector_model_settings_are_forwarded_without_temperature
( self, monkeypatch, skillspector_provider: str | None, )
tests/validators/test_security.py:5635
← previousnext →19,601–19,700 of 24,741, ranked by callers