MCPcopy Create free account

hub / github.com/NVIDIA/SkillEvaluator / functions

Functions24,741 in github.com/NVIDIA/SkillEvaluator

Functiontest_select_tolerated_needs_a_peer_that_completed_both_arms
()
tests/tier3/test_baseline_timeouts.py:1541
Functiontest_select_tolerated_refuses_launch_errors_it_cannot_bind
(errors: list[str])
tests/tier3/test_baseline_timeouts.py:1558
Functiontest_selected_case_mapping_accepts_a_trusted_subset_and_rejects_unknown_or_duplicate_ids
(tmp_path)
tests/tier3/test_plugin_evidence.py:39
Functiontest_selected_claude_defaults_retain_grants_beside_inline_commands
(tmp_path)
tests/test_plugin_inventory.py:330
Functiontest_selected_codex_launcher_preserves_provider_model_contract
Exercise the built command, Harbor factory, and real Codex launcher together.
tests/tier3/test_gateway_codex.py:55
Functiontest_selected_directory_is_rejected_as_non_regular
(tmp_path: Path)
tests/utils/test_secure_fs.py:339
Functiontest_selected_effective_view_is_separate_from_all_auditable_servers
(tmp_path)
tests/test_plugin_inventory.py:71
Functiontest_selected_link_never_queries_target_type
(tmp_path: Path, monkeypatch: pytest.MonkeyPatch)
tests/utils/test_secure_fs.py:293
Functiontest_selected_missing_row_is_incomplete_despite_optional_policy
(tmp_path)
tests/ci/test_benchmark_reports.py:218
Functiontest_selected_reward_roots_refuse_escape_and_read_only_the_requested_trial
(tmp_path)
tests/tier3/test_plugin_evidence.py:298
Functiontest_selected_skill_limit_and_git_output_limit_are_enforced
(repository, monkeypatch)
tests/ci/test_select_changed_skills.py:189
Functiontest_selection_command_passes_explicit_options
(tmp_path: Path, monkeypatch: pytest.MonkeyPatch)
tests/tier3/test_decoy_commands.py:66
Functiontest_selection_deduplicates_overlapping_roots
(tmp_path)
tests/ci/test_run_tier1.py:100
Functiontest_selection_failure_does_not_write_manifest
(tmp_path: Path, monkeypatch: pytest.MonkeyPatch)
tests/tier3/test_decoy_commands.py:115
Functiontest_selection_help_does_not_require_llm_configuration
(monkeypatch: pytest.MonkeyPatch)
tests/tier3/test_decoy_commands.py:127
Functiontest_selective_evaluator_snapshot_does_not_copy_unselected_unsafe_fixture
( tmp_path: Path, kind: str, )
tests/test_harbor_runtime_skill_isolation.py:4553
Functiontest_selective_evaluator_snapshot_fails_closed_for_referenced_unsafe_fixture
( tmp_path: Path, kind: str, )
tests/test_harbor_runtime_skill_isolation.py:4588
Functiontest_selective_evaluator_snapshot_ignores_unsafe_unconsumed_evals_subtree
( tmp_path: Path, kind: str, )
tests/test_harbor_runtime_skill_isolation.py:4733
Functiontest_selective_evaluator_snapshot_preserves_legacy_implicit_files_corpus
(tmp_path: Path)
tests/test_harbor_runtime_skill_isolation.py:4617
Functiontest_selective_evaluator_snapshot_rejects_fixture_selection_change_during_copy
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, )
tests/test_harbor_runtime_skill_isolation.py:4759
Functiontest_selective_evaluator_snapshot_rejects_selected_content_change_during_copy
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, task_source: str, selected_relative: Path,
tests/test_harbor_runtime_skill_isolation.py:4798
Functiontest_selective_evaluator_snapshot_rejects_selected_mode_change_during_copy
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, )
tests/test_harbor_runtime_skill_isolation.py:4830
Functiontest_selective_snapshot_ignores_shadowed_grader_but_evidence_binds_it
(tmp_path: Path)
tests/test_harbor_runtime_skill_isolation.py:4684
Methodtest_selector_path_without_slash_rejected
(self)
tests/models/test_plugin.py:96
Methodtest_selector_repo_without_slash_rejected
(self)
tests/models/test_plugin.py:90
Functiontest_selects_a_test_file_it_cannot_parse
Its imports are unknown, so it cannot be ruled out; pytest then reports the syntax error.
tests/test_select_docs_tests.py:131
Functiontest_selects_a_test_file_that_names_a_documentation_file
(tmp_path: Path, source: str)
tests/test_select_docs_tests.py:33
Functiontest_selects_a_test_file_that_reads_documentation_through_a_helper
(tmp_path: Path)
tests/test_select_docs_tests.py:69
Functiontest_selects_ranked_skills_and_records_complete_provenance
(selection: SimpleNamespace)
tests/tier3/test_decoys.py:88
Functiontest_self_closing_raw_text_syntax_keeps_native_text_mode
(tag: str)
tests/validators/test_markdown.py:200
Functiontest_self_closing_syntax_does_not_close_non_void_html_content
(tag: str)
tests/validators/test_markdown.py:143
Methodtest_self_closing_xml_tag_in_description_rejected
Self-closing XML tags remain forbidden in frontmatter descriptions.
tests/validators/test_schema.py:590
Methodtest_self_closing_xml_tag_in_description_remains_quality_error
Self-closing tags use the same XML definition as schema validation.
tests/validators/test_quality_score.py:541
Methodtest_self_contained
Test that HTML is self-contained with embedded CSS.
tests/reporting/test_reporters.py:2608
Functiontest_self_handoff_is_rejected_and_control_characters_get_a_clear_message
()
tests/tier3/test_f90_signals_handoff.py:482
Functiontest_semantically_empty_identity_cannot_certify_publication_across_reporters
( tmp_path: Path, identity: object, identity_kind: str, field: str, )
tests/reporting/test_advisory_skip_verdict.py:2098
Methodtest_semgrep_accepts_valid_clean_report
(self)
tests/validators/test_security_validators.py:875
Methodtest_semgrep_argv_uses_resolved_path
(self, mock_run, malicious_skill_path)
tests/validators/test_scanner_path_resolution.py:76
Methodtest_semgrep_crash_marks_incomplete
(self, _mock_run, skill_dir)
tests/validators/test_scan_incomplete.py:50
Methodtest_semgrep_default_command_uses_packaged_offline_rules
The default Semgrep config must work while metrics remain disabled.
tests/validators/test_security_validators.py:552
Methodtest_semgrep_errors_and_findings_are_both_reported
(self)
tests/validators/test_security_validators.py:689
Methodtest_semgrep_errors_without_findings_fail_validation
(self)
tests/validators/test_security_validators.py:674
Methodtest_semgrep_hint_uses_a_separate_tool_install
(self)
tests/utils/test_tool_runner.py:436
Methodtest_semgrep_malformed_report_is_incomplete
(self, _mock_run, skill_dir)
tests/validators/test_scan_incomplete.py:102
Methodtest_semgrep_parse_error_listing_is_capped
(self)
tests/validators/test_security_validators.py:747
Methodtest_semgrep_parse_errors_count_files_not_locations
(self)
tests/validators/test_security_validators.py:756
Methodtest_semgrep_parse_errors_keep_findings_and_other_errors
(self)
tests/validators/test_security_validators.py:849
Methodtest_semgrep_parse_errors_report_every_path_and_stay_incomplete
(self)
tests/validators/test_security_validators.py:717
Methodtest_semgrep_parse_errors_use_paths_relative_to_the_skill
(self, tmp_path: Path)
tests/validators/test_security_validators.py:772
Methodtest_semgrep_partial_parsing_error_in_semgrep_json_shape
Semgrep 1.x reports a partially parsed file as ``["PartialParsing", [span, ...]]`` with ``spans``.
tests/validators/test_security_validators.py:792
Methodtest_semgrep_rejects_untrustworthy_json_reports
(self, output: str, expected_error: str)
tests/validators/test_security_validators.py:665
Methodtest_sends_the_shared_content_prompt_that_the_validator_measures
(self, make_chunk)
tests/deduplication/intra_skill/test_intra_llm_analyzer.py:448
Functiontest_sensitive_path_match
(text: str, paths: str, entry: str | None)
tests/tier3/test_security_home_paths.py:865
Functiontest_sensitive_path_removals_still_score
(module, command: str)
tests/tier3/test_issue192_security_false_positives.py:151
Functiontest_sensitive_write_target
(command: str, entry: str | None)
tests/tier3/test_security_home_paths.py:816
Methodtest_separate_explicit_version_labels_stay_non_pii
(self, tmp_path: Path)
tests/validators/test_security.py:8604
Functiontest_separate_publisher_revision_preserves_scanner_and_caller_trust
(tmp_path)
tests/ci/test_render_templates.py:51
Functiontest_separate_skills_folders_are_separate_catalogs
(tmp_path: Path)
tests/harness/test_overlay.py:408
Functiontest_serve_rejects_an_empty_api_key_before_binding
()
tests/test_nvidia_build_bridge.py:307
Functiontest_serve_rejects_api_keys_with_line_breaks_before_binding
()
tests/test_nvidia_build_bridge.py:325
Functiontest_serve_rejects_non_production_build_origins_before_binding
(base_url: str)
tests/test_nvidia_build_bridge.py:351
Functiontest_server_arguments_after_the_package_are_not_a_runner_shell_line
(config: dict)
tests/validators/test_mcp_static.py:1222
Functiontest_server_enumeration_cap_cannot_be_hidden_by_duplicates
(canary)
tests/tier3/test_private_plugin_canary.py:97
Functiontest_server_the_agent_never_loaded_is_not_proven
()
tests/tier3/test_f90_mcp_proof_status.py:57
Functiontest_server_whose_init_failed_in_the_agent_is_not_proven
()
tests/tier3/test_f90_mcp_proof_status.py:46
Functiontest_service_defaults_to_null_progress_reporter
(monkeypatch: pytest.MonkeyPatch)
tests/test_evaluation_service.py:137
Functiontest_service_download_rejects_empty_service_instead_of_crossing_into_main
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, operation: str, )
tests/test_harbor_secure_docker_environment.py:5772
Methodtest_service_error_is_actionable_without_echoing_response
(self, status: int)
tests/embedding/test_client.py:169
Functiontest_service_exec_for_main_delegates_to_secure_public_exec
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, service: str | None, )
tests/test_harbor_secure_docker_environment.py:1684
Functiontest_service_explicit_skill_preserves_legacy_template_workflow
(tmp_path)
tests/tier3/test_dataset_auto_grounding.py:477
Functiontest_service_preserves_dataset_generation_failure_without_printing
( tmp_path: Path, capsys: pytest.CaptureFixture[str], )
tests/test_evaluation_service.py:33
Functiontest_service_run_retains_one_snapshot_before_cleanup_and_replays_six_formats
(tmp_path, monkeypatch)
tests/tier3/test_private_runtime_report_acceptance.py:219
Functiontest_service_stop_accepts_service_declared_by_trusted_compose_include
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, )
tests/test_harbor_secure_docker_environment.py:3649
Functiontest_service_stop_and_sidecar_downloads_scrub_main_compose_environment
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, )
tests/test_harbor_secure_docker_environment.py:3434
Functiontest_service_stop_rejects_unknown_service_before_raw_docker_spawn
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, )
tests/test_harbor_secure_docker_environment.py:3629
Functiontest_service_stop_uses_label_scoped_raw_docker_when_compose_model_requires_secret
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, target_service: str, )
tests/test_harbor_secure_docker_environment.py:3499
Functiontest_session_evidence_with_per_attempt_scores_stays_compact
()
tests/evaluation/test_tier3_feedback_chat.py:1079
Functiontest_session_history_alternates_roles_and_is_stable
()
tests/evaluation/test_tier3_feedback_chat.py:1159
Functiontest_session_input_is_classified_by_the_text_it_sends
(module, call, kind)
tests/tier3/test_tool_productivity.py:125
Functiontest_session_owns_constrained_client_from_installed_sdk_family
(monkeypatch, fake_mcp)
tests/tier3/test_mcp_proof_sdk_compat.py:55
Functiontest_session_reply_failure_messages
(error: Exception, expected: str)
tests/evaluation/test_tier3_feedback_chat.py:1223
Functiontest_session_reply_keyboard_interrupt_keeps_history
()
tests/evaluation/test_tier3_feedback_chat.py:1238
Functiontest_session_reply_llm_error_message
()
tests/evaluation/test_tier3_feedback_chat.py:1181
Functiontest_session_reply_uses_chat
()
tests/evaluation/test_tier3_feedback_chat.py:1144
Functiontest_session_survives_an_sdk_authentication_error
(monkeypatch: pytest.MonkeyPatch)
tests/evaluation/test_tier3_feedback_chat.py:1253
Functiontest_settings_broad_allow_quotes_rules_bounded_and_redacted
Regression: the broad-allow message quoted each rule raw, so a long rule made a huge message and a credential in a rule was copied into the findin
tests/validators/test_plugin_config_risk.py:54
Functiontest_settings_permissive_default_mode_is_medium
(tmp_path: Path, mode: str)
tests/validators/test_plugin_static_risk_review_fixes.py:804
Functiontest_settings_wildcard_bash_forms_are_broad
(tmp_path: Path, rule: str)
tests/validators/test_plugin_static_risk_review_fixes.py:658
Functiontest_settle_and_unexplained_launch_errors
()
tests/tier3/test_baseline_timeouts.py:1565
Functiontest_setup_change_predicate_is_the_documented_ci_setup_paths
(paths, expected)
tests/ci/test_select_changed_skills.py:371
Functiontest_setup_command_failure_reports_its_stdout_and_merges_by_error_type
(tmp_path: Path)
tests/test_tier3_case_summary.py:1046
Functiontest_setup_configuration_changes_force_a_real_tier1_scan
()
tests/ci/test_all_tier_workflows.py:184
Functiontest_setup_file_renamed_away_still_selects_full_collection
(consumer)
tests/ci/test_run_tiers.py:699
Functiontest_setup_fix_names_failed_download_and_recovery
()
tests/reporting/test_tier3_validate_cases.py:233
Functiontest_setup_fix_names_failed_skillspector_setup
()
tests/reporting/test_tier3_validate_cases.py:252
Functiontest_setup_never_overwrites_an_existing_user_settings_file
(tmp_path: Path, loose)
tests/tier3/test_private_loose_source.py:550
Functiontest_setup_noise_in_an_argv_command_is_wasted
(module, argv)
tests/tier3/test_tool_productivity.py:411
Functiontest_setup_only_failure_is_retried_within_the_bound
(tmp_path: Path)
tests/tier3/test_plugin_execution.py:65
Functiontest_setup_pr_next_steps_name_the_all_tier_demo
(repository, all_release, monkeypatch)
tests/test_ci_onboarding_all_tiers.py:989
Functiontest_setup_puts_every_part_under_claude_config_dir_and_lists_it
(tmp_path: Path, loose)
tests/tier3/test_private_loose_source.py:523
← previousnext →22,101–22,200 of 24,741, ranked by callers