MCPcopy Create free account

hub / github.com/NVIDIA/SkillEvaluator / functions

Functions24,741 in github.com/NVIDIA/SkillEvaluator

Functiontest_evidence_volume_is_rendered_on_all_report_surfaces
(status)
tests/reporting/test_evidence_volume_rendering.py:166
Methodtest_exact_bind_creates_descendants_below_tmp_anchor
( self, tmp_path: Path, monkeypatch: pytest.MonkeyPatch, )
tests/test_harbor_local_sandbox.py:606
Methodtest_exact_bind_creates_non_system_parent_directories
( self, tmp_path: Path, monkeypatch: pytest.MonkeyPatch, )
tests/test_harbor_local_sandbox.py:491
Functiontest_exact_command_env_and_agreement
(tmp_path: Path, monkeypatch: pytest.MonkeyPatch)
tests/validators/test_private_claude_parity.py:78
Methodtest_exact_duplicate
(self)
tests/embedding/test_registry.py:29
Functiontest_exact_fullwidth_publication_name_passes_when_every_tier_agrees
(tmp_path: Path)
tests/reporting/test_advisory_skip_verdict.py:2175
Methodtest_exact_glob_skill_form_acceptable_and_decoys
(self)
tests/tier3/test_plugin_signals.py:610
Functiontest_exact_pairwise_budget_allows_cross_batch_duplicate
(tmp_path: Path, full_body, budget, completes)
tests/embedding/test_pairwise_preflight.py:105
Methodtest_exact_public_spdx_comment_is_ignored
(self)
tests/validators/test_security.py:8471
Functiontest_exact_replacement_and_merge_modes_are_mutually_exclusive
(tmp_path: Path)
tests/test_harbor_secure_copy.py:533
Functiontest_exact_replacement_cannot_create_a_visible_known_secret
(known_secret: str)
tests/test_harbor_local_mode.py:480
Functiontest_exact_replacement_publish_failure_restores_complete_old_tree
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, )
tests/test_harbor_secure_copy.py:503
Functiontest_exact_replacement_removes_destination_only_entries
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, force_fallback: bool, )
tests/test_harbor_secure_copy.py:481
Methodtest_exact_ro_skips_direct_path_covered_by_system_directory
( self, tmp_path: Path, monkeypatch: pytest.MonkeyPatch, )
tests/test_harbor_local_sandbox.py:415
Functiontest_exact_scoped_package_whose_scope_starts_like_a_marker_passes
(spec)
tests/validators/test_mcp_static.py:297
Functiontest_exact_secret_redaction_uses_existing_eight_character_minimum
( module_fixture: str, request: pytest.FixtureRequest, monkeypatch: pytest.MonkeyPatch, )
tests/test_verifier_error_redaction.py:152
Functiontest_exact_stream_redactor_rejects_missing_compiled_prefix_matcher
()
tests/test_harbor_local_mode.py:251
Methodtest_exact_symlink_runtime_does_not_bind_sibling_directory
( self, tmp_path: Path, monkeypatch: pytest.MonkeyPatch, )
tests/test_harbor_local_sandbox.py:452
Methodtest_exact_symlink_uses_canonical_target_instead_of_unpublished_alias
( self, tmp_path: Path, )
tests/test_harbor_local_sandbox.py:472
Methodtest_exact_utf8_budget_preserves_complete_required_document
(self, tmp_path)
tests/validators/test_rubric_eval.py:344
Methodtest_exceeds_limit
Test line count exceeding limit warns.
tests/validators/test_naming_utils.py:70
Methodtest_exceeds_max_length
Test name exceeding max length is rejected.
tests/validators/test_naming_utils.py:46
Functiontest_excerpt_skips_passing_findings_and_falls_back_to_detail_evidence
()
tests/reporting/test_tier3_failure_reasons.py:783
Functiontest_excess_rollouts_are_reported_and_not_collected
(tmp_path: Path)
tests/test_nemo_gym_backend.py:2425
Functiontest_excess_rollouts_fail_the_run_and_rerendered_report
(tmp_path: Path, monkeypatch: pytest.MonkeyPatch)
tests/test_nemo_gym_backend.py:997
Functiontest_excess_trials_are_capped_in_name_order
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, )
tests/reporting/test_report_data_bounds.py:469
Functiontest_excessive_comment_pages_fail_closed
(tmp_path)
tests/ci/test_comment_report.py:189
Functiontest_excluded_accuracy_criterion_does_not_create_a_deduction
()
tests/tier3/test_plain_language_findings.py:23
Functiontest_excluded_agent_arm_reason_is_rendered
()
tests/reporting/test_verdict_evidence.py:136
Methodtest_excluded_directory_case_alias_follows_filesystem_semantics
(self, tmp_path: Path)
tests/validators/test_base.py:421
Methodtest_excluded_directory_case_alias_follows_filesystem_semantics
(self, skill_root: Path)
tests/deduplication/utils/test_skill_collector.py:66
Methodtest_excluded_path_debug_log_is_relative
(self, skill_root: Path, caplog)
tests/deduplication/utils/test_skill_collector.py:765
Functiontest_excluded_root_matching_is_case_insensitive
(tmp_path: Path)
tests/test_harbor_runtime_skill_isolation.py:1514
Methodtest_excludes_evals_at_skill_root
Top-level ``evals/`` must not contribute files to the dedup pass.
tests/deduplication/utils/test_skill_collector.py:807
Methodtest_excludes_generated_benchmark_report
``BENCHMARK.md`` is generated and refreshed from validation output.
tests/deduplication/utils/test_skill_collector.py:898
Methodtest_excludes_generated_skill_card
``skill-card.md`` is generated from the manifest and signed downstream.
tests/deduplication/utils/test_skill_collector.py:874
Methodtest_excludes_harbor_results_under_evals
Reproduces the user-reported case: harbor run snapshots under ``evals/results/``. The Tier 3 harbor runner copies the entire skill into each
tests/deduplication/utils/test_skill_collector.py:819
Methodtest_excludes_nested_evals_inside_meta_folder
An ``evals/`` directory nested inside another folder is also excluded. Matching against any path component (rather than just the top level)
tests/deduplication/utils/test_skill_collector.py:948
Functiontest_excludes_skills_nested_inside_the_target
(tmp_path: Path)
tests/tier3/test_decoys.py:174
Functiontest_excludes_target_basename_metadata_identity_and_copied_instructions
(tmp_path: Path)
tests/tier3/test_decoys.py:147
Functiontest_excludes_target_payload_in_other_runtime_files
(selection: SimpleNamespace, relative: str)
tests/tier3/test_decoys.py:534
Methodtest_excludes_versions_snapshot
``.versions/<version>/`` snapshots are mirrors of the live skill.
tests/deduplication/utils/test_skill_collector.py:853
Functiontest_exclusion_reasons_account_for_every_selected_manifest
( tmp_path: Path, content_type: str, filename: str, name_field: str )
tests/embedding/test_collection_coverage.py:118
Methodtest_exclusivity_prose_does_not_trigger_deterministic_finding
(self, tmp_path: Path, statement: str)
tests/validators/test_quality_score.py:1060
Functiontest_exec_call_that_is_not_a_codex_wrapper_is_left_alone_by_the_space_check
(extractor)
tests/tier3/test_codex_tool_call_normalization.py:1876
Functiontest_exec_cancellation_does_not_wait_forever_for_uncooperative_process_creation
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, )
tests/test_harbor_local_mode.py:3793
Functiontest_exec_cancellation_during_process_creation_terminates_descendants
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, )
tests/test_harbor_local_mode.py:3751
Functiontest_exec_cancellation_terminates_background_descendants
(tmp_path: Path)
tests/test_harbor_local_mode.py:3228
Functiontest_exec_cancelled_during_process_creation_still_stops_main_container
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, )
tests/test_harbor_secure_docker_environment.py:7410
Functiontest_exec_forwards_strict_read_policy_to_sandbox
(tmp_path: Path)
tests/test_harbor_local_mode.py:2679
Functiontest_exec_timeout_terminates_background_descendants
(tmp_path: Path)
tests/test_harbor_local_mode.py:2810
Functiontest_exec_uses_name_only_argv_and_subprocess_override
(tmp_path: Path)
tests/test_harbor_secure_docker_environment.py:7035
Functiontest_executable_bits_change_runtime_identity
(tmp_path: Path)
tests/tier3/test_decoy_identity.py:69
Functiontest_executable_checks
()
tests/tier3/test_grader_validation.py:189
Methodtest_executable_component_is_an_agent_control_path
(self, tmp_path: Path)
tests/validators/test_skillspector_scope.py:750
Methodtest_executable_component_seeds_reference_closure
(self, tmp_path: Path)
tests/validators/test_skillspector_scope.py:946
Functiontest_executable_inline_code_supplies_symlink_evidence
(security_check, command: str)
tests/tier3/test_destructive_command_paths.py:395
Methodtest_executable_test_suite_keeps_the_fixture_it_names
SkillSpector marks ``.py`` tests executable, so the fixtures they name stay blocking.
tests/validators/test_skillspector_scope.py:962
Functiontest_executed_tier_counts_stay_on_one_line_at_narrow_widths
(monkeypatch)
tests/reporting/test_final_render_context.py:552
Functiontest_execution_and_coverage_failures_take_precedence_over_activation
(condition: str, failure: str)
tests/reporting/test_dashboard_activation_regressions.py:113
Functiontest_execution_complete_does_not_reinterpret_the_native_quality_verdict
(verdict)
tests/ci/test_tier3_execution_complete.py:87
Functiontest_execution_counts_include_unscoreable_trials
(tmp_path: Path)
tests/test_baseline_store.py:338
Functiontest_execution_error_alias_is_not_listed_twice
()
tests/reporting/test_private_runtime_projection.py:171
Functiontest_execution_error_overrides_nominal_scores_and_verdicts
()
tests/reporting/test_tier3_expectations.py:128
Functiontest_execution_error_overwrites_stale_html_with_honest_diagnostic
(tmp_path)
tests/ci/test_native_reports.py:115
Functiontest_execution_errors_beside_an_incomplete_scan_are_junit_errors
()
tests/reporting/test_junit_reporter.py:221
Functiontest_executive_summary_states_one_verdict_reason_and_four_kpis
()
tests/reporting/test_report_redesign.py:222
Functiontest_exhausted_card_and_raw_reward_budgets_do_not_iterate_rewards
()
tests/reporting/test_unified_tier3_report.py:1893
Functiontest_exhausted_projection_budget_does_not_turn_other_arm_into_observed_zero
(monkeypatch)
tests/reporting/test_final_render_context.py:453
Functiontest_existing_branch_unrelated_changes_rejected
(trusted, monkeypatch)
tests/ci/test_benchmark_publish.py:310
Functiontest_existing_case_aliases_do_not_break_runtime_identity_or_native_copy
(tmp_path)
tests/tier3/test_plugin_runtime_identity.py:251
Functiontest_existing_component_is_preserved_except_for_required_job_permission
()
tests/test_ci_onboarding_existing.py:35
Functiontest_existing_component_onboarding_preserves_team_configuration
(repository, release_file)
tests/test_ci_onboarding.py:531
Functiontest_existing_contained_validation_does_not_enable_private_policy
(tmp_path: Path)
tests/cli/test_private_foundations_public_compatibility.py:33
Functiontest_existing_custom_results_content_is_not_removed_from_authored_guard
(tmp_path)
tests/tier3/test_plugin_runtime_identity.py:161
Functiontest_existing_dataset_noop_precedes_skill_and_guidance_reads
(tmp_path, grounding)
tests/tier3/test_dataset_auto_grounding.py:859
Functiontest_existing_destination_is_never_overwritten
(tmp_path: Path)
tests/tier3/test_plugin_dataset.py:146
Functiontest_existing_destination_publish_survives_chmod_without_nofollow_support
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, mode: str, )
tests/test_harbor_secure_copy.py:558
Functiontest_existing_destructive_commands_remain_flagged
(security_check, command: str)
tests/tier3/test_destructive_command_paths.py:410
Functiontest_existing_file_replacement_survives_chmod_without_nofollow_support
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, )
tests/test_harbor_secure_copy.py:596
Functiontest_existing_harbor_staging_installs_the_configuration_and_keeps_tasks_fixed
(monkeypatch, tmp_path)
tests/tier3/test_interactions.py:464
Functiontest_existing_history_requires_this_repositorys_ownership_marker
(monkeypatch)
tests/test_ci_onboarding.py:296
Functiontest_existing_manifest_precedence_is_preserved
(tmp_path: Path)
tests/test_openclaw_plugin_discovery.py:75
Functiontest_existing_matching_cli_skips_probe_and_bootstrap
( tmp_path: Path, agent_class: type, version: str | None )
tests/tier3/test_installed_agent_bootstrap.py:210
Functiontest_existing_mutable_branch_or_dynamic_wrapper_is_not_silently_approved
(ref)
tests/test_ci_onboarding_existing.py:63
Functiontest_existing_nonmanifest_output_survives_real_writer
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, destination: str, contents: str )
tests/tier3/test_decoy_commands.py:171
Functiontest_existing_output_and_source_are_not_overwritten
(payload, tmp_path)
tests/tier3/test_external_metrics.py:297
Functiontest_existing_pr_tracks_new_head_sha_and_receives_current_body
(trusted, monkeypatch)
tests/ci/test_benchmark_publish.py:689
Functiontest_existing_pr_update_tolerates_live_repository_and_user_metadata
(trusted, monkeypatch)
tests/ci/test_benchmark_publish.py:392
Functiontest_existing_private_site_is_read_back_without_recreation
(monkeypatch, tmp_path, info, pages)
tests/test_ci_onboarding_pages.py:312
Functiontest_existing_private_worker_directories_are_reused
(tmp_path)
tests/ci/test_run_tier1.py:1830
Functiontest_existing_reader_observes_bound_and_file_identity
(tmp_path)
tests/utils/test_secure_fs_bounded.py:12
Functiontest_existing_reader_refuses_files_that_are_not_single_link_regular
(tmp_path, kind)
tests/utils/test_secure_fs_bounded.py:29
Functiontest_existing_real_task_directory_is_safely_replaced
(tmp_path: Path)
tests/test_harbor_case_id_safety.py:464
Functiontest_existing_release_output_is_preserved
(tmp_path)
tests/ci/test_render_templates.py:128
Functiontest_existing_security_findings_remain_blocking_with_reference_caveats
()
tests/validators/test_security_reference_caveats.py:320
Functiontest_existing_setup_branch_with_extra_files_is_not_reused
(repository, all_release, monkeypatch)
tests/test_ci_onboarding_all_tiers.py:428
Methodtest_existing_skill_skips_only_its_own_entry
(self, tmp_path: Path, write_skill)
tests/embedding/test_catalog.py:690
Functiontest_existing_stale_manifest_can_be_regenerated
(tmp_path: Path, monkeypatch: pytest.MonkeyPatch)
tests/tier3/test_decoy_commands.py:191
Functiontest_existing_task_replacement_uses_transactional_publish_without_hardened_rmtree
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, )
tests/test_harbor_case_id_safety.py:481
← previousnext →15,701–15,800 of 24,741, ranked by callers