MCPcopy Create free account

hub / github.com/NVIDIA/SkillEvaluator / functions

Functions24,741 in github.com/NVIDIA/SkillEvaluator

Functiontest_compare_ignores_newer_partial_timestamp_run
( tmp_path: Path, capsys: pytest.CaptureFixture[str], partial_kind: str, )
tests/test_tier3_compare.py:657
Functiontest_compare_ignores_nonfinite_component_scores
()
tests/test_tier3_compare.py:327
Functiontest_compare_ignores_out_of_range_standard_scores
()
tests/test_tier3_compare.py:332
Functiontest_compare_never_mixes_agents_across_candidate_roots
( tmp_path: Path, capsys: pytest.CaptureFixture[str], )
tests/test_tier3_compare.py:762
Functiontest_compare_never_pairs_baseline_from_a_different_timestamp
( tmp_path: Path, capsys: pytest.CaptureFixture[str], )
tests/test_tier3_compare.py:524
Functiontest_compare_overall_uses_the_canonical_dimension_mean
()
tests/test_tier3_compare.py:34
Functiontest_compare_publishes_the_same_overall_and_lift_as_the_run_outputs
( tmp_path: Path, capsys: pytest.CaptureFixture[str], baseline_not_applicable: tuple[str, ...],
tests/test_tier3_compare.py:855
Functiontest_compare_rejects_cross_agent_overalls_with_different_score_policies
( tmp_path: Path, capsys: pytest.CaptureFixture[str] )
tests/test_tier3_compare.py:47
Functiontest_compare_rejects_cross_agent_overalls_with_different_standard_metric_sets
( tmp_path: Path, capsys: pytest.CaptureFixture[str], )
tests/test_tier3_compare.py:141
Functiontest_compare_rejects_partial_scores_from_failed_summary
(tmp_path: Path)
tests/test_tier3_compare.py:477
Functiontest_compare_renders_scalar_only_custom_summaries
( tmp_path: Path, capsys: pytest.CaptureFixture[str], )
tests/test_tier3_compare.py:268
Functiontest_compare_retains_non_timestamp_legacy_summary_directory
( tmp_path: Path, capsys: pytest.CaptureFixture[str], )
tests/test_tier3_compare.py:692
Functiontest_compare_same_timestamp_unique_runs_uses_result_completion_time
( tmp_path: Path, capsys: pytest.CaptureFixture[str], )
tests/test_tier3_compare.py:558
Functiontest_compare_scores_custom_only_agent_against_standard_agent
( tmp_path: Path, capsys: pytest.CaptureFixture[str], recorded_policy: bool, )
tests/test_tier3_compare.py:90
Functiontest_compare_still_rejects_custom_agent_with_a_standard_baseline
( tmp_path: Path, capsys: pytest.CaptureFixture[str], )
tests/test_tier3_compare.py:120
Functiontest_compares_paired_outcomes_and_keeps_trial_evidence
(tmp_path)
tests/tier3/test_interactions.py:150
Functiontest_comparison_arm_jobs_use_the_existing_engine_variants
(tmp_path, monkeypatch)
tests/tier3/test_plugin_evidence.py:257
Functiontest_comparison_attempt_reset_preserves_previous_results_and_resets_native_hooks
(tmp_path)
tests/tier3/test_private_comparison_artifacts.py:213
Functiontest_comparison_basis_caps_case_ids_and_lists_each_cut_id_once
()
tests/test_judge_lift_integrity.py:629
Functiontest_comparison_basis_counts_repeated_attempts_apart_from_na_and_unpaired_cases
()
tests/test_judge_lift_integrity.py:451
Functiontest_comparison_basis_leaves_out_trials_without_a_resolved_case
()
tests/test_judge_lift_integrity.py:654
Functiontest_comparison_basis_publishes_both_attempt_counts_or_neither
( complete: bool, metrics_basis: dict, attempts: tuple[int | None, int | None] )
tests/test_judge_lift_integrity.py:782
Methodtest_comparison_budget_exhaustion_keeps_the_finding
( self, tmp_path: Path, monkeypatch: pytest.MonkeyPatch, budget_name: str, guidance: str )
tests/validators/test_skillspector_scope.py:1057
Functiontest_comparison_evidence_is_saved_before_real_runner_cleanup
(tmp_path, monkeypatch)
tests/tier3/test_private_comparison_engine_acceptance.py:323
Functiontest_comparison_keeps_measurements_visible_and_recorded_reasoning_expandable
()
tests/reporting/test_report_readability.py:48
Methodtest_comparison_operators_in_description_allowed
Test threshold comparators in descriptions are not treated as XML tags.
tests/validators/test_schema.py:611
Methodtest_comparison_syntax_is_not_reported_as_xml
(self, tmp_path: Path, description: str)
tests/validators/test_quality_score.py:712
Functiontest_comparison_table_keeps_partial_notes_without_repeating_normal_comparison_prose
(status)
tests/reporting/test_native_feature_restoration.py:20
Functiontest_comparison_views_keep_measurements_numeric
(tmp_path: Path, view: str, measured_column: str)
tests/reporting/test_dashboard_app.py:539
Functiontest_compatibility_distinct_publication_names_cannot_mix_across_tiers
(tmp_path: Path)
tests/reporting/test_advisory_skip_verdict.py:2141
Functiontest_compatibility_exec_without_environment_uses_empty_process_override
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, )
tests/test_harbor_secure_docker_environment.py:7095
Functiontest_complete_ab_run_records_paired_pass_evidence
(tmp_path: Path)
tests/test_harbor_collector_runtime_failures.py:1860
Functiontest_complete_baseline_has_no_evidence_limitations
()
tests/reporting/test_private_runtime_projection.py:141
Functiontest_complete_clean_skill_does_not_borrow_a_tier_reason
()
tests/ci/test_comment_summary.py:135
Functiontest_complete_execution_with_na_baseline_dimensions_is_not_incomplete
()
tests/ci/test_tier3_execution_complete.py:77
Functiontest_complete_legacy_policy_keeps_its_metric_mean
()
tests/tier3/test_private_comparison_contracts.py:284
Functiontest_complete_low_score_is_execution_success
(tmp_path: Path)
tests/test_harbor_collector_runtime_failures.py:1046
Functiontest_complete_mixed_saved_run_rebuilds_logical_lift_and_rejects_different_case_cohorts
(tmp_path)
tests/reporting/test_applicability_saved_runs.py:207
Functiontest_complete_one_sided_pairing_formats_identical_probability_once
(monkeypatch: pytest.MonkeyPatch)
tests/test_harbor_metrics_truth.py:1194
Functiontest_complete_pairing_delta_matches_count_derived_arm_delta
()
tests/test_harbor_metrics_truth.py:1121
Functiontest_complete_replacement_can_change_vector_width
(tmp_path: Path)
tests/embedding/test_collection_coverage.py:289
Functiontest_complete_required_behavior_evidence_is_judged_normally
(judge_module, monkeypatch)
tests/tier3/test_judge_contracts.py:465
Functiontest_complete_retained_reports_preserve_run_owned_evidence
(tmp_path)
tests/ci/test_benchmark_reports.py:124
Functiontest_complete_skill_deletion_is_recorded_even_when_its_configured_root_disappears
(repository)
tests/ci/test_select_changed_skills.py:126
Functiontest_complete_structured_coverage_takes_precedence_over_stale_run_summary
(level)
tests/reporting/test_insights_view.py:320
Functiontest_completed_budget_overrun_reaches_terminal_html_and_json_summary
(legacy)
tests/tier3/test_run_budget.py:791
Functiontest_completed_event_and_manual_backfill_pass_an_explicit_attempt
()
tests/ci/test_publisher_workflow.py:25
Functiontest_completed_failing_duplicate_check_is_still_completed
()
tests/reporting/test_evidence_views.py:114
Functiontest_completed_native_tier3_quality_failure_retains_execution_success
()
tests/reporting/test_retained_tiers.py:79
Functiontest_completed_results_survive_timeout_and_unstarted_skills_stay_incomplete
(tmp_path)
tests/ci/test_run_tier1.py:1148
Functiontest_completed_skipped_or_malformed_arms_are_not_incomplete
(conditions: object)
tests/reporting/test_tier3_incomplete_arms.py:249
Functiontest_completed_tier3_peer_suppresses_stale_skip_narrative
()
tests/reporting/test_advisory_skip_verdict.py:1074
Functiontest_completed_tier3_rejects_punctuation_and_placeholder_identities
( identity_field: str, invalid_identity: str, )
tests/reporting/test_advisory_skip_verdict.py:4183
Functiontest_completed_tier3_requires_run_id_in_payload_and_summary
(missing_location: str)
tests/reporting/test_advisory_skip_verdict.py:4151
Functiontest_completely_deleted_configured_skill_is_disclosed_not_evaluated
(tmp_path)
tests/ci/test_run_tier1.py:1063
Functiontest_completeness_checks_loose_parts_against_the_full_plugin
()
tests/tier3/test_private_ladder_stats.py:520
Functiontest_completeness_rejects_missing_attempts
()
tests/tier3/test_private_comparison_contracts.py:174
Functiontest_completeness_without_a_loose_arm_is_unchanged
()
tests/tier3/test_private_ladder_stats.py:514
Functiontest_completion_counter_at_the_json_safe_limit_proves_progress
(tmp_path: Path, source: str)
tests/tier3/test_baseline_timeouts.py:394
Functiontest_completion_keeps_long_pr_links_copyable
(monkeypatch, tmp_path, width)
tests/test_ci_onboarding.py:181
Methodtest_completion_line_reports_outcome
(self, tiny_skill, progress_capture)
tests/test_progress_output.py:59
Functiontest_completion_token_payload_resolves_provider_and_url_when_omitted
( monkeypatch: pytest.MonkeyPatch, )
tests/test_llm_judge.py:260
Methodtest_completions_still_sends_one_system_and_one_user_message
(self, monkeypatch: pytest.MonkeyPatch)
tests/inference/test_llm_client.py:1444
Functiontest_component_attribution_does_not_guess_shared_names_or_read_source_paths
(monkeypatch)
tests/reporting/test_private_static_reports.py:507
Functiontest_component_open_closes_child_when_fstat_fails
(tmp_path: Path, monkeypatch: pytest.MonkeyPatch)
tests/utils/test_secure_fs.py:151
Functiontest_component_properties_are_sanitized_even_when_matching_uses_full_paths
()
tests/reporting/test_private_static_reports.py:638
Functiontest_component_rule_replaces_the_generic_delivery_finding
(tmp_path: Path)
tests/harness/test_plugin_compat.py:206
Functiontest_component_tags_preserve_ref_monitor_and_same_name_mcp_attribution
()
tests/reporting/test_private_static_reports.py:613
Methodtest_components_after_unions
(self)
tests/deduplication/intra_skill/test_semantic_clustering.py:40
Functiontest_components_declared_in_the_manifest_are_not_reported_missing
(tmp_path: Path)
tests/harness/test_plugin_compat.py:198
Methodtest_components_initial
(self)
tests/deduplication/intra_skill/test_semantic_clustering.py:35
Functiontest_compose_bounded_path_uses_devnull_without_stdin_or_callback
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, )
tests/test_harbor_secure_docker_environment.py:375
Functiontest_compose_cancellation_reaps_process_tree_even_when_repeated
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, )
tests/test_harbor_secure_docker_environment.py:7308
Functiontest_compose_check_false_redacts_success_output
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, )
tests/test_harbor_secure_docker_environment.py:7160
Functiontest_compose_exact_sensitive_values_redact_check_errors_at_every_length
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, secret: str, )
tests/test_harbor_secure_docker_environment.py:7276
Functiontest_compose_interpolation_scanner_handles_compose_forms
( content: str, expected: set[str], )
tests/test_harbor_secure_docker_environment.py:2760
Functiontest_compose_model_parser_bounds_depth_before_object_construction
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, )
tests/test_harbor_secure_docker_environment.py:2867
Functiontest_compose_model_parser_bounds_recursive_aliases_and_node_expansion
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, )
tests/test_harbor_secure_docker_environment.py:2838
Functiontest_compose_model_parser_excludes_comments_and_mapping_keys_and_follows_safe_inputs
( tmp_path: Path, )
tests/test_harbor_secure_docker_environment.py:2767
Functiontest_compose_model_parser_rejects_include_dotenv_and_custom_project_directory
( tmp_path: Path, )
tests/test_harbor_secure_docker_environment.py:2913
Functiontest_compose_model_parser_rejects_non_regular_include_without_blocking
( tmp_path: Path, )
tests/test_harbor_secure_docker_environment.py:2893
Functiontest_compose_model_parser_uses_project_directory_for_override_extends
( tmp_path: Path, )
tests/test_harbor_secure_docker_environment.py:2948
Functiontest_compose_output_limit_fails_closed_and_contains_process
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, with_callback: bool, )
tests/test_harbor_secure_docker_environment.py:328
Functiontest_compose_process_cleanup_remains_bounded_when_communication_ignores_cancellation
( monkeypatch: pytest.MonkeyPatch, )
tests/test_harbor_secure_docker_environment.py:7532
Functiontest_compose_process_receives_value_only_in_env_and_redacts_failure
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, )
tests/test_harbor_secure_docker_environment.py:7126
Functiontest_compose_redacts_host_client_credentials_from_callback_and_result
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, environment_name: str, credential_value: st
tests/test_harbor_secure_docker_environment.py:537
Functiontest_compose_redacts_host_client_credentials_from_checked_error
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, environment_name: str, credential_value: st
tests/test_harbor_secure_docker_environment.py:632
Functiontest_compose_redacts_host_proxy_credential_fragments
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, proxy_uri: str, diagnostic: str, secret
tests/test_harbor_secure_docker_environment.py:595
Functiontest_compose_redacts_long_secrets_without_rewriting_short_env_flags
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, )
tests/test_harbor_secure_docker_environment.py:7246
Functiontest_compose_rejects_build_with_global_image_tag
(tmp_path: Path)
tests/test_harbor_runtime_skill_isolation.py:4090
Functiontest_compose_rejects_non_string_mapping_keys
(tmp_path: Path)
tests/test_harbor_runtime_skill_isolation.py:4104
Functiontest_compose_stdin_handoff_redacts_secret_without_argv_or_environment
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, )
tests/test_harbor_secure_docker_environment.py:7186
Functiontest_compose_stdin_reaches_bounded_subprocess_byte_for_byte
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, stdin_data: bytes, )
tests/test_harbor_secure_docker_environment.py:396
Functiontest_compose_stream_callback_and_error_match_for_offset_overlap
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, )
tests/test_harbor_secure_docker_environment.py:807
Functiontest_compose_stream_callback_and_result_match_for_offset_overlap
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, )
tests/test_harbor_secure_docker_environment.py:779
Functiontest_compose_stream_callback_exception_is_propagated_after_process_reap
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, error_type: type[BaseException], )
tests/test_harbor_secure_docker_environment.py:1385
Functiontest_compose_stream_callback_flushes_incomplete_secret_prefix_at_eof
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, )
tests/test_harbor_secure_docker_environment.py:722
Functiontest_compose_stream_callback_nonzero_check_semantics_are_redacted
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, check: bool, )
tests/test_harbor_secure_docker_environment.py:1249
Functiontest_compose_stream_callback_receives_merged_complete_redacted_output
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, )
tests/test_harbor_secure_docker_environment.py:458
Functiontest_compose_stream_callback_redacts_multiline_and_overlapping_secrets_across_reader_boundaries
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, )
tests/test_harbor_secure_docker_environment.py:659
← previousnext →14,301–14,400 of 24,741, ranked by callers