Code
Hub
Workspaces
Following
Trending
Connect
MCP
copy
Create free account
hub
/
github.com/NVIDIA/SkillEvaluator
/ functions
Functions
24,741 in github.com/NVIDIA/SkillEvaluator
⨍
Functions
24,741
◇
Types & classes
1,292
↳
Endpoints
703
Function
test_compare_ignores_newer_partial_timestamp_run
( tmp_path: Path, capsys: pytest.CaptureFixture[str], partial_kind: str, )
tests/test_tier3_compare.py:657
Function
test_compare_ignores_nonfinite_component_scores
()
tests/test_tier3_compare.py:327
Function
test_compare_ignores_out_of_range_standard_scores
()
tests/test_tier3_compare.py:332
Function
test_compare_never_mixes_agents_across_candidate_roots
( tmp_path: Path, capsys: pytest.CaptureFixture[str], )
tests/test_tier3_compare.py:762
Function
test_compare_never_pairs_baseline_from_a_different_timestamp
( tmp_path: Path, capsys: pytest.CaptureFixture[str], )
tests/test_tier3_compare.py:524
Function
test_compare_overall_uses_the_canonical_dimension_mean
()
tests/test_tier3_compare.py:34
Function
test_compare_publishes_the_same_overall_and_lift_as_the_run_outputs
( tmp_path: Path, capsys: pytest.CaptureFixture[str], baseline_not_applicable: tuple[str, ...],
tests/test_tier3_compare.py:855
Function
test_compare_rejects_cross_agent_overalls_with_different_score_policies
( tmp_path: Path, capsys: pytest.CaptureFixture[str] )
tests/test_tier3_compare.py:47
Function
test_compare_rejects_cross_agent_overalls_with_different_standard_metric_sets
( tmp_path: Path, capsys: pytest.CaptureFixture[str], )
tests/test_tier3_compare.py:141
Function
test_compare_rejects_partial_scores_from_failed_summary
(tmp_path: Path)
tests/test_tier3_compare.py:477
Function
test_compare_renders_scalar_only_custom_summaries
( tmp_path: Path, capsys: pytest.CaptureFixture[str], )
tests/test_tier3_compare.py:268
Function
test_compare_retains_non_timestamp_legacy_summary_directory
( tmp_path: Path, capsys: pytest.CaptureFixture[str], )
tests/test_tier3_compare.py:692
Function
test_compare_same_timestamp_unique_runs_uses_result_completion_time
( tmp_path: Path, capsys: pytest.CaptureFixture[str], )
tests/test_tier3_compare.py:558
Function
test_compare_scores_custom_only_agent_against_standard_agent
( tmp_path: Path, capsys: pytest.CaptureFixture[str], recorded_policy: bool, )
tests/test_tier3_compare.py:90
Function
test_compare_still_rejects_custom_agent_with_a_standard_baseline
( tmp_path: Path, capsys: pytest.CaptureFixture[str], )
tests/test_tier3_compare.py:120
Function
test_compares_paired_outcomes_and_keeps_trial_evidence
(tmp_path)
tests/tier3/test_interactions.py:150
Function
test_comparison_arm_jobs_use_the_existing_engine_variants
(tmp_path, monkeypatch)
tests/tier3/test_plugin_evidence.py:257
Function
test_comparison_attempt_reset_preserves_previous_results_and_resets_native_hooks
(tmp_path)
tests/tier3/test_private_comparison_artifacts.py:213
Function
test_comparison_basis_caps_case_ids_and_lists_each_cut_id_once
()
tests/test_judge_lift_integrity.py:629
Function
test_comparison_basis_counts_repeated_attempts_apart_from_na_and_unpaired_cases
()
tests/test_judge_lift_integrity.py:451
Function
test_comparison_basis_leaves_out_trials_without_a_resolved_case
()
tests/test_judge_lift_integrity.py:654
Function
test_comparison_basis_publishes_both_attempt_counts_or_neither
( complete: bool, metrics_basis: dict, attempts: tuple[int | None, int | None] )
tests/test_judge_lift_integrity.py:782
Method
test_comparison_budget_exhaustion_keeps_the_finding
( self, tmp_path: Path, monkeypatch: pytest.MonkeyPatch, budget_name: str, guidance: str )
tests/validators/test_skillspector_scope.py:1057
Function
test_comparison_evidence_is_saved_before_real_runner_cleanup
(tmp_path, monkeypatch)
tests/tier3/test_private_comparison_engine_acceptance.py:323
Function
test_comparison_keeps_measurements_visible_and_recorded_reasoning_expandable
()
tests/reporting/test_report_readability.py:48
Method
test_comparison_operators_in_description_allowed
Test threshold comparators in descriptions are not treated as XML tags.
tests/validators/test_schema.py:611
Method
test_comparison_syntax_is_not_reported_as_xml
(self, tmp_path: Path, description: str)
tests/validators/test_quality_score.py:712
Function
test_comparison_table_keeps_partial_notes_without_repeating_normal_comparison_prose
(status)
tests/reporting/test_native_feature_restoration.py:20
Function
test_comparison_views_keep_measurements_numeric
(tmp_path: Path, view: str, measured_column: str)
tests/reporting/test_dashboard_app.py:539
Function
test_compatibility_distinct_publication_names_cannot_mix_across_tiers
(tmp_path: Path)
tests/reporting/test_advisory_skip_verdict.py:2141
Function
test_compatibility_exec_without_environment_uses_empty_process_override
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, )
tests/test_harbor_secure_docker_environment.py:7095
Function
test_complete_ab_run_records_paired_pass_evidence
(tmp_path: Path)
tests/test_harbor_collector_runtime_failures.py:1860
Function
test_complete_baseline_has_no_evidence_limitations
()
tests/reporting/test_private_runtime_projection.py:141
Function
test_complete_clean_skill_does_not_borrow_a_tier_reason
()
tests/ci/test_comment_summary.py:135
Function
test_complete_execution_with_na_baseline_dimensions_is_not_incomplete
()
tests/ci/test_tier3_execution_complete.py:77
Function
test_complete_legacy_policy_keeps_its_metric_mean
()
tests/tier3/test_private_comparison_contracts.py:284
Function
test_complete_low_score_is_execution_success
(tmp_path: Path)
tests/test_harbor_collector_runtime_failures.py:1046
Function
test_complete_mixed_saved_run_rebuilds_logical_lift_and_rejects_different_case_cohorts
(tmp_path)
tests/reporting/test_applicability_saved_runs.py:207
Function
test_complete_one_sided_pairing_formats_identical_probability_once
(monkeypatch: pytest.MonkeyPatch)
tests/test_harbor_metrics_truth.py:1194
Function
test_complete_pairing_delta_matches_count_derived_arm_delta
()
tests/test_harbor_metrics_truth.py:1121
Function
test_complete_replacement_can_change_vector_width
(tmp_path: Path)
tests/embedding/test_collection_coverage.py:289
Function
test_complete_required_behavior_evidence_is_judged_normally
(judge_module, monkeypatch)
tests/tier3/test_judge_contracts.py:465
Function
test_complete_retained_reports_preserve_run_owned_evidence
(tmp_path)
tests/ci/test_benchmark_reports.py:124
Function
test_complete_skill_deletion_is_recorded_even_when_its_configured_root_disappears
(repository)
tests/ci/test_select_changed_skills.py:126
Function
test_complete_structured_coverage_takes_precedence_over_stale_run_summary
(level)
tests/reporting/test_insights_view.py:320
Function
test_completed_budget_overrun_reaches_terminal_html_and_json_summary
(legacy)
tests/tier3/test_run_budget.py:791
Function
test_completed_event_and_manual_backfill_pass_an_explicit_attempt
()
tests/ci/test_publisher_workflow.py:25
Function
test_completed_failing_duplicate_check_is_still_completed
()
tests/reporting/test_evidence_views.py:114
Function
test_completed_native_tier3_quality_failure_retains_execution_success
()
tests/reporting/test_retained_tiers.py:79
Function
test_completed_results_survive_timeout_and_unstarted_skills_stay_incomplete
(tmp_path)
tests/ci/test_run_tier1.py:1148
Function
test_completed_skipped_or_malformed_arms_are_not_incomplete
(conditions: object)
tests/reporting/test_tier3_incomplete_arms.py:249
Function
test_completed_tier3_peer_suppresses_stale_skip_narrative
()
tests/reporting/test_advisory_skip_verdict.py:1074
Function
test_completed_tier3_rejects_punctuation_and_placeholder_identities
( identity_field: str, invalid_identity: str, )
tests/reporting/test_advisory_skip_verdict.py:4183
Function
test_completed_tier3_requires_run_id_in_payload_and_summary
(missing_location: str)
tests/reporting/test_advisory_skip_verdict.py:4151
Function
test_completely_deleted_configured_skill_is_disclosed_not_evaluated
(tmp_path)
tests/ci/test_run_tier1.py:1063
Function
test_completeness_checks_loose_parts_against_the_full_plugin
()
tests/tier3/test_private_ladder_stats.py:520
Function
test_completeness_rejects_missing_attempts
()
tests/tier3/test_private_comparison_contracts.py:174
Function
test_completeness_without_a_loose_arm_is_unchanged
()
tests/tier3/test_private_ladder_stats.py:514
Function
test_completion_counter_at_the_json_safe_limit_proves_progress
(tmp_path: Path, source: str)
tests/tier3/test_baseline_timeouts.py:394
Function
test_completion_keeps_long_pr_links_copyable
(monkeypatch, tmp_path, width)
tests/test_ci_onboarding.py:181
Method
test_completion_line_reports_outcome
(self, tiny_skill, progress_capture)
tests/test_progress_output.py:59
Function
test_completion_token_payload_resolves_provider_and_url_when_omitted
( monkeypatch: pytest.MonkeyPatch, )
tests/test_llm_judge.py:260
Method
test_completions_still_sends_one_system_and_one_user_message
(self, monkeypatch: pytest.MonkeyPatch)
tests/inference/test_llm_client.py:1444
Function
test_component_attribution_does_not_guess_shared_names_or_read_source_paths
(monkeypatch)
tests/reporting/test_private_static_reports.py:507
Function
test_component_open_closes_child_when_fstat_fails
(tmp_path: Path, monkeypatch: pytest.MonkeyPatch)
tests/utils/test_secure_fs.py:151
Function
test_component_properties_are_sanitized_even_when_matching_uses_full_paths
()
tests/reporting/test_private_static_reports.py:638
Function
test_component_rule_replaces_the_generic_delivery_finding
(tmp_path: Path)
tests/harness/test_plugin_compat.py:206
Function
test_component_tags_preserve_ref_monitor_and_same_name_mcp_attribution
()
tests/reporting/test_private_static_reports.py:613
Method
test_components_after_unions
(self)
tests/deduplication/intra_skill/test_semantic_clustering.py:40
Function
test_components_declared_in_the_manifest_are_not_reported_missing
(tmp_path: Path)
tests/harness/test_plugin_compat.py:198
Method
test_components_initial
(self)
tests/deduplication/intra_skill/test_semantic_clustering.py:35
Function
test_compose_bounded_path_uses_devnull_without_stdin_or_callback
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, )
tests/test_harbor_secure_docker_environment.py:375
Function
test_compose_cancellation_reaps_process_tree_even_when_repeated
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, )
tests/test_harbor_secure_docker_environment.py:7308
Function
test_compose_check_false_redacts_success_output
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, )
tests/test_harbor_secure_docker_environment.py:7160
Function
test_compose_exact_sensitive_values_redact_check_errors_at_every_length
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, secret: str, )
tests/test_harbor_secure_docker_environment.py:7276
Function
test_compose_interpolation_scanner_handles_compose_forms
( content: str, expected: set[str], )
tests/test_harbor_secure_docker_environment.py:2760
Function
test_compose_model_parser_bounds_depth_before_object_construction
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, )
tests/test_harbor_secure_docker_environment.py:2867
Function
test_compose_model_parser_bounds_recursive_aliases_and_node_expansion
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, )
tests/test_harbor_secure_docker_environment.py:2838
Function
test_compose_model_parser_excludes_comments_and_mapping_keys_and_follows_safe_inputs
( tmp_path: Path, )
tests/test_harbor_secure_docker_environment.py:2767
Function
test_compose_model_parser_rejects_include_dotenv_and_custom_project_directory
( tmp_path: Path, )
tests/test_harbor_secure_docker_environment.py:2913
Function
test_compose_model_parser_rejects_non_regular_include_without_blocking
( tmp_path: Path, )
tests/test_harbor_secure_docker_environment.py:2893
Function
test_compose_model_parser_uses_project_directory_for_override_extends
( tmp_path: Path, )
tests/test_harbor_secure_docker_environment.py:2948
Function
test_compose_output_limit_fails_closed_and_contains_process
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, with_callback: bool, )
tests/test_harbor_secure_docker_environment.py:328
Function
test_compose_process_cleanup_remains_bounded_when_communication_ignores_cancellation
( monkeypatch: pytest.MonkeyPatch, )
tests/test_harbor_secure_docker_environment.py:7532
Function
test_compose_process_receives_value_only_in_env_and_redacts_failure
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, )
tests/test_harbor_secure_docker_environment.py:7126
Function
test_compose_redacts_host_client_credentials_from_callback_and_result
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, environment_name: str, credential_value: st
tests/test_harbor_secure_docker_environment.py:537
Function
test_compose_redacts_host_client_credentials_from_checked_error
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, environment_name: str, credential_value: st
tests/test_harbor_secure_docker_environment.py:632
Function
test_compose_redacts_host_proxy_credential_fragments
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, proxy_uri: str, diagnostic: str, secret
tests/test_harbor_secure_docker_environment.py:595
Function
test_compose_redacts_long_secrets_without_rewriting_short_env_flags
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, )
tests/test_harbor_secure_docker_environment.py:7246
Function
test_compose_rejects_build_with_global_image_tag
(tmp_path: Path)
tests/test_harbor_runtime_skill_isolation.py:4090
Function
test_compose_rejects_non_string_mapping_keys
(tmp_path: Path)
tests/test_harbor_runtime_skill_isolation.py:4104
Function
test_compose_stdin_handoff_redacts_secret_without_argv_or_environment
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, )
tests/test_harbor_secure_docker_environment.py:7186
Function
test_compose_stdin_reaches_bounded_subprocess_byte_for_byte
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, stdin_data: bytes, )
tests/test_harbor_secure_docker_environment.py:396
Function
test_compose_stream_callback_and_error_match_for_offset_overlap
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, )
tests/test_harbor_secure_docker_environment.py:807
Function
test_compose_stream_callback_and_result_match_for_offset_overlap
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, )
tests/test_harbor_secure_docker_environment.py:779
Function
test_compose_stream_callback_exception_is_propagated_after_process_reap
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, error_type: type[BaseException], )
tests/test_harbor_secure_docker_environment.py:1385
Function
test_compose_stream_callback_flushes_incomplete_secret_prefix_at_eof
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, )
tests/test_harbor_secure_docker_environment.py:722
Function
test_compose_stream_callback_nonzero_check_semantics_are_redacted
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, check: bool, )
tests/test_harbor_secure_docker_environment.py:1249
Function
test_compose_stream_callback_receives_merged_complete_redacted_output
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, )
tests/test_harbor_secure_docker_environment.py:458
Function
test_compose_stream_callback_redacts_multiline_and_overlapping_secrets_across_reader_boundaries
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, )
tests/test_harbor_secure_docker_environment.py:659
← previous
next →
14,301–14,400 of 24,741, ranked by callers