MCPcopy Create free account

hub / github.com/NVIDIA/SkillEvaluator / functions

Functions24,741 in github.com/NVIDIA/SkillEvaluator

Functiontest_partial_rewards_stay_suppressed_when_not_every_job_error_maps_to_a_trial
(tmp_path: Path)
tests/test_harbor_collector_runtime_failures.py:994
Functiontest_partial_scan_with_confirmed_findings_keeps_observed_count_unknown_total
()
tests/ci/test_summary_metrics.py:53
Functiontest_partial_score_averages_available_dimensions_instead_of_evaluators
()
tests/test_harbor_metrics_truth.py:604
Functiontest_partial_tier3_evidence_assessment_is_shared_without_changing_command_gate
()
tests/reporting/test_final_render_context.py:366
Functiontest_partial_token_groups_are_labelled_and_missing_chart_components_remain_unknown
()
tests/reporting/test_telemetry_view.py:208
Functiontest_partially_errored_job_preserves_only_completed_trial_coverage
Known failed trials are excluded without hiding the other completed attempts.
tests/test_harbor_collector_runtime_failures.py:818
Methodtest_partly_parsed_manifests_without_record_counts_get_the_critical
v2.13.3 gives these the same row and BH1 as a manifest it read in full; they still fail.
tests/validators/test_skillspector_hook_surface.py:879
Functiontest_pass_at_k_final_column_has_a_narrow_viewport_scroll_contract
()
tests/reporting/test_unified_tier3_report.py:3808
Functiontest_pass_at_k_render_derives_paired_delta_from_validated_outcomes
()
tests/reporting/test_unified_tier3_report.py:3559
Functiontest_pass_at_k_render_drops_exact_test_for_inconsistent_pairing
( paired_comparison: dict[str, object], )
tests/reporting/test_unified_tier3_report.py:3551
Functiontest_pass_at_k_render_drops_malformed_mcnemar_exact
(mcnemar_exact: object)
tests/reporting/test_unified_tier3_report.py:3361
Functiontest_pass_at_k_render_drops_malformed_minimum_attainable_probability
( minimum_attainable_p_value: object, )
tests/reporting/test_unified_tier3_report.py:3385
Functiontest_pass_at_k_render_drops_nonmapping_paired_comparison
(paired_comparison: object)
tests/reporting/test_unified_tier3_report.py:3339
Functiontest_pass_at_k_render_preserves_adjacent_subnormal_mcnemar_probability
()
tests/reporting/test_unified_tier3_report.py:3601
Functiontest_pass_at_k_render_preserves_distinct_central_high_n_wilson_bounds
()
tests/reporting/test_unified_tier3_report.py:3769
Functiontest_pass_at_k_render_preserves_exact_subnormal_mcnemar_probability
()
tests/reporting/test_unified_tier3_report.py:3621
Functiontest_pass_at_k_render_preserves_narrow_intervals_and_small_paired_delta
()
tests/reporting/test_unified_tier3_report.py:3669
Functiontest_pass_at_k_render_preserves_rounded_subnormal_mcnemar_probability
()
tests/reporting/test_unified_tier3_report.py:3580
Functiontest_pass_at_k_render_preserves_sub_basis_point_endpoint_uncertainty
()
tests/reporting/test_unified_tier3_report.py:3719
Functiontest_pass_at_k_render_preserves_valid_underflow_and_omission_contract
()
tests/reporting/test_unified_tier3_report.py:3410
Functiontest_pass_at_k_render_rejects_false_mcnemar_underflow
( p_value_text: str, underflow_flag: bool | None, )
tests/reporting/test_unified_tier3_report.py:3455
Functiontest_pass_at_k_render_rejects_false_minimum_attainable_underflow
( minimum_text: str, underflow_flag: bool | None, )
tests/reporting/test_unified_tier3_report.py:3486
Functiontest_pass_at_k_uncertainty_and_paired_evidence_render
()
tests/reporting/test_unified_tier3_report.py:3248
Functiontest_pass_cannot_use_requested_but_unrecorded_agent_state
( tmp_path: Path, agents: str, )
tests/test_public_benchmark_gate.py:717
Functiontest_pass_card_normalizes_retired_identity_in_public_metadata
( tmp_path: Path, field: str, retired_identity: str, )
tests/golden/test_benchmark_card.py:1682
Functiontest_pass_card_normalizes_retired_identity_in_skill_name
( tmp_path: Path, skill_name: str, )
tests/golden/test_benchmark_card.py:1603
Functiontest_pass_card_uses_agent_key_when_display_name_sanitizes_empty
( tmp_path: Path, display_name: str, verdict: str, )
tests/golden/test_benchmark_card.py:1723
Functiontest_pass_emits_testcase_without_failure
()
tests/reporting/test_junit_reporter.py:54
Methodtest_pass_fail_and_alternatives
(self)
tests/tier3/test_plugin_signals.py:1101
Functiontest_pass_rate_delta_preserves_legacy_rate_contract_and_exposes_count_correction
()
tests/test_harbor_metrics_truth.py:1043
Functiontest_pass_rate_delta_threshold_compatibility
( with_skill: dict[str, float | int], without_skill: dict[str, float | int], legacy_delta: float,
tests/test_harbor_metrics_truth.py:1068
Functiontest_pass_rate_difference_units_match_the_artifact
The JSON row must advertise a fraction, because that is what is written.
tests/test_metrics_reference_docs.py:317
Functiontest_pass_reasons_count_only_judged_behavior_results
()
tests/tier3/test_declarative_checks.py:228
Functiontest_pass_summary_marks_incomplete_reward_unscored
()
tests/test_harbor_metrics_truth.py:801
Functiontest_pass_summary_recovery_uses_shared_score_and_physical_ordinal
(shared_value, skill_value, threshold, passed)
tests/test_harbor_timeout_recovery.py:42
Functiontest_pass_summary_scores_each_logical_attempt_once_without_changing_results
()
tests/tier3/test_metric_applicability_producer.py:249
Methodtest_pass_without_a_container_revision_is_flagged
#72 was a card whose only revision was the evaluator image, so strict mode needs it too.
tests/test_benchmark_source_provenance.py:1061
Functiontest_passing_attempt_does_not_hide_failing_attempt_reason
()
tests/reporting/test_tier3_failure_reasons.py:390
Functiontest_passing_attempts_that_miss_the_goal_are_reported_with_a_prompt_fix
(tmp_path: Path)
tests/test_tier3_case_summary.py:1377
Methodtest_passing_call_and_equals_type_strictness
(self)
tests/tier3/test_plugin_signals.py:708
Functiontest_passing_metric_carries_no_reason_or_excerpt
()
tests/reporting/test_tier3_failure_reasons.py:168
Functiontest_passing_report_lists_advisory_findings_as_worth_a_look
()
tests/reporting/test_report_redesign.py:241
Functiontest_passing_results_do_not_show_the_counts
Only a failed result gets the count line; JSON still records it.
tests/reporting/test_skillspector_reference_summary.py:282
Functiontest_passing_suggestions_count_mixed_current_and_legacy_logical_trials
()
tests/tier3/test_suggestion_grounding.py:595
Functiontest_passing_workflow_stages_alone_do_not_prove_comparison_completion
()
tests/reporting/test_evidence_views.py:250
Functiontest_passive_sections_close_and_group_neutral_empty_observations_with_stable_anchors
()
tests/reporting/test_plugin_evidence_report.py:344
Functiontest_passthrough_env_alias_reaches_the_gym_agent
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, keep_staged_tasks: None )
tests/test_nemo_gym_backend.py:1349
Functiontest_patch_header_with_shell_syntax_stays_in_the_path_text
(module, path, kept)
tests/tier3/test_apply_patch_security.py:978
Functiontest_patch_header_word_is_read_from_the_call_directory
(module, path, workdir, kept)
tests/tier3/test_apply_patch_security.py:997
Functiontest_patch_text_is_not_read_as_a_command
(module, action)
tests/tier3/test_tool_productivity.py:428
Methodtest_patch_tool_writes_count_as_artifact_writes
(self, fn: str, args: dict[str, Any])
tests/tier3/test_plugin_signals.py:994
Methodtest_patched_path_does_not_inherit_uv_arguments
(self)
tests/utils/test_scanner_install.py:121
Functiontest_path_budget_exact_boundary_and_limit_metadata
(tmp_path: Path)
tests/utils/test_secure_fs.py:347
Functiontest_path_budget_is_consumed_in_name_order
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, listing_order: str )
tests/utils/test_secure_fs.py:501
Functiontest_path_budget_stops_scandir_at_limit_plus_one
(tmp_path: Path, monkeypatch: pytest.MonkeyPatch)
tests/utils/test_secure_fs.py:257
Methodtest_path_compression
(self)
tests/deduplication/intra_skill/test_semantic_clustering.py:47
Functiontest_path_findings_record_the_matched_entry
(copy: str)
tests/tier3/test_security_finding_evidence.py:807
Functiontest_path_findings_record_the_most_specific_entry
( copy: str, tool_call: dict[str, Any], expected: list[tuple[str, str]] )
tests/tier3/test_security_finding_evidence.py:848
Methodtest_path_limit_ignores_generated_artifact_trees
(self, tmp_path: Path, monkeypatch)
tests/deduplication/utils/test_skill_collector.py:991
Methodtest_path_limit_still_applies_to_authored_content
(self, tmp_path: Path, monkeypatch)
tests/deduplication/utils/test_skill_collector.py:1009
Functiontest_path_masking_stays_linear_on_long_backslash_runs
()
tests/evaluation/test_tier3_feedback_chat.py:798
Functiontest_path_only_evidence_refs_remain_distinct_in_prompt_and_lookup
(monkeypatch)
tests/tier3/test_suggestion_grounding.py:934
Functiontest_path_rewrite_failure_preserves_previous_verifier
(tmp_path: Path, monkeypatch: pytest.MonkeyPatch)
tests/test_harbor_local_upload.py:174
Functiontest_path_selection_stops_at_the_visit_budget
()
tests/reporting/test_report_data_bounds.py:708
Functiontest_pathological_json_is_skipped_before_report_processing
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, limit_name: str, limit: int, reward: di
tests/reporting/test_report_data_bounds.py:440
Functiontest_paths_are_relative_to_scanned_root
(tmp_path: Path)
tests/reporting/test_junit_reporter.py:563
Functiontest_paths_reject_unsafe_inputs
(value)
tests/test_ci_onboarding_git.py:37
Functiontest_paths_respect_the_working_directory
check-18 e05: absolute vs relative, and the same name in another folder.
tests/tier3/test_f90_signals_handoff.py:315
Methodtest_paths_that_are_not_the_proton_profile_stay_reported
(self, tmp_path: Path, content: str, reported: str)
tests/validators/test_security.py:631
Methodtest_pattern_checks_share_one_time_budget_per_trial
(self, monkeypatch: pytest.MonkeyPatch)
tests/tier3/test_plugin_signals.py:808
Methodtest_pattern_loading
Test that PII patterns load correctly.
tests/validators/test_security.py:1303
Functiontest_pattern_values_redirections_and_unsupported_shell_grammar_keep_old_credit
(module, command)
tests/tier3/test_root_search_efficiency.py:103
Functiontest_patterns_are_validated_by_the_engine_that_runs_them
(pattern: str, valid: bool)
tests/tier3/test_plugin_signals.py:1330
Functiontest_payload_after_64_kib_of_padding_is_found
(tmp_path: Path, event: str, payload: str, check: str)
tests/validators/test_plugin_static_risk_review_fixes.py:686
Functiontest_payload_and_docs_are_in_sync
()
tests/tier3/test_findings_severity.py:43
Functiontest_payload_budget_does_not_repair_extra_condition_keys
()
tests/reporting/test_unified_tier3_report.py:2446
Functiontest_payload_budget_preserves_publication_condition_truth_fields
()
tests/reporting/test_unified_tier3_report.py:2426
Functiontest_payload_built_without_a_run_leaves_the_backend_unset
()
tests/reporting/test_execution_backend_reporting.py:73
Functiontest_payload_carries_the_recorded_case_selection
()
tests/test_tier3_max_cases.py:246
Methodtest_payload_conflicting_with_its_own_summary_fails_closed
(self)
tests/test_benchmark_source_provenance.py:872
Functiontest_payload_counts_the_failed_attempt_and_keeps_resources_complete_only
(run_result: tuple[Path, Any])
tests/reporting/test_tier3_token_usage_reports.py:482
Functiontest_payload_exposes_report_truth_metadata
()
tests/evaluation/test_tier3_benchmark_contract.py:71
Functiontest_payload_has_no_coverage_notices_when_every_arm_completed_or_was_skipped
()
tests/reporting/test_tier3_incomplete_arms.py:287
Functiontest_payload_has_no_token_usage_without_token_counts
(tmp_path: Path)
tests/reporting/test_tier3_token_usage_reports.py:509
Functiontest_payload_prunes_oversized_non_best_conditions_before_best_evidence
()
tests/reporting/test_unified_tier3_report.py:2324
Functiontest_payload_records_a_coverage_notice_for_a_failed_baseline_arm
()
tests/reporting/test_tier3_incomplete_arms.py:257
Functiontest_payload_records_the_backend_from_result_json
(monkeypatch, tmp_path, result_json, expected)
tests/reporting/test_execution_backend_reporting.py:56
Functiontest_payload_skips_invalid_scores
()
tests/tier3/test_findings_severity.py:63
Functiontest_payloadless_clean_tier3_skip_under_waiver_agrees_across_reporters
(tmp_path: Path)
tests/reporting/test_advisory_skip_verdict.py:2483
Methodtest_payment_label_overrides_guid_shape
A payment label directly before a GUID-shaped value keeps the card candidate reportable.
tests/validators/test_security.py:7981
Methodtest_payment_labelled_guid_shape_blocks_pii_scan
(self, tmp_path: Path)
tests/validators/test_security.py:7987
Functiontest_pending_and_reject
(workspace, decision)
tests/test_trace_import.py:224
Functiontest_per_agent_policy_is_recovered_when_global_policy_is_unknown
(tmp_path)
tests/test_tier3_history.py:395
Functiontest_per_call_directory_does_not_prove_output_ownership
(security_check, key, destination)
tests/tier3/test_agent_output_cleanup_scope.py:51
Methodtest_per_file_limit_is_enforced_before_embedding
(self, tmp_path: Path, write_skill, monkeypatch)
tests/embedding/test_registry.py:333
Functiontest_per_metric_attempt_means_precede_dimension_weighting
()
tests/tier3/test_private_comparison_contracts.py:362
Functiontest_per_result_adverse_counts_handle_mixed_tier_gates
( tier, adverse, blocking, expected, label, passing_tier3_counts_payload )
tests/reporting/test_final_render_context.py:645
Methodtest_per_result_benchmark_policy_drops_hostile_and_non_boolean_fields
(self)
tests/reporting/test_reporters.py:727
Methodtest_per_skill_path_budget_remains_4096
(self, skill_root: Path)
tests/deduplication/utils/test_skill_collector.py:582
Functiontest_per_step_judge_failures_deduplicate_with_an_errored_attempt
(tmp_path: Path)
tests/test_harbor_collector_runtime_failures.py:1887
← previousnext →20,001–20,100 of 24,741, ranked by callers