MCPcopy Create free account

hub / github.com/NVIDIA/SkillEvaluator / functions

Functions24,741 in github.com/NVIDIA/SkillEvaluator

Functiontest_merge_attempt_jobs_rejects_non_directory_whole_job_root
(tmp_path: Path)
tests/test_harbor_runner_status.py:1298
Functiontest_merge_attempt_jobs_rejects_regular_root_directory_replacement
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, )
tests/test_harbor_runner_status.py:1355
Functiontest_merge_attempt_jobs_rejects_root_completed_count_without_valid_child
(tmp_path: Path)
tests/test_harbor_runner_status.py:1738
Functiontest_merge_attempt_jobs_rejects_root_result_source_swap
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, )
tests/test_harbor_runner_status.py:1325
Functiontest_merge_attempt_jobs_rejects_source_destination_overlap
(tmp_path: Path, relationship: str)
tests/test_harbor_runner_status.py:2233
Functiontest_merge_attempt_jobs_rejects_symlinked_trial_directory
(tmp_path: Path)
tests/test_harbor_runner_status.py:1484
Functiontest_merge_attempt_jobs_rejects_symlinked_trial_file
(tmp_path: Path)
tests/test_harbor_runner_status.py:1501
Methodtest_merge_catalog_sarif_combines_into_single_run
(self)
tests/reporting/test_reporters.py:1785
Methodtest_merge_catalog_sarif_preserves_incomplete_invocation
(self)
tests/reporting/test_reporters.py:1810
Methodtest_merge_combines_findings_and_counts
(self)
tests/models/test_result.py:269
Methodtest_merge_concatenates_tool_lists
(self)
tests/validators/test_scan_incomplete.py:153
Functiontest_merge_copilot_placeholder_session_does_not_deduplicate_independent_fragments
( tmp_path: Path, )
tests/test_harbor_collector_multistep_trajectory.py:249
Functiontest_merge_fails_closed_for_continuation_cycle
(tmp_path: Path)
tests/test_harbor_collector_multistep_trajectory.py:635
Functiontest_merge_fails_closed_for_escaping_trajectory_reference
(tmp_path: Path)
tests/test_harbor_collector_multistep_trajectory.py:1478
Functiontest_merge_fails_closed_for_invalid_atif_fragment
(tmp_path: Path)
tests/test_harbor_collector_multistep_trajectory.py:480
Functiontest_merge_fails_closed_for_mismatched_cross_step_copied_context
(tmp_path: Path)
tests/test_harbor_collector_multistep_trajectory.py:310
Functiontest_merge_fails_closed_for_non_utf8_trajectory_reference
(tmp_path: Path)
tests/test_harbor_collector_multistep_trajectory.py:2003
Functiontest_merge_fails_closed_for_nonfinite_values_outside_known_aggregate_fields
( tmp_path: Path, location: str, )
tests/test_harbor_collector_multistep_trajectory.py:1963
Functiontest_merge_fails_closed_when_result_lists_a_missing_fragment
(tmp_path: Path)
tests/test_harbor_collector_multistep_trajectory.py:455
Functiontest_merge_handles_json_escaped_lone_surrogate_without_crashing
(tmp_path: Path)
tests/test_harbor_collector_multistep_trajectory.py:1986
Methodtest_merge_key_chain_fails_closed
(self, tmp_path: Path)
tests/embedding/test_extractor.py:740
Functiontest_merge_late_copy_failure_preserves_complete_old_tree
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, )
tests/test_harbor_secure_copy.py:420
Functiontest_merge_materializes_continuation_and_external_subagent_refs
(tmp_path: Path)
tests/test_harbor_collector_multistep_trajectory.py:495
Functiontest_merge_nonresumed_multistep_trajectory_keeps_independent_fragments
( tmp_path: Path, )
tests/test_harbor_collector_multistep_trajectory.py:333
Functiontest_merge_omits_metric_when_terminal_cumulative_fragment_is_unknown
(tmp_path: Path)
tests/test_harbor_collector_multistep_trajectory.py:1522
Functiontest_merge_omits_nonfinite_standard_and_extra_aggregate_metrics
( tmp_path: Path, poison: float, )
tests/test_harbor_collector_multistep_trajectory.py:1078
Functiontest_merge_omits_unknown_aggregate_extra_metric_instead_of_terminal_partial_value
( tmp_path: Path, )
tests/test_harbor_collector_multistep_trajectory.py:1550
Functiontest_merge_omits_unknown_independent_metrics_instead_of_reporting_partial_totals
(tmp_path: Path)
tests/test_harbor_collector_multistep_trajectory.py:1494
Functiontest_merge_omits_unrepresentable_integer_aggregate_metrics
(tmp_path: Path)
tests/test_harbor_collector_multistep_trajectory.py:1111
Functiontest_merge_overwrites_source_spoofed_step_provenance
(tmp_path: Path)
tests/test_harbor_collector_multistep_trajectory.py:1347
Functiontest_merge_preserves_both_stages_and_skill_identity
()
tests/validators/test_skillspector_diagnostics.py:68
Functiontest_merge_preserves_source_agent_and_custom_metric_extras_in_provenance
(tmp_path: Path)
tests/test_harbor_collector_multistep_trajectory.py:1930
Functiontest_merge_publish_failure_rolls_back_complete_old_tree
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, )
tests/test_harbor_secure_copy.py:450
Functiontest_merge_recursively_materializes_refs_inside_embedded_subagent
(tmp_path: Path)
tests/test_harbor_collector_multistep_trajectory.py:559
Functiontest_merge_rejects_every_destination_symlink_without_mutation
(tmp_path: Path, kind: str)
tests/test_harbor_secure_copy.py:359
Functiontest_merge_rejects_unrelated_destination_hardlink
(tmp_path: Path)
tests/test_harbor_secure_copy.py:403
Functiontest_merge_rejects_unrelated_special_destination_entry
(tmp_path: Path)
tests/test_harbor_secure_copy.py:391
Methodtest_merge_results
Test merging two ValidationResults.
tests/reporting/test_reporters.py:2891
Methodtest_merge_results
Test merging two ValidationResults.
tests/validators/test_base.py:55
Functiontest_merge_resume_flag_sums_fragments_when_session_prefix_is_not_cumulative
( tmp_path: Path, )
tests/test_harbor_collector_multistep_trajectory.py:376
Functiontest_merge_resumed_copied_context_prefix_ignores_marker_metric_and_note_changes
(tmp_path: Path)
tests/test_harbor_collector_multistep_trajectory.py:419
Functiontest_merge_resumed_multistep_accepts_retained_copied_context_suffix
( tmp_path: Path, )
tests/test_harbor_collector_multistep_trajectory.py:147
Functiontest_merge_resumed_multistep_anchors_duplicate_copied_context_to_terminal_suffix
( tmp_path: Path, )
tests/test_harbor_collector_multistep_trajectory.py:182
Functiontest_merge_resumed_multistep_rejects_ambiguous_or_empty_copied_context
( tmp_path: Path, previous_labels: tuple[str, ...], current_labels: tuple[str, ...], )
tests/test_harbor_collector_multistep_trajectory.py:220
Functiontest_merge_resumed_multistep_trajectory_appends_only_cumulative_suffix
( tmp_path: Path, )
tests/test_harbor_collector_multistep_trajectory.py:91
Functiontest_merge_scopes_same_embedded_id_from_independent_step_parents
(tmp_path: Path)
tests/test_harbor_collector_multistep_trajectory.py:1369
Functiontest_merge_trusts_explicit_continuation_copied_context_markers
(tmp_path: Path)
tests/test_harbor_collector_multistep_trajectory.py:739
Functiontest_merge_unmarked_unique_session_strict_prefix_remains_cumulative
(tmp_path: Path)
tests/test_harbor_collector_multistep_trajectory.py:284
Methodtest_merge_with_prefix
Test merge_with_prefix prefixes errors/warnings.
tests/validators/test_base.py:73
Methodtest_merge_with_prefix_preserves_incomplete_status
(self)
tests/validators/test_scan_incomplete.py:165
Methodtest_merge_with_prefix_tags_messages
(self)
tests/models/test_result.py:281
Methodtest_merge_without_marks_adds_no_key
(self)
tests/validators/test_scan_incomplete.py:184
Functiontest_merged_goal_issue_keeps_the_canned_fix_only_if_every_agent_stopped_for_input
(tmp_path: Path)
tests/test_tier3_case_summary.py:2094
Functiontest_merged_multistep_trajectory_excludes_the_gap_between_harbor_steps
(tmp_path: Path)
tests/tier3/test_trajectory_timing.py:361
Functiontest_merged_multistep_trajectory_needs_every_harbor_step_timed
()
tests/tier3/test_trajectory_timing.py:389
Functiontest_merged_trajectories_keep_the_newest_source_schema
(versions: tuple, expected: str)
tests/test_harbor_collector_multistep_trajectory.py:2287
Functiontest_message_content_reaches_all_text_extractors
( harbor_eval_template: ModuleType, message: str | list, expected: str, )
tests/tier3/test_atif_message_content.py:44
Functiontest_message_counts_leave_out_passed_check_lines
()
tests/reporting/test_reporters.py:1499
Functiontest_message_only_detail_explains_failing_score
()
tests/reporting/test_tier3_failure_reasons.py:372
Functiontest_message_prefix_matches_the_finding_prefix
(name: str)
tests/validators/test_mcp_static.py:1351
Functiontest_message_rejects_schema_option_recognizes_unavailable
Verify an 'unavailable' schema option is a rejection in both the client and the Harbor template.
tests/test_llm_judge.py:592
Functiontest_messages_bridge_returns_anthropic_sse_and_message_stop
(bridge_services: _BridgeServices)
tests/test_nvidia_build_bridge.py:1496
Functiontest_messages_count_tokens_does_not_call_build
(bridge_services: _BridgeServices)
tests/test_nvidia_build_bridge.py:1508
Methodtest_metadata_author_is_required
Test that metadata.author field is required for Workflows.
tests/validators/test_workflows_schema.py:377
Methodtest_metadata_author_missing_is_advisory
A missing metadata.author is a LOW advisory under the default profile.
tests/validators/test_schema.py:279
Methodtest_metadata_author_validation
A name without an email is advisory attribution under the default profile.
tests/validators/test_schema.py:242
Methodtest_metadata_domain_normalization
(self, metadata: dict[str, object], expected: list[str])
tests/validators/test_schema.py:375
Methodtest_metadata_domain_rejects_invalid_values
(self, domain: object, message: str)
tests/validators/test_schema.py:388
Functiontest_metadata_endpoints_are_never_probed_even_when_allowlisted
(url: str)
tests/tier3/test_mcp_proof.py:408
Methodtest_metadata_population
Test that validation populates metadata correctly.
tests/validators/test_license.py:1293
Functiontest_metadata_projection_keeps_only_canonical_fields
()
tests/test_skillspector_provenance.py:230
Functiontest_metric_evidence_bounds_work_after_per_card_output_is_full
()
tests/reporting/test_unified_tier3_report.py:1871
Functiontest_metric_evidence_does_not_scan_rewards_after_global_budget_is_exhausted
()
tests/reporting/test_unified_tier3_report.py:1855
Functiontest_metric_evidence_omits_grader_reason_and_its_findings
()
tests/reporting/test_tier3_failure_reasons.py:678
Functiontest_metric_evidence_refs_link_judges_to_trajectory_and_expected_artifacts
()
tests/tier3/test_behavior_evidence.py:137
Functiontest_metric_evidence_refs_redact_runtime_api_key_values
(monkeypatch, env_var)
tests/tier3/test_behavior_evidence.py:368
Functiontest_metric_evidence_refs_redact_secret_like_values_in_all_fields
()
tests/tier3/test_behavior_evidence.py:241
Functiontest_metric_inputs_reject_nonfinite_values
(invalid: float | int)
tests/test_harbor_metrics_truth.py:172
Functiontest_metric_inputs_reject_scores_outside_the_documented_unit_interval
(invalid: float)
tests/test_harbor_metrics_truth.py:179
Functiontest_metric_set_for_reward_classifies_default_v2
()
tests/golden/test_tier3_schema.py:40
Functiontest_metric_set_for_reward_defaults_to_skill_evaluator
()
tests/golden/test_tier3_schema.py:46
Functiontest_metric_set_identifier_is_stable
()
tests/golden/test_tier3_schema.py:25
Functiontest_migration_preserves_every_authored_field_and_ids
(tmp_path: Path, suffix: str, output_suffix: str)
tests/tier3/test_dataset_migration.py:59
Functiontest_migration_preview_preserves_unicode
(encoding, text, readable, tmp_path)
tests/test_cli_stdout_encoding.py:73
Methodtest_min_score_threshold
(self, tmp_path)
tests/validators/test_rubric_eval.py:1084
Functiontest_minimal_payload_preserves_score_policy
()
tests/reporting/test_unified_tier3_report.py:2702
Methodtest_minimal_skill_lower_score
(self, minimal_skill)
tests/validators/test_quality_score.py:264
Methodtest_minimal_valid_with_skill_ref
(self)
tests/models/test_plugin.py:23
Methodtest_minimum_above_200_keeps_the_long_description_rule
(self, tmp_path: Path, points: int)
tests/validators/test_quality_score.py:1914
Functiontest_minimum_below_score_still_passes_after_policy
(below_threshold_skill: Path)
tests/test_quality_policy_gate.py:213
Functiontest_minted_external_subagent_id_changes_when_content_changes
(tmp_path: Path)
tests/test_harbor_collector_multistep_trajectory.py:2120
Functiontest_minted_subagent_ids_are_stable_across_redacted_secret_only_path_changes
(tmp_path: Path)
tests/test_harbor_collector_multistep_trajectory.py:1724
Functiontest_mismatched_head_is_explicit_error
(repository)
tests/ci/test_select_changed_skills.py:181
Methodtest_mismatched_or_unverified_version_runs_pinned_wheel
( self, scanner_bin, version_output, version_exit, caplog, monkeypatch )
tests/utils/test_tool_runner.py:508
Functiontest_mismatched_raw_text_close_does_not_restore_navigation
()
tests/validators/test_markdown.py:206
Methodtest_mismatched_version_cannot_run_when_managed_runtime_unavailable
( self, scanner_bin, monkeypatch, unavailable )
tests/utils/test_tool_runner.py:634
Functiontest_mismatching_cli_version_runs_bootstrap_with_requested_version
(tmp_path: Path, agent_class: type)
tests/tier3/test_installed_agent_bootstrap.py:224
Functiontest_missing_agent_condition_execution_errors_cannot_certify_publication
( tmp_path: Path, condition_name: str, )
tests/reporting/test_advisory_skip_verdict.py:3000
Functiontest_missing_and_malformed_yaml_have_no_coverage
(skill)
tests/tier3/test_dataset_coverage.py:116
Functiontest_missing_and_not_applicable_dimensions_have_reasons
(tmp_path: Path)
tests/reporting/test_dimension_explanations.py:192
← previousnext →18,601–18,700 of 24,741, ranked by callers