MCPcopy Create free account

hub / github.com/NVIDIA/SkillEvaluator / functions

Functions24,741 in github.com/NVIDIA/SkillEvaluator

Methodtest_legacy_rule_only_skillspector_baseline_needs_no_reason
SkillSpector requires a reason only in version 2 baselines.
tests/validators/test_security.py:2387
Functiontest_legacy_severity_maps_preserve_scanners_and_disabled_audits_stay_unknown
()
tests/reporting/test_private_static_reports.py:540
Methodtest_legacy_shared_directory_with_nested_symlink_is_rejected
(self, tmp_path: Path)
tests/test_harbor_input_staging.py:239
Functiontest_legacy_step_reward_with_unrepresentable_integer_fails_closed
()
tests/test_harbor_collector_runtime_failures.py:1371
Methodtest_legacy_style_requires_severity_and_message
(self)
tests/models/test_result.py:146
Functiontest_legacy_summary_custom_metric_names_follow_current_publication_policy
(tmp_path: Path)
tests/reporting/test_unified_tier3_report.py:2080
Functiontest_legacy_summary_derives_overruns_from_usage_instead_of_cached_fields
(cached)
tests/tier3/test_run_budget.py:679
Methodtest_legacy_summary_without_execution_status_is_unknown
(self, tmp_path: Path)
tests/reporting/test_reporters.py:2049
Functiontest_legacy_template_generation_record_keeps_mode_and_review_warning
()
tests/reporting/test_dataset_generation_provenance.py:147
Functiontest_legacy_tier1_no_work_and_runtime_error_still_produce_aggregate
( consumer, tmp_path, legacy_status, expected_code )
tests/ci/test_run_tiers.py:431
Functiontest_legacy_tier1_without_required_lineup_stays_incomplete
(tmp_path)
tests/ci/test_benchmark_reports.py:232
Functiontest_legacy_tier3_html_renderer_is_removed
()
tests/reporting/test_unified_tier3_report.py:3188
Functiontest_legacy_token_chart_keeps_totals_and_unknown_cached_measurements
(page, tmp_path)
tests/reporting/test_report_efficiency_browser.py:130
Functiontest_legacy_trial_duration_seconds_is_still_read
()
tests/reporting/test_dashboard_data.py:400
Functiontest_legacy_trials_without_agent_use_default_label_in_table_and_chart
()
tests/reporting/test_tier3_baseline_trial_views.py:475
Functiontest_legacy_truncated_name_with_unbound_attempt_text_is_not_trusted
()
tests/test_harbor_collector_runtime_failures.py:2023
Functiontest_legacy_unknown_activated_and_negative_controls_remain_comparable
(status: str | None)
tests/reporting/test_dashboard_activation_regressions.py:77
Functiontest_legacy_unlabeled_case_is_not_applicable
()
tests/tier3/test_negative_control_invocation_evidence.py:416
Methodtest_length_ignores_surrounding_whitespace
(self, tmp_path: Path)
tests/validators/test_quality_score.py:1886
Methodtest_lenient_reads_credit_the_member_but_not_the_score
(self, command: str)
tests/tier3/test_plugin_signals.py:405
Functiontest_lenient_retry_keeps_unrestricted_bash_grants_visible
(tmp_path)
tests/test_plugin_markdown.py:42
Functiontest_lenient_retry_reads_fields_after_a_value_strict_yaml_rejects
()
tests/test_plugin_markdown.py:34
Methodtest_lexical_rules_follow_file_role_scoping
(self, tmp_path: Path, rule_id: str, category: str)
tests/validators/test_skillspector_scope.py:517
Methodtest_lib_based
(self, tmp_path)
tests/validators/test_quality_score.py:230
Methodtest_lib_documentation_requires_complete_api_terms
(self, tmp_path: Path, incidental_word: str)
tests/validators/test_quality_score.py:988
Methodtest_lib_finding_lists_at_most_three_modules
(self, tmp_path: Path)
tests/validators/test_quality_score.py:1630
Methodtest_lib_markers_come_from_config
(self, tmp_path: Path)
tests/validators/test_quality_score.py:1647
Functiontest_library_skill_efficiency_is_na_without_a_skill_use_to_measure
(should_trigger, expected_skill, reason)
tests/tier3/test_skill_metric_applicability.py:235
Functiontest_library_skill_efficiency_keeps_scores_for_positive_cases
()
tests/tier3/test_skill_metric_applicability.py:241
Methodtest_license_names_without_operators_are_not_syntax_errors
Values without an upper-case SPDX operator stay free-text names for name matching or review.
tests/validators/test_license.py:681
Functiontest_lift_and_pass_at_k_share_the_canonical_default_score
()
tests/test_harbor_metrics_truth.py:611
Functiontest_lift_basis_excludes_baseline_na_skill_metrics_but_pairs_other_metrics
()
tests/tier3/test_baseline_dimension_applicability.py:72
Functiontest_lift_is_case_weighted_on_matched_attempts_only
(payload)
tests/tier3/test_external_metrics.py:202
Functiontest_lift_leaves_out_cases_whose_arms_used_different_judges
()
tests/test_harbor_metrics_truth.py:704
Functiontest_lift_leaves_out_goal_cases_scored_by_ragas_in_one_arm_only
()
tests/test_harbor_metrics_truth.py:744
Functiontest_lift_leaves_out_multistep_cases_whose_steps_used_a_fallback_judge
()
tests/test_harbor_metrics_truth.py:719
Functiontest_lift_note_mentions_arm_scores_only_when_both_arms_have_one
()
tests/test_judge_lift_integrity.py:731
Functiontest_lift_omits_unpaired_metrics_and_incomplete_overall
()
tests/test_harbor_metrics_truth.py:676
Functiontest_lift_overall_scores_accepts_independent_rounding
()
tests/test_overall_cross_format_consistency.py:145
Functiontest_lift_verdict_bands_match_constants
()
tests/test_metrics_reference_docs.py:293
Functiontest_lift_verdict_uses_shared_asymmetric_policy
()
tests/evaluation/test_tier3_benchmark_contract.py:65
Methodtest_limit_depends_on_vector_dimension
(self, vector_dimension: int, expected_limit: int)
tests/deduplication/intra_skill/test_intra_skill_validator.py:95
Methodtest_limit_is_the_largest_chunk_count_within_budget_for_every_width
(self)
tests/deduplication/intra_skill/test_intra_skill_validator.py:136
Methodtest_limit_uses_an_explicit_budget
(self)
tests/deduplication/intra_skill/test_intra_skill_validator.py:150
Functiontest_limitation_only_partial_report_keeps_its_reason_in_the_error
()
tests/validators/test_skillspector_diagnostics.py:157
Functiontest_line_break_ends_a_masked_assignment
()
tests/reporting/test_tier3_failure_reasons.py:339
Methodtest_line_count_includes_frontmatter
(self, skill_root: Path)
tests/deduplication/utils/test_skill_collector.py:103
Methodtest_line_naming_a_file_left_out_of_the_scan_stays_incomplete_with_a_row
The second line of ``_install_script_case`` is refused once SkillSpector gives it a row.
tests/validators/test_security.py:9947
Methodtest_line_numbers_include_stripped_frontmatter_offset
(self)
tests/deduplication/utils/test_chunker.py:198
Methodtest_line_numbers_tracked
(self)
tests/deduplication/utils/test_chunker.py:192
Methodtest_line_of_published_test_cards_not_flagged
Payment docs that list several published test cards on one line pass the gate.
tests/validators/test_security.py:7844
Functiontest_link_diagnostics_bound_escaped_unicode
(tmp_path: Path, reporter_type: type)
tests/validators/test_hygiene_link_boundaries.py:211
Functiontest_link_diagnostics_cannot_inject_report_lines
(tmp_path: Path, reporter_type: type)
tests/validators/test_hygiene_link_boundaries.py:149
Methodtest_link_local_address_does_not_hide_a_public_ip_on_its_line
(self, tmp_path: Path)
tests/validators/test_security.py:8842
Methodtest_link_local_addresses_are_not_pii
(self, tmp_path: Path, line: str)
tests/validators/test_security.py:8820
Functiontest_link_looking_data_stays_inert_after_parser_changes
(security_check, setup)
tests/tier3/test_destructive_command_paths.py:795
Functiontest_link_or_reparse_check_accepts_missing_windows_file_attributes
(tmp_path: Path)
tests/test_harbor_runtime_skill_isolation.py:5126
Methodtest_linked_catalog_skill_is_not_catalog_tree_evidence
(self, tmp_path: Path, write_skill)
tests/embedding/test_catalog.py:773
Functiontest_linked_declared_root_remains_a_security_failure
(tmp_path: Path, monkeypatch)
tests/deduplication/plugin/test_openclaw_profile.py:210
Functiontest_linked_declared_skill_paths_fail_closed
(tmp_path: Path, kind: str)
tests/test_openclaw_plugin_discovery.py:244
Functiontest_linked_evaluator_inputs_are_rejected_without_reading
(skill, configured, monkeypatch, tmp_path, relative)
tests/tier3/test_workflow.py:478
Functiontest_linked_manifest_or_vendor_folder_still_fails_closed
(tmp_path: Path)
tests/test_plugin_manifest.py:70
Methodtest_linked_mcp_configuration_is_rejected
(self, tmp_path: Path)
tests/test_harbor_input_staging.py:449
Methodtest_linked_mcp_parent_directory_is_rejected
(self, tmp_path: Path)
tests/test_harbor_input_staging.py:478
Methodtest_linked_mcp_parent_is_rejected_even_when_config_is_absent
(self, tmp_path: Path)
tests/test_harbor_input_staging.py:496
Functiontest_linked_member_dataset_is_refused
(tmp_path: Path)
tests/tier3/test_plugin_dataset.py:137
Methodtest_linked_reference_is_not_duplicated_as_optional_preview
(self, tmp_path)
tests/validators/test_rubric_eval.py:333
Functiontest_linked_repo_cannot_overlay_agent_discovery_roots
( tmp_path: Path, linked_path: str, linked_target: str, )
tests/test_harbor_runtime_skill_isolation.py:4465
Functiontest_linked_repo_context_excludes_skill_evals_but_keeps_unrelated_evals
(tmp_path: Path)
tests/test_harbor_runtime_skill_isolation.py:2256
Functiontest_linked_repo_context_prunes_excluded_artifacts_before_resolving
( tmp_path: Path, stager: str, )
tests/test_harbor_runtime_skill_isolation.py:2279
Functiontest_linked_repo_ignores_lexical_skill_evals_alias
(tmp_path: Path)
tests/test_harbor_runtime_skill_isolation.py:1246
Functiontest_linked_repo_projection_rejects_reserved_workspace_input
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, )
tests/test_harbor_runtime_skill_isolation.py:4431
Functiontest_linked_skill_manifest_validates_the_folder_holding_the_link
(tmp_path: Path)
tests/cli/test_validate_manifest_file.py:117
Functiontest_linked_skill_root_is_rejected
(skill, configured, tmp_path)
tests/tier3/test_workflow.py:625
Methodtest_linked_skills_directory_produces_finding
(self, tmp_path: Path)
tests/validators/test_plugin_schema.py:179
Functiontest_linked_source_folder_is_unresolved_not_missing
(tmp_path: Path, source: str)
tests/test_plugin_manifest.py:170
Functiontest_lint_scripts_hook_is_verbose
()
tests/test_precommit.py:284
Methodtest_linux_pins_resolved_bubblewrap_that_passed_smoke_test
( self, monkeypatch: pytest.MonkeyPatch, tmp_path: Path )
tests/test_harbor_local_sandbox.py:201
Methodtest_linux_relative_which_result_is_pinned_absolute
( self, monkeypatch: pytest.MonkeyPatch, tmp_path: Path )
tests/test_harbor_local_sandbox.py:234
Methodtest_linux_userns_disabled_fails_closed_in_require_mode
(self, monkeypatch: pytest.MonkeyPatch)
tests/test_harbor_local_sandbox.py:57
Methodtest_linux_with_working_bubblewrap
(self, monkeypatch: pytest.MonkeyPatch)
tests/test_harbor_local_sandbox.py:48
Methodtest_linux_without_bubblewrap_degrades_in_prefer_mode
(self, monkeypatch: pytest.MonkeyPatch)
tests/test_harbor_local_sandbox.py:67
Methodtest_list_is_passed_through
(self)
tests/test_harbor_input_staging.py:78
Functiontest_list_observation_content_is_text_not_repr
(extract)
tests/tier3/test_codex_tool_call_normalization.py:1043
Methodtest_list_returns_stringified_list
Test that list input returns list of strings.
tests/models/test_field_validators.py:24
Functiontest_listed_dependencies_are_referenced_or_missing
(tmp_path: Path)
tests/test_plugin_manifest.py:142
Functiontest_listed_description_projection
(tmp_path: Path)
tests/harness/test_overlay.py:627
Functiontest_listed_only_census_without_init_keeps_load_unknown
(tmp_path, monkeypatch)
tests/tier3/test_plugin_evidence.py:268
Methodtest_listed_plain_tool_enters_scope_but_unlisted_ones_do_not
(self)
tests/tier3/test_plugin_signals.py:643
Functiontest_listing_backends_does_not_import_them
( backend_module: types.ModuleType, monkeypatch: pytest.MonkeyPatch )
tests/test_custom_execution_backends.py:115
Functiontest_listing_budget_scales_with_context_window
(tmp_path: Path)
tests/harness/test_overlay.py:356
Functiontest_lists_only_collected_test_files
(tmp_path: Path)
tests/test_select_docs_tests.py:86
Functiontest_literal_allow_decision_keeps_its_wording
(tmp_path: Path)
tests/validators/test_plugin_component_risk.py:900
Functiontest_literal_enterprise_secret_refuses_preparation_under_the_callers_policy
(tmp_path: Path)
tests/tier3/test_openclaw_prepare.py:315
Functiontest_literal_file_write_notice_is_independent_of_filename_suffix
(module, header)
tests/tier3/test_license_notice_network_bypasses.py:146
Functiontest_literal_text_next_to_a_user_config_reference_is_still_judged
()
tests/validators/test_mcp_static.py:598
Functiontest_live_all_tier_status_recognizes_scan_and_approval
(repository, all_release, monkeypatch)
tests/test_ci_onboarding_all_tiers.py:478
Functiontest_live_and_readback_share_regression_math
(evaluation, grading_mode)
tests/test_version_comparison.py:93
Functiontest_live_branch_advance_or_unprotection_blocks_provider_admission
(gate, monkeypatch, payload)
tests/ci/test_gitlab_default_head_admission.py:109
Functiontest_live_branch_cannot_override_pipeline_constraints
(gate, monkeypatch, changes)
tests/ci/test_gitlab_default_head_admission.py:168
← previousnext →17,901–18,000 of 24,741, ranked by callers