Code
Hub
Workspaces
Following
Trending
Connect
MCP
copy
Create free account
hub
/
github.com/NVIDIA/SkillEvaluator
/ functions
Functions
24,741 in github.com/NVIDIA/SkillEvaluator
⨍
Functions
24,741
◇
Types & classes
1,292
↳
Endpoints
703
Method
test_legacy_rule_only_skillspector_baseline_needs_no_reason
SkillSpector requires a reason only in version 2 baselines.
tests/validators/test_security.py:2387
Function
test_legacy_severity_maps_preserve_scanners_and_disabled_audits_stay_unknown
()
tests/reporting/test_private_static_reports.py:540
Method
test_legacy_shared_directory_with_nested_symlink_is_rejected
(self, tmp_path: Path)
tests/test_harbor_input_staging.py:239
Function
test_legacy_step_reward_with_unrepresentable_integer_fails_closed
()
tests/test_harbor_collector_runtime_failures.py:1371
Method
test_legacy_style_requires_severity_and_message
(self)
tests/models/test_result.py:146
Function
test_legacy_summary_custom_metric_names_follow_current_publication_policy
(tmp_path: Path)
tests/reporting/test_unified_tier3_report.py:2080
Function
test_legacy_summary_derives_overruns_from_usage_instead_of_cached_fields
(cached)
tests/tier3/test_run_budget.py:679
Method
test_legacy_summary_without_execution_status_is_unknown
(self, tmp_path: Path)
tests/reporting/test_reporters.py:2049
Function
test_legacy_template_generation_record_keeps_mode_and_review_warning
()
tests/reporting/test_dataset_generation_provenance.py:147
Function
test_legacy_tier1_no_work_and_runtime_error_still_produce_aggregate
( consumer, tmp_path, legacy_status, expected_code )
tests/ci/test_run_tiers.py:431
Function
test_legacy_tier1_without_required_lineup_stays_incomplete
(tmp_path)
tests/ci/test_benchmark_reports.py:232
Function
test_legacy_tier3_html_renderer_is_removed
()
tests/reporting/test_unified_tier3_report.py:3188
Function
test_legacy_token_chart_keeps_totals_and_unknown_cached_measurements
(page, tmp_path)
tests/reporting/test_report_efficiency_browser.py:130
Function
test_legacy_trial_duration_seconds_is_still_read
()
tests/reporting/test_dashboard_data.py:400
Function
test_legacy_trials_without_agent_use_default_label_in_table_and_chart
()
tests/reporting/test_tier3_baseline_trial_views.py:475
Function
test_legacy_truncated_name_with_unbound_attempt_text_is_not_trusted
()
tests/test_harbor_collector_runtime_failures.py:2023
Function
test_legacy_unknown_activated_and_negative_controls_remain_comparable
(status: str | None)
tests/reporting/test_dashboard_activation_regressions.py:77
Function
test_legacy_unlabeled_case_is_not_applicable
()
tests/tier3/test_negative_control_invocation_evidence.py:416
Method
test_length_ignores_surrounding_whitespace
(self, tmp_path: Path)
tests/validators/test_quality_score.py:1886
Method
test_lenient_reads_credit_the_member_but_not_the_score
(self, command: str)
tests/tier3/test_plugin_signals.py:405
Function
test_lenient_retry_keeps_unrestricted_bash_grants_visible
(tmp_path)
tests/test_plugin_markdown.py:42
Function
test_lenient_retry_reads_fields_after_a_value_strict_yaml_rejects
()
tests/test_plugin_markdown.py:34
Method
test_lexical_rules_follow_file_role_scoping
(self, tmp_path: Path, rule_id: str, category: str)
tests/validators/test_skillspector_scope.py:517
Method
test_lib_based
(self, tmp_path)
tests/validators/test_quality_score.py:230
Method
test_lib_documentation_requires_complete_api_terms
(self, tmp_path: Path, incidental_word: str)
tests/validators/test_quality_score.py:988
Method
test_lib_finding_lists_at_most_three_modules
(self, tmp_path: Path)
tests/validators/test_quality_score.py:1630
Method
test_lib_markers_come_from_config
(self, tmp_path: Path)
tests/validators/test_quality_score.py:1647
Function
test_library_skill_efficiency_is_na_without_a_skill_use_to_measure
(should_trigger, expected_skill, reason)
tests/tier3/test_skill_metric_applicability.py:235
Function
test_library_skill_efficiency_keeps_scores_for_positive_cases
()
tests/tier3/test_skill_metric_applicability.py:241
Method
test_license_names_without_operators_are_not_syntax_errors
Values without an upper-case SPDX operator stay free-text names for name matching or review.
tests/validators/test_license.py:681
Function
test_lift_and_pass_at_k_share_the_canonical_default_score
()
tests/test_harbor_metrics_truth.py:611
Function
test_lift_basis_excludes_baseline_na_skill_metrics_but_pairs_other_metrics
()
tests/tier3/test_baseline_dimension_applicability.py:72
Function
test_lift_is_case_weighted_on_matched_attempts_only
(payload)
tests/tier3/test_external_metrics.py:202
Function
test_lift_leaves_out_cases_whose_arms_used_different_judges
()
tests/test_harbor_metrics_truth.py:704
Function
test_lift_leaves_out_goal_cases_scored_by_ragas_in_one_arm_only
()
tests/test_harbor_metrics_truth.py:744
Function
test_lift_leaves_out_multistep_cases_whose_steps_used_a_fallback_judge
()
tests/test_harbor_metrics_truth.py:719
Function
test_lift_note_mentions_arm_scores_only_when_both_arms_have_one
()
tests/test_judge_lift_integrity.py:731
Function
test_lift_omits_unpaired_metrics_and_incomplete_overall
()
tests/test_harbor_metrics_truth.py:676
Function
test_lift_overall_scores_accepts_independent_rounding
()
tests/test_overall_cross_format_consistency.py:145
Function
test_lift_verdict_bands_match_constants
()
tests/test_metrics_reference_docs.py:293
Function
test_lift_verdict_uses_shared_asymmetric_policy
()
tests/evaluation/test_tier3_benchmark_contract.py:65
Method
test_limit_depends_on_vector_dimension
(self, vector_dimension: int, expected_limit: int)
tests/deduplication/intra_skill/test_intra_skill_validator.py:95
Method
test_limit_is_the_largest_chunk_count_within_budget_for_every_width
(self)
tests/deduplication/intra_skill/test_intra_skill_validator.py:136
Method
test_limit_uses_an_explicit_budget
(self)
tests/deduplication/intra_skill/test_intra_skill_validator.py:150
Function
test_limitation_only_partial_report_keeps_its_reason_in_the_error
()
tests/validators/test_skillspector_diagnostics.py:157
Function
test_line_break_ends_a_masked_assignment
()
tests/reporting/test_tier3_failure_reasons.py:339
Method
test_line_count_includes_frontmatter
(self, skill_root: Path)
tests/deduplication/utils/test_skill_collector.py:103
Method
test_line_naming_a_file_left_out_of_the_scan_stays_incomplete_with_a_row
The second line of ``_install_script_case`` is refused once SkillSpector gives it a row.
tests/validators/test_security.py:9947
Method
test_line_numbers_include_stripped_frontmatter_offset
(self)
tests/deduplication/utils/test_chunker.py:198
Method
test_line_numbers_tracked
(self)
tests/deduplication/utils/test_chunker.py:192
Method
test_line_of_published_test_cards_not_flagged
Payment docs that list several published test cards on one line pass the gate.
tests/validators/test_security.py:7844
Function
test_link_diagnostics_bound_escaped_unicode
(tmp_path: Path, reporter_type: type)
tests/validators/test_hygiene_link_boundaries.py:211
Function
test_link_diagnostics_cannot_inject_report_lines
(tmp_path: Path, reporter_type: type)
tests/validators/test_hygiene_link_boundaries.py:149
Method
test_link_local_address_does_not_hide_a_public_ip_on_its_line
(self, tmp_path: Path)
tests/validators/test_security.py:8842
Method
test_link_local_addresses_are_not_pii
(self, tmp_path: Path, line: str)
tests/validators/test_security.py:8820
Function
test_link_looking_data_stays_inert_after_parser_changes
(security_check, setup)
tests/tier3/test_destructive_command_paths.py:795
Function
test_link_or_reparse_check_accepts_missing_windows_file_attributes
(tmp_path: Path)
tests/test_harbor_runtime_skill_isolation.py:5126
Method
test_linked_catalog_skill_is_not_catalog_tree_evidence
(self, tmp_path: Path, write_skill)
tests/embedding/test_catalog.py:773
Function
test_linked_declared_root_remains_a_security_failure
(tmp_path: Path, monkeypatch)
tests/deduplication/plugin/test_openclaw_profile.py:210
Function
test_linked_declared_skill_paths_fail_closed
(tmp_path: Path, kind: str)
tests/test_openclaw_plugin_discovery.py:244
Function
test_linked_evaluator_inputs_are_rejected_without_reading
(skill, configured, monkeypatch, tmp_path, relative)
tests/tier3/test_workflow.py:478
Function
test_linked_manifest_or_vendor_folder_still_fails_closed
(tmp_path: Path)
tests/test_plugin_manifest.py:70
Method
test_linked_mcp_configuration_is_rejected
(self, tmp_path: Path)
tests/test_harbor_input_staging.py:449
Method
test_linked_mcp_parent_directory_is_rejected
(self, tmp_path: Path)
tests/test_harbor_input_staging.py:478
Method
test_linked_mcp_parent_is_rejected_even_when_config_is_absent
(self, tmp_path: Path)
tests/test_harbor_input_staging.py:496
Function
test_linked_member_dataset_is_refused
(tmp_path: Path)
tests/tier3/test_plugin_dataset.py:137
Method
test_linked_reference_is_not_duplicated_as_optional_preview
(self, tmp_path)
tests/validators/test_rubric_eval.py:333
Function
test_linked_repo_cannot_overlay_agent_discovery_roots
( tmp_path: Path, linked_path: str, linked_target: str, )
tests/test_harbor_runtime_skill_isolation.py:4465
Function
test_linked_repo_context_excludes_skill_evals_but_keeps_unrelated_evals
(tmp_path: Path)
tests/test_harbor_runtime_skill_isolation.py:2256
Function
test_linked_repo_context_prunes_excluded_artifacts_before_resolving
( tmp_path: Path, stager: str, )
tests/test_harbor_runtime_skill_isolation.py:2279
Function
test_linked_repo_ignores_lexical_skill_evals_alias
(tmp_path: Path)
tests/test_harbor_runtime_skill_isolation.py:1246
Function
test_linked_repo_projection_rejects_reserved_workspace_input
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, )
tests/test_harbor_runtime_skill_isolation.py:4431
Function
test_linked_skill_manifest_validates_the_folder_holding_the_link
(tmp_path: Path)
tests/cli/test_validate_manifest_file.py:117
Function
test_linked_skill_root_is_rejected
(skill, configured, tmp_path)
tests/tier3/test_workflow.py:625
Method
test_linked_skills_directory_produces_finding
(self, tmp_path: Path)
tests/validators/test_plugin_schema.py:179
Function
test_linked_source_folder_is_unresolved_not_missing
(tmp_path: Path, source: str)
tests/test_plugin_manifest.py:170
Function
test_lint_scripts_hook_is_verbose
()
tests/test_precommit.py:284
Method
test_linux_pins_resolved_bubblewrap_that_passed_smoke_test
( self, monkeypatch: pytest.MonkeyPatch, tmp_path: Path )
tests/test_harbor_local_sandbox.py:201
Method
test_linux_relative_which_result_is_pinned_absolute
( self, monkeypatch: pytest.MonkeyPatch, tmp_path: Path )
tests/test_harbor_local_sandbox.py:234
Method
test_linux_userns_disabled_fails_closed_in_require_mode
(self, monkeypatch: pytest.MonkeyPatch)
tests/test_harbor_local_sandbox.py:57
Method
test_linux_with_working_bubblewrap
(self, monkeypatch: pytest.MonkeyPatch)
tests/test_harbor_local_sandbox.py:48
Method
test_linux_without_bubblewrap_degrades_in_prefer_mode
(self, monkeypatch: pytest.MonkeyPatch)
tests/test_harbor_local_sandbox.py:67
Method
test_list_is_passed_through
(self)
tests/test_harbor_input_staging.py:78
Function
test_list_observation_content_is_text_not_repr
(extract)
tests/tier3/test_codex_tool_call_normalization.py:1043
Method
test_list_returns_stringified_list
Test that list input returns list of strings.
tests/models/test_field_validators.py:24
Function
test_listed_dependencies_are_referenced_or_missing
(tmp_path: Path)
tests/test_plugin_manifest.py:142
Function
test_listed_description_projection
(tmp_path: Path)
tests/harness/test_overlay.py:627
Function
test_listed_only_census_without_init_keeps_load_unknown
(tmp_path, monkeypatch)
tests/tier3/test_plugin_evidence.py:268
Method
test_listed_plain_tool_enters_scope_but_unlisted_ones_do_not
(self)
tests/tier3/test_plugin_signals.py:643
Function
test_listing_backends_does_not_import_them
( backend_module: types.ModuleType, monkeypatch: pytest.MonkeyPatch )
tests/test_custom_execution_backends.py:115
Function
test_listing_budget_scales_with_context_window
(tmp_path: Path)
tests/harness/test_overlay.py:356
Function
test_lists_only_collected_test_files
(tmp_path: Path)
tests/test_select_docs_tests.py:86
Function
test_literal_allow_decision_keeps_its_wording
(tmp_path: Path)
tests/validators/test_plugin_component_risk.py:900
Function
test_literal_enterprise_secret_refuses_preparation_under_the_callers_policy
(tmp_path: Path)
tests/tier3/test_openclaw_prepare.py:315
Function
test_literal_file_write_notice_is_independent_of_filename_suffix
(module, header)
tests/tier3/test_license_notice_network_bypasses.py:146
Function
test_literal_text_next_to_a_user_config_reference_is_still_judged
()
tests/validators/test_mcp_static.py:598
Function
test_live_all_tier_status_recognizes_scan_and_approval
(repository, all_release, monkeypatch)
tests/test_ci_onboarding_all_tiers.py:478
Function
test_live_and_readback_share_regression_math
(evaluation, grading_mode)
tests/test_version_comparison.py:93
Function
test_live_branch_advance_or_unprotection_blocks_provider_admission
(gate, monkeypatch, payload)
tests/ci/test_gitlab_default_head_admission.py:109
Function
test_live_branch_cannot_override_pipeline_constraints
(gate, monkeypatch, changes)
tests/ci/test_gitlab_default_head_admission.py:168
← previous
next →
17,901–18,000 of 24,741, ranked by callers