Code
Hub
Workspaces
Following
Trending
Connect
MCP
copy
Create free account
hub
/
github.com/NVIDIA/SkillEvaluator
/ functions
Functions
24,741 in github.com/NVIDIA/SkillEvaluator
⨍
Functions
24,741
◇
Types & classes
1,292
↳
Endpoints
703
Function
test_overridden_mcp_is_audited_without_becoming_selected
(tmp_path)
tests/test_plugin_inventory.py:92
Function
test_override_keeps_a_warning_as_often_as_it_was_recorded
A warning no finding repeats goes back as often as it was recorded; the LLM downgrade lists it once.
tests/validators/test_policy.py:264
Function
test_override_keeps_why_an_incomplete_scan_failed
An override rebuilds a result from its findings; errors no finding repeats stay only on an incomplete scan. An incomplete scan fails anyway, and
tests/validators/test_policy.py:229
Function
test_overrides_match_the_rule_name_of_reports_before_v2_12
Before v2.12.0 an AE1 has no pattern; a severity override uses the rule's name, not ``Unknown``.
tests/reporting/test_skillspector_reference_summary.py:272
Function
test_oversized_and_non_utf8_scripts_are_still_analyzed
( tmp_path: Path, event: str, script: str | bytes, check: str )
tests/validators/test_plugin_hook_risk_bounds.py:167
Function
test_oversized_api_response_names_only_the_api_response
(cls, error)
tests/ci/test_github_api.py:116
Function
test_oversized_artifact_download_names_the_artifact
(headers, monkeypatch)
tests/ci/test_github_api.py:124
Function
test_oversized_backend_response_is_a_structured_502
(bridge_services: _BridgeServices)
tests/test_nvidia_build_bridge.py:1732
Function
test_oversized_comment_and_symlinked_feedback_are_rejected
(tmp_path)
tests/ci/test_comment_report.py:223
Function
test_oversized_completion_counter_rejects_tolerance_without_aborting_collection
( tmp_path: Path, source: str, count: Any )
tests/tier3/test_baseline_timeouts.py:381
Function
test_oversized_custom_metric_in_custom_sidecar_fails_standard_reward
(tmp_path: Path)
tests/test_issue55_collector_truth.py:3389
Function
test_oversized_custom_metric_name_is_rejected_without_published_alias
(tmp_path: Path)
tests/test_issue55_collector_truth.py:3371
Function
test_oversized_exec_source_skips_signature_scans
(monkeypatch)
tests/tier3/test_codex_tool_call_normalization.py:615
Function
test_oversized_explicit_fixture_is_refused_before_engine_copy
(tmp_path: Path, monkeypatch)
tests/tier3/test_plugin_prepare_review.py:426
Function
test_oversized_final_answer_reaches_the_judge_gate_as_an_error
(judge_module, monkeypatch)
tests/tier3/test_judge_contracts.py:497
Method
test_oversized_integer_fails_closed
(self, tmp_path: Path, value: str)
tests/embedding/test_extractor.py:756
Method
test_oversized_manifest_is_rejected_before_llm_request
(self, tmp_path)
tests/validators/test_rubric_eval.py:738
Function
test_oversized_network_command_fails_closed
Verify that commands exceeding maximum action length with network keywords fail closed.
tests/tier3/test_checks_secret_patterns.py:365
Function
test_oversized_numeric_skip_reasons_fall_back_safely_across_reporters
()
tests/reporting/test_advisory_skip_verdict.py:301
Function
test_oversized_partial_jwt_redaction_discards_later_segments
(raw: str)
tests/test_harbor_local_mode.py:460
Function
test_oversized_request_is_a_structured_413
(bridge_services: _BridgeServices)
tests/test_nvidia_build_bridge.py:1599
Function
test_oversized_responses_are_capped
(fake_mcp: str)
tests/tier3/test_mcp_proof.py:498
Function
test_oversized_reward_identities_fail_without_partial_or_oversized_outputs
(tmp_path: Path)
tests/test_harbor_collector_runtime_failures.py:2580
Function
test_oversized_section_keeps_short_labels_with_their_examples
()
tests/deduplication/utils/test_chunk_bounds.py:92
Function
test_oversized_section_preserves_short_final_paragraph
()
tests/deduplication/utils/test_chunk_bounds.py:87
Method
test_oversized_section_splits_into_paragraphs
(self)
tests/deduplication/utils/test_chunker.py:213
Method
test_oversized_skillspector_baseline_is_rejected_before_parsing
(self, tmp_path: Path)
tests/validators/test_security.py:2352
Function
test_oversized_summary_reward_and_trajectory_are_skipped
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, )
tests/reporting/test_report_data_bounds.py:391
Function
test_oversized_trajectory_keeps_scores_comparable
(tmp_path: Path)
tests/reporting/test_dashboard_data.py:828
Function
test_oversized_trial_count_keeps_other_reports
(tmp_path: Path)
tests/reporting/test_dashboard_app.py:300
Method
test_oversized_value_is_not_regex_scanned
(self)
tests/tier3/test_plugin_signals.py:774
Function
test_overview_coverage_names_both_planned_and_unscored_attempts
()
tests/reporting/test_report_clarity.py:171
Function
test_overview_has_one_native_dimension_table_with_cross_agent_context
()
tests/reporting/test_native_feature_restoration.py:171
Function
test_overview_has_one_summary_owner_and_retains_full_insights
(state)
tests/reporting/test_report_clarity.py:69
Function
test_overview_is_a_concise_projection_and_full_insights_have_one_owner
(page, reports, fixture)
tests/reporting/test_report_browser.py:1141
Function
test_overview_links_to_full_insights_severity_cards_and_action_checks
()
tests/reporting/test_native_report_parity.py:75
Function
test_overview_text_links_and_insights_action_have_readable_contrast
(page, reports, theme, width, fixture)
tests/reporting/test_report_browser.py:1354
Function
test_owned_legacy_pages_setup_can_resume_without_resetting_history
(monkeypatch, tmp_path)
tests/test_ci_onboarding.py:383
Function
test_owned_legacy_private_site_keeps_history_when_switching_source
(monkeypatch, tmp_path, info, pages)
tests/test_ci_onboarding_pages.py:319
Function
test_owned_or_empty_site_cannot_override_unsupported_configuration
(pages, history_exists, changes)
tests/test_ci_onboarding_pages.py:190
Function
test_owned_output_cleanup_refuses_a_path_substituted_after_authentication
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, )
tests/test_harbor_output_provenance.py:408
Function
test_owned_pr_update_ignores_live_repository_metadata
(trusted, monkeypatch)
tests/ci/test_benchmark_publish.py:532
Function
test_owned_pr_updated_without_touching_source_pr
(trusted, monkeypatch)
tests/ci/test_benchmark_publish.py:374
Function
test_owned_private_site_does_not_require_empty_deployments
(monkeypatch, tmp_path, info, pages)
tests/test_ci_onboarding_pages.py:234
Function
test_owned_site_can_reuse_history_and_previous_deployments
(pages, build_type)
tests/test_ci_onboarding_pages.py:183
Function
test_ownership_requires_explicit_policy_and_remains_visible
(tmp_path, field, value)
tests/validators/test_pii_ownership.py:30
Function
test_p02_unflagged_server_error_text_is_the_one_success
(codex: bool)
tests/tier3/test_f90_mcp_failure_text.py:112
Function
test_package_and_flat_import_eras_use_their_own_helpers
Two real refs cover both intermediate package imports and flat staging.
tests/test_script_invocation_differential.py:60
Method
test_package_artifact_url_path_is_not_pii
(self, tmp_path: Path, line: str)
tests/validators/test_security.py:8705
Function
test_package_import_identity_after_bootstrap_import
()
tests/ci/test_benchmark_publish.py:719
Function
test_package_loader_fallback_reads_template_resources_as_utf8
(monkeypatch: pytest.MonkeyPatch)
tests/reporting/test_unified_tier3_report.py:726
Function
test_package_loader_reads_template_resources_as_utf8
(monkeypatch: pytest.MonkeyPatch)
tests/reporting/test_unified_tier3_report.py:708
Function
test_package_names_use_pep_503_normalization
(tmp_path, pip_audit)
tests/validators/test_dependency_advisory_findings.py:130
Function
test_package_runner_at_the_wrapper_depth_bound_is_still_classified
( package: str, expected: str, severity: Severity )
tests/validators/test_plugin_hook_risk_bounds.py:439
Function
test_package_runner_hint_does_not_skip_reconstructed_executable_names
( command: str, expected: str, severity: Severity )
tests/validators/test_plugin_hook_risk_bounds.py:411
Function
test_package_runner_nesting_limit_is_reported_as_unanalyzed
()
tests/validators/test_plugin_hook_risk_bounds.py:361
Function
test_package_runner_pipeline_split_preserves_quoted_shell_programs
( command: str, expected: str, severity: Severity )
tests/validators/test_plugin_hook_risk_bounds.py:393
Function
test_package_runner_presentation_cap_keeps_later_stronger_risks
( last: str, expected: str, severity: Severity )
tests/validators/test_plugin_hook_risk_bounds.py:351
Function
test_package_runner_scan_does_not_silently_slice_commands
(command: str)
tests/validators/test_plugin_hook_risk_bounds.py:336
Function
test_package_runner_shell_line_is_a_dangerous_form
(config: dict)
tests/validators/test_mcp_static.py:1205
Function
test_package_runner_shell_line_without_metacharacters_is_still_a_dangerous_form
()
tests/validators/test_mcp_static.py:1210
Function
test_package_runner_split_string_wrapper_exhaustion_is_reported
()
tests/validators/test_plugin_hook_risk_bounds.py:451
Function
test_package_runner_work_limit_is_reported_as_unanalyzed
()
tests/validators/test_plugin_hook_risk_bounds.py:374
Function
test_package_runner_wrapper_depth_exhaustion_is_reported
(package: str, count: int)
tests/validators/test_plugin_hook_risk_bounds.py:422
Function
test_package_smoke_preserves_failed_command_diagnostics
(tmp_path: Path, command_exit: int)
tests/test_ci_workflows.py:924
Method
test_packaged_budget_fires_only_above_5000_estimated_tokens
(self, tmp_path: Path)
tests/validators/test_quality_score.py:1716
Function
test_packaged_default_quality_config_is_available
()
tests/test_quality_config.py:16
Function
test_packaged_description_too_long_matches_former_hard_coded_values
()
tests/test_quality_config.py:609
Function
test_packaged_description_too_short_matches_former_hard_coded_values
()
tests/test_quality_config.py:594
Function
test_packaged_digest_covers_the_whole_packaged_config
()
tests/test_quality_config.py:377
Function
test_packaged_error_handling_rules_match_former_hard_coded_values
()
tests/test_quality_config.py:297
Function
test_packaged_file_must_declare_every_token_budget_key
(tmp_path: Path, monkeypatch: pytest.MonkeyPatch)
tests/test_quality_config.py:551
Function
test_packaged_file_must_still_declare_expected_headers
(tmp_path: Path, monkeypatch: pytest.MonkeyPatch)
tests/test_quality_config.py:446
Function
test_packaged_profiles_load_and_pin_versions
()
tests/harness/test_overlay.py:51
Function
test_packaged_reserved_name_matches_former_hard_coded_values
()
tests/test_quality_config.py:713
Method
test_packaged_rule_fires_only_above_200_characters
(self, tmp_path: Path)
tests/validators/test_quality_score.py:1806
Method
test_packaged_rule_fires_only_below_20_characters
(self, tmp_path: Path)
tests/validators/test_quality_score.py:1875
Method
test_packaged_rule_reports_the_matched_term_as_a_gate_failure
(self, tmp_path: Path)
tests/validators/test_quality_score.py:1994
Method
test_packaged_single_word_terms_behave_as_before
(self)
tests/validators/test_quality_score.py:1689
Function
test_packaged_token_budget_matches_former_hard_coded_values
()
tests/test_quality_config.py:494
Function
test_packed_short_tail_keeps_source_range_across_blank_lines
()
tests/deduplication/utils/test_chunk_bounds.py:107
Function
test_padded_agent_tools_still_flag_unrestricted_bash
(tmp_path: Path)
tests/validators/test_plugin_hook_risk_bounds.py:294
Method
test_padded_and_hyphenated_terms_match_and_are_reported_without_padding
(self, tmp_path: Path)
tests/validators/test_quality_score.py:1986
Function
test_padded_command_allowed_tools_still_flag_unrestricted_bash
(tmp_path: Path)
tests/validators/test_plugin_hook_risk_bounds.py:307
Function
test_padded_inferred_identity_is_preserved_and_loadable
(tmp_path: Path)
tests/tier3/test_dataset_migration.py:183
Function
test_padded_matcher_on_an_auto_approve_hook_fails_closed
(tmp_path: Path)
tests/validators/test_plugin_hook_risk_bounds.py:116
Function
test_pages_is_enabled_before_history_push_can_auto_enable_legacy_pages
(monkeypatch, tmp_path)
tests/test_ci_onboarding.py:356
Function
test_pages_protected_branch_endpoint_escapes_special_characters
(monkeypatch)
tests/test_ci_onboarding.py:671
Function
test_pages_rejects_invalid_identity_before_requesting_credentials
(revision, artifact)
tests/ci/test_publisher_workflow.py:87
Function
test_paginates_without_modifying_comments_on_other_pages
(tmp_path)
tests/ci/test_comment_report.py:180
Function
test_paid_advisory_outcomes_do_not_change_required_gate
(tier, status)
tests/ci/test_tier_manifest.py:85
Function
test_paid_tier_evaluation_stops_before_the_job_timeout
()
tests/ci/test_all_tier_workflows.py:98
Function
test_paid_tiers_leave_the_embedding_default_to_the_runner
()
tests/ci/test_all_tier_workflows.py:117
Function
test_paid_tiers_share_the_skill_change_condition_and_aggregate_reason
()
tests/ci/test_github_admission_workflow.py:252
Function
test_paid_tiers_skipped_for_no_skill_change_are_reported_as_skipped
Only the trusted "false" turns missing Tier 2/3 evidence into a skip; Tier 1 stays required.
tests/ci/test_run_tiers.py:977
Function
test_paired_conditions_with_different_policies_have_no_publishable_scores
(tmp_path: Path)
tests/test_issue55_collector_truth.py:336
Function
test_paired_custom_only_result_displays_its_recorded_overall_lift
()
tests/test_tier3_result_display.py:801
Function
test_paired_delta_preserves_small_nonzero_direction
(skill_only: bool, direction: int)
tests/test_harbor_metrics_truth.py:1145
Function
test_paired_mixed_contracts_across_logical_trials_keep_report_aligned_with_collector_overall
( tmp_path: Path, reverse_trials: bool, )
tests/test_issue55_collector_truth.py:1485
Function
test_paired_mixed_step_fallback_keeps_report_and_html_aligned_with_logical_overall
( tmp_path: Path, reverse_rows: bool, )
tests/test_issue55_collector_truth.py:1397
← previous
next →
19,801–19,900 of 24,741, ranked by callers