MCPcopy Create free account

hub / github.com/NVIDIA/SkillEvaluator / functions

Functions24,741 in github.com/NVIDIA/SkillEvaluator

Functiontest_overridden_mcp_is_audited_without_becoming_selected
(tmp_path)
tests/test_plugin_inventory.py:92
Functiontest_override_keeps_a_warning_as_often_as_it_was_recorded
A warning no finding repeats goes back as often as it was recorded; the LLM downgrade lists it once.
tests/validators/test_policy.py:264
Functiontest_override_keeps_why_an_incomplete_scan_failed
An override rebuilds a result from its findings; errors no finding repeats stay only on an incomplete scan. An incomplete scan fails anyway, and
tests/validators/test_policy.py:229
Functiontest_overrides_match_the_rule_name_of_reports_before_v2_12
Before v2.12.0 an AE1 has no pattern; a severity override uses the rule's name, not ``Unknown``.
tests/reporting/test_skillspector_reference_summary.py:272
Functiontest_oversized_and_non_utf8_scripts_are_still_analyzed
( tmp_path: Path, event: str, script: str | bytes, check: str )
tests/validators/test_plugin_hook_risk_bounds.py:167
Functiontest_oversized_api_response_names_only_the_api_response
(cls, error)
tests/ci/test_github_api.py:116
Functiontest_oversized_artifact_download_names_the_artifact
(headers, monkeypatch)
tests/ci/test_github_api.py:124
Functiontest_oversized_backend_response_is_a_structured_502
(bridge_services: _BridgeServices)
tests/test_nvidia_build_bridge.py:1732
Functiontest_oversized_comment_and_symlinked_feedback_are_rejected
(tmp_path)
tests/ci/test_comment_report.py:223
Functiontest_oversized_completion_counter_rejects_tolerance_without_aborting_collection
( tmp_path: Path, source: str, count: Any )
tests/tier3/test_baseline_timeouts.py:381
Functiontest_oversized_custom_metric_in_custom_sidecar_fails_standard_reward
(tmp_path: Path)
tests/test_issue55_collector_truth.py:3389
Functiontest_oversized_custom_metric_name_is_rejected_without_published_alias
(tmp_path: Path)
tests/test_issue55_collector_truth.py:3371
Functiontest_oversized_exec_source_skips_signature_scans
(monkeypatch)
tests/tier3/test_codex_tool_call_normalization.py:615
Functiontest_oversized_explicit_fixture_is_refused_before_engine_copy
(tmp_path: Path, monkeypatch)
tests/tier3/test_plugin_prepare_review.py:426
Functiontest_oversized_final_answer_reaches_the_judge_gate_as_an_error
(judge_module, monkeypatch)
tests/tier3/test_judge_contracts.py:497
Methodtest_oversized_integer_fails_closed
(self, tmp_path: Path, value: str)
tests/embedding/test_extractor.py:756
Methodtest_oversized_manifest_is_rejected_before_llm_request
(self, tmp_path)
tests/validators/test_rubric_eval.py:738
Functiontest_oversized_network_command_fails_closed
Verify that commands exceeding maximum action length with network keywords fail closed.
tests/tier3/test_checks_secret_patterns.py:365
Functiontest_oversized_numeric_skip_reasons_fall_back_safely_across_reporters
()
tests/reporting/test_advisory_skip_verdict.py:301
Functiontest_oversized_partial_jwt_redaction_discards_later_segments
(raw: str)
tests/test_harbor_local_mode.py:460
Functiontest_oversized_request_is_a_structured_413
(bridge_services: _BridgeServices)
tests/test_nvidia_build_bridge.py:1599
Functiontest_oversized_responses_are_capped
(fake_mcp: str)
tests/tier3/test_mcp_proof.py:498
Functiontest_oversized_reward_identities_fail_without_partial_or_oversized_outputs
(tmp_path: Path)
tests/test_harbor_collector_runtime_failures.py:2580
Functiontest_oversized_section_keeps_short_labels_with_their_examples
()
tests/deduplication/utils/test_chunk_bounds.py:92
Functiontest_oversized_section_preserves_short_final_paragraph
()
tests/deduplication/utils/test_chunk_bounds.py:87
Methodtest_oversized_section_splits_into_paragraphs
(self)
tests/deduplication/utils/test_chunker.py:213
Methodtest_oversized_skillspector_baseline_is_rejected_before_parsing
(self, tmp_path: Path)
tests/validators/test_security.py:2352
Functiontest_oversized_summary_reward_and_trajectory_are_skipped
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, )
tests/reporting/test_report_data_bounds.py:391
Functiontest_oversized_trajectory_keeps_scores_comparable
(tmp_path: Path)
tests/reporting/test_dashboard_data.py:828
Functiontest_oversized_trial_count_keeps_other_reports
(tmp_path: Path)
tests/reporting/test_dashboard_app.py:300
Methodtest_oversized_value_is_not_regex_scanned
(self)
tests/tier3/test_plugin_signals.py:774
Functiontest_overview_coverage_names_both_planned_and_unscored_attempts
()
tests/reporting/test_report_clarity.py:171
Functiontest_overview_has_one_native_dimension_table_with_cross_agent_context
()
tests/reporting/test_native_feature_restoration.py:171
Functiontest_overview_has_one_summary_owner_and_retains_full_insights
(state)
tests/reporting/test_report_clarity.py:69
Functiontest_overview_is_a_concise_projection_and_full_insights_have_one_owner
(page, reports, fixture)
tests/reporting/test_report_browser.py:1141
Functiontest_overview_links_to_full_insights_severity_cards_and_action_checks
()
tests/reporting/test_native_report_parity.py:75
Functiontest_overview_text_links_and_insights_action_have_readable_contrast
(page, reports, theme, width, fixture)
tests/reporting/test_report_browser.py:1354
Functiontest_owned_legacy_pages_setup_can_resume_without_resetting_history
(monkeypatch, tmp_path)
tests/test_ci_onboarding.py:383
Functiontest_owned_legacy_private_site_keeps_history_when_switching_source
(monkeypatch, tmp_path, info, pages)
tests/test_ci_onboarding_pages.py:319
Functiontest_owned_or_empty_site_cannot_override_unsupported_configuration
(pages, history_exists, changes)
tests/test_ci_onboarding_pages.py:190
Functiontest_owned_output_cleanup_refuses_a_path_substituted_after_authentication
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, )
tests/test_harbor_output_provenance.py:408
Functiontest_owned_pr_update_ignores_live_repository_metadata
(trusted, monkeypatch)
tests/ci/test_benchmark_publish.py:532
Functiontest_owned_pr_updated_without_touching_source_pr
(trusted, monkeypatch)
tests/ci/test_benchmark_publish.py:374
Functiontest_owned_private_site_does_not_require_empty_deployments
(monkeypatch, tmp_path, info, pages)
tests/test_ci_onboarding_pages.py:234
Functiontest_owned_site_can_reuse_history_and_previous_deployments
(pages, build_type)
tests/test_ci_onboarding_pages.py:183
Functiontest_ownership_requires_explicit_policy_and_remains_visible
(tmp_path, field, value)
tests/validators/test_pii_ownership.py:30
Functiontest_p02_unflagged_server_error_text_is_the_one_success
(codex: bool)
tests/tier3/test_f90_mcp_failure_text.py:112
Functiontest_package_and_flat_import_eras_use_their_own_helpers
Two real refs cover both intermediate package imports and flat staging.
tests/test_script_invocation_differential.py:60
Methodtest_package_artifact_url_path_is_not_pii
(self, tmp_path: Path, line: str)
tests/validators/test_security.py:8705
Functiontest_package_import_identity_after_bootstrap_import
()
tests/ci/test_benchmark_publish.py:719
Functiontest_package_loader_fallback_reads_template_resources_as_utf8
(monkeypatch: pytest.MonkeyPatch)
tests/reporting/test_unified_tier3_report.py:726
Functiontest_package_loader_reads_template_resources_as_utf8
(monkeypatch: pytest.MonkeyPatch)
tests/reporting/test_unified_tier3_report.py:708
Functiontest_package_names_use_pep_503_normalization
(tmp_path, pip_audit)
tests/validators/test_dependency_advisory_findings.py:130
Functiontest_package_runner_at_the_wrapper_depth_bound_is_still_classified
( package: str, expected: str, severity: Severity )
tests/validators/test_plugin_hook_risk_bounds.py:439
Functiontest_package_runner_hint_does_not_skip_reconstructed_executable_names
( command: str, expected: str, severity: Severity )
tests/validators/test_plugin_hook_risk_bounds.py:411
Functiontest_package_runner_nesting_limit_is_reported_as_unanalyzed
()
tests/validators/test_plugin_hook_risk_bounds.py:361
Functiontest_package_runner_pipeline_split_preserves_quoted_shell_programs
( command: str, expected: str, severity: Severity )
tests/validators/test_plugin_hook_risk_bounds.py:393
Functiontest_package_runner_presentation_cap_keeps_later_stronger_risks
( last: str, expected: str, severity: Severity )
tests/validators/test_plugin_hook_risk_bounds.py:351
Functiontest_package_runner_scan_does_not_silently_slice_commands
(command: str)
tests/validators/test_plugin_hook_risk_bounds.py:336
Functiontest_package_runner_shell_line_is_a_dangerous_form
(config: dict)
tests/validators/test_mcp_static.py:1205
Functiontest_package_runner_shell_line_without_metacharacters_is_still_a_dangerous_form
()
tests/validators/test_mcp_static.py:1210
Functiontest_package_runner_split_string_wrapper_exhaustion_is_reported
()
tests/validators/test_plugin_hook_risk_bounds.py:451
Functiontest_package_runner_work_limit_is_reported_as_unanalyzed
()
tests/validators/test_plugin_hook_risk_bounds.py:374
Functiontest_package_runner_wrapper_depth_exhaustion_is_reported
(package: str, count: int)
tests/validators/test_plugin_hook_risk_bounds.py:422
Functiontest_package_smoke_preserves_failed_command_diagnostics
(tmp_path: Path, command_exit: int)
tests/test_ci_workflows.py:924
Methodtest_packaged_budget_fires_only_above_5000_estimated_tokens
(self, tmp_path: Path)
tests/validators/test_quality_score.py:1716
Functiontest_packaged_default_quality_config_is_available
()
tests/test_quality_config.py:16
Functiontest_packaged_description_too_long_matches_former_hard_coded_values
()
tests/test_quality_config.py:609
Functiontest_packaged_description_too_short_matches_former_hard_coded_values
()
tests/test_quality_config.py:594
Functiontest_packaged_digest_covers_the_whole_packaged_config
()
tests/test_quality_config.py:377
Functiontest_packaged_error_handling_rules_match_former_hard_coded_values
()
tests/test_quality_config.py:297
Functiontest_packaged_file_must_declare_every_token_budget_key
(tmp_path: Path, monkeypatch: pytest.MonkeyPatch)
tests/test_quality_config.py:551
Functiontest_packaged_file_must_still_declare_expected_headers
(tmp_path: Path, monkeypatch: pytest.MonkeyPatch)
tests/test_quality_config.py:446
Functiontest_packaged_profiles_load_and_pin_versions
()
tests/harness/test_overlay.py:51
Functiontest_packaged_reserved_name_matches_former_hard_coded_values
()
tests/test_quality_config.py:713
Methodtest_packaged_rule_fires_only_above_200_characters
(self, tmp_path: Path)
tests/validators/test_quality_score.py:1806
Methodtest_packaged_rule_fires_only_below_20_characters
(self, tmp_path: Path)
tests/validators/test_quality_score.py:1875
Methodtest_packaged_rule_reports_the_matched_term_as_a_gate_failure
(self, tmp_path: Path)
tests/validators/test_quality_score.py:1994
Methodtest_packaged_single_word_terms_behave_as_before
(self)
tests/validators/test_quality_score.py:1689
Functiontest_packaged_token_budget_matches_former_hard_coded_values
()
tests/test_quality_config.py:494
Functiontest_packed_short_tail_keeps_source_range_across_blank_lines
()
tests/deduplication/utils/test_chunk_bounds.py:107
Functiontest_padded_agent_tools_still_flag_unrestricted_bash
(tmp_path: Path)
tests/validators/test_plugin_hook_risk_bounds.py:294
Methodtest_padded_and_hyphenated_terms_match_and_are_reported_without_padding
(self, tmp_path: Path)
tests/validators/test_quality_score.py:1986
Functiontest_padded_command_allowed_tools_still_flag_unrestricted_bash
(tmp_path: Path)
tests/validators/test_plugin_hook_risk_bounds.py:307
Functiontest_padded_inferred_identity_is_preserved_and_loadable
(tmp_path: Path)
tests/tier3/test_dataset_migration.py:183
Functiontest_padded_matcher_on_an_auto_approve_hook_fails_closed
(tmp_path: Path)
tests/validators/test_plugin_hook_risk_bounds.py:116
Functiontest_pages_is_enabled_before_history_push_can_auto_enable_legacy_pages
(monkeypatch, tmp_path)
tests/test_ci_onboarding.py:356
Functiontest_pages_protected_branch_endpoint_escapes_special_characters
(monkeypatch)
tests/test_ci_onboarding.py:671
Functiontest_pages_rejects_invalid_identity_before_requesting_credentials
(revision, artifact)
tests/ci/test_publisher_workflow.py:87
Functiontest_paginates_without_modifying_comments_on_other_pages
(tmp_path)
tests/ci/test_comment_report.py:180
Functiontest_paid_advisory_outcomes_do_not_change_required_gate
(tier, status)
tests/ci/test_tier_manifest.py:85
Functiontest_paid_tier_evaluation_stops_before_the_job_timeout
()
tests/ci/test_all_tier_workflows.py:98
Functiontest_paid_tiers_leave_the_embedding_default_to_the_runner
()
tests/ci/test_all_tier_workflows.py:117
Functiontest_paid_tiers_share_the_skill_change_condition_and_aggregate_reason
()
tests/ci/test_github_admission_workflow.py:252
Functiontest_paid_tiers_skipped_for_no_skill_change_are_reported_as_skipped
Only the trusted "false" turns missing Tier 2/3 evidence into a skip; Tier 1 stays required.
tests/ci/test_run_tiers.py:977
Functiontest_paired_conditions_with_different_policies_have_no_publishable_scores
(tmp_path: Path)
tests/test_issue55_collector_truth.py:336
Functiontest_paired_custom_only_result_displays_its_recorded_overall_lift
()
tests/test_tier3_result_display.py:801
Functiontest_paired_delta_preserves_small_nonzero_direction
(skill_only: bool, direction: int)
tests/test_harbor_metrics_truth.py:1145
Functiontest_paired_mixed_contracts_across_logical_trials_keep_report_aligned_with_collector_overall
( tmp_path: Path, reverse_trials: bool, )
tests/test_issue55_collector_truth.py:1485
Functiontest_paired_mixed_step_fallback_keeps_report_and_html_aligned_with_logical_overall
( tmp_path: Path, reverse_rows: bool, )
tests/test_issue55_collector_truth.py:1397
← previousnext →19,801–19,900 of 24,741, ranked by callers