MCPcopy Create free account

hub / github.com/NVIDIA/SkillEvaluator / functions

Functions24,741 in github.com/NVIDIA/SkillEvaluator

Functiontest_finding_excerpt_redacts_a_quoted_secret_with_spaces
()
tests/test_oss_boundary.py:556
Functiontest_finding_excerpt_redacts_authorization_header
()
tests/test_oss_boundary.py:568
Methodtest_finding_exported_from_validators_init
Test Finding is exported from validators __init__.
tests/validators/test_security_validators.py:1192
Functiontest_finding_group_occurrences_do_not_copy_the_source_line
()
tests/reporting/test_reporters.py:1377
Functiontest_finding_identity_is_semantic_and_occurrence_identity_is_location_bound
()
tests/reporting/test_reporters.py:814
Functiontest_finding_line_follows_editor_line_breaks
A form feed inside a comment does not shift the line that SARIF and editors show.
tests/validators/test_dependency_advisory_findings.py:761
Methodtest_finding_message_names_at_most_64_locations_and_files
( self, mock_embed, mock_clusters, _mock_llm, mock_analyze, tm
tests/deduplication/intra_skill/test_intra_skill_validator.py:835
Methodtest_finding_metadata_populated
(self, _mock_client_cls, mock_registry_cls, tmp_path: Path)
tests/validators/test_similarity.py:200
Methodtest_finding_on_a_symlink_target_stays_blocking
( self, tmp_path: Path, alias: str, target: str, skill_text: str | None )
tests/validators/test_skillspector_scope.py:1267
Functiontest_finding_reconciliation_contract_matches_json_markdown_and_html
(monkeypatch)
tests/reporting/test_reporters.py:1032
Functiontest_finding_types_are_most_severe_first
()
tests/reporting/test_report_redesign.py:353
Methodtest_finding_uses_explanation_and_remediation_from_skillspector
Test that findings use skillspector CLI explanation and remediation for suggestion.
tests/validators/test_security.py:6397
Methodtest_finding_verifier_sends_high_effort_only_to_gpt6
( self, monkeypatch: pytest.MonkeyPatch, model: str, effort: str | None )
tests/inference/test_llm_client.py:1022
Methodtest_finding_with_enum_severity
Test that Finding accepts Severity enum.
tests/reporting/test_reporters.py:2839
Methodtest_finding_with_string_severity
Test that Finding accepts string severity.
tests/reporting/test_reporters.py:2826
Functiontest_findings_artifact_bounds_evidence_across_multiple_large_rewards
(tmp_path)
tests/tier3/test_suggestion_grounding.py:666
Functiontest_findings_artifact_includes_suggestions_v2
(tmp_path)
tests/tier3/test_suggestion_grounding.py:642
Functiontest_findings_best_agent_ignores_invalid_legacy_summary_numbers
(invalid: float | int)
tests/tier3/test_suggestion_grounding.py:490
Functiontest_findings_best_agent_matches_canonical_dimension_ranking_and_suggestion_identity
(tmp_path, monkeypatch)
tests/tier3/test_suggestion_grounding.py:507
Functiontest_findings_carry_evidence_refs
()
tests/tier3/test_suggestion_grounding.py:436
Functiontest_findings_carry_their_rule_confidence
(tmp_path: Path)
tests/harness/test_plugin_compat.py:225
Functiontest_findings_do_not_follow_external_reward_symlink
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, )
tests/test_issue55_collector_truth.py:4438
Methodtest_findings_do_not_hide_incomplete_status
(self)
tests/reporting/test_incomplete_scans.py:68
Functiontest_findings_include_a_safely_redacted_excerpt
()
tests/test_oss_boundary.py:545
Functiontest_findings_keep_evidence_for_same_case_role_variants
(make_reward, expected_keys)
tests/tier3/test_suggestion_grounding.py:255
Functiontest_findings_keep_succeeded_with_skill_when_only_baseline_failed
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, )
tests/test_issue55_collector_truth.py:4389
Functiontest_findings_kpi_has_no_detail_line_when_every_record_is_unique
()
tests/reporting/test_reporters.py:1214
Methodtest_findings_map_back_to_original_paths
(self, mock_run, skill_with_artifacts)
tests/validators/test_artifact_dir_exclusion.py:248
Functiontest_findings_multi_agent_ranks_persisted_condition_overall_across_contracts
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, agent_specs: list[tuple[str, str, float]],
tests/test_issue55_collector_truth.py:4505
Functiontest_findings_multi_agent_selects_and_writes_only_successful_agent
(tmp_path: Path, monkeypatch)
tests/test_issue55_collector_truth.py:4574
Functiontest_findings_normalize_legacy_string_evidence_refs_without_crashing
()
tests/tier3/test_suggestion_grounding.py:443
Functiontest_findings_prefer_custom_details_only_for_custom_metric_collisions
()
tests/reporting/test_unified_tier3_report.py:1976
Functiontest_findings_report_rejects_overflowing_reward_numbers_without_crashing
()
tests/tier3/test_suggestion_grounding.py:481
Functiontest_findings_skip_failed_single_agent_even_when_stale_rewards_exist
(tmp_path: Path, capsys)
tests/test_issue55_collector_truth.py:4362
Functiontest_findings_tolerate_malformed_nested_detail_shapes
(metric, malformed_detail, metric_score)
tests/tier3/test_suggestion_grounding.py:469
Functiontest_fine_grained_github_pat_is_masked
(redact)
tests/tier3/test_github_token_redaction.py:54
Functiontest_fine_grained_github_token_has_a_secret_shape
()
tests/validators/test_url_policy.py:334
Methodtest_first_body_line_indentation_is_preserved
(self, tmp_path: Path, newline: str)
tests/validators/test_frontmatter_parser.py:35
Functiontest_first_failure_names_the_first_harbor_exception_type
(errors: object, failure: str | None)
tests/reporting/test_tier3_incomplete_arms.py:215
Functiontest_first_tool_call_cannot_claim_a_repository_output_directory
(module)
tests/tier3/test_review507_merged_regressions.py:24
Functiontest_first_turn_hook_literals_and_unmeasured_dynamic_output
(tmp_path)
tests/test_plugin_context_cost.py:97
Functiontest_first_turn_hosted_search_is_excluded_even_with_a_token_counter
()
tests/tier3/test_private_comparison_engine.py:166
Functiontest_first_turn_hosted_search_is_not_a_context_measurement
(tmp_path, monkeypatch)
tests/tier3/test_plugin_evidence.py:276
Functiontest_fix_first_links_open_existing_cards
()
tests/reporting/test_report_redesign.py:205
Functiontest_fix_first_puts_an_unfinished_scan_first_when_incomplete
()
tests/reporting/test_report_redesign.py:121
Functiontest_fix_first_ranks_by_severity_and_lists_each_location_once
()
tests/reporting/test_report_redesign.py:91
Functiontest_fix_first_uses_the_scan_root_for_a_repository_root_skill
()
tests/reporting/test_report_redesign.py:188
Functiontest_fix_reaches_findings_and_panels
(tmp_path: Path)
tests/harness/test_overlay.py:733
Functiontest_fix_rows
()
tests/reporting/test_tier3_validate_cases.py:82
Functiontest_fix_section_for_tier1_and_tier2
()
tests/reporting/test_tier3_validate_cases.py:114
Functiontest_fixed_attempt_budget_does_not_silently_discard_timeouts
(tmp_path)
tests/test_harbor_timeout_recovery.py:233
Functiontest_fixed_marker_cannot_authorize_authored_source_replacement
(tmp_path: Path)
tests/test_harbor_output_provenance.py:457
Functiontest_fixed_output_scope_is_stable_after_directory_changes
(security_check)
tests/tier3/test_agent_output_cleanup_scope.py:91
Functiontest_fixed_relative_ci_links_only
()
tests/reporting/test_retained_html.py:212
Functiontest_fixes_redact_environment_secrets
(tmp_path: Path, monkeypatch)
tests/test_tier3_case_summary.py:2114
Functiontest_fixture_covers_every_llm_analyzer
()
tests/test_skillspector_provenance.py:266
Functiontest_fixtures_add_no_nested_skill_manifest
()
tests/tier3/test_reference_custom_grader_fixtures.py:52
Functiontest_flaky_and_never_loaded_remain_distinct
(loaded, failed_calls, expected)
tests/tier3/test_f90_mcp_proof_status.py:149
Functiontest_flat_custom_only_step_fallback_preserves_custom_metrics
(tmp_path: Path)
tests/test_issue55_collector_truth.py:1240
Methodtest_flat_script_finding
(self, skill_with_scripts)
tests/validators/test_script_lint.py:128
Methodtest_flat_script_finding_in_tools_dir
(self, tmp_path)
tests/validators/test_script_lint.py:136
Functiontest_flow_metadata_does_not_hide_another_address_on_the_same_line
(tmp_path, order)
tests/validators/test_pii_ownership.py:49
Functiontest_folded_native_chart_is_lazy_and_print_draws_all_charts_synchronously
(page, reports)
tests/reporting/test_report_efficiency_browser.py:85
Functiontest_folded_pii_finding_counts_each_listed_location_as_an_occurrence
(tmp_path)
tests/reporting/test_reporters.py:1253
Functiontest_folded_pii_finding_in_a_folder_run_counts_each_location_once
(tmp_path)
tests/reporting/test_reporters.py:1297
Functiontest_folded_plugin_evidence_is_closed_then_revealed_by_its_existing_link_and_search
(page, reports)
tests/reporting/test_report_browser.py:1159
Methodtest_folder_api_preserves_child_advisories_once
(self, tmp_path: Path, include_failure: bool)
tests/validators/test_schema.py:1354
Methodtest_folder_api_preserves_recommended_id_advisory
(self, tmp_path: Path)
tests/validators/test_schema.py:1393
Functiontest_folder_average_does_not_hide_a_skill_below_minimum
(below_threshold_skill: Path)
tests/test_quality_policy_gate.py:183
Functiontest_folder_input_accepts_commas_and_spaces
(repository, release_file, tmp_path, answer)
tests/test_ci_onboarding.py:91
Functiontest_folder_merge_adds_up_omitted_unparsed_semgrep_counts
()
tests/reporting/test_incomplete_scans.py:206
Functiontest_folder_of_skills_is_its_own_catalog
(tmp_path: Path)
tests/harness/test_overlay.py:376
Functiontest_folder_reference_lines_name_their_skill
In a folder, each exported reference line carries its skill's prefix, like the finding's own path.
tests/reporting/test_skillspector_reference_summary.py:194
Methodtest_folder_result_records_quality_config
(self, tmp_path: Path)
tests/validators/test_quality_score.py:691
Functiontest_folder_run_audits_every_skill_after_a_critical_advisory
A critical advisory is not a configuration error, so a folder run still audits later skills.
tests/validators/test_dependency_advisory_findings.py:571
Functiontest_folder_run_counts_folded_locations_once
(tmp_path)
tests/validators/test_pii_grouping.py:119
Functiontest_folder_scan_binds_waivers_to_paths_under_the_waiver_file
(tmp_path: Path)
tests/validators/test_pii_waivers.py:332
Functiontest_folder_scan_keeps_its_skill_count_hint
()
tests/reporting/test_report_redesign.py:336
Methodtest_folder_scan_keeps_the_baseline_outcome_in_each_passing_skill_line
(self, tmp_path: Path)
tests/validators/test_security.py:2492
Methodtest_folder_scan_merge_keeps_unparsed_files_per_skill
(self)
tests/validators/test_security_validators.py:833
Methodtest_folder_scan_totals_applicability_across_skills
(self, mock_tools, tmp_path: Path)
tests/validators/test_skillspector_scope.py:1695
Methodtest_folder_static_test_evidence_does_not_report_only_the_first_skill
(self)
tests/reporting/test_reporters.py:440
Methodtest_folder_structure_compliance_with_skills_dir
Test folder structure compliance for folder with skills/ directory.
tests/validators/test_folder_validation.py:206
Methodtest_folder_structure_compliance_with_team_skills
Test folder structure compliance for folder with team-skills/ directory.
tests/validators/test_folder_validation.py:238
Functiontest_folder_target_coverage_survives_report_exports
(tmp_path, monkeypatch)
tests/validators/test_target_dependencies.py:167
Functiontest_folder_totals_skip_malformed_children
()
tests/reporting/test_skillspector_reference_summary.py:337
Methodtest_folder_validation
(self, tmp_path)
tests/validators/test_quality_score.py:375
Methodtest_folder_validation_fails_when_judging_is_unavailable
(self, tmp_path)
tests/validators/test_rubric_eval.py:1133
Methodtest_folder_without_skills_is_scanned_as_a_whole
A folder that holds no skill is scanned as one target, so it is its own reference root.
tests/validators/test_security.py:10667
Functiontest_follows_a_documentation_reader_in_a_package_initializer
(tmp_path: Path)
tests/test_select_docs_tests.py:115
Functiontest_follows_a_documentation_reader_in_another_collected_test_module
( tmp_path: Path, helper_module: str )
tests/test_select_docs_tests.py:98
Functiontest_footer_links_follow_capture_at_render_time
(monkeypatch, tmp_path, legacy_windows)
tests/reporting/test_terminal_polish.py:475
Functiontest_footer_metadata_is_sanitized_independently_of_sections_and_canonical_snapshots
()
tests/reporting/test_plugin_evidence_report.py:453
Functiontest_footer_metadata_uses_none_for_absent_owners_and_marks_only_display_shortening
(owner)
tests/reporting/test_plugin_evidence_report.py:496
Functiontest_forbidden_current_head_check_explains_separate_read_token
(mr_env, monkeypatch, capsys, source, read_token)
tests/ci/test_gitlab_admission_transport.py:104
Methodtest_forbidden_fields_rejected
Test validation fails when forbidden fields (alwaysApply, globs) are present.
tests/validators/test_schema.py:105
Functiontest_force_late_config_failure_preserves_complete_old_scaffold
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch )
tests/test_harbor_scaffold_transactions.py:252
Functiontest_force_only_rm_cleanup_is_not_destructive
(security_check, command: str)
tests/tier3/test_destructive_command_paths.py:436
Functiontest_force_only_rm_expands_brace_lists_and_dot_globs
(security_check, command, expected_score)
tests/tier3/test_destructive_command_paths.py:544
Functiontest_force_only_rm_follows_cd_and_find_start_paths
(security, calls, destructive)
tests/tier3/test_private_plugin_security.py:258
← previousnext →16,301–16,400 of 24,741, ranked by callers