MCPcopy Create free account

hub / github.com/NVIDIA/SkillEvaluator / functions

Functions24,741 in github.com/NVIDIA/SkillEvaluator

Functiontest_contains_credential_value_does_not_match_short_github_shaped_identifiers
(prefix: str)
tests/test_safety_boundaries.py:73
Functiontest_contains_credential_value_does_not_match_sk_inside_an_ordinary_word
()
tests/test_safety_boundaries.py:68
Functiontest_contains_credential_value_preserves_case_sensitive_noncanonical_prefix
()
tests/test_safety_boundaries.py:64
Functiontest_contains_on_an_object_matches_values_not_key_names
()
tests/tier3/test_f90_mcp_arguments.py:131
Methodtest_contains_similarity_score
(self, make_cluster)
tests/deduplication/intra_skill/test_intra_llm_analyzer.py:366
Methodtest_content_digest_stands_in_for_a_missing_commit
(self)
tests/test_benchmark_source_provenance.py:272
Functiontest_content_hashes_are_equal_across_arms_for_every_piece
(loose)
tests/tier3/test_private_loose_source.py:321
Functiontest_context_aggregate_chunk_budget_refuses_all_provider_work
(modules, tmp_path, monkeypatch)
tests/deduplication/plugin/test_private_dedup.py:450
Functiontest_context_batch_cardinality_is_validated_before_later_requests
(tmp_path, monkeypatch)
tests/deduplication/plugin/test_private_dedup.py:365
Functiontest_context_builder_bounds_and_scopes_declared_components
()
tests/tier3/test_plugin_signals.py:1448
Functiontest_context_check_preserves_incomplete_contract_for_unexpected_errors
( tmp_path: Path, monkeypatch, during_construction: bool )
tests/test_tier2_command_failures.py:74
Functiontest_context_comparison_uses_the_declared_roots
(tmp_path: Path, monkeypatch)
tests/deduplication/plugin/test_openclaw_profile.py:222
Functiontest_context_injection_hooks_are_low
(tmp_path: Path)
tests/validators/test_plugin_component_risk.py:498
Functiontest_context_is_bounded_in_code_points
()
tests/test_character_facts.py:52
Functiontest_context_keeps_long_text_without_spaces
()
tests/evaluation/test_tier3_feedback_chat.py:930
Functiontest_context_leaves_url_path_values_unchanged_while_scrubbing_other_paths
(tmp_path: Path)
tests/evaluation/test_tier3_feedback_chat.py:382
Functiontest_context_masks_paths_that_follow_a_url_in_minified_json
(tmp_path: Path)
tests/evaluation/test_tier3_feedback_chat.py:418
Functiontest_context_masks_text_before_shortening_it
()
tests/evaluation/test_tier3_feedback_chat.py:857
Functiontest_context_masks_the_path_a_copied_run_had_elsewhere
(tmp_path: Path)
tests/evaluation/test_tier3_feedback_chat.py:301
Functiontest_context_preserves_other_agents_and_failure_scope
()
tests/evaluation/test_tier3_feedback_chat.py:250
Functiontest_context_prompt_limit_refuses_llm_before_external_work
(tmp_path, monkeypatch)
tests/deduplication/plugin/test_private_dedup.py:420
Functiontest_context_records_tools_ref_from_platform_environment
(environment, expected)
tests/ci/test_run_tiers.py:56
Functiontest_context_redacts_credentials_but_keeps_measurements
()
tests/evaluation/test_tier3_feedback_chat.py:820
Functiontest_context_rejects_a_spec_that_names_another_decoy_file
(canary, tmp_path)
tests/tier3/test_private_plugin_canary.py:102
Functiontest_context_replaces_the_skill_and_home_directories
(tmp_path: Path)
tests/evaluation/test_tier3_feedback_chat.py:354
Functiontest_context_scalar_limit_stops_after_first_provider_batch
(tmp_path, monkeypatch)
tests/deduplication/plugin/test_private_dedup.py:348
Functiontest_context_sends_run_id_not_host_path
(tmp_path: Path)
tests/evaluation/test_tier3_feedback_chat.py:289
Functiontest_context_skill_limit_refuses_work_before_provider
(modules, tmp_path, monkeypatch)
tests/deduplication/plugin/test_private_dedup.py:281
Functiontest_context_staging_refuses_existing_symlinks
(canary, tmp_path)
tests/tier3/test_private_plugin_canary.py:51
Functiontest_continuation_join_matches_the_previous_text
Without a comment line, the joined text is unchanged; only CR, LF and CRLF end a numbered line.
tests/validators/test_dependency_advisory_findings.py:720
Functiontest_continuation_step_does_not_count_the_gap_before_it
()
tests/tier3/test_trajectory_timing.py:379
Functiontest_continued_credentials_never_reach_json_escaped_judge_evidence
(command: str)
tests/tier3/test_security_finding_evidence.py:1887
Functiontest_contract_matches_public_local_mode_constants
(contract: dict[str, object])
tests/test_local_mode_contract.py:42
Methodtest_contract_violations_produce_schema_findings
(self, tmp_path: Path)
tests/validators/test_plugin_schema.py:91
Methodtest_contradictory_carriers_fail_closed
Result ordering must not decide which source tree a published card names.
tests/test_benchmark_source_provenance.py:857
Functiontest_contradictory_exit_code_does_not_count_batch_as_audited
(tmp_path, monkeypatch)
tests/validators/test_target_dependencies.py:202
Functiontest_contradictory_outer_tier3_run_id_fails_closed_but_missing_outer_copy_is_compatible
()
tests/reporting/test_advisory_skip_verdict.py:4129
Functiontest_contradictory_passing_report_with_incomplete_scanners_has_publishable_error_row
(tmp_path)
tests/ci/test_run_tier1.py:243
Functiontest_contradictory_required_lineups_remain_incomplete_after_roundtrip
()
tests/reporting/test_retained_publication_scope.py:70
Functiontest_contradictory_tier3_truth_fields_fail_closed_across_reporters
( tmp_path: Path, field: str, top_level: str, summary_value: str, )
tests/reporting/test_advisory_skip_verdict.py:1143
Functiontest_contrast_helper_matches_the_published_ratios
()
tests/reporting/test_report_redesign.py:607
Functiontest_control_character_skill_path_fails_before_scanning
(tmp_path)
tests/ci/test_run_tier1.py:1181
Methodtest_control_file_reference_retains_source_finding
( self, tmp_path: Path, control_path: str, instruction: str, source_path: str )
tests/validators/test_skillspector_scope.py:811
Functiontest_control_flow_depth_keeps_existing_branch_semantics
(source, expected)
tests/validators/test_script_lint.py:283
Methodtest_control_path_findings_remain_blocking_with_role_metadata
(self, tmp_path: Path)
tests/validators/test_skillspector_scope.py:299
Functiontest_controls_are_stripped_before_brackets_are_escaped
()
tests/utils/test_rich_markup.py:108
Functiontest_controls_the_client_forwarded_on_its_own_are_kept
(control: str, update: dict)
tests/test_skillspector_provenance.py:117
Functiontest_conversions_and_percentages_accept_signed_numbers
(expression: str, expected: str)
tests/test_reference_calculator.py:38
Functiontest_converted_files_selectors_stage_identical_harbor_fixtures
(tmp_path: Path)
tests/tier3/test_dataset_migration.py:321
Functiontest_converted_routing_has_identical_real_grading_outcomes
(tmp_path: Path)
tests/tier3/test_dataset_migration.py:220
Functiontest_copied_context_does_not_prove_activation
(tmp_path: Path)
tests/reporting/test_activation_validation.py:238
Functiontest_copied_context_native_timing_is_not_counted_twice
()
tests/tier3/test_trajectory_timing.py:421
Functiontest_copied_context_steps_are_not_timed_as_new_work
()
tests/tier3/test_trajectory_timing.py:408
Functiontest_copied_context_that_is_not_a_prefix_of_new_work_is_unmeasured
(steps: list[dict[str, Any]])
tests/tier3/test_trajectory_timing.py:491
Functiontest_copied_verifier_imports_its_sibling_codex_normalizer
(tmp_path)
tests/tier3/test_codex_tool_call_normalization.py:984
Methodtest_copies_and_same_name_skills_outside_the_catalog_tree_are_still_reported
( self, tmp_path: Path, write_skill, full_body: bool, make_target )
tests/embedding/test_catalog.py:726
Methodtest_copies_of_a_few_catalog_skills_are_not_a_catalog_tree
(self, tmp_path: Path, write_skill)
tests/embedding/test_catalog.py:738
Functiontest_copies_that_differ_only_in_run_time_are_one_unique_finding
Two copies of one reference line whose reasons differ only in the run time and time budget group as one finding. With ``--llm`` both stages repor
tests/reporting/test_skillspector_reference_summary.py:121
Functiontest_copilot_bash_and_powershell_handlers_are_analyzed
(tmp_path: Path)
tests/validators/test_plugin_static_risk_review_fixes.py:190
Functiontest_copilot_drops_skill_without_front_matter
(tmp_path: Path)
tests/harness/test_overlay.py:1109
Functiontest_copilot_lists_empty_description_by_name_only
(tmp_path: Path)
tests/harness/test_overlay.py:104
Functiontest_copilot_pre_tool_use_approval_is_flagged
(tmp_path: Path)
tests/validators/test_plugin_static_risk_review_fixes.py:201
Functiontest_copilot_shows_body_for_missing_description_but_drops_non_string
(tmp_path: Path)
tests/harness/test_overlay.py:93
Functiontest_copy_file_late_verification_failure_restores_old_file
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, )
tests/test_harbor_secure_copy.py:877
Functiontest_copy_file_rejects_source_and_destination_links_and_hardlinks
(tmp_path: Path)
tests/test_harbor_secure_copy.py:845
Functiontest_copy_repo_baseline_rejects_renamed_target_payload
(tmp_path: Path, stager: str)
tests/test_harbor_runtime_skill_isolation.py:2208
Functiontest_copy_repo_does_not_follow_alias_into_skill_root_evals
(tmp_path: Path)
tests/test_harbor_runtime_skill_isolation.py:1188
Functiontest_copy_repo_excludes_case_only_output_alias
(tmp_path: Path)
tests/test_harbor_runtime_skill_isolation.py:1400
Functiontest_copy_repo_excludes_configured_in_repo_output_root
(tmp_path: Path)
tests/test_harbor_runtime_skill_isolation.py:1293
Functiontest_copy_repo_excludes_private_in_repo_staging_root
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, stager: str, )
tests/test_harbor_runtime_skill_isolation.py:1336
Functiontest_copy_repo_excludes_sensitive_files_without_git
(tmp_path: Path, monkeypatch: pytest.MonkeyPatch)
tests/test_harbor_adapter_safety.py:147
Functiontest_copy_repo_excludes_separate_report_output_root
(tmp_path: Path)
tests/test_harbor_runtime_skill_isolation.py:1311
Functiontest_copy_repo_excludes_tracked_sensitive_files
(tmp_path: Path)
tests/test_harbor_adapter_safety.py:138
Functiontest_copy_repo_filters_lowercase_skill_manifest_evals
(tmp_path: Path)
tests/test_harbor_runtime_skill_isolation.py:1275
Functiontest_copy_repo_ignores_lexical_skill_evals_alias_to_repo_file
(tmp_path: Path)
tests/test_harbor_runtime_skill_isolation.py:1207
Functiontest_copy_repo_omits_target_publication_digest_exclusions
(tmp_path: Path)
tests/test_harbor_runtime_skill_isolation.py:208
Functiontest_copy_repo_prunes_excluded_output_before_any_file_inspection
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, tracked: bool, )
tests/test_harbor_adapter_safety.py:157
Functiontest_copy_repo_rejects_hardlink_alias
(tmp_path: Path)
tests/test_harbor_runtime_skill_isolation.py:1228
Functiontest_copy_repo_still_rejects_nonexcluded_file_symlink
(tmp_path: Path)
tests/test_harbor_adapter_safety.py:214
Methodtest_copying_gpl_is_not_hidden_by_mit_license_file
MIT LICENSE plus GPL COPYING must fail closed even with MIT frontmatter.
tests/validators/test_license.py:435
Functiontest_correct_answer_counts_include_only_scored_attempts
()
tests/test_tier3_attempt_verdict.py:91
Functiontest_correctly_unused_negative_answer_does_not_advise_skill_edits
( tmp_path: Path, monkeypatch, routing: dict, passed: bool, use_llm: bool )
tests/test_tier3_case_summary.py:1505
Functiontest_corrupt_config_and_linked_artifacts_do_not_escape
(tmp_path)
tests/test_tier3_history.py:443
Functiontest_corrupted_skipped_report_does_not_create_optional_waiver
(tmp_path)
tests/ci/test_benchmark_reports.py:244
Functiontest_cost_limit_attempts_that_never_ran_are_not_missing_baseline_attempts
(tmp_path: Path)
tests/tier3/test_baseline_timeouts.py:1402
Functiontest_cost_qualifier_reaches_terminal_and_unknown_usage_stops_admission
(tmp_path, cap)
tests/tier3/test_price_provenance.py:119
Functiontest_counter_overflow_and_nonfinite_values_are_refused
()
tests/tier3/test_private_runtime_evidence.py:136
Functiontest_counts_consistency_across_suites
()
tests/reporting/test_junit_reporter.py:336
Functiontest_counts_findings_and_independent_diagnostics_without_success_info_or_mirrors
()
tests/ci/test_summary_metrics.py:17
Functiontest_coverage_counts_exclude_not_checked_and_do_not_mutate_rewards
()
tests/reporting/test_declarative_coverage.py:123
Functiontest_coverage_redacts_configured_credentials
(monkeypatch)
tests/reporting/test_declarative_coverage.py:281
Functiontest_coverage_summary_says_how_many_check_rows_were_omitted
()
tests/reporting/test_declarative_coverage.py:402
Functiontest_coverage_uses_admitted_slots
(tmp_path, ordinals, reason, stop_on_pass)
tests/tier3/test_budget_admitted_ordinals.py:14
Functiontest_crash_or_timeout_is_incomplete
(tmp_path: Path, response: ToolResult)
tests/validators/test_private_claude_parity.py:140
Functiontest_create_dataset_dry_run_no_llm
()
tests/test_commands.py:417
Functiontest_create_eval_dataset_prints_no_warning_for_outcome_cases
(tmp_path: Path, capsys, description)
tests/tier3/test_dataset_baseline_fairness.py:1485
Functiontest_create_eval_dataset_warns_about_cases_that_grade_skill_use
(tmp_path: Path, capsys)
tests/tier3/test_dataset_baseline_fairness.py:1470
Functiontest_create_eval_dataset_warns_when_a_refined_case_has_an_invalid_expected_script
( tmp_path: Path, capsys, monkeypatch )
tests/tier3/test_dataset_baseline_fairness.py:1494
Functiontest_created_may_be_one_day_ahead_of_utc
A reviewer east of UTC can enter their local date while UTC is still on the day before.
tests/validators/test_pii_waivers.py:203
Methodtest_creates_file_with_content
Creates temp file with correct content.
tests/utils/test_tool_runner.py:96
← previousnext →14,501–14,600 of 24,741, ranked by callers