MCPcopy Create free account

hub / github.com/NVIDIA/SkillEvaluator / functions

Functions24,741 in github.com/NVIDIA/SkillEvaluator

Functiontest_suite_default_is_portable_and_documented
()
tests/tier3/test_grader_validation.py:471
Functiontest_suite_rejects_behavior_label_list_with_declarative_checks
(suite_dir)
tests/tier3/test_grader_validation.py:111
Functiontest_suite_rejects_workspace_file_checks
(suite_dir, path)
tests/tier3/test_grader_validation.py:130
Functiontest_suite_validates_declarative_entry_checks
(suite_dir, checks)
tests/tier3/test_grader_validation.py:101
Functiontest_summarize_cases_covers_every_dataset_entry
()
tests/evaluation/test_tier3_feedback_chat.py:982
Functiontest_summarize_cases_keeps_every_attempt
()
tests/evaluation/test_tier3_feedback_chat.py:1006
Functiontest_summarize_cases_keeps_per_metric_scores_for_each_attempt
()
tests/evaluation/test_tier3_feedback_chat.py:1047
Functiontest_summarize_tier1_lists_each_serious_finding
()
tests/test_commands.py:3375
Functiontest_summarize_tier2_does_not_blame_an_advisory_llm_refusal
()
tests/test_commands.py:3440
Functiontest_summarize_tier2_empty_results_name_a_reason
()
tests/test_commands.py:3577
Functiontest_summarize_tier2_labels_scan_errors_as_errors_not_duplicates
A failed scan with no findings must not claim duplicates were found.
tests/test_commands.py:3727
Functiontest_summarize_tier2_labels_structured_scan_failures_as_errors
(check_name: str)
tests/test_commands.py:3748
Functiontest_summarize_tier2_lists_duplicate_details
()
tests/test_commands.py:3411
Functiontest_summary_aggregates_rates_means_and_coverage_union
()
tests/tier3/test_plugin_signals.py:1179
Functiontest_summary_and_comment_limits_keep_complete_source_evidence
(tmp_path)
tests/ci/test_report_views.py:259
Functiontest_summary_counts_and_routing_resolution
()
tests/tier3/test_dataset_coverage.py:32
Functiontest_summary_fallback_preserves_each_job_and_recorded_evidence_association
()
tests/reporting/test_native_harbor_fallback.py:106
Methodtest_summary_is_not_clean_when_the_hooks_are_the_only_issue
With BH1 under a baseline, the Critical is still the scan's issue.
tests/validators/test_skillspector_hook_surface.py:648
Functiontest_summary_of_no_trials_is_empty_but_well_formed
()
tests/tier3/test_plugin_signals.py:1226
Functiontest_summary_schema_and_counts_are_checked
(change)
tests/ci/test_publish_reports.py:247
Functiontest_sums_each_case_each_agent_and_all_agents
()
tests/tier3/test_token_usage.py:151
Functiontest_superseded_default_head_skips_without_writes
(trusted, monkeypatch)
tests/ci/test_benchmark_publish.py:515
Functiontest_superseded_or_unfinished_run_never_posts
(tmp_path, changes, during_listing)
tests/ci/test_comment_report.py:236
Methodtest_supplied_identity_reaches_the_card
(self, tmp_path: Path, monkeypatch: pytest.MonkeyPatch)
tests/test_benchmark_source_provenance.py:1180
Methodtest_supply_chain_and_malware_rules_apply_on_every_path
( self, tmp_path: Path, file_path: str, rule_id: str, category: str )
tests/validators/test_skillspector_scope.py:502
Functiontest_support_tree_preserves_resources_and_excludes_loader_and_evaluator_data
(tmp_path: Path, loose)
tests/tier3/test_private_loose_source.py:240
Functiontest_supported_activation_preserves_subcheck_average
( scorer: ModuleType, call: dict, options: dict, activation_score: float, execution_score: float )
tests/tier3/test_skill_activation_scoring.py:69
Functiontest_supported_control_the_adapter_omitted_is_partially_forwarded
()
tests/test_skillspector_provenance.py:72
Functiontest_supported_pins_are_audited_even_with_unsupported_declarations
(tmp_path, monkeypatch)
tests/validators/test_static_requirements_audit.py:60
Functiontest_supported_provider_selects_its_own_credential
(launch, provider, key)
tests/ci/test_run_tier1_image.py:194
Functiontest_supporting_baseline_pass_rate_distinguishes_unavailable_from_observed_zero
(mode, baseline, expected)
tests/reporting/test_unified_tier3_report.py:3865
Functiontest_suppressed_context_does_not_replace_the_current_failure
()
tests/test_retry_exception_chain.py:44
Methodtest_suppressed_issues_do_not_trip_the_aggregate_risk_gate
Only suppressed HIGH issues and a raw score above 50 must pass Tier 1.
tests/validators/test_skillspector_scope.py:333
Methodtest_suppressed_match_repeated_across_files_does_not_lower_the_kept_score
SkillSpector 2.11.2 writes and scores an identical match once per file.
tests/validators/test_skillspector_scope.py:369
Functiontest_surrogate_records_are_skipped_before_artifacts_are_written
(workspace)
tests/test_trace_import.py:423
Functiontest_symlink_after_initial_validation_never_overwrites_referent
(repository, monkeypatch, tmp_path)
tests/test_ci_onboarding_writes.py:43
Functiontest_symlink_and_special_file_are_rejected_without_following_them
(tmp_path)
tests/ci/test_ci_worker_diagnostics.py:66
Functiontest_symlink_escape
(suite_dir, tmp_path)
tests/tier3/test_grader_validation.py:178
Methodtest_symlink_escaping_the_artifact_is_unknown
(self, tmp_path: Path)
tests/validators/test_skillspector_scope.py:244
Functiontest_symlink_evidence_blocks_traversal_inside_output
(security_check, link_command, target)
tests/tier3/test_agent_output_cleanup_scope.py:79
Functiontest_symlink_evidence_carries_across_execution_calls
(security_check, setup: str)
tests/tier3/test_destructive_command_paths.py:287
Functiontest_symlink_evidence_is_local_to_each_trace
(security_check)
tests/tier3/test_destructive_command_paths.py:301
Functiontest_symlink_is_not_followed
(tmp_path, monkeypatch)
tests/validators/test_static_requirements_audit.py:91
Functiontest_symlink_is_not_read
(tmp_path)
tests/validators/test_target_dependencies.py:159
Methodtest_symlink_loop_is_unknown
(self, tmp_path: Path)
tests/validators/test_skillspector_scope.py:252
Functiontest_symlink_members_are_rejected
()
tests/ci/test_publish_reports.py:217
Functiontest_symlink_parent_is_refused_without_writing_outside
(repository, release_file, tmp_path)
tests/test_ci_onboarding.py:268
Functiontest_symlink_source_is_incomplete_without_reading_target
(audit, tmp_path)
tests/validators/test_private_dependency_audit.py:209
Methodtest_symlinked_control_directory_fails_closed
(self, tmp_path: Path, control_alias: str)
tests/validators/test_skillspector_scope.py:1224
Functiontest_symlinked_evals_directory_is_rejected_without_writes
(skill, configured, tmp_path)
tests/tier3/test_workflow.py:363
Functiontest_symlinked_manifest
(tmp_path: Path)
tests/harness/test_overlay.py:111
Methodtest_symlinked_manifest_is_medium
(self, tmp_path: Path)
tests/validators/test_schema.py:1617
Methodtest_symlinked_manifest_is_rejected_before_llm_request
(self, tmp_path)
tests/validators/test_rubric_eval.py:698
Functiontest_symlinked_output_ancestor_leaves_target_untouched
(tmp_path: Path)
tests/test_harbor_case_id_safety.py:331
Functiontest_symlinked_output_root_is_rejected_without_touching_its_target
(tmp_path: Path)
tests/test_harbor_case_id_safety.py:292
Functiontest_symlinked_private_marker_root_is_rejected
(tmp_path: Path)
tests/test_harbor_output_provenance.py:657
Functiontest_symlinked_reference_outside_the_skill_still_needs_paging
(tmp_path: Path)
tests/harness/test_overlay.py:863
Functiontest_symlinked_reward_file_cannot_supply_advice
(tmp_path: Path)
tests/test_tier3_case_summary.py:1912
Functiontest_symlinked_script_blocks_the_plugin
(tmp_path: Path)
tests/validators/test_plugin_hook_risk_bounds.py:190
Functiontest_symlinked_skill_folder_counts_where_the_link_is
(tmp_path: Path)
tests/harness/test_overlay.py:145
Functiontest_symlinked_skill_folders_count_toward_the_catalog
(tmp_path: Path)
tests/harness/test_overlay.py:440
Functiontest_symlinked_skills_folder_counts_where_the_link_is
(tmp_path: Path)
tests/harness/test_overlay.py:198
Functiontest_symlinked_worker_directory_fails_before_scanning
(tmp_path)
tests/ci/test_run_tier1.py:1841
Functiontest_symlinked_worker_directory_is_rejected
(tmp_path, name)
tests/ci/test_run_tier1.py:1798
Functiontest_sync_refreshed_adc_persistent_env_scrubs_expiry_and_updates_existing_key
Scrub CREDENTIAL_EXPIRY_ENV and update OPENAI_API_KEY only when already present and non-empty.
tests/test_provider_config.py:704
Methodtest_syntax_error_returns_empty
(self)
tests/deduplication/utils/test_chunker.py:240
Methodtest_syntax_error_skipped
(self, skill_with_scripts, source)
tests/validators/test_script_lint.py:222
Functiontest_synthetic_multistep_id_changes_when_authoritative_step_names_change
(tmp_path: Path)
tests/test_harbor_collector_multistep_trajectory.py:1600
Functiontest_synthetic_multistep_id_changes_when_trajectory_content_changes
(tmp_path: Path)
tests/test_harbor_collector_multistep_trajectory.py:1580
Functiontest_synthetic_multistep_id_changes_with_resume_merge_semantics
(tmp_path: Path)
tests/test_harbor_collector_multistep_trajectory.py:1640
Functiontest_synthetic_multistep_id_does_not_oracle_redacted_root_extra_values
(tmp_path: Path)
tests/test_harbor_collector_multistep_trajectory.py:1703
Functiontest_synthetic_multistep_id_does_not_oracle_redacted_secret_values
(tmp_path: Path)
tests/test_harbor_collector_multistep_trajectory.py:1676
Functiontest_synthetic_multistep_id_does_not_oracle_redacted_step_name_values
(tmp_path: Path)
tests/test_harbor_collector_multistep_trajectory.py:1620
Functiontest_system_npm_installer_still_provisions_node_and_npm
(tmp_path: Path, agent_class: type, manager: str)
tests/tier3/test_installed_agent_bootstrap.py:175
Methodtest_system_prompt_not_empty
(self)
tests/validators/test_rubric_eval.py:89
Methodtest_system_prompt_requires_execution_evidence_for_negative_control_warning
(self)
tests/evaluation/test_judges.py:161
Methodtest_system_symlink_is_not_republished_but_external_target_is_bound
( self, tmp_path: Path, monkeypatch: pytest.MonkeyPatch, )
tests/test_harbor_local_sandbox.py:432
Functiontest_tab_after_spaces_that_breaks_yaml_is_flagged
(tmp_path: Path)
tests/harness/test_overlay.py:1221
Functiontest_tab_inside_a_block_scalar_is_not_tab_indentation
(tmp_path: Path)
tests/harness/test_overlay.py:1212
Functiontest_table_keeps_full_model_and_dataset_case_count
(tmp_path)
tests/test_tier3_history.py:424
Functiontest_table_overflow_is_scoped_to_scroll_containers
()
tests/reporting/test_report_redesign.py:621
Methodtest_tag_payload_decoded_in_message
(self, tmp_path: Path)
tests/validators/test_unicode_smuggle.py:120
Methodtest_tag_payload_is_critical
(self, tmp_path: Path)
tests/validators/test_unicode_smuggle.py:109
Methodtest_tally_increments_matching_counter
(self)
tests/models/test_result.py:69
Functiontest_tampered_signature_and_unsigned_token_are_rejected
(verifier, record)
tests/ci/test_verify_provenance.py:131
Functiontest_target_evaluator_directory_can_hold_selection
(tmp_path: Path, monkeypatch: pytest.MonkeyPatch)
tests/tier3/test_decoy_commands.py:100
Functiontest_target_frontmatter_errors_fail_cleanly_without_writing
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, frontmatter: str, message: str )
tests/tier3/test_decoy_commands.py:320
Functiontest_target_frontmatter_over_a_structure_limit_fails_before_model_calls
(selection: SimpleNamespace)
tests/tier3/test_decoys.py:648
Functiontest_target_identity_prefers_repository_then_catalog_then_name
(tmp_path: Path)
tests/reporting/test_junit_reporter.py:705
Functiontest_target_identity_qualifies_suite_and_classname
()
tests/reporting/test_junit_reporter.py:691
Functiontest_target_instruction_changes_invalidate_selection
(selection: SimpleNamespace, tmp_path: Path)
tests/tier3/test_decoys.py:398
Functiontest_target_limit_is_global
(tmp_path)
tests/ci/test_run_tier1.py:365
Functiontest_target_name_or_description_that_is_not_a_string_is_rejected
( selection: SimpleNamespace, frontmatter: str )
tests/tier3/test_decoys.py:619
Functiontest_target_requires_regular_file
(trusted, monkeypatch, mode, kind)
tests/ci/test_benchmark_publish.py:205
Functiontest_target_with_invalid_yaml_or_an_empty_value_gets_the_whole_rule
( selection: SimpleNamespace, frontmatter: str )
tests/tier3/test_decoys.py:630
Functiontest_target_without_skill_md_gets_the_whole_rule
(selection: SimpleNamespace)
tests/tier3/test_decoys.py:640
Functiontest_targeted_reports_keep_only_their_tier_navigation
()
tests/reporting/test_report_navigation.py:82
Functiontest_task_content_containing_error_label_remains_successful
(tmp_path: Path)
tests/test_reference_skill_scripts.py:69
Functiontest_task_env_is_hidden_from_launcher_but_reaches_inner_command
(tmp_path: Path, name: str)
tests/test_harbor_local_mode.py:1874
Methodtest_task_generation_rejects_linked_mcp_before_output_mutation
(self, tmp_path: Path)
tests/test_harbor_input_staging.py:684
← previousnext →23,001–23,100 of 24,741, ranked by callers