Code
Hub
Workspaces
Following
Trending
Connect
MCP
copy
Create free account
hub
/
github.com/NVIDIA/SkillEvaluator
/ functions
Functions
24,741 in github.com/NVIDIA/SkillEvaluator
⨍
Functions
24,741
◇
Types & classes
1,292
↳
Endpoints
703
Function
test_suite_default_is_portable_and_documented
()
tests/tier3/test_grader_validation.py:471
Function
test_suite_rejects_behavior_label_list_with_declarative_checks
(suite_dir)
tests/tier3/test_grader_validation.py:111
Function
test_suite_rejects_workspace_file_checks
(suite_dir, path)
tests/tier3/test_grader_validation.py:130
Function
test_suite_validates_declarative_entry_checks
(suite_dir, checks)
tests/tier3/test_grader_validation.py:101
Function
test_summarize_cases_covers_every_dataset_entry
()
tests/evaluation/test_tier3_feedback_chat.py:982
Function
test_summarize_cases_keeps_every_attempt
()
tests/evaluation/test_tier3_feedback_chat.py:1006
Function
test_summarize_cases_keeps_per_metric_scores_for_each_attempt
()
tests/evaluation/test_tier3_feedback_chat.py:1047
Function
test_summarize_tier1_lists_each_serious_finding
()
tests/test_commands.py:3375
Function
test_summarize_tier2_does_not_blame_an_advisory_llm_refusal
()
tests/test_commands.py:3440
Function
test_summarize_tier2_empty_results_name_a_reason
()
tests/test_commands.py:3577
Function
test_summarize_tier2_labels_scan_errors_as_errors_not_duplicates
A failed scan with no findings must not claim duplicates were found.
tests/test_commands.py:3727
Function
test_summarize_tier2_labels_structured_scan_failures_as_errors
(check_name: str)
tests/test_commands.py:3748
Function
test_summarize_tier2_lists_duplicate_details
()
tests/test_commands.py:3411
Function
test_summary_aggregates_rates_means_and_coverage_union
()
tests/tier3/test_plugin_signals.py:1179
Function
test_summary_and_comment_limits_keep_complete_source_evidence
(tmp_path)
tests/ci/test_report_views.py:259
Function
test_summary_counts_and_routing_resolution
()
tests/tier3/test_dataset_coverage.py:32
Function
test_summary_fallback_preserves_each_job_and_recorded_evidence_association
()
tests/reporting/test_native_harbor_fallback.py:106
Method
test_summary_is_not_clean_when_the_hooks_are_the_only_issue
With BH1 under a baseline, the Critical is still the scan's issue.
tests/validators/test_skillspector_hook_surface.py:648
Function
test_summary_of_no_trials_is_empty_but_well_formed
()
tests/tier3/test_plugin_signals.py:1226
Function
test_summary_schema_and_counts_are_checked
(change)
tests/ci/test_publish_reports.py:247
Function
test_sums_each_case_each_agent_and_all_agents
()
tests/tier3/test_token_usage.py:151
Function
test_superseded_default_head_skips_without_writes
(trusted, monkeypatch)
tests/ci/test_benchmark_publish.py:515
Function
test_superseded_or_unfinished_run_never_posts
(tmp_path, changes, during_listing)
tests/ci/test_comment_report.py:236
Method
test_supplied_identity_reaches_the_card
(self, tmp_path: Path, monkeypatch: pytest.MonkeyPatch)
tests/test_benchmark_source_provenance.py:1180
Method
test_supply_chain_and_malware_rules_apply_on_every_path
( self, tmp_path: Path, file_path: str, rule_id: str, category: str )
tests/validators/test_skillspector_scope.py:502
Function
test_support_tree_preserves_resources_and_excludes_loader_and_evaluator_data
(tmp_path: Path, loose)
tests/tier3/test_private_loose_source.py:240
Function
test_supported_activation_preserves_subcheck_average
( scorer: ModuleType, call: dict, options: dict, activation_score: float, execution_score: float )
tests/tier3/test_skill_activation_scoring.py:69
Function
test_supported_control_the_adapter_omitted_is_partially_forwarded
()
tests/test_skillspector_provenance.py:72
Function
test_supported_pins_are_audited_even_with_unsupported_declarations
(tmp_path, monkeypatch)
tests/validators/test_static_requirements_audit.py:60
Function
test_supported_provider_selects_its_own_credential
(launch, provider, key)
tests/ci/test_run_tier1_image.py:194
Function
test_supporting_baseline_pass_rate_distinguishes_unavailable_from_observed_zero
(mode, baseline, expected)
tests/reporting/test_unified_tier3_report.py:3865
Function
test_suppressed_context_does_not_replace_the_current_failure
()
tests/test_retry_exception_chain.py:44
Method
test_suppressed_issues_do_not_trip_the_aggregate_risk_gate
Only suppressed HIGH issues and a raw score above 50 must pass Tier 1.
tests/validators/test_skillspector_scope.py:333
Method
test_suppressed_match_repeated_across_files_does_not_lower_the_kept_score
SkillSpector 2.11.2 writes and scores an identical match once per file.
tests/validators/test_skillspector_scope.py:369
Function
test_surrogate_records_are_skipped_before_artifacts_are_written
(workspace)
tests/test_trace_import.py:423
Function
test_symlink_after_initial_validation_never_overwrites_referent
(repository, monkeypatch, tmp_path)
tests/test_ci_onboarding_writes.py:43
Function
test_symlink_and_special_file_are_rejected_without_following_them
(tmp_path)
tests/ci/test_ci_worker_diagnostics.py:66
Function
test_symlink_escape
(suite_dir, tmp_path)
tests/tier3/test_grader_validation.py:178
Method
test_symlink_escaping_the_artifact_is_unknown
(self, tmp_path: Path)
tests/validators/test_skillspector_scope.py:244
Function
test_symlink_evidence_blocks_traversal_inside_output
(security_check, link_command, target)
tests/tier3/test_agent_output_cleanup_scope.py:79
Function
test_symlink_evidence_carries_across_execution_calls
(security_check, setup: str)
tests/tier3/test_destructive_command_paths.py:287
Function
test_symlink_evidence_is_local_to_each_trace
(security_check)
tests/tier3/test_destructive_command_paths.py:301
Function
test_symlink_is_not_followed
(tmp_path, monkeypatch)
tests/validators/test_static_requirements_audit.py:91
Function
test_symlink_is_not_read
(tmp_path)
tests/validators/test_target_dependencies.py:159
Method
test_symlink_loop_is_unknown
(self, tmp_path: Path)
tests/validators/test_skillspector_scope.py:252
Function
test_symlink_members_are_rejected
()
tests/ci/test_publish_reports.py:217
Function
test_symlink_parent_is_refused_without_writing_outside
(repository, release_file, tmp_path)
tests/test_ci_onboarding.py:268
Function
test_symlink_source_is_incomplete_without_reading_target
(audit, tmp_path)
tests/validators/test_private_dependency_audit.py:209
Method
test_symlinked_control_directory_fails_closed
(self, tmp_path: Path, control_alias: str)
tests/validators/test_skillspector_scope.py:1224
Function
test_symlinked_evals_directory_is_rejected_without_writes
(skill, configured, tmp_path)
tests/tier3/test_workflow.py:363
Function
test_symlinked_manifest
(tmp_path: Path)
tests/harness/test_overlay.py:111
Method
test_symlinked_manifest_is_medium
(self, tmp_path: Path)
tests/validators/test_schema.py:1617
Method
test_symlinked_manifest_is_rejected_before_llm_request
(self, tmp_path)
tests/validators/test_rubric_eval.py:698
Function
test_symlinked_output_ancestor_leaves_target_untouched
(tmp_path: Path)
tests/test_harbor_case_id_safety.py:331
Function
test_symlinked_output_root_is_rejected_without_touching_its_target
(tmp_path: Path)
tests/test_harbor_case_id_safety.py:292
Function
test_symlinked_private_marker_root_is_rejected
(tmp_path: Path)
tests/test_harbor_output_provenance.py:657
Function
test_symlinked_reference_outside_the_skill_still_needs_paging
(tmp_path: Path)
tests/harness/test_overlay.py:863
Function
test_symlinked_reward_file_cannot_supply_advice
(tmp_path: Path)
tests/test_tier3_case_summary.py:1912
Function
test_symlinked_script_blocks_the_plugin
(tmp_path: Path)
tests/validators/test_plugin_hook_risk_bounds.py:190
Function
test_symlinked_skill_folder_counts_where_the_link_is
(tmp_path: Path)
tests/harness/test_overlay.py:145
Function
test_symlinked_skill_folders_count_toward_the_catalog
(tmp_path: Path)
tests/harness/test_overlay.py:440
Function
test_symlinked_skills_folder_counts_where_the_link_is
(tmp_path: Path)
tests/harness/test_overlay.py:198
Function
test_symlinked_worker_directory_fails_before_scanning
(tmp_path)
tests/ci/test_run_tier1.py:1841
Function
test_symlinked_worker_directory_is_rejected
(tmp_path, name)
tests/ci/test_run_tier1.py:1798
Function
test_sync_refreshed_adc_persistent_env_scrubs_expiry_and_updates_existing_key
Scrub CREDENTIAL_EXPIRY_ENV and update OPENAI_API_KEY only when already present and non-empty.
tests/test_provider_config.py:704
Method
test_syntax_error_returns_empty
(self)
tests/deduplication/utils/test_chunker.py:240
Method
test_syntax_error_skipped
(self, skill_with_scripts, source)
tests/validators/test_script_lint.py:222
Function
test_synthetic_multistep_id_changes_when_authoritative_step_names_change
(tmp_path: Path)
tests/test_harbor_collector_multistep_trajectory.py:1600
Function
test_synthetic_multistep_id_changes_when_trajectory_content_changes
(tmp_path: Path)
tests/test_harbor_collector_multistep_trajectory.py:1580
Function
test_synthetic_multistep_id_changes_with_resume_merge_semantics
(tmp_path: Path)
tests/test_harbor_collector_multistep_trajectory.py:1640
Function
test_synthetic_multistep_id_does_not_oracle_redacted_root_extra_values
(tmp_path: Path)
tests/test_harbor_collector_multistep_trajectory.py:1703
Function
test_synthetic_multistep_id_does_not_oracle_redacted_secret_values
(tmp_path: Path)
tests/test_harbor_collector_multistep_trajectory.py:1676
Function
test_synthetic_multistep_id_does_not_oracle_redacted_step_name_values
(tmp_path: Path)
tests/test_harbor_collector_multistep_trajectory.py:1620
Function
test_system_npm_installer_still_provisions_node_and_npm
(tmp_path: Path, agent_class: type, manager: str)
tests/tier3/test_installed_agent_bootstrap.py:175
Method
test_system_prompt_not_empty
(self)
tests/validators/test_rubric_eval.py:89
Method
test_system_prompt_requires_execution_evidence_for_negative_control_warning
(self)
tests/evaluation/test_judges.py:161
Method
test_system_symlink_is_not_republished_but_external_target_is_bound
( self, tmp_path: Path, monkeypatch: pytest.MonkeyPatch, )
tests/test_harbor_local_sandbox.py:432
Function
test_tab_after_spaces_that_breaks_yaml_is_flagged
(tmp_path: Path)
tests/harness/test_overlay.py:1221
Function
test_tab_inside_a_block_scalar_is_not_tab_indentation
(tmp_path: Path)
tests/harness/test_overlay.py:1212
Function
test_table_keeps_full_model_and_dataset_case_count
(tmp_path)
tests/test_tier3_history.py:424
Function
test_table_overflow_is_scoped_to_scroll_containers
()
tests/reporting/test_report_redesign.py:621
Method
test_tag_payload_decoded_in_message
(self, tmp_path: Path)
tests/validators/test_unicode_smuggle.py:120
Method
test_tag_payload_is_critical
(self, tmp_path: Path)
tests/validators/test_unicode_smuggle.py:109
Method
test_tally_increments_matching_counter
(self)
tests/models/test_result.py:69
Function
test_tampered_signature_and_unsigned_token_are_rejected
(verifier, record)
tests/ci/test_verify_provenance.py:131
Function
test_target_evaluator_directory_can_hold_selection
(tmp_path: Path, monkeypatch: pytest.MonkeyPatch)
tests/tier3/test_decoy_commands.py:100
Function
test_target_frontmatter_errors_fail_cleanly_without_writing
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, frontmatter: str, message: str )
tests/tier3/test_decoy_commands.py:320
Function
test_target_frontmatter_over_a_structure_limit_fails_before_model_calls
(selection: SimpleNamespace)
tests/tier3/test_decoys.py:648
Function
test_target_identity_prefers_repository_then_catalog_then_name
(tmp_path: Path)
tests/reporting/test_junit_reporter.py:705
Function
test_target_identity_qualifies_suite_and_classname
()
tests/reporting/test_junit_reporter.py:691
Function
test_target_instruction_changes_invalidate_selection
(selection: SimpleNamespace, tmp_path: Path)
tests/tier3/test_decoys.py:398
Function
test_target_limit_is_global
(tmp_path)
tests/ci/test_run_tier1.py:365
Function
test_target_name_or_description_that_is_not_a_string_is_rejected
( selection: SimpleNamespace, frontmatter: str )
tests/tier3/test_decoys.py:619
Function
test_target_requires_regular_file
(trusted, monkeypatch, mode, kind)
tests/ci/test_benchmark_publish.py:205
Function
test_target_with_invalid_yaml_or_an_empty_value_gets_the_whole_rule
( selection: SimpleNamespace, frontmatter: str )
tests/tier3/test_decoys.py:630
Function
test_target_without_skill_md_gets_the_whole_rule
(selection: SimpleNamespace)
tests/tier3/test_decoys.py:640
Function
test_targeted_reports_keep_only_their_tier_navigation
()
tests/reporting/test_report_navigation.py:82
Function
test_task_content_containing_error_label_remains_successful
(tmp_path: Path)
tests/test_reference_skill_scripts.py:69
Function
test_task_env_is_hidden_from_launcher_but_reaches_inner_command
(tmp_path: Path, name: str)
tests/test_harbor_local_mode.py:1874
Method
test_task_generation_rejects_linked_mcp_before_output_mutation
(self, tmp_path: Path)
tests/test_harbor_input_staging.py:684
← previous
next →
23,001–23,100 of 24,741, ranked by callers