Code
Hub
Workspaces
Following
Trending
Connect
MCP
copy
Create free account
hub
/
github.com/NVIDIA/SkillEvaluator
/ functions
Functions
24,741 in github.com/NVIDIA/SkillEvaluator
⨍
Functions
24,741
◇
Types & classes
1,292
↳
Endpoints
703
Function
test_skipped_skill_arm_suppresses_root_and_agent_nested_comparison
(scope)
tests/reporting/test_native_overview_comparison.py:204
Function
test_skipped_stale_publication_never_deploys_or_comments
(committed, event, attempt)
tests/ci/test_publisher_workflow.py:273
Function
test_skipped_stale_run_does_not_deploy_or_upload_feedback
()
tests/ci/test_publisher_workflow.py:58
Function
test_skipped_tier3_html_defines_source_errors
(caplog: pytest.LogCaptureFixture)
tests/reporting/test_tier3_source_validation_reporting.py:395
Function
test_skipped_tier3_is_named_with_its_publication_policy
()
tests/reporting/test_verdict_evidence.py:214
Function
test_skipped_with_skill_agent_gets_root_dataset_sufficiency
( monkeypatch: pytest.MonkeyPatch, tmp_path: Path, )
tests/test_tier3_progress.py:3061
Function
test_skipped_with_skill_agents_rank_root_dataset_sufficiency_by_baseline
( monkeypatch: pytest.MonkeyPatch, tmp_path: Path, )
tests/test_tier3_progress.py:3091
Method
test_skips_evals_results_versions_dirs
(self, tmp_path: Path)
tests/validators/test_base.py:410
Method
test_skips_excluded_dirs_at_any_depth
Re-occurrence of an excluded name at depth must also be skipped.
tests/validators/test_base.py:464
Method
test_skips_generated_skill_artifacts_by_default
(self, tmp_path: Path)
tests/validators/test_base.py:435
Method
test_skips_non_scannable_extensions
(self, skill_root: Path)
tests/deduplication/utils/test_skill_collector.py:87
Function
test_slow_drip_request_body_obeys_an_absolute_deadline
( bridge_services: _BridgeServices, monkeypatch: pytest.MonkeyPatch )
tests/test_nvidia_build_bridge.py:1649
Function
test_slow_drip_request_line_and_headers_obey_an_absolute_deadline
( bridge_services: _BridgeServices, monkeypatch: pytest.MonkeyPatch )
tests/test_nvidia_build_bridge.py:1700
Function
test_slow_installer_failure_is_not_retried
( tmp_path: Path, agent_class: type, clock: _FakeClock, sleeps: list[float] )
tests/tier3/test_installed_agent_install_retry.py:178
Function
test_small_accuracy_and_goal_budgets_retain_final_response_excerpt
(monkeypatch, budget_val: int)
tests/tier3/test_evidence_compiler.py:168
Function
test_small_counted_repeats_and_literal_braces_remain_supported
(pattern)
tests/tier3/test_plugin_signals.py:1416
Function
test_small_dataset_is_provisional
()
tests/tier3/test_dataset_sufficiency.py:18
Function
test_small_help_uses_two_row_wordmark
(terminal, monkeypatch, terminal_width)
tests/test_cli_banner.py:63
Function
test_small_n_intervals_cover_the_true_lift
(n_cases: int, minimum_coverage: float)
tests/tier3/test_private_lift_small_n.py:45
Function
test_smoke_bounds_repetition
(tmp_path: Path, iterations: int)
tests/test_openclaw_plugin_smoke.py:76
Function
test_smoke_cli_writes_relative_report
(tmp_path: Path, capsys: pytest.CaptureFixture[str])
tests/test_openclaw_plugin_smoke.py:95
Function
test_smoke_container_executes_with_the_same_hardening
(tmp_path, monkeypatch)
tests/ci/test_evaluate_workflow.py:155
Function
test_smoke_covers_portable_root_and_runtime_only_boundaries
(tmp_path: Path)
tests/test_openclaw_plugin_smoke.py:47
Function
test_smoke_detects_non_deterministic_results
(tmp_path: Path, monkeypatch: pytest.MonkeyPatch)
tests/test_openclaw_plugin_smoke.py:81
Method
test_smoke_failure_detail_reaches_the_reason
(self, monkeypatch: pytest.MonkeyPatch)
tests/test_harbor_local_sandbox.py:118
Function
test_smoke_keeps_existing_schema_findings_visible
(tmp_path: Path)
tests/test_openclaw_plugin_smoke.py:69
Function
test_smoke_rejects_other_manifest_formats
(tmp_path: Path)
tests/test_openclaw_plugin_smoke.py:88
Method
test_smoke_result_reports_launch_failure_detail
(self)
tests/test_harbor_local_sandbox.py:165
Method
test_smoke_result_returns_last_stderr_line
(self, monkeypatch: pytest.MonkeyPatch)
tests/test_harbor_local_sandbox.py:171
Function
test_snapshot_round_trip_is_self_contained
(tmp_path)
tests/reporting/test_private_runtime_replay.py:18
Function
test_snapshot_storage_failure_keeps_caller_publication_and_cleanup
Isolate the publication lifecycle; engine execution is covered above.
tests/tier3/test_private_runtime_report_acceptance.py:320
Method
test_social_handles_are_not_mistaken_for_a_bare_email
Widening the bare-email pattern must not turn a documented handle into a HIGH finding.
tests/validators/test_schema.py:1194
Function
test_socket_source_entry_is_rejected_without_blocking
(tmp_path: Path)
tests/test_harbor_secure_copy.py:230
Method
test_sorted_by_max_similarity_descending
(self, make_chunk)
tests/deduplication/intra_skill/test_semantic_clustering.py:105
Method
test_sorted_by_score_descending
(self)
tests/embedding/test_registry.py:458
Function
test_source_advance_during_prior_branch_read_skips
(trusted, monkeypatch)
tests/ci/test_benchmark_publish.py:667
Function
test_source_call_public_llm_redacts_generic_client_exception
(monkeypatch: pytest.MonkeyPatch)
tests/test_verifier_error_redaction.py:336
Function
test_source_changes_invalidate_frozen_selection
( selection: SimpleNamespace, tmp_path: Path, filename: str, )
tests/tier3/test_decoys.py:368
Function
test_source_edits_rebuild_only_the_last_layers
()
tests/ci/test_image_build.py:86
Function
test_source_errors_stay_out_of_the_finding_text
(tmp_path: Path)
tests/reporting/test_tier3_source_validation_reporting.py:112
Method
test_source_formats_collected
(self, make_chunk)
tests/deduplication/intra_skill/test_semantic_clustering.py:115
Method
test_source_lines_are_split_once_for_many_functions
(self)
tests/deduplication/utils/test_chunker.py:250
Function
test_source_listing_refuses_links_and_reports_pruned_trees
(tmp_path)
tests/test_plugin_inventory.py:180
Method
test_source_location_must_be_in_scope
(self)
tests/validators/test_skillspector_reference_diagnostics.py:553
Function
test_source_mutation_before_binding_is_refused
(tmp_path)
tests/tier3/test_plugin_runtime_identity.py:172
Function
test_source_mutation_during_wrapper_copy_refuses_publication
(tmp_path: Path, monkeypatch)
tests/tier3/test_plugin_prepare_review.py:305
Function
test_source_preflight_accepts_yaml_dataset
(tmp_path: Path)
tests/tier3/test_tier3_source.py:26
Function
test_source_preflight_rejects_empty_dataset
(tmp_path: Path)
tests/tier3/test_tier3_source.py:73
Function
test_source_preflight_reports_missing_source
(tmp_path: Path)
tests/tier3/test_tier3_source.py:19
Function
test_source_rejected_context_does_not_restore_untrusted_comparison_values
(monkeypatch)
tests/reporting/test_native_overview_comparison.py:416
Function
test_source_template_ignores_an_unrelated_checks_module
(monkeypatch)
tests/tier3/test_shared_check_adapters.py:101
Function
test_source_tree_identity_guards_analysis_and_staging
(tmp_path: Path, changed: str)
tests/tier3/test_plugin_prepare_review.py:207
Function
test_source_validation_preview_names_only_written_reports
( error_count: int, report_formats: tuple[str, ...], )
tests/reporting/test_tier3_source_validation_reporting.py:165
Function
test_sparse_or_malformed_exhausted_metadata_is_safe_to_render
(invalid)
tests/tier3/test_run_budget.py:774
Method
test_spdx_and_expression_with_gpl_is_blocked
Apache-2.0 AND GPL-3.0 must evaluate the copyleft half, not only Apache-2.0.
tests/validators/test_license.py:931
Method
test_spdx_comment_with_additional_directive_is_retained
(self)
tests/deduplication/utils/test_chunker.py:165
Method
test_spdx_header_in_markdown_table_is_blocked
A table cell's closing backtick and `|` must not hide GPL-3.0 as an unknown id.
tests/validators/test_license.py:997
Method
test_spdx_header_value_stops_at_enclosing_delimiters
Markdown code/table delimiters and a trailing `;` end the value; a bare `|` does not.
tests/validators/test_license.py:988
Method
test_spdx_inline_block_comment_with_code_suffix_is_blocked
Inline `*/` plus trailing code must not leave GPL-3.0 */ attached to the symbol.
tests/validators/test_license.py:889
Method
test_spdx_only_html_comment_preamble_is_ignored
(self)
tests/deduplication/utils/test_chunker.py:151
Method
test_spdx_or_expression_in_block_comment_is_blocked
`*/` after MIT OR GPL-3.0 must not turn the GPL half into an unknown id.
tests/validators/test_license.py:868
Method
test_spdx_or_expression_in_html_comment_is_blocked
`-->` after MIT OR GPL-3.0 must not hide the GPL half.
tests/validators/test_license.py:910
Method
test_spdx_or_expression_of_allowed_licenses_passes
Compound expressions stay allowed when every symbol is permissive.
tests/validators/test_license.py:950
Method
test_spdx_or_expression_with_gpl_is_blocked
MIT OR GPL-3.0 in an SPDX header must not be truncated to allowed MIT (#86).
tests/validators/test_license.py:845
Method
test_spdx_suppression_retains_directives
(self, snippet: str)
tests/validators/test_security.py:8515
Function
test_spec_example_dataset_is_fair_to_the_baseline
(tmp_path: Path)
tests/tier3/test_dataset_baseline_fairness.py:203
Function
test_spec_guidance_names_the_command_that_reports_fairness_warnings
()
tests/tier3/test_dataset_baseline_fairness.py:266
Function
test_special_source_entry_is_rejected_without_blocking
(tmp_path: Path)
tests/test_harbor_secure_copy.py:220
Method
test_split_by_headings
(self)
tests/embedding/test_client.py:386
Function
test_split_preserves_a_short_meaningful_tail
()
tests/deduplication/utils/test_chunk_bounds.py:33
Function
test_split_python_signature_and_docstring_keep_the_containing_range
()
tests/deduplication/utils/test_chunk_bounds.py:45
Function
test_split_separation_and_gates
(judge_server, tmp_path)
tests/tier3/test_grader_validation.py:762
Function
test_split_tier_aggregation_binds_every_result_to_one_source_snapshot
(tmp_path: Path)
tests/test_publication_identity.py:884
Method
test_splits_on_blank_lines
(self)
tests/deduplication/utils/test_chunker.py:392
Method
test_src_layout_entrypoint_reference_retains_source_finding
(self, tmp_path: Path)
tests/validators/test_skillspector_scope.py:986
Function
test_sse_probe
(fake_mcp: str)
tests/tier3/test_mcp_proof.py:388
Function
test_stable_wrapper_requires_exact_historical_tag_identity
(monkeypatch, ref)
tests/ci/test_publish_reports.py:1434
Function
test_stage_arguments_end_at_closing_syntax
(text: str, remote: bool)
tests/validators/test_plugin_component_risk.py:1007
Function
test_stage_for_gym_adds_job_level_judge_env
(tmp_path: Path)
tests/test_nemo_gym_backend.py:1416
Function
test_stage_for_gym_applies_resource_overrides_and_scales_the_default_verifier_timeout
(tmp_path: Path)
tests/test_nemo_gym_backend.py:2164
Function
test_stage_for_gym_claude_without_docker_skills
(tmp_path: Path)
tests/test_nemo_gym_backend.py:558
Function
test_stage_for_gym_drops_only_the_skills_dir_hook
(tmp_path: Path)
tests/test_nemo_gym_backend.py:453
Function
test_stage_for_gym_projects_claude_skills_into_task_workdir
( tmp_path: Path, workdir: str | None, with_skill: bool )
tests/test_nemo_gym_backend.py:520
Function
test_stage_for_gym_projects_only_supported_agent_images
(tmp_path: Path, agent: str | None)
tests/test_nemo_gym_backend.py:544
Function
test_stage_native_harbor_tasks_dual_arm_suffix
Verify that stage_native_harbor_tasks appends arm suffix to native task.toml name.
tests/test_tier3_public_runtime.py:2213
Function
test_stage_native_harbor_tasks_structural_toml_variants
Verify structural [task].name update preserves valid TOML across inline tables, escaped keys, and [metadata].
tests/test_tier3_public_runtime.py:2319
Function
test_stage_native_harbor_tasks_type_safety
Verify that native staging functions reject non-string arm_suffix values.
tests/test_tier3_public_runtime.py:2758
Function
test_stage_native_harbor_tasks_validates_metadata_entry_ids_sad_paths
Verify native staging rejects unsafe or duplicate [metadata].entry_id values before mutating output_dir.
tests/test_tier3_public_runtime.py:2551
Function
test_staged_dependency_context_is_bounded
(tmp_path)
tests/tier3/test_judge_failure_artifacts.py:174
Function
test_staged_digest_excluded_task_inputs_do_not_bind_publication
( tmp_path: Path, authored_parent: str, excluded_input: str, )
tests/test_harbor_runtime_skill_isolation.py:5239
Function
test_staged_evidence_runs_on_python39_with_normalized_child_calls
(tmp_path)
tests/tier3/test_shared_atif_staging.py:91
Function
test_staged_helpers_import_without_installed_package
(tmp_path)
tests/tier3/test_shared_atif_staging.py:52
Function
test_staged_invocation_analysis_uses_only_staged_helpers
(tmp_path)
tests/tier3/test_shell_lexing.py:68
Function
test_staged_negative_baseline_na_explains_case_context_in_saved_report_and_html
(tmp_path, baseline_only, view)
tests/reporting/test_applicability_saved_runs.py:525
Function
test_staged_readback_revalidates_identity_and_content_snapshot
(security, tmp_path, monkeypatch, attribute)
tests/tier3/test_private_plugin_security.py:430
Method
test_staged_scan_classifies_against_the_original_skill
(self, mock_tools, sample_skill_dir: Path)
tests/validators/test_skillspector_scope.py:1672
Method
test_staged_scan_preserves_shipped_bytecode_for_sc8
(self, mock_run, skill_with_artifacts)
tests/validators/test_artifact_dir_exclusion.py:206
Method
test_staged_scan_verifies_images_in_the_original_tree
( self, mock_tools, sample_skill_dir: Path, tmp_path: Path )
tests/validators/test_security.py:8977
Function
test_staged_security_scan_keeps_authored_eval_inputs
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, eval_dir: str, use_llm: bool )
tests/validators/test_security_authored_evals.py:18
Function
test_staged_security_view_keeps_bytecode
(tmp_path, monkeypatch)
tests/validators/test_private_plugin_composition.py:94
← previous
next →
22,601–22,700 of 24,741, ranked by callers