Code
Hub
Workspaces
Following
Trending
Connect
MCP
copy
Create free account
hub
/
github.com/NVIDIA/SkillEvaluator
/ functions
Functions
24,741 in github.com/NVIDIA/SkillEvaluator
⨍
Functions
24,741
◇
Types & classes
1,292
↳
Endpoints
703
Method
test_nbsp_detected_with_flag
(self, tmp_path: Path)
tests/validators/test_unicode_smuggle.py:178
Method
test_nbsp_not_detected_by_default
(self, tmp_path: Path)
tests/validators/test_unicode_smuggle.py:171
Method
test_near_miss_reference_does_not_reach_the_file
( self, tmp_path: Path, instruction: str, source_path: str )
tests/validators/test_skillspector_scope.py:844
Method
test_near_misses_stay_incomplete
(self, mock_tools, tmp_path: Path, case: str)
tests/validators/test_security.py:9820
Method
test_near_misses_stay_incomplete
Each near miss is rejected by the check named in its error, not by an unknown status. A path near miss moves the ``missing`` reference with i
tests/validators/test_security.py:11449
Function
test_near_node_limit_reward_fails_before_aggregation_reserves_publication_headroom
( tmp_path: Path, )
tests/test_harbor_collector_runtime_failures.py:1581
Function
test_negated_action_that_requires_reading_the_skill_still_warns
(text)
tests/tier3/test_dataset_baseline_fairness.py:1613
Method
test_negation_is_read_from_a_bounded_window_before_the_verb
(self)
tests/evaluation/test_judges.py:1289
Function
test_negative_and_unlabelled_cases_do_not_count_as_activation_opportunities
(detail: dict)
tests/test_harbor_skill_activation.py:88
Function
test_negative_answer_requires_complete_trusted_non_use_evidence
(tmp_path: Path, evidence: str)
tests/test_tier3_case_summary.py:1536
Function
test_negative_case_leaves_efficiency_na_and_keeps_its_negative_check
( tmp_path, monkeypatch, labels, tool_calls, skill_execution )
tests/tier3/test_skill_metric_applicability.py:87
Function
test_negative_case_native_file_tools_are_exact_or_unknown
(action, arguments, expected_passed)
tests/tier3/test_negative_control_invocation_evidence.py:265
Function
test_negative_case_requires_exact_target_reference
(tool_calls, skill_tool_names, expected_passed)
tests/tier3/test_negative_control_invocation_evidence.py:246
Function
test_negative_case_shell_parser_caps_are_unknown
(command: str)
tests/tier3/test_negative_control_invocation_evidence.py:354
Function
test_negative_case_shell_parser_handles_wrappers_and_multiline_commands
(command, expected_passed)
tests/tier3/test_negative_control_invocation_evidence.py:323
Function
test_negative_case_stages_no_input
(tmp_path: Path)
tests/tier3/test_reference_custom_grader_fixtures.py:48
Function
test_negative_case_without_any_skill_identity_is_not_applicable
(scorer: ModuleType)
tests/tier3/test_skill_activation_scoring.py:140
Function
test_negative_control_does_not_require_positive_activation
(scorer: ModuleType, expected_skill: str | None)
tests/tier3/test_skill_activation_scoring.py:99
Function
test_negative_control_routes_correctly_while_task_outcome_fails
()
tests/reporting/test_tier3_expectations.py:138
Function
test_negative_non_use_requires_complete_attempt_details
(tmp_path: Path, metadata: dict)
tests/test_tier3_case_summary.py:1580
Function
test_negative_only_activation_cases_are_not_inconclusive
()
tests/reporting/test_skill_activation_reporting.py:286
Function
test_negative_probe_is_not_successful_recovery
(checker)
tests/tier3/test_error_recovery.py:683
Function
test_negative_task_outcome_copy_does_not_blame_skill_or_call_passed_attempts_lost
( tmp_path: Path, passed: bool )
tests/test_tier3_case_summary.py:1668
Function
test_negative_task_outcome_scope_deduplicates_agent_and_sums_losses
(tmp_path: Path)
tests/test_tier3_case_summary.py:1638
Function
test_negative_task_outcomes_merge_without_hiding_a_skill_fix
(tmp_path: Path)
tests/test_tier3_case_summary.py:1697
Function
test_nemo_gym_backend_dispatches_to_gym_runner
(monkeypatch: pytest.MonkeyPatch, tmp_path: Path)
tests/test_nemo_gym_backend.py:437
Function
test_nemo_gym_backend_forwards_copy_repo
(monkeypatch: pytest.MonkeyPatch, tmp_path: Path)
tests/test_nemo_gym_backend.py:443
Function
test_nemo_gym_forwards_arm_case_and_model_selection
(monkeypatch: pytest.MonkeyPatch, tmp_path: Path)
tests/test_nemo_gym_backend.py:578
Function
test_nemo_gym_rejects_agent_runtime_preflight
(monkeypatch: pytest.MonkeyPatch, tmp_path: Path)
tests/test_nemo_gym_backend.py:593
Function
test_nemo_gym_rejects_budget_config
(tmp_path: Path)
tests/test_nemo_gym_backend.py:2978
Function
test_nemo_gym_rejects_unsupported_env_before_execution
(monkeypatch: pytest.MonkeyPatch, tmp_path: Path)
tests/test_nemo_gym_backend.py:448
Function
test_nemo_gym_rejects_unsupported_run_options
( monkeypatch: pytest.MonkeyPatch, tmp_path: Path, option: str, value: object, flag: str )
tests/test_nemo_gym_backend.py:2860
Function
test_nested_alias_type_conflicts_are_not_collapsed
(tmp_path: Path)
tests/tier3/test_dataset_migration.py:349
Function
test_nested_background_shell_is_blocked_before_process_survives
(tmp_path: Path)
tests/test_harbor_local_mode.py:1848
Function
test_nested_catalog_references_load_each_report_once
(tmp_path: Path)
tests/reporting/test_dashboard_data.py:896
Function
test_nested_defaults_are_unwrapped
(key: str, value: str, secret: bool)
tests/validators/test_url_policy.py:490
Function
test_nested_graded_text_warns
(fields)
tests/tier3/test_dataset_baseline_fairness.py:772
Function
test_nested_help_does_not_show_banner
(terminal)
tests/test_cli_banner.py:124
Method
test_nested_lowercase_manifest_is_reported_once_with_its_own_name
On macOS and Windows one nested file answers to both SKILL.md and skill.md.
tests/validators/test_schema.py:1660
Method
test_nested_manifest_is_medium
(self, tmp_path: Path)
tests/validators/test_schema.py:1650
Function
test_nested_manifest_is_not_exempt_when_scanning_a_skill_collection
(tmp_path)
tests/validators/test_pii_ownership.py:136
Method
test_nested_manifest_under_dependency_dir_is_ignored
(self, tmp_path: Path)
tests/validators/test_schema.py:1679
Function
test_nested_manifest_under_evals_is_reported
(tmp_path: Path)
tests/harness/test_overlay.py:1252
Method
test_nested_manifest_under_evals_is_reported
(self, tmp_path: Path)
tests/validators/test_schema.py:1670
Function
test_nested_manifests_do_not_add_unchanged_descendant_targets
(repository)
tests/ci/test_select_changed_skills.py:135
Method
test_nested_object_is_not_counted_as_a_second_object
(self, monkeypatch: pytest.MonkeyPatch)
tests/inference/test_llm_client.py:862
Function
test_nested_skill_copy_and_sanitizer_agree_on_recognized_datasets
( tmp_path: Path, eval_name: str, extension: str | None )
tests/tier3/test_runtime_eval_directories.py:77
Function
test_nested_skill_evals_are_excluded_but_reference_evals_are_runtime
(tmp_path: Path)
tests/tier3/test_decoy_identity.py:40
Function
test_nested_skill_manifest_cannot_claim_ownership_metadata
(tmp_path, nested, name)
tests/validators/test_pii_ownership.py:105
Method
test_nested_skill_path_relativized_to_repository_root
(self, tmp_path: Path)
tests/reporting/test_reporters.py:1648
Function
test_nested_skills_with_the_same_name_keep_separate_reports
(tmp_path: Path, workers: int)
tests/test_catalog_discovery.py:99
Function
test_nested_standard_step_fallback_preserves_metrics_instead_of_trusting_overall
( tmp_path: Path, metric_set: str, metrics: tuple[str, ...], )
tests/test_issue55_collector_truth.py:1116
Function
test_nested_template_content_remains_non_navigation_until_outer_close
()
tests/validators/test_markdown.py:149
Function
test_nested_tool_list_omissions_are_disclosed_even_when_cell_is_shortened
()
tests/reporting/test_native_evidence.py:322
Function
test_nesting_limit_is_inclusive
()
tests/inference/test_json_span.py:50
Method
test_network_and_prose_contexts_are_not_versions
(self, tmp_path: Path, line: str)
tests/validators/test_security.py:8660
Method
test_network_blocked_by_default
(self, run_root: Path)
tests/test_harbor_local_sandbox.py:1605
Method
test_network_context_remains_pii
(self, tmp_path: Path, line: str)
tests/validators/test_security.py:8542
Method
test_network_denied_by_default_and_opt_in
(self, tmp_path: Path)
tests/test_harbor_local_sandbox.py:395
Method
test_network_denied_by_default_and_opt_in
(self, tmp_path: Path)
tests/test_harbor_local_sandbox.py:672
Method
test_network_enabled_keeps_system_dns_available
(self, run_root: Path)
tests/test_harbor_local_sandbox.py:1518
Method
test_network_enabled_still_blocks_host_unix_socket
(self, run_root: Path)
tests/test_harbor_local_sandbox.py:1492
Function
test_network_evidence_keeps_the_host_of_a_url_cut_by_the_scan_window
(copy: str)
tests/tier3/test_security_finding_evidence.py:796
Function
test_network_exfiltration_check_scales_linearly
Verify that repeated safe network commands scale linearly without ReDoS.
tests/tier3/test_checks_secret_patterns.py:345
Function
test_network_exfiltration_evidence_redacts_secrets
Ensure literal secrets in flagged network commands are redacted from evidence.
tests/tier3/test_checks_secret_patterns.py:330
Function
test_network_git_uses_existing_gh_login_without_global_config
(monkeypatch, tmp_path, operation)
tests/test_ci_onboarding_git.py:69
Method
test_network_named_package_calls_remain_pii
(self, tmp_path: Path, line: str)
tests/validators/test_security.py:8748
Function
test_network_policy_blocks_metadata_accepts_valid_and_rejects_weakened_rules
Validate that _network_policy_blocks_metadata permits only UDP/TCP 53 DNS rules and rejects non-53 metadata exposure.
tests/test_harbor_gke_environment.py:298
Function
test_neutral_advisory_result_keeps_its_outcome
()
tests/ci/test_tier_manifest.py:217
Function
test_neutral_calls_are_left_out_of_the_score
(module)
tests/tier3/test_tool_productivity.py:483
Function
test_neutral_no_change_is_accepted_without_inventing_pass
(tmp_path)
tests/ci/test_smoke_image.py:34
Function
test_neutral_tier3_verdict_keeps_no_worker_diagnostics
(consumer, tmp_path, monkeypatch)
tests/ci/test_run_tiers.py:894
Function
test_neutral_verdict_names_the_dimension_below_the_pass_boundary
()
tests/reporting/test_verdict_evidence.py:173
Function
test_never_activated_agent_does_not_trigger_single_agent_experiment
(tmp_path: Path)
tests/test_tier3_next_steps.py:132
Function
test_never_activated_agent_gets_no_lift_note
()
tests/test_judge_lift_integrity.py:560
Function
test_never_activated_agent_remains_inconclusive_before_required_failures
()
tests/test_tier3_attempt_verdict.py:240
Function
test_never_activated_agent_stays_inconclusive_beside_a_failing_dimension
()
tests/evaluation/test_tier3_benchmark_contract.py:443
Function
test_never_activated_cell_ignores_baseline_and_keeps_threshold_precision
()
tests/golden/test_benchmark_card.py:1393
Function
test_never_activated_comparison_keeps_diagnostics_without_deltas
()
tests/reporting/test_dashboard_activation_regressions.py:57
Function
test_never_activated_custom_table_keeps_diagnostic_scores_but_no_causal_lift
()
tests/reporting/test_native_overview_comparison.py:378
Function
test_never_activated_dashboard_retains_scores_without_comparison_deltas
(tmp_path: Path)
tests/reporting/test_dashboard_app.py:153
Function
test_never_activated_saved_dimensions_do_not_restore_nested_causal_comparison
()
tests/reporting/test_native_overview_comparison.py:183
Function
test_never_activated_scores_do_not_claim_a_skill_effect
(tmp_path: Path)
tests/test_tier3_case_summary.py:1413
Method
test_never_descends_into_excluded_dirs
(self, skill_with_artifacts, monkeypatch)
tests/validators/test_artifact_dir_exclusion.py:59
Function
test_new_attempt_discards_previous_staging_and_evidence_error
(tmp_path)
tests/test_private_runtime_rereview.py:108
Function
test_new_basis_comparison_is_unavailable_when_rewards_are_incomplete
(tmp_path)
tests/reporting/test_applicability_saved_runs.py:168
Function
test_new_candidate_callers_do_not_expose_a_paid_tier_requirement
()
tests/ci/test_all_tier_workflows.py:168
Function
test_new_dataset_snapshot_versions_corrected_routing_summary
()
tests/evaluation/test_tier3_benchmark_contract.py:302
Function
test_new_failed_evaluation_emits_actions_and_keeps_complete_errors_without_provider_calls
(monkeypatch)
tests/reporting/test_insights_view.py:140
Function
test_new_harbor_022_backend_environment_is_selected_without_cross_backend_leakage
( monkeypatch: pytest.MonkeyPatch, env_mode: str, selected_name: str, )
tests/test_harbor_runner_environment.py:2153
Function
test_new_run_reservation_keeps_previous_runs
(tmp_path)
tests/test_tier3_history.py:355
Function
test_new_settings_require_all_tier_opt_in
(repository, routing_release)
tests/test_ci_onboarding_model_routing.py:138
Function
test_new_summary_redacts_known_credentials_and_keeps_case_names_literal
(tmp_path: Path, monkeypatch)
tests/test_tier3_case_summary.py:1871
Function
test_new_user_or_system_step_after_copied_context_starts_the_timing
(source: str)
tests/tier3/test_trajectory_timing.py:468
Function
test_new_work_that_starts_with_an_agent_step_after_copied_context_is_unmeasured
()
tests/tier3/test_trajectory_timing.py:458
Function
test_newer_claude_models_reject_custom_temperature
Verify newer Claude models do not accept custom temperature.
tests/test_llm_judge.py:89
Function
test_newer_report_on_any_owned_comment_blocks_stale_result
(tmp_path)
tests/ci/test_comment_report.py:162
Function
test_newline_after_a_complete_pipeline_still_ends_it
()
tests/validators/test_plugin_component_risk.py:966
Function
test_no_activation_suppresses_all_causal_lift_without_erasing_scores
(score: float)
tests/reporting/test_skill_activation_reporting.py:55
Function
test_no_baseline_does_not_turn_never_activated_scores_into_quality_verdict
()
tests/reporting/test_skill_activation_reporting.py:295
← previous
next →
19,201–19,300 of 24,741, ranked by callers