Code
Hub
Workspaces
Following
Trending
Connect
MCP
copy
Create free account
hub
/
github.com/NVIDIA/SkillEvaluator
/ functions
Functions
24,741 in github.com/NVIDIA/SkillEvaluator
⨍
Functions
24,741
◇
Types & classes
1,292
↳
Endpoints
703
Function
test_private_metadata_is_read_once_per_result_for_the_six_outputs
()
tests/reporting/test_private_static_reports.py:473
Function
test_private_missing_site_never_creates_pages_or_enables_actions
(monkeypatch, tmp_path, info)
tests/test_ci_onboarding_pages.py:339
Function
test_private_policy_keys_do_not_change_public_policy
(tmp_path: Path)
tests/cli/test_private_foundations_public_compatibility.py:108
Function
test_private_preparation_strips_authored_canary_when_planting_is_off
(canary)
tests/tier3/test_private_plugin_canary.py:23
Function
test_private_probe_grants_reject_invalid_names_and_scopes
(value)
tests/tier3/test_mcp_proof.py:688
Function
test_private_probe_schema_checks_arguments_without_persisting_values
(tmp_path, monkeypatch)
tests/tier3/test_plugin_evidence.py:441
Function
test_private_publication_requires_live_private_pages_and_exact_url
(tmp_path, visibility, trailing_slash)
tests/ci/test_publish_reports.py:1627
Function
test_private_publication_stops_before_rendering_or_history_writes
(tmp_path, pages, expected)
tests/ci/test_publish_reports.py:1660
Function
test_private_resolution_canonicalizes_and_deduplicates_agents
(tmp_path)
tests/test_private_runtime_review.py:188
Function
test_private_rollback_snapshot_ignores_mutated_moved_backup
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, )
tests/test_harbor_secure_copy.py:1329
Function
test_private_save_keeps_v1_rules_and_skill_entries_compatible
(modules, tmp_path)
tests/deduplication/plugin/test_private_dedup.py:625
Function
test_private_schema_bridges_existing_risk_records
(tmp_path)
tests/reporting/test_private_static_reports.py:339
Function
test_private_security_module_exists
()
tests/tier3/test_private_plugin_security.py:21
Function
test_private_setup_requires_verified_admin_permission
(info, pages, permissions)
tests/test_ci_onboarding_pages.py:80
Function
test_private_site_requires_exact_false_visibility
(info, pages, value)
tests/test_ci_onboarding_pages.py:50
Function
test_private_stage_injection_is_rejected_before_publish
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, )
tests/test_harbor_secure_copy.py:917
Function
test_private_url_never_bypasses_privacy_recheck_when_repository_metadata_changes
(info)
tests/ci/test_publish_reports.py:1691
Function
test_private_url_rejects_ambiguous_or_unsupported_origins
(info, pages, url)
tests/test_ci_onboarding_pages.py:123
Function
test_private_v2_acceptance_does_not_change_public_v1_loader
(modules, tmp_path)
tests/deduplication/plugin/test_private_dedup.py:172
Function
test_private_wrapper_retains_base_methods_and_has_no_native_launcher
(key: tuple, path: str)
tests/tier3/test_private_setup_classification.py:32
Function
test_privileged_preparation_has_pr_read_and_queued_deploy_preserves_feedback
()
tests/ci/test_publisher_workflow.py:38
Function
test_privileged_publisher_installs_the_reviewed_hash_locked_bootstrap
()
tests/ci/test_publisher_workflow.py:179
Function
test_probability_text_is_fast_and_nonzero_beyond_decimal_exponent_range
()
tests/test_harbor_metrics_truth.py:1180
Function
test_probe_connects_only_to_policy_checked_addresses
DNS rebinding: a name that re-resolves to a private address at connect time is never reached.
tests/tier3/test_mcp_proof.py:310
Function
test_probe_expands_only_opted_in_variables
(fake_mcp: str, monkeypatch: pytest.MonkeyPatch)
tests/tier3/test_mcp_proof.py:262
Function
test_probe_ids_that_differ_only_by_spaces_are_rejected_not_silently_dropped
()
tests/tier3/test_f90_signals_conflict.py:121
Function
test_probe_mcp_env_can_be_scoped_to_one_host_or_server
( fake_mcp: str, monkeypatch: pytest.MonkeyPatch, grant: str, expected: list[dict[str, str]] )
tests/tier3/test_mcp_proof.py:663
Function
test_probe_never_sends_host_variables_by_default
A plugin picks both the URL and the header template; host secrets must not follow them.
tests/tier3/test_mcp_proof.py:277
Function
test_probe_servers_is_bounded_and_skips_nameless
(fake_mcp: str)
tests/tier3/test_mcp_proof.py:504
Function
test_probed_tool_names_and_details_are_printable
(fake_mcp: str, monkeypatch: pytest.MonkeyPatch)
tests/tier3/test_mcp_proof.py:623
Function
test_probes_the_arm_cannot_satisfy_are_skipped
()
tests/tier3/test_f90_signals_conflict.py:317
Function
test_problem_without_a_run_diagnostics_copy_keeps_its_card_disclosure
()
tests/reporting/test_insights_view.py:242
Function
test_process_diagnostic_is_setup_only_even_with_same_failure_after_dispatch
( tmp_path: Path, monkeypatch, path: str )
tests/tier3/test_private_setup_classification.py:120
Method
test_process_records_the_refusal_cause
(self, monkeypatch: pytest.MonkeyPatch, tmp_path: Path)
tests/inference/test_llm_client.py:1287
Function
test_process_start_error_does_not_skip_later_skills
(tmp_path)
tests/ci/test_run_tier1.py:606
Function
test_process_tree_cleanup_finishes_after_repeated_cancellation
(monkeypatch: pytest.MonkeyPatch)
tests/test_harbor_local_mode.py:4077
Function
test_process_tree_cleanup_is_bounded_and_escalates
(monkeypatch: pytest.MonkeyPatch)
tests/test_harbor_local_mode.py:3594
Function
test_process_tree_cleanup_propagates_live_permission_failure
( monkeypatch: pytest.MonkeyPatch, )
tests/test_harbor_local_mode.py:3652
Function
test_process_tree_cleanup_stays_bounded_when_communication_ignores_cancellation
( monkeypatch: pytest.MonkeyPatch, )
tests/test_harbor_local_mode.py:3687
Function
test_process_tree_cleanup_suppresses_permission_race_after_leader_exit
( monkeypatch: pytest.MonkeyPatch, )
tests/test_harbor_local_mode.py:3618
Function
test_producer_one_arm_mode_marks_the_missing_arm_skipped
(mode, present, expected)
tests/reporting/test_final_render_context.py:488
Method
test_produces_all_five_dimensions
(self, evaluators: dict)
tests/evaluation/test_judges.py:45
Method
test_product_preflight_accepts_seatbelt_backend
(self)
tests/test_harbor_local_sandbox.py:1378
Method
test_profile_denies_environment_and_passwd_home
( self, tmp_path: Path, monkeypatch: pytest.MonkeyPatch, )
tests/test_harbor_local_sandbox.py:818
Function
test_profile_identity_is_the_manifest_id
(tmp_path: Path, display_name: Any)
tests/deduplication/plugin/test_openclaw_profile.py:118
Function
test_profile_members_come_only_from_declared_roots
(tmp_path: Path)
tests/deduplication/plugin/test_openclaw_profile.py:139
Function
test_profile_requires_a_bounded_nonempty_id_without_folder_fallback
(tmp_path: Path, identity: Any)
tests/deduplication/plugin/test_openclaw_profile.py:126
Function
test_profile_requires_a_config_schema_object
(tmp_path: Path, schema: Any)
tests/deduplication/plugin/test_openclaw_profile.py:134
Function
test_profile_uses_custom_and_root_skill_paths
(modules, tmp_path, monkeypatch)
tests/deduplication/plugin/test_private_dedup.py:164
Function
test_progress_detail_strips_osc_title_and_hyperlink_payloads
()
tests/test_tier3_progress.py:2691
Function
test_progress_interval_overrides_plain_and_rich_defaults
(monkeypatch: pytest.MonkeyPatch, mode: str)
tests/test_tier3_progress.py:145
Function
test_progress_plan_names_the_baseline_only_mode
()
tests/tier3/test_skip_with_skill.py:603
Function
test_progress_redaction_scales_linearly_for_large_non_uri_text
()
tests/test_tier3_progress.py:2746
Function
test_progress_redacts_proxy_uri_userinfo_even_before_secret_values_are_registered
(proxy_uri: str)
tests/test_tier3_progress.py:2629
Function
test_progress_redacts_short_exact_credential_fragments_as_standalone_tokens
(short_secret: str)
tests/test_tier3_progress.py:2679
Function
test_progress_registers_proxy_userinfo_components
( proxy_uri: str, diagnostic: str, secrets: tuple[str, ...], )
tests/test_tier3_progress.py:2664
Function
test_progress_reporter_bounds_refresh_interval_below_thread_timeout_limit
()
tests/test_tier3_progress.py:162
Function
test_progress_reporter_rejects_non_finite_refresh_interval
(interval: float)
tests/test_tier3_progress.py:155
Function
test_project_skill_projection_follows_final_authored_reset
(tmp_path: Path, agent, directory)
tests/test_nemo_gym_backend.py:500
Function
test_project_skill_projection_leaves_tasks_without_skills_unchanged
(tmp_path: Path, agent)
tests/test_nemo_gym_backend.py:488
Function
test_projecting_a_new_failed_producer_payload_twice_does_not_duplicate_cards
()
tests/reporting/test_insights_view.py:287
Function
test_projection_does_not_mutate_or_alias_retained_feedback_and_errors
()
tests/reporting/test_insights_view.py:66
Function
test_projection_keeps_omission_counts_and_all_retained_judgments_including_unknown_statuses
()
tests/reporting/test_diagnostic_view.py:146
Function
test_projection_keeps_staging_loading_unknowns_and_recorded_statistics_separate
()
tests/reporting/test_private_runtime_projection.py:106
Method
test_projection_keeps_the_parse_limit_row
(self)
tests/validators/test_skillspector_hook_surface.py:913
Function
test_projection_preserves_real_private_shapes_and_does_not_mutate
()
tests/reporting/test_private_static_reports.py:208
Function
test_projection_reduction_happens_once_for_six_adapters
(monkeypatch)
tests/reporting/test_private_static_reports.py:275
Method
test_projection_refuses_reports_it_cannot_account_for
(self, mutate: Callable[[dict], None])
tests/validators/test_skillspector_hook_surface.py:1183
Function
test_projection_sanitizes_all_identifiers_and_does_not_accept_invalid_numbers
()
tests/reporting/test_private_runtime_projection.py:190
Method
test_projection_takes_the_hook_row_out
(self)
tests/validators/test_skillspector_hook_surface.py:1148
Method
test_prompt_bounds_negative_control_assertions
(self)
tests/evaluation/test_judges.py:142
Function
test_prompt_exposes_citable_trial_qualified_evidence
(monkeypatch, reverse)
tests/tier3/test_suggestion_grounding.py:89
Function
test_prompt_injection_and_refusal_evidence_is_masked
(copy: str)
tests/tier3/test_security_finding_evidence.py:918
Method
test_prompt_marks_expected_skill_null_as_negative_control
(self)
tests/evaluation/test_judges.py:93
Function
test_prompt_pointing_at_skill_files_warns
(prompt)
tests/tier3/test_dataset_baseline_fairness.py:53
Method
test_prompt_preserves_positive_and_unlabeled_case_semantics
( self, case: dict, expected_type: str, expected_activation: bool | None,
tests/evaluation/test_judges.py:127
Function
test_prompt_recovered_from_trajectory
()
tests/test_trace_import.py:191
Method
test_prompt_requires_distinct_actions_and_experiments_for_untested_causes
(self)
tests/evaluation/test_judges.py:1456
Function
test_prompt_requiring_skill_scripts_or_explicit_skill_warns
(prompt)
tests/tier3/test_dataset_baseline_fairness.py:809
Function
test_prompt_that_requires_the_skill_or_its_script_warns
(prompt)
tests/tier3/test_dataset_baseline_fairness.py:1715
Method
test_prompt_uses_runtime_routing_semantics_for_legacy_cases
(self, case: dict)
tests/evaluation/test_judges.py:210
Method
test_prompt_uses_runtime_should_trigger_precedence_for_agentskills_cases
(self)
tests/evaluation/test_judges.py:175
Method
test_prompt_within_budget_keeps_every_occurrence_inline
(self, make_chunk)
tests/deduplication/intra_skill/test_intra_llm_analyzer.py:143
Method
test_prompts_are_read_only_when_a_handoff_checks_a_value
(self, monkeypatch: pytest.MonkeyPatch)
tests/tier3/test_plugin_signals.py:1088
Method
test_prose_and_unrelated_globs_do_not_reach_the_files
(self, tmp_path: Path, skill_text: str)
tests/validators/test_skillspector_scope.py:1322
Method
test_prose_braces_that_are_not_json_are_skipped
(self, monkeypatch: pytest.MonkeyPatch)
tests/inference/test_llm_client.py:865
Method
test_prose_with_shell_characters_passes_beside_input_fixtures
A range such as ``3~5``, ``C#``-style names, a ``~`` backup and code spans name no fixture in ``evals/``.
tests/validators/test_security.py:10369
Function
test_protected_writes_are_critical
(check_security, tool_call: dict[str, Any])
tests/tier3/test_security_home_paths.py:587
Function
test_protocol_translation_rejects_invalid_output_token_limits
(protocol: str, value: object)
tests/test_nvidia_build_bridge.py:1770
Method
test_proton_virtual_profile_is_not_a_personal_path
Proton names every player's Windows profile ``steamuser``; that path identifies no one.
tests/validators/test_security.py:553
Function
test_provenance_description
()
tests/test_baseline_store.py:536
Function
test_provenance_records_resolved_judge_controls_and_verifier_files
(tmp_path)
tests/tier3/test_grader_validation.py:624
Function
test_provenance_renders_on_evaluate_validate_html_and_benchmark
(mode: str, expected: str)
tests/reporting/test_dataset_generation_provenance.py:89
Function
test_provided_and_referenced_targets_keep_their_own_scope
(tmp_path)
tests/test_plugin_dependency_records.py:70
Function
test_provider_certificate_failure_is_not_retried
( isolated_provider_environment, monkeypatch, tmp_path, provider, record_property, )
tests/test_retry_provider_transport.py:231
Function
test_provider_child_excludes_both_gitlab_read_and_feedback_credentials
()
tests/ci/test_all_tier_preflight.py:249
Method
test_provider_configured_after_construction
The budget is chosen per request, after the provider is configured.
tests/validators/test_rubric_eval.py:191
Function
test_provider_connection_refused_still_retries
( isolated_provider_environment, monkeypatch, provider, record_property, )
tests/test_retry_provider_transport.py:267
Function
test_provider_environment_forwards_each_host_judge_model_override
( monkeypatch: pytest.MonkeyPatch, name: str, provider_name: str, configured: str, expecte
tests/test_harbor_runner_environment.py:305
Function
test_provider_environment_forwards_each_host_retry_override
Verify _provider_environment forwards stripped host retry settings and omits blank values.
tests/test_harbor_runner_environment.py:337
← previous
next →
20,401–20,500 of 24,741, ranked by callers