Code
Hub
Workspaces
Following
Trending
Connect
MCP
copy
Create free account
hub
/
github.com/NVIDIA/SkillEvaluator
/ functions
Functions
24,741 in github.com/NVIDIA/SkillEvaluator
⨍
Functions
24,741
◇
Types & classes
1,292
↳
Endpoints
703
Function
test_sdist_validates_anchor_when_allowlisted_source_path_is_present
(tmp_path: Path)
tests/test_oss_boundary.py:1033
Function
test_sdk2_protocol_does_not_require_legacy_http_packages
(monkeypatch, fake_mcp, transport)
tests/tier3/test_mcp_proof_sdk_compat.py:146
Function
test_seam_bundle_to_judge_behavior_check_retains_failed_command_and_claim
(monkeypatch)
tests/tier3/test_behavior_evidence.py:1088
Function
test_search_and_unexecuted_code_do_not_supply_symlink_evidence
(security_check, command: str, same_call: bool)
tests/tier3/test_destructive_command_paths.py:361
Function
test_search_reveals_hidden_runtime_and_nested_dataset_evidence_then_restores_state
(page, reports)
tests/reporting/test_report_browser.py:1285
Function
test_search_utility_options_do_not_hide_a_root_operand
(module, command)
tests/tier3/test_root_search_efficiency.py:83
Function
test_seatbelt_exec_uses_canonical_interpreter_for_sandbox_bootstrap
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, strict_reads: bool, )
tests/test_harbor_local_mode.py:2702
Function
test_seatbelt_profile_explicitly_denies_provenance_key
(tmp_path: Path)
tests/test_harbor_local_sandbox.py:1726
Function
test_second_ctrl_c_does_not_leave_the_runner_waiting
(tmp_path)
tests/ci/test_run_tier1.py:1713
Function
test_second_interrupt_during_stop_still_kills_the_gym_group
(tmp_path: Path)
tests/test_nemo_gym_backend.py:2313
Function
test_second_interrupt_forces_running_agents_to_stop
( monkeypatch: pytest.MonkeyPatch, tmp_path: Path, )
tests/test_tier3_progress.py:5097
Method
test_second_invalid_reply_bounds_the_finding_and_summary
(self, tmp_path)
tests/validators/test_rubric_eval.py:1506
Method
test_second_invalid_reply_fails_closed
(self, tmp_path, first_reply, second_case, problem)
tests/validators/test_rubric_eval.py:1472
Method
test_second_invalid_reply_redacts_credentials_in_the_finding_and_summary
(self, tmp_path, padding)
tests/validators/test_rubric_eval.py:1490
Function
test_second_launch_in_one_run_fails
()
tests/tier3/test_native_launch_insertion.py:82
Method
test_second_unparseable_reply_reports_unavailable
(self, tmp_path)
tests/validators/test_rubric_eval.py:1541
Function
test_secret_detector_evidence_is_not_quoted_back
()
tests/reporting/test_tier3_failure_reasons.py:203
Function
test_secret_finding_id_ignores_a_windows_location_in_its_message
()
tests/reporting/test_reporters.py:894
Function
test_secret_finding_id_ignores_the_location_written_into_its_message
()
tests/reporting/test_reporters.py:856
Method
test_secret_in_authored_evals_is_reported_but_not_in_eval_results
(self, _mock_run, tmp_path)
tests/validators/test_artifact_dir_exclusion.py:444
Function
test_secret_names_cannot_inject_caller_expressions
(repository, routing_release, secret)
tests/test_ci_onboarding_model_routing.py:124
Method
test_secret_shaped_text_is_redacted
(self)
tests/validators/test_skillspector_reference_diagnostics.py:466
Function
test_sections_are_owned_by_native_tabs_and_snapshots_stay_exact
()
tests/reporting/test_plugin_evidence_report.py:54
Function
test_secure_docker_disables_ssh_streaming_and_gpu_reservations
(tmp_path: Path)
tests/test_harbor_secure_docker_environment.py:8631
Function
test_secure_docker_exec_cleans_remote_handoff_when_streaming_reports_failure
( monkeypatch, tmp_path: Path, )
tests/test_secure_docker_environment.py:199
Function
test_secure_docker_exec_fails_closed_when_final_secret_cleanup_fails
(monkeypatch)
tests/test_secure_docker_environment.py:289
Function
test_secure_docker_exec_redacts_persistent_and_per_call_credentials_from_all_output
( monkeypatch, tmp_path: Path, )
tests/test_secure_docker_environment.py:95
Function
test_secure_docker_exec_refreshes_adc_token_per_trial_and_verifier_exec
Refresh host ADC token on every container exec() boundary so multi-trial Docker verifiers never use expired tokens.
tests/test_secure_docker_environment.py:603
Function
test_secure_docker_exec_repeated_cancellation_does_not_interrupt_handoff_cleanup
( monkeypatch, )
tests/test_secure_docker_environment.py:237
Function
test_secure_docker_exec_streams_environment_without_host_file_or_argv_values
( monkeypatch, tmp_path: Path, )
tests/test_secure_docker_environment.py:30
Function
test_secure_docker_main_downloads_use_compose_copy_only
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, kind: str, )
tests/test_harbor_secure_docker_environment.py:8745
Function
test_secure_docker_preflight_consumes_stdin_key_before_docker_child
(monkeypatch)
tests/test_secure_docker_environment.py:477
Function
test_secure_docker_remove_handoff_rejects_nonzero_docker_result
(monkeypatch)
tests/test_secure_docker_environment.py:334
Function
test_secure_docker_stays_on_the_docker_runtime
(monkeypatch: pytest.MonkeyPatch)
tests/test_harbor_secure_docker_environment.py:8619
Function
test_secure_handoff_keeps_program_files_for_every_compose_client
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, )
tests/test_harbor_secure_docker_environment.py:2622
Function
test_secure_handoff_marker_exhaustion_fails_before_container_handoff
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, )
tests/test_harbor_secure_docker_environment.py:6710
Function
test_secure_handoff_scope_covers_containment_and_resets_after_interrupt
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, interrupt_mode: str, )
tests/test_harbor_secure_docker_environment.py:6897
Function
test_secure_handoff_scope_does_not_reinsert_required_compose_dependency
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, )
tests/test_harbor_secure_docker_environment.py:6579
Function
test_secure_handoff_scope_resets_after_cleanup_failure
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, )
tests/test_harbor_secure_docker_environment.py:6854
Function
test_secure_handoff_scope_scrubs_compose_client_environment_and_resets
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, )
tests/test_harbor_secure_docker_environment.py:6338
Function
test_secure_handoff_scope_scrubs_real_compose_client_process_environment
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, )
tests/test_harbor_secure_docker_environment.py:6459
Function
test_secure_handoff_scope_scrubs_resolved_nvidia_key_from_compose_client
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, handoff_mode: str, )
tests/test_harbor_secure_docker_environment.py:6613
Function
test_secure_handoff_setup_error_redacts_merged_secrets
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, )
tests/test_harbor_secure_docker_environment.py:6655
Function
test_secure_kata_compose_commands_force_the_runtime_overlay
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, )
tests/test_harbor_secure_docker_environment.py:8724
Function
test_secure_kata_keeps_docker_hardening_under_the_kata_runtime
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, )
tests/test_harbor_secure_docker_environment.py:8662
Function
test_secure_kata_preflight_consumes_the_handoff_before_kata_checks
(monkeypatch: pytest.MonkeyPatch)
tests/test_harbor_secure_docker_environment.py:8707
Function
test_secure_public_exec_output_limit_redacts_detached_proxy_components
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, )
tests/test_harbor_secure_docker_environment.py:6215
Function
test_secure_public_exec_preserves_scoped_callback_failure_and_cleans_up
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, error_type: type[BaseException], secret: st
tests/test_harbor_secure_docker_environment.py:6766
Function
test_secure_public_exec_redacts_detached_proxy_components
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, proxy_uri: str, )
tests/test_harbor_secure_docker_environment.py:6170
Function
test_secure_public_exec_streams_redacted_handoff_secrets
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, )
tests/test_harbor_secure_docker_environment.py:6080
Function
test_secure_public_exec_timeout_redacts_detached_proxy_components
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, )
tests/test_harbor_secure_docker_environment.py:6271
Function
test_secure_public_exec_without_environment_still_streams
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, )
tests/test_harbor_secure_docker_environment.py:6054
Function
test_secure_root_allows_symlinked_ancestor_when_declared_root_is_regular
(tmp_path: Path)
tests/utils/test_secure_fs.py:105
Function
test_secure_root_binds_declared_root_to_expected_snapshot
(tmp_path: Path)
tests/utils/test_secure_fs_selected_reads.py:19
Method
test_secure_root_closes_ancestor_descriptor_when_verification_fails
( self, skill_root: Path, monkeypatch )
tests/deduplication/utils/test_skill_collector.py:488
Method
test_secure_root_closes_descriptor_when_root_verification_fails
(self, skill_root: Path, monkeypatch)
tests/deduplication/utils/test_skill_collector.py:448
Function
test_secure_root_closes_final_descriptor_when_post_open_fstat_fails
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch )
tests/utils/test_secure_fs.py:21
Function
test_secure_root_read_requires_active_context
(tmp_path: Path)
tests/utils/test_secure_fs.py:142
Function
test_secure_root_reads_a_hard_linked_file_only_when_allowed
(tmp_path: Path)
tests/utils/test_secure_fs.py:589
Function
test_secure_root_rejects_double_enter_without_replacing_descriptor
(tmp_path: Path)
tests/utils/test_secure_fs.py:127
Function
test_secure_root_rejects_symlinked_declared_root
(tmp_path: Path)
tests/utils/test_secure_fs.py:117
Function
test_secure_runtime_snapshot_has_the_same_identity
(tmp_path: Path)
tests/tier3/test_decoy_identity.py:101
Function
test_secure_url_schemes_pass
(url)
tests/validators/test_mcp_static.py:344
Function
test_security_attribution_avoids_skill_blame_without_baseline
()
tests/tier3/test_harbor_security_attribution.py:82
Function
test_security_attribution_bounds_case_details_with_exact_metadata
()
tests/tier3/test_harbor_security_attribution.py:159
Function
test_security_attribution_cannot_make_persisted_reward_disagree_with_score
(tmp_path: Path)
tests/test_issue55_collector_truth.py:3524
Function
test_security_attribution_keeps_unrelated_baseline_findings_separate
()
tests/tier3/test_harbor_security_attribution.py:58
Function
test_security_attribution_marks_shared_unsafe_behavior_as_baseline_related
()
tests/tier3/test_harbor_security_attribution.py:47
Function
test_security_attribution_marks_with_skill_only_after_skill_use_as_skill_related
()
tests/tier3/test_harbor_security_attribution.py:35
Function
test_security_attribution_notes_when_skill_may_have_improved_safety
()
tests/tier3/test_harbor_security_attribution.py:70
Function
test_security_attribution_omits_per_finding_expansion_when_projection_would_overflow
()
tests/tier3/test_harbor_security_attribution.py:92
Function
test_security_attribution_preserves_distinct_authored_ids_without_expected_set
Verify authored IDs like case-1-with-skill and skillevaluator-case-1 do not collapse onto case-1.
tests/tier3/test_harbor_security_attribution.py:170
Function
test_security_attribution_retains_labels_when_only_repeated_explanations_overflow
()
tests/tier3/test_harbor_security_attribution.py:105
Function
test_security_baseline_audit_field_does_not_collide_with_configured_secret_fragment
(tmp_path)
tests/ci/test_run_tier1.py:825
Function
test_security_baselines_can_use_current_push_commit
(tmp_path)
tests/ci/test_run_tier1.py:799
Function
test_security_baselines_fail_closed_without_exact_available_policy_commit
(tmp_path, source)
tests/ci/test_run_tier1.py:884
Function
test_security_baselines_redact_credentials_only_in_approved_policy_bytes
(tmp_path, escaped)
tests/ci/test_run_tier1.py:958
Function
test_security_baselines_reject_invalid_reviewed_manifest_before_scanning
(tmp_path, manifest)
tests/ci/test_run_tier1.py:916
Function
test_security_baselines_reject_malformed_scalar_before_scanning
(tmp_path, content)
tests/ci/test_run_tier1.py:989
Function
test_security_baselines_reject_noncanonical_boolean_input
(tmp_path, enabled)
tests/ci/test_run_tier1.py:864
Function
test_security_baselines_reject_symlink_blob_from_approved_commit
(tmp_path)
tests/ci/test_run_tier1.py:935
Function
test_security_baselines_require_explicit_opt_in
(tmp_path)
tests/ci/test_run_tier1.py:845
Function
test_security_baselines_use_reviewed_mapping_and_bytes_not_pr_head
(tmp_path)
tests/ci/test_run_tier1.py:758
Function
test_security_constants_stay_in_sync_with_eval_core
(name)
tests/tier3/test_harbor_template_secret_patterns.py:213
Function
test_security_extra_does_not_bundle_external_or_unused_scanner_dependencies
()
tests/test_oss_packaging.py:408
Function
test_security_extra_uses_pip_audit_without_bundling_safety
()
tests/test_oss_packaging.py:395
Function
test_security_fallback_requires_a_legacy_metric_contract
()
tests/reporting/test_applicability_saved_runs.py:277
Function
test_security_findings_never_keep_command_credentials
( copy: str, action: str, action_input: dict[str, str], secret: str, entry: str | None )
tests/tier3/test_security_finding_evidence.py:321
Function
test_security_improvement_does_not_copy_unbounded_baseline_messages
()
tests/tier3/test_harbor_security_attribution.py:136
Function
test_security_improvement_normalizes_malformed_findings_without_crashing
()
tests/tier3/test_harbor_security_attribution.py:119
Function
test_security_improvement_projection_keeps_paired_artifacts_scoreable_and_bounded
(tmp_path: Path)
tests/test_issue55_collector_truth.py:3551
Function
test_security_issue_fails_without_changing_overall_score
()
tests/test_tier3_attempt_verdict.py:98
Function
test_security_issue_without_finding_message_omits_colon
()
tests/test_tier3_attempt_verdict.py:131
Function
test_security_keeps_gitleaks_always_on_and_skips_only_nonessential_jobs
()
tests/test_ci_workflows.py:342
Function
test_security_unsafe_action_fails_without_changing_overall_score
()
tests/test_tier3_attempt_verdict.py:118
Method
test_security_validator_multiple_skills
Test SecurityValidator with folder containing multiple skills.
tests/validators/test_folder_validation.py:114
Function
test_sed_replacement_value_spliced_after_the_quote_stays_masked
( copy: str, command: str, finding_type: str, head: str, tail: str )
tests/tier3/test_security_finding_evidence.py:3392
Function
test_segment_break_stops_trend_across_configuration_change
(tmp_path, change)
tests/test_tier3_history.py:105
Function
test_select_attempts_cli_reads_the_current_attempt
(consumer, tmp_path, monkeypatch)
tests/ci/test_run_tiers.py:643
Function
test_select_tolerated_is_all_or_nothing
()
tests/tier3/test_baseline_timeouts.py:1520
← previous
next →
22,001–22,100 of 24,741, ranked by callers