Code
Hub
Workspaces
Following
Trending
Connect
MCP
copy
Create free account
hub
/
github.com/NVIDIA/SkillEvaluator
/ functions
Functions
24,741 in github.com/NVIDIA/SkillEvaluator
⨍
Functions
24,741
◇
Types & classes
1,292
↳
Endpoints
703
Function
test_activation_codex_sed_read
()
tests/tier3/test_checks_path_extraction.py:644
Function
test_activation_expectation_is_independent_of_perfect_task_score
( tmp_path: Path, skill: str | None, expected_skill: str | None, observed: str, status: st
tests/reporting/test_activation_validation.py:119
Function
test_activation_expectation_needs_a_target_for_positive_routing
(tmp_path: Path, entry: dict)
tests/reporting/test_activation_validation.py:487
Function
test_activation_rejects_malformed_skill_md_search_without_crashing
()
tests/tier3/test_checks_path_extraction.py:773
Function
test_activation_rejects_skill_md_string_search_even_when_output_mentions_expected_skill
()
tests/tier3/test_checks_path_extraction.py:757
Function
test_activation_rejects_skill_word_search
()
tests/tier3/test_checks_path_extraction.py:719
Function
test_active_failed_trials_count_as_started_and_make_usage_unavailable
(monkeypatch, tmp_path: Path)
tests/test_baseline_store.py:352
Function
test_active_token_assignment_is_not_exempted_by_an_unrelated_regex
(source: str)
tests/test_oss_boundary.py:917
Function
test_actual_atif_v17_preserves_string_messages_token_metrics_and_provenance
(tmp_path: Path)
tests/reporting/test_report_data_bounds.py:214
Function
test_actual_harbor_022_error_or_cancelled_job_suppresses_reward
( tmp_path: Path, exception_type: str, job_failure: str, )
tests/test_harbor_collector_runtime_failures.py:414
Function
test_actual_harbor_022_multistep_root_reward_is_authoritative
(tmp_path: Path)
tests/test_harbor_collector_runtime_failures.py:491
Function
test_actual_harbor_022_multistep_safety_refusal_stays_out_of_infrastructure_failures
( tmp_path: Path, )
tests/test_harbor_collector_runtime_failures.py:566
Function
test_actual_harbor_022_multistep_typed_agent_failure_is_infrastructure_failure
( tmp_path: Path, exception_type: str, )
tests/test_harbor_collector_runtime_failures.py:530
Function
test_actual_harbor_022_null_or_missing_reward_is_unscored
( tmp_path: Path, verifier_mode: Literal["null", "missing"], )
tests/test_harbor_collector_runtime_failures.py:368
Function
test_actual_harbor_022_single_step_success_serializes_and_scores
(tmp_path: Path)
tests/test_harbor_collector_runtime_failures.py:259
Function
test_actual_native_windows_host_rejects_local_mode
(mode: str)
tests/test_harbor_local_sandbox.py:298
Function
test_actual_network_exfiltration_commands_are_flagged
Verify that actual network exfiltration commands trigger security findings.
tests/tier3/test_checks_secret_patterns.py:320
Function
test_actual_resources_are_independent_and_signed
()
tests/tier3/test_resource_usage.py:17
Function
test_actual_seatbelt_blocks_provenance_key_read
(tmp_path: Path)
tests/test_harbor_local_sandbox.py:1755
Function
test_actual_setup_reports_plugin_file_mcp_not_loaded
(tmp_path: Path, agent: str)
tests/tier3/test_plugin_prepare_review.py:368
Function
test_actual_workflow_bootstrap_ignores_consumer_pythonpath
(tmp_path)
tests/ci/test_all_tier_preflight.py:148
Function
test_adapter_materializes_authorized_child_artifacts
(tmp_path, external)
tests/tier3/test_plugin_evidence_review.py:102
Function
test_adapter_rejects_root_that_contradicts_authoritative_steps
(tmp_path)
tests/tier3/test_plugin_evidence_review.py:113
Function
test_adapter_rejects_skill_symlink_to_outside_file
(tmp_path: Path)
tests/test_harbor_secure_copy.py:150
Function
test_adapter_without_seed_support_is_accepted
()
tests/test_skillspector_provenance.py:139
Function
test_adc_refresh_follows_the_policy_key_source
(monkeypatch: pytest.MonkeyPatch)
tests/test_nemo_gym_backend.py:2277
Function
test_adc_refresh_renews_an_explicit_policy_key_that_is_the_provider_token
( monkeypatch: pytest.MonkeyPatch, )
tests/test_nemo_gym_backend.py:2289
Method
test_add_error_fails_result
Test that adding an error marks result as failed.
tests/validators/test_base.py:31
Function
test_add_evidence_links_to_suggestions_falls_back_to_trial_link
()
tests/tier3/test_harbor_report_links.py:31
Function
test_add_evidence_links_to_suggestions_prioritizes_failing_rewards
()
tests/tier3/test_harbor_report_links.py:47
Function
test_add_evidence_links_to_suggestions_uses_step_link_when_available
()
tests/tier3/test_harbor_report_links.py:7
Method
test_add_message
Test adding informational messages.
tests/validators/test_base.py:47
Method
test_add_structured_finding
Test add_structured_finding method.
tests/reporting/test_reporters.py:2875
Method
test_add_structured_finding_as_error
Test add_structured_finding() creates both Finding and legacy error.
tests/validators/test_security_validators.py:1087
Method
test_add_structured_finding_as_warning
Test add_structured_finding() with is_error=False creates warning.
tests/validators/test_security_validators.py:1116
Method
test_add_success
Test add_success method.
tests/reporting/test_reporters.py:2864
Method
test_add_warning_does_not_fail
Test that warnings don't fail the result.
tests/validators/test_base.py:39
Function
test_added_arm_launch_failures_stay_advisory
(tmp_path, monkeypatch)
tests/tier3/test_private_comparison_engine.py:71
Function
test_additional_errors_excludes_only_existing_finding_messages_without_mutation
(prefixed: bool)
tests/reporting/test_mixed_execution_errors.py:183
Function
test_additional_manifest_dependencies_keep_provenance_and_missing_gate
(tmp_path)
tests/test_plugin_dependency_records.py:89
Function
test_additional_manifest_gets_schema_checks
(tmp_path: Path)
tests/validators/test_private_plugin_schema.py:65
Function
test_additional_manifest_views_keep_provenance_and_can_be_limited
(tmp_path)
tests/test_plugin_discovery.py:230
Function
test_additional_warnings_excludes_only_existing_finding_messages_without_mutation
(prefixed: bool)
tests/reporting/test_mixed_execution_errors.py:202
Function
test_additional_workdir_keeps_the_actual_decoy_workspace_root
(canary)
tests/tier3/test_private_plugin_canary.py:92
Function
test_additive_not_only_wording_does_not_negate_the_removal_or_the_weakening
(known)
tests/test_tier3_case_summary.py:587
Method
test_additive_not_only_wording_does_not_negate_the_removal_or_the_weakening
(self, known: tuple)
tests/evaluation/test_judges.py:1284
Method
test_addresses_outside_the_link_local_range_remain_pii
(self, tmp_path: Path, address: str)
tests/validators/test_security.py:8830
Function
test_adequate_needs_enough_cases_as_well_as_a_narrow_interval
()
tests/tier3/test_private_lift_small_n.py:54
Function
test_admission_auth_failure_reports_only_numeric_status
(mr_env, monkeypatch, capsys)
tests/ci/test_gitlab_admission_transport.py:89
Function
test_admission_redirect_is_not_followed_or_logged
(mr_env, monkeypatch, capsys)
tests/ci/test_gitlab_admission_transport.py:62
Function
test_admission_uses_only_job_or_separate_read_token
(mr_env, monkeypatch, read_token)
tests/ci/test_gitlab_admission_transport.py:41
Method
test_adversarial_text_for_the_redactor_does_not_stall_collection
(self, monkeypatch: pytest.MonkeyPatch)
tests/tier3/test_plugin_signals.py:1506
Function
test_adversarial_text_is_scanned_in_bounded_time
(text)
tests/tier3/test_dataset_baseline_fairness.py:2128
Function
test_adverse_counts_accumulate_across_required_and_advisory_results_in_all_tiers
(passing_tier3_counts_payload)
tests/reporting/test_final_render_context.py:712
Function
test_adverse_counts_default_for_existing_context_constructor_and_are_immutable
()
tests/reporting/test_final_render_context.py:695
Function
test_advice_is_redacted_before_it_is_saved
(tmp_path: Path, monkeypatch)
tests/test_tier3_case_summary.py:1933
Function
test_advisory_artifact_validation_remains_strict
(consumer, tmp_path, damage)
tests/ci/test_run_tiers.py:393
Function
test_advisory_downgraded_failed_summary_can_publish_with_success_conclusion
(tmp_path)
tests/ci/test_publish_reports.py:1130
Function
test_advisory_execution_errors_are_not_errors
()
tests/reporting/test_junit_reporter.py:268
Function
test_advisory_failed_result_keeps_overall_required_gate_pass
()
tests/reporting/test_retained_tiers.py:162
Function
test_advisory_failure_keeps_own_status_without_failing_required_gate
()
tests/ci/test_tier_manifest.py:43
Function
test_advisory_incomplete_retains_gate_pass_and_result_failure
()
tests/reporting/test_retained_tiers.py:95
Function
test_advisory_missing_evidence_does_not_change_exit_gate
()
tests/reporting/test_shared_run_status.py:44
Function
test_advisory_payload_exposes_same_report_truth_metadata
()
tests/evaluation/test_tier3_benchmark_contract.py:146
Function
test_advisory_prompt_redacts_credentials_before_the_model_call
(tmp_path: Path, monkeypatch)
tests/test_tier3_case_summary.py:1955
Function
test_advisory_render_failure_still_fails
(tmp_path, monkeypatch)
tests/ci/test_run_tier1.py:187
Function
test_advisory_skip_does_not_appear_as_tier1_failure_in_html
()
tests/reporting/test_advisory_skip_verdict.py:3788
Method
test_advisory_skip_is_false_without_synthetic_score
(self)
tests/reporting/test_reporters.py:2038
Function
test_advisory_skip_is_non_blocking_in_html_but_incomplete_for_benchmark_publication
()
tests/reporting/test_advisory_skip_verdict.py:3754
Function
test_advisory_skip_is_non_blocking_in_json
()
tests/reporting/test_advisory_skip_verdict.py:287
Function
test_advisory_skip_is_non_blocking_in_markdown
()
tests/reporting/test_advisory_skip_verdict.py:3738
Function
test_advisory_skip_keeps_required_gate_and_explicit_tier1_boundary
()
tests/reporting/test_retained_html.py:146
Function
test_advisory_skip_payload_policy_is_preserved_across_reporters
(tmp_path: Path)
tests/reporting/test_advisory_skip_verdict.py:1045
Function
test_advisory_tier2_findings_and_errors_are_not_failures
()
tests/reporting/test_junit_reporter.py:532
Function
test_advisory_tier3_skip_reports_skipped_arms_not_unavailable_counts
()
tests/reporting/test_final_render_context.py:497
Function
test_advisory_tier3_skip_respects_publication_policy
( tmp_path: Path, tier3_required: bool, expected_verdict: str, )
tests/test_public_benchmark_gate.py:1421
Function
test_advisory_tier3_skip_with_unusual_text_is_not_a_failure
(tmp_path: Path, message: str)
tests/reporting/test_advisory_skip_verdict.py:2461
Function
test_advisory_tier3_verdict_is_not_a_failure
()
tests/reporting/test_junit_reporter.py:474
Function
test_advisory_timeout_retains_incomplete_outcome_and_diagnostics
(consumer, tmp_path, monkeypatch, tier)
tests/ci/test_run_tiers.py:311
Method
test_ae1_keeps_the_scanner_pattern
(self)
tests/validators/test_skillspector_reference_diagnostics.py:267
Method
test_ae1_without_a_pattern_is_named_by_its_rule
(self, pattern: object)
tests/validators/test_skillspector_reference_diagnostics.py:260
Function
test_agent_asking_for_files_the_case_lacks_is_flagged_as_missing_input
(tmp_path: Path)
tests/test_tier3_case_summary.py:1280
Function
test_agent_auto_permission_mode_is_medium
(tmp_path: Path)
tests/validators/test_plugin_static_risk_review_fixes.py:796
Function
test_agent_collect_returns_discovered_trajectory_sources
(tmp_path, monkeypatch)
tests/tier3/test_generate_dataset_results.py:498
Function
test_agent_collect_stages_agentskills_dataset
(tmp_path, monkeypatch)
tests/tier3/test_generate_dataset_results.py:527
Function
test_agent_command_and_script_files_are_byte_and_mode_identical
(tmp_path: Path, loose, source)
tests/tier3/test_private_loose_source.py:179
Function
test_agent_config_skill_roots_still_validate_as_a_catalog
(tmp_path: Path, monkeypatch: pytest.MonkeyPatch)
tests/test_artifact_applicability.py:513
Method
test_agent_control_paths_take_precedence_over_ordinary_conventions
( self, file_path: str, expected_role: str )
tests/validators/test_skillspector_scope.py:200
Function
test_agent_default_follows_the_selected_provider
(provider: str, expected: list[str])
tests/test_commands.py:186
Function
test_agent_dependent_effect_is_a_hypothesis_to_test
(tmp_path: Path)
tests/test_tier3_next_steps.py:118
Function
test_agent_details_extremes_use_recorded_dimensions_and_include_zero
()
tests/reporting/test_native_feature_restoration.py:252
Function
test_agent_details_missing_dimensions_do_not_become_zero_extremes
()
tests/reporting/test_native_feature_restoration.py:270
Function
test_agent_details_owns_condition_coverage_beside_the_selected_agent
()
tests/reporting/test_report_clarity.py:188
Function
test_agent_directory_symlink_is_not_discovered
(tmp_path: Path)
tests/reporting/test_report_data_bounds.py:349
Function
test_agent_does_not_call_a_completed_baseline_absent_when_aggregate_is_missing
()
tests/reporting/test_report_readability.py:121
Function
test_agent_eval_keeps_sufficient_recorded_negative_count_with_unclassified_cases
(monkeypatch)
tests/reporting/test_dataset_sufficiency_rendering.py:115
Function
test_agent_eval_reports_unclassified_negative_count_as_unknown
()
tests/reporting/test_dataset_sufficiency_rendering.py:205
Function
test_agent_eval_summary_shows_required_counts_and_failed_case_reason
()
tests/reporting/test_terminal_polish.py:291
Function
test_agent_eval_summary_shows_with_skill_counts_without_baseline
()
tests/reporting/test_terminal_polish.py:342
Function
test_agent_eval_tier2_policy_precedes_conflicting_result_metadata
( agent_eval_required: bool, result_required: bool, expected_status: str, requirement: str, )
tests/golden/test_benchmark_card.py:792
← previous
next →
12,401–12,500 of 24,741, ranked by callers