Code
Hub
Workspaces
Following
Trending
Connect
MCP
copy
Create free account
hub
/
github.com/NVIDIA/SkillEvaluator
/ functions
Functions
24,741 in github.com/NVIDIA/SkillEvaluator
⨍
Functions
24,741
◇
Types & classes
1,292
↳
Endpoints
703
Function
test_matching_identity_with_a_different_version_stays_a_version_conflict
(tmp_path: Path)
tests/test_openclaw_plugin_discovery.py:151
Function
test_matching_judges_add_no_lift_note
()
tests/test_judge_lift_integrity.py:478
Method
test_matching_pinned_version_uses_installed_scanner
(self, scanner_bin)
tests/utils/test_tool_runner.py:594
Function
test_matching_saved_basis_and_metric_lifts_cannot_authorize_a_tampered_overall
(tmp_path)
tests/reporting/test_applicability_saved_runs.py:107
Function
test_matching_verifier_case_id_still_scores_through_shared_collector
(tmp_path: Path)
tests/test_nemo_gym_backend.py:250
Function
test_matching_waiver_suppresses_the_finding_and_stays_visible
(skill: Path, tmp_path: Path)
tests/validators/test_pii_waivers.py:90
Function
test_materialize_does_not_trust_source_forged_continuation_provenance
(tmp_path: Path)
tests/test_harbor_collector_multistep_trajectory.py:1037
Function
test_materialize_flattens_continuation_provenance_and_reconciles_total_steps
(tmp_path: Path)
tests/test_harbor_collector_multistep_trajectory.py:769
Function
test_materialize_mixed_embedded_and_path_refs_share_one_canonical_child
(tmp_path: Path)
tests/test_harbor_collector_multistep_trajectory.py:998
Function
test_materialize_prefers_embedded_subagent_when_ref_also_has_missing_path
(tmp_path: Path)
tests/test_harbor_collector_multistep_trajectory.py:837
Function
test_materialize_preserves_exact_whitespace_in_continuation_source_name
(tmp_path: Path)
tests/test_harbor_collector_multistep_trajectory.py:661
Function
test_materialize_preserves_literal_posix_backslash_in_continuation_source_name
(tmp_path: Path)
tests/test_harbor_collector_multistep_trajectory.py:699
Function
test_materialize_rejects_conflicting_ids_for_same_external_subagent_file
(tmp_path: Path)
tests/test_harbor_collector_multistep_trajectory.py:914
Function
test_materialize_reuses_embedded_alias_for_path_only_missing_sidecar
( tmp_path: Path, dual_key_first: bool, )
tests/test_harbor_collector_multistep_trajectory.py:873
Function
test_materialize_reuses_supplied_id_for_same_path_regardless_of_ref_order
( tmp_path: Path, refs: tuple[dict[str, str], dict[str, str]], )
tests/test_harbor_collector_multistep_trajectory.py:963
Function
test_math_and_variability
()
tests/tier3/test_grader_validation.py:282
Function
test_matrix_or_inherited_secrets_are_not_silently_approved
(extra)
tests/test_ci_onboarding_existing.py:69
Function
test_max_cases_from_config_applies_and_cli_value_overrides_it
( monkeypatch: pytest.MonkeyPatch, tmp_path: Path, )
tests/test_tier3_max_cases.py:195
Function
test_max_cases_is_configurable_per_skill
(tmp_path: Path)
tests/test_tier3_max_cases.py:231
Function
test_max_cases_larger_than_the_suite_keeps_every_case
(monkeypatch: pytest.MonkeyPatch, tmp_path: Path)
tests/test_tier3_max_cases.py:210
Function
test_max_cases_runs_only_the_first_cases_in_every_dataset
( monkeypatch: pytest.MonkeyPatch, tmp_path: Path, )
tests/test_tier3_max_cases.py:161
Method
test_max_findings_limit
Test max findings limit.
tests/reporting/test_reporters.py:2762
Method
test_max_similarity_computed
(self, make_chunk)
tests/deduplication/intra_skill/test_semantic_clustering.py:77
Method
test_maximum_below_the_minimum_keeps_the_short_description_rule
(self, tmp_path: Path, points: int)
tests/validators/test_quality_score.py:1831
Function
test_maximum_entry_budget_extracts_all_5000_skills
(tmp_path: Path)
tests/embedding/test_similarity_limits.py:77
Function
test_maximum_step_count_retains_independent_subagent_reference_budget
(tmp_path: Path)
tests/test_harbor_collector_multistep_trajectory.py:2018
Function
test_mcnemar_exact_p_value_preserves_small_nonzero_results
()
tests/test_harbor_metrics_truth.py:1030
Function
test_mcnemar_exact_preserves_machine_readable_value_beyond_float_range
()
tests/test_harbor_metrics_truth.py:1161
Function
test_mcnemar_exact_reports_attainable_resolution
(discordant: int, expected: float)
tests/test_harbor_metrics_truth.py:1039
Function
test_mcp_and_hook_authorization_headers_with_any_scheme_are_inline_secrets
( tmp_path: Path, header: str, value: str )
tests/validators/test_url_policy.py:549
Function
test_mcp_and_hook_urls_get_the_same_credential_verdict
(tmp_path: Path, url: str, flagged: bool)
tests/validators/test_url_policy.py:459
Function
test_mcp_and_lsp_overrides_retain_original_and_effective_declarations
(tmp_path)
tests/test_plugin_discovery.py:209
Function
test_mcp_approved_secret_placeholders_accepted_in_source_validation_and_claude_registration
Accept both ${VAR} and $VAR approved secret placeholders across HTTP/stdio source validation and Claude registration.
tests/test_harbor_gke_mode.py:1447
Function
test_mcp_argument_preserves_exact_referenced_filename_and_detects_missing_copy
(tmp_path, script_name)
tests/tier3/test_private_comparison_staging.py:335
Function
test_mcp_calls_rooted_at_filesystem_root_are_wasted
(module, call, kind)
tests/tier3/test_tool_productivity.py:168
Function
test_mcp_config_is_identical_except_the_root_variable
(loose, source)
tests/tier3/test_private_loose_source.py:225
Method
test_mcp_configuration_replaced_during_read_is_rejected
( self, monkeypatch: pytest.MonkeyPatch, tmp_path: Path, )
tests/test_harbor_input_staging.py:655
Method
test_mcp_consumer_receiving_the_artifact_path_counts_as_a_read
(self)
tests/tier3/test_plugin_signals.py:1074
Function
test_mcp_cwd_is_retained_as_unsupported_instead_of_launching_in_task_cwd
(tmp_path: Path)
tests/tier3/test_plugin_prepare_review.py:348
Method
test_mcp_filesystem_read_of_member_manifest_is_both_mcp_and_skill
(self)
tests/tier3/test_plugin_signals.py:160
Function
test_mcp_literal_root_text_outside_substituted_field_is_preserved
(tmp_path)
tests/tier3/test_private_comparison_staging.py:284
Function
test_mcp_missing_or_malformed_call_measurements_are_not_zero
(usage)
tests/reporting/test_native_evidence.py:88
Method
test_mcp_parent_change_is_rejected_before_missing_config_return
( self, monkeypatch: pytest.MonkeyPatch, tmp_path: Path, )
tests/test_harbor_input_staging.py:510
Method
test_mcp_parent_replaced_before_open_is_rejected
( self, monkeypatch: pytest.MonkeyPatch, tmp_path: Path, )
tests/test_harbor_input_staging.py:538
Function
test_mcp_path_root_of_other_servers_is_productive
(module, call)
tests/tier3/test_tool_productivity.py:183
Function
test_mcp_placeholder_stripping_rejects_operator_refs_literals_and_malformed_placeholders
Reject operator references, literal secrets, unclosed braces, fallback defaults, and escaped $$ across headers and env.
tests/test_harbor_gke_mode.py:1631
Method
test_mcp_prose_does_not_trigger_deterministic_finding
(self, tmp_path: Path, statement: str)
tests/validators/test_quality_score.py:1032
Function
test_mcp_security_checks_inspect_shipped_expansion_defaults
(config: dict, expected: str)
tests/validators/test_mcp_static.py:886
Function
test_mcp_server_declarations_block_operator_secrets_and_unapproved_headers
Block operator LLM secrets, literal credentials, and unapproved hosts in MCP declarations.
tests/test_harbor_gke_mode.py:1099
Function
test_mcp_servers_path_and_array_forms_are_collected
(tmp_path: Path)
tests/validators/test_mcp_static.py:514
Function
test_mcp_servers_reference_credentials_are_not_reported
Regression: a non-http(s) mcpServers reference was quoted raw in findings, their metadata, and the broken-source row, so URL userinfo or a query c
tests/validators/test_plugin_mcp.py:107
Function
test_mcp_servers_scalar_is_not_object
(tmp_path: Path, value)
tests/validators/test_mcp_static.py:510
Method
test_mcp_tool_named_like_a_shell_is_not_parsed_as_one
(self, fn: str)
tests/tier3/test_plugin_signals.py:253
Function
test_mcp_tools_named_like_bookkeeping_tools_stay_mcp_calls
(module, action)
tests/tier3/test_tool_productivity.py:253
Method
test_mcp_write_tools_without_a_path_key_still_write_the_artifact
(self, agent: str, fn: str, key: str)
tests/tier3/test_plugin_signals.py:285
Method
test_mdc_headings_and_slash_lines_are_scanned_like_markdown
(self, tmp_path)
tests/validators/test_pii_grouping.py:54
Method
test_mdc_rule_and_workflow_pii_is_scanned
(self, tmp_path, as_file)
tests/validators/test_pii_grouping.py:42
Function
test_measured_behaviour_beats_intuition
This runs the script, which is why the grammar is derived by execution: perl's in-place flag takes no separate argument, so the file after it is
tests/tier3/test_script_invocation_evidence.py:418
Function
test_measured_resources_default_closed_and_full_methods_stay_on_demand
()
tests/reporting/test_report_clarity.py:223
Function
test_measured_usage_at_or_below_cap_has_no_overrun
(cap, used)
tests/tier3/test_run_budget.py:692
Function
test_measured_usage_is_preserved_across_unmeasured_attempt
()
tests/tier3/test_run_budget.py:85
Function
test_measured_zero_is_an_estimate_not_unknown
()
tests/tier3/test_budget_reservation.py:240
Function
test_measured_zero_is_preserved
()
tests/tier3/test_resource_usage.py:44
Function
test_measured_zero_timing_is_preserved
()
tests/tier3/test_resource_usage.py:184
Function
test_measured_zero_tool_duration_is_preserved
()
tests/tier3/test_trajectory_timing.py:237
Function
test_media_only_followup_does_not_override_text_answer
( harbor_eval_template: ModuleType, media_type: str )
tests/tier3/test_atif_message_content.py:79
Function
test_media_only_step_is_not_selected_as_final_text_response
(harbor_eval_template: ModuleType)
tests/tier3/test_atif_message_content.py:106
Method
test_medium_effort_roles_send_medium_to_gpt6
( self, monkeypatch: pytest.MonkeyPatch, tmp_path: Path, role: str )
tests/inference/test_llm_client.py:1038
Method
test_medium_finding_fails_when_fail_on_medium
(self)
tests/models/test_result.py:123
Function
test_medium_finding_recorded_as_blocking_is_a_failure
()
tests/reporting/test_junit_reporter.py:403
Method
test_medium_finding_warns_by_default
(self)
tests/models/test_result.py:115
Function
test_medium_help_stacks_the_full_wordmark
(terminal, monkeypatch, terminal_width)
tests/test_cli_banner.py:52
Method
test_medium_severity
CVSS 4.0-6.9 maps to MEDIUM.
tests/utils/test_tool_runner.py:46
Method
test_medium_similarity
(self)
tests/embedding/test_registry.py:39
Function
test_member_datasets_combine_with_deterministic_unique_ids
(tmp_path: Path)
tests/tier3/test_plugin_dataset.py:43
Function
test_member_encoding_preserves_each_original_read_contract
(tmp_path, kind, strict)
tests/test_plugin_discovery.py:401
Function
test_member_limit_admits_the_documented_maximum_skill_count_on_every_platform
(directories)
tests/ci/test_feedback.py:1213
Function
test_member_limit_admits_worker_diagnostics_at_the_per_root_caps
(tmp_path, monkeypatch, directories, trials)
tests/ci/test_feedback.py:1225
Function
test_member_limit_still_rejects_one_member_above_the_derived_bound
()
tests/ci/test_feedback.py:1300
Function
test_member_nested_results_stay_out_of_repeated_wrapper_and_native_copies
(tmp_path, agent)
tests/tier3/test_plugin_runtime_identity.py:129
Function
test_member_projection_matches_real_harbor_register_command_and_generated_census
( tmp_path: Path, agent_name: str )
tests/tier3/test_native_review_fixes.py:156
Function
test_memory_override_replaces_a_legacy_memory_key
(tmp_path: Path)
tests/test_nemo_gym_backend.py:2438
Method
test_mentioned_points_zero_skips_the_finding
(self, tmp_path: Path)
tests/validators/test_quality_score.py:1578
Function
test_merge_attempt_jobs_accepts_completed_child_ahead_of_stale_root_stats
(tmp_path: Path)
tests/test_harbor_runner_status.py:1718
Function
test_merge_attempt_jobs_bounds_long_aggregate_trial_names_by_utf8_bytes
( tmp_path: Path, job_name: str, trial_name: str, )
tests/test_harbor_runner_status.py:1769
Function
test_merge_attempt_jobs_codex_exclusions_track_local_codex_runtime_dirs
()
tests/test_harbor_runner_status.py:2113
Function
test_merge_attempt_jobs_ignores_tmpdir_inside_attempt_job
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, )
tests/test_harbor_runner_status.py:1974
Function
test_merge_attempt_jobs_long_name_digest_avoids_cross_source_collisions
(tmp_path: Path)
tests/test_harbor_runner_status.py:1823
Function
test_merge_attempt_jobs_normalizes_mixed_naive_and_aware_timestamps
(tmp_path: Path)
tests/test_harbor_runner_status.py:1621
Function
test_merge_attempt_jobs_omits_leftover_local_codex_credential_dirs
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, step_root: str, declared_in: str | None,
tests/test_harbor_runner_status.py:2031
Function
test_merge_attempt_jobs_preserves_config_only_interrupted_trials
( tmp_path: Path, with_job_result: bool, )
tests/test_harbor_runner_status.py:1919
Function
test_merge_attempt_jobs_preserves_existing_aggregate_on_unsafe_source
(tmp_path: Path)
tests/test_harbor_runner_status.py:2185
Function
test_merge_attempt_jobs_preserves_existing_aggregate_when_private_staging_fails
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, )
tests/test_harbor_runner_status.py:2210
Function
test_merge_attempt_jobs_preserves_regular_trial_artifacts
(tmp_path: Path)
tests/test_harbor_runner_status.py:1536
Function
test_merge_attempt_jobs_rebuilds_cancel_retry_token_and_cost_stats
(tmp_path: Path)
tests/test_harbor_runner_status.py:1840
Function
test_merge_attempt_jobs_rejects_auth_links_outside_trial_codex_dirs
( tmp_path: Path, relative_auth: str, )
tests/test_harbor_runner_status.py:2151
Function
test_merge_attempt_jobs_rejects_forged_root_result
(tmp_path: Path, artifact_kind: str)
tests/test_harbor_runner_status.py:1307
Function
test_merge_attempt_jobs_rejects_linked_whole_job_root
(tmp_path: Path, link_kind: str)
tests/test_harbor_runner_status.py:1267
Function
test_merge_attempt_jobs_rejects_mocked_reparse_whole_job_root
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, )
tests/test_harbor_runner_status.py:1281
Function
test_merge_attempt_jobs_rejects_nested_directory_link_like_reparse_point
(tmp_path: Path)
tests/test_harbor_runner_status.py:1517
← previous
next →
18,501–18,600 of 24,741, ranked by callers