MCPcopy Create free account

hub / github.com/NVIDIA/SkillEvaluator / functions

Functions24,741 in github.com/NVIDIA/SkillEvaluator

Functiontest_matching_identity_with_a_different_version_stays_a_version_conflict
(tmp_path: Path)
tests/test_openclaw_plugin_discovery.py:151
Functiontest_matching_judges_add_no_lift_note
()
tests/test_judge_lift_integrity.py:478
Methodtest_matching_pinned_version_uses_installed_scanner
(self, scanner_bin)
tests/utils/test_tool_runner.py:594
Functiontest_matching_saved_basis_and_metric_lifts_cannot_authorize_a_tampered_overall
(tmp_path)
tests/reporting/test_applicability_saved_runs.py:107
Functiontest_matching_verifier_case_id_still_scores_through_shared_collector
(tmp_path: Path)
tests/test_nemo_gym_backend.py:250
Functiontest_matching_waiver_suppresses_the_finding_and_stays_visible
(skill: Path, tmp_path: Path)
tests/validators/test_pii_waivers.py:90
Functiontest_materialize_does_not_trust_source_forged_continuation_provenance
(tmp_path: Path)
tests/test_harbor_collector_multistep_trajectory.py:1037
Functiontest_materialize_flattens_continuation_provenance_and_reconciles_total_steps
(tmp_path: Path)
tests/test_harbor_collector_multistep_trajectory.py:769
Functiontest_materialize_mixed_embedded_and_path_refs_share_one_canonical_child
(tmp_path: Path)
tests/test_harbor_collector_multistep_trajectory.py:998
Functiontest_materialize_prefers_embedded_subagent_when_ref_also_has_missing_path
(tmp_path: Path)
tests/test_harbor_collector_multistep_trajectory.py:837
Functiontest_materialize_preserves_exact_whitespace_in_continuation_source_name
(tmp_path: Path)
tests/test_harbor_collector_multistep_trajectory.py:661
Functiontest_materialize_preserves_literal_posix_backslash_in_continuation_source_name
(tmp_path: Path)
tests/test_harbor_collector_multistep_trajectory.py:699
Functiontest_materialize_rejects_conflicting_ids_for_same_external_subagent_file
(tmp_path: Path)
tests/test_harbor_collector_multistep_trajectory.py:914
Functiontest_materialize_reuses_embedded_alias_for_path_only_missing_sidecar
( tmp_path: Path, dual_key_first: bool, )
tests/test_harbor_collector_multistep_trajectory.py:873
Functiontest_materialize_reuses_supplied_id_for_same_path_regardless_of_ref_order
( tmp_path: Path, refs: tuple[dict[str, str], dict[str, str]], )
tests/test_harbor_collector_multistep_trajectory.py:963
Functiontest_math_and_variability
()
tests/tier3/test_grader_validation.py:282
Functiontest_matrix_or_inherited_secrets_are_not_silently_approved
(extra)
tests/test_ci_onboarding_existing.py:69
Functiontest_max_cases_from_config_applies_and_cli_value_overrides_it
( monkeypatch: pytest.MonkeyPatch, tmp_path: Path, )
tests/test_tier3_max_cases.py:195
Functiontest_max_cases_is_configurable_per_skill
(tmp_path: Path)
tests/test_tier3_max_cases.py:231
Functiontest_max_cases_larger_than_the_suite_keeps_every_case
(monkeypatch: pytest.MonkeyPatch, tmp_path: Path)
tests/test_tier3_max_cases.py:210
Functiontest_max_cases_runs_only_the_first_cases_in_every_dataset
( monkeypatch: pytest.MonkeyPatch, tmp_path: Path, )
tests/test_tier3_max_cases.py:161
Methodtest_max_findings_limit
Test max findings limit.
tests/reporting/test_reporters.py:2762
Methodtest_max_similarity_computed
(self, make_chunk)
tests/deduplication/intra_skill/test_semantic_clustering.py:77
Methodtest_maximum_below_the_minimum_keeps_the_short_description_rule
(self, tmp_path: Path, points: int)
tests/validators/test_quality_score.py:1831
Functiontest_maximum_entry_budget_extracts_all_5000_skills
(tmp_path: Path)
tests/embedding/test_similarity_limits.py:77
Functiontest_maximum_step_count_retains_independent_subagent_reference_budget
(tmp_path: Path)
tests/test_harbor_collector_multistep_trajectory.py:2018
Functiontest_mcnemar_exact_p_value_preserves_small_nonzero_results
()
tests/test_harbor_metrics_truth.py:1030
Functiontest_mcnemar_exact_preserves_machine_readable_value_beyond_float_range
()
tests/test_harbor_metrics_truth.py:1161
Functiontest_mcnemar_exact_reports_attainable_resolution
(discordant: int, expected: float)
tests/test_harbor_metrics_truth.py:1039
Functiontest_mcp_and_hook_authorization_headers_with_any_scheme_are_inline_secrets
( tmp_path: Path, header: str, value: str )
tests/validators/test_url_policy.py:549
Functiontest_mcp_and_hook_urls_get_the_same_credential_verdict
(tmp_path: Path, url: str, flagged: bool)
tests/validators/test_url_policy.py:459
Functiontest_mcp_and_lsp_overrides_retain_original_and_effective_declarations
(tmp_path)
tests/test_plugin_discovery.py:209
Functiontest_mcp_approved_secret_placeholders_accepted_in_source_validation_and_claude_registration
Accept both ${VAR} and $VAR approved secret placeholders across HTTP/stdio source validation and Claude registration.
tests/test_harbor_gke_mode.py:1447
Functiontest_mcp_argument_preserves_exact_referenced_filename_and_detects_missing_copy
(tmp_path, script_name)
tests/tier3/test_private_comparison_staging.py:335
Functiontest_mcp_calls_rooted_at_filesystem_root_are_wasted
(module, call, kind)
tests/tier3/test_tool_productivity.py:168
Functiontest_mcp_config_is_identical_except_the_root_variable
(loose, source)
tests/tier3/test_private_loose_source.py:225
Methodtest_mcp_configuration_replaced_during_read_is_rejected
( self, monkeypatch: pytest.MonkeyPatch, tmp_path: Path, )
tests/test_harbor_input_staging.py:655
Methodtest_mcp_consumer_receiving_the_artifact_path_counts_as_a_read
(self)
tests/tier3/test_plugin_signals.py:1074
Functiontest_mcp_cwd_is_retained_as_unsupported_instead_of_launching_in_task_cwd
(tmp_path: Path)
tests/tier3/test_plugin_prepare_review.py:348
Methodtest_mcp_filesystem_read_of_member_manifest_is_both_mcp_and_skill
(self)
tests/tier3/test_plugin_signals.py:160
Functiontest_mcp_literal_root_text_outside_substituted_field_is_preserved
(tmp_path)
tests/tier3/test_private_comparison_staging.py:284
Functiontest_mcp_missing_or_malformed_call_measurements_are_not_zero
(usage)
tests/reporting/test_native_evidence.py:88
Methodtest_mcp_parent_change_is_rejected_before_missing_config_return
( self, monkeypatch: pytest.MonkeyPatch, tmp_path: Path, )
tests/test_harbor_input_staging.py:510
Methodtest_mcp_parent_replaced_before_open_is_rejected
( self, monkeypatch: pytest.MonkeyPatch, tmp_path: Path, )
tests/test_harbor_input_staging.py:538
Functiontest_mcp_path_root_of_other_servers_is_productive
(module, call)
tests/tier3/test_tool_productivity.py:183
Functiontest_mcp_placeholder_stripping_rejects_operator_refs_literals_and_malformed_placeholders
Reject operator references, literal secrets, unclosed braces, fallback defaults, and escaped $$ across headers and env.
tests/test_harbor_gke_mode.py:1631
Methodtest_mcp_prose_does_not_trigger_deterministic_finding
(self, tmp_path: Path, statement: str)
tests/validators/test_quality_score.py:1032
Functiontest_mcp_security_checks_inspect_shipped_expansion_defaults
(config: dict, expected: str)
tests/validators/test_mcp_static.py:886
Functiontest_mcp_server_declarations_block_operator_secrets_and_unapproved_headers
Block operator LLM secrets, literal credentials, and unapproved hosts in MCP declarations.
tests/test_harbor_gke_mode.py:1099
Functiontest_mcp_servers_path_and_array_forms_are_collected
(tmp_path: Path)
tests/validators/test_mcp_static.py:514
Functiontest_mcp_servers_reference_credentials_are_not_reported
Regression: a non-http(s) mcpServers reference was quoted raw in findings, their metadata, and the broken-source row, so URL userinfo or a query c
tests/validators/test_plugin_mcp.py:107
Functiontest_mcp_servers_scalar_is_not_object
(tmp_path: Path, value)
tests/validators/test_mcp_static.py:510
Methodtest_mcp_tool_named_like_a_shell_is_not_parsed_as_one
(self, fn: str)
tests/tier3/test_plugin_signals.py:253
Functiontest_mcp_tools_named_like_bookkeeping_tools_stay_mcp_calls
(module, action)
tests/tier3/test_tool_productivity.py:253
Methodtest_mcp_write_tools_without_a_path_key_still_write_the_artifact
(self, agent: str, fn: str, key: str)
tests/tier3/test_plugin_signals.py:285
Methodtest_mdc_headings_and_slash_lines_are_scanned_like_markdown
(self, tmp_path)
tests/validators/test_pii_grouping.py:54
Methodtest_mdc_rule_and_workflow_pii_is_scanned
(self, tmp_path, as_file)
tests/validators/test_pii_grouping.py:42
Functiontest_measured_behaviour_beats_intuition
This runs the script, which is why the grammar is derived by execution: perl's in-place flag takes no separate argument, so the file after it is
tests/tier3/test_script_invocation_evidence.py:418
Functiontest_measured_resources_default_closed_and_full_methods_stay_on_demand
()
tests/reporting/test_report_clarity.py:223
Functiontest_measured_usage_at_or_below_cap_has_no_overrun
(cap, used)
tests/tier3/test_run_budget.py:692
Functiontest_measured_usage_is_preserved_across_unmeasured_attempt
()
tests/tier3/test_run_budget.py:85
Functiontest_measured_zero_is_an_estimate_not_unknown
()
tests/tier3/test_budget_reservation.py:240
Functiontest_measured_zero_is_preserved
()
tests/tier3/test_resource_usage.py:44
Functiontest_measured_zero_timing_is_preserved
()
tests/tier3/test_resource_usage.py:184
Functiontest_measured_zero_tool_duration_is_preserved
()
tests/tier3/test_trajectory_timing.py:237
Functiontest_media_only_followup_does_not_override_text_answer
( harbor_eval_template: ModuleType, media_type: str )
tests/tier3/test_atif_message_content.py:79
Functiontest_media_only_step_is_not_selected_as_final_text_response
(harbor_eval_template: ModuleType)
tests/tier3/test_atif_message_content.py:106
Methodtest_medium_effort_roles_send_medium_to_gpt6
( self, monkeypatch: pytest.MonkeyPatch, tmp_path: Path, role: str )
tests/inference/test_llm_client.py:1038
Methodtest_medium_finding_fails_when_fail_on_medium
(self)
tests/models/test_result.py:123
Functiontest_medium_finding_recorded_as_blocking_is_a_failure
()
tests/reporting/test_junit_reporter.py:403
Methodtest_medium_finding_warns_by_default
(self)
tests/models/test_result.py:115
Functiontest_medium_help_stacks_the_full_wordmark
(terminal, monkeypatch, terminal_width)
tests/test_cli_banner.py:52
Methodtest_medium_severity
CVSS 4.0-6.9 maps to MEDIUM.
tests/utils/test_tool_runner.py:46
Methodtest_medium_similarity
(self)
tests/embedding/test_registry.py:39
Functiontest_member_datasets_combine_with_deterministic_unique_ids
(tmp_path: Path)
tests/tier3/test_plugin_dataset.py:43
Functiontest_member_encoding_preserves_each_original_read_contract
(tmp_path, kind, strict)
tests/test_plugin_discovery.py:401
Functiontest_member_limit_admits_the_documented_maximum_skill_count_on_every_platform
(directories)
tests/ci/test_feedback.py:1213
Functiontest_member_limit_admits_worker_diagnostics_at_the_per_root_caps
(tmp_path, monkeypatch, directories, trials)
tests/ci/test_feedback.py:1225
Functiontest_member_limit_still_rejects_one_member_above_the_derived_bound
()
tests/ci/test_feedback.py:1300
Functiontest_member_nested_results_stay_out_of_repeated_wrapper_and_native_copies
(tmp_path, agent)
tests/tier3/test_plugin_runtime_identity.py:129
Functiontest_member_projection_matches_real_harbor_register_command_and_generated_census
( tmp_path: Path, agent_name: str )
tests/tier3/test_native_review_fixes.py:156
Functiontest_memory_override_replaces_a_legacy_memory_key
(tmp_path: Path)
tests/test_nemo_gym_backend.py:2438
Methodtest_mentioned_points_zero_skips_the_finding
(self, tmp_path: Path)
tests/validators/test_quality_score.py:1578
Functiontest_merge_attempt_jobs_accepts_completed_child_ahead_of_stale_root_stats
(tmp_path: Path)
tests/test_harbor_runner_status.py:1718
Functiontest_merge_attempt_jobs_bounds_long_aggregate_trial_names_by_utf8_bytes
( tmp_path: Path, job_name: str, trial_name: str, )
tests/test_harbor_runner_status.py:1769
Functiontest_merge_attempt_jobs_codex_exclusions_track_local_codex_runtime_dirs
()
tests/test_harbor_runner_status.py:2113
Functiontest_merge_attempt_jobs_ignores_tmpdir_inside_attempt_job
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, )
tests/test_harbor_runner_status.py:1974
Functiontest_merge_attempt_jobs_long_name_digest_avoids_cross_source_collisions
(tmp_path: Path)
tests/test_harbor_runner_status.py:1823
Functiontest_merge_attempt_jobs_normalizes_mixed_naive_and_aware_timestamps
(tmp_path: Path)
tests/test_harbor_runner_status.py:1621
Functiontest_merge_attempt_jobs_omits_leftover_local_codex_credential_dirs
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, step_root: str, declared_in: str | None,
tests/test_harbor_runner_status.py:2031
Functiontest_merge_attempt_jobs_preserves_config_only_interrupted_trials
( tmp_path: Path, with_job_result: bool, )
tests/test_harbor_runner_status.py:1919
Functiontest_merge_attempt_jobs_preserves_existing_aggregate_on_unsafe_source
(tmp_path: Path)
tests/test_harbor_runner_status.py:2185
Functiontest_merge_attempt_jobs_preserves_existing_aggregate_when_private_staging_fails
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, )
tests/test_harbor_runner_status.py:2210
Functiontest_merge_attempt_jobs_preserves_regular_trial_artifacts
(tmp_path: Path)
tests/test_harbor_runner_status.py:1536
Functiontest_merge_attempt_jobs_rebuilds_cancel_retry_token_and_cost_stats
(tmp_path: Path)
tests/test_harbor_runner_status.py:1840
Functiontest_merge_attempt_jobs_rejects_auth_links_outside_trial_codex_dirs
( tmp_path: Path, relative_auth: str, )
tests/test_harbor_runner_status.py:2151
Functiontest_merge_attempt_jobs_rejects_forged_root_result
(tmp_path: Path, artifact_kind: str)
tests/test_harbor_runner_status.py:1307
Functiontest_merge_attempt_jobs_rejects_linked_whole_job_root
(tmp_path: Path, link_kind: str)
tests/test_harbor_runner_status.py:1267
Functiontest_merge_attempt_jobs_rejects_mocked_reparse_whole_job_root
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, )
tests/test_harbor_runner_status.py:1281
Functiontest_merge_attempt_jobs_rejects_nested_directory_link_like_reparse_point
(tmp_path: Path)
tests/test_harbor_runner_status.py:1517
← previousnext →18,501–18,600 of 24,741, ranked by callers