MCPcopy Create free account

hub / github.com/NVIDIA/SkillEvaluator / functions

Functions24,741 in github.com/NVIDIA/SkillEvaluator

Functiontest_models_limit_is_click_validated
()
tests/test_models_command.py:171
Functiontest_models_missing_provider_uses_canonical_configuration_error
(monkeypatch)
tests/test_models_command.py:61
Functiontest_models_requires_explicit_provider_when_credentials_are_ambiguous
(monkeypatch, options)
tests/test_models_command.py:73
Functiontest_models_supports_explicit_openai_compatible_provider
(monkeypatch)
tests/test_models_command.py:139
Functiontest_models_surfaces_only_safe_catalog_errors
(monkeypatch)
tests/test_models_command.py:156
Functiontest_models_text_output_marks_only_canonical_configured_model
(monkeypatch)
tests/test_models_command.py:90
Methodtest_modern_report_reconciles_kept_advisories_with_suppressed_issues
Suppressed issues are known findings in the 2.10+ score reconciliation. With ``counted=8`` the report has more occurrence records (10) than
tests/validators/test_skillspector_scope.py:457
Methodtest_modern_report_with_only_suppressed_issues_passes
(self, tmp_path: Path)
tests/validators/test_skillspector_scope.py:441
Functiontest_modified_caller_with_trusted_reference_cannot_publish
(tmp_path)
tests/ci/test_publish_reports.py:1097
Methodtest_module_docstring
(self)
tests/deduplication/utils/test_chunker.py:221
Functiontest_monitor_command_inline_credential_is_critical
(tmp_path: Path)
tests/validators/test_plugin_component_risk.py:1104
Functiontest_monitor_commands_get_hook_command_checks
(tmp_path: Path, command: str)
tests/validators/test_plugin_static_risk_review_fixes.py:726
Functiontest_more_cases_make_no_sufficiency_claim
()
tests/tier3/test_dataset_coverage.py:65
Functiontest_more_command_forms_keep_no_credential_in_findings
( copy: str, command: str, finding_type: str, expected: str )
tests/tier3/test_security_finding_evidence.py:3316
Functiontest_more_credential_forms_are_masked
(text: str, expected: str)
tests/tier3/test_security_finding_evidence.py:751
Functiontest_mosaic_allowlist_covers_the_sdk_credential_names
()
tests/test_harbor_environment_contract.py:399
Functiontest_mosaic_rejects_a_token_only_in_e2b_api_key
( monkeypatch: pytest.MonkeyPatch, source: str, rejected: bool )
tests/test_harbor_environment_contract.py:444
Functiontest_mosaic_rejects_compose_tasks_before_harbor_starts
(tmp_path: Path)
tests/test_harbor_environment_contract.py:460
Methodtest_most_repeated_text_gets_the_shortest_reference
(self, make_chunk)
tests/deduplication/intra_skill/test_intra_llm_analyzer.py:73
Functiontest_multi_agent_collection_ranks_custom_only_agent_against_standard_agent
(tmp_path: Path)
tests/test_issue55_collector_truth.py:404
Functiontest_multi_agent_collection_rejects_incomparable_score_policies
(tmp_path: Path)
tests/test_issue55_collector_truth.py:371
Functiontest_multi_agent_diagnostics_are_arm_labeled_after_rate_change
()
tests/test_tier3_case_summary.py:753
Functiontest_multi_agent_dimension_panel_preserves_agents_and_lift_at_80_columns
()
tests/test_tier3_result_display.py:1479
Functiontest_multi_agent_dimensions_read_without_then_with_skill
()
tests/test_tier3_case_summary.py:1360
Functiontest_multi_agent_grid_wraps_instead_of_truncating_on_an_80_column_terminal
()
tests/test_tier3_case_summary.py:1345
Functiontest_multi_agent_headlines_label_agents_and_render_with_skill_counts_alone
()
tests/test_tier3_result_display.py:435
Functiontest_multi_agent_issue_scope_names_the_failing_agent
(tmp_path: Path)
tests/test_tier3_case_summary.py:1007
Functiontest_multi_agent_legacy_reports_preserve_each_agents_metric_set
( tmp_path: Path, reverse_agents: bool, same_metric_set: bool )
tests/test_issue55_collector_truth.py:532
Functiontest_multi_agent_result_has_one_shared_dimension_panel
()
tests/test_tier3_result_display.py:1458
Functiontest_multi_agent_rows_and_long_case_lists_wrap
()
tests/reporting/test_tier3_validate_cases.py:69
Functiontest_multi_agent_run_prevalidates_baseline_alias_candidates_once
( monkeypatch: pytest.MonkeyPatch, tmp_path: Path, )
tests/test_tier3_progress.py:4187
Functiontest_multi_row_trial_takes_reason_from_failing_row
()
tests/reporting/test_tier3_failure_reasons.py:407
Functiontest_multi_row_trial_takes_reason_from_lowest_scoring_failing_row
()
tests/reporting/test_tier3_failure_reasons.py:424
Functiontest_multi_trial_evidence_without_an_owner_is_rejected
()
tests/tier3/test_suggestion_grounding.py:126
Functiontest_multi_trial_refs_are_qualified_from_reward_ownership
()
tests/tier3/test_suggestion_grounding.py:63
Methodtest_multi_word_custom_term_still_needs_whole_words
(self, tmp_path: Path)
tests/validators/test_quality_score.py:1681
Methodtest_multi_word_custom_terms_match_across_wrapped_or_repeated_whitespace
(self, tmp_path: Path, text: str)
tests/validators/test_quality_score.py:1673
Functiontest_multi_wrapper_observation_is_scanned_once_at_the_narrowest_known_scope
( template, source_call_id, wrapper_owner )
tests/tier3/test_codex_tool_call_normalization.py:741
Functiontest_multiline_defensive_regex_exempts_only_its_pattern_source_range
()
tests/test_oss_boundary.py:927
Methodtest_multiline_script_with_a_stray_quote_still_credits_the_read
(self, command: str)
tests/tier3/test_plugin_signals.py:207
Functiontest_multiline_tier3_free_text_keeps_publication_and_report_data
(tmp_path: Path)
tests/reporting/test_advisory_skip_verdict.py:2401
Functiontest_multimodal_answer_uses_markers_without_media_paths
(harbor_eval_template: ModuleType)
tests/tier3/test_atif_message_content.py:116
Functiontest_multiple_datasets_are_rejected_unchanged
(skill, configured)
tests/tier3/test_workflow.py:326
Methodtest_multiple_embedded_objects_raise
(self, monkeypatch: pytest.MonkeyPatch)
tests/inference/test_llm_client.py:870
Methodtest_multiple_files_same_license
Test detection when multiple files have same SPDX header.
tests/validators/test_license.py:821
Methodtest_multiple_headings
(self)
tests/deduplication/utils/test_chunker.py:179
Functiontest_multiple_jobs_require_manual_review
()
tests/test_ci_onboarding_existing.py:92
Functiontest_multiple_kinds_are_blocked
()
tests/validators/test_mcp_static.py:487
Methodtest_multiple_lines_produce_multiple_findings
(self, tmp_path: Path)
tests/validators/test_unicode_smuggle.py:248
Methodtest_multiple_matches_all_recorded
(self, _mock_client_cls, mock_registry_cls, tmp_path: Path)
tests/validators/test_similarity.py:166
Functiontest_multiple_overruns_include_partial_measurements_and_not_run_state
()
tests/tier3/test_run_budget.py:699
Methodtest_multiple_pii_types_in_one_file
Test detection of multiple PII types in a single file.
tests/validators/test_security.py:6848
Functiontest_multiple_public_credentials_require_explicit_provider
(credentials, resolver, variable, choices)
tests/test_provider_config.py:391
Functiontest_multiple_script_ranges_preserve_line_endings_and_nested_looking_strings
(newline)
tests/reporting/test_report_markup_assertions.py:24
Methodtest_multiple_skills_in_folder
(self, tmp_path: Path)
tests/validators/test_unicode_smuggle.py:203
Functiontest_multiple_unsupported_wrapper_findings_are_exempt_and_count_as_required_pass
()
tests/test_tier3_attempt_verdict.py:170
Methodtest_multiple_zwsp_per_line_is_medium
(self, tmp_path: Path)
tests/validators/test_unicode_smuggle.py:79
Functiontest_multistep_call_scopes_preserve_child_ownership_and_handoffs
(tmp_path, external)
tests/tier3/test_private_evidence_review2.py:163
Functiontest_multistep_codex_logs_keep_reused_call_ids_in_their_source_step
(tmp_path, session)
tests/tier3/test_private_evidence_review2.py:96
Functiontest_multistep_fallback_uses_each_complete_step_once_and_never_root_mirror
(tmp_path)
tests/tier3/test_private_usage_recovery_review2.py:75
Functiontest_multistep_native_cost_time_and_tokens_require_every_step
(tmp_path: Path)
tests/reporting/test_dashboard_data.py:1190
Functiontest_multistep_opencode_dropped_results_keep_step_local_errors
(tmp_path)
tests/tier3/test_private_evidence_review2.py:132
Functiontest_multistep_projection_retains_scoped_evidence_without_claiming_complete_trace
()
tests/reporting/test_activation_validation.py:246
Functiontest_multistep_rewards_keep_logical_scores_without_ambiguous_resource_sums
()
tests/reporting/test_dashboard_data.py:488
Functiontest_multistep_stop_on_pass_uses_authoritative_root_reward
(tmp_path: Path)
tests/test_harbor_collector_runtime_failures.py:2421
Functiontest_multistep_trial_counts_once_and_later_activation_is_preserved
()
tests/test_harbor_skill_activation.py:96
Methodtest_mutable_container_tag_does_not_satisfy_a_pass
A tag can be repointed after publication, so it cannot pin the build that ran.
tests/test_benchmark_source_provenance.py:1071
Functiontest_mutation_during_explicit_probe_aborts_before_dispatch_and_cleans_wrapper
(tmp_path, monkeypatch)
tests/tier3/test_plugin_evidence.py:490
Functiontest_mutations_cover_every_scanner_rule
()
tests/test_oss_boundary.py:82
Functiontest_mutually_selected_skills_keep_valid_manifests_after_evaluator_updates
(tmp_path: Path)
tests/tier3/test_decoys.py:413
Functiontest_na_evaluator_reasons_name_the_dataset_field_and_its_legacy_name
(tmp_path)
tests/reporting/test_applicability_saved_runs.py:426
Methodtest_name
(self)
tests/validators/test_similarity.py:24
Methodtest_name
(self)
tests/deduplication/intra_skill/test_intra_skill_validator.py:42
Functiontest_name_allowlisting_keeps_the_endpoint_policy
( url: str, allowed: tuple[str, ...], addresses: list[str], detail: str )
tests/tier3/test_mcp_proof.py:464
Functiontest_name_and_description_must_fit_the_embedding_text_limit_together
(tmp_path: Path, monkeypatch)
tests/embedding/test_similarity_limits.py:369
Functiontest_name_and_extension
()
tests/reporting/test_junit_reporter.py:48
Methodtest_name_and_extension
(self)
tests/reporting/test_reporters.py:1601
Methodtest_name_length_constraints
Test validation enforces name length constraints (1-64 chars).
tests/validators/test_schema.py:179
Methodtest_name_must_match_directory
Test validation fails when frontmatter name doesn't match directory name.
tests/validators/test_schema.py:113
Functiontest_name_only_and_lookalike_paths_are_benign
(security, command)
tests/tier3/test_private_plugin_security.py:83
Methodtest_name_property
Test reporter name.
tests/reporting/test_reporters.py:435
Methodtest_name_property
Test reporter name.
tests/reporting/test_reporters.py:772
Methodtest_name_property
Test reporter name.
tests/reporting/test_reporters.py:2616
Methodtest_name_property
Test reporter name.
tests/reporting/test_reporters.py:2770
Functiontest_named_pipe_skill_is_skipped_without_blocking
(tmp_path: Path)
tests/harness/test_plugin_compat.py:180
Methodtest_names_git_writes_do_not_block_a_reference
A skill that is its own Git checkout: ``config``, ``HEAD`` or ``main`` inside ``.git`` are not names.
tests/validators/test_security.py:10386
Functiontest_namespaced_codex_patch_run_keeps_full_tool_efficiency
(module)
tests/tier3/test_tool_productivity.py:237
Functiontest_namespaced_codex_shell_tools_are_measured
()
tests/tier3/test_trajectory_timing.py:275
Functiontest_namespaced_codex_tools_are_classified_by_their_name
(module, call, kind)
tests/tier3/test_tool_productivity.py:232
Functiontest_naming_a_script_is_not_executing_it
(check, command)
tests/tier3/test_script_invocation_evidence.py:74
Functiontest_naming_the_script_keeps_partial_credit_for_an_unresolved_command
(check, command)
tests/tier3/test_script_invocation_evidence.py:761
Functiontest_narrow_help_uses_compact_banner
(terminal, monkeypatch, formatter_width, terminal_width)
tests/test_cli_banner.py:74
Functiontest_narrowed_tier1_lineup_declaration_cannot_waive_checks
(tmp_path: Path, declaration: object)
tests/test_publication_evidence.py:397
Functiontest_narrowed_validation_run_records_the_full_tier1_lineup
(tmp_path: Path)
tests/test_publication_evidence.py:379
Functiontest_native_advisory_quality_failure_does_not_block_ci
(tmp_path)
tests/ci/test_benchmark_reports.py:171
Functiontest_native_agent_models_survive_the_serialized_execution_boundary
(consumer, tmp_path, monkeypatch)
tests/ci/test_run_tiers.py:124
Functiontest_native_agent_scorecards_retain_scores_counts_and_details_navigation
()
tests/reporting/test_native_feature_restoration.py:183
Functiontest_native_aggregate_keeps_numeric_authority_and_only_declared_step_judges
(tmp_path: Path)
tests/test_judge_lift_integrity.py:322
Functiontest_native_and_shell_root_scans_score_the_same
(module)
tests/tier3/test_tool_productivity.py:380
Functiontest_native_anthropic_does_not_select_gateway_wrapper
(env_mode)
tests/tier3/test_claude_gateway_model_handoff.py:97
← previousnext →18,901–19,000 of 24,741, ranked by callers