MCPcopy Create free account

hub / github.com/NVIDIA/SkillEvaluator / functions

Functions24,741 in github.com/NVIDIA/SkillEvaluator

Functiontest_a_symlinked_referenced_script_is_refused
(tmp_path: Path)
tests/tier3/test_private_loose_source.py:444
Functiontest_a_table_without_the_marked_row_names_the_unmatched_case_ids_instead
()
tests/reporting/test_tier3_token_usage_reports.py:1294
Methodtest_a_tagged_reference_is_recorded_but_not_publishable
Normalization keeps the tag the operator supplied; only publication demands the digest.
tests/test_benchmark_source_provenance.py:1031
Functiontest_a_third_component_still_closes_the_producer_window
()
tests/tier3/test_f90_signals_handoff.py:186
Methodtest_a_time_limit_is_left_out_beside_a_size_limit
Only the time limits leave the suggestion; a limit that the file and configuration fix stays.
tests/validators/test_skillspector_reference_diagnostics.py:411
Methodtest_a_truncated_reply_that_is_not_kept_names_no_model
( self, monkeypatch: pytest.MonkeyPatch, salvage: bool )
tests/inference/test_llm_client.py:1762
Functiontest_a_url_ends_where_a_path_after_it_can_start
(text: str, expected: str)
tests/evaluation/test_tier3_feedback_chat.py:690
Functiontest_a_url_outside_a_notice_keeps_its_old_reading
()
tests/tier3/test_issue192_security_false_positives.py:401
Functiontest_a_url_tilde_user_is_not_a_home_directory
()
tests/tier3/test_security_home_paths.py:719
Functiontest_a_validated_run_carries_no_unverified_case_note
()
tests/reporting/test_tier3_token_usage_reports.py:1234
Functiontest_a_value_next_to_a_newly_read_value_stays_masked
(copy: str, command: str)
tests/tier3/test_security_finding_evidence.py:3993
Functiontest_a_value_quoted_with_a_quote_idiom_is_masked_whole
(copy: str, text: str, expected: str)
tests/tier3/test_security_finding_evidence.py:4165
Functiontest_a_value_spliced_after_the_quote_of_a_long_sed_expression_stays_masked
(copy: str, text: str)
tests/tier3/test_security_finding_evidence.py:3426
Functiontest_a_versioned_interpreter_keeps_its_grammar
The version suffix changes the name, not the options.
tests/tier3/test_script_invocation_evidence.py:924
Functiontest_a_wrapped_command_without_an_inline_program_is_not_dangerous_form
(config: dict)
tests/validators/test_mcp_static.py:152
Functiontest_a_wrapper_asked_for_help_never_runs_the_wrapped_command
A wrapper given --help prints and exits, so nothing after it runs.
tests/tier3/test_script_invocation_evidence.py:441
Functiontest_a_wrapper_given_its_own_options_still_runs_the_command
(check, command)
tests/tier3/test_script_invocation_evidence.py:462
Functiontest_a_wrapper_option_outside_its_grammar_is_undecidable
An unlisted option may consume the command, so neither answer holds.
tests/tier3/test_script_invocation_evidence.py:476
Functiontest_a_zero_token_baseline_keeps_the_difference_without_a_percentage
()
tests/tier3/test_token_usage.py:398
Functiontest_aborted_scan_is_killed_after_the_grace_period
(tmp_path, monkeypatch)
tests/ci/test_run_tier1.py:1591
Methodtest_above_6000_tokens_uses_same_5000_recommendation
Skills above 6000 tokens should still use the single >5000 recommendation.
tests/validators/test_quality_score.py:629
Functiontest_absent_and_empty_mcp_servers_yield_no_findings
(tmp_path: Path)
tests/validators/test_mcp_static.py:523
Functiontest_absent_and_null_fields_are_fine
()
tests/tier3/test_plugin_signals.py:1276
Functiontest_absent_and_skipped_scans_do_not_claim_zero_known_issues
(results)
tests/ci/test_summary_metrics.py:66
Functiontest_absent_baseline_evidence_does_not_claim_the_baseline_never_ran
()
tests/tier3/test_token_usage.py:495
Functiontest_absent_cli_is_skipped_with_reason
(tmp_path: Path)
tests/validators/test_private_claude_parity.py:67
Functiontest_absent_empty_and_malformed_blocks_leave_generic_reports_unchanged
()
tests/reporting/test_private_static_reports.py:267
Functiontest_absent_harbor_links_have_a_concise_overview_state
()
tests/reporting/test_native_feature_restoration.py:164
Methodtest_absent_identity_is_recorded_as_none
(self)
tests/test_benchmark_source_provenance.py:251
Functiontest_absent_metric_is_allowed_and_reported_unscored
(payload)
tests/tier3/test_external_metrics.py:187
Functiontest_absent_native_telemetry_keeps_public_resources_separate
(payload)
tests/reporting/test_telemetry_view.py:359
Functiontest_absent_null_empty_and_wrong_shapes_do_not_invent_status
(value)
tests/reporting/test_native_evidence.py:65
Functiontest_absent_reference_judges_are_explicitly_not_applicable
(judge_module)
tests/tier3/test_judge_result_semantics.py:1410
Functiontest_absent_runtime_report_keeps_existing_outputs_exactly
(static)
tests/reporting/test_private_runtime_render.py:138
Methodtest_absolute_chunk_ceiling_fails_before_embedding
(self, mock_embed, tmp_path: Path)
tests/deduplication/intra_skill/test_intra_skill_validator.py:472
Functiontest_absolute_directory_open_closes_child_when_fstat_fails
(tmp_path: Path, monkeypatch: pytest.MonkeyPatch)
tests/utils/test_secure_fs.py:66
Methodtest_absolute_location_inside_root_is_made_relative
(self, tmp_path: Path)
tests/validators/test_skillspector_scope.py:232
Methodtest_absolute_path_rejected
(self, tmp_path: Path)
tests/test_harbor_input_staging.py:393
Methodtest_absolute_paths_count_only_under_the_scan_root
(self, tmp_path: Path)
tests/validators/test_skillspector_reference_diagnostics.py:504
Functiontest_accept_traces_preserves_directory_named_dataset_skill
(workspace, tmp_path)
tests/test_trace_import.py:388
Functiontest_accept_traces_reports_fairness_warnings_on_promoted_cases
(tmp_path: Path)
tests/tier3/test_dataset_baseline_fairness.py:363
Functiontest_acceptance_checks_cover_each_real_scan_scenario
(tmp_path, case)
tests/ci/test_smoke_image.py:140
Functiontest_acceptance_rejects_incomplete_or_contradictory_scan_evidence
(tmp_path, case, damage)
tests/ci/test_smoke_image.py:167
Methodtest_accepted_canonical_openai_url_constructs_real_sdk_client
(self)
tests/inference/test_llm_client.py:264
Functiontest_accepting_into_native_harbor_requires_explicit_flag
(workspace)
tests/test_trace_import.py:379
Functiontest_accepts_authentic_pre_status_custom_only_summary
(tmp_path: Path)
tests/test_results_location_legacy_compatibility.py:430
Functiontest_accepts_link_inside_opaque_pre_result_runtime_sidecar
(tmp_path: Path, sidecar_name: str)
tests/test_results_location_legacy_compatibility.py:253
Methodtest_accepts_only_canonical_openai_url_forms
(self, base_url: str)
tests/inference/test_llm_client.py:309
Functiontest_accepts_opaque_pre_result_runtime_sidecar
(tmp_path: Path, sidecar_name: str)
tests/test_results_location_legacy_compatibility.py:238
Functiontest_accepts_pre_result_run_with_public_runner_config_shape
(tmp_path: Path)
tests/test_results_location_legacy_compatibility.py:229
Functiontest_accepts_pre_result_run_with_valid_optional_occurrence
(tmp_path: Path)
tests/test_results_location_legacy_compatibility.py:279
Functiontest_accepts_summary_from_before_truthful_status_fields
(tmp_path: Path)
tests/test_results_location_legacy_compatibility.py:333
Methodtest_accepts_the_1024_chunk_ceiling
(self, make_chunk)
tests/deduplication/intra_skill/test_semantic_clustering.py:141
Functiontest_accepts_truthful_failed_excess_attempt_coverage
(tmp_path: Path)
tests/test_results_location_legacy_compatibility.py:525
Functiontest_accepts_truthful_status_era_failed_summary
(tmp_path: Path)
tests/test_results_location_legacy_compatibility.py:459
Methodtest_accepts_work_above_the_former_fixed_budget
(self, make_chunk)
tests/deduplication/intra_skill/test_semantic_clustering.py:126
Methodtest_accounting_mismatches_keep_every_row_incomplete
(self, case: str)
tests/validators/test_skillspector_hook_surface.py:1009
Functiontest_accuracy_accepts_unique_object_after_non_json_bracket_label
(judge_module, monkeypatch)
tests/tier3/test_judge_result_semantics.py:715
Functiontest_accuracy_accepts_unique_object_before_unmatched_trailing_prose_without_retry
( judge_module, monkeypatch, )
tests/tier3/test_judge_result_semantics.py:728
Functiontest_accuracy_and_behavior_prompts_use_boolean_instructions
Verify judge prompts do not instruct 'YES or NO' strings when schema requires booleans.
tests/test_llm_judge.py:480
Functiontest_accuracy_card_keeps_built_reason_outside_bounded_notes
()
tests/reporting/test_tier3_failure_reasons.py:457
Functiontest_accuracy_card_keeps_built_reason_outside_bounded_notes_for_full_criteria
()
tests/reporting/test_tier3_failure_reasons.py:652
Functiontest_accuracy_criteria_grade_the_outcome_not_skill_use
(accuracy_judge)
tests/test_accuracy_arithmetic.py:41
Functiontest_accuracy_criteria_have_plain_language_reasons
(criterion, sentence)
tests/tier3/test_plain_language_findings.py:11
Functiontest_accuracy_criteria_match_the_judge
()
tests/test_metrics_reference_docs.py:141
Functiontest_accuracy_deep_nesting_is_scoreless_instead_of_raising
(judge_module, monkeypatch)
tests/tier3/test_judge_result_semantics.py:776
Functiontest_accuracy_derives_score_from_complete_criteria
(monkeypatch, accuracy_judge, passed)
tests/test_accuracy_arithmetic.py:30
Functiontest_accuracy_derives_score_only_from_complete_boolean_criteria
( judge_module, monkeypatch, invalid_score: bool | None, )
tests/tier3/test_judge_result_semantics.py:685
Functiontest_accuracy_example_does_not_reverse_skill_lift
(monkeypatch, accuracy_judge)
tests/test_accuracy_arithmetic.py:76
Functiontest_accuracy_grades_the_outcome_not_skill_use
(module, monkeypatch)
tests/tier3/test_judge_result_semantics.py:140
Functiontest_accuracy_ignores_any_reported_score
(judge_module, monkeypatch, reported_score)
tests/tier3/test_judge_result_semantics.py:646
Functiontest_accuracy_ignores_the_judge_total
(monkeypatch, accuracy_judge, payload, expected)
tests/test_accuracy_arithmetic.py:71
Functiontest_accuracy_initial_provider_error_does_not_retry
(judge_module, monkeypatch)
tests/tier3/test_judge_result_semantics.py:324
Functiontest_accuracy_invalid_twice_errors_after_exactly_one_retry
(judge_module, monkeypatch)
tests/tier3/test_judge_result_semantics.py:308
Functiontest_accuracy_judges_provided_evidence
(monkeypatch)
tests/tier3/test_judge_uses_evidence.py:9
Functiontest_accuracy_keeps_evidence_past_old_3000_cutoff
(monkeypatch)
tests/tier3/test_judge_uses_evidence.py:46
Functiontest_accuracy_normalizes_and_bounds_reason
(judge_module, monkeypatch)
tests/tier3/test_judge_result_semantics.py:658
Functiontest_accuracy_prompt_does_not_rewrite_supplied_evidence
(module, monkeypatch)
tests/tier3/test_judge_result_semantics.py:170
Functiontest_accuracy_prompt_gives_no_free_criterion_to_a_response_without_an_answer
(judge_module, monkeypatch)
tests/tier3/test_judge_contracts.py:147
Functiontest_accuracy_provider_error_is_scoreless_bounded_and_redacted
(judge_module, monkeypatch)
tests/tier3/test_judge_result_semantics.py:702
Functiontest_accuracy_redacts_configured_secret_before_bounding_reason
(judge_module, monkeypatch)
tests/tier3/test_judge_result_semantics.py:670
Functiontest_accuracy_rejects_multiple_complete_json_documents
(judge_module, monkeypatch, content: str)
tests/tier3/test_judge_result_semantics.py:768
Functiontest_accuracy_rejects_nonstandard_constant_in_reason
(judge_module, monkeypatch)
tests/tier3/test_judge_result_semantics.py:746
Functiontest_accuracy_rejects_score_only_replies
(judge_module, monkeypatch, score: float)
tests/tier3/test_judge_result_semantics.py:624
Functiontest_accuracy_rejects_unscorable_response_shapes
(judge_module, monkeypatch, content: str)
tests/tier3/test_judge_result_semantics.py:607
Functiontest_accuracy_requires_criterion_verdicts
(module, monkeypatch)
tests/tier3/test_judge_result_semantics.py:157
Functiontest_accuracy_retries_invalid_response_once_and_recovers
( judge_module, monkeypatch, invalid: str, )
tests/tier3/test_judge_result_semantics.py:271
Functiontest_accuracy_retries_non_string_reason_once_and_recovers
(judge_module, monkeypatch)
tests/tier3/test_judge_result_semantics.py:291
Functiontest_accuracy_retry_provider_error_is_bounded_and_redacted
(judge_module, monkeypatch)
tests/tier3/test_judge_result_semantics.py:339
Functiontest_ack_cluster_readiness_falls_back_to_incluster_and_closes_on_api_error
( monkeypatch: pytest.MonkeyPatch, )
tests/test_harbor_local_mode.py:5865
Functiontest_ack_cluster_readiness_uses_explicit_config_context_and_bounded_namespaced_pod_list
( monkeypatch: pytest.MonkeyPatch, )
tests/test_harbor_local_mode.py:5846
Functiontest_ack_eval_preflight_uses_the_exact_prospective_bedrock_child_environment
( monkeypatch: pytest.MonkeyPatch, tmp_path: Path, )
tests/test_tier3_progress.py:3246
Functiontest_ack_namespace_access_error_is_redacted
(monkeypatch: pytest.MonkeyPatch)
tests/test_harbor_local_mode.py:5921
Functiontest_ack_operator_kwargs_allow_safe_registry_and_scheduling_references
()
tests/test_tier3_public_runtime.py:270
Functiontest_ack_prerequisite_performs_namespaced_pod_list_access_check
( monkeypatch: pytest.MonkeyPatch, )
tests/test_harbor_local_mode.py:5887
Functiontest_ack_subprocess_probe_redacts_config_values_and_child_credentials
( monkeypatch: pytest.MonkeyPatch, )
tests/test_harbor_local_mode.py:6009
Functiontest_ack_subprocess_probe_timeout_kills_the_exec_auth_process_group
( monkeypatch: pytest.MonkeyPatch, )
tests/test_harbor_local_mode.py:6047
Functiontest_ack_subprocess_probe_uses_exact_harbor_environment_and_stdin
( monkeypatch: pytest.MonkeyPatch, )
tests/test_harbor_local_mode.py:5948
Functiontest_across_scope_counts_similarity_matches_not_duplicates
()
tests/reporting/test_evidence_views.py:289
Functiontest_actions_cannot_create_pr_fixed_manual_fallback
(trusted, monkeypatch)
tests/ci/test_benchmark_publish.py:327
← previousnext →12,301–12,400 of 24,741, ranked by callers