MCPcopy Create free account

hub / github.com/NVIDIA/SkillEvaluator / functions

Functions24,741 in github.com/NVIDIA/SkillEvaluator

Functiontest_apply_patch_scan_reads_past_a_large_file_body
(run)
tests/tier3/test_apply_patch_security.py:1171
Functiontest_apply_patch_through_a_proc_cwd_alias_is_critical_write
(run, form, header, entry)
tests/tier3/test_apply_patch_security.py:461
Functiontest_apply_patch_through_a_proc_cwd_alias_to_a_workspace_file_is_not_flagged
(run)
tests/tier3/test_apply_patch_security.py:473
Functiontest_apply_patch_through_a_proc_root_alias_is_critical_write
(run, form, header, entry)
tests/tier3/test_apply_patch_security.py:378
Functiontest_apply_patch_through_another_process_cwd_to_a_nested_fixture_is_not_flagged
(run, header)
tests/tier3/test_apply_patch_security.py:484
Functiontest_apply_patch_to_home_credential_store_is_critical_write
(run, function_name, arguments, entry)
tests/tier3/test_apply_patch_security.py:570
Functiontest_apply_patch_to_lookalike_paths_is_not_flagged
(check_security, header: str)
tests/tier3/test_security_home_paths.py:669
Functiontest_apply_patch_to_new_protected_entries_is_critical
(check_security, header: str, entry: str)
tests/tier3/test_security_home_paths.py:635
Functiontest_apply_patch_to_protected_path_is_critical_write
(run, header, entry)
tests/tier3/test_apply_patch_security.py:91
Functiontest_apply_patch_to_workspace_file_is_not_flagged
(run, header)
tests/tier3/test_apply_patch_security.py:241
Functiontest_apply_patch_with_cdpath_text_keeps_the_known_directory
(run, command)
tests/tier3/test_apply_patch_security.py:500
Functiontest_apply_patch_with_coproc_as_an_argument_is_not_flagged
(run, command)
tests/tier3/test_apply_patch_security.py:514
Methodtest_apply_rlimits_is_noop_when_resource_is_unavailable
(self, monkeypatch: pytest.MonkeyPatch)
tests/test_harbor_local_sandbox.py:1037
Functiontest_applying_twice_is_stable
()
tests/tier3/test_f90_mcp_proof_status.py:137
Functiontest_approval_hook_naming_the_root_without_a_readable_script_is_unanalyzed
(tmp_path: Path)
tests/validators/test_plugin_static_risk_review_fixes.py:434
Functiontest_approved_tag_uses_historical_resolution_and_keeps_leaf_pins
(tmp_path, monkeypatch, resolved_sha)
tests/ci/test_publish_reports.py:1408
Functiontest_approved_wrappers_preserve_leaf_identity_and_direct_publication
( tmp_path, monkeypatch, event, wrappers, reverse )
tests/ci/test_publish_reports.py:1329
Functiontest_apps_extensions_hooks_settings_and_per_component_attribution
(tmp_path)
tests/test_plugin_inventory.py:134
Functiontest_archive_count_and_expansion_limits
(monkeypatch)
tests/ci/test_publish_reports.py:228
Functiontest_archive_scan_fails_closed_for_non_utf8_text_member
(tmp_path: Path)
tests/test_oss_boundary.py:1314
Functiontest_archive_scan_fails_closed_for_oversized_text_member
(tmp_path: Path, monkeypatch)
tests/test_oss_boundary.py:1303
Functiontest_archive_scan_fails_closed_for_undecodable_unknown_member
(tmp_path: Path)
tests/test_oss_boundary.py:989
Functiontest_archive_scan_fails_closed_when_anchor_tokenization_fails
(tmp_path: Path)
tests/test_oss_boundary.py:1151
Methodtest_argument_derived_names_persist_only_when_identifier_shaped_or_declared
(self)
tests/tier3/test_plugin_signals.py:1471
Methodtest_argument_hint_free_text_and_commands_are_not_placeholders
(self, quality_skill: Path, hint: str)
tests/validators/test_quality_score.py:899
Methodtest_argument_hint_markup_remains_flagged
(self, quality_skill: Path, hint)
tests/validators/test_quality_score.py:846
Methodtest_argument_hint_placeholders_are_not_xml
(self, quality_skill: Path, hint: str)
tests/validators/test_quality_score.py:763
Methodtest_argument_hint_repeated_optional_groups_do_not_backtrack
(self, quality_skill: Path)
tests/validators/test_quality_score.py:937
Methodtest_argument_hint_unquoted_bracket_list_is_masked
(self, quality_skill: Path, hint: str)
tests/validators/test_quality_score.py:921
Methodtest_argument_placeholder_allowance_is_field_specific
(self, quality_skill: Path, field: str)
tests/validators/test_quality_score.py:948
Functiontest_argv_apply_patch_guards_read_every_word
(run, argv)
tests/tier3/test_apply_patch_security.py:1056
Functiontest_argv_apply_patch_header_with_shell_syntax_is_still_checked
(run, header)
tests/tier3/test_apply_patch_security.py:1014
Functiontest_argv_apply_patch_heredoc_in_a_positional_word_is_still_data
(run)
tests/tier3/test_apply_patch_security.py:1064
Functiontest_argv_list_root_search_and_script_run_score_half
(module)
tests/tier3/test_root_search_efficiency.py:220
Functiontest_argv_list_root_searches_are_waste
(module, argv)
tests/tier3/test_root_search_efficiency.py:191
Functiontest_argv_list_scoped_commands_and_script_runs_stay_productive
(module, argv)
tests/tier3/test_root_search_efficiency.py:212
Functiontest_argv_list_words_are_literal
(module, argv)
tests/tier3/test_root_search_efficiency.py:239
Functiontest_arithmetic_outside_an_arithmetic_command_binds_too
``let``, ``$((...))`` and ``$[...]`` assign as ``((...))`` does: a variable that held the script ends as a number, or unchanged after an error
tests/tier3/test_script_invocation_evidence.py:2324
Functiontest_arm_names_are_the_final_names
()
tests/tier3/test_private_loose_source.py:124
Functiontest_arm_neutral_dataset_and_staged_task_digests
(tmp_path: Path)
tests/test_baseline_store.py:162
Functiontest_arm_with_some_na_efficiency_trials_stays_scored
(tmp_path)
tests/tier3/test_skill_metric_applicability.py:314
Functiontest_arms_with_different_attempt_counts_or_cases_are_not_compared
()
tests/tier3/test_token_usage.py:511
Methodtest_artifact_directory_name_does_not_exhaust_the_character_budget
( self, tmp_path: Path, monkeypatch: pytest.MonkeyPatch, directory_name: str )
tests/validators/test_skillspector_scope.py:1166
Functiontest_artifact_expectations_keep_one_canonical_ref_per_location
()
tests/tier3/test_suggestion_grounding.py:229
Methodtest_artifact_file_limit_keeps_the_finding
( self, tmp_path: Path, monkeypatch: pytest.MonkeyPatch, extra_directories: in
tests/validators/test_skillspector_scope.py:1122
Functiontest_artifact_footer_does_not_duplicate_basename_only_report_path
(report_path: str)
tests/test_tier3_result_display.py:1534
Functiontest_artifact_footer_uses_windows_report_basename
()
tests/test_tier3_result_display.py:1547
Functiontest_artifact_loading_truncation_blocks_comparisons
()
tests/reporting/test_dashboard_data.py:574
Methodtest_artifact_read_outside_the_consumer_window_does_not_count
(self)
tests/tier3/test_plugin_signals.py:952
Functiontest_artifact_uri_uses_only_native_absolute_windows_paths
(target, windows, expected)
tests/reporting/test_terminal_polish.py:546
Methodtest_artifact_written_in_producer_skill_window_and_read_by_consumer
(self)
tests/tier3/test_plugin_signals.py:942
Functiontest_artifacts_use_recorded_agent_condition_and_keep_exact_identifiers_in_diagnostics
()
tests/reporting/test_report_clarity.py:202
Functiontest_assemble_micro_budgets_and_missing_final_response_fallback
(monkeypatch, budget: int)
tests/tier3/test_evidence_compiler.py:270
Functiontest_assertion_grading_skill_use_warns
(assertion)
tests/tier3/test_dataset_baseline_fairness.py:72
Functiontest_assertion_running_a_skill_script_warns
(assertion)
tests/tier3/test_dataset_baseline_fairness.py:637
Functiontest_assignment_in_a_remote_command_keeps_the_destructive_command
(copy: str, command: str, expected: str)
tests/tier3/test_security_finding_evidence.py:592
Functiontest_atif_content_text_flattens_parts_without_source_paths
()
tests/tier3/test_codex_tool_call_normalization.py:1033
Functiontest_atif_skill_activation_requires_successful_target_manifest
(tmp_path, tool, observation, arguments, activated)
tests/test_hermes_agent.py:272
Functiontest_atomic_output_accepts_windows_crt_descriptor_identity
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, )
tests/test_harbor_output_provenance.py:88
Functiontest_atomic_output_parent_swap_cannot_publish_outside_validated_directory
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, )
tests/test_harbor_output_provenance.py:103
Functiontest_atomic_output_pins_windows_parent_against_rename
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, )
tests/test_harbor_output_provenance.py:144
Functiontest_atomic_replace_preserves_existing_report_permissions
(tmp_path: Path)
tests/reporting/test_secure_report_output.py:145
Functiontest_attach_metric_evidence_refs_preserves_existing_judge_details
()
tests/tier3/test_behavior_evidence.py:215
Functiontest_attempt_artifact_name_cannot_claim_another_attempt
()
tests/ci/test_publish_reports.py:681
Functiontest_attempt_cap_is_atomic_and_does_not_wait_for_in_flight_attempts
(token_cap)
tests/tier3/test_budget_reservation.py:220
Functiontest_attempt_counts_stay_null_unless_the_load_identifies_every_left_out_case
( make_info, excluded_cases: int )
tests/test_judge_lift_integrity.py:706
Functiontest_attempt_coverage_does_not_invent_pass_rate_or_pass_counts
()
tests/reporting/test_report_readability.py:65
Functiontest_attempt_details_hint_does_not_promise_an_attempt_number_for_a_recovered_count
(tmp_path)
tests/test_harbor_timeout_recovery.py:493
Functiontest_attempt_details_ignore_an_invalid_recovered_count
(tmp_path, attempts_recovered)
tests/test_harbor_timeout_recovery.py:528
Functiontest_attempt_details_place_each_recovered_timeout_at_its_attempt_number
(tmp_path)
tests/test_harbor_timeout_recovery.py:440
Functiontest_attempt_details_read_recovered_attempt_numbers_from_the_rows_own_arm
(tmp_path)
tests/test_harbor_timeout_recovery.py:477
Functiontest_attempt_details_say_when_a_recovered_case_has_no_attempt_rows
(tmp_path, attempts_used, notice)
tests/test_harbor_timeout_recovery.py:513
Functiontest_attempt_details_show_recovered_timeout_in_the_attempt_budget
(tmp_path)
tests/test_harbor_timeout_recovery.py:420
Functiontest_attempt_details_without_recovery_only_reword_the_passing_attempt
(tmp_path)
tests/test_harbor_timeout_recovery.py:459
Functiontest_attempt_like_legacy_identities_are_not_generated_attempt_suffixes
(separator: str)
tests/test_harbor_collector_runtime_failures.py:2013
Functiontest_attempt_policy_marks_nonuniform_evidence_in_agent_payload
()
tests/reporting/test_evidence_volume_rendering.py:220
Functiontest_attempt_uses_resolved_provider_environment
(monkeypatch, tmp_path)
tests/tier3/test_grader_validation.py:589
Functiontest_attempts_are_averaged_inside_a_case_before_the_dimensions
()
tests/tier3/test_private_ladder_stats.py:104
Functiontest_attempts_quoting_different_commands_share_one_card_entry_per_case
()
tests/reporting/test_tier3_failure_reasons.py:518
Functiontest_attempts_skipped_after_a_pass_are_not_missing
()
tests/tier3/test_token_usage.py:330
Functiontest_attributes_that_change_a_later_assignment_are_kept_with_the_name
``declare -i``, ``-u`` and ``-n`` change what a later assignment stores, so the value is unsettled until ``unset`` or ``+i`` removes the attribute
tests/tier3/test_script_invocation_evidence.py:2161
Functiontest_audit_only_includes_declared_skill_sources_without_staging
(tmp_path, monkeypatch)
tests/validators/test_private_plugin_composition.py:380
Functiontest_audit_only_preserves_consumer_specific_byte_limits
(tmp_path, monkeypatch, large_file)
tests/validators/test_private_plugin_composition.py:466
Functiontest_audit_source_refusal_is_incomplete_even_without_tree_scanners
(tmp_path, monkeypatch, checks, problem)
tests/validators/test_private_plugin_composition.py:441
Functiontest_audits_target_pins_and_optional_groups
(tmp_path, monkeypatch)
tests/validators/test_target_dependencies.py:40
Functiontest_auth_credential_references_are_allowed
(section: str, block: dict)
tests/validators/test_openclaw_mcp.py:213
Functiontest_auth_inline_credentials_block_without_echoing_values
(section: str, key: str)
tests/validators/test_openclaw_mcp.py:195
Functiontest_auth_scheme_env_reference_is_allowed
()
tests/validators/test_mcp_static.py:445
Functiontest_authenticated_catalog_requests_never_follow_redirects
(status: int)
tests/test_model_catalog.py:875
Functiontest_authenticated_pre_status_rerender_preserves_historical_scores
(tmp_path: Path)
tests/reporting/test_unified_tier3_report.py:1051
Functiontest_authentication_and_transient_failures_do_not_allow_overwrite
(monkeypatch, status)
tests/ci/test_release_image.py:63
Methodtest_author_email_without_at
(self)
tests/models/test_plugin.py:66
Functiontest_author_exemption_preserves_adjacent_flow_contact_offsets
(tmp_path, author, ordinary)
tests/validators/test_pii_ownership.py:61
Methodtest_author_home_directory_flagged
A /home/<author>/ path is flagged because it leaks the author's identity. The author username is derived from the frontmatter ``author`` emai
tests/validators/test_security.py:1111
Functiontest_authored_case_id_containing_attempt_text_is_not_parsed
()
tests/reporting/test_dashboard_data.py:480
Functiontest_authored_empty_directory_changes_remain_guarded
(tmp_path, bound)
tests/tier3/test_plugin_runtime_identity.py:102
Functiontest_authored_empty_parent_directory_mode_still_breaks_resource_parity
(tmp_path: Path)
tests/tier3/test_private_loose_dependency_scaffold_review.py:74
Methodtest_authored_eval_files_are_scanned_and_generated_output_is_skipped
(self, relative, skipped)
tests/validators/test_artifact_dir_exclusion.py:436
Functiontest_authored_eval_finding_is_not_classified_as_generated
( tmp_path: Path, eval_dir: str, absolute: bool, with_source_root: bool )
tests/validators/test_security_authored_evals.py:109
Functiontest_authored_evals_alone_do_not_require_staging
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, eval_dir: str )
tests/validators/test_security_authored_evals.py:82
← previousnext →12,801–12,900 of 24,741, ranked by callers