MCPcopy Create free account

hub / github.com/NVIDIA/SkillEvaluator / functions

Functions24,741 in github.com/NVIDIA/SkillEvaluator

Methodtest_custom_exclusion_extends_filter
Callers can pass a different excluded-set when scanning non-skill trees.
tests/validators/test_base.py:485
Methodtest_custom_exclusion_overrides_default
Callers can opt out of the default filter for diagnostic dumps.
tests/validators/test_base.py:475
Methodtest_custom_exclusion_set_extends_filter
Callers can swap in a different set when scanning non-skill trees.
tests/deduplication/utils/test_skill_collector.py:978
Methodtest_custom_exclusion_set_overrides_default
Callers can opt out of the default filter (e.g. for diagnostic dumps).
tests/deduplication/utils/test_skill_collector.py:967
Functiontest_custom_file_with_only_a_description_maximum_keeps_every_other_packaged_value
(tmp_path: Path)
tests/test_quality_config.py:616
Functiontest_custom_file_with_only_a_description_minimum_keeps_every_other_packaged_value
(tmp_path: Path)
tests/test_quality_config.py:632
Functiontest_custom_file_with_only_a_token_limit_keeps_every_other_packaged_value
(tmp_path: Path)
tests/test_quality_config.py:501
Functiontest_custom_file_with_only_reserved_terms_keeps_every_other_packaged_value
(tmp_path: Path)
tests/test_quality_config.py:720
Functiontest_custom_file_without_efficiency_keeps_the_packaged_token_budget
(tmp_path: Path)
tests/test_quality_config.py:513
Functiontest_custom_file_without_error_handling_keeps_packaged_rules
(tmp_path: Path)
tests/test_quality_config.py:304
Functiontest_custom_file_without_expected_headers_keeps_the_packaged_list
(tmp_path: Path)
tests/test_quality_config.py:417
Methodtest_custom_gpt5_endpoint_uses_max_tokens
(self)
tests/inference/test_llm_client.py:715
Functiontest_custom_grader_candidates_copy_regular_files
(tmp_path: Path, candidate: Path)
tests/test_harbor_adapter_safety.py:468
Functiontest_custom_grader_candidates_reject_external_symlinks
(tmp_path: Path, candidate: Path)
tests/test_harbor_adapter_safety.py:365
Functiontest_custom_grader_details_do_not_imply_standard_activation
()
tests/test_harbor_skill_activation.py:40
Functiontest_custom_grader_does_not_impersonate_standard_judgments
()
tests/reporting/test_tier3_expectations.py:186
Functiontest_custom_grader_force_late_config_failure_preserves_old_state
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch )
tests/test_harbor_scaffold_transactions.py:287
Functiontest_custom_grader_rejects_contained_parent_directory_symlink
(tmp_path: Path)
tests/test_harbor_adapter_safety.py:396
Functiontest_custom_grader_rejects_hardlinked_candidate
(tmp_path: Path)
tests/test_harbor_adapter_safety.py:420
Functiontest_custom_grader_rejects_non_regular_candidate
(tmp_path: Path)
tests/test_harbor_adapter_safety.py:411
Functiontest_custom_grader_rejects_parent_directory_symlink_escape
(tmp_path: Path)
tests/test_harbor_adapter_safety.py:380
Functiontest_custom_grader_rejects_source_replacement_after_validation
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, )
tests/test_harbor_adapter_safety.py:439
Functiontest_custom_grader_rejects_symlinked_evals_root_without_touching_target
(tmp_path: Path)
tests/test_harbor_scaffold_transactions.py:85
Functiontest_custom_grader_runner_enforces_metric_publication_contract_before_artifacts
()
tests/tier3/test_judge_failure_artifacts.py:1409
Functiontest_custom_grader_runner_metric_name_policy_matches_collector
(name: str)
tests/tier3/test_judge_failure_artifacts.py:1477
Functiontest_custom_grader_runner_rejects_invalid_overall_and_custom_scores
( invalid_score: float | int, )
tests/tier3/test_judge_failure_artifacts.py:1396
Functiontest_custom_grader_runner_rejects_invalid_text_overall_scores
(invalid_score: str)
tests/tier3/test_judge_failure_artifacts.py:1560
Functiontest_custom_grader_runner_rejects_malformed_custom_metrics_container
(malformed: object)
tests/tier3/test_judge_failure_artifacts.py:1378
Functiontest_custom_grader_runner_sanitizer_limits_both_detail_containers_to_validated_metrics
()
tests/tier3/test_judge_failure_artifacts.py:1512
Functiontest_custom_grader_runner_sanitizer_removes_nonnumeric_credential_shaped_keys
( rejected_value: object, )
tests/tier3/test_judge_failure_artifacts.py:1541
Functiontest_custom_grader_runner_sanitizer_removes_unsafe_dict_valued_implicit_metric
()
tests/tier3/test_judge_failure_artifacts.py:1481
Functiontest_custom_grader_starter_is_lf_only
( tmp_path: Path, windows_text_mode: None, language: str, name: str, shebang: bytes )
tests/tier3/test_generated_script_line_endings.py:76
Functiontest_custom_grouping_rule_can_name_roots_when_looking_for_a_user_copy
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch )
tests/harness/test_overlay.py:565
Functiontest_custom_grouping_rule_can_name_the_configuration_when_looking_for_a_user_copy
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch )
tests/harness/test_overlay.py:578
Methodtest_custom_limit_moves_the_threshold_and_the_reported_limit
(self, tmp_path: Path)
tests/validators/test_quality_score.py:1734
Methodtest_custom_maximum_moves_the_threshold_in_both_directions
(self, tmp_path: Path)
tests/validators/test_quality_score.py:1817
Functiontest_custom_metric_cardinality_fails_before_aggregation_and_stays_report_readable
(tmp_path: Path)
tests/test_issue55_collector_truth.py:3321
Functiontest_custom_metric_comparison_does_not_reconstruct_missing_baseline_from_rewards
()
tests/reporting/test_native_overview_comparison.py:330
Functiontest_custom_metric_contract_enforces_name_byte_boundary_without_aliasing
(exact: str)
tests/test_harbor_metrics_truth.py:109
Functiontest_custom_metric_contract_enforces_per_reward_and_union_cardinality
()
tests/test_harbor_metrics_truth.py:118
Functiontest_custom_metric_extraction_unions_explicit_nested_and_top_level_dict_scores
()
tests/test_harbor_metrics_truth.py:155
Functiontest_custom_metric_name_discovery_is_capped_before_sorting
()
tests/reporting/test_unified_tier3_report.py:1921
Functiontest_custom_metric_names_filter_credentials_but_keep_explicit_metric_terms
()
tests/test_harbor_metrics_truth.py:64
Functiontest_custom_metrics_container_must_be_an_object
(malformed: object)
tests/test_harbor_metrics_truth.py:146
Functiontest_custom_metrics_do_not_create_a_blank_dimension_table_from_missing_peer_ids
(invalid_dimension)
tests/reporting/test_native_feature_restoration.py:85
Methodtest_custom_minimum_below_the_packaged_20_is_honored
(self, tmp_path: Path)
tests/validators/test_quality_score.py:1903
Methodtest_custom_minimum_moves_the_threshold
(self, tmp_path: Path)
tests/validators/test_quality_score.py:1892
Functiontest_custom_model_url_requires_a_model_it_serves
(tmp_path: Path, monkeypatch: pytest.MonkeyPatch)
tests/test_nemo_gym_backend.py:1136
Functiontest_custom_model_url_requires_its_own_key
(monkeypatch: pytest.MonkeyPatch)
tests/test_nemo_gym_backend.py:1125
Methodtest_custom_models
(self)
tests/deduplication/intra_skill/test_intra_skill_validator.py:1411
Functiontest_custom_only_and_untrusted_flags_stay_unknown
()
tests/reporting/test_activation_validation.py:267
Functiontest_custom_only_authoritative_reward_ignores_standard_judge_sidecar_scan_bound
(tmp_path: Path)
tests/test_issue55_collector_truth.py:1220
Functiontest_custom_only_compares_shared_grader_overall
(tmp_path)
tests/tier3/test_interactions.py:287
Functiontest_custom_only_credential_validation_skips_unused_evaluator_route
( monkeypatch: pytest.MonkeyPatch, tmp_path: Path, )
tests/test_tier3_progress.py:4010
Functiontest_custom_only_does_not_force_the_standard_judge_model_into_custom_verifiers
()
tests/test_harbor_runner_environment.py:440
Functiontest_custom_only_na_skill_metrics_do_not_create_supported_activation
(tmp_path: Path)
tests/reporting/test_activation_validation.py:494
Functiontest_custom_only_native_verifier_placeholders_use_task_fallbacks_not_standard_override
( monkeypatch: pytest.MonkeyPatch, tmp_path, )
tests/test_harbor_runner_environment.py:1423
Functiontest_custom_only_overall_reward_remains_scoreable
(tmp_path: Path)
tests/test_issue55_collector_truth.py:2620
Functiontest_custom_only_overview_compares_recorded_metrics_without_inventing_dimensions
(page, reports)
tests/reporting/test_report_browser.py:636
Functiontest_custom_only_run_ignores_the_judge_policies
(monkeypatch, tmp_path)
tests/tier3/test_judge_policies.py:903
Functiontest_custom_only_scores_keep_the_existing_overall_basis
()
tests/tier3/test_private_comparison_contracts.py:290
Functiontest_custom_only_staging_does_not_inject_or_overwrite_evaluated_skill
( tmp_path: Path, task_source: str, authored_value: str | None, )
tests/test_harbor_adapter_safety.py:541
Functiontest_custom_only_step_fallback_remains_scoreable
(tmp_path: Path)
tests/test_issue55_collector_truth.py:1159
Methodtest_custom_params
(self)
tests/inference/test_llm_client.py:81
Methodtest_custom_points_message_and_suggestion_are_used
(self, tmp_path: Path)
tests/validators/test_quality_score.py:1751
Methodtest_custom_points_message_and_suggestion_are_used
(self, tmp_path: Path)
tests/validators/test_quality_score.py:1845
Methodtest_custom_points_message_and_suggestion_are_used
(self, tmp_path: Path)
tests/validators/test_quality_score.py:1933
Methodtest_custom_points_message_and_suggestion_are_used
(self, tmp_path: Path)
tests/validators/test_quality_score.py:2027
Functiontest_custom_policy_overlays_the_public_profile
(tmp_path: Path)
tests/validators/test_policy.py:69
Functiontest_custom_policy_wraps_invalid_encoding
(tmp_path: Path)
tests/validators/test_policy.py:142
Functiontest_custom_policy_wraps_malformed_yaml
(tmp_path: Path)
tests/validators/test_policy.py:131
Functiontest_custom_policy_wraps_read_errors
(tmp_path: Path, monkeypatch: pytest.MonkeyPatch)
tests/validators/test_policy.py:153
Functiontest_custom_projection_uses_exec_runs_and_ignores_comment_decoys
(tmp_path: Path)
tests/test_harbor_runtime_skill_isolation.py:4169
Functiontest_custom_results_dir_inside_plugin_supports_real_reservation_and_staging
(tmp_path: Path, results: str)
tests/tier3/test_private_runtime_regressions.py:163
Functiontest_custom_results_root_with_authenticated_prior_runs_is_usable
(tmp_path)
tests/tier3/test_plugin_runtime_identity.py:117
Functiontest_custom_reward_sidecar_survives_normalization_and_collection
(tmp_path: Path)
tests/test_nemo_gym_backend.py:287
Functiontest_custom_sidecar_details_are_limited_to_numeric_custom_metric_names
(tmp_path: Path)
tests/test_issue55_collector_truth.py:3414
Methodtest_custom_suffix
Custom suffix is applied.
tests/utils/test_tool_runner.py:107
Functiontest_custom_table_has_explicit_omission_count_and_no_identifier_collisions
()
tests/reporting/test_native_overview_comparison.py:344
Functiontest_custom_table_uses_the_same_explicit_skill_arm_guard
(scope)
tests/reporting/test_native_overview_comparison.py:363
Methodtest_custom_terms_replace_packaged_terms
(self, tmp_path: Path)
tests/validators/test_quality_score.py:1565
Methodtest_custom_terms_replace_the_packaged_list
(self, tmp_path: Path)
tests/validators/test_quality_score.py:2014
Methodtest_custom_terms_with_punctuation_at_the_edge_match
(self, tmp_path: Path, term: str, text: str)
tests/validators/test_quality_score.py:1662
Methodtest_custom_threshold
(self)
tests/deduplication/intra_skill/test_intra_skill_validator.py:1366
Methodtest_custom_title
Test custom report title.
tests/reporting/test_reporters.py:2601
Functiontest_custom_workdir_scope_does_not_follow_the_shell
(security_check)
tests/tier3/test_agent_output_cleanup_scope.py:103
Functiontest_cut_answer_is_still_gated_when_any_behavior_needs_the_answer
(judge_module, monkeypatch)
tests/tier3/test_judge_contracts.py:557
Functiontest_cut_answer_still_scores_when_verified_facts_settle_every_behavior
(judge_module, monkeypatch)
tests/tier3/test_judge_contracts.py:516
Methodtest_cvss_thresholds_match_severity_levels
CVSS_THRESHOLDS contains all severity levels used by cvss_to_severity.
tests/utils/test_tool_runner.py:664
Functiontest_cwd_default_uses_its_stable_public_identity
()
tests/golden/test_cli_surface.py:45
Functiontest_cwsandbox_cannot_forward_operator_environment_into_task_compose
(env_mode: str)
tests/test_harbor_environment_contract.py:73
Functiontest_cwsandbox_prerequisites_require_sdk_and_api_key
(monkeypatch: pytest.MonkeyPatch)
tests/test_harbor_environment_contract.py:491
Functiontest_cycle_without_certificate_keeps_connection_failure_retriable
()
tests/test_retry_exception_chain.py:73
Functiontest_cyclic_chain_keeps_innermost_distinct_status_without_looping
()
tests/test_retry_exception_chain.py:52
Functiontest_cyclic_input_catalog_and_native_symlinks_are_diagnostics
(tmp_path: Path)
tests/reporting/test_dashboard_data.py:1021
Functiontest_cyclic_input_path_does_not_hide_valid_report
(tmp_path: Path)
tests/reporting/test_dashboard_app.py:400
Functiontest_dangling_skill_link_does_not_abort_plugin_facts
(tmp_path: Path)
tests/harness/test_plugin_compat.py:152
Functiontest_dangling_subagent_reference_cannot_prove_non_use
(tmp_path: Path)
tests/reporting/test_activation_validation.py:283
Functiontest_dark_colors_never_reach_print
()
tests/reporting/test_report_redesign.py:446
Functiontest_dashboard_app_displays_mixed_activation_without_reconstructing_lift
(tmp_path: Path)
tests/reporting/test_dashboard_activation_regressions.py:209
← previousnext →14,701–14,800 of 24,741, ranked by callers