Code
Hub
Workspaces
Following
Trending
Connect
MCP
copy
Create free account
hub
/
github.com/NVIDIA/SkillEvaluator
/ functions
Functions
24,741 in github.com/NVIDIA/SkillEvaluator
⨍
Functions
24,741
◇
Types & classes
1,292
↳
Endpoints
703
Method
test_custom_exclusion_extends_filter
Callers can pass a different excluded-set when scanning non-skill trees.
tests/validators/test_base.py:485
Method
test_custom_exclusion_overrides_default
Callers can opt out of the default filter for diagnostic dumps.
tests/validators/test_base.py:475
Method
test_custom_exclusion_set_extends_filter
Callers can swap in a different set when scanning non-skill trees.
tests/deduplication/utils/test_skill_collector.py:978
Method
test_custom_exclusion_set_overrides_default
Callers can opt out of the default filter (e.g. for diagnostic dumps).
tests/deduplication/utils/test_skill_collector.py:967
Function
test_custom_file_with_only_a_description_maximum_keeps_every_other_packaged_value
(tmp_path: Path)
tests/test_quality_config.py:616
Function
test_custom_file_with_only_a_description_minimum_keeps_every_other_packaged_value
(tmp_path: Path)
tests/test_quality_config.py:632
Function
test_custom_file_with_only_a_token_limit_keeps_every_other_packaged_value
(tmp_path: Path)
tests/test_quality_config.py:501
Function
test_custom_file_with_only_reserved_terms_keeps_every_other_packaged_value
(tmp_path: Path)
tests/test_quality_config.py:720
Function
test_custom_file_without_efficiency_keeps_the_packaged_token_budget
(tmp_path: Path)
tests/test_quality_config.py:513
Function
test_custom_file_without_error_handling_keeps_packaged_rules
(tmp_path: Path)
tests/test_quality_config.py:304
Function
test_custom_file_without_expected_headers_keeps_the_packaged_list
(tmp_path: Path)
tests/test_quality_config.py:417
Method
test_custom_gpt5_endpoint_uses_max_tokens
(self)
tests/inference/test_llm_client.py:715
Function
test_custom_grader_candidates_copy_regular_files
(tmp_path: Path, candidate: Path)
tests/test_harbor_adapter_safety.py:468
Function
test_custom_grader_candidates_reject_external_symlinks
(tmp_path: Path, candidate: Path)
tests/test_harbor_adapter_safety.py:365
Function
test_custom_grader_details_do_not_imply_standard_activation
()
tests/test_harbor_skill_activation.py:40
Function
test_custom_grader_does_not_impersonate_standard_judgments
()
tests/reporting/test_tier3_expectations.py:186
Function
test_custom_grader_force_late_config_failure_preserves_old_state
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch )
tests/test_harbor_scaffold_transactions.py:287
Function
test_custom_grader_rejects_contained_parent_directory_symlink
(tmp_path: Path)
tests/test_harbor_adapter_safety.py:396
Function
test_custom_grader_rejects_hardlinked_candidate
(tmp_path: Path)
tests/test_harbor_adapter_safety.py:420
Function
test_custom_grader_rejects_non_regular_candidate
(tmp_path: Path)
tests/test_harbor_adapter_safety.py:411
Function
test_custom_grader_rejects_parent_directory_symlink_escape
(tmp_path: Path)
tests/test_harbor_adapter_safety.py:380
Function
test_custom_grader_rejects_source_replacement_after_validation
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch, )
tests/test_harbor_adapter_safety.py:439
Function
test_custom_grader_rejects_symlinked_evals_root_without_touching_target
(tmp_path: Path)
tests/test_harbor_scaffold_transactions.py:85
Function
test_custom_grader_runner_enforces_metric_publication_contract_before_artifacts
()
tests/tier3/test_judge_failure_artifacts.py:1409
Function
test_custom_grader_runner_metric_name_policy_matches_collector
(name: str)
tests/tier3/test_judge_failure_artifacts.py:1477
Function
test_custom_grader_runner_rejects_invalid_overall_and_custom_scores
( invalid_score: float | int, )
tests/tier3/test_judge_failure_artifacts.py:1396
Function
test_custom_grader_runner_rejects_invalid_text_overall_scores
(invalid_score: str)
tests/tier3/test_judge_failure_artifacts.py:1560
Function
test_custom_grader_runner_rejects_malformed_custom_metrics_container
(malformed: object)
tests/tier3/test_judge_failure_artifacts.py:1378
Function
test_custom_grader_runner_sanitizer_limits_both_detail_containers_to_validated_metrics
()
tests/tier3/test_judge_failure_artifacts.py:1512
Function
test_custom_grader_runner_sanitizer_removes_nonnumeric_credential_shaped_keys
( rejected_value: object, )
tests/tier3/test_judge_failure_artifacts.py:1541
Function
test_custom_grader_runner_sanitizer_removes_unsafe_dict_valued_implicit_metric
()
tests/tier3/test_judge_failure_artifacts.py:1481
Function
test_custom_grader_starter_is_lf_only
( tmp_path: Path, windows_text_mode: None, language: str, name: str, shebang: bytes )
tests/tier3/test_generated_script_line_endings.py:76
Function
test_custom_grouping_rule_can_name_roots_when_looking_for_a_user_copy
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch )
tests/harness/test_overlay.py:565
Function
test_custom_grouping_rule_can_name_the_configuration_when_looking_for_a_user_copy
( tmp_path: Path, monkeypatch: pytest.MonkeyPatch )
tests/harness/test_overlay.py:578
Method
test_custom_limit_moves_the_threshold_and_the_reported_limit
(self, tmp_path: Path)
tests/validators/test_quality_score.py:1734
Method
test_custom_maximum_moves_the_threshold_in_both_directions
(self, tmp_path: Path)
tests/validators/test_quality_score.py:1817
Function
test_custom_metric_cardinality_fails_before_aggregation_and_stays_report_readable
(tmp_path: Path)
tests/test_issue55_collector_truth.py:3321
Function
test_custom_metric_comparison_does_not_reconstruct_missing_baseline_from_rewards
()
tests/reporting/test_native_overview_comparison.py:330
Function
test_custom_metric_contract_enforces_name_byte_boundary_without_aliasing
(exact: str)
tests/test_harbor_metrics_truth.py:109
Function
test_custom_metric_contract_enforces_per_reward_and_union_cardinality
()
tests/test_harbor_metrics_truth.py:118
Function
test_custom_metric_extraction_unions_explicit_nested_and_top_level_dict_scores
()
tests/test_harbor_metrics_truth.py:155
Function
test_custom_metric_name_discovery_is_capped_before_sorting
()
tests/reporting/test_unified_tier3_report.py:1921
Function
test_custom_metric_names_filter_credentials_but_keep_explicit_metric_terms
()
tests/test_harbor_metrics_truth.py:64
Function
test_custom_metrics_container_must_be_an_object
(malformed: object)
tests/test_harbor_metrics_truth.py:146
Function
test_custom_metrics_do_not_create_a_blank_dimension_table_from_missing_peer_ids
(invalid_dimension)
tests/reporting/test_native_feature_restoration.py:85
Method
test_custom_minimum_below_the_packaged_20_is_honored
(self, tmp_path: Path)
tests/validators/test_quality_score.py:1903
Method
test_custom_minimum_moves_the_threshold
(self, tmp_path: Path)
tests/validators/test_quality_score.py:1892
Function
test_custom_model_url_requires_a_model_it_serves
(tmp_path: Path, monkeypatch: pytest.MonkeyPatch)
tests/test_nemo_gym_backend.py:1136
Function
test_custom_model_url_requires_its_own_key
(monkeypatch: pytest.MonkeyPatch)
tests/test_nemo_gym_backend.py:1125
Method
test_custom_models
(self)
tests/deduplication/intra_skill/test_intra_skill_validator.py:1411
Function
test_custom_only_and_untrusted_flags_stay_unknown
()
tests/reporting/test_activation_validation.py:267
Function
test_custom_only_authoritative_reward_ignores_standard_judge_sidecar_scan_bound
(tmp_path: Path)
tests/test_issue55_collector_truth.py:1220
Function
test_custom_only_compares_shared_grader_overall
(tmp_path)
tests/tier3/test_interactions.py:287
Function
test_custom_only_credential_validation_skips_unused_evaluator_route
( monkeypatch: pytest.MonkeyPatch, tmp_path: Path, )
tests/test_tier3_progress.py:4010
Function
test_custom_only_does_not_force_the_standard_judge_model_into_custom_verifiers
()
tests/test_harbor_runner_environment.py:440
Function
test_custom_only_na_skill_metrics_do_not_create_supported_activation
(tmp_path: Path)
tests/reporting/test_activation_validation.py:494
Function
test_custom_only_native_verifier_placeholders_use_task_fallbacks_not_standard_override
( monkeypatch: pytest.MonkeyPatch, tmp_path, )
tests/test_harbor_runner_environment.py:1423
Function
test_custom_only_overall_reward_remains_scoreable
(tmp_path: Path)
tests/test_issue55_collector_truth.py:2620
Function
test_custom_only_overview_compares_recorded_metrics_without_inventing_dimensions
(page, reports)
tests/reporting/test_report_browser.py:636
Function
test_custom_only_run_ignores_the_judge_policies
(monkeypatch, tmp_path)
tests/tier3/test_judge_policies.py:903
Function
test_custom_only_scores_keep_the_existing_overall_basis
()
tests/tier3/test_private_comparison_contracts.py:290
Function
test_custom_only_staging_does_not_inject_or_overwrite_evaluated_skill
( tmp_path: Path, task_source: str, authored_value: str | None, )
tests/test_harbor_adapter_safety.py:541
Function
test_custom_only_step_fallback_remains_scoreable
(tmp_path: Path)
tests/test_issue55_collector_truth.py:1159
Method
test_custom_params
(self)
tests/inference/test_llm_client.py:81
Method
test_custom_points_message_and_suggestion_are_used
(self, tmp_path: Path)
tests/validators/test_quality_score.py:1751
Method
test_custom_points_message_and_suggestion_are_used
(self, tmp_path: Path)
tests/validators/test_quality_score.py:1845
Method
test_custom_points_message_and_suggestion_are_used
(self, tmp_path: Path)
tests/validators/test_quality_score.py:1933
Method
test_custom_points_message_and_suggestion_are_used
(self, tmp_path: Path)
tests/validators/test_quality_score.py:2027
Function
test_custom_policy_overlays_the_public_profile
(tmp_path: Path)
tests/validators/test_policy.py:69
Function
test_custom_policy_wraps_invalid_encoding
(tmp_path: Path)
tests/validators/test_policy.py:142
Function
test_custom_policy_wraps_malformed_yaml
(tmp_path: Path)
tests/validators/test_policy.py:131
Function
test_custom_policy_wraps_read_errors
(tmp_path: Path, monkeypatch: pytest.MonkeyPatch)
tests/validators/test_policy.py:153
Function
test_custom_projection_uses_exec_runs_and_ignores_comment_decoys
(tmp_path: Path)
tests/test_harbor_runtime_skill_isolation.py:4169
Function
test_custom_results_dir_inside_plugin_supports_real_reservation_and_staging
(tmp_path: Path, results: str)
tests/tier3/test_private_runtime_regressions.py:163
Function
test_custom_results_root_with_authenticated_prior_runs_is_usable
(tmp_path)
tests/tier3/test_plugin_runtime_identity.py:117
Function
test_custom_reward_sidecar_survives_normalization_and_collection
(tmp_path: Path)
tests/test_nemo_gym_backend.py:287
Function
test_custom_sidecar_details_are_limited_to_numeric_custom_metric_names
(tmp_path: Path)
tests/test_issue55_collector_truth.py:3414
Method
test_custom_suffix
Custom suffix is applied.
tests/utils/test_tool_runner.py:107
Function
test_custom_table_has_explicit_omission_count_and_no_identifier_collisions
()
tests/reporting/test_native_overview_comparison.py:344
Function
test_custom_table_uses_the_same_explicit_skill_arm_guard
(scope)
tests/reporting/test_native_overview_comparison.py:363
Method
test_custom_terms_replace_packaged_terms
(self, tmp_path: Path)
tests/validators/test_quality_score.py:1565
Method
test_custom_terms_replace_the_packaged_list
(self, tmp_path: Path)
tests/validators/test_quality_score.py:2014
Method
test_custom_terms_with_punctuation_at_the_edge_match
(self, tmp_path: Path, term: str, text: str)
tests/validators/test_quality_score.py:1662
Method
test_custom_threshold
(self)
tests/deduplication/intra_skill/test_intra_skill_validator.py:1366
Method
test_custom_title
Test custom report title.
tests/reporting/test_reporters.py:2601
Function
test_custom_workdir_scope_does_not_follow_the_shell
(security_check)
tests/tier3/test_agent_output_cleanup_scope.py:103
Function
test_cut_answer_is_still_gated_when_any_behavior_needs_the_answer
(judge_module, monkeypatch)
tests/tier3/test_judge_contracts.py:557
Function
test_cut_answer_still_scores_when_verified_facts_settle_every_behavior
(judge_module, monkeypatch)
tests/tier3/test_judge_contracts.py:516
Method
test_cvss_thresholds_match_severity_levels
CVSS_THRESHOLDS contains all severity levels used by cvss_to_severity.
tests/utils/test_tool_runner.py:664
Function
test_cwd_default_uses_its_stable_public_identity
()
tests/golden/test_cli_surface.py:45
Function
test_cwsandbox_cannot_forward_operator_environment_into_task_compose
(env_mode: str)
tests/test_harbor_environment_contract.py:73
Function
test_cwsandbox_prerequisites_require_sdk_and_api_key
(monkeypatch: pytest.MonkeyPatch)
tests/test_harbor_environment_contract.py:491
Function
test_cycle_without_certificate_keeps_connection_failure_retriable
()
tests/test_retry_exception_chain.py:73
Function
test_cyclic_chain_keeps_innermost_distinct_status_without_looping
()
tests/test_retry_exception_chain.py:52
Function
test_cyclic_input_catalog_and_native_symlinks_are_diagnostics
(tmp_path: Path)
tests/reporting/test_dashboard_data.py:1021
Function
test_cyclic_input_path_does_not_hide_valid_report
(tmp_path: Path)
tests/reporting/test_dashboard_app.py:400
Function
test_dangling_skill_link_does_not_abort_plugin_facts
(tmp_path: Path)
tests/harness/test_plugin_compat.py:152
Function
test_dangling_subagent_reference_cannot_prove_non_use
(tmp_path: Path)
tests/reporting/test_activation_validation.py:283
Function
test_dark_colors_never_reach_print
()
tests/reporting/test_report_redesign.py:446
Function
test_dashboard_app_displays_mixed_activation_without_reconstructing_lift
(tmp_path: Path)
tests/reporting/test_dashboard_activation_regressions.py:209
← previous
next →
14,701–14,800 of 24,741, ranked by callers