Code
Hub
Workspaces
Following
Trending
Connect
MCP
copy
Create free account
hub
/
github.com/NVIDIA/SkillEvaluator
/ functions
Functions
24,741 in github.com/NVIDIA/SkillEvaluator
⨍
Functions
24,741
◇
Types & classes
1,292
↳
Endpoints
703
Function
test_explicit_native_source_is_not_replaced_with_generated_json
(skill, configured, monkeypatch)
tests/tier3/test_workflow.py:262
Function
test_explicit_negative_overrides_allowed_alternate
( tmp_path: Path, alias: str, skill: str | None, status: str )
tests/reporting/test_activation_validation.py:163
Function
test_explicit_negative_precedence_matches_runner_contract
( tmp_path: Path, entry: dict, skill: str | None, status: str, )
tests/reporting/test_activation_validation.py:466
Function
test_explicit_negative_scores_only_trusted_target_invocation
(tool_calls, expected_score)
tests/tier3/test_negative_control_invocation_evidence.py:369
Function
test_explicit_negative_without_trusted_identity_fails_closed
()
tests/tier3/test_negative_control_invocation_evidence.py:384
Function
test_explicit_non_skipped_conditions_override_stale_single_arm_mode
(mode)
tests/reporting/test_insights_view.py:393
Method
test_explicit_null_returns_empty
(self)
tests/test_harbor_input_staging.py:75
Function
test_explicit_numeric_zero_is_retained_without_becoming_a_missing_value
()
tests/reporting/test_native_evidence.py:289
Method
test_explicit_nv_build_skillspector_provider_keeps_build_registry
Forcing nv_build keeps SkillSpector's Build registry and forwards only the public key.
tests/validators/test_security.py:5403
Method
test_explicit_older_override_is_preserved
(self, scanner_bin, monkeypatch)
tests/utils/test_tool_runner.py:620
Function
test_explicit_openai_embedding_provider_uses_standard_openai_credentials
()
tests/test_provider_config.py:469
Function
test_explicit_opencode_models_are_not_rewritten
( cli_model: str | None, config_agents: dict, expected: str, source: str, )
tests/test_provider_agent_routing.py:110
Function
test_explicit_optional_policy_survives_without_deriving_it_from_ci_gate
(tmp_path)
tests/ci/test_benchmark_reports.py:206
Function
test_explicit_port_failure_has_hint
(monkeypatch)
tests/reporting/test_dashboard_cli.py:142
Function
test_explicit_previous_version_overrides_env_var
Constructor arg wins over the env var. Local ``skillevaluator validate --previous-version=...`` runs must always win over a stale ``SKILLEVAL
tests/validators/test_version.py:220
Function
test_explicit_probe_forwards_scoped_grants_and_never_changes_execution_status
(tmp_path, monkeypatch)
tests/tier3/test_plugin_evidence.py:238
Method
test_explicit_refs_replace_stale_input
(self, tmp_path: Path)
tests/test_harbor_input_staging.py:174
Function
test_explicit_retained_paths_preserve_canonical_finding_location
(payload)
tests/reporting/test_retained_html.py:335
Method
test_explicit_retry_http_client_and_timeout_reach_the_sdk
(self, monkeypatch: pytest.MonkeyPatch)
tests/embedding/test_client.py:110
Function
test_explicit_runtime_failure_wins_over_step_token_usage
(tmp_path: Path, failure_artifact: str)
tests/test_harbor_collector_runtime_failures.py:348
Function
test_explicit_runtime_must_exist_even_when_inferred_output_exists
(tmp_path: Path)
tests/test_openclaw_plugin_discovery.py:393
Method
test_explicit_security_scan_is_unrestricted
(self, tmp_path: Path)
tests/validators/test_skillspector_scope.py:321
Function
test_explicit_skill_grounding_keeps_template_cases_and_records_generation
(tmp_path)
tests/tier3/test_dataset_grounding.py:539
Function
test_explicit_skill_type_still_reports_no_skills_found
(tmp_path: Path)
tests/test_artifact_applicability.py:494
Function
test_explicit_skillspector_baseline_reaches_the_security_scan
( command: list[str], monkeypatch: pytest.MonkeyPatch, tmp_path: Path )
tests/test_commands.py:77
Method
test_explicit_skillspector_configuration_is_minimized
An explicit public SkillSpector provider forwards only its own settings.
tests/validators/test_security.py:5368
Method
test_explicit_skillspector_provider_records_no_bridged_provider
( self, monkeypatch, sample_skill_dir: Path, )
tests/validators/test_security.py:5853
Function
test_explicit_tier1_boundary_rejects_other_tiers
()
tests/reporting/test_retained_tiers.py:105
Function
test_explicit_tier3_skip_is_shared_even_when_publication_is_incomplete
()
tests/reporting/test_final_render_context.py:378
Method
test_explicit_timeout_reaches_the_sdk
( self, monkeypatch: pytest.MonkeyPatch, provider: str, key_env: str, sdk_class: str )
tests/inference/test_llm_client.py:106
Method
test_explicit_token_override_is_preserved
An explicit max_tokens always wins over the reasoning-model default.
tests/validators/test_rubric_eval.py:171
Function
test_explicit_unavailable_comparison_suppresses_aggregate_overall_lift
(unavailable)
tests/reporting/test_applicability_saved_runs.py:136
Function
test_explicit_unknown_workdir_cannot_inherit_default_output_ownership
(tmp_path)
tests/tier3/test_security_workdir_provenance.py:70
Method
test_explicit_value_wins_over_env
(self)
tests/test_harbor_local_sandbox.py:304
Method
test_explicit_version_label_variants_stay_non_pii
(self, tmp_path: Path, field_name: str)
tests/validators/test_security.py:8580
Method
test_explicit_wheel_artifact_wins_over_nearby_network_words
(self, tmp_path: Path, line: str)
tests/validators/test_security.py:8688
Method
test_explicit_zero_exit_status_outranks_error_words_a_read_returned
(self)
tests/tier3/test_plugin_signals.py:482
Function
test_explicitly_declared_hidden_or_dependency_root_is_searched
(tmp_path: Path, root: str)
tests/test_openclaw_plugin_discovery.py:209
Function
test_export_keeps_only_the_count_fields
()
tests/reporting/test_skillspector_reference_summary.py:322
Function
test_exported_report_json_keeps_structured_counts_and_evidence
()
tests/reporting/test_declarative_coverage.py:255
Method
test_expression_excluding_license_file_id_fails_closed
An allowed expression that omits the allowed LICENSE file's id conflicts, as a single id does.
tests/validators/test_license.py:708
Method
test_expression_including_license_file_id_is_consistent
A LICENSE file naming one license of the declared expression is not a conflict.
tests/validators/test_license.py:693
Function
test_extended_codex_allsettled_maps_each_call_to_its_record
(extractor, renderer, records)
tests/tier3/test_codex_tool_call_normalization.py:1143
Function
test_extended_codex_apply_patch_string_literal_normalizes
(extractor, source)
tests/tier3/test_codex_tool_call_normalization.py:1214
Function
test_extended_codex_bound_forms_it_cannot_split_keep_the_upstream_result
(extractor, source)
tests/tier3/test_codex_tool_call_normalization.py:1684
Function
test_extended_codex_clean_records_still_score_clean
(extractor)
tests/tier3/test_codex_tool_call_normalization.py:1538
Function
test_extended_codex_duplicate_record_keys_stay_unsupported
(extractor, records)
tests/tier3/test_codex_tool_call_normalization.py:1570
Function
test_extended_codex_dynamic_and_ambiguous_forms_stay_atomic
(extractor, source)
tests/tier3/test_codex_tool_call_normalization.py:1296
Function
test_extended_codex_dynamic_inline_is_not_a_clean_security_result
(extractor)
tests/tier3/test_codex_tool_call_normalization.py:1445
Function
test_extended_codex_exit_one_record_keeps_the_quiet_probe_exemption
(extractor, command, output, clean, settled)
tests/tier3/test_codex_tool_call_normalization.py:1589
Function
test_extended_codex_extracted_records_carry_is_error
(extractor)
tests/tier3/test_codex_tool_call_normalization.py:1371
Function
test_extended_codex_failed_call_grades_the_same_in_every_spelling
(extractor, source)
tests/tier3/test_codex_tool_call_normalization.py:1651
Function
test_extended_codex_failed_skill_read_gets_no_activation_credit
(extractor)
tests/tier3/test_codex_tool_call_normalization.py:1546
Function
test_extended_codex_fulfilled_nonzero_exit_scores_as_a_failed_command
(extractor)
tests/tier3/test_codex_tool_call_normalization.py:1528
Function
test_extended_codex_fulfilled_record_keeps_its_exit_code
(extractor, renderer, shape)
tests/tier3/test_codex_tool_call_normalization.py:1484
Function
test_extended_codex_fulfilled_record_without_exit_code_stays_unknown
(extractor)
tests/tier3/test_codex_tool_call_normalization.py:1504
Function
test_extended_codex_incomplete_allsettled_observation_falls_back_to_atomic
(observation)
tests/tier3/test_codex_tool_call_normalization.py:1343
Function
test_extended_codex_inline_and_single_quoted_wrappers_normalize
(extractor, source)
tests/tier3/test_codex_tool_call_normalization.py:1166
Function
test_extended_codex_inline_destructive_command_is_still_flagged
(extractor)
tests/tier3/test_codex_tool_call_normalization.py:1435
Function
test_extended_codex_inline_multi_call_records_are_split_in_order
(extractor)
tests/tier3/test_codex_tool_call_normalization.py:1409
Function
test_extended_codex_inline_result_keeps_its_exit_code
(extractor)
tests/tier3/test_codex_tool_call_normalization.py:1494
Function
test_extended_codex_lone_inline_call_keeps_its_exit_code
(extractor)
tests/tier3/test_codex_tool_call_normalization.py:1604
Function
test_extended_codex_lone_inline_call_without_a_record_keeps_the_whole_output
(extractor)
tests/tier3/test_codex_tool_call_normalization.py:1615
Function
test_extended_codex_lone_successful_call_uses_its_own_record
(extractor, outer_error)
tests/tier3/test_codex_tool_call_normalization.py:1712
Function
test_extended_codex_record_status_wins_over_outer_failure
()
tests/tier3/test_codex_tool_call_normalization.py:1378
Function
test_extended_codex_rejected_allsettled_record_is_an_error
()
tests/tier3/test_codex_tool_call_normalization.py:1352
Function
test_extended_codex_rejected_record_scores_as_a_failed_command
(extractor, reason)
tests/tier3/test_codex_tool_call_normalization.py:1518
Function
test_extended_codex_single_allsettled_record_normalizes
(extractor)
tests/tier3/test_codex_tool_call_normalization.py:1421
Function
test_extended_codex_single_quoted_string_escapes
(source, expected)
tests/tier3/test_codex_tool_call_normalization.py:1190
Function
test_extended_codex_two_bound_calls_each_get_their_own_record
(extractor)
tests/tier3/test_codex_tool_call_normalization.py:1662
Function
test_extended_codex_untrusted_allsettled_records_fall_back_to_atomic
(extractor, records)
tests/tier3/test_codex_tool_call_normalization.py:1325
Function
test_extension_validation_bound_is_explicit_instead_of_silently_accepting_suffix
()
tests/validators/test_private_format_boundaries.py:180
Function
test_external_alias_matches_default_public_policy
(tmp_path: Path)
tests/golden/test_policy_behavior.py:82
Method
test_external_and_parent_markdown_links_are_not_nested_references
(self, tmp_path: Path, target: str)
tests/validators/test_quality_score.py:1287
Function
test_external_and_unknown_identity_remain_advisory
(tmp_path)
tests/test_plugin_dependency_records.py:56
Method
test_external_baseline_keeps_its_path_for_a_staged_scan
(self, mock_run, skill_with_artifacts, tmp_path)
tests/validators/test_artifact_dir_exclusion.py:318
Function
test_external_file_symlink_is_rejected_before_copy
(tmp_path: Path)
tests/test_harbor_secure_copy.py:60
Method
test_external_gitleaks_has_no_bundled_override
(self)
tests/utils/test_tool_runner.py:207
Function
test_external_idless_continuation_chains_receive_distinct_reference_scoped_ids
(tmp_path: Path)
tests/test_harbor_collector_multistep_trajectory.py:1839
Method
test_external_links_ignored
Test that external links are not checked.
tests/validators/test_hygiene.py:305
Function
test_external_output_retains_unmarked_overwrite_behavior
(tmp_path: Path)
tests/test_harbor_output_provenance.py:590
Method
test_external_profile_accepts_well_formed_author
A well-formed author is accepted under the external profile.
tests/validators/test_schema.py:982
Method
test_external_profile_rejects_malformed_author_shape
A bare email fails the shape check under the external profile.
tests/validators/test_schema.py:1015
Method
test_external_profile_reports_missing_author_as_advisory
Missing author is reported but does not block under the public profile.
tests/validators/test_schema.py:997
Function
test_external_results_need_no_source_exclusion
(tmp_path)
tests/tier3/test_plugin_runtime_identity.py:196
Function
test_external_root_configured_root_and_legacy_fallback
(monkeypatch, tmp_path)
tests/test_tier3_history.py:171
Method
test_external_skillspector_receives_public_nvidia_build_openai_contract
The external scanner keeps its Build model registry and the OpenAI-compatible credentials.
tests/validators/test_security.py:5387
Method
test_external_tool_availability
Test ExternalTool availability detection.
tests/validators/test_security_validators.py:995
Method
test_external_tool_keeps_path_precedence
External Gitleaks must remain user/PATH supplied, not sibling bound.
tests/utils/test_tool_runner.py:149
Method
test_external_tool_uses_fallback
ExternalTool resolves bundled console scripts via the fallback.
tests/utils/test_tool_runner.py:238
Method
test_external_url_with_balanced_parentheses_is_not_nested
(self, tmp_path: Path)
tests/validators/test_quality_score.py:1442
Method
test_extra_ro_binds_appended
(self, tmp_path: Path)
tests/test_harbor_local_sandbox.py:407
Function
test_extract_json_does_not_cross_unclosed_structural_prefix
()
tests/tier3/test_judge_parse_robustness.py:203
Function
test_extract_json_does_not_promote_object_from_truncated_outer_array
()
tests/tier3/test_judge_parse_robustness.py:172
Function
test_extract_json_ignores_closed_non_json_label_before_unique_array
()
tests/tier3/test_judge_parse_robustness.py:195
Function
test_extract_json_ignores_non_json_bracket_label_before_unique_object
()
tests/tier3/test_judge_parse_robustness.py:179
Function
test_extract_json_keeps_unique_object_before_unmatched_trailing_prose
()
tests/tier3/test_judge_parse_robustness.py:187
Function
test_extract_json_preserves_prose_wrapped_top_level_arrays
()
tests/tier3/test_judge_parse_robustness.py:164
Function
test_extract_json_preserves_top_level_arrays
()
tests/tier3/test_judge_parse_robustness.py:158
Function
test_extract_json_rejects_duplicate_object_members
(text)
tests/tier3/test_judge_parse_robustness.py:239
← previous
next →
15,901–16,000 of 24,741, ranked by callers