MCPcopy Create free account

hub / github.com/NVIDIA/SkillEvaluator / functions

Functions24,741 in github.com/NVIDIA/SkillEvaluator

Function_mapping
(value: Any, field: str, *, copy_value: bool = True)
src/skillevaluator/reporting/retained.py:63
Function_mask_argument_placeholder
Mask a short CLI placeholder; leave free text and command syntax for the tag check.
src/skillevaluator/validators/quality_score.py:107
Function_mask_token_prefix
Mask a prefixed token, keeping snake_case identifiers that share the prefix.
src/skillevaluator/tier3/eval_core/checks.py:4973
Function_match_skill_name
(observed, expected, fuzzy=False)
src/skillevaluator/tier3/harbor/templates/eval.py:570
Function_merge_amplified_yaml
Return YAML whose chained merge keys double the expanded size on every line.
tests/validators/test_security.py:212
Function_metric_average_excluding
( rewards: list[dict[str, Any]], metric: str, excluded_cases: set[str], expected_case_ids: set[str] | None
src/skillevaluator/tier3/harbor/collector.py:5576
Function_missing_harbor
(self, options, *, progress_reporter=None)
tests/test_cli.py:1012
Function_mock
(tool_name: str)
tests/validators/test_security_validators.py:30
Function_mock_kubernetes_package
Ensure kubernetes is available as a module for GKE prerequisite tests.
tests/test_harbor_gke_mode.py:33
Method_names
(cls, definitions: dict[str, MetricDefinition])
src/skillevaluator/tier3/external_metrics.py:116
Function_nested_shell_command
(command: str, depth: int)
tests/test_harbor_negative_control_evidence.py:31
Function_nested_shell_command
(command: str, depth: int)
tests/tier3/test_negative_control_invocation_evidence.py:31
Function_never_called
(*args: Any, **kwargs: Any)
tests/tier3/test_judge_contracts.py:389
Function_new_nested_alpha
(tmp_path: Path, skills: Path)
tests/embedding/test_catalog.py:672
Function_no_skillspector_provider
(monkeypatch)
tests/reporting/test_tier3_validate_cases.py:16
Function_no_sleep
(_sec: float)
tests/test_harbor_gke_environment.py:1523
Function_normalize
(_skill_path: Path, **kwargs)
tests/test_evaluation_service.py:1039
Function_normalize_tool_call_with_records
Unwrap proven native Codex calls, adding the inline and allSettled forms of #235.
src/skillevaluator/tier3/eval_core/codex_tool_call_normalizer.py:1385
Function_normalized
(*_args, **_kwargs)
tests/test_commands.py:2783
Method_normalized_allowlist
Pre-compute normalized allowlist for O(1) lookups.
src/skillevaluator/validators/license.py:217
Method_normalized_blocklist
Pre-compute normalized blocklist for O(1) lookups.
src/skillevaluator/validators/license.py:222
Method_normalized_exception_allowlist
Pre-compute normalized SPDX exceptions that may follow an allowed license.
src/skillevaluator/validators/license.py:227
Function_normalized_tool_call_error_flag_with_records
Report a call's own record outcome, which may be unknown, before the upstream flag.
src/skillevaluator/tier3/eval_core/codex_tool_call_normalizer.py:1484
Function_normalized_tool_call_observation_with_records
Return a call's own record, else the outer observation when its owner is known.
src/skillevaluator/tier3/eval_core/codex_tool_call_normalizer.py:1477
Function_normpath_word
(match: re.Match[str])
src/skillevaluator/tier3/eval_core/checks.py:921
Method_observations
(self)
src/skillevaluator/tier3/external_metrics.py:123
Function_occurrence_sort_key
Order occurrences by location without failing on malformed values.
src/skillevaluator/reporting/finding_summary.py:35
Method_onDataPop
()
src/skillevaluator/reporting/assets/chart.umd.min.js:13
Method_onDataPush
()
src/skillevaluator/reporting/assets/chart.umd.min.js:13
Method_onDataShift
()
src/skillevaluator/reporting/assets/chart.umd.min.js:13
Method_onDataSplice
(t,e)
src/skillevaluator/reporting/assets/chart.umd.min.js:13
Method_onDataUnshift
()
src/skillevaluator/reporting/assets/chart.umd.min.js:13
Function_on_case_rows
(rows: list[TierRow])
src/skillevaluator/cli.py:2916
Function_on_check
(name: str)
src/skillevaluator/cli.py:2802
Function_on_engine_tail
(lines: list[str])
src/skillevaluator/cli.py:2912
Method_openai_kwargs
(include_schema: bool)
src/skillevaluator/inference/client.py:795
Function_optional_tier3_skip
(*_args, **_kwargs)
tests/test_commands.py:2940
Function_ordered_budget_tree
(tmp_path: Path)
tests/utils/test_secure_fs_platform.py:470
Function_parse_conflict_probes
(value: Any, where: str, errors: _FieldErrors)
src/skillevaluator/tier3/eval_core/plugin_signals.py:1125
Function_parse_expected_order
(value: Any, where: str, errors: _FieldErrors)
src/skillevaluator/tier3/eval_core/plugin_signals.py:1052
Function_parse_finite_json_float
(value)
src/skillevaluator/tier3/harbor/templates/eval.py:2554
Function_parse_handoffs
(value: Any, where: str, errors: _FieldErrors)
src/skillevaluator/tier3/eval_core/plugin_signals.py:1075
Function_parse_origin
(value: str)
src/skillevaluator/_ci_onboarding_all_tiers.py:145
Function_parse_tool_arguments
Every valid rule, or ``None`` when any rule is bad; each bad rule is reported, not only the first.
src/skillevaluator/tier3/eval_core/plugin_signals.py:981
Method_parse_truncated_response
Keep a truncated reply only when at least one complete verdict survived.
src/skillevaluator/inference/finding_verifier.py:75
Function_partial_dump
(_dataset, stream, **_kwargs)
tests/tier3/test_generate_dataset_results.py:410
Method_pathlike_tokens
(args: str)
src/skillevaluator/tier3/harbor/local_environment.py:1731
Function_persisted_trial_names
Resolve distinct physical reward identities to distinct output directories.
src/skillevaluator/tier3/harbor/collector.py:5927
Function_pii_results
()
src/skillevaluator/tier1/commands.py:431
Function_plugin_settings
(config: Any)
src/skillevaluator/tier3/plugin_native.py:344
Method_poll_loop
(self)
src/skillevaluator/reporting/console_ui.py:202
Function_precomputed_score
(precomputed: dict[str, Any], dim_id: str)
src/skillevaluator/evaluation/tier3_report.py:4584
Method_prefix_ends
(self)
src/skillevaluator/tier3/eval_core/plugin_signals.py:2165
Method_prefixes
Tool-name prefix -> the declared-server entries it names (see :meth:`identity`).
src/skillevaluator/tier3/eval_core/plugin_signals.py:2150
Function_preflight
(**_kwargs)
tests/test_tier3_progress.py:5258
Function_prepare
(path, **kwargs)
tests/test_nemo_gym_backend.py:3001
Function_probe_vertex_anthropic_model
Execute rawPredict probe against Vertex AI Claude Model Garden endpoint.
src/skillevaluator/tier3/harbor/runtime_preflight.py:1513
Function_probe_vertex_openapi_model
Execute a 1-token chat/completions probe against Vertex AI OpenAPI endpoint.
src/skillevaluator/tier3/harbor/runtime_preflight.py:1811
Function_prompt_skill_files_match
The prompt text that points the agent at the skill's own files, or None.
src/skillevaluator/tier3/evals_spec.py:885
Function_provider
()
tests/test_tier3_config_key_parity.py:38
Function_provider
()
tests/test_tier3_max_cases.py:30
Function_provider
()
tests/tier3/test_baseline_timeouts.py:1618
Function_pump
()
src/skillevaluator/tier3/nemo_gym/runner.py:622
Function_px
(value: str, unit: str)
tests/reporting/test_report_redesign.py:482
Function_quality_results
()
src/skillevaluator/tier1/commands.py:447
Function_raise
(*args, **kwargs)
tests/test_precommit.py:487
Method_raise
(*_args: object, **_kwargs: object)
tests/validators/test_skillspector_scope.py:730
Function_raise_judge_timeout
(_signum, _frame)
src/skillevaluator/tier3/harbor/templates/eval.py:3992
Function_raise_normalizer
(*_args, **_kwargs)
tests/test_evaluation_service.py:998
Function_raise_traversal_error
(error: OSError)
src/skillevaluator/deduplication/utils/skill_collector.py:490
Function_raise_walk_error
(error: OSError)
src/skillevaluator/embedding/extractor.py:476
Function_rate
(data: object)
src/skillevaluator/tier3/result_display.py:113
Function_read_plugin_json
(reader: PluginRootReader, rel: str, label: str)
src/skillevaluator/tier3/plugin_native.py:337
Function_read_pod
(*, name: str, namespace: str)
tests/test_harbor_gke_environment.py:1434
Function_record
(report_name: str | None)
tests/test_commands.py:2256
Function_recorded_count_info
``lift.json`` records two mixed cases; the loaded rewards identify one.
tests/test_judge_lift_integrity.py:696
Function_redact_auth_header
(match: re.Match[str])
src/skillevaluator/utils/redaction.py:209
Function_redact_sensitive_assignment
(match: re.Match[str])
src/skillevaluator/utils/redaction.py:202
Function_reject_constant
(value: str)
src/skillevaluator/tier3/external_metrics.py:149
Function_reject_constant
Reject NaN and Infinity, which `json.loads` takes but JavaScript serializes as null.
src/skillevaluator/tier3/eval_core/codex_tool_call_normalizer.py:182
Function_reject_duplicate_object_pairs
Build an object while rejecting ambiguous duplicate members.
src/skillevaluator/tier3/harbor/templates/eval.py:2540
Function_reject_json_constant
(value: str)
src/skillevaluator/utils/structured_data.py:250
Function_reject_json_constant
(value: str)
src/skillevaluator/embedding/registry.py:918
Function_reject_nonfinite_json_constant
Reject JSON constants that are outside the interoperable JSON grammar.
src/skillevaluator/tier3/harbor/runner.py:364
Function_reject_nonstandard_json_constant
(_value)
src/skillevaluator/tier3/harbor/templates/eval.py:2550
Function_related_paths
Return distinct path-like string values carried in finding metadata.
src/skillevaluator/reporting/html.py:1847
Method_removeDatasetHoverStyle
()
src/skillevaluator/reporting/assets/chart.umd.min.js:13
Function_render
(directory: Path, summary: dict, context: dict)
ci/publish_reports.py:477
Method_render_plan
(self, plan: Tier3RunPlan)
src/skillevaluator/tier3/harbor/progress.py:711
Function_rendered_identity_present
(value: str)
scripts/ci/check_public_benchmarks.py:1488
Function_replace
(match: re.Match[str])
src/skillevaluator/tier3/harbor/adapter.py:2817
Method_report
(scan_root: Path)
tests/validators/test_skillspector_scope.py:1678
Function_represent_gitlab_variable
(dumper, value)
src/skillevaluator/_ci_onboarding_all_tiers.py:83
Function_resolve
Bound even a hung system resolver; the worker cannot delay process exit.
src/skillevaluator/validators/endpoint_resolution.py:67
Function_resolve_network_client_lookups
Replace ``$(which curl)``-style substitutions with the command they name. A substitution any of whose commands names a network client, a command
src/skillevaluator/tier3/eval_core/checks.py:2114
Method_resolved_config
(self)
scripts/benchmark_tier2_scale.py:55
Method_resolved_config
(self)
tests/deduplication/plugin/test_openclaw_profile.py:45
Method_resolved_config
(self)
tests/deduplication/plugin/test_private_dedup.py:38
Method_resolved_model_name
(self)
src/skillevaluator/tier3/harbor/local_agents.py:389
Function_reward
(case: str, attempt: int = 1, value: float = 0.8)
tests/tier3/test_private_case_coverage_review.py:12
← previousnext →9,901–10,000 of 24,741, ranked by callers