MCPcopy Create free account

hub / github.com/NVIDIA/SkillEvaluator / functions

Functions24,741 in github.com/NVIDIA/SkillEvaluator

Functiontest_zero_severity_counts_do_not_distract_from_the_issue_summary
(count, critical, high, expected)
tests/ci/test_comment_summary.py:112
Methodtest_zero_token_limit_uses_endpoint_appropriate_key
( self, monkeypatch: pytest.MonkeyPatch, base_url: str | None, expected_key: s
tests/inference/test_llm_client.py:696
Functiontest_zero_trial_job_requires_explicit_budget_denial_to_skip
(tmp_path, reason)
tests/tier3/test_run_budget.py:551
Functiontest_zero_trial_job_with_expected_work_still_fails
(tmp_path)
tests/tier3/test_run_budget.py:542
Methodtest_zero_vector_returns_zero
(self)
tests/embedding/test_client.py:41
Functiontest_zip_paths_are_rejected_without_extraction
(name)
tests/ci/test_feedback.py:477
Functiontest_zip_paths_cannot_escape
(name)
tests/ci/test_publish_reports.py:207
Functiontest_zip_scan_enforces_global_member_count_limit
(tmp_path: Path, monkeypatch)
tests/test_oss_boundary.py:1324
Functiontest_zip_scan_fails_closed_cleanly_on_encrypted_member
(tmp_path: Path)
tests/test_oss_boundary.py:1378
Functiontest_zip_scan_fails_closed_cleanly_on_unsupported_member
(tmp_path: Path)
tests/test_oss_boundary.py:1389
Functiontest_zip_symlinks_duplicate_json_and_missing_native_evidence_are_rejected
()
tests/ci/test_feedback.py:483
Methodtext
(self)
src/skillevaluator/reporting/presentation.py:112
Functiontier1
Run Tier 1 checks: tier1 PATH. LLM checks join automatically when configured. With no path, show help. Expert commands remain available below.
src/skillevaluator/cli.py:301
Functiontier1
(skill_path: Path, **_: object)
tests/reporting/test_junit_reporter.py:664
Functiontier2
Run Tier 2 deduplication: tier2 PATH [--catalog FILE]. Compare content within the skill, and against other skills when a saved catalog is sup
src/skillevaluator/cli.py:309
Functiontier3
Run Tier 3 evaluation: tier3 PATH. Prepare a missing dataset automatically. Reuse valid existing tasks; otherwise create one starter case and eva
src/skillevaluator/cli.py:318
Functiontier3
(path: Path, **_kwargs: object)
tests/test_commands.py:1777
Functiontier3
(skill_path: Path, *, results_dir: Path | None, **_kwargs: object)
tests/test_catalog_results.py:43
Functiontier3
(*_args: Any, **kwargs: Any)
tests/tier3/test_baseline_timeouts.py:1772
Functiontier3_accept_traces
Promote only human-reviewed trace candidates into evals/evals.json.
src/skillevaluator/cli.py:367
Functiontier3_doctor_command
Check live-evaluation runtime readiness.
src/skillevaluator/cli.py:4460
Functiontier3_feedback
Chat about one completed run's results and possible skill improvements.
src/skillevaluator/cli.py:4630
Functiontier3_history
List retained Skill Lift runs chronologically without execution.
src/skillevaluator/cli.py:4594
Functiontier3_import_metrics
Report precomputed custom scores without executing tests or assigning standard scores.
src/skillevaluator/cli.py:4495
Functiontier3_import_traces
Import a production trace export into redacted review candidates.
src/skillevaluator/cli.py:337
Functiontier3_migrate_dataset
Preview a lossless dataset conversion, or write an explicit new destination.
src/skillevaluator/cli.py:4519
Functiontier3_validate
Validate Tier 3 evals/ and optional Harbor BYOT contract.
src/skillevaluator/cli.py:4539
Functiontime_out
(*_args, **_kwargs)
tests/test_verifier_error_redaction.py:239
Functiontime_out
(*args, **kwargs)
tests/test_harbor_local_mode.py:4313
Methodtimed_out
(self)
src/skillevaluator/tier3/harbor/nvidia_build_bridge.py:472
Functiontimeout
(*_args, **kwargs)
tests/test_harbor_runtime_preflight.py:727
Functiontimeout
(*_args, **_kwargs)
tests/tier3/test_grader_validation.py:837
Functiontimeout_run
(command, *args, **kwargs)
tests/test_harbor_runner_environment.py:2529
Functiontiny_skill
(tmp_path)
tests/test_progress_output.py:30
Functiontitle
(t)
src/skillevaluator/reporting/assets/chart.umd.min.js:13
Methodtitle
Get title from frontmatter.
src/skillevaluator/models/workflows.py:298
Functionto
(t,e,i,s)
src/skillevaluator/reporting/assets/chart.umd.min.js:13
MethodtoBase64Image
(...t)
src/skillevaluator/reporting/assets/chart.umd.min.js:13
Methodto_dict
(self)
src/skillevaluator/plugin_component_risk.py:745
Methodto_dict
(self)
src/skillevaluator/tier3/loose_parts.py:274
Methodto_dict
Convert to dictionary for JSON serialization.
src/skillevaluator/models/result.py:280
Methodto_dict
Convert to dictionary for JSON serialization.
src/skillevaluator/models/result.py:335
Methodto_metadata
(self)
src/skillevaluator/plugin_dependencies.py:583
Functiontolerance_warning
Return the run warning that names a tolerated agent and its missing baseline attempts.
src/skillevaluator/tier3/harbor/baseline_timeouts.py:344
MethodtooltipPosition
(t)
src/skillevaluator/reporting/assets/chart.umd.min.js:13
Functiontrack
(result)
tests/reporting/test_shared_run_status.py:139
Functiontrack_cleanup
(path: Path, expected: os.stat_result)
tests/test_harbor_output_provenance.py:255
Functiontrack_roots
(node: object, manifests: object)
tests/test_harbor_secure_copy.py:1678
Functiontracked
(path)
tests/ci/test_run_tier1.py:1774
Functiontracked_close
(descriptor: int)
tests/test_harbor_secure_copy.py:1042
Functiontracked_close
(descriptor: int)
tests/test_harbor_output_provenance.py:237
Functiontracked_close
(descriptor: int)
tests/utils/test_secure_fs.py:51
Methodtracked_close
(fd: int)
tests/deduplication/utils/test_skill_collector.py:470
Functiontracked_open
(path, flags, mode=0o777, *, dir_fd=None)
tests/utils/test_secure_fs.py:33
Methodtracked_open
(path, flags, *, dir_fd=None)
tests/deduplication/utils/test_skill_collector.py:455
Methodtracked_os_open
(path, flags, *, dir_fd=None)
tests/embedding/test_extractor.py:170
Functiontracked_popen
(*args: object, **kwargs: object)
tests/test_harbor_runner_status.py:309
Functiontracked_send
(request, *args, _send=original_send, **kwargs)
src/skillevaluator/tier3/harbor/runtime_preflight.py:316
Methodtranscript
(self)
src/skillevaluator/evaluation/tier3_feedback_chat.py:1029
Functiontransport
(_endpoint: str, _body: bytes)
tests/test_harbor_local_mode.py:925
Functiontransport
(_endpoint: str, body: bytes)
tests/test_nvidia_build_bridge.py:524
Methodtransport
(self)
src/skillevaluator/plugin_mcp.py:103
Methodtruncated
(self)
src/skillevaluator/evaluation/tier3_report.py:188
Functiontrusted
(monkeypatch)
tests/ci/test_benchmark_publish.py:123
Functiontrusted_workflow_pins
(monkeypatch)
tests/ci/test_publish_reports.py:28
Methodtry_replace_after_open
(fd: int, size: int)
tests/embedding/test_catalog.py:416
Functiontwo_streams
(url, *, http_client)
tests/tier3/test_mcp_proof_sdk_compat.py:43
Functiontwo_trials
(*args, **kwargs)
tests/tier3/test_plugin_evidence.py:469
Methodtype
()
src/skillevaluator/reporting/assets/chart.umd.min.js:13
Methodtype
()
src/skillevaluator/tier3/harbor/local_environment.py:529
Methodtype
()
tests/tier3/test_harbor_local_agents.py:77
Methodtyped_names
What a ``<Type>:<pattern>`` ref of this identity's type is matched against.
src/skillevaluator/tier3/eval_core/plugin_signals.py:1610
Functionunavailable
(*args, **kwargs)
tests/test_nemo_gym_backend.py:1650
Functionunavailable
(*args, **kwargs)
tests/reporting/test_plugin_reports_runtime_composition.py:32
Functionunavailable
(*_args)
tests/validators/test_private_plugin_composition.py:313
Functionunavailable
(path)
tests/ci/test_feedback.py:431
Functionunavailable
(*_args, **_kwargs)
tests/tier3/test_workflow.py:351
Functionunavailable
(request, timeout)
tests/tier3/test_judge_policies.py:628
Functionunavailable_doctor
(args, **_kwargs)
tests/ci/test_all_tier_preflight.py:217
Functionunavailable_files
(_package: str)
tests/reporting/test_unified_tier3_report.py:727
Functionunchecked_behavior
()
tests/tier3/test_grader_validation.py:319
Functionuncooperative_create
(*args: object, **kwargs: object)
tests/test_harbor_local_mode.py:3808
Functionunexpected
(*args, **kwargs)
tests/test_tier3_case_summary.py:678
Functionunexpected
(*_args, **_kwargs)
tests/test_private_runtime_rereview.py:39
Functionunexpected
()
tests/tier3/test_decoy_workspace.py:145
Functionunexpected_consistent_text
(*_args: object, **_kwargs: object)
tests/reporting/test_advisory_skip_verdict.py:4012
Functionunexpected_construction
(**_kwargs)
tests/test_tier2_command_failures.py:26
Functionunexpected_control
(*_args)
tests/tier3/test_private_comparison_engine.py:123
Functionunexpected_copy
(*args, **kwargs)
tests/tier3/test_plugin_prepare_review.py:437
Functionunexpected_documents
(*_args)
tests/ci/test_benchmark_publish.py:180
Functionunexpected_git
(*_args, **_kwargs)
tests/test_ci_onboarding_pages.py:267
Functionunexpected_launch
(*_args: object, **_kwargs: object)
tests/test_harbor_local_mode.py:4136
Functionunexpected_mutation
(*_args, **_kwargs)
tests/test_ci_onboarding_pages.py:342
Functionunexpected_preflight
(**_kwargs: object)
tests/test_harbor_runner_environment.py:2071
Functionunexpected_provider_resolution
()
tests/test_tier3_progress.py:4094
Functionunexpected_read
(directory)
tests/ci/test_report_views.py:575
Functionunexpected_remote
(*args, **kwargs)
tests/test_ci_onboarding.py:662
Functionunexpected_snapshot
(*args, **kwargs)
tests/tier3/test_interactions.py:547
Functionunique_fields
(pairs)
src/skillevaluator/tier3/grader_policy.py:50
Functionunreadable_open
(path: object, flags: int, mode: int = 0o777, *, dir_fd: int | None = None)
tests/test_harbor_secure_copy.py:806
← previousnext →24,501–24,600 of 24,741, ranked by callers