MCPcopy Create free account

hub / github.com/NVIDIA/SkillEvaluator / functions

Functions24,741 in github.com/NVIDIA/SkillEvaluator

Methodscanners
External scanners that produced this result, mapped to their versions.
src/skillevaluator/models/result.py:708
Methodschedule_late_reap
( completed_creation: asyncio.Task[asyncio.subprocess.Process], )
src/skillevaluator/tier3/harbor/secure_docker_environment.py:1488
Methodscoped_exec_env
(self, _env: dict[str, str])
tests/test_harbor_local_mode.py:77
Functionscore
(reward: dict[str, Any])
src/skillevaluator/tier3/harbor/collector.py:5371
Functionscore
(row)
tests/tier3/test_metric_applicability_producer.py:259
Functionscore_skill_efficiency
Compute the ``skill_efficiency`` eval score (average of sub-checks).
src/skillevaluator/tier3/eval_core/checks.py:8546
Functionscored
(*_args, **_kwargs)
tests/tier3/test_metric_applicability_producer.py:383
Functionscorer
(request: pytest.FixtureRequest, harbor_eval_template: ModuleType)
tests/tier3/test_skill_activation_scoring.py:17
Methodscrub_localhost_file_url
(match: re.Match[str])
src/skillevaluator/evaluation/tier3_feedback_chat.py:657
Methodscrub_segment
(segment: str)
src/skillevaluator/evaluation/tier3_feedback_chat.py:654
Methodsearch
(self, _source)
tests/tier3/test_codex_tool_call_normalization.py:620
Functionsearch_with_deadline
(pattern: str, text: str, *, timeout: float)
tests/tier3/test_plugin_signals.py:88
Functionsecond_ctrl_c
(wait_count: int)
tests/test_harbor_runner_status.py:958
Functionsecond_default
()
tests/golden/test_cli_surface.py:33
Functionsecure_exec
( command: str, cwd: str | None = None, env: dict[str, str] | None = None, tim
tests/test_harbor_secure_docker_environment.py:1693
Functionsecurity
()
tests/tier3/test_private_plugin_security.py:26
Functionsecurity_scan
Scan for security vulnerabilities.
src/skillevaluator/cli.py:3303
Methodsegments
()
src/skillevaluator/reporting/assets/chart.umd.min.js:13
Methodselect
(self, timeout=None)
tests/tier3/test_judge_failure_artifacts.py:871
Functionselect_decoys_command
Select neighboring skills for a paired group evaluation. Rank a local catalog by description similarity and save a reviewable manifest. This
src/skillevaluator/tier3/decoy_commands.py:42
Functionselected
(path: Path)
src/skillevaluator/plugin_skills.py:77
Functionselected
(relative: Path)
tests/utils/test_secure_fs.py:244
Methodselected_components
Effective rows of the selected manifest, including declarations it cannot load.
src/skillevaluator/plugin_inventory.py:80
Methodselected_skills
Readable selected skills with contained source directories; unresolved refs remain inventory rows.
src/skillevaluator/plugin_inventory.py:90
Functionselection
(tmp_path: Path)
tests/tier3/test_decoys.py:67
Functionselective_rmtree
(path: Path)
tests/test_harbor_artifact_retention.py:75
Functionsemantic_text_spy
(value: object, *, strip_marks: bool = False)
tests/reporting/test_advisory_skip_verdict.py:1653
Methodsend
(self, data: Any)
src/skillevaluator/model_catalog.py:231
Methodsend
(sig: signal.Signals)
src/skillevaluator/tier3/harbor/local_environment.py:1411
MethodsetActiveElements
(t)
src/skillevaluator/reporting/assets/chart.umd.min.js:13
MethodsetActiveElements
(t,e)
src/skillevaluator/reporting/assets/chart.umd.min.js:13
MethodsetDimensions
()
src/skillevaluator/reporting/assets/chart.umd.min.js:13
MethodsetHoverStyle
(t,e,i)
src/skillevaluator/reporting/assets/chart.umd.min.js:13
FunctionsetWidth
(t)
src/skillevaluator/reporting/assets/chart.umd.min.js:13
Methodset_failure_callback
Notify a safety wrapper when the reporter's own heartbeat thread fails.
src/skillevaluator/tier3/harbor/progress.py:245
Methodset_failure_callback
(self, callback)
tests/test_tier3_progress.py:2499
Methodset_failure_callback
(self, _callback)
tests/test_tier3_progress.py:2536
Methodset_secret_values
(self, values)
src/skillevaluator/reporting/console_ui.py:209
Methodset_secret_values
(self, values: list[str] | tuple[str, ...] | set[str])
src/skillevaluator/tier3/harbor/progress.py:973
Methodset_secret_values
(self, values)
tests/test_nemo_gym_backend.py:1966
Methodset_secret_values
(self, values)
tests/test_nemo_gym_backend.py:2072
Methodset_secret_values
(self, _values: Any)
tests/test_tier3_max_cases.py:90
Methodset_secret_values
(self, _values)
tests/test_tier3_progress.py:1114
Methodset_secret_values
(self, values)
tests/test_tier3_progress.py:2829
Methodset_secret_values
(self, _values)
tests/test_tier3_progress.py:5940
Methodset_secret_values
(self, _values: Any)
tests/tier3/test_skip_with_skill.py:223
Methodsetup
(self, environment: BaseEnvironment)
src/skillevaluator/tier3/harbor/local_agents.py:166
Methodshell_paths
Distinct shell paths this call reads and writes, resolved against the call's directory. A path may be a glob (``out/*.json``); see :func:`_ob
src/skillevaluator/tier3/eval_core/plugin_signals.py:1716
Functionshort_wait
(tasks, *, timeout=None, **kwargs)
tests/tier3/test_judge_failure_artifacts.py:685
Functionshort_wait_for
(awaitable, timeout)
tests/tier3/test_judge_failure_artifacts.py:682
Functionshould_downgrade
Return whether a verified finding meets the downgrade threshold.
src/skillevaluator/finding_verification_policy.py:13
Functionshould_not_run
( _self: object, *, instruction: str, environment: object, context: ob
tests/test_harbor_local_mode.py:813
Functionsignal_process_tree
(_process: object, value: signal.Signals)
tests/test_harbor_secure_docker_environment.py:4529
Functionsimilarity_check
Detect duplicate content with embedding similarity.
src/skillevaluator/cli.py:3424
Functionsimulate_junction
(path: Path)
tests/test_catalog_discovery.py:338
Methodsingle
(skill_dir: Path)
tests/validators/test_security.py:2498
Methodsize
(self)
src/skillevaluator/embedding/registry.py:217
Functionsize_until_evidence_trimmed
(payload: dict)
tests/test_judge_lift_integrity.py:535
Functionskill
(tmp_path: Path)
tests/validators/test_pii_waivers.py:64
Functionskill
(tmp_path)
tests/cli/test_tier_workflows.py:34
Functionskill
(tmp_path)
tests/tier3/test_dataset_coverage.py:21
Functionskill
(tmp_path: Path)
tests/tier3/test_workflow.py:20
Functionskill
(tmp_path: Path)
tests/tier3/test_skip_with_skill.py:32
Functionskill_dir
(tmp_path)
tests/validators/test_scan_incomplete.py:23
Methodskill_dir
(self, tmp_path)
tests/utils/test_scanner_install.py:152
Methodskill_namespace
The ``<plugin>`` in the harness's ``<plugin>:<name>`` skill and command names; empty for bare names. The Harbor verifier strips exactly this
src/skillevaluator/tier3/plugin_native.py:1073
Functionskill_root
Create a minimal skill root directory.
tests/deduplication/conftest.py:18
Functionskill_with_apache_license
Create a skill directory with Apache 2.0 license.
tests/validators/test_license.py:53
Functionskill_with_artifacts
A skill dir carrying Tier 3 artifact subtrees.
tests/validators/test_artifact_dir_exclusion.py:35
Functionskill_with_forbidden_fields
Create a skill directory with forbidden fields (alwaysApply, globs).
tests/conftest.py:128
Functionskill_with_gpl_license
Create a skill directory with GPL v3 license (blocked).
tests/validators/test_license.py:107
Functionskill_with_mit_license
Create a skill directory with MIT license.
tests/validators/test_license.py:86
Functionskill_with_name_mismatch
Create a skill where directory name doesn't match frontmatter name.
tests/conftest.py:150
Functionskill_with_no_license
Create a skill directory with no license information.
tests/validators/test_license.py:188
Functionskill_with_pii
Create a skill directory with PII violations.
tests/conftest.py:169
Functionskill_with_proprietary_license
Create a skill directory with proprietary license.
tests/validators/test_license.py:126
Functionskill_with_repeated_emails
(tmp_path)
tests/validators/test_pii_grouping.py:20
Functionskill_with_scripts
Skill with scripts/ directory containing test Python files.
tests/validators/test_script_lint.py:16
Functionskill_with_security_issues
Create a skill directory with security vulnerabilities.
tests/conftest.py:192
Functionskill_with_spdx_headers
Create a skill directory with SPDX headers in source files.
tests/validators/test_license.py:151
Methodskipped
(relpath: str)
tests/validators/test_artifact_dir_exclusion.py:497
Functionskipped_agent
()
tests/reporting/test_tier3_skipped_baseline.py:21
Methodskipped_count
(self)
src/skillevaluator/embedding/extractor.py:113
Methodsleep
(self, seconds)
tests/tier3/test_mcp_proof_sdk_compat.py:308
Functionsleeps
(monkeypatch: pytest.MonkeyPatch, clock: _FakeClock)
tests/tier3/test_installed_agent_install_retry.py:129
Functionslow_resolution
(*_args, **_kwargs)
tests/test_model_catalog.py:262
Functionslow_resolution
(*_args: object, **_kwargs: object)
tests/test_nvidia_build_bridge.py:781
Functionslow_resolver
(_host: str, _port: int)
tests/tier3/test_mcp_proof.py:609
Functionslow_timeout
(_request, timeout=90)
tests/tier3/test_judge_failure_artifacts.py:330
Functionsource
(package)
tests/tier3/test_private_loose_source.py:86
Functionspawn_background
(_text: str, _stream: str)
tests/test_harbor_secure_docker_environment.py:2454
Methodsplitlines
(self, *args, **kwargs)
tests/deduplication/utils/test_chunker.py:255
Functionspy
(headers: dict[str, str], **kwargs: Any)
tests/tier3/test_mcp_proof.py:254
Functionspy
(treatment: Any, control: Any, **kwargs: Any)
tests/tier3/test_private_ladder_stats.py:417
Methodspy
(path=".", *args, **kwargs)
tests/validators/test_artifact_dir_exclusion.py:63
Functionst
(t,e,i)
src/skillevaluator/reporting/assets/chart.umd.min.js:7
Functionstable_candidate_order
(path: Path)
tests/test_results_location_legacy_compatibility.py:1012
Functionstage
(_skill: Path, target: Path, **_kwargs)
tests/reporting/test_tier3_completed_agent_docs.py:320
Functionstage_canary_context
Write the decoy into a fresh evaluator-owned build context, refusing links.
src/skillevaluator/tier3/plugin_canary.py:63
Methodstage_member_skills
(self)
src/skillevaluator/tier3/harbor/native_staging.py:72
← previousnext →11,901–12,000 of 24,741, ranked by callers