Functions — github.com/IBM/AssetOpsBench

hub / github.com/IBM/AssetOpsBench / functions

Functions947 in github.com/IBM/AssetOpsBench

⨍ Functions 947◇ Types & classes 171↳ Endpoints 13

Functiontest_build_report_includes_score_summary

()

src/evaluation/tests/test_report.py:109

Functiontest_build_report_totals_and_breakdown

()

src/evaluation/tests/test_report.py:35

Functiontest_build_run_config_litellm_prefix

(monkeypatch)

src/agent/openai_agent/tests/test_runner.py:56

Functiontest_build_run_config_missing_env_raises

(monkeypatch)

src/agent/openai_agent/tests/test_runner.py:64

Functiontest_build_run_config_no_prefix_returns_none

()

src/agent/openai_agent/tests/test_runner.py:52

Functiontest_build_trajectory_empty

()

src/agent/openai_agent/tests/test_runner.py:142

Functiontest_build_trajectory_empty

()

src/agent/deep_agent/tests/test_runner.py:102

Functiontest_build_trajectory_from_opencode_step_finish_usage

()

src/agent/opencode_agent/tests/test_runner.py:183

Functiontest_build_trajectory_from_text_and_tool_parts

()

src/agent/opencode_agent/tests/test_runner.py:147

Functiontest_build_trajectory_invalid_json_args

()

src/agent/openai_agent/tests/test_runner.py:188

Functiontest_build_trajectory_list_content

()

src/agent/deep_agent/tests/test_runner.py:158

Functiontest_build_trajectory_maps_turns_calls_and_outputs

()

src/agent/stirrup_agent/tests/__init__.py:72

Functiontest_build_trajectory_maps_turns_calls_and_outputs

()

src/agent/stirrup_agent/tests/test_runner.py:72

Functiontest_build_trajectory_message_only

()

src/agent/openai_agent/tests/test_runner.py:149

Functiontest_build_trajectory_message_only

()

src/agent/deep_agent/tests/test_runner.py:108

Functiontest_build_trajectory_multiple_tool_calls

()

src/agent/openai_agent/tests/test_runner.py:197

Functiontest_build_trajectory_multiple_tool_calls_one_turn

()

src/agent/deep_agent/tests/test_runner.py:180

Functiontest_build_trajectory_orphan_tool_message

()

src/agent/deep_agent/tests/test_runner.py:171

Functiontest_build_trajectory_token_usage

()

src/agent/openai_agent/tests/test_runner.py:177

Functiontest_build_trajectory_tool_calls

()

src/agent/openai_agent/tests/test_runner.py:157

Functiontest_build_trajectory_tool_calls_and_outputs

()

src/agent/deep_agent/tests/test_runner.py:119

Methodtest_chiller_number_stripped

Chiller 6' normalises to 'chiller' for the lookup.

src/servers/fmsr/tests/test_tools.py:26

Methodtest_chiller_returns_hardcoded

(self)

src/servers/fmsr/tests/test_tools.py:19

Functiontest_classify_tool

()

src/agent/stirrup_agent/tests/__init__.py:64

Functiontest_classify_tool

()

src/agent/stirrup_agent/tests/test_runner.py:64

Methodtest_connection

(self)

src/servers/iot/tests/test_couchdb.py:30

Methodtest_contains_expected_model_ids

(self)

src/servers/tsfm/tests/test_tools.py:54

Methodtest_contains_expected_task_ids

(self)

src/servers/tsfm/tests/test_tools.py:28

Methodtest_cost_only_when_some_present

(self)

src/evaluation/tests/test_metrics.py:128

Functiontest_count_only_exact_match

()

src/evaluation/tests/test_static_json_scorer.py:106

Methodtest_custom_band

(self)

src/servers/vibration/tests/test_dsp.py:121

Methodtest_database_exists

(self, couchdb_client)

src/servers/iot/tests/test_couchdb.py:39

Methodtest_db_disconnected

(self, no_db)

src/servers/iot/tests/test_tools.py:49

Methodtest_db_disconnected

(self, no_db)

src/servers/iot/tests/test_tools.py:151

Methodtest_description_format

(self)

src/servers/utilities/tests/test_utilities.py:25

Methodtest_diamond_dependency

(self)

src/agent/tests/test_models.py:29

Functiontest_direct_llm_agent_returns_model_answer

()

src/agent/direct_llm_agent/tests/test_runner.py:19

Methodtest_discovery_integration

(self)

src/servers/iot/tests/test_tools.py:56

Methodtest_duplicate_visit_skipped

(self)

src/agent/tests/test_models.py:48

Methodtest_each_model_has_checkpoint_and_description

(self)

src/servers/tsfm/tests/test_tools.py:61

Methodtest_each_task_has_description

(self)

src/servers/tsfm/tests/test_tools.py:36

Methodtest_empty

(self)

src/evaluation/tests/test_metrics.py:109

Methodtest_empty_asset_name_returns_error

(self)

src/servers/fmsr/tests/test_tools.py:39

Methodtest_empty_dataset_path_returns_error

(self)

src/servers/tsfm/tests/test_tools.py:73

Methodtest_empty_dataset_path_returns_error

(self)

src/servers/tsfm/tests/test_tools.py:119

Methodtest_empty_dataset_path_returns_error

(self)

src/servers/tsfm/tests/test_tools.py:148

Methodtest_empty_dataset_path_returns_error

(self)

src/servers/tsfm/tests/test_tools.py:214

Methodtest_empty_failure_modes_returns_error

(self, mock_relevancy_chain)

src/servers/fmsr/tests/test_tools.py:104

Methodtest_empty_features_returns_healthy

(self)

src/servers/vibration/tests/test_dsp.py:230

Methodtest_empty_input_yields_empty_plan

(self)

src/agent/tests/test_planner.py:112

Methodtest_empty_plan

(self)

src/agent/tests/test_models.py:59

Methodtest_empty_sensors_returns_error

(self, mock_relevancy_chain)

src/servers/fmsr/tests/test_tools.py:113

Methodtest_empty_target_columns_returns_error

(self)

src/servers/tsfm/tests/test_tools.py:83

Methodtest_empty_target_columns_returns_error

(self)

src/servers/tsfm/tests/test_tools.py:129

Methodtest_empty_target_columns_returns_error

(self)

src/servers/tsfm/tests/test_tools.py:194

Methodtest_empty_target_columns_returns_error

(self)

src/servers/tsfm/tests/test_tools.py:224

Methodtest_empty_tsfm_output_json_returns_error

(self)

src/servers/tsfm/tests/test_tools.py:163

Methodtest_english_is_readable

(self)

src/servers/utilities/tests/test_utilities.py:51

Functiontest_evaluate_end_to_end

(tmp_path: Path, make_persisted_record)

src/evaluation/tests/test_runner.py:17

Functiontest_evaluate_uses_per_scenario_scoring_method

(tmp_path: Path, make_persisted_record)

src/evaluation/tests/test_runner.py:53

Functiontest_evaluator_allows_non_llm_judge_even_with_matching_model

( tmp_path: Path, make_persisted_record )

src/evaluation/tests/test_evaluator.py:180

Functiontest_evaluator_per_scenario_override_wins

(tmp_path: Path, make_persisted_record)

src/evaluation/tests/test_evaluator.py:81

Functiontest_evaluator_rejects_self_judging_model

(tmp_path: Path, make_persisted_record)

src/evaluation/tests/test_evaluator.py:112

Functiontest_evaluator_rejects_self_judging_with_normalized_model_ids

( tmp_path: Path, make_persisted_record )

src/evaluation/tests/test_evaluator.py:145

Functiontest_evaluator_routes_to_default_scorer

(tmp_path: Path, make_persisted_record)

src/evaluation/tests/test_evaluator.py:17

Functiontest_evaluator_strips_think_blocks_before_scoring

( tmp_path: Path, make_persisted_record )

src/evaluation/tests/test_evaluator.py:38

Functiontest_exact_match_json_object_with_prefix

()

src/evaluation/tests/test_static_json_scorer.py:58

Methodtest_exact_string_match_not_implemented

(self, make_scenario)

src/evaluation/tests/test_scorers.py:24

Functiontest_executor_calls_llm_to_generate_args

Each tool step triggers exactly one LLM call for arg generation.

src/agent/tests/test_runner.py:297

Functiontest_executor_context_accumulates_across_steps

Step 3's LLM prompt contains results from both steps 1 and 2.

src/agent/tests/test_runner.py:391

Functiontest_executor_get_server_descriptions

(mock_llm)

src/agent/tests/test_runner.py:217

Functiontest_executor_no_prior_context_shows_none_in_prompt

When no prior steps exist the prompt contains the literal '(none)'.

src/agent/tests/test_runner.py:368

Functiontest_executor_no_tool_step_skips_llm

tool=none must not trigger an LLM call for arg resolution.

src/agent/tests/test_runner.py:233

Functiontest_executor_prior_step_results_in_llm_prompt

Prior step results appear in the LLM prompt for dependent steps.

src/agent/tests/test_runner.py:338

Functiontest_executor_records_per_step_duration

execute_plan must populate StepResult.duration_ms for every step.

src/agent/tests/test_timing.py:41

Functiontest_executor_step_result_carries_resolved_args

StepResult.tool_args must reflect the args the LLM generated, not {}.

src/agent/tests/test_runner.py:249

Functiontest_executor_tool_call_exception_recorded_as_error

If _call_tool raises, the error is captured in StepResult (no crash).

src/agent/tests/test_runner.py:272

Functiontest_executor_unknown_server

(mock_llm)

src/agent/tests/test_runner.py:205

Methodtest_expected_output_captured

(self)

src/agent/tests/test_planner.py:108

Methodtest_fails_on_hallucination

(self, make_scenario)

src/evaluation/tests/test_scorers.py:81

Methodtest_failure_when_error_set

(self)

src/agent/tests/test_models.py:79

Methodtest_fetch_integration

(self)

src/servers/vibration/tests/test_tools.py:273

Functiontest_file_exporter_appends

(tmp_path: Path)

src/observability/tests/test_file_exporter.py:66

Functiontest_file_exporter_creates_parent_dir

(tmp_path: Path)

src/observability/tests/test_file_exporter.py:59

Functiontest_file_exporter_writes_jsonl

(tmp_path: Path)

src/observability/tests/test_file_exporter.py:34

Functiontest_final_answer_falls_back_to_finish_reason

()

src/agent/stirrup_agent/tests/__init__.py:114

Functiontest_final_answer_falls_back_to_finish_reason

()

src/agent/stirrup_agent/tests/test_runner.py:114

Methodtest_find_50hz_peak

(self)

src/servers/vibration/tests/test_dsp.py:87

Methodtest_finds_peak

(self)

src/servers/vibration/tests/test_dsp.py:129

Functiontest_flatten_nested_json

()

src/evaluation/tests/test_static_json_scorer.py:37

Functiontest_flatten_tuple_list_answer

()

src/evaluation/tests/test_static_json_scorer.py:47

Methodtest_forecasting_returns_results_file

Smoke test: run inference on a small synthetic CSV dataset.

src/servers/tsfm/tests/test_tools.py:244

Methodtest_found

(self)

src/agent/tests/test_models.py:65

Methodtest_frequency_resolution

(self)

src/servers/vibration/tests/test_dsp.py:63

Methodtest_full_relevancy_count

2 sensors × 2 failure modes = 4 pairs.

src/servers/fmsr/tests/test_tools.py:90

Methodtest_generate_plan_prompt_contains_agent_names

(self, mock_llm, monkeypatch)

src/agent/tests/test_planner.py:167

Methodtest_generate_plan_prompt_contains_question

(self, mock_llm, monkeypatch)

src/agent/tests/test_planner.py:155

Methodtest_generate_plan_prompt_does_not_mention_args

New prompt must not instruct the LLM to fill in #Args.

src/agent/tests/test_planner.py:183

Methodtest_generate_plan_uses_llm_output

(self, mock_llm)

src/agent/tests/test_planner.py:142

Functiontest_get_tracer_returns_tracer

get_tracer() always returns a usable tracer; no-op spans work too.

src/observability/tests/test_tracing.py:69

← previous next →601–700 of 947, ranked by callers