MCPcopy Create free account
hub / github.com/LLMQuant/quant-mind / RunWithObservabilityTests

Class RunWithObservabilityTests

tests/flows/test_runner.py:123–199  ·  view source on GitHub ↗

Source from the content-addressed store, hash-verified

121
122
123class RunWithObservabilityTests(unittest.IsolatedAsyncioTestCase):
124 async def test_run_config_built_from_cfg(self) -> None:
125 cfg = PaperSemanticCfg(
126 model="gpt-test",
127 max_turns=7,
128 workflow_name="custom-name",
129 trace_metadata={"k": "v"},
130 trace_include_sensitive_data=False,
131 tracing_disabled=True,
132 )
133 agent = MagicMock(name="agent")
134 agent.name = "paper_extractor"
135 fake_result = MagicMock()
136 fake_result.final_output = "OUT"
137 with patch(
138 "quantmind.flows._runner.Runner.run",
139 new=AsyncMock(return_value=fake_result),
140 ) as run_mock:
141 out = await run_with_observability(
142 agent,
143 "prompt",
144 cfg=cfg,
145 memory=None,
146 extra_run_hooks=[],
147 )
148 self.assertEqual(out, "OUT")
149 run_mock.assert_awaited_once()
150 call = run_mock.await_args
151 self.assertIs(call.args[0], agent)
152 self.assertEqual(call.args[1], "prompt")
153 self.assertEqual(call.kwargs["max_turns"], 7)
154 run_cfg = call.kwargs["run_config"]
155 self.assertEqual(run_cfg.workflow_name, "custom-name")
156 self.assertEqual(run_cfg.trace_metadata, {"k": "v"})
157 self.assertFalse(run_cfg.trace_include_sensitive_data)
158 self.assertTrue(run_cfg.tracing_disabled)
159 # No hooks supplied -> Runner.run sees None.
160 self.assertIsNone(call.kwargs["hooks"])
161
162 async def test_workflow_name_falls_back_to_agent_name(self) -> None:
163 cfg = PaperSemanticCfg() # workflow_name = None
164 agent = MagicMock()
165 agent.name = "paper_extractor"
166 fake_result = MagicMock()
167 fake_result.final_output = None
168 with patch(
169 "quantmind.flows._runner.Runner.run",
170 new=AsyncMock(return_value=fake_result),
171 ) as run_mock:
172 await run_with_observability(
173 agent, "x", cfg=cfg, memory=None, extra_run_hooks=[]
174 )
175 self.assertEqual(
176 run_mock.await_args.kwargs["run_config"].workflow_name,
177 "quantmind.paper_extractor",
178 )
179
180 async def test_extra_hooks_forwarded(self) -> None:

Callers

nothing calls this directly

Calls

no outgoing calls

Tested by

no test coverage detected