Method
stream_generate
(
self,
prompt: str,
*,
system: Optional[str] = None,
temperature: float = 0.0,
max_tokens: int = 1024,
)
Source from the content-addressed store, hash-verified
| 355 | return LLMResponse(text=text, model=self.model, provider=self.name) |
| 356 | |
| 357 | def stream_generate( |
| 358 | self, |
| 359 | prompt: str, |
| 360 | *, |
| 361 | system: Optional[str] = None, |
| 362 | temperature: float = 0.0, |
| 363 | max_tokens: int = 1024, |
| 364 | ) -> Iterator[str]: |
| 365 | yield from _chunk_text(self.generate(prompt, system=system, temperature=temperature, max_tokens=max_tokens).text) |
| 366 | |
| 367 | |
| 368 | def _is_placeholder(value: Optional[str]) -> bool: |