| 39 | |
| 40 | |
| 41 | class StreamHandler(BaseCallbackHandler): |
| 42 | def __init__(self, container, initial_text=""): |
| 43 | self.container = container |
| 44 | self.text = initial_text |
| 45 | |
| 46 | def on_llm_new_token(self, token: str, **kwargs) -> None: |
| 47 | self.text += token |
| 48 | self.container.markdown(self.text) |
| 49 | |
| 50 | |
| 51 | llm = load_llm(llm_name, logger=logger, config={"ollama_base_url": ollama_base_url}) |