| 28 | |
| 29 | |
| 30 | def init_ollama(): |
| 31 | from llama_index.llms.ollama.base import Ollama, DEFAULT_REQUEST_TIMEOUT |
| 32 | from llama_index.embeddings.ollama import OllamaEmbedding |
| 33 | |
| 34 | base_url = os.getenv("OLLAMA_BASE_URL") or "http://127.0.0.1:11434" |
| 35 | request_timeout = float( |
| 36 | os.getenv("OLLAMA_REQUEST_TIMEOUT", DEFAULT_REQUEST_TIMEOUT) |
| 37 | ) |
| 38 | Settings.embed_model = OllamaEmbedding( |
| 39 | base_url=base_url, |
| 40 | model_name=os.getenv("EMBEDDING_MODEL"), |
| 41 | ) |
| 42 | Settings.llm = Ollama( |
| 43 | base_url=base_url, model=os.getenv("MODEL"), request_timeout=request_timeout |
| 44 | ) |
| 45 | |
| 46 | |
| 47 | def init_openai(): |