(provider="openai")
| 66 | return encoded_string, mime_type |
| 67 | |
| 68 | def create_llm_client(provider="openai"): |
| 69 | if provider == "openai": |
| 70 | api_key = os.getenv('OPENAI_API_KEY') |
| 71 | base_url = os.getenv('OPENAI_BASE_URL', "https://api.openai.com/v1") |
| 72 | if not api_key: |
| 73 | raise ValueError("OPENAI_API_KEY not found in environment variables") |
| 74 | return OpenAI( |
| 75 | api_key=api_key, |
| 76 | base_url=base_url |
| 77 | ) |
| 78 | elif provider == "azure": |
| 79 | api_key = os.getenv('AZURE_OPENAI_API_KEY') |
| 80 | if not api_key: |
| 81 | raise ValueError("AZURE_OPENAI_API_KEY not found in environment variables") |
| 82 | return AzureOpenAI( |
| 83 | api_key=api_key, |
| 84 | api_version="2024-08-01-preview", |
| 85 | azure_endpoint="https://msopenai.openai.azure.com" |
| 86 | ) |
| 87 | elif provider == "deepseek": |
| 88 | api_key = os.getenv('DEEPSEEK_API_KEY') |
| 89 | if not api_key: |
| 90 | raise ValueError("DEEPSEEK_API_KEY not found in environment variables") |
| 91 | return OpenAI( |
| 92 | api_key=api_key, |
| 93 | base_url="https://api.deepseek.com/v1", |
| 94 | ) |
| 95 | elif provider == "siliconflow": |
| 96 | api_key = os.getenv('SILICONFLOW_API_KEY') |
| 97 | if not api_key: |
| 98 | raise ValueError("SILICONFLOW_API_KEY not found in environment variables") |
| 99 | return OpenAI( |
| 100 | api_key=api_key, |
| 101 | base_url="https://api.siliconflow.cn/v1" |
| 102 | ) |
| 103 | elif provider == "anthropic": |
| 104 | api_key = os.getenv('ANTHROPIC_API_KEY') |
| 105 | if not api_key: |
| 106 | raise ValueError("ANTHROPIC_API_KEY not found in environment variables") |
| 107 | return Anthropic( |
| 108 | api_key=api_key |
| 109 | ) |
| 110 | elif provider == "gemini": |
| 111 | api_key = os.getenv('GOOGLE_API_KEY') |
| 112 | if not api_key: |
| 113 | raise ValueError("GOOGLE_API_KEY not found in environment variables") |
| 114 | genai.configure(api_key=api_key) |
| 115 | return genai |
| 116 | elif provider == "local": |
| 117 | return OpenAI( |
| 118 | base_url="http://192.168.180.137:8006/v1", |
| 119 | api_key="not-needed" |
| 120 | ) |
| 121 | else: |
| 122 | raise ValueError(f"Unsupported provider: {provider}") |
| 123 | |
| 124 | def query_llm(prompt: str, client=None, model=None, provider="openai", image_path: Optional[str] = None) -> Optional[str]: |
| 125 | """ |
no outgoing calls