MCPcopy Create free account
hub / github.com/grapeot/devin.cursorrules / create_llm_client

Function create_llm_client

tools/llm_api.py:68–122  ·  view source on GitHub ↗
(provider="openai")

Source from the content-addressed store, hash-verified

66 return encoded_string, mime_type
67
68def create_llm_client(provider="openai"):
69 if provider == "openai":
70 api_key = os.getenv('OPENAI_API_KEY')
71 base_url = os.getenv('OPENAI_BASE_URL', "https://api.openai.com/v1")
72 if not api_key:
73 raise ValueError("OPENAI_API_KEY not found in environment variables")
74 return OpenAI(
75 api_key=api_key,
76 base_url=base_url
77 )
78 elif provider == "azure":
79 api_key = os.getenv('AZURE_OPENAI_API_KEY')
80 if not api_key:
81 raise ValueError("AZURE_OPENAI_API_KEY not found in environment variables")
82 return AzureOpenAI(
83 api_key=api_key,
84 api_version="2024-08-01-preview",
85 azure_endpoint="https://msopenai.openai.azure.com"
86 )
87 elif provider == "deepseek":
88 api_key = os.getenv('DEEPSEEK_API_KEY')
89 if not api_key:
90 raise ValueError("DEEPSEEK_API_KEY not found in environment variables")
91 return OpenAI(
92 api_key=api_key,
93 base_url="https://api.deepseek.com/v1",
94 )
95 elif provider == "siliconflow":
96 api_key = os.getenv('SILICONFLOW_API_KEY')
97 if not api_key:
98 raise ValueError("SILICONFLOW_API_KEY not found in environment variables")
99 return OpenAI(
100 api_key=api_key,
101 base_url="https://api.siliconflow.cn/v1"
102 )
103 elif provider == "anthropic":
104 api_key = os.getenv('ANTHROPIC_API_KEY')
105 if not api_key:
106 raise ValueError("ANTHROPIC_API_KEY not found in environment variables")
107 return Anthropic(
108 api_key=api_key
109 )
110 elif provider == "gemini":
111 api_key = os.getenv('GOOGLE_API_KEY')
112 if not api_key:
113 raise ValueError("GOOGLE_API_KEY not found in environment variables")
114 genai.configure(api_key=api_key)
115 return genai
116 elif provider == "local":
117 return OpenAI(
118 base_url="http://192.168.180.137:8006/v1",
119 api_key="not-needed"
120 )
121 else:
122 raise ValueError(f"Unsupported provider: {provider}")
123
124def query_llm(prompt: str, client=None, model=None, provider="openai", image_path: Optional[str] = None) -> Optional[str]:
125 """

Callers 11

is_llm_configuredFunction · 0.90
query_llmFunction · 0.85
mainFunction · 0.85

Calls

no outgoing calls