Function call_llm

src/codegraphcontext/viz/server.py:314–359

(system_prompt: str, user_prompt: str)

        raise HTTPException(status_code=500, detail=str(e))

def call_llm(system_prompt: str, user_prompt: str) -> str:
    gemini_key = os.getenv("GEMINI_API_KEY")
    openai_key = os.getenv("OPENAI_API_KEY")
    
    if not gemini_key and not openai_key:
        raise ValueError("Neither GEMINI_API_KEY nor OPENAI_API_KEY environment variable is set.")
    
    if gemini_key:
        url = f"https://generativelanguage.googleapis.com/v1beta/models/gemini-1.5-flash:generateContent?key={gemini_key}"
        payload = {
            "contents": [
                {
                    "role": "user",
                    "parts": [{"text": f"{system_prompt}\n\nUser Prompt:\n{user_prompt}"}]
                }
            ]
        }
        res = requests.post(url, json=payload, timeout=30)
        if res.status_code != 200:
            raise RuntimeError(f"Gemini API returned error {res.status_code}: {res.text}")
        data = res.json()
        try:
            return data["candidates"][0]["content"]["parts"][0]["text"]
        except (KeyError, IndexError) as e:
            raise RuntimeError(f"Failed to parse Gemini API response: {data}") from e
    else:
        url = "https://api.openai.com/v1/chat/completions"
        headers = {
            "Content-Type": "application/json",
            "Authorization": f"Bearer {openai_key}"
        }
        payload = {
            "model": "gpt-4o-mini",
            "messages": [
                {"role": "system", "content": system_prompt},
                {"role": "user", "content": user_prompt}
            ]
        }
        res = requests.post(url, json=payload, headers=headers, timeout=30)
        if res.status_code != 200:
            raise RuntimeError(f"OpenAI API returned error {res.status_code}: {res.text}")
        data = res.json()
        try:
            return data["choices"][0]["message"]["content"]
        except (KeyError, IndexError) as e:
            raise RuntimeError(f"Failed to parse OpenAI API response: {data}") from e


def parse_json_from_llm(text: str) -> dict: