Class LocalLLM

src/hyperagent/agents/llms.py:46–71

class LocalLLM(LLM):
    def __init__(self, config):
        super().__init__(config)
        openai_api_key = os.environ["TOGETHER_API_KEY"]
        openai_api_base = "https://api.together.xyz"
        # openai_api_base = "http://localhost:8004/v1"
        # openai_api_key="token-abc123"


        self.client = OpenAI(
            api_key=openai_api_key,
            base_url=openai_api_base,
        )

    def __call__(self, prompt: str):
        prompt = truncate_tokens_hf(prompt, encoding_name=self.config["model"])
        response = self.client.chat.completions.create(
            temperature=0,
            model=self.config["model"],
            messages=[
                {"role": "system", "content": self.system_prompt},
                {"role": "user", "content": prompt},
            ],
            max_tokens=None
        )
        return response.choices[0].message.content
    

class OpenAILLM(LLM):