Class AxonClient

src/api/client.ts:36–216

}

export class AxonClient implements LLMClient {
  private client: OpenAI;
  private options: AxonClientOptions;

  constructor(options: AxonClientOptions) {
    this.options = options;
    this.client = new OpenAI({
      // Use the gateway URL directly. Do not rehost it through
      // getUrlFromToken — that helper rewrites any api.matterai.so host
      // onto the control plane, which would send inference to
      // api.matterai.so instead of the gateway at api2.matterai.so.
      // Per-model `baseUrl` overrides (e.g. local dev) still win.
      baseURL: options.baseUrl || API_GATEWAY_PATH,
      apiKey: options.token,
      defaultHeaders: DEFAULT_HEADERS,
    });
  }

  private requestHeaders(): Record<string, string> {
    const headers: Record<string, string> = {
      [X_AXONCODE_TASKID]: this.options.taskId,
    };
    if (this.options.organizationId)
      headers[X_ORGANIZATIONID] = this.options.organizationId;
    if (this.options.repo) headers[X_AXON_REPO] = this.options.repo;
    return headers;
  }

  async *createMessage(
    systemPrompt: string,
    messages: OpenAI.Chat.ChatCompletionMessageParam[],
    tools: OpenAI.Chat.ChatCompletionTool[],
    abortSignal?: AbortSignal,
  ): AsyncGenerator<ApiStreamChunk> {
    const model = getModel(this.options.modelId);

    const requestOptions: OpenAI.Chat.Completions.ChatCompletionCreateParamsStreaming =
      {
        model: model.id,
        temperature: 0.2,
        messages: [
          { role: "system", content: systemPrompt },
          ...stripReasoningDetails(messages),
        ],
        stream: true,
        stream_options: { include_usage: true },
        max_tokens: model.maxOutputTokens,
      };
    if (tools.length > 0) {
      requestOptions.tools = tools;
      requestOptions.tool_choice = "auto";
      requestOptions.parallel_tool_calls = true;
    }

    const stream = await this.client.chat.completions.create(requestOptions, {
      headers: this.requestHeaders(),
      signal: abortSignal,
    });