Class MLXEngine

src/engine/mlx.ts:12–49

const MLX_CHAT_PATH = '/v1/chat/completions';

export class MLXEngine implements AiEngine {
  config: MLXConfig;
  client: AxiosInstance;
  private chatUrl: string;

  constructor(config) {
    this.config = config;

    const baseUrl = config.baseURL || DEFAULT_MLX_URL;
    this.chatUrl = `${baseUrl}${MLX_CHAT_PATH}`;

    this.client = axios.create({
      headers: { 'Content-Type': 'application/json' }
    });
  }

  async generateCommitMessage(
    messages: Array<OpenAI.Chat.Completions.ChatCompletionMessageParam>
  ): Promise<string | undefined> {
    const params = {
      messages,
      temperature: 0,
      top_p: 0.1,
      repetition_penalty: 1.5,
      stream: false
    };
    try {
      const response = await this.client.post(this.chatUrl, params);

      const choices = response.data.choices;
      const message = choices[0].message;
      let content = message?.content;
      return removeContentTags(content, 'think');
    } catch (error) {
      throw normalizeEngineError(error, 'mlx', this.config.model);
    }
  }
}