Function buildOpenAIHandler

src/server/model/aiGateway.ts:602–925

(
  options: OpenaiHandlerOptions
)

}

export function buildOpenAIHandler(
  options: OpenaiHandlerOptions
): RequestHandler {
  return async (req, res) => {
    const payload = openaiRequestSchema.parse(req.body);
    const { messages, stream } = payload;
    const { workspaceId, gatewayId } = z
      .object({
        workspaceId: z.string(),
        gatewayId: z.string(),
      })
      .parse(req.params);
    const apiKey = (req.headers.authorization ?? '').replace('Bearer ', '');
    const { gatewayInfo, modelApiKey, userId } =
      await resolveAIGatewayModelApiKey({
        workspaceId,
        gatewayId,
        requestApiKey: apiKey,
      });

    // Use custom settings from gateway if available
    const baseUrl =
      options.isCustomRoute && gatewayInfo?.customModelBaseUrl
        ? gatewayInfo?.customModelBaseUrl
        : options.baseUrl;
    const modelName =
      options.isCustomRoute && gatewayInfo?.customModelName
        ? gatewayInfo?.customModelName
        : payload.model;

    const start = Date.now();
    const modelProvider =
      options.modelProvider ?? (options.isCustomRoute ? 'custom' : 'openai');

    const logP = trackAIGatewayPendingLog(
      req,
      createAIGatewayPendingLog({
        workspaceId,
        gatewayId,
        modelName,
        modelProvider,
        stream,
        requestPayload: payload,
        userId,
      })
    );

    try {
      const openai = new OpenAI({
        apiKey: modelApiKey,
        baseURL: baseUrl,
        defaultHeaders: options.header?.(req),
      });
      const modelPriceName = options.modelPriceName
        ? options.modelPriceName(modelName)
        : modelName;

      // Record request count with model provider label