Function createFireworksRequestWithFallback

web/src/llm-api/fireworks.ts:832–951

(params: {
  body: ChatCompletionRequestBody
  originalModel: string
  fetch: typeof globalThis.fetch
  logger: Logger
  useCustomDeployment?: boolean
  deploymentMap?: Record<string, string>
  sessionId: string
  now?: Date
})

 * so freebuff can offer MiniMax as the always-on option.
 */
export async function createFireworksRequestWithFallback(params: {
  body: ChatCompletionRequestBody
  originalModel: string
  fetch: typeof globalThis.fetch
  logger: Logger
  useCustomDeployment?: boolean
  deploymentMap?: Record<string, string>
  sessionId: string
  now?: Date
}): Promise<Response> {
  const { body, originalModel, fetch, logger, sessionId } = params
  const now = params.now ?? new Date()
  const useCustomDeployment =
    params.useCustomDeployment ?? FIREWORKS_USE_CUSTOM_DEPLOYMENT
  const deploymentMap = params.deploymentMap ?? FIREWORKS_DEPLOYMENT_MAP
  const deploymentModelId = deploymentMap[originalModel]
  const hasDeployment = useCustomDeployment && Boolean(deploymentModelId)
  const isHoursGatedModel = FIREWORKS_HOURS_GATED_MODELS.has(originalModel)
  const shouldFallbackToStandardApi =
    body.codebuff_metadata?.cost_mode === 'lite'

  const createStandardApiRequest = () =>
    createFireworksRequest({ body, originalModel, fetch, sessionId })

  if (isHoursGatedModel && !isDeploymentHours(now)) {
    if (shouldFallbackToStandardApi) {
      logger.info(
        { model: originalModel },
        'Falling back to Fireworks standard API outside deployment hours',
      )
      return createStandardApiRequest()
    }
    return new Response(
      JSON.stringify({
        error: {
          message: `${originalModel} is only available during ${FREEBUFF_DEPLOYMENT_HOURS_LABEL}. Use minimax/minimax-m2.7 outside those hours.`,
          code: 'DEPLOYMENT_OUTSIDE_HOURS',
          type: 'availability_error',
        },
      }),
      { status: 503, statusText: 'Service Unavailable' },
    )
  }

  if (hasDeployment && isDeploymentCoolingDown()) {
    if (shouldFallbackToStandardApi) {
      logger.info(
        { model: originalModel },
        'Falling back to Fireworks standard API during deployment cooldown',
      )
      return createStandardApiRequest()
    }
    return new Response(
      JSON.stringify({
        error: {
          message: `${originalModel} deployment is temporarily unavailable. Use minimax/minimax-m2.7 while it recovers.`,
          code: 'DEPLOYMENT_COOLDOWN',
          type: 'availability_error',