Function fixLlama13b

inference/deploy.ts:189–190

(config: LoraConfig)

// Otherwise we OOM on A10s
const fixLlama13b = (config: LoraConfig) =>
  merge({}, config, { scaling_config: { num_workers: 2 } });

const optimizedNoHot = createLoraConfig(
  {