Function getEndpointForModel

app/src/server/utils/openai.ts:176–188

(model: AzureModel)

}

const getEndpointForModel = (model: AzureModel) => {
  // weight endpoints by rate limit
  const i =
    Math.random() * modelEndpoints[model].reduce((sum, endpoint) => sum + endpoint.rateLimit, 0);
  let sum = 0;
  for (const endpoint of modelEndpoints[model]) {
    sum += endpoint.rateLimit;
    if (i < sum) {
      return endpoint;
    }
  }
  throw new Error("No endpoint found");
};