Function buildAIRouterModelsHandler

src/server/model/aiRouter.ts:880–960

(args: {
  protocol: AIRouterProtocol;
  responseFormat: 'openai' | 'anthropic';
})

}

function buildAIRouterModelsHandler(args: {
  protocol: AIRouterProtocol;
  responseFormat: 'openai' | 'anthropic';
}): RequestHandler {
  return async (req, res) => {
    const { workspaceId, routerId } = z
      .object({
        workspaceId: z.string(),
        routerId: z.string(),
      })
      .parse(req.params);
    const requestApiKey = getAIRouterModelsRequestApiKey(
      req,
      args.responseFormat
    );
    let verifyRequestApiKeyPromise: Promise<unknown> | undefined;
    const verifyRequestApiKey = () => {
      verifyRequestApiKeyPromise ??= verifyUserApiKey(requestApiKey);

      return verifyRequestApiKeyPromise;
    };

    try {
      const result = await runAIRouterModelsDiscovery({
        workspaceId,
        routerId,
        protocol: args.protocol,
        listModels: ({ node }) =>
          listAIRouterNodeModels({
            req,
            node,
            responseFormat: args.responseFormat,
            requestApiKey,
            verifyRequestApiKey,
          }),
      });

      if (result.gatewayCount === 0) {
        res.status(503).json({
          error: {
            message: 'No eligible AI Router nodes are available',
            type: 'router_unavailable',
          },
        });
        return;
      }

      if (result.models.length === 0 && result.failures.length > 0) {
        res.status(502).json({
          error: {
            message: 'AI Router failed to discover models from every gateway',
            type: 'router_failed',
          },
        });
        return;
      }

      if (args.responseFormat === 'anthropic') {