Function createInferenceClient

website/src/lib/oasst_inference_client.ts:112–122

(jwt: JWT)

}

export const createInferenceClient = (jwt: JWT) => {
  const info: TrustedClient = {
    api_key: process.env.INFERENCE_SERVER_API_KEY,
    client: "website",
    provider_account_id: jwt.backendUserId,
    user_id: jwt.sub,
    username: jwt.name,
  };
  const token = Buffer.from(JSON.stringify(info)).toString("base64");
  return new OasstInferenceClient(token);
};