File server.py

applications/ColossalChat/examples/inference/web_chatbot/server.py:None–None

import argparse
import os
from threading import Lock
from typing import Generator, List, Optional