Function completion

server.py:16–29

(request: Request)

@app.post("/api")
async def completion(request: Request):
    try:
        data = await request.json()
        prompt = data["prompt"]

        res = model_l(
            prompt,
            temperature=0.6,
            echo=False,
            max_tokens=64,
        )
        return {"responses": res["choices"]}
    except:
        return {"responses": "Error!"}


if __name__ == "__main__":