(messages)
| 51 | return jsonify({"error": str(e)}), 500 |
| 52 | |
| 53 | def generate_response(messages): |
| 54 | # Generate response using the model |
| 55 | response = model.chat(tokenizer, messages) |
| 56 | return response |
| 57 | |
| 58 | if __name__ == '__main__': |
| 59 | app.run(host='0.0.0.0', port=8000) |