()
| 174 | return jsonify(resData) |
| 175 | else: |
| 176 | def generate(): |
| 177 | data = requests.request("POST", urllib.parse.urljoin(args.llama_api, "/completion"), data=json.dumps(postData), stream=True) |
| 178 | time_now = int(time.time()) |
| 179 | resData = make_resData_stream({}, chat=True, time_now=time_now, start=True) |
| 180 | yield 'data: {}\n'.format(json.dumps(resData)) |
| 181 | for line in data.iter_lines(): |
| 182 | if line: |
| 183 | decoded_line = line.decode('utf-8') |
| 184 | resData = make_resData_stream(json.loads(decoded_line[6:]), chat=True, time_now=time_now) |
| 185 | yield 'data: {}\n'.format(json.dumps(resData)) |
| 186 | return Response(generate(), mimetype='text/event-stream') |
| 187 | |
| 188 |
no test coverage detected