Function generator

backend/app/routes/inference/chat_completion.py:60–63

(sse_chunk_dicts)

                raise_request_validation_error(f"Model {model.model_id} does not support streaming.")

            async def generator(sse_chunk_dicts):
                async for chunk_dict in sse_chunk_dicts:
                    yield f"data: {json.dumps(chunk_dict)}\n\n"
                yield SSE_DONE_MSG

            sse_chunk_dicts = await stream_chat_completion(
                model=model,