From f44314c21798e76cbd78209bd6b8e2089a4ab2ab Mon Sep 17 00:00:00 2001 From: codingl2k1 Date: Fri, 16 Aug 2024 20:38:48 +0200 Subject: [PATCH] Use StreamingResponse --- xinference/api/restful_api.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/xinference/api/restful_api.py b/xinference/api/restful_api.py index 9c553c4c5d..ac1d6cb44c 100644 --- a/xinference/api/restful_api.py +++ b/xinference/api/restful_api.py @@ -41,7 +41,7 @@ UploadFile, ) from fastapi.middleware.cors import CORSMiddleware -from fastapi.responses import JSONResponse +from fastapi.responses import JSONResponse, StreamingResponse from fastapi.staticfiles import StaticFiles from PIL import Image from sse_starlette.sse import EventSourceResponse @@ -1382,7 +1382,7 @@ async def create_speech( **parsed_kwargs, ) if body.stream: - return EventSourceResponse( + return StreamingResponse( media_type="application/octet-stream", content=out ) else: