diff --git a/xinference/api/restful_api.py b/xinference/api/restful_api.py index 9c553c4c5d..ac1d6cb44c 100644 --- a/xinference/api/restful_api.py +++ b/xinference/api/restful_api.py @@ -41,7 +41,7 @@ UploadFile, ) from fastapi.middleware.cors import CORSMiddleware -from fastapi.responses import JSONResponse +from fastapi.responses import JSONResponse, StreamingResponse from fastapi.staticfiles import StaticFiles from PIL import Image from sse_starlette.sse import EventSourceResponse @@ -1382,7 +1382,7 @@ async def create_speech( **parsed_kwargs, ) if body.stream: - return EventSourceResponse( + return StreamingResponse( media_type="application/octet-stream", content=out ) else: