small tweak to number of uvicorn/gunicorn number of workers

Author: jgbustos

gunicorn.conf.py

@@ -2,7 +2,7 @@
 
 wsgi_app = "ml_rest_fastapi.app:app"
 bind = "0.0.0.0:8888"
-workers = multiprocessing.cpu_count() * 2 + 1
+workers = multiprocessing.cpu_count() * 2 - 1
 worker_class = "uvicorn.workers.UvicornWorker"
 accesslog = "-"
 errorlog = "-"

ml_rest_fastapi/app.py

@@ -2,6 +2,7 @@
 
 import os
 import platform
+import multiprocessing
 from subprocess import run
 from contextlib import asynccontextmanager
 from typing import AsyncGenerator
@@ -80,4 +81,11 @@ def not_ready_exception_handler(
             check=True,
         )
     else:
-        uvicorn.run("app:app", host="0.0.0.0", port=8888, reload=get_value("DEBUG"))
+        uvicorn.run(
+            "app:app",
+            host="0.0.0.0",
+            port=8888,
+            reload=get_value("DEBUG"),
+            workers=multiprocessing.cpu_count() * 2
+            - 1,  # Irrelevant if reload=True in DEBUG mode
+        )