Use multiple workers in prod

backend/Dockerfile

@@ -31,9 +31,7 @@ RUN mkdir -p src/weights \
 
 FROM base as dev
 COPY tests/ tests/
-CMD ["uvicorn", "src.main:app", "--reload", "--host", "0.0.0.0", "--port", "5000", "--no-server-header"]
 
 FROM base as prod
 RUN pip install --extra-index-url https://download.pytorch.org/whl/cpu \
-    torch==2.1.1+cpu torchvision==0.16.1+cpu && rm -r /root/.cache
-CMD ["uvicorn", "src.main:app", "--host", "0.0.0.0", "--port", "5000", "--no-server-header"]
+    torch==2.1.1+cpu torchvision==0.16.1+cpu && rm -r /root/.cache

backend/requirements.txt

@@ -2,6 +2,7 @@
 fastapi==0.103.2
 httpx>=0.25.0
 uvicorn==0.23.2
+gunicorn==21.2.0
 python-multipart>=0.0.6
 gelf-formatter==0.2.1
 pyyaml>=5.4.1

docker-compose.yml

@@ -10,6 +10,7 @@ services:
         - CACERT_LOCATION
       context: ./backend
       target: ${BUILD_TARGET:-dev}
+    command: uvicorn src.main:app --reload --host 0.0.0.0 --port 5000 --no-server-header
     container_name: basegun-backend
     environment:
       - S3_URL_ENDPOINT=http://minio:9000