From 344a3ae2bdf08e2f08c534bde2b39a5c6d4748e5 Mon Sep 17 00:00:00 2001 From: Maxime Beauchemin Date: Thu, 30 May 2024 11:42:03 -0700 Subject: [PATCH] chore: make docker-compose use less memory (#28773) Co-authored-by: Evan Rusackas --- docker-compose.yml | 5 +++++ docker/docker-bootstrap.sh | 3 ++- 2 files changed, 7 insertions(+), 1 deletion(-) diff --git a/docker-compose.yml b/docker-compose.yml index a697f8f90e9fb..de0f12db2e7c8 100644 --- a/docker-compose.yml +++ b/docker-compose.yml @@ -172,6 +172,8 @@ services: required: true - path: docker/.env-local # optional override required: false + environment: + CELERYD_CONCURRENCY: 2 restart: unless-stopped depends_on: *superset-depends-on user: *superset-user @@ -211,12 +213,15 @@ services: required: true - path: docker/.env-local # optional override required: false + profiles: + - optional environment: DATABASE_HOST: localhost DATABASE_DB: test REDIS_CELERY_DB: 2 REDIS_RESULTS_DB: 3 REDIS_HOST: localhost + CELERYD_CONCURRENCY: 8 network_mode: host depends_on: *superset-depends-on user: *superset-user diff --git a/docker/docker-bootstrap.sh b/docker/docker-bootstrap.sh index 2f86342714760..2f0b29ce34716 100755 --- a/docker/docker-bootstrap.sh +++ b/docker/docker-bootstrap.sh @@ -38,7 +38,8 @@ fi case "${1}" in worker) echo "Starting Celery worker..." - celery --app=superset.tasks.celery_app:app worker -O fair -l INFO + # setting up only 2 workers by default to contain memory usage in dev environments + celery --app=superset.tasks.celery_app:app worker -O fair -l INFO --concurrency=${CELERYD_CONCURRENCY:-2} ;; beat) echo "Starting Celery beat..."