BC-269 Configure celery pool type and concurrency number.

thenewboston-blockchain · Mar 21, 2022 · dbb6bb7 · dbb6bb7
1 parent 2528923
commit dbb6bb7
Show file tree

Hide file tree

Showing 4 changed files with 109 additions and 3 deletions.
diff --git a/Makefile b/Makefile
@@ -58,7 +58,7 @@ run-server:
 
 .PHONY: run-celery
 run-celery:
-	poetry run celery -A node.config.celery worker --loglevel=INFO
+	poetry run celery -A node.config.celery worker --loglevel=INFO  --pool=eventlet --concurrency=30
 
 .PHONY: shell
 shell:

diff --git a/docker-compose.yml b/docker-compose.yml
@@ -47,7 +47,7 @@ services:
       TNB_DATABASES: '{"default":{"CLIENT":{"host":"node-mongo","password":"${MONGO_INITDB_ROOT_PASSWORD}"}}}'
       TNB_CELERY_BROKER_URL: 'amqp://guest:guest@celery-broker:5672//'
     env_file: .env
-    command: poetry run celery -A node.config.celery worker --loglevel=INFO
+    command: poetry run celery -A node.config.celery worker --loglevel=INFO --pool=eventlet --concurrency=30
     depends_on:
       - node-mongo
       - celery-broker

diff --git a/poetry.lock b/poetry.lock
diff --git a/pyproject.toml b/pyproject.toml
@@ -26,6 +26,7 @@ celery = "^5.2.3"
 sentry-sdk = "^1.5.6"
 drf-spectacular = "^0.21.2"
 model-bakery = "^1.4.0"
+eventlet = "^0.33.0"
 
 [tool.poetry.dev-dependencies]
 pre-commit = "^2.15.0"