Smaller task pool

brianjp93 · Oct 15, 2024 · 415f324 · 415f324
1 parent c6983bd
commit 415f324
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 2 deletions.
diff --git a/fly.toml b/fly.toml
@@ -22,7 +22,7 @@ kill_timeout = "5s"
 [processes]
   beat = "celery -A lolsite beat -l INFO"
   web = "gunicorn --bind :8000 --workers 10 lolsite.wsgi:application"
-  worker = "celery -A lolsite worker --concurrency=20 --loglevel=INFO"
+  worker = "celery -A lolsite worker --concurrency=12 --loglevel=INFO"
 
 [[services]]
   protocol = "tcp"

diff --git a/match/tasks.py b/match/tasks.py
@@ -414,7 +414,7 @@ def get_jobs(qs, start_time):
             summoner.huge_match_import_at = import_time
             summoner.save(update_fields=["huge_match_import_at"])
 
-    for _ in celery_task_pool(get_jobs(qs.iterator(2000), thresh), pool_size=15):
+    for _ in celery_task_pool(get_jobs(qs.iterator(2000), thresh), pool_size=10):
         i += 1
         if i % 100 == 0:
             elapsed = time.perf_counter() - elapsed_start