🐛 fix: reduce concurrency to address issues with updating Contest, Qu…

…estion and User collections

app/handler/contest.py

@@ -11,7 +11,11 @@
 )
 from app.crawler.utils import multi_http_request
 from app.db.models import Contest
-from app.utils import exception_logger_reraise, exception_logger_silence
+from app.utils import (
+    exception_logger_reraise,
+    exception_logger_silence,
+    gather_with_limited_concurrency,
+)
 
 
 async def multi_upsert_contests(
@@ -54,7 +58,7 @@ async def multi_upsert_contests(
                 on_insert=contest,
             )
         )
-    await asyncio.gather(*tasks)
+    await gather_with_limited_concurrency(tasks)
     logger.success("finished")
 
 

app/handler/question.py

@@ -7,7 +7,7 @@
 
 from app.crawler.question import request_question_list
 from app.db.models import Question, Submission
-from app.utils import get_contest_start_time
+from app.utils import gather_with_limited_concurrency, get_contest_start_time
 
 
 async def real_time_count_at_time_point(
@@ -49,13 +49,13 @@ async def save_questions_real_time_count(
         Question.contest_name == contest_name,
     ).to_list()
     for question in questions:
-        tasks = (
+        tasks = [
             real_time_count_at_time_point(
                 contest_name, question.question_id, time_point
             )
             for time_point in time_series
-        )
-        question.real_time_count = await asyncio.gather(*tasks)
+        ]
+        question.real_time_count = await gather_with_limited_concurrency(tasks)
         await question.save()
     logger.success("finished")
 

app/handler/user.py

@@ -129,6 +129,6 @@ async def save_users_of_contest(
         [
             # CN site has a strong rate limit
             gather_with_limited_concurrency(cn_tasks, 1),
-            gather_with_limited_concurrency(us_tasks, 8),
+            gather_with_limited_concurrency(us_tasks, 1),
         ],
     )