From eb42ca3853a19469977f8537e7aad3da5c160cef Mon Sep 17 00:00:00 2001
From: Sid <sid.data.universe@gmail.com>
Date: Thu, 15 Aug 2024 08:40:56 -0700
Subject: [PATCH] Scale model_limit by competition count.

---
 constants/__init__.py | 3 ++-
 1 file changed, 2 insertions(+), 1 deletion(-)

diff --git a/constants/__init__.py b/constants/__init__.py
index 09b1a1f..302998c 100644
--- a/constants/__init__.py
+++ b/constants/__init__.py
@@ -226,7 +226,8 @@
 # validator eval batch min to keep for next loop.
 sample_min = 5
 # Max number of uids that can be either pending eval or currently being evaluated.
-updated_models_limit = 15
+# We allow the sample_min per competition + 10 additional models to be held at any one time.
+updated_models_limit = sample_min * len(MODEL_CONSTRAINTS_BY_COMPETITION_ID) + 10
 # time required between updates to the chain.
 chain_update_cadence = dt.timedelta(minutes=20)
 # time required between retrying evaluation of a stale model. (First retry will be immediate).