Merge pull request #150 from macrocosm-os/expand_model_limit_by_comp

Expand model limit by competition count.

constants/__init__.py

@@ -226,7 +226,8 @@
 # validator eval batch min to keep for next loop.
 sample_min = 5
 # Max number of uids that can be either pending eval or currently being evaluated.
-updated_models_limit = 15
+# We allow the sample_min per competition + 10 additional models to be held at any one time.
+updated_models_limit = sample_min * len(MODEL_CONSTRAINTS_BY_COMPETITION_ID) + 10
 # time required between updates to the chain.
 chain_update_cadence = dt.timedelta(minutes=20)
 # time required between retrying evaluation of a stale model. (First retry will be immediate).