Adiciona delay na spider base para SAI

okfn-brasil · Nov 10, 2024 · 4e9672f · 4e9672f
2 parents cd9c37f + ab85132
commit 4e9672f
Showing 1 changed file with 6 additions and 2 deletions.
diff --git a/data_collection/gazette/spiders/base/sai.py b/data_collection/gazette/spiders/base/sai.py
@@ -1,3 +1,5 @@
+from datetime import date
+
 import scrapy
 from dateutil.parser import parse as dt_parse
 
@@ -23,8 +25,10 @@ class BaseSaiSpider(BaseGazetteSpider):
         Must be get into execution from website
     """
 
-    base_url = None
-    start_date = None
+    base_url: str
+    start_date: date
+
+    custom_settings = {"DOWNLOAD_DELAY": 1.5}
 
     @property
     def _site_url(self):