Simplify gef scraper logs

wmgeolab · Feb 11, 2025 · e379434 · e379434
1 parent 65198fa
commit e379434
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 1 deletion.
diff --git a/gef-portal-scraper/gef_portal_scraper/document_db_manager.py b/gef-portal-scraper/gef_portal_scraper/document_db_manager.py
@@ -16,7 +16,7 @@ class Document(SQLModel, table=True):
 # SQLite database URL
 sqlite_url = "sqlite:///" + DB_PATH
 print(sqlite_url)
-engine = create_engine(sqlite_url, echo=True)
+engine = create_engine(sqlite_url)#, echo=True)
 
 def create_db_and_tables():
     SQLModel.metadata.create_all(engine)

diff --git a/gef-portal-scraper/gef_portal_scraper/gef_portal_scraper.py b/gef-portal-scraper/gef_portal_scraper/gef_portal_scraper.py
@@ -29,6 +29,7 @@ def setup_logging():
     logging.basicConfig(
         level=logging.INFO, format="%(asctime)s - %(levelname)s - %(message)s"
     )
+    #logging.getLogger("sqlalchemy.engine").setLevel(logging.INFO) # Uncomment to enable detailed sql logs
 
 def get_project_ids_from_csv(path, interested_years=None) -> list[str]:
     project_ids = []