wip: test

README.md

@@ -431,6 +431,11 @@ UPDATE stop_word set validated=false WHERE id = 'MY_ID';
 * Use scaleway
 * Use [Ray dashboard] on port 8265
 
+## Bump version
+[poetry bump](https://python-poetry.org/docs/cli/#version)
+```
+poetry version minor
+```
 
 ## Materialized view - dbt
 Using [DBT](https://www.getdbt.com/), used via docker :

postgres/schemas/models.py

@@ -247,10 +247,11 @@ def update_program_metadata(engine):
     except (Exception) as error:
         logging.error(f"Error : Update program metadata {error}")
 
-def empty_tables(session = None):
+def empty_tables(session = None, stop_word = True):
     if(os.environ.get("POSTGRES_HOST") == "postgres_db" or os.environ.get("POSTGRES_HOST") == "localhost"):
         logging.warning("""Doing: Empty table Stop_Word / Keywords""")
-        session.query(Stop_Word).delete()
+        if stop_word:
+            session.query(Stop_Word).delete()
         session.query(Keywords).delete()
         session.commit()
         logging.warning("""Done: Empty table Stop_Word / Keywords""")

pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "quotaclimat"
-version = "1.0.78"
+version = "1.1.0"
 description = ""
 authors = [
     {name = "Rambier Estelle", "email"="[email protected]"},

test/sitemap/test_main_import_api.py

@@ -19,7 +19,7 @@
 
 def insert_mediatree_json(conn, json_file_path='test/sitemap/mediatree.json'):
 #     create_tables()  
-    empty_tables(get_db_session(conn))
+    empty_tables(get_db_session(conn), stop_word=False)
     logging.info(f"reading {json_file_path}")
     with open(json_file_path, 'r') as file:
         json_response = json.load(file)
@@ -104,12 +104,10 @@ def test_third_row_api_import():
         ,"ressources_solutions_indirectes"
         ])
 
-
         assert specific_keyword.number_of_keywords == 1
 
-
 def test_get_api_stop():
         conn = connect_to_db()
         session = get_db_session(conn)
         stopwords = get_stop_words(session)      
-        assert type(stopwords[0]) == str 
+        assert type(stopwords[0]) == str

test/sitemap/test_mediatree.py

@@ -3,6 +3,7 @@
 from test_utils import get_localhost, debug_df
 from quotaclimat.data_processing.mediatree.api_import import *
 from quotaclimat.data_processing.mediatree.utils import *
+from quotaclimat.data_processing.mediatree.s3.api_to_s3 import *
 from postgres.insert_data import save_to_pg
 from postgres.schemas.models import keywords_table, connect_to_db, get_keyword, drop_tables, empty_tables