Move tests to version 3.8 + fix tempdir handling in older python

.github/workflows/autotests.yml

@@ -13,13 +13,13 @@ concurrency:
 
 jobs:
   tests:
-    runs-on: ubuntu-latest
+    runs-on: ubuntu-22.04
     steps:
       - uses: actions/checkout@v2
 
       - uses: actions/setup-python@v2
         with:
-          python-version: '3.x'
+          python-version: "3.7.17"
 
       - name: Install python package dependencies
         run: |

mergin/client_pull.py

@@ -22,7 +22,7 @@
 
 from .common import CHUNK_SIZE, ClientError
 from .merginproject import MerginProject
-from .utils import save_to_file
+from .utils import cleanup_tmp_dir, save_to_file
 
 
 # status = download_project_async(...)
@@ -145,7 +145,7 @@ def download_project_async(mc, project_path, directory, project_version=None):
     mp.log.info("--- version: " + mc.user_agent_info())
     mp.log.info(f"--- start download {project_path}")
 
-    tmp_dir = tempfile.TemporaryDirectory(prefix="python-api-client-", ignore_cleanup_errors=True, delete=True)
+    tmp_dir = tempfile.TemporaryDirectory(prefix="python-api-client-")
 
     try:
         # check whether we download the latest version or not
@@ -250,7 +250,7 @@ def download_project_finalize(job):
     # final update of project metadata
     job.mp.update_metadata(job.project_info)
 
-    job.tmp_dir.cleanup()
+    cleanup_tmp_dir(job.mp, job.tmp_dir)
 
 
 def download_project_cancel(job):
@@ -424,7 +424,7 @@ def pull_project_async(mc, directory):
     # then we just download the whole file
     _pulling_file_with_diffs = lambda f: "diffs" in f and len(f["diffs"]) != 0
 
-    tmp_dir = tempfile.TemporaryDirectory(prefix="mm-pull-", ignore_cleanup_errors=True, delete=True)
+    tmp_dir = tempfile.TemporaryDirectory(prefix="mm-pull-")
     pull_changes = mp.get_pull_changes(server_info["files"])
     mp.log.debug("pull changes:\n" + pprint.pformat(pull_changes))
     fetch_files = []
@@ -646,7 +646,7 @@ def pull_project_finalize(job: PullJob):
     else:
         job.mp.log.info("--- pull finished -- at version " + job.mp.version())
 
-    job.tmp_dir.cleanup()  # delete our temporary dir and all its content
+    cleanup_tmp_dir(job.mp, job.tmp_dir)  # delete our temporary dir and all its content
     return conflicts
 
 

mergin/client_push.py

@@ -19,6 +19,7 @@
 from .common import UPLOAD_CHUNK_SIZE, ClientError
 from .merginproject import MerginProject
 from .editor import filter_changes
+from .utils import cleanup_tmp_dir
 
 
 class UploadJob:
@@ -124,7 +125,7 @@ def push_project_async(mc, directory):
     changes = filter_changes(mc, project_info, changes)
     mp.log.debug("push changes:\n" + pprint.pformat(changes))
 
-    tmp_dir = tempfile.TemporaryDirectory(prefix="python-api-client-", ignore_cleanup_errors=True, delete=True)
+    tmp_dir = tempfile.TemporaryDirectory(prefix="python-api-client-")
 
     # If there are any versioned files (aka .gpkg) that are not updated through a diff,
     # we need to make a temporary copy somewhere to be sure that we are uploading full content.
@@ -275,7 +276,7 @@ def push_project_finalize(job):
                     f"Upload details: {len(job.upload_queue_items)} file chunks, total size {job.total_size} bytes."
                 )
             # server returns various error messages with filename or something generic
-            # it would be better if it returned list of failed files (and reasons) whenever possible    
+            # it would be better if it returned list of failed files (and reasons) whenever possible
             job.mp.log.error("--- push finish failed! " + str(err))
 
             # if push finish fails, the transaction is not killed, so we
@@ -296,7 +297,7 @@ def push_project_finalize(job):
         job.mp.log.info("--- push aborted")
         raise ClientError("Failed to apply push changes: " + str(e))
 
-    job.tmp_dir.cleanup()  # delete our temporary dir and all its content
+    cleanup_tmp_dir(job.mp, job.tmp_dir)  # delete our temporary dir and all its content
 
     remove_diff_files(job)
 

mergin/test/test_client.py

@@ -2266,8 +2266,11 @@ def test_clean_diff_files(mc):
     shutil.copy(mp.fpath("inserted_1_A.gpkg"), mp.fpath(f_updated))
     mc.push_project(project_dir)
 
-    diff_files = glob.glob("*-diff-*", root_dir=os.path.split(mp.fpath_meta("inserted_1_A.gpkg"))[0])
+    # Get the directory path
+    directory = os.path.split(mp.fpath_meta("inserted_1_A.gpkg"))[0]
+    diff_files = [f for f in os.listdir(directory) if "-diff-" in f]
 
+    # Assert that no matching files are found
     assert diff_files == []
 
 

mergin/utils.py

@@ -6,6 +6,7 @@
 import sqlite3
 from datetime import datetime
 from pathlib import Path
+import tempfile
 from .common import ClientError
 
 
@@ -201,7 +202,7 @@ def conflicted_copy_file_name(path, user, version):
     head, tail = os.path.split(os.path.normpath(path))
     ext = "".join(Path(tail).suffixes)
     file_name = tail.replace(ext, "")
-    # in case of QGIS project files we have to add "~" (tilde) to suffix
+    # in case of QGIS project files we TemporaryDirectoryhave to add "~" (tilde) to suffix
     # to avoid having several QGIS project files inside Mergin Maps project.
     # See https://github.com/lutraconsulting/qgis-mergin-plugin/issues/382
     # for more details
@@ -294,3 +295,19 @@ def bytes_to_human_size(bytes: int):
         return f"{round( bytes / 1024.0 / 1024.0 / 1024.0, precision )} GB"
     else:
         return f"{round( bytes / 1024.0 / 1024.0 / 1024.0 / 1024.0, precision )} TB"
+
+
+def cleanup_tmp_dir(mp, tmp_dir: tempfile.TemporaryDirectory):
+    """
+    Remove temporary from tempfile.TemporaryDirectory instance
+    This is needed beacause ignore_clanup_errors is not accepted under < Python 3.10
+    """
+
+    try:
+        tmp_dir.cleanup()
+    except PermissionError:
+        mp.log.warning(f"Permission error during tmp dir cleanup: {tmp_dir.name}")
+        pass  # Ignore the error and continue
+    except Exception as e:
+        mp.log.error(f"Error during tmp dir cleanup: {tmp_dir.name}: {e}")
+        pass  # Ignore the error and continue