Plex: Add GENERATE_GUIDS, remove recursive thread calls

.env.sample

@@ -24,6 +24,16 @@ MARK_FILE = "mark.log"
 ## Timeout for requests for jellyfin
 REQUEST_TIMEOUT = 300
 
+## Generate guids
+## Generating guids is a slow process, so this is a way to speed up the process
+## by using the location only, useful when using same files on multiple servers
+GENERATE_GUIDS = "True"
+
+## Generate locations
+## Generating locations is a slow process, so this is a way to speed up the process
+## by using the guid only, useful when using different files on multiple servers
+GENERATE_LOCATIONS = "True"
+
 ## Max threads for processing
 MAX_THREADS = 32
 

.github/workflows/ci.yml

@@ -60,9 +60,19 @@ jobs:
 
       - name: "Run tests"
         run: |
-          # Move test/.env to root
-          mv test/ci.env .env
-          # Run script
+          # Test ci1
+          mv test/ci1.env .env
+          python main.py
+
+          # Test ci2
+          mv test/ci2.env .env
+          python main.py
+
+          # Test ci3
+          mv test/ci3.env .env
+          python main.py
+
+          # Test again to test if it can handle existing data
           python main.py
 
           cat mark.log

src/functions.py

@@ -93,11 +93,18 @@ def search_mapping(dictionary: dict, key_value: str):
         return None
 
 
-def future_thread_executor(args: list, threads: int = 32):
+def future_thread_executor(
+    args: list, threads: int = None, override_threads: bool = False
+):
     futures_list = []
     results = []
 
-    workers = min(int(os.getenv("MAX_THREADS", 32)), os.cpu_count() * 2, threads)
+    workers = min(int(os.getenv("MAX_THREADS", 32)), os.cpu_count() * 2)
+    if threads:
+        workers = min(threads, workers)
+
+    if override_threads:
+        workers = threads
 
     # If only one worker, run in main thread to avoid overhead
     if workers == 1: