Use Iterable rather than List

cubed-dev · Jul 13, 2023 · 5f7d8d7 · 5f7d8d7
1 parent fcf4a69
commit 5f7d8d7
Show file tree

Hide file tree

Showing 2 changed files with 3 additions and 4 deletions.
diff --git a/cubed/runtime/executors/lithops.py b/cubed/runtime/executors/lithops.py
@@ -66,7 +66,6 @@ def map_unordered(
     """
     return_when = ALWAYS if use_backups else ANY_COMPLETED
 
-    inputs = list(map_iterdata)
     start_times = {}
     end_times = {}
     backups: Dict[RetryingFuture, RetryingFuture] = {}
@@ -79,7 +78,7 @@ def map_unordered(
     futures = map_with_retries(
         lithops_function_executor,
         partial_map_function,
-        inputs,
+        map_iterdata,
         timeout=timeout,
         include_modules=include_modules,
         retries=retries,

diff --git a/cubed/runtime/executors/lithops_retries.py b/cubed/runtime/executors/lithops_retries.py
@@ -1,4 +1,4 @@
-from typing import Any, Callable, Dict, List, Optional, Tuple, Union
+from typing import Any, Callable, Dict, Iterable, List, Optional, Tuple, Union
 
 from lithops import FunctionExecutor
 from lithops.future import ResponseFuture
@@ -87,7 +87,7 @@ def result(self, throw_except: bool = True, internal_storage: Any = None):
 def map_with_retries(
     function_executor: FunctionExecutor,
     map_function: Callable[..., Any],
-    map_iterdata: List[Union[List[Any], Tuple[Any, ...], Dict[str, Any]]],
+    map_iterdata: Iterable[Union[List[Any], Tuple[Any, ...], Dict[str, Any]]],
     timeout: Optional[int] = None,
     include_modules: Optional[List[str]] = [],
     retries: Optional[int] = None,