fix(preprocessing/video): add one environment variable for trying to …

…limit decord memory usage
ruancomelli · Jun 15, 2022 · c3bae74 · c3bae74
1 parent f6841bc
commit c3bae74
Showing 1 changed file with 4 additions and 0 deletions.
diff --git a/boiling_learning/preprocessing/video.py b/boiling_learning/preprocessing/video.py
@@ -2,6 +2,7 @@
 
 import contextlib
 import gc
+import os
 import subprocess
 import typing
 from pathlib import Path
@@ -130,6 +131,9 @@ def __exit__(
 
 class DecordVideo(Video):
     def __init__(self, path: PathLike) -> None:
+        # workaround for limiting memory usage
+        os.environ['DECORD_EOF_RETRY_MAX'] = '128'
+
         self.path = resolve(path)
         self._video: Optional[decord.VideoReader] = None