python

predibase · Dec 2, 2024 · 1e60fe3 · 1e60fe3
1 parent 473b9ca
commit 1e60fe3
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/server/lorax_server/utils/dist.py b/server/lorax_server/utils/dist.py
@@ -11,7 +11,7 @@
 # CUDA memory fraction
 MEMORY_FRACTION = float(os.getenv("CUDA_MEMORY_FRACTION", "1.0"))
 
-MEMORY_WIGGLE_ROOM = float(os.getenv("MEMORY_WIGGLE_ROOM", "0.95"))
+MEMORY_WIGGLE_ROOM = float(os.getenv("MEMORY_WIGGLE_ROOM", "0.8"))
 
 
 class FakeBarrier: