diff --git a/server/lorax_server/utils/dist.py b/server/lorax_server/utils/dist.py
index 9b4307c1f..ca009a8e2 100644
--- a/server/lorax_server/utils/dist.py
+++ b/server/lorax_server/utils/dist.py
@@ -11,7 +11,7 @@
 # CUDA memory fraction
 MEMORY_FRACTION = float(os.getenv("CUDA_MEMORY_FRACTION", "1.0"))
 
-MEMORY_WIGGLE_ROOM = float(os.getenv("MEMORY_WIGGLE_ROOM", "0.95"))
+MEMORY_WIGGLE_ROOM = float(os.getenv("MEMORY_WIGGLE_ROOM", "0.8"))
 
 
 class FakeBarrier: