Update prompts.py

RCW2000 · Mar 2, 2024 · 4c846eb · 4c846eb
1 parent 31887a4
commit 4c846eb
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/helpers/prompts.py b/helpers/prompts.py
@@ -7,7 +7,7 @@
 pipe = pipeline(
     "text-generation",
     model="HuggingFaceH4/zephyr-7b-gemma-v0.1",
-    device_map="auto",
+    #device_map="auto",
     torch_dtype=torch.bfloat16,
 )