Don't print that we're gonna store LM preds for non-fast tokenizers

EleutherAI · Apr 17, 2023 · bbbee75 · bbbee75
1 parent fcf0c5f
commit bbbee75
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/elk/extraction/extraction.py b/elk/extraction/extraction.py
@@ -122,7 +122,7 @@ def extract_hiddens(
         cfg.model, truncation_side="left", verbose=False
     )
     has_lm_preds = is_autoregressive(model.config)
-    if has_lm_preds and rank == 0:
+    if has_lm_preds and rank == 0 and tokenizer.is_fast:
         print("Model has language model head, will store predictions.")
 
     # Iterating over questions