fix set operation

axolotl-ai-cloud · Dec 22, 2024 · 2722306 · 2722306
1 parent f7516be
commit 2722306
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/src/axolotl/contribs/lgpl/unsloth.py b/src/axolotl/contribs/lgpl/unsloth.py
@@ -93,7 +93,7 @@ def fix_untrained_tokens(  # pylint: disable=too-many-return-statements
 
     # Get set and actual tokens
     where_untrained = where_untrained.tolist()
-    where_untrained = list(set(where_untrained) + set(token_ids_to_fix))
+    where_untrained = list(set(token_ids_to_fix + where_untrained))
     if len(where_untrained) == 0:
         return