Skip .bin files when compiling full model

turboderp-org · Jan 22, 2024 · 2707e28 · 2707e28
1 parent 7a9d12a
commit 2707e28
Showing 1 changed file with 4 additions and 0 deletions.
diff --git a/conversion/compile.py b/conversion/compile.py
@@ -174,6 +174,10 @@ def compile_model(job, save_fn, model):
         all_files = [f for f in os.listdir(input_dir) if os.path.isfile(os.path.join(input_dir, f))]
         tensor_files = glob.glob(os.path.join(input_dir, "*.safetensors"))
         tensor_files_set = set(tensor_files)
+        bin_files = glob.glob(os.path.join(input_dir, "*.bin"))
+        if len(bin_files) > 0:
+            print(f" !! Ignoring *.bin files in source dir")
+            tensor_files_set.update(bin_files)
         non_tensor_files = [f for f in all_files if os.path.join(input_dir, f) not in tensor_files_set]
 
         for f in non_tensor_files: