add flux symlinks

.github/workflows/python-app.yml

@@ -34,7 +34,7 @@ jobs:
         cd tests/models-sd/SDXL/tiny-sdxl && git lfs pull
     - name: pull lfs
       run: |
-        cd tests/models-sd/tiny-flux-pipe && git lfs pull
+        cd tests/models-sd/flux/tiny-flux-pipe && git lfs pull
     - name: symlink models directory
       run: ln -s ../../../../models tests/models-full
     - name: Test with pytest

.gitmodules

@@ -4,6 +4,6 @@
 [submodule "tests/models-sd/SDXL/tiny-sdxl"]
 	path = tests/models-sd/SDXL/tiny-sdxl
 	url = https://huggingface.co/hf-internal-testing/tiny-sdxl-pipe
-[submodule "tests/models-sd/tiny-flux-pipe"]
+[submodule "tests/models-sd/flux/tiny-flux-pipe"]
 	path = tests/models-sd/flux/tiny-flux-pipe
 	url = https://huggingface.co/hf-internal-testing/tiny-flux-pipe

multigen/loader.py

@@ -1,6 +1,6 @@
 from typing import Type, List
 import random
-import copy
+import copy as cp
 from contextlib import nullcontext
 import torch
 import logging
@@ -28,10 +28,11 @@ def weightshare_copy(pipe):
     ctx = init_empty_weights if is_accelerate_available() else nullcontext
     with ctx():
         for key, component in copy.components.items():
-            if key in ('tokenizer', 'tokenizer_2', 'feature_extractor'):
-                continue
             if getattr(copy, key) is None:
                 continue
+            if key in ('tokenizer', 'tokenizer_2', 'feature_extractor'):
+                setattr(copy, key, cp.deepcopy(getattr(copy, key)))
+                continue
             cls = getattr(copy, key).__class__
             if hasattr(cls, 'from_config'):
                 setattr(copy, key, cls.from_config(getattr(copy, key).config))
@@ -141,7 +142,7 @@ def cache_pipeline(self, pipe: DiffusionPipeline, model_id):
                     self._cpu_pipes.pop(key_to_delete)
                 item = pipe
                 if pipe.device.type == 'cuda':
-                    item = copy.deepcopy(pipe).to('cpu')
+                    item = cp.deepcopy(pipe).to('cpu')
                 self._cpu_pipes[model_id] = item
                 logger.debug(f'storing {model_id} on cpu')
             assert pipe.device == device

tests/models-sd/flux/tiny-flux-pipe1

@@ -0,0 +1 @@
+tiny-flux-pipe/

tests/models-sd/flux/tiny-flux-pipe2

@@ -0,0 +1 @@
+tiny-flux-pipe/

tests/models-sd/flux/tiny-flux-pipe3

@@ -0,0 +1 @@
+tiny-flux-pipe/

tests/models-sd/flux/tiny-flux-pipe4

@@ -0,0 +1 @@
+tiny-flux-pipe/