fix tests

Signed-off-by: Izzy Putterman <[email protected]>

Author: IzzyPutterman

tensorrt_llm/_torch/pyexecutor/model_engine.py

@@ -1021,6 +1021,9 @@ def init_meta_tensor(t: torch.Tensor):
 
             elif load_format == LoadFormat.DUMMY:
                 initialize_dummy_weights(model)
+                if self.spec_config is not None and self.spec_config.spec_dec_mode.need_load_draft_weights(
+                ):
+                    model.draft_model.load_weights_from_target_model(model)
 
             elif load_format == LoadFormat.VISION_ONLY:
                 # Vision weights are already loaded within the model.

tests/unittest/_torch/speculative/test_eagle3.py

@@ -305,6 +305,7 @@ def test_multi_eagle3(use_one_model: bool):
             max_batch_size=max_batch_size,
             kv_cache_config=kv_cache_config,
             enable_chunked_prefill=enable_chunked_prefill,
+            load_format="dummy",
         )
 
         spec_config = EagleDecodingConfig(