add node id to BackendSim

AlibabaPAI · Nov 4, 2024 · 273d920 · 273d920
1 parent 8d32ee9
commit 273d920
Showing 1 changed file with 3 additions and 1 deletion.
diff --git a/llumnix/backends/vllm/simulator.py b/llumnix/backends/vllm/simulator.py
@@ -36,14 +36,16 @@ def __init__(
         migration_config: MigrationConfig,
         profiling_result_file_path: str,
         engine_args: EngineArgs,
+        node_id: str = None,
     ) -> None:
         # multi-instance args
         latency_mem = self._get_lantecy_mem(profiling_result_file_path, engine_args)
         self.engine: LLMEngineLlumnix = LLMEngineLlumnix.from_engine_args(engine_args=engine_args,
                                                                           output_queue_type=output_queue_type,
                                                                           migration_config=migration_config,
                                                                           instance_id=instance_id,
-                                                                          latency_mem=latency_mem)
+                                                                          latency_mem=latency_mem,
+                                                                          node_id=node_id)
         self.engine.scheduler = SchedulerLlumnix(self.engine.scheduler_config, self.engine.cache_config, self.engine.lora_config)
         self.engine.scheduler.add_update_instance_info_callback(self.engine.update_instance_info)
         self.engine.output_processor.scheduler = self.engine.scheduler