From fc16b10b2970e641d17a1cb2264cb954d70126e7 Mon Sep 17 00:00:00 2001 From: youkaichao Date: Thu, 31 Oct 2024 23:46:44 -0700 Subject: [PATCH] revert one Signed-off-by: youkaichao --- vllm/model_executor/models/phi3_small.py | 2 -- 1 file changed, 2 deletions(-) diff --git a/vllm/model_executor/models/phi3_small.py b/vllm/model_executor/models/phi3_small.py index 7dacc448e7dc7..3a7afc606bb9a 100644 --- a/vllm/model_executor/models/phi3_small.py +++ b/vllm/model_executor/models/phi3_small.py @@ -6,7 +6,6 @@ from transformers.configuration_utils import PretrainedConfig from vllm.attention import Attention, AttentionMetadata -from vllm.compilation.decorators import support_torch_compile from vllm.config import CacheConfig, LoRAConfig from vllm.distributed import (get_pp_group, get_tensor_model_parallel_rank, get_tensor_model_parallel_world_size) @@ -298,7 +297,6 @@ def forward( return hidden_states -@support_torch_compile class Phi3SmallModel(nn.Module): def __init__(