From 8c3574a3398edd12e3e023294ca6136986077a0a Mon Sep 17 00:00:00 2001
From: grimoire <yaoqian@pjlab.org.cn>
Date: Wed, 31 Jan 2024 11:22:51 +0800
Subject: [PATCH] fix lint

---
 lmdeploy/tokenizer.py | 2 --
 1 file changed, 2 deletions(-)

diff --git a/lmdeploy/tokenizer.py b/lmdeploy/tokenizer.py
index 32f8ea0da2..28e8092c63 100644
--- a/lmdeploy/tokenizer.py
+++ b/lmdeploy/tokenizer.py
@@ -1,6 +1,5 @@
 # Copyright (c) OpenMMLab. All rights reserved.
 import json
-import os
 import os.path as osp
 from collections import deque
 from typing import List, Optional, Sequence, Union
@@ -139,7 +138,6 @@ class HuggingFaceTokenizer:
 
     def __init__(self, model_dir: str):
         from transformers import AutoTokenizer
-        model_file = osp.join(model_dir, 'tokenizer.model')
         self.logger = get_logger('lmdeploy')
         self.model = AutoTokenizer.from_pretrained(model_dir,
                                                    trust_remote_code=True)