From 18170ee5e8a54e53c05e7d10409093486b702346 Mon Sep 17 00:00:00 2001 From: Chen Xin Date: Thu, 9 Nov 2023 11:58:52 +0800 Subject: [PATCH] fix Tokenizer load error when the path of the being-converted model is not writable (#669) --- lmdeploy/tokenizer.py | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/lmdeploy/tokenizer.py b/lmdeploy/tokenizer.py index 138705dfad..72d2171df1 100644 --- a/lmdeploy/tokenizer.py +++ b/lmdeploy/tokenizer.py @@ -1,5 +1,6 @@ # Copyright (c) OpenMMLab. All rights reserved. import json +import os import os.path as osp from typing import Optional, Sequence, Union @@ -125,7 +126,8 @@ def __init__(self, model_dir: str): # save tokenizer.json to reuse if not osp.exists(backend_tokenizer_file) and model_file_exists: if hasattr(self.model, 'backend_tokenizer'): - self.model.backend_tokenizer.save(backend_tokenizer_file) + if os.access(model_dir, os.W_OK): + self.model.backend_tokenizer.save(backend_tokenizer_file) if self.model.eos_token_id is None: generation_config_file = osp.join(model_dir,