From 418c3a511dcfa20eccba40f65cb59543c2040e43 Mon Sep 17 00:00:00 2001
From: Zhong Hui <zhonghui.net@gmail.com>
Date: Fri, 13 Dec 2024 18:06:30 +0800
Subject: [PATCH] Release/3.0 beta3 cherry-pick (#9554)

* [Fix] Update requirements.txt (#9514)

* Update README.md
---
 README.md             |  2 +-
 llm/docs/finetune.md  |  2 +-
 llm/run_finetune.py   | 11 +++++++++++
 paddlenlp/__init__.py |  2 +-
 requirements.txt      |  2 +-
 setup.py              |  2 +-
 6 files changed, 16 insertions(+), 5 deletions(-)

diff --git a/README.md b/README.md
index 00ac7581611a..0a9c92ed0c2b 100644
--- a/README.md
+++ b/README.md
@@ -156,7 +156,7 @@
 ### pip 安装
 
 ```shell
-pip install --upgrade paddlenlp==3.0.0b2
+pip install --upgrade paddlenlp==3.0.0b3
 ```
 
 或者可通过以下命令安装最新 develop 分支代码：
diff --git a/llm/docs/finetune.md b/llm/docs/finetune.md
index 9d3d8ffcfb38..7d483fe8d143 100644
--- a/llm/docs/finetune.md
+++ b/llm/docs/finetune.md
@@ -36,7 +36,7 @@
 ### 3.1 环境准备
 
 - PaddlePaddle 3.0-beta
-- PaddleNLP   3.0.0b2
+- PaddleNLP   3.0.0b3
 - PaddleSlim develop
 
 git clone 代码到本地，即可开始。
diff --git a/llm/run_finetune.py b/llm/run_finetune.py
index e18f25bb6cc2..a99d3bcbc224 100644
--- a/llm/run_finetune.py
+++ b/llm/run_finetune.py
@@ -79,7 +79,18 @@
 flash_mask_support_list = [LlamaForCausalLM, LlamaForCausalLMPipe, Qwen2ForCausalLM, Qwen2ForCausalLMPipe]
 
 
+def paddlenlp_verison_check():
+    import paddlenlp
+    from paddlenlp.utils.tools import compare_version
+
+    if not compare_version(paddlenlp.__version__, "3.0.0.b2"):
+        raise ValueError(
+            "This scripts require paddlenlp >= 3.0.0b3, please reinstall: pip install paddlenlp >= 3.0.0b3 "
+        )
+
+
 def main():
+    paddlenlp_verison_check()
     parser = PdArgumentParser((GenerateArgument, ModelConfig, ReftArgument, DataConfig, SFTConfig))
     if len(sys.argv) >= 2 and sys.argv[1].endswith(".json"):
         gen_args, model_args, reft_args, data_args, training_args = parser.parse_json_file_and_cmd_lines()
diff --git a/paddlenlp/__init__.py b/paddlenlp/__init__.py
index 9f6d1e5953af..39ec1b3f4a2e 100644
--- a/paddlenlp/__init__.py
+++ b/paddlenlp/__init__.py
@@ -20,7 +20,7 @@
 
 # this version is used for develop and test.
 # release version will be added fixed version by setup.py.
-__version__ = "3.0.0b2.post"
+__version__ = "3.0.0b3.post"
 if os.getenv(PADDLENLP_STABLE_VERSION):
     __version__ = __version__.replace(".post", "")
 else:
diff --git a/requirements.txt b/requirements.txt
index dc7c2a06bfb3..a127c82339d5 100644
--- a/requirements.txt
+++ b/requirements.txt
@@ -27,4 +27,4 @@ jinja2
 regex
 numpy<=1.26.4
 tiktoken
-tokenizers
\ No newline at end of file
+tokenizers<0.21
diff --git a/setup.py b/setup.py
index 131f23b9da77..3798dee63c2e 100644
--- a/setup.py
+++ b/setup.py
@@ -112,7 +112,7 @@ def show():
 
 
 # only use this file to contral the version
-__version__ = "3.0.0b2.post"
+__version__ = "3.0.0b3.post"
 if os.getenv(PADDLENLP_STABLE_VERSION):
     __version__ = __version__.replace(".post", "")
 else: