requirements-gpu-py310-torch210.txt

# 基础
pandas
tqdm==4.62.3 
jieba==0.42.1
httpx==0.26.0
scipy==1.10.1
pyyaml==6.0.1
setuptools
decorator==5.1.1
attrs==23.2.0
cloudpickle==3.0.0
synr
tornado==6.4
absl-py==2.1.0
psutil==5.9.8
numpy==1.24.4
pyarrow
loguru==0.7.2


# 训练
#torch==2.1.0
torch==2.4.0a0+07cecf4168.nv24.5
transformers==4.37.2
accelerate
datasets==2.14.1
deepspeed==0.14.2
tiktoken==0.5.2
sentencepiece==0.1.99
bitsandbytes
peft==0.11.1
einops==0.8.0
transformers_stream_generator==0.0.5
#xformers

# 日志
tensorboard

# 评估
rouge_chinese==1.0.3
nltk==3.8.1