setuptools
sentencepiece>=0.2.0
ftfy>=6.1.1
regex>=2022.10.31
tqdm>=4.65.0
pyyaml>=6.0
jieba>=0.42.1
rouge_chinese>=1.0.3
nltk==3.9.1
mindpet==1.0.4
opencv-python-headless
pyarrow==19.0.0
tokenizers==0.21.0
astunparse>=1.6.3
numpy<2.0.0
datasets==2.18.0
tiktoken
jinja2
setproctitle
safetensors
tensorboardX
deprecated>=1.2.0
mindspore~=2.6.0rc1