datasets>=2.0.0
jsonlines
numexpr
openai>=0.6.4
pybind11>=2.6.2
pycountry
pytablewriter
rouge-score>=0.0.4
sacrebleu==1.5.0
scikit-learn>=0.24.1
sqlitedict
torch>=1.7
tqdm-multiprocess
transformers>=4.1
zstandard

[dev]
black
flake8
pre-commit
pytest
pytest-cov

[multilingual]
nagisa>=0.2.7
jieba>=0.42.1
