datasets>=2.0.0
jsonlines
numexpr
openai>=0.6.4
omegaconf>=2.2
peft>=0.2.0
pybind11>=2.6.2
pycountry
pytablewriter
rouge-score>=0.0.4
sacrebleu==1.5.0
scikit-learn>=0.24.1
sqlitedict
torch>=1.7
tqdm-multiprocess
transformers>=4.1
zstandard
accelerate>=0.17.1

[anthropic]
anthropic

[auto-gptq]
auto-gptq[triton]@ git+https://github.com/PanQiWei/AutoGPTQ

[dev]
black
flake8
pre-commit
pytest
pytest-cov

[multilingual]
nagisa>=0.2.7
jieba>=0.42.1

[sentencepiece]
sentencepiece>=0.1.98
protobuf>=4.22.1
