transformers>=4.51.0
accelerate
huggingface_hub[hf_xet]>=0.30.2
torch<3.0,>=2.0
GitPython>=3.1.41
datasets>=3.5.0
pydantic
numpy<2
typer
termcolor==2.3.0
pytablewriter
rich
colorlog
aenum==3.1.15
nltk==3.9.1
scikit-learn
sacrebleu
rouge_score==0.1.2
sentencepiece>=0.1.99
protobuf
pycountry
fsspec>=2023.12.2
httpx==0.27.2
latex2sympy2_extended==1.0.6

[adapters]
peft==0.3.0

[dev]
lighteval[accelerate,extended_tasks,math,multilingual,quality,tests,vllm]

[docs]
hf-doc-builder
watchdog

[extended_tasks]
langdetect
openai==1.55.2
tiktoken

[litellm]
litellm
diskcache

[math]
latex2sympy2_extended==1.0.6

[multilingual]
stanza
spacy[ja,ko,th]
jieba
pyvi

[nanotron]
nanotron
tensorboardX

[optimum]
optimum==1.12.0

[quality]
ruff>=v0.11.0
pre-commit

[quantization]
bitsandbytes>=0.41.0
auto-gptq>=0.4.2

[s3]
s3fs

[tensorboardX]
tensorboardX

[tests]
pytest==7.4.0
deepdiff

[tgi]
text-generation>=0.6.0

[vllm]
vllm>=0.8.4
ray
more_itertools

[wandb]
wandb
