transformers
sentencepiece
deepspeed
torch==2.4.0
torchvision==0.19.0
flash-attn

# install the current package: pip install -e .
