accelerate==0.21.0
transformers==4.34
peft==0.4.0
bitsandbytes==0.39.0
loguru==0.7.0
numpy==1.21.4
pandas==1.2.5
tqdm==4.62.3
deepspeed==0.9.5
tensorboard
sentencepiece
transformers_stream_generator
tiktoken
einops
httpx
scipy
torch==1.13.1
mmengine
xformers
astunparse==1.6.2
flash_attn
datasets
trl==0.7.11
typing_extensions==4.9.0
mpi4py