requirements.txt

datasets==3.2.0
huggingface_hub>0.7.0,<1.0.1
autotrain-advanced==0.8.36
torch==2.4.0
accelerate==1.2.1
evaluate==0.4.3
numpy>=1.17,<=3.0.0
pandas==2.2.3
scipy==1.15.3
einops==0.8.0
tqdm==4.67.1
peft>=0.14.0
trl==0.13.0
rouge-score==0.1.2
sentencepiece==0.2.0
protobuf==6.33.0
requests>=2.32.2
pillow==11.0.0
transformers>=4.48.0,<=4.57.1
torchaudio
bitsandbytes
zstandard
wandb
tokenizers
diffusers
torchvision
beautifulsoup4
langdetect
textstat
rouge_score
datasketch