requirements.txt

# Core ML libraries
transformers>=4.36.0
torch>=2.0.0
accelerate>=0.24.0
bitsandbytes>=0.41.1
sentencepiece>=0.1.99
protobuf>=3.20.0

# UI and serving
gradio>=4.7.1

# Utility libraries
numpy>=1.24.0
scipy>=1.11.0
scikit-learn>=1.3.0

# Deep learning support
einops>=0.6.0
safetensors>=0.3.0
tokenizers>=0.14.0

# Memory management
psutil>=5.9.0

# Optimization
optimum>=1.13.0
peft>=0.6.0

# For logging and monitoring
wandb>=0.15.0
tensorboard>=2.14.0

# File handling and data processing
pandas>=2.0.0
tqdm>=4.65.0

# Text processing
regex>=2023.0.0
ftfy>=6.1.0

# Model evaluation
evaluate>=0.4.0
rouge_score>=0.1.2
bert_score>=0.3.13