LLM_FinetuneR / requirements.txt
Diksha2001's picture
Update requirements.txt
546c728 verified
raw
history blame contribute delete
541 Bytes
# Core ML/AI Libraries
torch
torchvision
torchaudio
transformers>=4.35.0
accelerate>=0.34.1
bitsandbytes>=0.43.3
trl>=0.7.1
peft>=0.7.0
xformers
triton
unsloth @ git+https://github.com/unslothai/unsloth.git#egg=unsloth[colab-new]
# Azure Storage
azure-storage-blob==12.14.1
# Deployment & Serverless
runpod
# PDF Processing
PyPDF2==2.11.2
PyMuPDF
pytesseract==0.3.10
Pillow>=9.0.0
# AI & ML Utilities
openai>=1.0.0
datasets>=2.13.1
vllm==0.6.2 # Adjusted for compatibility
sentence-transformers
rouge-score==0.1.2
gradio
nltk
requests