PearlIsa commited on
Commit
8b9d915
1 Parent(s): d12de94

Update requirements.txt

Browse files
Files changed (1) hide show
  1. requirements.txt +10 -16
requirements.txt CHANGED
@@ -1,24 +1,23 @@
1
- # Core dependencies
2
  huggingface_hub
3
- torch # Will get latest CUDA-enabled version
4
  torchvision
5
  torchaudio
6
- transformers
7
  sentence-transformers
8
- faiss-gpu # Changed from faiss-cpu for T4
9
- accelerate # Added for T4
10
- bitsandbytes # Added for T4 quantization
11
- numpy
12
  gradio
13
  tqdm
14
  python-dotenv
15
 
16
  # Machine Learning dependencies
17
- tf-keras # backwards-compatible keras
18
  tensorflow
19
  scikit-learn
20
- optimum # Added for T4 optimization
21
- auto-gptq # Added for T4 quantization
22
 
23
  # Tracking and visualization
24
  wandb
@@ -28,10 +27,5 @@ pandas
28
 
29
  # Development dependencies
30
  pytest
31
- sentencepiece # Added for tokenization
32
  protobuf
33
-
34
- # Optional: Add minimum versions only where critical
35
- #accelerate>=0.26.0 # This version is required for device_map
36
- #transformers>=4.36.0 # For Gemma support
37
- #bitsandbytes>=0.41.0 # For stable 8-bit quantization
 
 
1
  huggingface_hub
2
+ torch # Latest CUDA-enabled version
3
  torchvision
4
  torchaudio
5
+ transformers>=4.36.0
6
  sentence-transformers
7
+ faiss-gpu==1.7.3 # Use GPU-optimized FAISS
8
+ accelerate>=0.26.0
9
+ bitsandbytes>=0.41.0
10
+ numpy<2.0 # Downgrade for compatibility with FAISS
11
  gradio
12
  tqdm
13
  python-dotenv
14
 
15
  # Machine Learning dependencies
16
+ tf-keras
17
  tensorflow
18
  scikit-learn
19
+ optimum
20
+ auto-gptq
21
 
22
  # Tracking and visualization
23
  wandb
 
27
 
28
  # Development dependencies
29
  pytest
30
+ sentencepiece
31
  protobuf