PearlIsa commited on
Commit
cba9d47
·
verified ·
1 Parent(s): 45adc0d

Update requirements.txt

Browse files
Files changed (1) hide show
  1. requirements.txt +15 -2
requirements.txt CHANGED
@@ -1,9 +1,13 @@
1
  # Core dependencies
2
  huggingface_hub
3
- torch
 
 
4
  transformers
5
  sentence-transformers
6
- faiss-cpu
 
 
7
  numpy
8
  gradio
9
  tqdm
@@ -13,6 +17,8 @@ python-dotenv
13
  tf-keras # backwards-compatible keras
14
  tensorflow
15
  scikit-learn
 
 
16
 
17
  # Tracking and visualization
18
  wandb
@@ -22,3 +28,10 @@ pandas
22
 
23
  # Development dependencies
24
  pytest
 
 
 
 
 
 
 
 
1
  # Core dependencies
2
  huggingface_hub
3
+ torch # Will get latest CUDA-enabled version
4
+ torchvision
5
+ torchaudio
6
  transformers
7
  sentence-transformers
8
+ faiss-gpu # Changed from faiss-cpu for T4
9
+ accelerate # Added for T4
10
+ bitsandbytes # Added for T4 quantization
11
  numpy
12
  gradio
13
  tqdm
 
17
  tf-keras # backwards-compatible keras
18
  tensorflow
19
  scikit-learn
20
+ optimum # Added for T4 optimization
21
+ auto-gptq # Added for T4 quantization
22
 
23
  # Tracking and visualization
24
  wandb
 
28
 
29
  # Development dependencies
30
  pytest
31
+ sentencepiece # Added for tokenization
32
+ protobuf
33
+
34
+ # Optional: Add minimum versions only where critical
35
+ accelerate>=0.26.0 # This version is required for device_map
36
+ transformers>=4.36.0 # For Gemma support
37
+ bitsandbytes>=0.41.0 # For stable 8-bit quantization