htigenai commited on
Commit
dcff809
1 Parent(s): bf0dcb5

Added dependencies

Browse files
Files changed (1) hide show
  1. requirements.txt +44 -4
requirements.txt CHANGED
@@ -1,4 +1,44 @@
1
- transformers
2
- torch
3
- accelerate
4
- gradio
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ # Core ML libraries
2
+ transformers>=4.36.0
3
+ torch>=2.0.0
4
+ accelerate>=0.24.0
5
+ bitsandbytes>=0.41.1
6
+ sentencepiece>=0.1.99
7
+ protobuf>=3.20.0
8
+
9
+ # UI and serving
10
+ gradio>=4.7.1
11
+
12
+ # Utility libraries
13
+ numpy>=1.24.0
14
+ scipy>=1.11.0
15
+ scikit-learn>=1.3.0
16
+
17
+ # Deep learning support
18
+ einops>=0.6.0
19
+ safetensors>=0.3.0
20
+ tokenizers>=0.14.0
21
+
22
+ # Memory management
23
+ psutil>=5.9.0
24
+
25
+ # Optimization
26
+ optimum>=1.13.0
27
+ peft>=0.6.0
28
+
29
+ # For logging and monitoring
30
+ wandb>=0.15.0
31
+ tensorboard>=2.14.0
32
+
33
+ # File handling and data processing
34
+ pandas>=2.0.0
35
+ tqdm>=4.65.0
36
+
37
+ # Text processing
38
+ regex>=2023.0.0
39
+ ftfy>=6.1.0
40
+
41
+ # Model evaluation
42
+ evaluate>=0.4.0
43
+ rouge_score>=0.1.2
44
+ bert_score>=0.3.13