File size: 421 Bytes
6f6ef66
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26

# Base requirements
transformers
transformers[sentencepiece]
datasets 
accelerate 
nvidia-ml-py3
ipykernel
scikit-learn
matplotlib
bertviz==1.2.0
seqeval==1.2.2
pysbd
nltk==3.6.6
sacrebleu==1.5.1
rouge_score==0.1.2
py7zr # Needed for samsum dataset
fastapi
uvicorn
# since evaluate library's dependency, use rouge_score==0.1.2
evaluate==0.2.0
# tool for checking dependencies
pipdeptree
numpy==1.24.1
safetensors==0.3.1