dolly-japanese-gpt-1b-clone / requirements.txt
ce-lery's picture
feat: 各種スクリプトを追加
6f6ef66
raw
history blame
421 Bytes
# Base requirements
transformers
transformers[sentencepiece]
datasets
accelerate
nvidia-ml-py3
ipykernel
scikit-learn
matplotlib
bertviz==1.2.0
seqeval==1.2.2
pysbd
nltk==3.6.6
sacrebleu==1.5.1
rouge_score==0.1.2
py7zr # Needed for samsum dataset
fastapi
uvicorn
# since evaluate library's dependency, use rouge_score==0.1.2
evaluate==0.2.0
# tool for checking dependencies
pipdeptree
numpy==1.24.1
safetensors==0.3.1