ChatStudio / scripts /download_models.py
vs4vijay's picture
changes
5b63d6f
from huggingface_hub import snapshot_download
# model = "databricks/dolly-v2-3b"
model = "bigcode/starcoder"
# Downloading (…)neration_config.json: 100%|β–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆ| 111/111 [00:00<?, ?B/s]
# Downloading (…)168695aef2/README.md: 100%|β–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆ| 11.2k/11.2k [00:00<00:00, 1.60MB/s]
# Downloading (…)168695aef2/README.md: 0%| | 0.00/11.2k [00:00<?, ?B/s]
# Downloading (…)l-00007-of-00007.bin: 3%|β–ˆβ–Ž | 126M/4.08G [06:29<3:59:06, 276kB/s]
# Downloading (…)l-00005-of-00007.bin: 1%|β–Œ | 126M/9.85G [06:49<8:50:16, 306kB/s]
# Downloading (…)l-00006-of-00007.bin: 1%|β–Œ | 136M/9.86G [07:02<10:50:28, 249kB/s]
# Downloading (…)l-00004-of-00007.bin: 1%|β–Œ | 126M/9.86G [07:01<9:48:12, 276kB/s]
# Downloading (…)l-00003-of-00007.bin: 1%|β–Œ | 126M/9.85G [06:48<8:48:11, 307kB/s]
model = "tiiuae/falcon-7b"
# model = "bigcode/santacoder"
# model = "bigscience/bloom-560m"
print(f"Downloading model: {model}...")
snapshot_download(repo_id=model)
print('Dowmload complete!')