Spaces:
Runtime error
Runtime error
File size: 2,247 Bytes
ec0c335 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 |
"""
Download the pre-generated model answers and judgments for MT-bench.
"""
import os
from fastchat.utils import run_cmd
filenames = [
"data/mt_bench/model_answer/alpaca-13b.jsonl",
"data/mt_bench/model_answer/baize-v2-13b.jsonl",
"data/mt_bench/model_answer/chatglm-6b.jsonl",
"data/mt_bench/model_answer/claude-instant-v1.jsonl",
"data/mt_bench/model_answer/claude-v1.jsonl",
"data/mt_bench/model_answer/dolly-v2-12b.jsonl",
"data/mt_bench/model_answer/falcon-40b-instruct.jsonl",
"data/mt_bench/model_answer/fastchat-t5-3b.jsonl",
"data/mt_bench/model_answer/gpt-3.5-turbo.jsonl",
"data/mt_bench/model_answer/gpt-4.jsonl",
"data/mt_bench/model_answer/gpt4all-13b-snoozy.jsonl",
"data/mt_bench/model_answer/guanaco-33b.jsonl",
"data/mt_bench/model_answer/guanaco-65b.jsonl",
"data/mt_bench/model_answer/h2ogpt-oasst-open-llama-13b.jsonl",
"data/mt_bench/model_answer/koala-13b.jsonl",
"data/mt_bench/model_answer/llama-13b.jsonl",
"data/mt_bench/model_answer/mpt-30b-chat.jsonl",
"data/mt_bench/model_answer/mpt-30b-instruct.jsonl",
"data/mt_bench/model_answer/mpt-7b-chat.jsonl",
"data/mt_bench/model_answer/nous-hermes-13b.jsonl",
"data/mt_bench/model_answer/oasst-sft-4-pythia-12b.jsonl",
"data/mt_bench/model_answer/oasst-sft-7-llama-30b.jsonl",
"data/mt_bench/model_answer/palm-2-chat-bison-001.jsonl",
"data/mt_bench/model_answer/rwkv-4-raven-14b.jsonl",
"data/mt_bench/model_answer/stablelm-tuned-alpha-7b.jsonl",
"data/mt_bench/model_answer/tulu-30b.jsonl",
"data/mt_bench/model_answer/vicuna-13b-v1.3.jsonl",
"data/mt_bench/model_answer/vicuna-33b-v1.3.jsonl",
"data/mt_bench/model_answer/vicuna-7b-v1.3.jsonl",
"data/mt_bench/model_answer/wizardlm-13b.jsonl",
"data/mt_bench/model_answer/wizardlm-30b.jsonl",
"data/mt_bench/model_judgment/gpt-4_single.jsonl",
"data/mt_bench/model_judgment/gpt-4_pair.jsonl",
]
if __name__ == "__main__":
prefix = "https://huggingface.co/spaces/lmsys/mt-bench/resolve/main/"
for name in filenames:
os.makedirs(os.path.dirname(name), exist_ok=True)
ret = run_cmd(f"wget -q --show-progress -O {name} {prefix + name}")
assert ret == 0
|