Commit
•
00f682e
1
Parent(s):
a650975
Delete Eagle-7B-1T-hs
Browse files- Eagle-7B-1T-hs/results.json +0 -68
Eagle-7B-1T-hs/results.json
DELETED
@@ -1,68 +0,0 @@
|
|
1 |
-
{
|
2 |
-
"results": {
|
3 |
-
"hellaswag": {
|
4 |
-
"acc,none": 0.5274845648277235,
|
5 |
-
"acc_stderr,none": 0.00498223713340941,
|
6 |
-
"acc_norm,none": 0.7165903206532563,
|
7 |
-
"acc_norm_stderr,none": 0.004497325533959324,
|
8 |
-
"alias": "hellaswag"
|
9 |
-
}
|
10 |
-
},
|
11 |
-
"configs": {
|
12 |
-
"hellaswag": {
|
13 |
-
"task": "hellaswag",
|
14 |
-
"group": [
|
15 |
-
"multiple_choice"
|
16 |
-
],
|
17 |
-
"dataset_path": "hellaswag",
|
18 |
-
"training_split": "train",
|
19 |
-
"validation_split": "validation",
|
20 |
-
"process_docs": "def process_docs(dataset: datasets.Dataset) -> datasets.Dataset:\n def _process_doc(doc):\n ctx = doc[\"ctx_a\"] + \" \" + doc[\"ctx_b\"].capitalize()\n out_doc = {\n \"query\": preprocess(doc[\"activity_label\"] + \": \" + ctx),\n \"choices\": [preprocess(ending) for ending in doc[\"endings\"]],\n \"gold\": int(doc[\"label\"]),\n }\n return out_doc\n\n return dataset.map(_process_doc)\n",
|
21 |
-
"doc_to_text": "{{query}}",
|
22 |
-
"doc_to_target": "{{label}}",
|
23 |
-
"doc_to_choice": "choices",
|
24 |
-
"description": "",
|
25 |
-
"target_delimiter": " ",
|
26 |
-
"fewshot_delimiter": "\n\n",
|
27 |
-
"num_fewshot": 10,
|
28 |
-
"metric_list": [
|
29 |
-
{
|
30 |
-
"metric": "acc",
|
31 |
-
"aggregation": "mean",
|
32 |
-
"higher_is_better": true
|
33 |
-
},
|
34 |
-
{
|
35 |
-
"metric": "acc_norm",
|
36 |
-
"aggregation": "mean",
|
37 |
-
"higher_is_better": true
|
38 |
-
}
|
39 |
-
],
|
40 |
-
"output_type": "multiple_choice",
|
41 |
-
"repeats": 1,
|
42 |
-
"should_decontaminate": false,
|
43 |
-
"metadata": {
|
44 |
-
"version": 1.0
|
45 |
-
}
|
46 |
-
}
|
47 |
-
},
|
48 |
-
"versions": {
|
49 |
-
"hellaswag": 1.0
|
50 |
-
},
|
51 |
-
"n-shot": {
|
52 |
-
"hellaswag": 10
|
53 |
-
},
|
54 |
-
"config": {
|
55 |
-
"model": "hf",
|
56 |
-
"model_args": "pretrained=RWKV/rwkv-5-world-7b,dtype=float16,trust_remote_code=True",
|
57 |
-
"batch_size": "auto",
|
58 |
-
"batch_sizes": [
|
59 |
-
8
|
60 |
-
],
|
61 |
-
"device": null,
|
62 |
-
"use_cache": null,
|
63 |
-
"limit": null,
|
64 |
-
"bootstrap_iters": 100000,
|
65 |
-
"gen_kwargs": null
|
66 |
-
},
|
67 |
-
"git_hash": "1554066c"
|
68 |
-
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|