picocreator
commited on
Commit
•
4b68c2c
1
Parent(s):
00f682e
Delete Eagle-7B-1T-ac
Browse files- Eagle-7B-1T-ac/results.json +0 -70
Eagle-7B-1T-ac/results.json
DELETED
@@ -1,70 +0,0 @@
|
|
1 |
-
{
|
2 |
-
"results": {
|
3 |
-
"arc_challenge": {
|
4 |
-
"acc,none": 0.42918088737201365,
|
5 |
-
"acc_stderr,none": 0.014464085894870677,
|
6 |
-
"acc_norm,none": 0.4761092150170648,
|
7 |
-
"acc_norm_stderr,none": 0.014594701798071666,
|
8 |
-
"alias": "arc_challenge"
|
9 |
-
}
|
10 |
-
},
|
11 |
-
"configs": {
|
12 |
-
"arc_challenge": {
|
13 |
-
"task": "arc_challenge",
|
14 |
-
"group": [
|
15 |
-
"ai2_arc"
|
16 |
-
],
|
17 |
-
"dataset_path": "allenai/ai2_arc",
|
18 |
-
"dataset_name": "ARC-Challenge",
|
19 |
-
"training_split": "train",
|
20 |
-
"validation_split": "validation",
|
21 |
-
"test_split": "test",
|
22 |
-
"doc_to_text": "Question: {{question}}\nAnswer:",
|
23 |
-
"doc_to_target": "{{choices.label.index(answerKey)}}",
|
24 |
-
"doc_to_choice": "{{choices.text}}",
|
25 |
-
"description": "",
|
26 |
-
"target_delimiter": " ",
|
27 |
-
"fewshot_delimiter": "\n\n",
|
28 |
-
"num_fewshot": 25,
|
29 |
-
"metric_list": [
|
30 |
-
{
|
31 |
-
"metric": "acc",
|
32 |
-
"aggregation": "mean",
|
33 |
-
"higher_is_better": true
|
34 |
-
},
|
35 |
-
{
|
36 |
-
"metric": "acc_norm",
|
37 |
-
"aggregation": "mean",
|
38 |
-
"higher_is_better": true
|
39 |
-
}
|
40 |
-
],
|
41 |
-
"output_type": "multiple_choice",
|
42 |
-
"repeats": 1,
|
43 |
-
"should_decontaminate": true,
|
44 |
-
"doc_to_decontamination_query": "Question: {{question}}\nAnswer:",
|
45 |
-
"metadata": {
|
46 |
-
"version": 1.0
|
47 |
-
}
|
48 |
-
}
|
49 |
-
},
|
50 |
-
"versions": {
|
51 |
-
"arc_challenge": 1.0
|
52 |
-
},
|
53 |
-
"n-shot": {
|
54 |
-
"arc_challenge": 25
|
55 |
-
},
|
56 |
-
"config": {
|
57 |
-
"model": "hf",
|
58 |
-
"model_args": "pretrained=RWKV/rwkv-5-world-7b,dtype=float16,trust_remote_code=True",
|
59 |
-
"batch_size": "auto",
|
60 |
-
"batch_sizes": [
|
61 |
-
8
|
62 |
-
],
|
63 |
-
"device": null,
|
64 |
-
"use_cache": null,
|
65 |
-
"limit": null,
|
66 |
-
"bootstrap_iters": 100000,
|
67 |
-
"gen_kwargs": null
|
68 |
-
},
|
69 |
-
"git_hash": "1554066c"
|
70 |
-
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|