picocreator commited on
Commit
4b68c2c
1 Parent(s): 00f682e

Delete Eagle-7B-1T-ac

Browse files
Files changed (1) hide show
  1. Eagle-7B-1T-ac/results.json +0 -70
Eagle-7B-1T-ac/results.json DELETED
@@ -1,70 +0,0 @@
1
- {
2
- "results": {
3
- "arc_challenge": {
4
- "acc,none": 0.42918088737201365,
5
- "acc_stderr,none": 0.014464085894870677,
6
- "acc_norm,none": 0.4761092150170648,
7
- "acc_norm_stderr,none": 0.014594701798071666,
8
- "alias": "arc_challenge"
9
- }
10
- },
11
- "configs": {
12
- "arc_challenge": {
13
- "task": "arc_challenge",
14
- "group": [
15
- "ai2_arc"
16
- ],
17
- "dataset_path": "allenai/ai2_arc",
18
- "dataset_name": "ARC-Challenge",
19
- "training_split": "train",
20
- "validation_split": "validation",
21
- "test_split": "test",
22
- "doc_to_text": "Question: {{question}}\nAnswer:",
23
- "doc_to_target": "{{choices.label.index(answerKey)}}",
24
- "doc_to_choice": "{{choices.text}}",
25
- "description": "",
26
- "target_delimiter": " ",
27
- "fewshot_delimiter": "\n\n",
28
- "num_fewshot": 25,
29
- "metric_list": [
30
- {
31
- "metric": "acc",
32
- "aggregation": "mean",
33
- "higher_is_better": true
34
- },
35
- {
36
- "metric": "acc_norm",
37
- "aggregation": "mean",
38
- "higher_is_better": true
39
- }
40
- ],
41
- "output_type": "multiple_choice",
42
- "repeats": 1,
43
- "should_decontaminate": true,
44
- "doc_to_decontamination_query": "Question: {{question}}\nAnswer:",
45
- "metadata": {
46
- "version": 1.0
47
- }
48
- }
49
- },
50
- "versions": {
51
- "arc_challenge": 1.0
52
- },
53
- "n-shot": {
54
- "arc_challenge": 25
55
- },
56
- "config": {
57
- "model": "hf",
58
- "model_args": "pretrained=RWKV/rwkv-5-world-7b,dtype=float16,trust_remote_code=True",
59
- "batch_size": "auto",
60
- "batch_sizes": [
61
- 8
62
- ],
63
- "device": null,
64
- "use_cache": null,
65
- "limit": null,
66
- "bootstrap_iters": 100000,
67
- "gen_kwargs": null
68
- },
69
- "git_hash": "1554066c"
70
- }