Update README.md
Browse files
README.md
CHANGED
@@ -43,3 +43,25 @@ hf (pretrained=lomahony/pythia-2.8b-helpful-dpo), gen_kwargs: (None), limit: Non
|
|
43 |
| | |none | 0|bits_per_byte | 0.7104|± |N/A |
|
44 |
|winogrande | 1|none | 0|acc | 0.6046|± |0.0137|
|
45 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
43 |
| | |none | 0|bits_per_byte | 0.7104|± |N/A |
|
44 |
|winogrande | 1|none | 0|acc | 0.6046|± |0.0137|
|
45 |
|
46 |
+
hf (pretrained=lomahony/pythia-2.8b-helpful-dpo), gen_kwargs: (None), limit: None, num_fewshot: 5, batch_size: 16
|
47 |
+
| Tasks |Version|Filter|n-shot| Metric | Value | |Stderr|
|
48 |
+
|--------------|------:|------|-----:|---------------|------:|---|------|
|
49 |
+
|arc_challenge | 1|none | 5|acc | 0.3498|± |0.0139|
|
50 |
+
| | |none | 5|acc_norm | 0.3823|± |0.0142|
|
51 |
+
|arc_easy | 1|none | 5|acc | 0.6940|± |0.0095|
|
52 |
+
| | |none | 5|acc_norm | 0.6940|± |0.0095|
|
53 |
+
|boolq | 2|none | 5|acc | 0.6440|± |0.0084|
|
54 |
+
|hellaswag | 1|none | 5|acc | 0.4596|± |0.0050|
|
55 |
+
| | |none | 5|acc_norm | 0.6096|± |0.0049|
|
56 |
+
|lambada_openai| 1|none | 5|perplexity | 6.9027|± |0.2030|
|
57 |
+
| | |none | 5|acc | 0.5614|± |0.0069|
|
58 |
+
|openbookqa | 1|none | 5|acc | 0.2920|± |0.0204|
|
59 |
+
| | |none | 5|acc_norm | 0.3820|± |0.0218|
|
60 |
+
|piqa | 1|none | 5|acc | 0.7601|± |0.0100|
|
61 |
+
| | |none | 5|acc_norm | 0.7563|± |0.0100|
|
62 |
+
|sciq | 1|none | 5|acc | 0.9380|± |0.0076|
|
63 |
+
| | |none | 5|acc_norm | 0.9290|± |0.0081|
|
64 |
+
|wikitext | 2|none | 5|word_perplexity|13.9186|± |N/A |
|
65 |
+
| | |none | 5|byte_perplexity| 1.6363|± |N/A |
|
66 |
+
| | |none | 5|bits_per_byte | 0.7104|± |N/A |
|
67 |
+
|winogrande | 1|none | 5|acc | 0.6006|± |0.0138|
|