Update README.md
Browse files
README.md
CHANGED
|
@@ -43,3 +43,25 @@ hf (pretrained=lomahony/pythia-2.8b-helpful-dpo), gen_kwargs: (None), limit: Non
|
|
| 43 |
| | |none | 0|bits_per_byte | 0.7104|± |N/A |
|
| 44 |
|winogrande | 1|none | 0|acc | 0.6046|± |0.0137|
|
| 45 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 43 |
| | |none | 0|bits_per_byte | 0.7104|± |N/A |
|
| 44 |
|winogrande | 1|none | 0|acc | 0.6046|± |0.0137|
|
| 45 |
|
| 46 |
+
hf (pretrained=lomahony/pythia-2.8b-helpful-dpo), gen_kwargs: (None), limit: None, num_fewshot: 5, batch_size: 16
|
| 47 |
+
| Tasks |Version|Filter|n-shot| Metric | Value | |Stderr|
|
| 48 |
+
|--------------|------:|------|-----:|---------------|------:|---|------|
|
| 49 |
+
|arc_challenge | 1|none | 5|acc | 0.3498|± |0.0139|
|
| 50 |
+
| | |none | 5|acc_norm | 0.3823|± |0.0142|
|
| 51 |
+
|arc_easy | 1|none | 5|acc | 0.6940|± |0.0095|
|
| 52 |
+
| | |none | 5|acc_norm | 0.6940|± |0.0095|
|
| 53 |
+
|boolq | 2|none | 5|acc | 0.6440|± |0.0084|
|
| 54 |
+
|hellaswag | 1|none | 5|acc | 0.4596|± |0.0050|
|
| 55 |
+
| | |none | 5|acc_norm | 0.6096|± |0.0049|
|
| 56 |
+
|lambada_openai| 1|none | 5|perplexity | 6.9027|± |0.2030|
|
| 57 |
+
| | |none | 5|acc | 0.5614|± |0.0069|
|
| 58 |
+
|openbookqa | 1|none | 5|acc | 0.2920|± |0.0204|
|
| 59 |
+
| | |none | 5|acc_norm | 0.3820|± |0.0218|
|
| 60 |
+
|piqa | 1|none | 5|acc | 0.7601|± |0.0100|
|
| 61 |
+
| | |none | 5|acc_norm | 0.7563|± |0.0100|
|
| 62 |
+
|sciq | 1|none | 5|acc | 0.9380|± |0.0076|
|
| 63 |
+
| | |none | 5|acc_norm | 0.9290|± |0.0081|
|
| 64 |
+
|wikitext | 2|none | 5|word_perplexity|13.9186|± |N/A |
|
| 65 |
+
| | |none | 5|byte_perplexity| 1.6363|± |N/A |
|
| 66 |
+
| | |none | 5|bits_per_byte | 0.7104|± |N/A |
|
| 67 |
+
|winogrande | 1|none | 5|acc | 0.6006|± |0.0138|
|