Create README.md
Browse files
README.md
ADDED
@@ -0,0 +1,19 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
Wandb run id: https://wandb.ai/eleutherai/pythia-rlhf/runs/pdoqt0ty
|
2 |
+
|
3 |
+
Eval Results:
|
4 |
+
| Task |Version|Filter| Metric |Value | |Stderr|
|
5 |
+
|--------------|-------|------|----------|-----:|---|-----:|
|
6 |
+
|arc_challenge |Yaml |none |acc |0.3353|± |0.0138|
|
7 |
+
| | |none |acc_norm |0.3575|± |0.0140|
|
8 |
+
|arc_easy |Yaml |none |acc |0.6907|± |0.0095|
|
9 |
+
| | |none |acc_norm |0.6153|± |0.0100|
|
10 |
+
|lambada_openai|Yaml |none |perplexity|4.2478|± |0.1020|
|
11 |
+
| | |none |acc |0.6590|± |0.0066|
|
12 |
+
|logiqa |Yaml |none |acc |0.2350|± |0.0166|
|
13 |
+
| | |none |acc_norm |0.2780|± |0.0176|
|
14 |
+
|piqa |Yaml |none |acc |0.7557|± |0.0100|
|
15 |
+
| | |none |acc_norm |0.7688|± |0.0098|
|
16 |
+
|sciq |Yaml |none |acc |0.8990|± |0.0095|
|
17 |
+
| | |none |acc_norm |0.8270|± |0.0120|
|
18 |
+
|winogrande |Yaml |none |acc |0.6330|± |0.0135|
|
19 |
+
|wsc |Yaml |none |acc |0.3654|± |0.0474|
|