Hugging Face's logo

datablations
/
lm1-2b8-55b-oscarpy

TensorBoard
Model card Files Metrics Community
Muennighoff commited on
Commit
f3c3380
•
1 Parent(s): f80bf0d

Add babi

Browse files
Files changed (15) hide show
  1. 2b855b50oscarpy/evaluation/2b855b50oscarpy_5_babi.json +22 -0
  2. 2b855b50oscarpy/transformers/tokenizer.json +0 -0
  3. 2b855b50oscarpy/transformers/vocab.json +0 -0
  4. 2b855b60oscarpy/evaluation/2b855b60oscarpy_5_babi.json +22 -0
  5. 2b855b60oscarpy/transformers/tokenizer.json +0 -0
  6. 2b855b60oscarpy/transformers/vocab.json +0 -0
  7. 2b855b70oscarpy/evaluation/2b855b70oscarpy_5_babi.json +22 -0
  8. 2b855b70oscarpy/transformers/tokenizer.json +0 -0
  9. 2b855b70oscarpy/transformers/vocab.json +0 -0
  10. 2b855b80oscarpy/evaluation/2b855b80oscarpy_5_babi.json +22 -0
  11. 2b855b80oscarpy/transformers/tokenizer.json +0 -0
  12. 2b855b80oscarpy/transformers/vocab.json +0 -0
  13. 2b855b90oscarpy/evaluation/2b855b90oscarpy_5_babi.json +22 -0
  14. 2b855b90oscarpy/transformers/tokenizer.json +0 -0
  15. 2b855b90oscarpy/transformers/vocab.json +0 -0
2b855b50oscarpy/evaluation/2b855b50oscarpy_5_babi.json ADDED
@@ -0,0 +1,22 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "results": {
3
+ "babi": {
4
+ "em": 0.2704194260485651,
5
+ "em_stderr": 0.014764926338949921
6
+ }
7
+ },
8
+ "versions": {
9
+ "babi": 0
10
+ },
11
+ "config": {
12
+ "model": "gpt2",
13
+ "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-oscarpy/2b855b50oscarpy/transformers",
14
+ "num_fewshot": 5,
15
+ "batch_size": null,
16
+ "device": null,
17
+ "no_cache": false,
18
+ "limit": 906,
19
+ "bootstrap_iters": 100000,
20
+ "description_dict": {}
21
+ }
22
+ }
2b855b50oscarpy/transformers/tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
2b855b50oscarpy/transformers/vocab.json ADDED
The diff for this file is too large to render. See raw diff
 
2b855b60oscarpy/evaluation/2b855b60oscarpy_5_babi.json ADDED
@@ -0,0 +1,22 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "results": {
3
+ "babi": {
4
+ "em": 0.2902869757174393,
5
+ "em_stderr": 0.015087972138612144
6
+ }
7
+ },
8
+ "versions": {
9
+ "babi": 0
10
+ },
11
+ "config": {
12
+ "model": "gpt2",
13
+ "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-oscarpy/2b855b60oscarpy/transformers",
14
+ "num_fewshot": 5,
15
+ "batch_size": null,
16
+ "device": null,
17
+ "no_cache": false,
18
+ "limit": 906,
19
+ "bootstrap_iters": 100000,
20
+ "description_dict": {}
21
+ }
22
+ }
2b855b60oscarpy/transformers/tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
2b855b60oscarpy/transformers/vocab.json ADDED
The diff for this file is too large to render. See raw diff
 
2b855b70oscarpy/evaluation/2b855b70oscarpy_5_babi.json ADDED
@@ -0,0 +1,22 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "results": {
3
+ "babi": {
4
+ "em": 0.293598233995585,
5
+ "em_stderr": 0.015138342194874756
6
+ }
7
+ },
8
+ "versions": {
9
+ "babi": 0
10
+ },
11
+ "config": {
12
+ "model": "gpt2",
13
+ "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-oscarpy/2b855b70oscarpy/transformers",
14
+ "num_fewshot": 5,
15
+ "batch_size": null,
16
+ "device": null,
17
+ "no_cache": false,
18
+ "limit": 906,
19
+ "bootstrap_iters": 100000,
20
+ "description_dict": {}
21
+ }
22
+ }
2b855b70oscarpy/transformers/tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
2b855b70oscarpy/transformers/vocab.json ADDED
The diff for this file is too large to render. See raw diff
 
2b855b80oscarpy/evaluation/2b855b80oscarpy_5_babi.json ADDED
@@ -0,0 +1,22 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "results": {
3
+ "babi": {
4
+ "em": 0.293598233995585,
5
+ "em_stderr": 0.015138342194874756
6
+ }
7
+ },
8
+ "versions": {
9
+ "babi": 0
10
+ },
11
+ "config": {
12
+ "model": "gpt2",
13
+ "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-oscarpy/2b855b70oscarpy/transformers",
14
+ "num_fewshot": 5,
15
+ "batch_size": null,
16
+ "device": null,
17
+ "no_cache": false,
18
+ "limit": 906,
19
+ "bootstrap_iters": 100000,
20
+ "description_dict": {}
21
+ }
22
+ }
2b855b80oscarpy/transformers/tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
2b855b80oscarpy/transformers/vocab.json ADDED
The diff for this file is too large to render. See raw diff
 
2b855b90oscarpy/evaluation/2b855b90oscarpy_5_babi.json ADDED
@@ -0,0 +1,22 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "results": {
3
+ "babi": {
4
+ "em": 0.24944812362030905,
5
+ "em_stderr": 0.014383222164247377
6
+ }
7
+ },
8
+ "versions": {
9
+ "babi": 0
10
+ },
11
+ "config": {
12
+ "model": "gpt2",
13
+ "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-oscarpy/2b855b90oscarpy/transformers",
14
+ "num_fewshot": 5,
15
+ "batch_size": null,
16
+ "device": null,
17
+ "no_cache": false,
18
+ "limit": 906,
19
+ "bootstrap_iters": 100000,
20
+ "description_dict": {}
21
+ }
22
+ }
2b855b90oscarpy/transformers/tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
2b855b90oscarpy/transformers/vocab.json ADDED
The diff for this file is too large to render. See raw diff