root commited on
Commit
efa335c
1 Parent(s): 27fb728

add more lens

Browse files
gpt2/gpt2_large/config.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"base_model_name_or_path": "gpt2-large", "d_model": 1280, "num_hidden_layers": 36, "bias": true, "base_model_revision": "212095d5832abbf9926672e1c1e8d14312a3be20", "lens_type": "linear_tuned_lens"}
gpt2/gpt2_large/params.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:291a85a7f524378221e2af0814c2a98c68f740c38993a0b62863f50adb3231db
3
+ size 236130371
gpt2/gpt2_original/config.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"base_model_name_or_path": "gpt2", "d_model": 768, "num_hidden_layers": 12, "bias": true, "base_model_revision": "e7da7f221d5bf496a48136c0cd264e630fe9fcc8", "lens_type": "linear_tuned_lens"}
gpt2/gpt2_original/params.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1e0494dcf4a56a77b73b421820941ea948ffae0c6a0391d88c9cb10b48bc19c8
3
+ size 28353795
gpt2/gpt2_xl/config.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"base_model_name_or_path": "gpt2-xl", "d_model": 1600, "num_hidden_layers": 48, "bias": true, "base_model_revision": "33cdb5c0db5423c1879b1b9f16c352988e8754a8", "lens_type": "linear_tuned_lens"}
gpt2/gpt2_xl/params.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7c9b8eaf307a87965188d2311ee4d90d3c7868611e20aab263bc8e30b51320b6
3
+ size 491849251
opt/opt_1.3b/config.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"base_model_name_or_path": "facebook/opt-1.3b", "d_model": 2048, "num_hidden_layers": 24, "bias": true, "base_model_revision": "8c7b10754972749675d22364c25c428b29face51", "lens_type": "linear_tuned_lens"}
opt/opt_1.3b/params.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2b5620752d01fcca26f5b7c36ec2b741974b570adfb64bffbd901cdc01dc9df9
3
+ size 402860707
opt/opt_125m/config.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"base_model_name_or_path": "facebook/opt-125m", "d_model": 768, "num_hidden_layers": 12, "bias": true, "base_model_revision": "3d2b5f275bdf882b8775f902e1bfdb790e2cfc32", "lens_type": "linear_tuned_lens"}
opt/opt_125m/params.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f61d7716618783244f2e7f5d26022df092b80695e9620ccb02c5ffb70f9b1405
3
+ size 28353795
opt/opt_6.7b/config.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"base_model_name_or_path": "facebook/opt-6.7b", "d_model": 4096, "num_hidden_layers": 32, "bias": true, "base_model_revision": "a45aa65bbeb77c1558bc99bedc6779195462dab0", "lens_type": "linear_tuned_lens"}
opt/opt_6.7b/params.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9580fbf6e967c1be832ef415f3f74c0f6ee111637fba253dc5a75216dc305ebb
3
+ size 2148022563