root
commited on
Commit
•
efa335c
1
Parent(s):
27fb728
add more lens
Browse files- gpt2/gpt2_large/config.json +1 -0
- gpt2/gpt2_large/params.pt +3 -0
- gpt2/gpt2_original/config.json +1 -0
- gpt2/gpt2_original/params.pt +3 -0
- gpt2/gpt2_xl/config.json +1 -0
- gpt2/gpt2_xl/params.pt +3 -0
- opt/opt_1.3b/config.json +1 -0
- opt/opt_1.3b/params.pt +3 -0
- opt/opt_125m/config.json +1 -0
- opt/opt_125m/params.pt +3 -0
- opt/opt_6.7b/config.json +1 -0
- opt/opt_6.7b/params.pt +3 -0
gpt2/gpt2_large/config.json
ADDED
@@ -0,0 +1 @@
|
|
|
|
|
1 |
+
{"base_model_name_or_path": "gpt2-large", "d_model": 1280, "num_hidden_layers": 36, "bias": true, "base_model_revision": "212095d5832abbf9926672e1c1e8d14312a3be20", "lens_type": "linear_tuned_lens"}
|
gpt2/gpt2_large/params.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:291a85a7f524378221e2af0814c2a98c68f740c38993a0b62863f50adb3231db
|
3 |
+
size 236130371
|
gpt2/gpt2_original/config.json
ADDED
@@ -0,0 +1 @@
|
|
|
|
|
1 |
+
{"base_model_name_or_path": "gpt2", "d_model": 768, "num_hidden_layers": 12, "bias": true, "base_model_revision": "e7da7f221d5bf496a48136c0cd264e630fe9fcc8", "lens_type": "linear_tuned_lens"}
|
gpt2/gpt2_original/params.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:1e0494dcf4a56a77b73b421820941ea948ffae0c6a0391d88c9cb10b48bc19c8
|
3 |
+
size 28353795
|
gpt2/gpt2_xl/config.json
ADDED
@@ -0,0 +1 @@
|
|
|
|
|
1 |
+
{"base_model_name_or_path": "gpt2-xl", "d_model": 1600, "num_hidden_layers": 48, "bias": true, "base_model_revision": "33cdb5c0db5423c1879b1b9f16c352988e8754a8", "lens_type": "linear_tuned_lens"}
|
gpt2/gpt2_xl/params.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:7c9b8eaf307a87965188d2311ee4d90d3c7868611e20aab263bc8e30b51320b6
|
3 |
+
size 491849251
|
opt/opt_1.3b/config.json
ADDED
@@ -0,0 +1 @@
|
|
|
|
|
1 |
+
{"base_model_name_or_path": "facebook/opt-1.3b", "d_model": 2048, "num_hidden_layers": 24, "bias": true, "base_model_revision": "8c7b10754972749675d22364c25c428b29face51", "lens_type": "linear_tuned_lens"}
|
opt/opt_1.3b/params.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:2b5620752d01fcca26f5b7c36ec2b741974b570adfb64bffbd901cdc01dc9df9
|
3 |
+
size 402860707
|
opt/opt_125m/config.json
ADDED
@@ -0,0 +1 @@
|
|
|
|
|
1 |
+
{"base_model_name_or_path": "facebook/opt-125m", "d_model": 768, "num_hidden_layers": 12, "bias": true, "base_model_revision": "3d2b5f275bdf882b8775f902e1bfdb790e2cfc32", "lens_type": "linear_tuned_lens"}
|
opt/opt_125m/params.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:f61d7716618783244f2e7f5d26022df092b80695e9620ccb02c5ffb70f9b1405
|
3 |
+
size 28353795
|
opt/opt_6.7b/config.json
ADDED
@@ -0,0 +1 @@
|
|
|
|
|
1 |
+
{"base_model_name_or_path": "facebook/opt-6.7b", "d_model": 4096, "num_hidden_layers": 32, "bias": true, "base_model_revision": "a45aa65bbeb77c1558bc99bedc6779195462dab0", "lens_type": "linear_tuned_lens"}
|
opt/opt_6.7b/params.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:9580fbf6e967c1be832ef415f3f74c0f6ee111637fba253dc5a75216dc305ebb
|
3 |
+
size 2148022563
|