Initial exKcBERT 1M step trained
Browse files- .gitattributes +4 -0
- bert_config_ex_s3.json +13 -0
- kbstop_loss.pkl +3 -0
- kbstop_stat_dict +3 -0
- loss.pkl +3 -0
- modu_sampled.pkl +3 -0
- state_dic_exBERT_0 +3 -0
- vocab.txt +0 -0
.gitattributes
CHANGED
@@ -14,3 +14,7 @@
|
|
14 |
*.pb filter=lfs diff=lfs merge=lfs -text
|
15 |
*.pt filter=lfs diff=lfs merge=lfs -text
|
16 |
*.pth filter=lfs diff=lfs merge=lfs -text
|
|
|
|
|
|
|
|
14 |
*.pb filter=lfs diff=lfs merge=lfs -text
|
15 |
*.pt filter=lfs diff=lfs merge=lfs -text
|
16 |
*.pth filter=lfs diff=lfs merge=lfs -text
|
17 |
+
*.pkl filter=lfs diff=lfs merge=lfs -text
|
18 |
+
*state_dic* filter=lfs diff=lfs merge=lfs -text
|
19 |
+
*dic* filter=lfs diff=lfs merge=lfs -text
|
20 |
+
*kbstop_* filter=lfs diff=lfs merge=lfs -text
|
bert_config_ex_s3.json
ADDED
@@ -0,0 +1,13 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"attention_probs_dropout_prob": 0.1,
|
3 |
+
"hidden_act": "gelu",
|
4 |
+
"hidden_dropout_prob": 0.1,
|
5 |
+
"hidden_size": 252,
|
6 |
+
"initializer_range": 0.02,
|
7 |
+
"intermediate_size": 1024,
|
8 |
+
"max_position_embeddings": 300,
|
9 |
+
"num_attention_heads": 12,
|
10 |
+
"num_hidden_layers": 12,
|
11 |
+
"type_vocab_size": 2,
|
12 |
+
"vocab_size": 21718
|
13 |
+
}
|
kbstop_loss.pkl
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:b9dad363c99c4d02e4e093d49be24e1d22d6be75b2b38aaf0066c074052d2f9d
|
3 |
+
size 19033691
|
kbstop_stat_dict
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:49b1e5dfe70b927b2548c1474f3b7cc16acca32652399f9e3896ad96b0c5c9bd
|
3 |
+
size 618150679
|
loss.pkl
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:a66dddbe1cbce566aa4c4f819484d4ca0ad841273372e9298fecff4f6eb22a96
|
3 |
+
size 19033691
|
modu_sampled.pkl
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:facd12a68d62602e0ea2f431f2904ee4cff0806f15ed0d22b4623584152a37f1
|
3 |
+
size 23835509
|
state_dic_exBERT_0
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:47152d24da9702753e68a44637556f371fea4fcf7600f775819567d70d2d2f77
|
3 |
+
size 618150679
|
vocab.txt
ADDED
The diff for this file is too large to render.
See raw diff
|