beomi commited on
Commit
7041fb2
1 Parent(s): 24c3751

Initial exKcBERT 1M step trained

Browse files
.gitattributes CHANGED
@@ -14,3 +14,7 @@
14
  *.pb filter=lfs diff=lfs merge=lfs -text
15
  *.pt filter=lfs diff=lfs merge=lfs -text
16
  *.pth filter=lfs diff=lfs merge=lfs -text
 
 
 
 
14
  *.pb filter=lfs diff=lfs merge=lfs -text
15
  *.pt filter=lfs diff=lfs merge=lfs -text
16
  *.pth filter=lfs diff=lfs merge=lfs -text
17
+ *.pkl filter=lfs diff=lfs merge=lfs -text
18
+ *state_dic* filter=lfs diff=lfs merge=lfs -text
19
+ *dic* filter=lfs diff=lfs merge=lfs -text
20
+ *kbstop_* filter=lfs diff=lfs merge=lfs -text
bert_config_ex_s3.json ADDED
@@ -0,0 +1,13 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "attention_probs_dropout_prob": 0.1,
3
+ "hidden_act": "gelu",
4
+ "hidden_dropout_prob": 0.1,
5
+ "hidden_size": 252,
6
+ "initializer_range": 0.02,
7
+ "intermediate_size": 1024,
8
+ "max_position_embeddings": 300,
9
+ "num_attention_heads": 12,
10
+ "num_hidden_layers": 12,
11
+ "type_vocab_size": 2,
12
+ "vocab_size": 21718
13
+ }
kbstop_loss.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b9dad363c99c4d02e4e093d49be24e1d22d6be75b2b38aaf0066c074052d2f9d
3
+ size 19033691
kbstop_stat_dict ADDED
@@ -0,0 +1,3 @@
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:49b1e5dfe70b927b2548c1474f3b7cc16acca32652399f9e3896ad96b0c5c9bd
3
+ size 618150679
loss.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a66dddbe1cbce566aa4c4f819484d4ca0ad841273372e9298fecff4f6eb22a96
3
+ size 19033691
modu_sampled.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:facd12a68d62602e0ea2f431f2904ee4cff0806f15ed0d22b4623584152a37f1
3
+ size 23835509
state_dic_exBERT_0 ADDED
@@ -0,0 +1,3 @@
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:47152d24da9702753e68a44637556f371fea4fcf7600f775819567d70d2d2f77
3
+ size 618150679
vocab.txt ADDED
The diff for this file is too large to render. See raw diff