Satoru commited on
Commit
cb84dd7
1 Parent(s): 0034259

feat: add 50000

Browse files
added_tokens.json CHANGED
@@ -1 +1 @@
1
- {"</s>": 6616, "<s>": 6615}
 
1
+ {"</s>": 6615, "<s>": 6614}
config.json CHANGED
@@ -1,5 +1,5 @@
1
  {
2
- "_name_or_path": "roberta-small-hi-char",
3
  "architectures": [
4
  "RobertaForMaskedLM"
5
  ],
@@ -12,7 +12,6 @@
12
  "hidden_size": 256,
13
  "initializer_range": 0.02,
14
  "intermediate_size": 768,
15
- "is_decoder": true,
16
  "layer_norm_eps": 1e-12,
17
  "max_position_embeddings": 130,
18
  "model_type": "roberta",
@@ -24,5 +23,5 @@
24
  "transformers_version": "4.17.0",
25
  "type_vocab_size": 2,
26
  "use_cache": true,
27
- "vocab_size": 6617
28
  }
 
1
  {
2
+ "_name_or_path": "roberta-small-japanese-aozora-char-custom",
3
  "architectures": [
4
  "RobertaForMaskedLM"
5
  ],
 
12
  "hidden_size": 256,
13
  "initializer_range": 0.02,
14
  "intermediate_size": 768,
 
15
  "layer_norm_eps": 1e-12,
16
  "max_position_embeddings": 130,
17
  "model_type": "roberta",
 
23
  "transformers_version": "4.17.0",
24
  "type_vocab_size": 2,
25
  "use_cache": true,
26
+ "vocab_size": 7000
27
  }
optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:10191be1722c93c1c4e70541217d31c9291e700a06dbaeb2028d482a0b5c6d5e
3
- size 77736345
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9b431a20185b9d315699a6a732a9b1cbc63f7d93654b71433a7cd02597464ae5
3
+ size 78523353
pytorch_model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:848a558d56c72c6a734f612048f7b53534c65f8f105e82c49fd7492db0df4afa
3
- size 38892971
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8a2f1383976c493bad5dec68fc2de14227345adf6d5ed26989746abebf23fc26
3
+ size 39286699
rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:67eef3e43a80f4e8a4178c72bf49a1169f8216455c484e44d1964df517ba2eb5
3
  size 14503
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ed583e01607e043950535d5c4ae00a739a783eeb23179f6faa3c9dd2060c9dec
3
  size 14503
scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c7d38ec31ec09a327fee265002b761297e1d4c11592661c6459f5c25ad48c108
3
  size 623
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:491092af1e8a06d583d09f4a90b42061f43f4540881fe6d647b0f3899893aee2
3
  size 623
tokenizer.json CHANGED
The diff for this file is too large to render. See raw diff
 
trainer_state.json CHANGED
The diff for this file is too large to render. See raw diff
 
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:775438c34dff41c43ba3ed3e6136d2553808dfa3077cfba2b22897b5f2c976e5
3
  size 2991
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:298530b9e00ad9dd7af7ffa84be7826dcf4271a9da04cc42af1604445e287b41
3
  size 2991
vocab.txt CHANGED
@@ -26,8 +26,6 @@
26
 
27
 
28
 
29
-
30
-
31
 
32
 
33
 
 
26
 
27
 
28
 
 
 
29
 
30
 
31