oza75 commited on
Commit
c899b89
1 Parent(s): 31600ab

Training in progress, epoch 1

Browse files
config.json CHANGED
@@ -29,7 +29,7 @@
29
  "scale_embedding": true,
30
  "tokenizer_class": "NllbTokenizer",
31
  "torch_dtype": "float32",
32
- "transformers_version": "4.35.1",
33
  "use_cache": true,
34
  "vocab_size": 256206
35
  }
 
29
  "scale_embedding": true,
30
  "tokenizer_class": "NllbTokenizer",
31
  "torch_dtype": "float32",
32
+ "transformers_version": "4.40.0",
33
  "use_cache": true,
34
  "vocab_size": 256206
35
  }
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:cef3d8d5b43cab8c4179413f5363888d69bfb1797cc97987f543435828460adf
3
  size 2460354912
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:698f2267d48e2176b66aea99f67bf5a4b987f2f471cfbc916ac45fe491fd6825
3
  size 2460354912
special_tokens_map.json CHANGED
@@ -203,9 +203,27 @@
203
  "zho_Hant",
204
  "zul_Latn"
205
  ],
206
- "bos_token": "<s>",
207
- "cls_token": "<s>",
208
- "eos_token": "</s>",
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
209
  "mask_token": {
210
  "content": "<mask>",
211
  "lstrip": true,
@@ -213,7 +231,25 @@
213
  "rstrip": false,
214
  "single_word": false
215
  },
216
- "pad_token": "<pad>",
217
- "sep_token": "</s>",
218
- "unk_token": "<unk>"
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
219
  }
 
203
  "zho_Hant",
204
  "zul_Latn"
205
  ],
206
+ "bos_token": {
207
+ "content": "<s>",
208
+ "lstrip": false,
209
+ "normalized": false,
210
+ "rstrip": false,
211
+ "single_word": false
212
+ },
213
+ "cls_token": {
214
+ "content": "<s>",
215
+ "lstrip": false,
216
+ "normalized": false,
217
+ "rstrip": false,
218
+ "single_word": false
219
+ },
220
+ "eos_token": {
221
+ "content": "</s>",
222
+ "lstrip": false,
223
+ "normalized": false,
224
+ "rstrip": false,
225
+ "single_word": false
226
+ },
227
  "mask_token": {
228
  "content": "<mask>",
229
  "lstrip": true,
 
231
  "rstrip": false,
232
  "single_word": false
233
  },
234
+ "pad_token": {
235
+ "content": "<pad>",
236
+ "lstrip": false,
237
+ "normalized": false,
238
+ "rstrip": false,
239
+ "single_word": false
240
+ },
241
+ "sep_token": {
242
+ "content": "</s>",
243
+ "lstrip": false,
244
+ "normalized": false,
245
+ "rstrip": false,
246
+ "single_word": false
247
+ },
248
+ "unk_token": {
249
+ "content": "<unk>",
250
+ "lstrip": false,
251
+ "normalized": false,
252
+ "rstrip": false,
253
+ "single_word": false
254
+ }
255
  }
tokenizer.json CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:75f9efed02cadb6f884e5e887399f2462209c126f795a2cffd6e768b8d8444e6
3
- size 17331322
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4fba9a63a85b9d149e4dd0f8d50ebd07aa099eecf1901328e0e840217a291f48
3
+ size 17331392
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f4c3bcb5c7e2e8e5818053ebb1ff49cc862b13be86bfa8ed73ac800074e1539d
3
- size 4792
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b0c1b14a7d2854ffac0038a9080626f6483ea8f1f0a9806f9075e83836bb505c
3
+ size 5176