xaviergillard commited on
Commit
06b2d56
1 Parent(s): 8488779

Training in progress, epoch 1

Browse files
config.json CHANGED
@@ -1,7 +1,7 @@
1
  {
2
- "_name_or_path": "xaviergillard/brabant-xvii-shallow",
3
  "architectures": [
4
- "BertForMaskedLM"
5
  ],
6
  "attention_probs_dropout_prob": 0.1,
7
  "classifier_dropout": null,
@@ -18,8 +18,8 @@
18
  "pad_token_id": 0,
19
  "position_embedding_type": "absolute",
20
  "torch_dtype": "float32",
21
- "transformers_version": "4.39.1",
22
  "type_vocab_size": 2,
23
  "use_cache": true,
24
- "vocab_size": 30500
25
  }
 
1
  {
2
+ "_name_or_path": "xaviergillard/brabant-xvii-from-scratch",
3
  "architectures": [
4
+ "BertForPreTraining"
5
  ],
6
  "attention_probs_dropout_prob": 0.1,
7
  "classifier_dropout": null,
 
18
  "pad_token_id": 0,
19
  "position_embedding_type": "absolute",
20
  "torch_dtype": "float32",
21
+ "transformers_version": "4.38.2",
22
  "type_vocab_size": 2,
23
  "use_cache": true,
24
+ "vocab_size": 24263
25
  }
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a41a77a5bb6f72c67ffb7a2d09ac5298362da0467b765c56fe24e718b9f876c5
3
- size 438013224
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:505fef1dda3c8398753dfffbff700afec98d96541e7e670abdc64d6283999ef3
3
+ size 421197092
runs/Mar28_18-12-15_f5c3c770dba0/events.out.tfevents.1711649546.f5c3c770dba0.2714.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0c18327574842438ec5e43f472eacae4c1c5f42cbdf1feb42df039a430bf3632
3
+ size 6205
runs/Mar28_18-19-02_f5c3c770dba0/events.out.tfevents.1711649967.f5c3c770dba0.2714.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:286566f94bfd02375051007fca6a373a98c135c17f16b199b9f41e3249fa7a76
3
+ size 4724
runs/Mar28_18-27-02_f5c3c770dba0/events.out.tfevents.1711650428.f5c3c770dba0.2714.2 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:755bb0c44f3858ad1300f3b1a1c679b4415fc6dd914c0d4538b108d99bcd6ca9
3
+ size 4724
runs/Mar28_18-31-03_f5c3c770dba0/events.out.tfevents.1711650671.f5c3c770dba0.2714.3 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ef13111c64405090d7d14a631c7115ee2dc9a5fa0a6ebfc426f87cc43e5f25f8
3
+ size 9635
tokenizer.json CHANGED
The diff for this file is too large to render. See raw diff
 
tokenizer_config.json CHANGED
@@ -46,10 +46,13 @@
46
  "do_basic_tokenize": true,
47
  "do_lower_case": true,
48
  "mask_token": "[MASK]",
49
- "max_length": 512,
50
  "model_max_length": 1000000000000000019884624838656,
51
  "never_split": null,
 
52
  "pad_token": "[PAD]",
 
 
53
  "sep_token": "[SEP]",
54
  "stride": 0,
55
  "strip_accents": null,
 
46
  "do_basic_tokenize": true,
47
  "do_lower_case": true,
48
  "mask_token": "[MASK]",
49
+ "max_length": 128,
50
  "model_max_length": 1000000000000000019884624838656,
51
  "never_split": null,
52
+ "pad_to_multiple_of": null,
53
  "pad_token": "[PAD]",
54
+ "pad_token_type_id": 0,
55
+ "padding_side": "right",
56
  "sep_token": "[SEP]",
57
  "stride": 0,
58
  "strip_accents": null,
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9508519a74a5c24d1b26edbd3c0893e9b49f9b48fe57d4037c6e217fe3a74c37
3
- size 4920
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f7e14071a513ee5ca605cf9bb394243c9b6006803db1e7a849551a133a669fe6
3
+ size 5048
vocab.txt CHANGED
The diff for this file is too large to render. See raw diff