Tales-Alves commited on
Commit
68ee761
1 Parent(s): 0feb767

Training in progress, epoch 1

Browse files
config.json CHANGED
@@ -1,11 +1,11 @@
1
  {
2
- "_name_or_path": "bert-base-uncased",
3
  "architectures": [
4
  "BertForMultipleChoice"
5
  ],
6
  "attention_probs_dropout_prob": 0.1,
7
  "classifier_dropout": null,
8
- "gradient_checkpointing": false,
9
  "hidden_act": "gelu",
10
  "hidden_dropout_prob": 0.1,
11
  "hidden_size": 768,
@@ -16,11 +16,17 @@
16
  "model_type": "bert",
17
  "num_attention_heads": 12,
18
  "num_hidden_layers": 12,
 
19
  "pad_token_id": 0,
 
 
 
 
 
20
  "position_embedding_type": "absolute",
21
  "torch_dtype": "float32",
22
  "transformers_version": "4.41.2",
23
  "type_vocab_size": 2,
24
  "use_cache": true,
25
- "vocab_size": 30522
26
  }
 
1
  {
2
+ "_name_or_path": "neuralmind/bert-base-portuguese-cased",
3
  "architectures": [
4
  "BertForMultipleChoice"
5
  ],
6
  "attention_probs_dropout_prob": 0.1,
7
  "classifier_dropout": null,
8
+ "directionality": "bidi",
9
  "hidden_act": "gelu",
10
  "hidden_dropout_prob": 0.1,
11
  "hidden_size": 768,
 
16
  "model_type": "bert",
17
  "num_attention_heads": 12,
18
  "num_hidden_layers": 12,
19
+ "output_past": true,
20
  "pad_token_id": 0,
21
+ "pooler_fc_size": 768,
22
+ "pooler_num_attention_heads": 12,
23
+ "pooler_num_fc_layers": 3,
24
+ "pooler_size_per_head": 128,
25
+ "pooler_type": "first_token_transform",
26
  "position_embedding_type": "absolute",
27
  "torch_dtype": "float32",
28
  "transformers_version": "4.41.2",
29
  "type_vocab_size": 2,
30
  "use_cache": true,
31
+ "vocab_size": 29794
32
  }
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:5a15b0f023de10afbbcb329b97690e1879b202c35905154947744b44d28e0b28
3
- size 437955572
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:baba4d349948adcc577f997ff3392752eb4f1c7547c143427c1152ad25abe7ef
3
+ size 435719148
runs/Jun02_20-26-11_f675c7278ec3/events.out.tfevents.1717359972.f675c7278ec3.156.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:323fe9ef5d7d7ec4263a6df375fcc3042ec81bdd6820b6802ae43067ba684213
3
+ size 7239
tokenizer.json CHANGED
The diff for this file is too large to render. See raw diff
 
tokenizer_config.json CHANGED
@@ -43,9 +43,11 @@
43
  },
44
  "clean_up_tokenization_spaces": true,
45
  "cls_token": "[CLS]",
46
- "do_lower_case": true,
 
47
  "mask_token": "[MASK]",
48
- "model_max_length": 512,
 
49
  "pad_token": "[PAD]",
50
  "sep_token": "[SEP]",
51
  "strip_accents": null,
 
43
  },
44
  "clean_up_tokenization_spaces": true,
45
  "cls_token": "[CLS]",
46
+ "do_basic_tokenize": true,
47
+ "do_lower_case": false,
48
  "mask_token": "[MASK]",
49
+ "model_max_length": 1000000000000000019884624838656,
50
+ "never_split": null,
51
  "pad_token": "[PAD]",
52
  "sep_token": "[SEP]",
53
  "strip_accents": null,
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1a5af670f4135b93ef37206ad8b4a5438b22083cd36d2f2639bd7dc3b1fd7761
3
  size 5112
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:00b1dfffaa09c67cd372cd6db6e54c3ea87cfd4506f1610f0a4acfb78e9ea0fb
3
  size 5112
vocab.txt CHANGED
The diff for this file is too large to render. See raw diff