nestorgonzalovich
commited on
Commit
•
d36ca34
1
Parent(s):
9222ce5
Training in progress, step 1000
Browse files- .gitignore +1 -0
- config.json +24 -0
- pytorch_model.bin +3 -0
- runs/Jan23_15-47-13_74b7c81d2fd6/1674488846.2479794/events.out.tfevents.1674488846.74b7c81d2fd6.1488.1 +3 -0
- runs/Jan23_15-47-13_74b7c81d2fd6/events.out.tfevents.1674488846.74b7c81d2fd6.1488.0 +3 -0
- runs/Jan23_15-52-33_74b7c81d2fd6/1674489159.1786256/events.out.tfevents.1674489159.74b7c81d2fd6.1488.3 +3 -0
- runs/Jan23_15-52-33_74b7c81d2fd6/events.out.tfevents.1674489159.74b7c81d2fd6.1488.2 +3 -0
- runs/Jan23_15-53-30_74b7c81d2fd6/1674489213.3594122/events.out.tfevents.1674489213.74b7c81d2fd6.1488.5 +3 -0
- runs/Jan23_15-53-30_74b7c81d2fd6/events.out.tfevents.1674489213.74b7c81d2fd6.1488.4 +3 -0
- special_tokens_map.json +7 -0
- tokenizer.json +0 -0
- tokenizer_config.json +9 -0
- training_args.bin +3 -0
.gitignore
ADDED
@@ -0,0 +1 @@
|
|
|
|
|
1 |
+
checkpoint-*/
|
config.json
ADDED
@@ -0,0 +1,24 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"architectures": [
|
3 |
+
"BertForMaskedLM"
|
4 |
+
],
|
5 |
+
"attention_probs_dropout_prob": 0.1,
|
6 |
+
"classifier_dropout": null,
|
7 |
+
"hidden_act": "gelu",
|
8 |
+
"hidden_dropout_prob": 0.1,
|
9 |
+
"hidden_size": 768,
|
10 |
+
"initializer_range": 0.02,
|
11 |
+
"intermediate_size": 3072,
|
12 |
+
"layer_norm_eps": 1e-12,
|
13 |
+
"max_position_embeddings": 512,
|
14 |
+
"model_type": "bert",
|
15 |
+
"num_attention_heads": 4,
|
16 |
+
"num_hidden_layers": 4,
|
17 |
+
"pad_token_id": 0,
|
18 |
+
"position_embedding_type": "absolute",
|
19 |
+
"torch_dtype": "float32",
|
20 |
+
"transformers_version": "4.25.1",
|
21 |
+
"type_vocab_size": 2,
|
22 |
+
"use_cache": true,
|
23 |
+
"vocab_size": 50000
|
24 |
+
}
|
pytorch_model.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:a9973153c9515e070e4419270ef6d42af77ea9ea757bdab0a504949df37fed14
|
3 |
+
size 271189202
|
runs/Jan23_15-47-13_74b7c81d2fd6/1674488846.2479794/events.out.tfevents.1674488846.74b7c81d2fd6.1488.1
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:1f102625e020e825211a9382a97d98612503f5ca476d4e766598c95d72d81956
|
3 |
+
size 5492
|
runs/Jan23_15-47-13_74b7c81d2fd6/events.out.tfevents.1674488846.74b7c81d2fd6.1488.0
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:9974812ece6acf1604168fb41d7b0acc215231c5175d0508cfee80b04a5f78fc
|
3 |
+
size 7850
|
runs/Jan23_15-52-33_74b7c81d2fd6/1674489159.1786256/events.out.tfevents.1674489159.74b7c81d2fd6.1488.3
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:4a23385545cda31af7d7d8b7cf40a7164c0c1d15cf10ce0d980601ab806d522a
|
3 |
+
size 5492
|
runs/Jan23_15-52-33_74b7c81d2fd6/events.out.tfevents.1674489159.74b7c81d2fd6.1488.2
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:7dddf2c1155bada02d342db15c362d82621e5669cf77ffdbefd34fc00a75ec40
|
3 |
+
size 4659
|
runs/Jan23_15-53-30_74b7c81d2fd6/1674489213.3594122/events.out.tfevents.1674489213.74b7c81d2fd6.1488.5
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:e579cbc8bae9bb5b3194871fd502add89efd0880f1a73dd6dd38d26e986b3f97
|
3 |
+
size 5492
|
runs/Jan23_15-53-30_74b7c81d2fd6/events.out.tfevents.1674489213.74b7c81d2fd6.1488.4
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:f796feec7391af1953a82363bdf07b382b755fcf5bfc1e693a86466d5a26e711
|
3 |
+
size 4510
|
special_tokens_map.json
ADDED
@@ -0,0 +1,7 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"cls_token": "[CLS]",
|
3 |
+
"mask_token": "[MASK]",
|
4 |
+
"pad_token": "[PAD]",
|
5 |
+
"sep_token": "[SEP]",
|
6 |
+
"unk_token": "unk_fam30"
|
7 |
+
}
|
tokenizer.json
ADDED
The diff for this file is too large to render.
See raw diff
|
|
tokenizer_config.json
ADDED
@@ -0,0 +1,9 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"cls_token": "[CLS]",
|
3 |
+
"mask_token": "[MASK]",
|
4 |
+
"model_max_length": 1000000000000000019884624838656,
|
5 |
+
"pad_token": "[PAD]",
|
6 |
+
"sep_token": "[SEP]",
|
7 |
+
"tokenizer_class": "PreTrainedTokenizerFast",
|
8 |
+
"unk_token": "unk_fam30"
|
9 |
+
}
|
training_args.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:1961bed23a190ab5ded422a772a392831f6fbd363a88a46722b49ffa6f47ca42
|
3 |
+
size 3387
|