gary109 commited on
Commit
2c9c16b
1 Parent(s): 3b4c28c

Training in progress, epoch 0

Browse files
.gitignore ADDED
@@ -0,0 +1 @@
 
 
1
+ checkpoint-*/
config.json ADDED
@@ -0,0 +1,27 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "roberta-base",
3
+ "architectures": [
4
+ "RobertaForMaskedLM"
5
+ ],
6
+ "attention_probs_dropout_prob": 0.1,
7
+ "bos_token_id": 0,
8
+ "classifier_dropout": null,
9
+ "eos_token_id": 2,
10
+ "hidden_act": "gelu",
11
+ "hidden_dropout_prob": 0.1,
12
+ "hidden_size": 768,
13
+ "initializer_range": 0.02,
14
+ "intermediate_size": 3072,
15
+ "layer_norm_eps": 1e-05,
16
+ "max_position_embeddings": 514,
17
+ "model_type": "roberta",
18
+ "num_attention_heads": 12,
19
+ "num_hidden_layers": 12,
20
+ "pad_token_id": 1,
21
+ "position_embedding_type": "absolute",
22
+ "torch_dtype": "float32",
23
+ "transformers_version": "4.21.0.dev0",
24
+ "type_vocab_size": 1,
25
+ "use_cache": true,
26
+ "vocab_size": 50265
27
+ }
merges.txt ADDED
The diff for this file is too large to render. See raw diff
 
pytorch_model.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:87ff08593fc46007864e738de7072033226eb5dda93b95d3619936e572500162
3
+ size 498861675
runs/Jun17_03-49-40_2a431abae87c/1655437811.0775883/events.out.tfevents.1655437811.2a431abae87c.2468.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c68b7c32e9a312d96dadd4cb32964e6d5c7e404dbde7386f8e5a0b5b6042eaf9
3
+ size 5341
runs/Jun17_03-49-40_2a431abae87c/events.out.tfevents.1655437811.2a431abae87c.2468.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b0c65bf41b69d49ed3494dcbd7556dd61ed66cc4c4fad21a09c717345ab32763
3
+ size 3639
runs/Jun17_03-50-45_2a431abae87c/1655437870.2575767/events.out.tfevents.1655437870.2a431abae87c.2616.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d2a3ad6e26216191266f0ba159e3eb9bc7aa96c1cd22d600e8d7c72df8e274e9
3
+ size 5341
runs/Jun17_03-50-45_2a431abae87c/events.out.tfevents.1655437870.2a431abae87c.2616.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2627423b5b33269997276e9686e3906e3f7ee5f04876f34a9352819b5f2e1aff
3
+ size 3637
runs/Jun17_03-53-58_2a431abae87c/1655438064.1614795/events.out.tfevents.1655438064.2a431abae87c.2765.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:77ec6534f2126791ab5764141aced1dae36104afac5a5dbdefd4f7ee9030f6bf
3
+ size 5341
runs/Jun17_03-53-58_2a431abae87c/events.out.tfevents.1655438064.2a431abae87c.2765.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:13eee05f9a7d8c485f795ce1d4856473252ad232a04acf8624be81027f20cc88
3
+ size 3636
runs/Jun17_03-59-07_2a431abae87c/1655438373.1564362/events.out.tfevents.1655438373.2a431abae87c.2935.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:12f917ffb652a3e2416615ce69563363624862259e9652ceb6a40b727b2d4e45
3
+ size 5348
runs/Jun17_03-59-07_2a431abae87c/events.out.tfevents.1655438373.2a431abae87c.2935.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c9eefc97ead8f990e792a5cf8093320de7efb80e7c7acbd8377c71d15650498d
3
+ size 9654
special_tokens_map.json ADDED
@@ -0,0 +1,15 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token": "<s>",
3
+ "cls_token": "<s>",
4
+ "eos_token": "</s>",
5
+ "mask_token": {
6
+ "content": "<mask>",
7
+ "lstrip": true,
8
+ "normalized": false,
9
+ "rstrip": false,
10
+ "single_word": false
11
+ },
12
+ "pad_token": "<pad>",
13
+ "sep_token": "</s>",
14
+ "unk_token": "<unk>"
15
+ }
tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
tokenizer_config.json ADDED
@@ -0,0 +1,16 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "add_prefix_space": false,
3
+ "bos_token": "<s>",
4
+ "cls_token": "<s>",
5
+ "eos_token": "</s>",
6
+ "errors": "replace",
7
+ "mask_token": "<mask>",
8
+ "model_max_length": 512,
9
+ "name_or_path": "roberta-base",
10
+ "pad_token": "<pad>",
11
+ "sep_token": "</s>",
12
+ "special_tokens_map_file": null,
13
+ "tokenizer_class": "RobertaTokenizer",
14
+ "trim_offsets": true,
15
+ "unk_token": "<unk>"
16
+ }
training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6aecf7b811b5fd4d1fa49138d5285023e4f7254b876b3dac2fb1d2c445909d13
3
+ size 3375
vocab.json ADDED
The diff for this file is too large to render. See raw diff