jmLuis commited on
Commit
b73339e
1 Parent(s): d0da690

Training in progress, epoch 1

Browse files
.gitignore ADDED
@@ -0,0 +1 @@
 
 
1
+ checkpoint-*/
config.json ADDED
@@ -0,0 +1,75 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "gpt2",
3
+ "activation_function": "gelu_new",
4
+ "architectures": [
5
+ "GPT2ForSequenceClassification"
6
+ ],
7
+ "attn_pdrop": 0.1,
8
+ "bos_token_id": 50256,
9
+ "embd_pdrop": 0.1,
10
+ "eos_token_id": 50256,
11
+ "id2label": {
12
+ "0": 0,
13
+ "1": 1,
14
+ "2": 2,
15
+ "3": 3,
16
+ "4": 4,
17
+ "5": 5,
18
+ "6": 6,
19
+ "7": 7,
20
+ "8": 8,
21
+ "9": 9,
22
+ "10": 10,
23
+ "11": 11,
24
+ "12": 12,
25
+ "13": 13,
26
+ "14": 14
27
+ },
28
+ "initializer_range": 0.02,
29
+ "label2id": {
30
+ "0": 0,
31
+ "1": 1,
32
+ "2": 2,
33
+ "3": 3,
34
+ "4": 4,
35
+ "5": 5,
36
+ "6": 6,
37
+ "7": 7,
38
+ "8": 8,
39
+ "9": 9,
40
+ "10": 10,
41
+ "11": 11,
42
+ "12": 12,
43
+ "13": 13,
44
+ "14": 14
45
+ },
46
+ "layer_norm_epsilon": 1e-05,
47
+ "model_type": "gpt2",
48
+ "n_ctx": 1024,
49
+ "n_embd": 768,
50
+ "n_head": 12,
51
+ "n_inner": null,
52
+ "n_layer": 12,
53
+ "n_positions": 1024,
54
+ "pad_token_id": 50256,
55
+ "problem_type": "single_label_classification",
56
+ "reorder_and_upcast_attn": false,
57
+ "resid_pdrop": 0.1,
58
+ "scale_attn_by_inverse_layer_idx": false,
59
+ "scale_attn_weights": true,
60
+ "summary_activation": null,
61
+ "summary_first_dropout": 0.1,
62
+ "summary_proj_to_labels": true,
63
+ "summary_type": "cls_index",
64
+ "summary_use_proj": true,
65
+ "task_specific_params": {
66
+ "text-generation": {
67
+ "do_sample": true,
68
+ "max_length": 50
69
+ }
70
+ },
71
+ "torch_dtype": "float32",
72
+ "transformers_version": "4.28.0",
73
+ "use_cache": true,
74
+ "vocab_size": 50257
75
+ }
merges.txt ADDED
The diff for this file is too large to render. See raw diff
 
pytorch_model.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b284694712264e772a7f23a087bd6b7a70287538d752dea14d24b1741ee20c94
3
+ size 510444289
runs/Sep14_06-48-57_8ca0127a940c/1694674147.2173374/events.out.tfevents.1694674147.8ca0127a940c.203.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4a158974a8945ca9b178826203ba40fa542f81011f5f58641bbff436a7b4152b
3
+ size 5855
runs/Sep14_06-48-57_8ca0127a940c/events.out.tfevents.1694674147.8ca0127a940c.203.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5ba67d3daa489290585a1a6c7b1712d888d2dd820a08d4e9cf26fc5a1b1bc421
3
+ size 4634
runs/Sep14_06-49-48_8ca0127a940c/1694674191.829211/events.out.tfevents.1694674191.8ca0127a940c.203.3 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7b4dd7d599605c7a79729d1b59762895f8361b803ae0bc21166c5566e1d0b416
3
+ size 5855
runs/Sep14_06-49-48_8ca0127a940c/events.out.tfevents.1694674191.8ca0127a940c.203.2 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:13ff9c91158e0af346f8c48766cdba83b27c14266d2f0f961afa478274ad8f42
3
+ size 4634
runs/Sep14_06-50-51_8ca0127a940c/1694674254.3778038/events.out.tfevents.1694674254.8ca0127a940c.203.5 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6caf2b534be3a255fa8b945f70fb8b6a361a2db6caf4f28ab1c06dc805a96e12
3
+ size 5855
runs/Sep14_06-50-51_8ca0127a940c/events.out.tfevents.1694674254.8ca0127a940c.203.4 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f553845320c7a3689d88d5b725b91a01033208b53f2165779915580f431820ac
3
+ size 5392
special_tokens_map.json ADDED
@@ -0,0 +1,6 @@
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token": "<|endoftext|>",
3
+ "eos_token": "<|endoftext|>",
4
+ "pad_token": "<|endoftext|>",
5
+ "unk_token": "<|endoftext|>"
6
+ }
tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
tokenizer_config.json ADDED
@@ -0,0 +1,10 @@
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "add_prefix_space": false,
3
+ "bos_token": "<|endoftext|>",
4
+ "clean_up_tokenization_spaces": true,
5
+ "do_lower_case": false,
6
+ "eos_token": "<|endoftext|>",
7
+ "model_max_length": 1024,
8
+ "tokenizer_class": "GPT2Tokenizer",
9
+ "unk_token": "<|endoftext|>"
10
+ }
training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:71088f1780c51e5e48acabdd21ea7617679d764080cfa465ad0c8ef28f7fc69b
3
+ size 3579
vocab.json ADDED
The diff for this file is too large to render. See raw diff