lyan62 commited on
Commit
5207f3d
1 Parent(s): b409d48

Training in progress, step 5000

Browse files
.gitattributes CHANGED
@@ -32,3 +32,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
32
  *.zip filter=lfs diff=lfs merge=lfs -text
33
  *.zst filter=lfs diff=lfs merge=lfs -text
34
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
32
  *.zip filter=lfs diff=lfs merge=lfs -text
33
  *.zst filter=lfs diff=lfs merge=lfs -text
34
  *tfevents* filter=lfs diff=lfs merge=lfs -text
35
+ GoNotoCurrent.ttf filter=lfs diff=lfs merge=lfs -text
.gitignore ADDED
@@ -0,0 +1 @@
 
 
1
+ checkpoint-*/
GoNotoCurrent.ttf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:83ab5c39e2b1c34a955136275ce0db068cb20d9643ead033d6b8124a73ab4f64
3
+ size 15645492
config.json ADDED
@@ -0,0 +1,39 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "add_cls_token": true,
3
+ "architectures": [
4
+ "PIXELAR"
5
+ ],
6
+ "attention_probs_dropout_prob": 0.1,
7
+ "cache_dir": null,
8
+ "decoder_hidden_size": 384,
9
+ "decoder_intermediate_size": 1536,
10
+ "decoder_num_attention_heads": 6,
11
+ "decoder_num_hidden_layers": 12,
12
+ "hidden_act": "gelu",
13
+ "hidden_dropout_prob": 0.1,
14
+ "hidden_size": 384,
15
+ "image_size": [
16
+ 16,
17
+ 8464
18
+ ],
19
+ "initializer_factor": 1.0,
20
+ "initializer_range": 0.02,
21
+ "intermediate_size": 1536,
22
+ "layer_norm_eps": 1e-12,
23
+ "mask_ratio": 0.25,
24
+ "model_type": "pixel",
25
+ "norm_pix_loss": true,
26
+ "num_attention_heads": 6,
27
+ "num_channels": 3,
28
+ "num_hidden_layers": 12,
29
+ "patch_size": 16,
30
+ "qkv_bias": true,
31
+ "relative_attention_max_distance": 128,
32
+ "relative_attention_num_buckets": 32,
33
+ "revision": "main",
34
+ "rpe": true,
35
+ "torch_dtype": "float32",
36
+ "transformers_version": "4.17.0",
37
+ "use_auth_token": "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",
38
+ "use_cache": false
39
+ }
last-checkpoint/GoNotoCurrent.ttf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:83ab5c39e2b1c34a955136275ce0db068cb20d9643ead033d6b8124a73ab4f64
3
+ size 15645492
last-checkpoint/config.json ADDED
@@ -0,0 +1,39 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "add_cls_token": true,
3
+ "architectures": [
4
+ "PIXELAR"
5
+ ],
6
+ "attention_probs_dropout_prob": 0.1,
7
+ "cache_dir": null,
8
+ "decoder_hidden_size": 384,
9
+ "decoder_intermediate_size": 1536,
10
+ "decoder_num_attention_heads": 6,
11
+ "decoder_num_hidden_layers": 12,
12
+ "hidden_act": "gelu",
13
+ "hidden_dropout_prob": 0.1,
14
+ "hidden_size": 384,
15
+ "image_size": [
16
+ 16,
17
+ 8464
18
+ ],
19
+ "initializer_factor": 1.0,
20
+ "initializer_range": 0.02,
21
+ "intermediate_size": 1536,
22
+ "layer_norm_eps": 1e-12,
23
+ "mask_ratio": 0.25,
24
+ "model_type": "pixel",
25
+ "norm_pix_loss": true,
26
+ "num_attention_heads": 6,
27
+ "num_channels": 3,
28
+ "num_hidden_layers": 12,
29
+ "patch_size": 16,
30
+ "qkv_bias": true,
31
+ "relative_attention_max_distance": 128,
32
+ "relative_attention_num_buckets": 32,
33
+ "revision": "main",
34
+ "rpe": true,
35
+ "torch_dtype": "float32",
36
+ "transformers_version": "4.17.0",
37
+ "use_auth_token": "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",
38
+ "use_cache": false
39
+ }
last-checkpoint/optimizer.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4d9bbdc407c0938638f8e324f185d6daeee392a4bdd014f1725e24909555bcb6
3
+ size 402587859
last-checkpoint/pytorch_model.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9045a0f15bd76682b21f02d6b8b546976c9deb98b494e4512eb54f69ead13915
3
+ size 201355195
last-checkpoint/rng_state_0.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2f7f70c5c76d6ebed5e2ebb52ee49f2e9751c887c300446944a9b31f8021a9ee
3
+ size 14503
last-checkpoint/rng_state_1.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3b681bc631cfe338fd6f57e18faef57f88c46490dd2896345dceffec93f9d383
3
+ size 14503
last-checkpoint/rng_state_2.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4aed1ee46e1319cf55dec13d95fdf2a40998c4089d9cfe71fb6e5127cf2a6158
3
+ size 14503
last-checkpoint/rng_state_3.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8ca0d5c8d530eccaf75abaec019ac769cb22903ecbb4731f2e6ad5a04a9dad19
3
+ size 14503
last-checkpoint/scaler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:018632b7efb97680221078f777b72fc854385a42730f0e76446b2116c7b5ff33
3
+ size 559
last-checkpoint/scheduler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d0e8ba5e8a79631162151d1ac9f60167dfa7fb6dea5ba86993956bb6b1d9e50b
3
+ size 623
last-checkpoint/text_renderer_config.json ADDED
@@ -0,0 +1,11 @@
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "background_color": "white",
3
+ "dpi": 120,
4
+ "font_color": "black",
5
+ "font_file": "GoNotoCurrent.ttf",
6
+ "font_size": 8,
7
+ "max_seq_length": 529,
8
+ "pad_size": 3,
9
+ "pixels_per_patch": 16,
10
+ "text_renderer_type": "PyGameTextRenderer"
11
+ }
last-checkpoint/trainer_state.json ADDED
@@ -0,0 +1,76 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_metric": null,
3
+ "best_model_checkpoint": null,
4
+ "epoch": 0.08510565867524532,
5
+ "global_step": 5000,
6
+ "is_hyper_param_search": false,
7
+ "is_local_process_zero": true,
8
+ "is_world_process_zero": true,
9
+ "log_history": [
10
+ {
11
+ "epoch": 0.01,
12
+ "learning_rate": 0.00014999965456413008,
13
+ "loss": 0.6484,
14
+ "step": 500
15
+ },
16
+ {
17
+ "epoch": 0.02,
18
+ "learning_rate": 0.0001499986182599296,
19
+ "loss": 0.5436,
20
+ "step": 1000
21
+ },
22
+ {
23
+ "epoch": 0.03,
24
+ "learning_rate": 0.00014999689109762647,
25
+ "loss": 0.5149,
26
+ "step": 1500
27
+ },
28
+ {
29
+ "epoch": 0.03,
30
+ "learning_rate": 0.00014999447309426713,
31
+ "loss": 0.4996,
32
+ "step": 2000
33
+ },
34
+ {
35
+ "epoch": 0.04,
36
+ "learning_rate": 0.00014999136427371623,
37
+ "loss": 0.4888,
38
+ "step": 2500
39
+ },
40
+ {
41
+ "epoch": 0.05,
42
+ "learning_rate": 0.0001499875646666566,
43
+ "loss": 0.4797,
44
+ "step": 3000
45
+ },
46
+ {
47
+ "epoch": 0.06,
48
+ "learning_rate": 0.00014998307431058887,
49
+ "loss": 0.4711,
50
+ "step": 3500
51
+ },
52
+ {
53
+ "epoch": 0.07,
54
+ "learning_rate": 0.00014997789324983099,
55
+ "loss": 0.463,
56
+ "step": 4000
57
+ },
58
+ {
59
+ "epoch": 0.08,
60
+ "learning_rate": 0.00014997202153551792,
61
+ "loss": 0.4545,
62
+ "step": 4500
63
+ },
64
+ {
65
+ "epoch": 0.09,
66
+ "learning_rate": 0.0001499654592256012,
67
+ "loss": 0.4466,
68
+ "step": 5000
69
+ }
70
+ ],
71
+ "max_steps": 500000,
72
+ "num_train_epochs": 9,
73
+ "total_flos": 0.0,
74
+ "trial_name": null,
75
+ "trial_params": null
76
+ }
last-checkpoint/training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:68d391fcec724239857921debd44f94a8b387e267ffd9941d1366f69a393b124
3
+ size 3311
pytorch_model.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9045a0f15bd76682b21f02d6b8b546976c9deb98b494e4512eb54f69ead13915
3
+ size 201355195
text_renderer_config.json ADDED
@@ -0,0 +1,11 @@
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "background_color": "white",
3
+ "dpi": 120,
4
+ "font_color": "black",
5
+ "font_file": "GoNotoCurrent.ttf",
6
+ "font_size": 8,
7
+ "max_seq_length": 529,
8
+ "pad_size": 3,
9
+ "pixels_per_patch": 16,
10
+ "text_renderer_type": "PyGameTextRenderer"
11
+ }
training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:68d391fcec724239857921debd44f94a8b387e267ffd9941d1366f69a393b124
3
+ size 3311