mohammadh128 commited on
Commit
a8c9121
1 Parent(s): 866d14b

Training in progress, step 5000

Browse files
checkpoint-5000/config.json ADDED
@@ -0,0 +1,42 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "openai/whisper-small",
3
+ "activation_dropout": 0.0,
4
+ "activation_function": "gelu",
5
+ "architectures": [
6
+ "WhisperForConditionalGeneration"
7
+ ],
8
+ "attention_dropout": 0.0,
9
+ "begin_suppress_tokens": [
10
+ 220,
11
+ 50257
12
+ ],
13
+ "bos_token_id": 50257,
14
+ "d_model": 768,
15
+ "decoder_attention_heads": 12,
16
+ "decoder_ffn_dim": 3072,
17
+ "decoder_layerdrop": 0.0,
18
+ "decoder_layers": 12,
19
+ "decoder_start_token_id": 50258,
20
+ "dropout": 0.0,
21
+ "encoder_attention_heads": 12,
22
+ "encoder_ffn_dim": 3072,
23
+ "encoder_layerdrop": 0.0,
24
+ "encoder_layers": 12,
25
+ "eos_token_id": 50257,
26
+ "forced_decoder_ids": null,
27
+ "init_std": 0.02,
28
+ "is_encoder_decoder": true,
29
+ "max_length": 448,
30
+ "max_source_positions": 1500,
31
+ "max_target_positions": 448,
32
+ "model_type": "whisper",
33
+ "num_hidden_layers": 12,
34
+ "num_mel_bins": 80,
35
+ "pad_token_id": 50257,
36
+ "scale_embedding": false,
37
+ "suppress_tokens": [],
38
+ "torch_dtype": "float32",
39
+ "transformers_version": "4.26.0",
40
+ "use_cache": false,
41
+ "vocab_size": 51865
42
+ }
checkpoint-5000/generation_config.json ADDED
@@ -0,0 +1,113 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "begin_suppress_tokens": [
3
+ 220,
4
+ 50257
5
+ ],
6
+ "bos_token_id": 50257,
7
+ "decoder_start_token_id": 50258,
8
+ "eos_token_id": 50257,
9
+ "forced_decoder_ids": [
10
+ [
11
+ 1,
12
+ null
13
+ ],
14
+ [
15
+ 2,
16
+ 50359
17
+ ]
18
+ ],
19
+ "max_length": 448,
20
+ "pad_token_id": 50257,
21
+ "suppress_tokens": [
22
+ 1,
23
+ 2,
24
+ 7,
25
+ 8,
26
+ 9,
27
+ 10,
28
+ 14,
29
+ 25,
30
+ 26,
31
+ 27,
32
+ 28,
33
+ 29,
34
+ 31,
35
+ 58,
36
+ 59,
37
+ 60,
38
+ 61,
39
+ 62,
40
+ 63,
41
+ 90,
42
+ 91,
43
+ 92,
44
+ 93,
45
+ 359,
46
+ 503,
47
+ 522,
48
+ 542,
49
+ 873,
50
+ 893,
51
+ 902,
52
+ 918,
53
+ 922,
54
+ 931,
55
+ 1350,
56
+ 1853,
57
+ 1982,
58
+ 2460,
59
+ 2627,
60
+ 3246,
61
+ 3253,
62
+ 3268,
63
+ 3536,
64
+ 3846,
65
+ 3961,
66
+ 4183,
67
+ 4667,
68
+ 6585,
69
+ 6647,
70
+ 7273,
71
+ 9061,
72
+ 9383,
73
+ 10428,
74
+ 10929,
75
+ 11938,
76
+ 12033,
77
+ 12331,
78
+ 12562,
79
+ 13793,
80
+ 14157,
81
+ 14635,
82
+ 15265,
83
+ 15618,
84
+ 16553,
85
+ 16604,
86
+ 18362,
87
+ 18956,
88
+ 20075,
89
+ 21675,
90
+ 22520,
91
+ 26130,
92
+ 26161,
93
+ 26435,
94
+ 28279,
95
+ 29464,
96
+ 31650,
97
+ 32302,
98
+ 32470,
99
+ 36865,
100
+ 42863,
101
+ 47425,
102
+ 49870,
103
+ 50254,
104
+ 50258,
105
+ 50358,
106
+ 50359,
107
+ 50360,
108
+ 50361,
109
+ 50362
110
+ ],
111
+ "transformers_version": "4.26.0",
112
+ "use_cache": false
113
+ }
checkpoint-5000/optimizer.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0e597fe830866090133a27750bf5b7b0be454b263cb18c791170365e3c02bd5a
3
+ size 1934158597
checkpoint-5000/preprocessor_config.json ADDED
The diff for this file is too large to render. See raw diff
 
checkpoint-5000/pytorch_model.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d817be71693bef3cb54099d00c747f0825bbcc98e5ea622aedcd3a9bc5a0911c
3
+ size 967099139
checkpoint-5000/rng_state.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:791f97eb18936710f80d1194951a4fa3112e9fc0c34425d41960504dfb904322
3
+ size 14503
checkpoint-5000/scaler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f845999b855a203cb11532c0317c5612ba31d2c500e4d829870dbb799427c326
3
+ size 559
checkpoint-5000/scheduler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e73497c1c7e9222ca918e452eaacb8dc71fa977936f0419677f59697a2e5f506
3
+ size 623
checkpoint-5000/trainer_state.json ADDED
@@ -0,0 +1,76 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_metric": null,
3
+ "best_model_checkpoint": null,
4
+ "epoch": 1.0741138560687433,
5
+ "global_step": 5000,
6
+ "is_hyper_param_search": false,
7
+ "is_local_process_zero": true,
8
+ "is_world_process_zero": true,
9
+ "log_history": [
10
+ {
11
+ "epoch": 0.11,
12
+ "learning_rate": 9.920000000000002e-06,
13
+ "loss": 1.6775,
14
+ "step": 500
15
+ },
16
+ {
17
+ "epoch": 0.21,
18
+ "learning_rate": 8.897777777777779e-06,
19
+ "loss": 0.7036,
20
+ "step": 1000
21
+ },
22
+ {
23
+ "epoch": 0.32,
24
+ "learning_rate": 7.786666666666666e-06,
25
+ "loss": 0.5886,
26
+ "step": 1500
27
+ },
28
+ {
29
+ "epoch": 0.43,
30
+ "learning_rate": 6.675555555555556e-06,
31
+ "loss": 0.5468,
32
+ "step": 2000
33
+ },
34
+ {
35
+ "epoch": 0.54,
36
+ "learning_rate": 5.5644444444444444e-06,
37
+ "loss": 0.5017,
38
+ "step": 2500
39
+ },
40
+ {
41
+ "epoch": 0.64,
42
+ "learning_rate": 4.453333333333334e-06,
43
+ "loss": 0.4747,
44
+ "step": 3000
45
+ },
46
+ {
47
+ "epoch": 0.75,
48
+ "learning_rate": 3.3422222222222224e-06,
49
+ "loss": 0.4446,
50
+ "step": 3500
51
+ },
52
+ {
53
+ "epoch": 0.86,
54
+ "learning_rate": 2.2311111111111115e-06,
55
+ "loss": 0.4332,
56
+ "step": 4000
57
+ },
58
+ {
59
+ "epoch": 0.97,
60
+ "learning_rate": 1.12e-06,
61
+ "loss": 0.4146,
62
+ "step": 4500
63
+ },
64
+ {
65
+ "epoch": 1.07,
66
+ "learning_rate": 1.1111111111111112e-08,
67
+ "loss": 0.3541,
68
+ "step": 5000
69
+ }
70
+ ],
71
+ "max_steps": 5000,
72
+ "num_train_epochs": 2,
73
+ "total_flos": 2.308625485479936e+19,
74
+ "trial_name": null,
75
+ "trial_params": null
76
+ }
checkpoint-5000/training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e6f7d398278a4c804e9eda89a56c04645284b6c4155e1b3d62a0376cc5151f09
3
+ size 3695
pytorch_model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ee6efbffdf9fdef58c17e8b0a8cea6fdae6f720dd5e227979dc2a351904cc847
3
  size 967099139
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d817be71693bef3cb54099d00c747f0825bbcc98e5ea622aedcd3a9bc5a0911c
3
  size 967099139
runs/Sep21_16-35-57_instance-20230918-233817/events.out.tfevents.1695314165.instance-20230918-233817 CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:afde007c4802c6fe54db88dbdc65f465cdccea744a5dd903cfe88cdf90260ea5
3
- size 5637
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:732851d4284369d07b3509aad9fa304f47842009524856f3795f48265407b3ea
3
+ size 5794