sanchit-gandhi HF staff commited on
Commit
10bf770
1 Parent(s): ff10452

End of training

Browse files
Files changed (5) hide show
  1. README.md +7 -1
  2. all_results.json +16 -0
  3. eval_results.json +10 -0
  4. train_results.json +9 -0
  5. trainer_state.json +168 -0
README.md CHANGED
@@ -2,6 +2,8 @@
2
  license: cc-by-nc-4.0
3
  library_name: peft
4
  tags:
 
 
5
  - generated_from_trainer
6
  base_model: facebook/musicgen-melody-large
7
  model-index:
@@ -16,7 +18,11 @@ should probably proofread and complete it, then remove this comment. -->
16
  [<img src="https://raw.githubusercontent.com/wandb/assets/main/wandb-github-badge-28.svg" alt="Visualize in Weights & Biases" width="200" height="32"/>](https://wandb.ai/sanchit-gandhi/black-eyed-peas/runs/4jpcauy7)
17
  # black-eyed-peas-v1-crafted-prompt-3-epochs-piano-prompts
18
 
19
- This model is a fine-tuned version of [facebook/musicgen-melody-large](https://huggingface.co/facebook/musicgen-melody-large) on an unknown dataset.
 
 
 
 
20
 
21
  ## Model description
22
 
 
2
  license: cc-by-nc-4.0
3
  library_name: peft
4
  tags:
5
+ - text-to-audio
6
+ - sweet-dreambooths/black-eyed-peas-v1-piano-prompts
7
  - generated_from_trainer
8
  base_model: facebook/musicgen-melody-large
9
  model-index:
 
18
  [<img src="https://raw.githubusercontent.com/wandb/assets/main/wandb-github-badge-28.svg" alt="Visualize in Weights & Biases" width="200" height="32"/>](https://wandb.ai/sanchit-gandhi/black-eyed-peas/runs/4jpcauy7)
19
  # black-eyed-peas-v1-crafted-prompt-3-epochs-piano-prompts
20
 
21
+ This model is a fine-tuned version of [facebook/musicgen-melody-large](https://huggingface.co/facebook/musicgen-melody-large) on the SWEET-DREAMBOOTHS/BLACK-EYED-PEAS-V1-PIANO-PROMPTS - DEFAULT dataset.
22
+ It achieves the following results on the evaluation set:
23
+ - Loss: 3.0910
24
+ - Text Cosine Sim: 0.4804
25
+ - Audio Cosine Sim: 0.5601
26
 
27
  ## Model description
28
 
all_results.json ADDED
@@ -0,0 +1,16 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "epoch": 2.9690721649484537,
3
+ "eval_audio_cosine_sim": 0.5600753426551819,
4
+ "eval_loss": 3.0910282135009766,
5
+ "eval_runtime": 1162.6673,
6
+ "eval_samples": 12,
7
+ "eval_samples_per_second": 0.01,
8
+ "eval_steps_per_second": 0.01,
9
+ "eval_text_cosine_sim": 0.4803898334503174,
10
+ "total_flos": 212383098180048.0,
11
+ "train_loss": 9.84964762793647,
12
+ "train_runtime": 1795.9951,
13
+ "train_samples": 97,
14
+ "train_samples_per_second": 0.162,
15
+ "train_steps_per_second": 0.01
16
+ }
eval_results.json ADDED
@@ -0,0 +1,10 @@
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "epoch": 2.9690721649484537,
3
+ "eval_audio_cosine_sim": 0.5600753426551819,
4
+ "eval_loss": 3.0910282135009766,
5
+ "eval_runtime": 1162.6673,
6
+ "eval_samples": 12,
7
+ "eval_samples_per_second": 0.01,
8
+ "eval_steps_per_second": 0.01,
9
+ "eval_text_cosine_sim": 0.4803898334503174
10
+ }
train_results.json ADDED
@@ -0,0 +1,9 @@
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "epoch": 2.9690721649484537,
3
+ "total_flos": 212383098180048.0,
4
+ "train_loss": 9.84964762793647,
5
+ "train_runtime": 1795.9951,
6
+ "train_samples": 97,
7
+ "train_samples_per_second": 0.162,
8
+ "train_steps_per_second": 0.01
9
+ }
trainer_state.json ADDED
@@ -0,0 +1,168 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_metric": null,
3
+ "best_model_checkpoint": null,
4
+ "epoch": 2.9690721649484537,
5
+ "eval_steps": 30,
6
+ "global_step": 18,
7
+ "is_hyper_param_search": false,
8
+ "is_local_process_zero": true,
9
+ "is_world_process_zero": true,
10
+ "log_history": [
11
+ {
12
+ "epoch": 0.16494845360824742,
13
+ "grad_norm": 1.6202701330184937,
14
+ "learning_rate": 2.8333333333333332e-05,
15
+ "loss": 10.1046,
16
+ "step": 1
17
+ },
18
+ {
19
+ "epoch": 0.32989690721649484,
20
+ "grad_norm": 1.7503541707992554,
21
+ "learning_rate": 2.6666666666666667e-05,
22
+ "loss": 10.2343,
23
+ "step": 2
24
+ },
25
+ {
26
+ "epoch": 0.4948453608247423,
27
+ "grad_norm": 1.7385201454162598,
28
+ "learning_rate": 2.5e-05,
29
+ "loss": 10.0556,
30
+ "step": 3
31
+ },
32
+ {
33
+ "epoch": 0.6597938144329897,
34
+ "grad_norm": 2.09757399559021,
35
+ "learning_rate": 2.3333333333333336e-05,
36
+ "loss": 10.1984,
37
+ "step": 4
38
+ },
39
+ {
40
+ "epoch": 0.8247422680412371,
41
+ "grad_norm": 2.21995210647583,
42
+ "learning_rate": 2.1666666666666667e-05,
43
+ "loss": 10.0701,
44
+ "step": 5
45
+ },
46
+ {
47
+ "epoch": 0.9896907216494846,
48
+ "grad_norm": 2.1417298316955566,
49
+ "learning_rate": 1.9999999999999998e-05,
50
+ "loss": 9.8698,
51
+ "step": 6
52
+ },
53
+ {
54
+ "epoch": 1.1546391752577319,
55
+ "grad_norm": 2.234846591949463,
56
+ "learning_rate": 1.8333333333333336e-05,
57
+ "loss": 9.9373,
58
+ "step": 7
59
+ },
60
+ {
61
+ "epoch": 1.3195876288659794,
62
+ "grad_norm": 2.584611654281616,
63
+ "learning_rate": 1.6666666666666667e-05,
64
+ "loss": 9.912,
65
+ "step": 8
66
+ },
67
+ {
68
+ "epoch": 1.4845360824742269,
69
+ "grad_norm": 2.8143157958984375,
70
+ "learning_rate": 1.5e-05,
71
+ "loss": 9.9623,
72
+ "step": 9
73
+ },
74
+ {
75
+ "epoch": 1.6494845360824741,
76
+ "grad_norm": 2.415213108062744,
77
+ "learning_rate": 1.3333333333333333e-05,
78
+ "loss": 9.7267,
79
+ "step": 10
80
+ },
81
+ {
82
+ "epoch": 1.8144329896907216,
83
+ "grad_norm": 2.538069725036621,
84
+ "learning_rate": 1.1666666666666668e-05,
85
+ "loss": 9.7572,
86
+ "step": 11
87
+ },
88
+ {
89
+ "epoch": 1.9793814432989691,
90
+ "grad_norm": 2.8651926517486572,
91
+ "learning_rate": 9.999999999999999e-06,
92
+ "loss": 9.6861,
93
+ "step": 12
94
+ },
95
+ {
96
+ "epoch": 2.1443298969072164,
97
+ "grad_norm": 2.910115957260132,
98
+ "learning_rate": 8.333333333333334e-06,
99
+ "loss": 9.7232,
100
+ "step": 13
101
+ },
102
+ {
103
+ "epoch": 2.3092783505154637,
104
+ "grad_norm": 3.0204553604125977,
105
+ "learning_rate": 6.666666666666667e-06,
106
+ "loss": 9.6253,
107
+ "step": 14
108
+ },
109
+ {
110
+ "epoch": 2.4742268041237114,
111
+ "grad_norm": 3.151297092437744,
112
+ "learning_rate": 4.9999999999999996e-06,
113
+ "loss": 9.6825,
114
+ "step": 15
115
+ },
116
+ {
117
+ "epoch": 2.6391752577319587,
118
+ "grad_norm": 3.1233134269714355,
119
+ "learning_rate": 3.3333333333333333e-06,
120
+ "loss": 9.5969,
121
+ "step": 16
122
+ },
123
+ {
124
+ "epoch": 2.804123711340206,
125
+ "grad_norm": 3.1847848892211914,
126
+ "learning_rate": 1.6666666666666667e-06,
127
+ "loss": 9.5601,
128
+ "step": 17
129
+ },
130
+ {
131
+ "epoch": 2.9690721649484537,
132
+ "grad_norm": 3.147383451461792,
133
+ "learning_rate": 0.0,
134
+ "loss": 9.5912,
135
+ "step": 18
136
+ },
137
+ {
138
+ "epoch": 2.9690721649484537,
139
+ "step": 18,
140
+ "total_flos": 212383098180048.0,
141
+ "train_loss": 9.84964762793647,
142
+ "train_runtime": 1795.9951,
143
+ "train_samples_per_second": 0.162,
144
+ "train_steps_per_second": 0.01
145
+ }
146
+ ],
147
+ "logging_steps": 1.0,
148
+ "max_steps": 18,
149
+ "num_input_tokens_seen": 0,
150
+ "num_train_epochs": 3,
151
+ "save_steps": 500,
152
+ "stateful_callbacks": {
153
+ "TrainerControl": {
154
+ "args": {
155
+ "should_epoch_stop": false,
156
+ "should_evaluate": false,
157
+ "should_log": false,
158
+ "should_save": false,
159
+ "should_training_stop": false
160
+ },
161
+ "attributes": {}
162
+ }
163
+ },
164
+ "total_flos": 212383098180048.0,
165
+ "train_batch_size": 1,
166
+ "trial_name": null,
167
+ "trial_params": null
168
+ }