Update app.py

app.py

@@ -110,7 +110,18 @@ def GenerateMIDI(num_tok, idrums, iinstr):
     print('Done!')
     print('=' * 70)
 
-    outy = start_tokens
+
+    inp = torch.LongTensor([start_tokens]).cuda()
+
+    with torch.amp.autocast(device_type='cuda', dtype=torch.bfloat16):
+        with torch.inference_mode():
+            out = model.module.generate(inp,
+                                        max(1, min(1024, num_tok)),
+                                        temperature=0.9,
+                                        return_prime=False,
+                                        verbose=False)
+
+    out0 = out[0].tolist()
     
     ctime = 0
     dur = 0
@@ -118,30 +129,15 @@ def GenerateMIDI(num_tok, idrums, iinstr):
     pitch = 0
     channel = 0
 
-    for i in range(max(1, min(1024, num_tok))):
-        
-        inp = torch.LongTensor([outy]).cuda()
-
-        with torch.amp.autocast(device_type='cuda', dtype=torch.bfloat16):
-            with torch.inference_mode():
-                out = model.module.generate(inp,
-                                            1,
-                                            temperature=0.9,
-                                            return_prime=False,
-                                            verbose=False)
-
-        out0 = out[0].tolist()
-        outy.extend(out0)
-        
-        ss1 = out0[0]
+    for ss1 in out0:
 
         if 0 < ss1 < 256:
             ctime += ss1 * 8
-
+    
         if 256 <= ss1 < 1280:
             dur = ((ss1 - 256) // 8) * 32
             vel = (((ss1 - 256) % 8) + 1) * 15
-
+    
         if 1280 <= ss1 < 2816:
             channel = (ss1 - 1280) // 128
             pitch = (ss1 - 1280) % 128
@@ -155,12 +151,12 @@ def GenerateMIDI(num_tok, idrums, iinstr):
             
             output[-1].append(event)
 
-    midi_data = TMIDIX.score2midi(output, text_encoding)
+    midi_data = TMIDIX.score2midi(output[2], text_encoding)
 
     with open(f"Allegro-Music-Transformer-Composition.mid", 'wb') as f:
         f.write(midi_data)
 
-    output_plot = TMIDIX.plot_ms_SONG(output[2], plot_title='Allegro-Music-Transformer-Composition', return_plt=True)
+    output_plot = TMIDIX.plot_ms_SONG(output, plot_title='Allegro-Music-Transformer-Composition', return_plt=True)
 
     audio = midi_to_colab_audio('Allegro-Music-Transformer-Composition.mid', 
                         soundfont_path="SGM-v2.01-YamahaGrand-Guit-Bass-v2.7.sf2",
@@ -169,9 +165,7 @@ def GenerateMIDI(num_tok, idrums, iinstr):
                         output_for_gradio=True
                         )
     
-    print('Sample INTs', outy[:16])
-    print('-' * 70)
-    print('Last generated MIDI event', output[2][-1])
+    print('First generated MIDI events', output[2][:3])
     print('-' * 70)
     print('Req end time: {:%Y-%m-%d %H:%M:%S}'.format(datetime.datetime.now(PDT)))
     print('-' * 70)