Add sheet music visualization

app.py

@@ -74,8 +74,8 @@ def inference(yt_audio_path):
     piano_roll = create_image_from_note_sequence(est_ns)
     
     parsed = converter.parse("./transcribed.mid")
-    # score = parsed.write("musicxml.png")
-    return "./transcribed.mid", (SAMPLE_RATE, int16_data), piano_roll, piano_roll
+    score = parsed.write("lily.png")
+    return "./transcribed.mid", (SAMPLE_RATE, int16_data), piano_roll, score
   
 title = "Transcribe music from YouTube videos using Transformers."
 description = """
@@ -119,9 +119,10 @@ with demo:
             yt_audio = gr.Audio()
             yt_audio_path = gr.Textbox(visible=False)
 
-        preview_btn.click(fn=populate_metadata,
-                          inputs=[link, start_second],
-                          outputs=[img, title, yt_audio, yt_audio_path])
+        with gr.Row():
+            preview_btn.click(fn=populate_metadata,
+                            inputs=[link, start_second],
+                            outputs=[img, title, yt_audio, yt_audio_path])
         
         with gr.Row():
             btn = gr.Button("Transcribe music")

packages.txt

@@ -2,4 +2,4 @@ libfluidsynth2
 build-essential 
 libasound2-dev 
 libjack-dev
-musescore3
+lilypond