switch to streamlit app

app.py

@@ -1,129 +1,59 @@
 import base64
+import json
 import os
-import time
-from dataclasses import dataclass
-from datetime import timedelta
 
-import banana_dev as banana
-import gradio as gr
+import modal
+import requests
+import streamlit as st
 from loguru import logger
 from pydub import AudioSegment
 
-api_key = os.environ["BANANA_API_KEY"]
-model_key = os.environ["BANANA_MODEL_KEY"]
-password = os.environ["PASSWORD"]
-
-SECONDS_IN_HOUR = 3600
-SECONDS_IN_MINUTE = 60
-HOURS_IN_DAY = 24
-MICROSECONDS_IN_MILLISECOND = 1000
-
-
-def timedelta_to_srt_timestamp(timedelta_timestamp):
-    r"""
-    Convert a :py:class:`~datetime.timedelta` to an SRT timestamp.
-    .. doctest::
-        >>> import datetime
-        >>> delta = datetime.timedelta(hours=1, minutes=23, seconds=4)
-        >>> timedelta_to_srt_timestamp(delta)
-        '01:23:04,000'
-    :param datetime.timedelta timedelta_timestamp: A datetime to convert to an SRT timestamp
-    :returns: The timestamp in SRT format
-    :rtype: str
-    """
-
-    hrs, secs_remainder = divmod(timedelta_timestamp.seconds, SECONDS_IN_HOUR)
-    hrs += timedelta_timestamp.days * HOURS_IN_DAY
-    mins, secs = divmod(secs_remainder, SECONDS_IN_MINUTE)
-    msecs = timedelta_timestamp.microseconds // MICROSECONDS_IN_MILLISECOND
-    return "%02d:%02d:%02d,%03d" % (hrs, mins, secs, msecs)
-
-
-def timedelta_to_otr_timestamp(timedelta_timestamp):
-    output = timedelta_to_srt_timestamp(timedelta_timestamp)
-    if output.startswith("00:"):
-        output = output[3:]
-    return output[:-4]
-
-
-@dataclass
-class Segment:
-    text: str
-    start: float
-    end: float
-
-    @property
-    def start_ts(self) -> str:
-        return timedelta_to_otr_timestamp(timedelta(seconds=self.start))
-
-    @property
-    def end_ts(self):
-        return timedelta_to_otr_timestamp(timedelta(seconds=self.end))
-
-    def __str__(self):
-        return f"{self.start_ts} {self.text}"
-
-    def to_otr(self):
-        sep = " "
-        return f'<p><span class="timestamp" data-timestamp="{self.start}">{self.start_ts}</span>{sep}{self.text}</p>'
-
-
-def transcribe(audio=None, url=None):
-    if audio:
-        audio_b64 = base64.b64encode(audio.export().read()).decode("ascii")
-        payload = {"audio_b64": audio_b64}
-    else:
-        payload = {"url": url}
-    response = banana.run(api_key, model_key, payload)
-    print(response)
-
-    if "error" in response:
-        raise gr.Error(response["error"])
-
-    # TODO: not sure why response dict contains multiple model outputs
-    return response["modelOutputs"][0]
-
-
-def run_demo(password, url, file_upload):
-    if password not in [os.environ["PASSWORD"], os.environ["ROOT_PASSWORD"]]:
-        raise gr.Error("Der Zugriffscode ist falsch.")
-
-    if (url is not None) and (file_upload is not None):
-        logger.warning(
-            "Achtung: Sie haben sowohl eine URL angegeben als auch eine Datei hochgeladen."
-            " Wir verwenden nur die Datei, die Sie hochgeladen haben."
-        )
-
-    elif (url is None) and (file_upload is None):
-        raise gr.Error(
-            "Sie müssen entweder eine URL angeben oder eine Datei hochladen."
+# password = os.environ["PASSWORD"]
+run_transcription = modal.lookup("ffpub-transcription", "run_transcription")
+
+st.set_page_config(page_title="Speech to Text Transcription App")
+
+
+@st.cache
+def transcribe(url, audio_b64):
+    return run_transcription.call(url=url, audio_b64=audio_b64)
+
+
+def run():
+    password = st.text_input("Zugriffscode (siehe oben)")
+    audio_file = st.file_uploader(
+        "Datei auswählen", type=[".wav", ".mp3", ".flac", ".m4a", ".ogg"]
+    )
+    url = st.text_input(
+        "URL (e.g. YouTube video, Dropbox file, etc.)",
+        value="",
+    )
+    # https://www.youtube.com/watch?v=pLAaQO1iPz0
+    submit_button = st.button(
+        label="Transkribieren", disabled=(not audio_file and not url)
+    )
+
+    if audio_file is not None:
+        st.audio(audio_file)
+        cutoff = None if password == "" else 60_000
+        audio_file = AudioSegment.from_file(audio_file)[:cutoff]
+        audio_b64 = base64.b64encode(audio_file.export().read()).decode("ascii")
+    if url:
+        st.video(url)
+
+    if submit_button:
+        audio_b64 = None
+        transcription = transcribe(url, audio_b64)
+        for seg in transcription["text"].split("\n\n"):
+            st.write(seg)
+        st.json(transcription)
+
+
+if __name__ == "__main__":
+    try:
+        run()
+    except Exception as e:
+        logger.error(e)
+        st.error(
+            "Leider ist ein unerwarter Fehler aufgetreten. Ich könnte mir das Problem sofort ansehen, Sie erreichen mich unter alexander.seifert@gmail.com"
         )
-
-    start = time.time()
-
-    if file_upload is not None:
-        cutoff = None if password == os.environ["ROOT_PASSWORD"] else 60_000
-        audio = AudioSegment.from_file(file_upload, format="mp3")[:cutoff]
-        transcription = transcribe(audio=audio, url=None)
-    else:
-        transcription = transcribe(audio=None, url=url)
-
-    logger.info(f"transcription took {time.time()-start:.3f}s")
-    return transcription["text"]
-
-
-demo = gr.Interface(
-    fn=run_demo,
-    inputs=[
-        # gr.Textbox(label="Email", type="email"),
-        gr.Textbox(label="Zugriffscode (siehe oben)"),
-        # gr.Audio(source="microphone", type="filepath", label="Aufnehmen"),
-        gr.Textbox(label="URL (z.B. YouTube-Video, Dropbox-Datei, etc.)"),
-        gr.Audio(source="upload", type="filepath", label="Datei hochladen"),
-    ],
-    outputs=gr.Textbox(label="Automatisches Transkript"),
-    allow_flagging="never",
-    css="footer {visibility: hidden} .meta-text {visibility: hidden}",
-)
-
-demo.launch()

gradio-app.py

@@ -0,0 +1,75 @@
+import base64
+import os
+import time
+from dataclasses import dataclass
+from datetime import timedelta
+
+import banana_dev as banana
+import gradio as gr
+from loguru import logger
+from pydub import AudioSegment
+
+api_key = os.environ["BANANA_API_KEY"]
+model_key = os.environ["BANANA_MODEL_KEY"]
+password = os.environ["PASSWORD"]
+
+
+def transcribe(audio=None, url=None):
+    if audio:
+        audio_b64 = base64.b64encode(audio.export().read()).decode("ascii")
+        payload = {"audio_b64": audio_b64}
+    else:
+        payload = {"url": url}
+    response = banana.run(api_key, model_key, payload)
+    print(response)
+
+    if "error" in response:
+        raise gr.Error(response["error"])
+
+    # TODO: not sure why response dict contains multiple model outputs
+    return response["modelOutputs"][0]
+
+
+def run_demo(password, url, file_upload):
+    if password not in [os.environ["PASSWORD"], os.environ["ROOT_PASSWORD"]]:
+        raise gr.Error("Der Zugriffscode ist falsch.")
+
+    if (url is not None) and (file_upload is not None):
+        logger.warning(
+            "Achtung: Sie haben sowohl eine URL angegeben als auch eine Datei hochgeladen."
+            " Wir verwenden nur die Datei, die Sie hochgeladen haben."
+        )
+
+    elif (url is None) and (file_upload is None):
+        raise gr.Error(
+            "Sie müssen entweder eine URL angeben oder eine Datei hochladen."
+        )
+
+    start = time.time()
+
+    if file_upload is not None:
+        cutoff = None if password == os.environ["ROOT_PASSWORD"] else 60_000
+        audio = AudioSegment.from_file(file_upload, format="mp3")[:cutoff]
+        transcription = transcribe(audio=audio, url=None)
+    else:
+        transcription = transcribe(audio=None, url=url)
+
+    logger.info(f"transcription took {time.time()-start:.3f}s")
+    return transcription["text"]
+
+
+demo = gr.Interface(
+    fn=run_demo,
+    inputs=[
+        # gr.Textbox(label="Email", type="email"),
+        gr.Textbox(label="Zugriffscode (siehe oben)"),
+        # gr.Audio(source="microphone", type="filepath", label="Aufnehmen"),
+        gr.Textbox(label="URL (z.B. YouTube-Video, Dropbox-Datei, etc.)"),
+        gr.Audio(source="upload", type="filepath", label="Datei hochladen"),
+    ],
+    outputs=gr.Textbox(label="Automatisches Transkript"),
+    allow_flagging="never",
+    css="footer {visibility: hidden} .meta-text {visibility: hidden}",
+)
+
+demo.launch()

requirements.txt

@@ -1,4 +1,3 @@
-banana-dev
-gradio
+modal-client
 loguru
 pydub