whisper

app.py

@@ -1,11 +1,16 @@
 import streamlit as st
-from bokeh.models.widgets import Button
-from bokeh.models import CustomJS
-from streamlit_bokeh_events import streamlit_bokeh_events
+import pandas as pd
 from sendgrid import SendGridAPIClient
 from sendgrid.helpers.mail import Mail
 import openai
 import json
+import whisper
+from audiorecorder import audiorecorder
+
+
+# whisper
+model = whisper.load_model('small')
+data_transcription = []
 
 def send_email(email, subject, body):
     """send the user an email with the answer"""
@@ -36,89 +41,80 @@ st.write('Instructions:')
 st.write('Paste your OpenAI API Key')
 st.write("Click on the 'Start Talking' button and allow the browser permission to use the microphone. Say a sentence requesting to send an email with a message. You must say the person's full email address.")
 st.write("Example: Send an email to dan.avila7@gmail.com reminding him that he must study the OpenAI Functions API for tomorrow's exam")
+
+result = False
+user_secret = ''
+user_input = False
 user_secret = st.text_input(label = ":blue[OpenAI API key]",
                                 value="",
                                 placeholder = "Paste your openAI API key, sk-",
                                 type = "password")
-result = False
-if(user_secret):
-    stt_button = Button(label="Start talking", button_type="success")
-    stt_button.js_on_event("button_click", CustomJS(code="""
-        var recognition = new webkitSpeechRecognition();
-        recognition.continuous = true;
-        recognition.interimResults = true;
-    
-        recognition.onresult = function (e) {
-            var value = "";
-            for (var i = e.resultIndex; i < e.results.length; ++i) {
-                if (e.results[i].isFinal) {
-                    value += e.results[i][0].transcript;
-                }
-            }
-            if ( value != "") {
-                document.dispatchEvent(new CustomEvent("GET_TEXT", {detail: value}));
-            }
-        }
-        recognition.start();
-        """))
+if user_secret:
+    audio = audiorecorder("Click to record", "Click to stop")
+    if len(audio) > 0:
+        # To play audio in frontend:
+        st.audio(audio.tobytes())
+        
+        # To save audio to a file:
+        wav_file = open("audio.mp3", "wb")
+        wav_file.write(audio.tobytes())
 
-    result = streamlit_bokeh_events(
-        stt_button,
-        events="GET_TEXT",
-        key="listen",
-        refresh_on_update=False,
-        override_height=75,
-        debounce_time=0)
+        # Whisper
+        with st.spinner('Loading...'):
+            output = model.transcribe("audio.mp3")
+            user_input = output['text']
+            st.write('Audio Input: ', user_input)
+            st.success('Done!')
 
-if result:
-    if "GET_TEXT" in result:
-        user_input = result.get("GET_TEXT")
-        st.write('Audio Input: ', user_input)
-        
-        openai.api_key = user_secret
-        response = openai.ChatCompletion.create(
-            model="gpt-3.5-turbo-0613",
-            messages=[
-                {"role": "user", "content": user_input}],
-            functions=[
-                {
-                    "name": "send_email",
-                    "description": "Sends an email to a person",
-                    "parameters": {
-                        "type": "object",
-                        "properties": {
-                            "email": {
-                                "type": "string",
-                                "description": "A person to send the email",
+        if user_input and user_input:
+            openai.api_key = user_secret
+            response = openai.ChatCompletion.create(
+                model="gpt-3.5-turbo-0613",
+                messages=[
+                    {"role": "user", "content": user_input}],
+                functions=[
+                    {
+                        "name": "send_email",
+                        "description": "Sends an email to a person",
+                        "parameters": {
+                            "type": "object",
+                            "properties": {
+                                "email": {
+                                    "type": "string",
+                                    "description": "A person to send the email",
+                                },
+                                "body": {"type": "string"},
+                                "subject": {"type": "string"},
                             },
-                            "body": {"type": "string"},
-                            "subject": {"type": "string"},
                         },
-                    },
-                }
-            ],
-            function_call="auto",
-        )
-        message = response["choices"][0]["message"]
+                    }
+                ],
+                function_call="auto",
+            )
+            message = response["choices"][0]["message"]
+
 
         
-    
-    st.write('GPT: ', message)
+        st.write('GPT: ', message)
 
-    if message.get("function_call"):
-        function_name = message["function_call"]["name"]
-        print('function_name: ', function_name)
+        if message.get("function_call"):
+            function_name = message["function_call"]["name"]
+            print('function_name: ', function_name)
 
-        if(function_name == 'send_email'):
-            # Access the arguments
-            arguments = json.loads(message['function_call']['arguments'])
-            email_arg = arguments['email']
-            body_arg = arguments['body']
-            subject_arg = arguments['subject']
+            if(function_name == 'send_email'):
+                # Access the arguments
+                arguments = json.loads(message['function_call']['arguments'])
+                email_arg = arguments['email']
+                body_arg = arguments['body']
 
-            # Step 3, call the function
-            function_response = send_email(
-                email_arg, subject_arg, body_arg
-            )
+                if(arguments['subject']):
+                    arguments['subject'] = 'GPT Email'
+                    
+                subject_arg = arguments['subject']
+
+                # Step 3, call the function
+                function_response = send_email(
+                    email_arg, subject_arg, body_arg
+                )
 
-            print(function_response)
+                print(function_response)

requirements.txt

@@ -2,6 +2,6 @@ langchain
 openai
 streamlit
 streamlit_chat
-bokeh
 sendgrid
-streamlit-bokeh-events
+streamlit-audiorecorder
+git+https://github.com/openai/whisper.git