app1

app.py

@@ -119,7 +119,39 @@ qa_chain = ConversationalRetrievalChain.from_llm(
     output_key = 'output',
 )
 
-def chat_interface(question,history):
+from transformers import pipeline
+import soundfile as sf
+import gradio as gr
+from gradio_client import Client
+
+# Load ASR pipeline
+asr_pipe = pipeline("automatic-speech-recognition", model="openai/whisper-large")
+
+def chat_interface(question, audio_input=None, history=None):
+    if audio_input is not None:
+        # Function to transcribe the audio input
+        def transcribe_audio(audio):
+            sample_rate, audio_data = audio
+            file_name = "recorded_audio.wav"
+            # Write audio data to a file
+            sf.write(file_name, audio_data, sample_rate)
+            # Transcribe audio using ASR model
+            transcript = asr_pipe(file_name)["text"]
+            return transcript
+
+        # Transcribe the audio input
+        transcribed_text = transcribe_audio(audio_input)
+
+        # Call the chatbot API with the transcribed text
+        client = Client("https://ysharma-explore-llamav2-with-tgi.hf.space/")
+        response = client.predict(
+            transcribed_text,
+            api_name="/chat"
+        )
+
+        return response
+
+    # Original chatbot logic
     result = qa_chain.invoke({'question': question})
     output_string = result['output']
 
@@ -134,26 +166,16 @@ def chat_interface(question,history):
 
     # Extract the answer value between double quotes
     answer_value = answer_part[quote_index + 1:answer_part.find('"', quote_index + 1)]
-    
-    return answer_value
 
+    return answer_value
 
-chatbot_gradio_app = gr.ChatInterface(
+chatbot_gradio_app = gr.Interface(
     fn=chat_interface,
-    additional_inputs=gr.Audio(sources=["microphone"]),
-    additional_inputs_accordion=gr.Accordion(label="Audio aquí ;)", open=True)
-    title=custom_title
+    inputs=[
+        gr.Textbox(lines=3, label="Type your message here"),
+        gr.Audio(label="Record your voice", type="microphone")  # Change type to "microphone"
+    ],
+    outputs=gr.Textbox(label="Bot's Response"),
 )
 
-# chatbot_gradio_app = gr.Interface(
-#     fn=chat_interface,
-#     inputs=[
-#         gr.Textbox(lines=3, label="Type your message here"),
-#         gr.Audio(label="Record your voice")
-#     ],
-#     outputs=gr.Textbox(label="Bot's Response"),
-# )
-
-
-chatbot_gradio_app.queue()
 chatbot_gradio_app.launch()