Update app.py

app.py

@@ -2,29 +2,9 @@ import os
 import openai
 import gradio as gr
 from transformers import pipeline
-from IPython.display import Audio
-import os
-import re
-import glob
-import json
-import tempfile
-import math
-import torch
-from torch import nn
-from torch.nn import functional as F
-from torch.utils.data import DataLoader
-import numpy as np
-import commons
-import utils
-import argparse
-import subprocess
-from data_utils import TextAudioLoader, TextAudioCollate, TextAudioSpeakerLoader, TextAudioSpeakerCollate
-from models import SynthesizerTrn
-from scipy.io.wavfile import write
 
 openai.api_key = os.getenv("OPENAI_API_KEY")
-
-pipe = pipeline(model="seeafricatz/kiaziboraasr")  
+pipe = pipeline(model="Ussen/whisper-medium-swc-drc-kat-1")
 
 def transcribe(audio):
     text = pipe(audio)["text"]
@@ -36,7 +16,7 @@ def generate_response(transcribed_text):
         messages=[
             {
                 "role": "system",
-                "content": "All your answers should be in Swahili only, users understand Swahili only so here we start... Wewe ni mtaalamu wa haki za ardhi za wanawake nchini Kongo na utajibu maswali yote kwa Kiswahili tu!"
+                "content": "All your answers should be in Congolese Swahili only, understand Swahili and France so here we start. Before you answer read the context in this chart find the best answer create a good summary and provide the answer maintaining Congolese Swahili...Mimi ni Haki des femmes AI bot iliyoundwa na Core23Lab. Mimi ni msaidizi wa sauti ya haki ya kumiliki ardhi kwa wanawake nchini DRC. Nikusaidie vipi!"
             },
             {
                 "role": "user",
@@ -44,23 +24,86 @@ def generate_response(transcribed_text):
             },
             {
                 "role": "assistant",
-                "content": "Salama, je una swali lolote kuhusu haki za ardhi za wanawake nchini Kongo?"
+                "content": "Mimi ni Haki des femmes AI bot iliyoundwa na Core23Lab. Mimi ni msaidizi wa sauti ya haki ya kumiliki ardhi kwa wanawake nchini DRC. Nikusaidie vipi"
             },
             {
                 "role": "user",
-                "content": "nini maana ya haki za ardhi za wanawake?"
+                "content": "haki za ardhi za wanawake Congo?"
             },
             {
                 "role": "assistant",
-                "content": "Haki za ardhi za wanawake zinamaanisha haki za wanawake kumiliki, kutumia, na kudhibiti ardhi. Katika muktadha wa Kongo, haki hizi zinaweza kuathiriwa na mila, sheria, na mizozo ya ardhi."
+                "content": """Sheria au loi ile inangaria bulongo mu jamuri ya kidemokrasia ya kongo ni sheria namba 73-021 ya le 20/07/1973, ile iribadirishwa na 
+              ku ongezwa na sheria namba 80-008 ya le 18/07/1980, ile ina semezea pa régime foncier et immobilier na régime des suretés. 
+              Iyi sheria ayangarie paka regime juridique ya kutumikia bulongo, lakini inanaria pia « regime general des biens », 
+              kwanzia ku article 1 nakufikia ku article 52 na « regime des suretes » kwanzia ku article 245 nakufikia ku article 396. 
+              Lakini tangu 2012, na kuzariwa kwa sheria ya Ohada mu jamuri ya kidemokrasia ya kongo, kipande kia sheria ya bulongo kile 
+              kinangaria regime des sûretés kinakombozwa na acte unisaforme ya Ohada ile inasemea regime des sûretés. 
+              193 articles bule ya mu loi foncière inasemea regime foncier et immobilier (kwanzia ku article 53 nafikia ku article 244) ;
+              njo ile ma articles ile inawekwa mu disposition ya bale banatumikiaka bulongo (population), bakubwa ba inchi bale banagariaka 
+              mambo ya bulongo (autorités foncières et cadastrales) na ba batshunga sheria (ba avocats na ba magistrats). """
             },
             {
                 "role": "user",
-                "content": "nini matumizi ya haki za ardhi za wanawake?"
+                "content": "Sheria za Ardhi nchini Congo"
             },
             {
                 "role": "assistant",
-                "content": "Haki za ardhi za wanawake zina umuhimu mkubwa kwa kuwawezesha wanawake kiuchumi, kuimarisha usalama wa chakula, na kuchangia katika maendeleo ya jamii na taifa kwa ujumla. Kwa mfano, wanawake wenye haki za ardhi wanaweza kupata mikopo, kuendeleza ardhi, na kutoa mchango muhimu katika uchumi wa familia na jamii."
+                "content": """Sheria aiandike kukatazwa ata kumoya kufwatana na sexe ao bingine nju ya haki yaku tumikia domaine foncier. Lakini, banamuke kiloko njo beko napata ma mpango nju ya kukosa kujua ma procedures, 
+      certificat ya enregistrement, kukosa kwa makuta, incapacité juridique ya mwanamuke mwenye kuolewa, obligation ya autorisation ya bwana yake.
+      Sheria nᴼ11/022 ya 24/12/2011 ile ina semea ma principes ya musingi ile inangaria agriculture, ina semea accès équitable ya bulongo ile banamuke bakumigini banekalaka ba victimes sana.
+      Ku migini (milieux ruraux), kupata kwa ma mpango kuna fwatana ma kizazi na chefu wa clan.  Lakini, kutumikiya kwa loi nᴼ73 ya le 20/07/1973 vile ili badishwa ina semea regime general, 
+      regime foncier, regime ya suretes, ina semea pa swali ya ma bulongo ya ku rimiapo na kuvukiapo yaku migini. 
+      Mwanamuke mwenye kuolewa eko na haki ya ku piana ma npango ile ilikiya ya bwana yake kama bwana anakufa. 
+      Ata kama bantu abadjue mana, kuolewa kuna tshionganisha kupata kwama mpango njo effet ya kuya mwenye kuolewa kuna saidia kupata mpango nakuyi tumikia. Badjane beko na avantage kupita bale bayaolewa.
+      Kwa ukweli, nju ya kukosa kufunda banamuke bakumigini abadjue ma procedure yakupata ma pango na aba djue mufano yaku revendiquer na ku tshunga ma haki yabo. 
+            Regime ya ndoa ni kunji ya ma sheria ile iko na weka ma haki na mapashwa ya ba bibi na bwana tangu mwanzo ya ndoa yabo.
+      Ma regime tatu ya ndoa mu jamuri ya kidemokrasia ya Kongo ni :
+      1.  Regime ya ku kabulamana bintu : mu ile regime, akuna kintu kile kinawekwa pamoja. Kila mwana ndoa eko mwenye kintu kiake kile aripata kabla ndoa, 
+          na wakati banakuya mu ndoa.
+            Faida :
+              •  Iyi regime iko na kabula muzuri bintu bia wanandoa nju yakusaidia kuriti bintu mu djamaa kutoka kubazazi.
+              
+              •  Iyi inashauriwa wakati bintu bia wanandoa ao ma jamaa iko ya mana.
+              
+              •  Ba créanciers ya ba bibi ao bwana abawezi kubeba bintu bia mwingine shisipo ye moya kwitshikia kuripa ndeni ya mwingine ; 
+                 njo maana ba entrepreneurs ao bama kaji ya risques ba tshakulaka ile regime.
+            Bubaya :
+              •   Kutshakula regime kama iyi aina garantie ya ulinzi kumbele ya ba creanciers (bale beko na dayi ndeni) nju banezi ku nyanganya bintu bia ba conjoints kama ndeni 
+                  iribewa nju yakutengeneza nyumba ao kuripa masomo ya batoto (ni pamoya nama impôts ao ma charges sociales yasipokulipwa).
+              
+              •   Ma akounti (comptes) ile barifungula nakuweka pamoya makutamu mu ndoa inezi kuleta shida wakati wakwatshana na ita lomba kuonesha kule kuritoya ile makuta.
+              
+              •   Wakati wa kifo, ule anabakiya anapashwatu ku tegemea paka pabintu biake nju ya ku garantir maisha yake ya kumbele nju kama akuna testament, ata patatu paka ¼ ya biote bile barikuya bia ule anakufwa. 
+      2.  Regime ya kutshangia bile wanandoa bana pata mu bukweri (communauté des biens réduits aux acquêts) :
+          Mu iyi regime, banandoa beko naweka pamoya bintu bile bari pata mu ndoa (na ma ndeni ile bibi ao bwana aribeba). Ni kanuni ya kusaidiana mu ndoa).
+            Faida:
+              •   Wakati wa kifo, ule ana bakiya ata beba kipande ya bintu pashipo kuripia.
+              
+              •   Wakati yakwatshana, biko teke teke ku kabula bintu nju bintu biote bile biriuziwa mu ndoa ni bia kila muntu (kipande kipande).
+            Bubaya:
+              •   Kama Bibi ao bwana eko na ndeni, mupinda ndeni anezi ku beba bintu bia mwenye ndeni ao bia mwingine.
+              
+              •   Kama mumoja ana uzisha kintu kiake na anauza bintu bingine, bile bintu ni paka biake ye moya. Lakini, inafai ule mwenye kuzisha oneshe kwa ukweli kule kunatokea makuta; 
+                  lakini bamingi abafwanyake vile. Vile, familia ya mwanandoa moya inezi kuogopa kumupa kintu nju kile kintu kishingie mu ile regime ya communautee.
+              
+              •   Mu wakati ya kwatshana, ma account iko teke teke kufwanya lakini iyi oneshaketu kwa ukweli makuta ya kila muntu.
+              
+              •   Kutshangia kwa bintu pamoya kunezi ku leta mambo nju ma decisions ya maana (kuzisha bintu, etc…) kunapashwa kufanishikwa paka na masikilizano ya ba banandoa bote bawiri.
+      3.  Regime ya communaute universelle: mu iyi regime bintu bile ba bibi na bwana baripata kabla ya ndoa na katika ndoa binawekwa pamoya pasipo kwangalia siku ile bariipata na mufano bariipata.
+            Faida:
+                •  Ile regime iko na saidia kupitia conjoint (bibi ao bwana) bintu pasipo kuripa makuta ya succession.
+                
+                •  Mu wakati ya kifo, batoto abataripa droit ya succession, paka ku lufu ya muzazi wa piri.
+            Bubaya:
+                •   Batoto batapata abattement successoraux paka mala moya,
+                
+                •   Ma ndeni anikwa ya bote bawiri ata kama ni moya ari kopa kabla ya ao mu ndoa,
+                
+                •   Ma bintu ile banandoa bari pata mu ndoa inakwa yabo bote bawiri ila kama kuko musikilizano ingine mu contrat yabo ya ndoa.
+                
+                •   Wakati ya kwatshana, bintu bita kaburiwa kipande kipande pashipo kwangaria kule biritokea ao namuna bariipata,
+                
+                •   Risque ya bukonvi kama kuna kuya batoto ba kitanda kiakwanza."""
             },
             {
                 "role": "user",
@@ -70,175 +113,34 @@ def generate_response(transcribed_text):
     )
     return response['choices'][0]['message']['content']
 
-# ... rest of your code ...
-
-
-
-import os
-import subprocess
-import locale
-locale.getpreferredencoding = lambda: "UTF-8"
-
-def download(lang, tgt_dir="./"):
-  lang_fn, lang_dir = os.path.join(tgt_dir, lang+'.tar.gz'), os.path.join(tgt_dir, lang)
-  cmd = ";".join([
-        f"wget https://dl.fbaipublicfiles.com/mms/tts/{lang}.tar.gz -O {lang_fn}",
-        f"tar zxvf {lang_fn}"
-  ])
-  print(f"Download model for language: {lang}")
-  subprocess.check_output(cmd, shell=True)
-  print(f"Model checkpoints in {lang_dir}: {os.listdir(lang_dir)}")
-  return lang_dir
-
-LANG = "swh"
-ckpt_dir = download(LANG)
-
-
-def preprocess_char(text, lang=None):
-    """
-    Special treatement of characters in certain languages
-    """
-    print(lang)
-    if lang == 'ron':
-        text = text.replace("ț", "ţ")
-    return text
-
-class TextMapper(object):
-    def __init__(self, vocab_file):
-        self.symbols = [x.replace("\n", "") for x in open(vocab_file, encoding="utf-8").readlines()]
-        self.SPACE_ID = self.symbols.index(" ")
-        self._symbol_to_id = {s: i for i, s in enumerate(self.symbols)}
-        self._id_to_symbol = {i: s for i, s in enumerate(self.symbols)}
-
-    def text_to_sequence(self, text, cleaner_names):
-        '''Converts a string of text to a sequence of IDs corresponding to the symbols in the text.
-        Args:
-        text: string to convert to a sequence
-        cleaner_names: names of the cleaner functions to run the text through
-        Returns:
-        List of integers corresponding to the symbols in the text
-        '''
-        sequence = []
-        clean_text = text.strip()
-        for symbol in clean_text:
-            symbol_id = self._symbol_to_id[symbol]
-            sequence += [symbol_id]
-        return sequence
-
-    def uromanize(self, text, uroman_pl):
-        iso = "xxx"
-        with tempfile.NamedTemporaryFile() as tf, \
-             tempfile.NamedTemporaryFile() as tf2:
-            with open(tf.name, "w") as f:
-                f.write("\n".join([text]))
-            cmd = f"perl " + uroman_pl
-            cmd += f" -l {iso} "
-            cmd +=  f" < {tf.name} > {tf2.name}"
-            os.system(cmd)
-            outtexts = []
-            with open(tf2.name) as f:
-                for line in f:
-                    line =  re.sub(r"\s+", " ", line).strip()
-                    outtexts.append(line)
-            outtext = outtexts[0]
-        return outtext
-
-    def get_text(self, text, hps):
-        text_norm = self.text_to_sequence(text, hps.data.text_cleaners)
-        if hps.data.add_blank:
-            text_norm = commons.intersperse(text_norm, 0)
-        text_norm = torch.LongTensor(text_norm)
-        return text_norm
-
-    def filter_oov(self, text):
-        val_chars = self._symbol_to_id
-        txt_filt = "".join(list(filter(lambda x: x in val_chars, text)))
-        print(f"text after filtering OOV: {txt_filt}")
-        return txt_filt
-
-def preprocess_text(txt, text_mapper, hps, uroman_dir=None, lang=None):
-    txt = preprocess_char(txt, lang=lang)
-    is_uroman = hps.data.training_files.split('.')[-1] == 'uroman'
-    if is_uroman:
-        with tempfile.TemporaryDirectory() as tmp_dir:
-            if uroman_dir is None:
-                cmd = f"git clone git@github.com:isi-nlp/uroman.git {tmp_dir}"
-                print(cmd)
-                subprocess.check_output(cmd, shell=True)
-                uroman_dir = tmp_dir
-            uroman_pl = os.path.join(uroman_dir, "bin", "uroman.pl")
-            print(f"uromanize")
-            txt = text_mapper.uromanize(txt, uroman_pl)
-            print(f"uroman text: {txt}")
-    txt = txt.lower()
-    txt = text_mapper.filter_oov(txt)
-    return txt
-
-if torch.cuda.is_available():
-    device = torch.device("cuda")
-else:
-    device = torch.device("cpu")
-
-print(f"Run inference with {device}")
-vocab_file = f"{ckpt_dir}/vocab.txt"
-config_file = f"{ckpt_dir}/config.json"
-assert os.path.isfile(config_file), f"{config_file} doesn't exist"
-hps = utils.get_hparams_from_file(config_file)
-text_mapper = TextMapper(vocab_file)
-net_g = SynthesizerTrn(
-    len(text_mapper.symbols),
-    hps.data.filter_length // 2 + 1,
-    hps.train.segment_size // hps.data.hop_length,
-    **hps.model)
-net_g.to(device)
-_ = net_g.eval()
-
-g_pth = f"{ckpt_dir}/G_100000.pth"
-print(f"load {g_pth}")
-
-_ = utils.load_checkpoint(g_pth, net_g, None)
-
-
-import torch
-from scipy.io.wavfile import write
 
 def inference(text):
-    # Preprocessing the text
-    text = preprocess_text(text, text_mapper, hps, lang=LANG)
-    stn_tst = text_mapper.get_text(text, hps)
-    
-    with torch.no_grad():
-        x_tst = stn_tst.unsqueeze(0).to(device)
-        x_tst_lengths = torch.LongTensor([stn_tst.size(0)]).to(device)
-        hyp = net_g.infer(
-            x_tst, x_tst_lengths, noise_scale=.667,
-            noise_scale_w=0.8, length_scale=1.0
-        )[0][0,0].cpu().float().numpy()
-    
-    # Saving the generated audio to a file
-    output_file = "tts_output.wav"
-    write(output_file, hps.data.sampling_rate, hyp)
-    
-    return output_file
-
-
+    response = openai.Audio.create(
+        model="tts-1-hd",
+        voice="alloy",
+        text=text
+    )
+    # OpenAI API returns the temp audio URL which contains the audio file
+    # You can download it via requests or use the URL directly as needed
+    audio_url = response['url']
+    return audio_url
 
 def process_audio_and_respond(audio):
-    transcribed_text = transcribe(audio)
-    response_text = generate_response(transcribed_text)
-    output_file = inference(response_text)
-    return response_text, output_file
+    text = transcribe(audio)
+    response_text = generate_response(text)
+    audio_url = inference(response_text)
+    return response_text, audio_url
 
 demo = gr.Interface(
     process_audio_and_respond,
     gr.inputs.Audio(source="microphone", type="filepath", label="Bonyeza kitufe cha kurekodi na uliza swali lako"),
-    [gr.outputs.Textbox(label="Jibu (kwa njia ya maandishi)"), gr.outputs.Audio(type="filepath", label="Jibu kwa njia ya sauti (Bofya kusikiliza Jibu)")],
-    title="Haki",
-    description="Uliza Swali kuhusu haki za ardhi",
+    [gr.outputs.Textbox(label="Jibu (kwa njia ya maandishi)"), 
+     gr.outputs.Audio(label="Jibu kwa njia ya sauti (Bofya kusikiliza Jibu)")],
+    description="Uliza Swali kuhusu haki and sheria za udongo",
     theme="compact",
     layout="vertical",
     allow_flagging=False,
     live=True,
 )
 
-demo.launch()
+demo.launch()