Update app.py

app.py

@@ -17,11 +17,61 @@ import torch.nn.functional as F
 from bert_ner_model_loader import Ner
 import pandas as pd
 
+HF_TOKEN = os.environ.get("HF_TOKEN")
+DATASET_NAME = "bert_base_ner"
+DATASET_REPO_URL = f"https://huggingface.co/datasets/pragnakalp/{DATASET_NAME}"
+DATA_FILENAME = "bert_base_ner_logs.csv"
+DATA_FILE = os.path.join("bert_base_ner_logs", DATA_FILENAME)
+DATASET_REPO_ID = "pragnakalp/bert_base_ner"
+print("is none?", HF_TOKEN is None)
+
+try:
+    hf_hub_download(
+        repo_id=DATASET_REPO_ID,
+        filename=DATA_FILENAME,
+        cache_dir=DATA_DIRNAME,
+        force_filename=DATA_FILENAME
+    )
+    
+except:
+    print("file not found")
+
+repo = Repository(
+    local_dir="bert_base_ner_logs, clone_from=DATASET_REPO_URL, use_auth_token=HF_TOKEN
+)
+
 cwd = os.getcwd()
 bert_ner_model = os.path.join(cwd)
 Entities_Found =[]
 Entity_Types = []
 k = 0
+def get_device_ip_address():
+    result = {}
+    if os.name == "nt":
+        result = "Running on Windows"
+        hostname = socket.gethostname()
+        ip_address = socket.gethostbyname(hostname)
+        result['ip_addr'] = ip_address
+        result['host'] = hostname
+        print(result)
+        return result
+    elif os.name == "posix":
+        gw = os.popen("ip -4 route show default").read().split()
+        s = socket.socket(socket.AF_INET, socket.SOCK_DGRAM)
+        s.connect((gw[2], 0))
+        ipaddr = s.getsockname()[0]
+        gateway = gw[2]
+        host = socket.gethostname()
+        result['ip_addr'] = ipaddr
+        result['host'] = host
+        print(result)
+        return result
+    else:
+        result['id'] = os.name + " not supported yet."
+        print(result)
+        return result
+
+
 def generate_emotion(article):
     text = "Input sentence: "
     text += article
@@ -31,6 +81,7 @@ def generate_emotion(article):
     output = model_ner.predict(text)
     print(output)
     k = 0
+    save_data_and_sendmail(article,output):
     for i in output:
         for j in i:
             if k == 0:
@@ -43,6 +94,29 @@ def generate_emotion(article):
     return pd.DataFrame(result)
 
 
+def save_data_and_sendmail(Inputdata,output):
+    try:
+        hostname = {}
+        hostname = get_device_ip_address()
+        # url = 'https://pragnakalpdev35.pythonanywhere.com/HF_space_que_gen'
+        # # url = 'http://pragnakalpdev33.pythonanywhere.com/HF_space_question_generator'
+        # myobj = {'article': article,'total_que': num_que,'gen_que':result,'ip_addr':hostname.get("ip_addr",""),'host':hostname.get("host","")}
+        # x = requests.post(url, json = myobj) 
+        
+        ip = hostname.get("ip_addr","")
+        add_csv = [Inputdata,Generate_text,IP]
+        with open(DATA_FILE, "a") as f:
+            writer = csv.writer(f)
+            # write the data
+            writer.writerow(add_csv)
+            commit_url = repo.push_to_hub()
+            print("commit data   :",commit_url)
+        return "Successfully save data"
+    
+    except Exception as e:
+        return "Error while sending mail" + str(e)
+        
+
 inputs=gr.Textbox(lines=10, label="Sentences",elem_id="inp_div")
 outputs = [gr.Dataframe(row_count = (2, "dynamic"), col_count=(2, "fixed"), label="Here is the Result", headers=["Entities Found","Entity Types"])]