Update app.py

app.py

@@ -1,6 +1,6 @@
-# 4/28/2024
+# 4/29/2024
 
-# This version added saving chat history to a log file
+# This version added saving chat history to a log file (need persist data from a space to a dataset)
 # Updated the GPT model to gpt-4
 # Add timestamp and ip address
 
@@ -26,8 +26,10 @@ from llama_index.llms.openai import OpenAI
 from datetime import datetime;
 import socket;
 
-# access /data folder of persistent storage
+# access data folder of persistent storage
 from pathlib import Path
+from uuid import uuid4
+from huggingface_hub import CommitScheduler
 
 # deprecated
 storage_context = StorageContext.from_defaults(persist_dir='./')
@@ -43,9 +45,19 @@ class Chatbot:
         openai.api_key = api_key
         self.chat_history = []
 
-        # access chat log file in /data folder (persistent storage)
-        self.history_file = f"zlmqi/index/chat_log.json"
- 
+        # access chat log file in data folder (persistent storage)
+        dataset_dir = Path("index")
+        dataset_dir.mkdir(parents=True, exist_ok=True)
+        self.history_file = dataset_dir / f"chat_log.json"
+        #self.history_file = f"zlmqi/index/chat_log.json"
+
+        scheduler = CommitScheduler(
+            repo_id="zlmqi",
+            repo_type="dataset",
+            folder_path=dataset_dir,
+            path_in_repo="data",
+        )
+        
     def generate_response(self, user_input):
         query_engine = index.as_query_engine(llm=llm_predictor)
         response = query_engine.query(user_input)
@@ -65,10 +77,10 @@ class Chatbot:
     def append_chat_history(self, user_input, output):
             # append chat history
         dt = datetime.now().strftime("%Y-%m-%d %H:%M:%S")
-        print(dt)
+        #print(dt)
         hostname = socket.gethostname()
         ip = socket.gethostbyname(hostname)
-        print(ip)
+        #print(ip)
         
         #self.chat_history.append({"role": "datetime", "content": dt})
         #self.chat_history.append({"role": "IP", "content": ip})
@@ -85,8 +97,9 @@ class Chatbot:
         self.chat_history.append(dictionary)
 
     def save_chat_history(self):
-        with open(self.history_file, 'w') as f:
-            json.dump(self.chat_history, f)
+        with scheduler.lock:
+            with open(self.history_file, 'w') as f:
+                json.dump(self.chat_history, f)
 
 def create_bot(user_input):
     bot = Chatbot(os.getenv("OPENAI_API_KEY"), index=index)
@@ -107,7 +120,7 @@ def create_bot(user_input):
              output = "Invalid request."
         
         bot.append_chat_history(user_input, output)
-        #bot.save_chat_history()
+        bot.save_chat_history()
         
         return output