update v1

app.py

@@ -2,20 +2,82 @@ import gradio as gr
 from threading import Thread
 import random
 import llama_cpp
+import os
 randtxt = ""
-llama = llama_cpp.Llama("Phi-3-mini-4k-instruct-q4.gguf")
+print("downloading!")
+os.system("wget https://huggingface.co/QuantFactory/Meta-Llama-3-8B-Instruct-GGUF/resolve/main/Meta-Llama-3-8B-Instruct.Q3_K_L.gguf")
+llama = llama_cpp.Llama("Meta-Llama-3-8B-Instruct.Q3_K_S.gguf", chat_format="llama-3")
 
 def randomize():
     global randtxt
-    while(True):
-        randtxt = llama("I want to eat")["choices"][0]["text"]
-Thread(target=randomize).start()
+    while True:
+        print("generating")
+        genTurn()
+
+
+chat = [{"role": "system", "content": "The following is a never-ending chat between Berry and Llama. Berry is the personification of a raspberry. Llama is Berry's best friend. They already know each other well. The chat will not end but may cut to a later date after a chat."},
+         {"role": "user", "content": "berry: Good morning"}] # POV: llama is "assistant" 
+print(chat[len(chat)-1]["content"])
+
+
+#llama
+
+def reversechat(chat):
+    nchat = []
+    nchat.append(chat[0])
+    for msg in chat:
+        nmsg = msg
+        if nmsg["role"] == "user":
+            nmsg["role"] = "assistant"
+        else:
+            nmsg["role"] = "user"
+        if msg["role"] != "system":
+            nchat.append(nmsg)
+    return nchat[1:]
+reversechat(chat)
+
+chara = "a"
+def genTurn():
+    global chara
+    global chat
+    try:
+        if chara == "a":
+            msg = llama.create_chat_completion(chat, max_tokens=50)["choices"][0]["message"]["content"]
+            chat.append({"role": "assistant", "content": msg.removesuffix("<|eot_id|>")})
+        else:
+            #Arteex
+            msg = llama.create_chat_completion(reversechat(chat), max_tokens=50)["choices"][0]["message"]["content"]
+            chat.append({"role": "user", "content": msg.removesuffix("<|eot_id|>")})
+        print(msg)
+    except:
+        print("this chat is over now :(")
+        chara ="a"
+        chat = [{"role": "system", "content": "The following is a never-ending chat between Berry and Llama. Berry is the personification of a raspberry. Llama is Berry's best friend. They already know each other well. The chat will not end but may cut to a later date after a chat."},
+         {"role": "user", "content": "berry: Good morning"}]
+
+
+
 
 def watch(name):
-    while(True):
-        yield [("", "I want to eat " + randtxt)]
+            global chara
+    #global msgsview
+            msgsview = []
+            for msg in chat:
+                if msg["role"] == "system":
+                    pass
+                else:
+                    if not msg["content"].lower().startswith("llama:"):
+                        msgsview.append((msg["content"], None))
+                    else:
+                        msgsview.append((None, msg["content"]))
+            yield msgsview
+
+demo = gr.Interface(watch,inputs=None, outputs=gr.Chatbot(), live=True, description="click generate to show latest chat!", title="LlamaLive, watch an llm conversation!")
 
-demo = gr.Interface(watch,inputs=None, outputs=gr.Chatbot(), live=True)
+#randomize()
+print(chat)
 
 if __name__ == "__main__":
+    
+    Thread(target=randomize).start()
     demo.launch()