Update app.py

app.py

@@ -1,7 +1,28 @@
+import httpx
 from llama_index.llms.ollama import Ollama
 from llama_index.core.llms import ChatMessage
 import gradio as gr
 
+import os
+import threading
+import subprocess
+
+def ollama():
+    os.environ['OLLAMA_HOST'] = '127.0.0.1:11434'
+    os.environ['OLLAMA_ORIGINS'] = '*'
+    subprocess.Popen(["ollama", "serve"])
+
+ollama_thread = threading.Thread(target=ollama)
+ollama_thread.start()
+
+proxy_url = "http://localhost:11434"
+
+
+proxies = {
+    "http://": "http://localhost:11434",
+    "https://": "http://localhost:11434",
+}
+
 llm = Ollama(model="llama3", request_timeout=120.0)
 
 def get_completion(prompt):