Update app.py

app.py

@@ -23,8 +23,8 @@ OLLAMA_SERVICE_THREAD.start()
 print("Giving Ollama serve a moment to start")
 time.sleep(10)
 
-print("Setting model to 'gemma2'")
-model = "gemma2"
+print("Setting model to 'llama3'")
+model = "llama3"
 
 print(f"Pulling model {model}")
 subprocess.run(f"~/ollama pull {model}", shell=True)
@@ -36,11 +36,11 @@ import gradio as gr
 from ollama import Client
 
 print("Initializing Ollama client")
-client = Client(host='http://localhost:11434', timeout=120)
+client = Client(host='http://localhost:11435', timeout=60)
 
 print("Getting Hugging Face token and model ID from environment variables")
 HF_TOKEN = os.environ.get("HF_TOKEN", None)
-MODEL_ID = os.environ.get("MODEL_ID", "google/gemma-2-9b-it")
+MODEL_ID = os.environ.get("MODEL_ID", "meta-llama/Meta-Llama-3-8B")
 MODEL_NAME = MODEL_ID.split("/")[-1]
 
 print("Setting up title and description for Gradio interface")
@@ -64,6 +64,7 @@ h3 {
 """
 import streamlit as st
 from llama_index.llms.ollama import Ollama
+from myollama import ollama
 
 # Initialize the Ollama model
 llm = Ollama(model="llama3", request_timeout=120.0)