downloading model manual

app.py

@@ -4,9 +4,29 @@ from langchain.chains import LLMChain
 from langchain.prompts import PromptTemplate
 from langchain_community.llms import LlamaCpp
 import gradio as gr 
+import os 
+
+os.environ["HF_HUB_ENABLE_HF_TRANSFER"] = "1"
+
+REPO = "TheBloke/Llama-2-7B-Chat-GGUF"
+MODEL_NAME = "llama-2-7b-chat.Q5_K_M.gguf"
+
+DOWNLOAD_MODEL = f"huggingface-cli download {REPO} {MODEL_NAME} --local-dir . --local-dir-use-symlinks False"
+
+""" 
+    huggingface-cli download \
+    ${REPO} \
+    ${MODEL_NAME} \
+    --local-dir . \
+    --local-dir-use-symlinks False    
+"""
+
 
 MODEL_PATH = "llama-2-7b-chat.Q5_K_M.gguf"
 
+if not os.path.exists(MODEL_PATH):
+    os.system(DOWNLOAD_MODEL)
+
 TEMPLATE = """
 
 You are a helpful AI Assistant created by Mohammed Vasim. Mohammed Vasim is an AI Engineer.
@@ -40,7 +60,7 @@ title = "Welcome to Open Source LLM"
 description = "This is a Llama-2-GGUF"
 
 def answer_query(message, history):
-    message = llm_chain.run(message)
+    message = llm_chain.invoke(message)
     return message
 
 # Gradio chat interface

download_model.py

@@ -0,0 +1,7 @@
+from huggingface_hub import hf_hub_download
+
+REPO_ID = "TheBloke/Llama-2-7B-Chat-GGUF"
+FILENAME = "llama-2-7b-chat.Q5_K_M.gguf"
+
+hf_hub_download(repo_id=REPO_ID, filename=FILENAME)
+