Initial Commit

app.py

@@ -2,6 +2,7 @@
 import spaces
 import logging
 import gradio as gr
+from huggingface_hub import hf_hub_download
 from llama_cpp import Llama
 
 # Locals
@@ -27,6 +28,17 @@ examples = [
     ["filetype:pdf intitle:python"]
 ]
 
+hf_hub_download(
+    repo_id="bartowski/Mistral-7B-Instruct-v0.3-GGUF",
+    filename="Mistral-7B-Instruct-v0.3-Q6_K.gguf",
+    local_dir="./models"
+)
+hf_hub_download(
+    repo_id="bartowski/Meta-Llama-3-8B-Instruct-GGUF",
+    filename="Meta-Llama-3-8B-Instruct-Q6_K.gguf",
+    local_dir="./models"
+)
+
 def get_context_by_model(model_name):
     model_context_limits = {
         "Mistral-7B-Instruct-v0.3-Q6_K.gguf": 32768,