Change readme and app

README.md

@@ -8,8 +8,8 @@ sdk_version: 1.31.1
 app_file: app.py
 pinned: false
 preload_from_hub:
-  # - NousResearch/Llama-2-13b-chat-hf
-  - NousResearch/Llama-2-7b-chat-hf
+  - NousResearch/Llama-2-13b-chat-hf model-00001-of-00003.safetensors, model-00002-of-00003.safetensors, model-00003-of-00003.safetensors
+  # - NousResearch/Llama-2-7b-chat-hf 
   - BAAI/bge-small-en-v1.5
 ---
 

app.py

@@ -25,7 +25,7 @@ default_bnb_config = BitsAndBytesConfig(
 logging.basicConfig(stream=sys.stdout, level=logging.DEBUG)
 logging.getLogger().addHandler(logging.StreamHandler(stream=sys.stdout))
 set_global_tokenizer(
-    AutoTokenizer.from_pretrained("NousResearch/Llama-2-7b-chat-hf").encode
+    AutoTokenizer.from_pretrained("NousResearch/Llama-2-13b-chat-hf").encode
 )
 
 
@@ -46,8 +46,8 @@ def getVectorIndex(docs):
 
 def getLLM():
 
-    # model_path = "NousResearch/Llama-2-13b-chat-hf"
-    model_path = "NousResearch/Llama-2-7b-chat-hf"
+    model_path = "NousResearch/Llama-2-13b-chat-hf"
+    # model_path = "NousResearch/Llama-2-7b-chat-hf"
 
     llm = HuggingFaceLLM(
     context_window=3900,