Update app.py

app.py

@@ -8,8 +8,8 @@ from langchain.text_splitter import RecursiveCharacterTextSplitter
 import chainlit as cl
 import os
 
-MODEL_PATH = "hf:neuralmagic/TinyLlama-1.1B-Chat-v0.4-pruned50-quant-ds"
-generation_config = {"max_new_tokens":200, "repetition_penalty":1.1, "do_sample":True}
+MODEL_PATH = "hf:neuralmagic/mpt-7b-chat-pruned50-quant"
+generation_config = {"max_new_tokens":200}
 llm = DeepSparse(model=MODEL_PATH, generation_config=generation_config)
 embeddings = HuggingFaceEmbeddings(model_name="sentence-transformers/all-MiniLM-L6-v2", model_kwargs={'device': 'cpu'})
 text_splitter = RecursiveCharacterTextSplitter(chunk_size=600, chunk_overlap=100)