back to mistral 7b model

app.py

@@ -10,8 +10,8 @@ from llama_index.query_engine import RetrieverQueryEngine
 from llama_index.llms import Anyscale
 
 # Define the inference model
-# llm = Anyscale(model="mistralai/Mistral-7B-Instruct-v0.1", api_key=os.getenv("ANYSCALE_API_KEY"))
-llm = Anyscale(model="HuggingFaceH4/zephyr-7b-beta", api_key=os.getenv("ANYSCALE_API_KEY"))
+llm = Anyscale(model="mistralai/Mistral-7B-Instruct-v0.1", api_key=os.getenv("ANYSCALE_API_KEY"))
+#llm = Anyscale(model="HuggingFaceH4/zephyr-7b-beta", api_key=os.getenv("ANYSCALE_API_KEY"))
 # Define the embedding model used to embed the query.
 # query_embed_model = HuggingFaceEmbedding(model_name="BAAI/bge-base-en-v1.5")
 embed_model = VoyageEmbedding(model_name="voyage-01", voyage_api_key=os.getenv("VOYAGE_API_KEY"))