model change

app.py

@@ -5,8 +5,8 @@ import json
 import os
 
 # model_name = "meta-llama/Meta-Llama-3-8B-Instruct" # uses more than 16GB
-model_name = "meta-llama/Llama-2-7b-chat-hf" # try this with quantisation to reduce memory usage
-# model_name = "mistralai/Mistral-7B-Instruct-v0.1" # try this with quantisation to reduce memory usage
+# model_name = "meta-llama/Llama-2-7b-chat-hf" # only part of paid model
+model_name = "mistralai/Mistral-7B-Instruct-v0.1" # try this with quantisation to reduce memory usage
 
 
 quantization_config = BitsAndBytesConfig(