Update app.py

app.py

@@ -14,6 +14,7 @@ from langchain.prompts import PromptTemplate
 from langchain.schema.runnable import RunnablePassthrough
 from langchain.chains import LLMChain
 import transformers
+from ctransformers import AutoModelForCausalLM, AutoTokenizer
 
 import transformers
 from transformers import pipeline
@@ -23,14 +24,13 @@ import transformers
 model_name='mistralai/Mistral-7B-Instruct-v0.1'
 from huggingface_hub import login
 login(token=st.secrets["HF_TOKEN"])
-from ctransformers import AutoModelForCausalLM, AutoTokenizer
 
 # model loading.
 model = AutoModelForCausalLM.from_pretrained("TheBloke/Mistral-7B-Instruct-v0.1-GGUF",
                                              model_file="mistral-7b-instruct-v0.1.Q5_K_M.gguf",
                                              model_type="mistral",
                                              max_new_tokens=1048,
-                                             temperature=0.00,
+                                             temperature=0.01,
                                              hf=True
                                              )