Update app.py

app.py

@@ -1,20 +1,21 @@
+from langchain import PromptTemplate, HuggingFaceHub, LLMChain
 import streamlit as st
-from huggingface_hub import InferenceClient
 import os
 
-HUGGINGFACEHUB_API_TOKEN = "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"
-MODEL = "ThangDinh/qthang-finetuned"
-os.environ["HUGGINGFACEHUB_API_TOKEN"] = HUGGINGFACEHUB_API_TOKEN
+os.environ["HUGGINGFACEHUB_API_TOKEN"] = "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"
+template = """Question: {question}. Answer:"""
+model = "ThangDinh/qthang-finetuned"
+
+promt = PromptTemplate(template=template, input_variables=["question"])
+llm = HuggingFaceHub(repo_id=model, model_kwargs={"temperature":1e-10})
+llm_chain = LLMChain(prompt=prompt, llm=llm)
 
-client = InferenceClient(model=MODEL)
 question = st.chat_input("Write your question")
-context = st.chat_input("Write your context")
 
 if question:
     st.write("loading...")
 
-    answer = client.question_answering(question=question, context=context)
-    answer_txt = answer["answer"]
+    answer = llm_chain.run(question)
     st.write(f"User has sent the following prompt: {answer_txt}")
 
     print("done")