File size: 904 Bytes
9e3e3ed c84cd95 96cab2c c84cd95 96cab2c c84cd95 922ff42 c84cd95 922ff42 c84cd95 922ff42 c84cd95 922ff42 c84cd95 922ff42 9e3e3ed 674a74b 96cab2c b84746e c84cd95 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 |
import gradio as gr
import os
from langchain.retrievers import EnsembleRetriever
from utils import *
import requests
from pyvi import ViTokenizer, ViPosTagger
import time
from transformers import AutoTokenizer, AutoModelForQuestionAnswering
import torch
retriever = load_the_embedding_retrieve(is_ready=False, k=3)
bm25_retriever = load_the_bm25_retrieve(k=3)
ensemble_retriever = EnsembleRetriever(
retrievers=[bm25_retriever, retriever], weights=[0.5, 0.5]
)
def greet2(quote):
qa_chain = get_qachain(retriever=ensemble_retriever)
prompt = os.environ['PROMPT']
qa_chain.combine_documents_chain.llm_chain.prompt.messages[0].prompt.template = prompt
llm_response = qa_chain(quote)
return llm_response['result']
if __name__ == "__main__":
quote = "Địa chỉ nhà trường?"
iface = gr.Interface(fn=greet2, inputs="text", outputs="text")
iface.launch()
|