Spaces:
Runtime error
Runtime error
makcrx
commited on
Commit
·
9bccd0c
1
Parent(s):
2daeb63
optimize extracting keywords
Browse files
app.py
CHANGED
@@ -2,15 +2,15 @@ from langchain.vectorstores import FAISS
|
|
2 |
from langchain.embeddings import SentenceTransformerEmbeddings
|
3 |
import gradio as gr
|
4 |
import reranking
|
5 |
-
from extract_keywords import init_keyword_extractor, extract_keywords
|
|
|
6 |
|
7 |
embeddings = SentenceTransformerEmbeddings(model_name="multi-qa-MiniLM-L6-cos-v1")
|
8 |
db = FAISS.load_local('faiss_qa_2023-08-20', embeddings)
|
9 |
-
init_keyword_extractor()
|
10 |
|
11 |
def main(query):
|
12 |
query = query.lower()
|
13 |
-
query_keywords = set(
|
14 |
result_docs = db.similarity_search_with_score(query, k=20)
|
15 |
|
16 |
if len(query_keywords) > 0:
|
|
|
2 |
from langchain.embeddings import SentenceTransformerEmbeddings
|
3 |
import gradio as gr
|
4 |
import reranking
|
5 |
+
#from extract_keywords import init_keyword_extractor, extract_keywords
|
6 |
+
from extract_keywords import extract_keywords2
|
7 |
|
8 |
embeddings = SentenceTransformerEmbeddings(model_name="multi-qa-MiniLM-L6-cos-v1")
|
9 |
db = FAISS.load_local('faiss_qa_2023-08-20', embeddings)
|
|
|
10 |
|
11 |
def main(query):
|
12 |
query = query.lower()
|
13 |
+
query_keywords = set(extract_keywords2(query))
|
14 |
result_docs = db.similarity_search_with_score(query, k=20)
|
15 |
|
16 |
if len(query_keywords) > 0:
|