makcrx commited on
Commit
9bccd0c
·
1 Parent(s): 2daeb63

optimize extracting keywords

Browse files
Files changed (1) hide show
  1. app.py +3 -3
app.py CHANGED
@@ -2,15 +2,15 @@ from langchain.vectorstores import FAISS
2
  from langchain.embeddings import SentenceTransformerEmbeddings
3
  import gradio as gr
4
  import reranking
5
- from extract_keywords import init_keyword_extractor, extract_keywords
 
6
 
7
  embeddings = SentenceTransformerEmbeddings(model_name="multi-qa-MiniLM-L6-cos-v1")
8
  db = FAISS.load_local('faiss_qa_2023-08-20', embeddings)
9
- init_keyword_extractor()
10
 
11
  def main(query):
12
  query = query.lower()
13
- query_keywords = set(extract_keywords(query))
14
  result_docs = db.similarity_search_with_score(query, k=20)
15
 
16
  if len(query_keywords) > 0:
 
2
  from langchain.embeddings import SentenceTransformerEmbeddings
3
  import gradio as gr
4
  import reranking
5
+ #from extract_keywords import init_keyword_extractor, extract_keywords
6
+ from extract_keywords import extract_keywords2
7
 
8
  embeddings = SentenceTransformerEmbeddings(model_name="multi-qa-MiniLM-L6-cos-v1")
9
  db = FAISS.load_local('faiss_qa_2023-08-20', embeddings)
 
10
 
11
  def main(query):
12
  query = query.lower()
13
+ query_keywords = set(extract_keywords2(query))
14
  result_docs = db.similarity_search_with_score(query, k=20)
15
 
16
  if len(query_keywords) > 0: