Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
@@ -5,7 +5,6 @@ import torch
|
|
5 |
from rank_bm25 import BM25Okapi
|
6 |
from sklearn.feature_extraction import _stop_words
|
7 |
import string
|
8 |
-
from tqdm.autonotebook import tqdm
|
9 |
import numpy as np
|
10 |
from bs4 import BeautifulSoup
|
11 |
from nltk import sent_tokenize
|
@@ -155,7 +154,7 @@ def bm25_api(passages):
|
|
155 |
|
156 |
tokenized_corpus = []
|
157 |
print('implementing BM25 algo for lexical search..')
|
158 |
-
for passage in
|
159 |
tokenized_corpus.append(bm25_tokenizer(passage))
|
160 |
|
161 |
bm25 = BM25Okapi(tokenized_corpus)
|
|
|
5 |
from rank_bm25 import BM25Okapi
|
6 |
from sklearn.feature_extraction import _stop_words
|
7 |
import string
|
|
|
8 |
import numpy as np
|
9 |
from bs4 import BeautifulSoup
|
10 |
from nltk import sent_tokenize
|
|
|
154 |
|
155 |
tokenized_corpus = []
|
156 |
print('implementing BM25 algo for lexical search..')
|
157 |
+
for passage in passages:
|
158 |
tokenized_corpus.append(bm25_tokenizer(passage))
|
159 |
|
160 |
bm25 = BM25Okapi(tokenized_corpus)
|