fix
Browse files
generateDistractors/senseToVec.py
CHANGED
@@ -1,5 +1,4 @@
|
|
1 |
from sense2vec import Sense2Vec
|
2 |
-
from fastapi import FastAPI
|
3 |
from sentence_transformers import SentenceTransformer
|
4 |
import wget
|
5 |
import os
|
@@ -30,29 +29,27 @@ class S2V:
|
|
30 |
return answer_embedding,distractor_embeddings
|
31 |
|
32 |
def execute(self, originalword):
|
33 |
-
|
34 |
-
|
35 |
-
|
36 |
-
|
37 |
-
|
38 |
-
|
39 |
-
|
40 |
-
|
41 |
-
|
42 |
-
|
43 |
-
|
44 |
-
|
45 |
-
|
46 |
-
|
47 |
-
|
48 |
-
for dist in final_distractors:
|
49 |
-
filtered_distractors.append(dist[0])
|
50 |
|
51 |
-
|
52 |
-
|
53 |
-
return {
|
54 |
-
"answer": Answer,
|
55 |
-
"distractors": Filtered_Distractors
|
56 |
-
}
|
57 |
|
58 |
-
|
|
|
|
|
|
|
|
|
|
1 |
from sense2vec import Sense2Vec
|
|
|
2 |
from sentence_transformers import SentenceTransformer
|
3 |
import wget
|
4 |
import os
|
|
|
29 |
return answer_embedding,distractor_embeddings
|
30 |
|
31 |
def execute(self, originalword):
|
32 |
+
try:
|
33 |
+
word = originalword.lower()
|
34 |
+
word = word.replace(" ", "_")
|
35 |
+
# Find the best-matching sense for a given word based on the available senses and frequency counts.
|
36 |
+
sense = self.s2v.get_best_sense(word)
|
37 |
+
# Get the most similar entries in the table
|
38 |
+
most_similar = self.s2v.most_similar(sense, n=20)
|
39 |
+
#remove duplicates
|
40 |
+
distractors = self.removeDuplicates(most_similar, originalword)
|
41 |
+
distractors.insert(0,originalword)
|
42 |
+
# encode distractors and answer
|
43 |
+
answer_embedd, distractor_embedds = self.get_answer_and_distractor_embeddings(originalword,distractors)
|
44 |
+
#Maximal Marginal Relevance origin: https://maartengr.github.io/KeyBERT/api/mmr.html
|
45 |
+
final_distractors = mmr(answer_embedd,distractor_embedds,distractors,5)
|
46 |
+
filtered_distractors = []
|
|
|
|
|
47 |
|
48 |
+
for dist in final_distractors:
|
49 |
+
filtered_distractors.append(dist[0])
|
|
|
|
|
|
|
|
|
50 |
|
51 |
+
#Answer = filtered_distractors[0]
|
52 |
+
Filtered_Distractors = filtered_distractors[1:]
|
53 |
+
return Filtered_Distractors
|
54 |
+
except:
|
55 |
+
return []
|
questionGeneration/questionGeneration.py
CHANGED
@@ -32,5 +32,3 @@ class QuestionGeneration:
|
|
32 |
Question = dec[0].replace("question:","")
|
33 |
Question= Question.strip()
|
34 |
return Question
|
35 |
-
|
36 |
-
Question = QuestionGeneration()
|
|
|
32 |
Question = dec[0].replace("question:","")
|
33 |
Question= Question.strip()
|
34 |
return Question
|
|
|
|
summarizer/summarizer.py
CHANGED
@@ -65,6 +65,3 @@ class Summarizer:
|
|
65 |
summary= summary.strip()
|
66 |
|
67 |
return summary
|
68 |
-
|
69 |
-
Summary = Summarizer()
|
70 |
-
|
|
|
65 |
summary= summary.strip()
|
66 |
|
67 |
return summary
|
|
|
|
|
|