mikymatt commited on
Commit
aa19b06
1 Parent(s): 1214fa7
generateDistractors/senseToVec.py CHANGED
@@ -1,5 +1,4 @@
1
  from sense2vec import Sense2Vec
2
- from fastapi import FastAPI
3
  from sentence_transformers import SentenceTransformer
4
  import wget
5
  import os
@@ -30,29 +29,27 @@ class S2V:
30
  return answer_embedding,distractor_embeddings
31
 
32
  def execute(self, originalword):
33
- word = originalword.lower()
34
- word = word.replace(" ", "_")
35
- # Find the best-matching sense for a given word based on the available senses and frequency counts.
36
- sense = self.s2v.get_best_sense(word)
37
- # Get the most similar entries in the table
38
- most_similar = self.s2v.most_similar(sense, n=20)
39
- #remove duplicates
40
- distractors = self.removeDuplicates(most_similar, originalword)
41
- distractors.insert(0,originalword)
42
- # encode distractors and answer
43
- answer_embedd, distractor_embedds = self.get_answer_and_distractor_embeddings(originalword,distractors)
44
- #Maximal Marginal Relevance origin: https://maartengr.github.io/KeyBERT/api/mmr.html
45
- final_distractors = mmr(answer_embedd,distractor_embedds,distractors,5)
46
- filtered_distractors = []
47
-
48
- for dist in final_distractors:
49
- filtered_distractors.append(dist[0])
50
 
51
- Answer = filtered_distractors[0]
52
- Filtered_Distractors = filtered_distractors[1:]
53
- return {
54
- "answer": Answer,
55
- "distractors": Filtered_Distractors
56
- }
57
 
58
- sense2Vec = S2V()
 
 
 
 
 
1
  from sense2vec import Sense2Vec
 
2
  from sentence_transformers import SentenceTransformer
3
  import wget
4
  import os
 
29
  return answer_embedding,distractor_embeddings
30
 
31
  def execute(self, originalword):
32
+ try:
33
+ word = originalword.lower()
34
+ word = word.replace(" ", "_")
35
+ # Find the best-matching sense for a given word based on the available senses and frequency counts.
36
+ sense = self.s2v.get_best_sense(word)
37
+ # Get the most similar entries in the table
38
+ most_similar = self.s2v.most_similar(sense, n=20)
39
+ #remove duplicates
40
+ distractors = self.removeDuplicates(most_similar, originalword)
41
+ distractors.insert(0,originalword)
42
+ # encode distractors and answer
43
+ answer_embedd, distractor_embedds = self.get_answer_and_distractor_embeddings(originalword,distractors)
44
+ #Maximal Marginal Relevance origin: https://maartengr.github.io/KeyBERT/api/mmr.html
45
+ final_distractors = mmr(answer_embedd,distractor_embedds,distractors,5)
46
+ filtered_distractors = []
 
 
47
 
48
+ for dist in final_distractors:
49
+ filtered_distractors.append(dist[0])
 
 
 
 
50
 
51
+ #Answer = filtered_distractors[0]
52
+ Filtered_Distractors = filtered_distractors[1:]
53
+ return Filtered_Distractors
54
+ except:
55
+ return []
questionGeneration/questionGeneration.py CHANGED
@@ -32,5 +32,3 @@ class QuestionGeneration:
32
  Question = dec[0].replace("question:","")
33
  Question= Question.strip()
34
  return Question
35
-
36
- Question = QuestionGeneration()
 
32
  Question = dec[0].replace("question:","")
33
  Question= Question.strip()
34
  return Question
 
 
summarizer/summarizer.py CHANGED
@@ -65,6 +65,3 @@ class Summarizer:
65
  summary= summary.strip()
66
 
67
  return summary
68
-
69
- Summary = Summarizer()
70
-
 
65
  summary= summary.strip()
66
 
67
  return summary