Hugging Face's logo

Spaces:
jfarray
/
plentas
Build error

App Files Community
3
plentas
File size: 5,832 Bytes 
51a4fb0
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
 
import numpy as np
from codeScripts.rubrics import *

class PlentasMethodology():
    """
    The methodology developed in Plentas consists in iteratively compute the similarity between two sentences: the baseline response and one variable group of sentences from the student's response. The goal of it is to identify in the text the subresponses to each subquestion so the answer-question similarity is better obtained and thus the overall calculated similarity fits better to the expected one.

    Inputs:
        -settings: The settings from the config json and the api.
    """
    def __init__(self, settings):
        self.settings = settings
        self.maxSimilarity = -99999
        self.SemanticLevel = Semantica2(self.settings)
          
          
    def getSimilarity(self, sentences, similarityMethod):
        """
        This function calculates the similarity between two responses using the Plentas methodology

        Inputs:
            sentences: pre-processed sentences of the student's response
            similarityMethod: choose between spacy or bert
        Outputs:
            similarity: an array of the generated similarity for each subquestion
        """

        #Initializing the similarity array so if the student's response is blank default content is output 
        similarity = np.zeros(len(self.settings.indice_minipreguntas))

        #obtaining the similarity for each subquestion
        for minirespuesta, minipregunta in zip(self.settings.minirespuestas, self.settings.indice_minipreguntas):
            self.SemanticLevel.output.initInforms(self.settings.studentID, minipregunta, similarityMethod)

            #if the response is not blank ...
            if len(sentences) >= 1 and sentences[0] != '':

                self.maxSimilarity = -99999
                
                #varying the group of sentences
                for agrupation in list(range(self.settings.minAgrupation,self.settings.maxAgrupation)):
                    
                    #varying the size of the group of sentences
                    for s in range(len(sentences)):                                
                        try:
                            #extracting the sentences
                            r_alumno, r_label = self.__Line2LineAnalysis__(sentences, s, agrupation)
                            #computing its similarity
                            #similar = self.__computeSimilarity__(r_alumno, minirespuesta, similarityMethod)
                            similar = self.SemanticLevel.computeSimilarity(r_alumno, minirespuesta, similarityMethod)

                            self.SemanticLevel.output.updateInformsBucle(self.settings.studentID, minipregunta, r_alumno, r_label, agrupation, similar, similarityMethod, 1 if similar > self.maxSimilarity else 0)   

                            #storing the highest
                            if similar > self.maxSimilarity:
                                self.maxSimilarity = similar
                             
                        except:
                            break

                #stacking the similarity of each subquestion
                similarity[int(minipregunta[12:])] = self.maxSimilarity       
                         
        return similarity
        
    def __Line2LineAnalysis__(self, sentences, size, start):    
        """
        This function extracts the required group of sentences from a response.
        Inputs:
            -sentences: the array of sentences from the student's response
            -size: the max number of sentences to extract.
            -start: the array position from where to start extracting
        Outputs:
            respuesta_alumno: the extracted sentences
            r_name: the label of those sentences (their position in the response and, thus, in the input array)
        """
        new_respuesta = ""                                   
        breaking_variable = sentences[size+start-1]
        for line in sentences[size:size+start]:
            new_respuesta= new_respuesta + line + '. '
            
        respuesta_alumno = new_respuesta.lower()

        if start == 1:
            r_name = "Line " + str(size+1)
            
        else:                                                
            r_name = "Lines " + str(size+1) + " - " + str(size+start)

        return respuesta_alumno, r_name   

    def EvaluationMethod(self, studentID, response, similarity_array, similarity_type = "spacy"):
        notaSemantica = 0
        esSuperior = 0
        esIntermedio = 0        
        for umbralL, umbralH in zip(self.SemanticLevel.output.min_umbral, self.SemanticLevel.output.max_umbral):
            for minipregunta, similarity in zip(self.settings.indice_minipreguntas, similarity_array):
                print(minipregunta, similarity)
                if similarity >= umbralL:
                    if similarity <= umbralH:
                        if not esSuperior:
                            esIntermedio = 1
                    else:
                        esIntermedio = 0
                        esSuperior = 1


                if esSuperior: 
                    notaSemantica +=1
                elif esIntermedio:
                    notaSemantica += 0.5

                esSuperior = 0
                esIntermedio = 0

            notaSemantica = notaSemantica/len(self.settings.indice_minipreguntas)
            self.SemanticLevel.output.updateInforms(studentID, umbralL, umbralH, notaSemantica, similarity_type, response)
            
            #Descomment if analyzing more than one threshold option
            #if umbralL == 0.3 and umbralH == 0.7:
                #notaGuardar = notaSemantica


            #notaSemantica = 0
        #return notaGuardar
        return notaSemantica