Update game1.py

game1.py

@@ -284,10 +284,15 @@ def interpre1(lang_selected, num_selected):
         text = eval(content[int(num_selected*2)])
         interpretation = eval(content[int(num_selected*2+1)])
 
-    encodings = tokenizer(text['text'].split(' '), is_pretokenized=True, return_offsets_mapping=True)
-    print(encodings)
+    encodings = tokenizer(text['text'], return_offsets_mapping=True)
+
     print(encodings['offset_mapping'])
-    is_subword = np.array(encodings['offset_mapping'])[:,0] != 0
+    is_subword = [False, False]
+    for i in range(2, len(encodings['offset_mapping'])):
+        if encodings['offset_mapping'][i][0] == encodings['offset_mapping'][i-1][1]:
+            is_subword.append(True)
+        else:
+            is_subword.append(False)
     print(is_subword)
     print(interpretation)