with torch.nograd

README.md

@@ -86,8 +86,9 @@ class TransformersSlowUD(object):
       q=[self.tokenizer.cls_token_id]+t+[self.tokenizer.sep_token_id]
       c.append([q]+v[0:i]+[[self.tokenizer.mask_token_id]]+v[i+1:]+[[q[-1]]])
     b=[[len(sum(x[0:j+1],[])) for j in range(len(x))] for x in c]
-    d=self.model(input_ids=torch.tensor([sum(x,[]) for x in c]),
-      token_type_ids=torch.tensor([[0]*x[0]+[1]*(x[-1]-x[0]) for x in b]))
+    with torch.no_grad():
+      d=self.model(input_ids=torch.tensor([sum(x,[]) for x in c]),
+        token_type_ids=torch.tensor([[0]*x[0]+[1]*(x[-1]-x[0]) for x in b]))
     s,e=d.start_logits.tolist(),d.end_logits.tolist()
     for i in range(n):
       for j in range(n):