KoichiYasuoka
commited on
Commit
•
aee5c1d
1
Parent(s):
c8244ff
with torch.nograd
Browse files
README.md
CHANGED
@@ -67,8 +67,9 @@ class TransformersUD(object):
|
|
67 |
q=[self.tokenizer.cls_token_id]+t+[self.tokenizer.sep_token_id]
|
68 |
c.append([q]+v[0:i]+[[self.tokenizer.mask_token_id]]+v[i+1:]+[[q[-1]]])
|
69 |
b=[[len(sum(x[0:j+1],[])) for j in range(len(x))] for x in c]
|
70 |
-
|
71 |
-
|
|
|
72 |
s,e=d.start_logits.tolist(),d.end_logits.tolist()
|
73 |
for i in range(n):
|
74 |
for j in range(n):
|
|
|
67 |
q=[self.tokenizer.cls_token_id]+t+[self.tokenizer.sep_token_id]
|
68 |
c.append([q]+v[0:i]+[[self.tokenizer.mask_token_id]]+v[i+1:]+[[q[-1]]])
|
69 |
b=[[len(sum(x[0:j+1],[])) for j in range(len(x))] for x in c]
|
70 |
+
with torch.no_grad():
|
71 |
+
d=self.model(input_ids=torch.tensor([sum(x,[]) for x in c]),
|
72 |
+
token_type_ids=torch.tensor([[0]*x[0]+[1]*(x[-1]-x[0]) for x in b]))
|
73 |
s,e=d.start_logits.tolist(),d.end_logits.tolist()
|
74 |
for i in range(n):
|
75 |
for j in range(n):
|