KoichiYasuoka
/

roberta-classical-chinese-base-ud-goeswith

Token Classification Transformers PyTorch

Literary Chinese roberta classical chinese literary chinese ancient chinese pos dependency-parsing Inference Endpoints

Model card Files Files and versions Community

KoichiYasuoka commited on Jan 3, 2023

Commit

570fb37

•

1 Parent(s): d26baab

GPU support

Files changed (1) hide show

ud.py +1 -1

ud.py CHANGED Viewed

@@ -5,7 +5,7 @@ class UniversalDependenciesPipeline(TokenClassificationPipeline):
     import torch
     v=model_inputs["input_ids"][0].tolist()
     with torch.no_grad():
-      e=self.model(input_ids=torch.tensor([v[0:i]+[self.tokenizer.mask_token_id]+v[i+1:]+[j] for i,j in enumerate(v[1:-1],1)]))
     return {"logits":e.logits[:,1:-2,:],**model_inputs}
   def postprocess(self,model_outputs,**kwargs):
     import numpy

     import torch
     v=model_inputs["input_ids"][0].tolist()
     with torch.no_grad():
+      e=self.model(input_ids=torch.tensor([v[0:i]+[self.tokenizer.mask_token_id]+v[i+1:]+[j] for i,j in enumerate(v[1:-1],1)],device=self.device))
     return {"logits":e.logits[:,1:-2,:],**model_inputs}
   def postprocess(self,model_outputs,**kwargs):
     import numpy