KoichiYasuoka
/

deberta-large-japanese-unidic-ud-head

Question Answering

dependency-parsing

Inference Endpoints

Model card Files Files and versions Community

KoichiYasuoka commited on Jun 19, 2022

Commit

8f0399e

•

1 Parent(s): 5a68911

bug fix

Files changed (1) hide show

README.md +1 -1

README.md CHANGED Viewed

@@ -49,7 +49,7 @@ class TaggerPipeline(TokenClassificationPipeline):
     d=super().__call__(text)
     if len(d)>0 and ("start" not in d[0] or d[0]["start"]==None):
       import tokenizations
-      v=[x["word"] for x in d]
       a2b,b2a=tokenizations.get_alignments(v,text)
       for i,t in enumerate(a2b):
         s,e=(0,0) if t==[] else (t[0],t[-1]+1)

     d=super().__call__(text)
     if len(d)>0 and ("start" not in d[0] or d[0]["start"]==None):
       import tokenizations
+      v=[x["word"].replace(" ","") for x in d]
       a2b,b2a=tokenizations.get_alignments(v,text)
       for i,t in enumerate(a2b):
         s,e=(0,0) if t==[] else (t[0],t[-1]+1)