KoichiYasuoka commited on
Commit
d42e1d8
1 Parent(s): dfe0ec5

improvement for duplicated roots

Browse files
Files changed (2) hide show
  1. README.md +1 -0
  2. ud.py +2 -0
README.md CHANGED
@@ -48,6 +48,7 @@ class UDgoeswith(object):
48
  h=ufal.chu_liu_edmonds.chu_liu_edmonds(m)[0]
49
  if [0 for i in h if i==0]!=[0]:
50
  m[:,0]+=numpy.where(m[:,0]<numpy.nanmax(m[:,0]),numpy.nan,0)
 
51
  h=ufal.chu_liu_edmonds.chu_liu_edmonds(m)[0]
52
  u="# text = "+text+"\n"
53
  v=[(s,e) for s,e in w["offset_mapping"] if s<e]
 
48
  h=ufal.chu_liu_edmonds.chu_liu_edmonds(m)[0]
49
  if [0 for i in h if i==0]!=[0]:
50
  m[:,0]+=numpy.where(m[:,0]<numpy.nanmax(m[:,0]),numpy.nan,0)
51
+ m[[i for i,j in enumerate(h) if j==0]]+=[0 if i==0 or j==0 else numpy.nan for i,j in enumerate(h)]
52
  h=ufal.chu_liu_edmonds.chu_liu_edmonds(m)[0]
53
  u="# text = "+text+"\n"
54
  v=[(s,e) for s,e in w["offset_mapping"] if s<e]
ud.py CHANGED
@@ -22,6 +22,8 @@ class UniversalDependenciesPipeline(TokenClassificationPipeline):
22
  h=ufal.chu_liu_edmonds.chu_liu_edmonds(m)[0]
23
  if [0 for i in h if i==0]!=[0]:
24
  m[:,0]+=numpy.where(m[:,0]<numpy.nanmax(m[:,0]),numpy.nan,0)
 
 
25
  h=ufal.chu_liu_edmonds.chu_liu_edmonds(m)[0]
26
  v=[(s,e) for s,e in model_output["offset_mapping"][0].tolist() if s<e]
27
  q=[self.model.config.id2label[p[i,j]].split("|") for i,j in enumerate(h)]
 
22
  h=ufal.chu_liu_edmonds.chu_liu_edmonds(m)[0]
23
  if [0 for i in h if i==0]!=[0]:
24
  m[:,0]+=numpy.where(m[:,0]<numpy.nanmax(m[:,0]),numpy.nan,0)
25
+ m[[i for i,j in enumerate(h) if j==0]]+=[0 if i==0 or j==0 else numpy.nan for i,j in enumerate(h)]
26
+ m[[i for i,j in enumerate(h) if j==0],:]+=[0 if i==0 or j==0 else numpy.nan for i,j in enumerate(h)]
27
  h=ufal.chu_liu_edmonds.chu_liu_edmonds(m)[0]
28
  v=[(s,e) for s,e in model_output["offset_mapping"][0].tolist() if s<e]
29
  q=[self.model.config.id2label[p[i,j]].split("|") for i,j in enumerate(h)]