togokah commited on
Commit
7c98e23
1 Parent(s): f04645e
utilities_language_bert/esp_sentence_bert.py CHANGED
@@ -65,7 +65,7 @@ class SENTENCE:
65
  tags['Number'] = original_token1_tags.get('Number')
66
  tags['Gender'] = None
67
  else:
68
- tags = original_token1_tags | original_token2_tags
69
  not_ner = True if (original_token1.ent_type == 0 and original_token2.ent_type == 0) else False
70
  target_word = {
71
  'masked_sentence': self.original.replace(f'{original_token1.text} {original_token2.text}',
@@ -116,7 +116,7 @@ class SENTENCE:
116
  tags['Number'] = parse_utw[0].morph.to_dict().get('Number')
117
  tags['Gender'] = None
118
  else:
119
- tags = parse_utw[0].morph.to_dict() | parse_utw[1].morph.to_dict()
120
  user_target_word_lemma = '_'.join([f'{token.lemma_}_{token.pos_}' for token in parse_utw])
121
  user_target_word_pos = 'phrase'
122
  user_target_word_tags = tags
 
65
  tags['Number'] = original_token1_tags.get('Number')
66
  tags['Gender'] = None
67
  else:
68
+ tags = {**original_token1_tags, **original_token2_tags}
69
  not_ner = True if (original_token1.ent_type == 0 and original_token2.ent_type == 0) else False
70
  target_word = {
71
  'masked_sentence': self.original.replace(f'{original_token1.text} {original_token2.text}',
 
116
  tags['Number'] = parse_utw[0].morph.to_dict().get('Number')
117
  tags['Gender'] = None
118
  else:
119
+ tags = {**parse_utw[0].morph.to_dict(), **parse_utw[1].morph.to_dict()}
120
  user_target_word_lemma = '_'.join([f'{token.lemma_}_{token.pos_}' for token in parse_utw])
121
  user_target_word_pos = 'phrase'
122
  user_target_word_tags = tags
utilities_language_w2v/esp_sentence_w2v.py CHANGED
@@ -64,7 +64,7 @@ class SENTENCE:
64
  tags['Number'] = original_token1_tags.get('Number')
65
  tags['Gender'] = None
66
  else:
67
- tags = original_token1_tags | original_token2_tags
68
  not_ner = True if (original_token1.ent_type == 0 and original_token2.ent_type == 0) else False
69
  target_word = {
70
  'sentence_number': self.n_sentence,
@@ -112,7 +112,7 @@ class SENTENCE:
112
  tags['Number'] = parse_utw[0].morph.to_dict().get('Number')
113
  tags['Gender'] = None
114
  else:
115
- tags = parse_utw[0].morph.to_dict() | parse_utw[1].morph.to_dict()
116
  user_target_word_lemma = '_'.join([f'{token.lemma_}_{token.pos_}' for token in parse_utw])
117
  user_target_word_pos = 'phrase'
118
  user_target_word_tags = tags
 
64
  tags['Number'] = original_token1_tags.get('Number')
65
  tags['Gender'] = None
66
  else:
67
+ tags = {**original_token1_tags, **original_token2_tags}
68
  not_ner = True if (original_token1.ent_type == 0 and original_token2.ent_type == 0) else False
69
  target_word = {
70
  'sentence_number': self.n_sentence,
 
112
  tags['Number'] = parse_utw[0].morph.to_dict().get('Number')
113
  tags['Gender'] = None
114
  else:
115
+ tags = {**parse_utw[0].morph.to_dict(), **parse_utw[1].morph.to_dict()}
116
  user_target_word_lemma = '_'.join([f'{token.lemma_}_{token.pos_}' for token in parse_utw])
117
  user_target_word_pos = 'phrase'
118
  user_target_word_tags = tags