Spaces:
Sleeping
Sleeping
Commit
·
bbf1661
1
Parent(s):
a45e982
Update pos_taggers.py to include model_name parameter
Browse files- helper/pos_taggers.py +10 -8
helper/pos_taggers.py
CHANGED
@@ -2,7 +2,7 @@
|
|
2 |
This module contains the functions to get PoS tags using Spacy and return a Markdown table
|
3 |
"""
|
4 |
|
5 |
-
from .alignment_mappers import get_alignment_mapping
|
6 |
|
7 |
from flair.models import SequenceTagger
|
8 |
from flair.data import Sentence
|
@@ -61,11 +61,11 @@ def get_postag(
|
|
61 |
get_postag_dict,
|
62 |
source="",
|
63 |
target="",
|
64 |
-
|
65 |
"""Get Spacy PoS Tags and return a Markdown table"""
|
66 |
|
67 |
sent_src, sent_tgt, align_words = get_alignment_mapping(
|
68 |
-
source=source, target=target,
|
69 |
)
|
70 |
postag_dict = get_postag_dict(target=target)
|
71 |
|
@@ -126,7 +126,7 @@ def get_postag(
|
|
126 |
return html_table, pos_accuracy
|
127 |
|
128 |
|
129 |
-
def select_pos_tagger(src, tgt, tagger):
|
130 |
'''
|
131 |
Select the PoS tagger
|
132 |
'''
|
@@ -134,32 +134,34 @@ def select_pos_tagger(src, tgt, tagger):
|
|
134 |
result = None
|
135 |
pos_accuracy = None
|
136 |
|
|
|
|
|
137 |
if tagger == "spaCy":
|
138 |
result, pos_accuracy = get_postag(
|
139 |
get_spacy_postag_dict,
|
140 |
source=src,
|
141 |
target=tgt,
|
142 |
-
|
143 |
)
|
144 |
elif tagger == "NLTK":
|
145 |
result, pos_accuracy = get_postag(
|
146 |
get_nltk_postag_dict,
|
147 |
source=src,
|
148 |
target=tgt,
|
149 |
-
|
150 |
)
|
151 |
elif tagger == "Flair":
|
152 |
result, pos_accuracy = get_postag(
|
153 |
get_flair_postag_dict,
|
154 |
source=src,
|
155 |
target=tgt,
|
156 |
-
|
157 |
)
|
158 |
elif tagger == "TextBlob":
|
159 |
result, pos_accuracy = get_postag(
|
160 |
get_textblob_postag_dict,
|
161 |
source=src,
|
162 |
target=tgt,
|
163 |
-
|
164 |
)
|
165 |
return result, pos_accuracy
|
|
|
2 |
This module contains the functions to get PoS tags using Spacy and return a Markdown table
|
3 |
"""
|
4 |
|
5 |
+
from .alignment_mappers import get_alignment_mapping, select_model
|
6 |
|
7 |
from flair.models import SequenceTagger
|
8 |
from flair.data import Sentence
|
|
|
61 |
get_postag_dict,
|
62 |
source="",
|
63 |
target="",
|
64 |
+
model_name="musfiqdehan/bn-en-word-aligner"):
|
65 |
"""Get Spacy PoS Tags and return a Markdown table"""
|
66 |
|
67 |
sent_src, sent_tgt, align_words = get_alignment_mapping(
|
68 |
+
source=source, target=target, model_name=model_name
|
69 |
)
|
70 |
postag_dict = get_postag_dict(target=target)
|
71 |
|
|
|
126 |
return html_table, pos_accuracy
|
127 |
|
128 |
|
129 |
+
def select_pos_tagger(src, tgt, model_name, tagger):
|
130 |
'''
|
131 |
Select the PoS tagger
|
132 |
'''
|
|
|
134 |
result = None
|
135 |
pos_accuracy = None
|
136 |
|
137 |
+
model_name = select_model(model_name)
|
138 |
+
|
139 |
if tagger == "spaCy":
|
140 |
result, pos_accuracy = get_postag(
|
141 |
get_spacy_postag_dict,
|
142 |
source=src,
|
143 |
target=tgt,
|
144 |
+
model_name=model_name,
|
145 |
)
|
146 |
elif tagger == "NLTK":
|
147 |
result, pos_accuracy = get_postag(
|
148 |
get_nltk_postag_dict,
|
149 |
source=src,
|
150 |
target=tgt,
|
151 |
+
model_name=model_name,
|
152 |
)
|
153 |
elif tagger == "Flair":
|
154 |
result, pos_accuracy = get_postag(
|
155 |
get_flair_postag_dict,
|
156 |
source=src,
|
157 |
target=tgt,
|
158 |
+
model_name=model_name,
|
159 |
)
|
160 |
elif tagger == "TextBlob":
|
161 |
result, pos_accuracy = get_postag(
|
162 |
get_textblob_postag_dict,
|
163 |
source=src,
|
164 |
target=tgt,
|
165 |
+
model_name=model_name,
|
166 |
)
|
167 |
return result, pos_accuracy
|