Hugging Face's logo

Spaces:
musfiqdehan
/
Bangla-PoS-Taggers
Runtime error

App Files Community
Bangla-PoS-Taggers
File size: 4,929 Bytes 
407b426
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
 
"""
This file contains the functions to translate the text from one language to another.
"""
from transformers import AutoModelForSeq2SeqLM, AutoTokenizer
from deep_translator import GoogleTranslator, MyMemoryTranslator, MicrosoftTranslator, YandexTranslator, ChatGptTranslator
from .text_preprocess import decontracting_words, space_punc
from dotenv import load_dotenv
import os


# Load the environment variables from the .env file
load_dotenv()

# Translators API Keys
MICROSOFT_API_KEY = os.getenv("MICROSOFT_TRANSLATOR_KEY")
OPENAI_API_KEY = os.getenv("OPENAI_API_KEY")
YANDEX_API_KEY = os.getenv("YANDEX_API_KEY")

# Digit Translation
digit_converter = {
    '০': '0',
    '১': '1',
    '২': '2',
    '৩': '3',
    '৪': '4',
    '৫': '5',
    '৬': '6',
    '৭': '7',
    '৮': '8',
    '৯': '9'
}


def get_translated_digit(sentence):
    """
    Translate the digits from Bengali to English
    """
    translated_sentence = []
    for each_letter in sentence:
        if each_letter in digit_converter.keys():
            translated_sentence.append(digit_converter[each_letter])
            # print(digit_converter[each_letter], end="")
        else:
            translated_sentence.append(each_letter)
            # print(each_letter, end="")

    return "".join(each for each in translated_sentence)

# Bangla to English Translation (BUET BanglaNMT)
translation_model_bn_en = AutoModelForSeq2SeqLM.from_pretrained("csebuetnlp/banglat5_nmt_bn_en")
translation_tokenizer_bn_en = AutoTokenizer.from_pretrained("csebuetnlp/banglat5_nmt_bn_en")

def banglanmt_translation(input_text):
    """
    Translate a sentence from Bengali to English using BUET BanglaNMT
    """
    inputs = translation_tokenizer_bn_en(input_text, return_tensors="pt")
    outputs = translation_model_bn_en.generate(**inputs)
    translated_text = translation_tokenizer_bn_en.decode(outputs[0], skip_special_tokens=True)
    return translated_text

def google_translation(sentence: str, source="bn", target="en") -> str:
    """
    Translate a sentence from one language to another using Google Translator.\n
    At first install dependencies \n
    `!pip install -U deep-translator`
    """
    translator = GoogleTranslator()
    translated_sentence = translator.translate(
        sentence, source=source, target=target)
    return translated_sentence

def microsoft_translation(sentence: str, source="bn", target="en") -> str:
    """
    Translate a sentence from one language to another using Microsoft Translator.\n
    At first install dependencies \n
    `!pip install -U deep-translator`
    """
    translator = MicrosoftTranslator(api_key=MICROSOFT_API_KEY, target='en')
    translated_sentence = translator.translate(sentence)
    return translated_sentence

def chatgpt_translation(sentence: str, source="bn", target="en") -> str:
    """
    Translate a sentence from one language to another using ChatGPT Translator.\n
    At first install dependencies \n
    `!pip install -U deep-translator`
    """
    translator = ChatGptTranslator(api_key=OPENAI_API_KEY, target=target)
    translated_sentence = translator.translate(sentence)
    return translated_sentence

def yandex_translation(sentence: str, source="bn", target="en") -> str:
    """
    Translate a sentence from one language to another using Yandex Translator.\n
    At first install dependencies \n
    `!pip install -U deep-translator`
    """
    translator = YandexTranslator(api_key=YANDEX_API_KEY)
    translated_sentence = translator.translate(
        sentence, source=source, target=target)
    return translated_sentence

def mymemory_translation(sentence: str, source="bn-IN", target="en-US") -> str:
    """
    Translate a sentence from one language to another using MyMemory Translator.\n
    At first install dependencies \n
    `!pip install -U deep-translator`
    """
    translator = MyMemoryTranslator(source=source, target=target)
    translated_sentence = translator.translate(sentence)
    return translated_sentence

def get_better_translation(translator_func, src=""):
    src_mod = get_translated_digit(src)
    tgt = translator_func(src_mod)
    tgt = decontracting_words(tgt)
    tgt = tgt.replace('rupees', 'takas').replace('Rs', 'takas')
    return tgt

def select_translator(src, translator):
    """
    Select the translator
    """
    tgt = None
    tgt_base = None

    if translator == "Google":
        tgt = get_better_translation(google_translation, src)
        tgt = space_punc(tgt)
        tgt_base = google_translation(src)
    elif translator == "BanglaNMT":
        tgt = get_better_translation(banglanmt_translation, src)
        tgt = space_punc(tgt)
        tgt_base = banglanmt_translation(src)
    elif translator == "MyMemory":
        tgt = get_better_translation(mymemory_translation, src)
        tgt = space_punc(tgt)
        tgt_base = mymemory_translation(src)
    
    return tgt_base, tgt