sappho192 commited on
Commit
c7366c4
โ€ข
1 Parent(s): 305b5e3

Create app.py and requirements.txt

Browse files
Files changed (2) hide show
  1. app.py +49 -0
  2. requirements.txt +4 -0
app.py ADDED
@@ -0,0 +1,49 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ import gradio as gr
2
+ import transformers
3
+
4
+ encoder_model_name = "cl-tohoku/bert-base-japanese-v2"
5
+ decoder_model_name = "openai-community/gpt2"
6
+ src_tokenizer = transformers.BertJapaneseTokenizer.from_pretrained(encoder_model_name)
7
+ trg_tokenizer = transformers.PreTrainedTokenizerFast.from_pretrained(decoder_model_name)
8
+ model = transformers.EncoderDecoderModel.from_pretrained("sappho192/jesc-ja-en-translator")
9
+
10
+
11
+ def translate(text_src):
12
+ embeddings = src_tokenizer(text_src, return_attention_mask=False, return_token_type_ids=False, return_tensors='pt')
13
+ embeddings = {k: v for k, v in embeddings.items()}
14
+ output = model.generate(**embeddings, max_length=512)[0, 1:-1]
15
+ text_trg = trg_tokenizer.decode(output.cpu())
16
+ return text_trg
17
+
18
+
19
+ def endpoint(sentence):
20
+ return translate(sentence)
21
+
22
+
23
+ # demo = gr.Interface(fn=endpoint, inputs="text", outputs="text")
24
+ with gr.Blocks() as demo:
25
+ input = gr.Textbox(label="Sentence")
26
+ output = gr.Textbox(label="Result")
27
+ btn = gr.Button(value="Submit")
28
+ btn.click(endpoint, inputs=[input], outputs=[output])
29
+
30
+ gr.Markdown("## Examples")
31
+ gr.Markdown(
32
+ """
33
+ Translated result can be wrong or containg misleading content.
34
+ ๋ฒˆ์—ญ๋œ ๊ฒฐ๊ณผ๋Š” ์ •ํ™•ํ•˜์ง€ ์•Š์„ ์ˆ˜ ์žˆ์œผ๋ฉฐ, ์ ์ ˆ์น˜ ์•Š์€ ํ‘œํ˜„์„ ํฌํ•จํ•  ์ˆ˜ ์žˆ์Šต๋‹ˆ๋‹ค.
35
+ """)
36
+ gr.Examples(
37
+ [["ๅˆใ‚ใพใ—ใฆ."],
38
+ ["ๅคœใซใชใ‚Šใพใ—ใŸ"],
39
+ ["่ฉฆ้จ“ๅ‰ใซ็ทŠๅผตใ—ใŸใ‚ใพใ‚Šใ€็†ฑใŒใงใฆใ—ใพใฃใŸใ€‚"],
40
+ ["ๅฑฑ็”ฐใฏ่‹ฑ่ชžใซใ‹ใ‘ใฆใฏใ‚ฏใƒฉใ‚นใฎ่ชฐใซใ‚‚่ฒ ใ‘ใชใ„ใ€‚"],
41
+ ["ใ“ใฎๆœฌใซใ‚ˆใ‚Œใฐใ€ๆœ€ๅˆใฎไบบๅทฅๆฉ‹ๆขใฏๆ–ฐ็Ÿณๅ™จๆ™‚ไปฃใซใ•ใ‹ใฎใผใ‚‹ใจใ„ใ†ใ€‚"]],
42
+ [input],
43
+ output,
44
+ endpoint,
45
+ cache_examples=False
46
+ )
47
+
48
+ if __name__ == "__main__":
49
+ demo.launch(share=True)
requirements.txt ADDED
@@ -0,0 +1,4 @@
 
 
 
 
 
1
+ transformers
2
+ torch
3
+ fugashi
4
+ unidic-lite