SilvusTV commited on
Commit
3be5400
1 Parent(s): 1e1a21e

update to new translation system

Browse files
Files changed (2) hide show
  1. app.py +8 -5
  2. translation.py +20 -22
app.py CHANGED
@@ -10,15 +10,18 @@ import os
10
 
11
  st.write('Part 1')
12
 
13
- question = st.text_input('Posez votre question')
14
  url = st.text_input('mettez le liens de votre image')
15
 
16
  if st.button('générer'):
17
- responseBase = image(url, question)
 
 
 
18
  st.write('response is :', responseBase)
19
 
20
  st.write('Part 2')
21
- st.write(longText(responseBase, question))
 
22
 
23
- print("####TEST TTS####")
24
- os.system("text-to-speach.py")
 
10
 
11
  st.write('Part 1')
12
 
13
+ question_fr = st.text_input('Posez votre question')
14
  url = st.text_input('mettez le liens de votre image')
15
 
16
  if st.button('générer'):
17
+
18
+ question_en = frenchtoenglish(question_fr)
19
+
20
+ responseBase = image(url, question_en)
21
  st.write('response is :', responseBase)
22
 
23
  st.write('Part 2')
24
+ longResponseEn = longText(responseBase, question_en)
25
+ st.write(englishtofrench(longResponseEn))
26
 
27
+ print("####TEST TTS####")
 
translation.py CHANGED
@@ -1,30 +1,28 @@
1
- from transformers import AutoTokenizer, AutoModelWithLMHead, TranslationPipeline, pipeline
2
 
3
- model_checkpoint = "Helsinki-NLP/opus-mt-en-fr"
4
- translator = pipeline("translation", model=model_checkpoint)
5
- # print(translator("how old are you"))
6
 
7
- ########################################################################################
 
8
 
9
- from transformers import AutoTokenizer, AutoModelWithLMHead, TranslationPipeline
 
 
 
 
 
10
 
11
- pipeline = TranslationPipeline(
12
- model=AutoModelWithLMHead.from_pretrained("SEBIS/legal_t5_small_trans_fr_en"),
13
- tokenizer=AutoTokenizer.from_pretrained(pretrained_model_name_or_path =
14
- "SEBIS/legal_t5_small_trans_fr_en", do_lower_case=False, skip_special_tokens=True), device=0)
 
 
15
 
16
- fr_text = "salut, comment vas-tu ?"
17
 
18
- translator2 = pipeline([fr_text], max_length=512)
19
 
20
- print(translator2)
21
-
22
- ########################################################################################
23
- responseBase = "this is the second test"
24
-
25
- def englishtofrench():
26
- print(translator(responseBase))
27
- return translator(responseBase)
28
-
29
- englishtofrench()
30
 
 
 
 
1
+ from transformers import M2M100ForConditionalGeneration, M2M100Tokenizer
2
 
3
+ fr_text = "j'aime coder, j'éspère que vous aussi."
4
+ en_text = "i love code, i hope you too."
 
5
 
6
+ model = M2M100ForConditionalGeneration.from_pretrained("facebook/m2m100_418M")
7
+ tokenizer = M2M100Tokenizer.from_pretrained("facebook/m2m100_418M")
8
 
9
+ def frenchtoenglish(input):
10
+ # translate French to English
11
+ tokenizer.src_lang = "fr"
12
+ encoded_fr = tokenizer(input, return_tensors="pt")
13
+ generated_tokens = model.generate(**encoded_fr, forced_bos_token_id=tokenizer.get_lang_id("en"))
14
+ return tokenizer.batch_decode(generated_tokens, skip_special_tokens=True)
15
 
16
+ def englishtofrench(input):
17
+ # translate English to French
18
+ tokenizer.src_lang = "en"
19
+ encoded_en = tokenizer(input, return_tensors="pt")
20
+ generated_tokens = model.generate(**encoded_en, forced_bos_token_id=tokenizer.get_lang_id("fr"))
21
+ return tokenizer.batch_decode(generated_tokens, skip_special_tokens=True)
22
 
 
23
 
24
+ ### VOICI LES 2 FONCTIONS QUE TU AVAIS FAITES AVANT MAIS QUE J'AI DU REFAIRE
25
 
 
 
 
 
 
 
 
 
 
 
26
 
27
+ print(frenchtoenglish(fr_text))
28
+ print(englishtofrench(en_text))