Spaces:
Runtime error
Runtime error
| try: | |
| import detectron2 | |
| except: | |
| import os | |
| os.system('pip install git+https://github.com/facebookresearch/detectron2.git') | |
| from transformers import pipeline, AutoTokenizer, AutoModelForSeq2SeqLM | |
| import gradio as gr | |
| qa_pipeline = pipeline("document-question-answering", model="vaaano/finetune_docvqa") | |
| ru_tokenizer = AutoTokenizer.from_pretrained("Helsinki-NLP/opus-mt-ru-en") | |
| ru_en_model = AutoModelForSeq2SeqLM.from_pretrained("Helsinki-NLP/opus-mt-ru-en") | |
| en_tokenizer = AutoTokenizer.from_pretrained("Helsinki-NLP/opus-mt-en-ru") | |
| en_ru_model = AutoModelForSeq2SeqLM.from_pretrained("Helsinki-NLP/opus-mt-en-ru") | |
| def translate_ru2en(ru_question, ru_en_model, ru_tokenizer): | |
| input_ids = ru_tokenizer.encode(ru_question, return_tensors="pt") | |
| output_ids = ru_en_model.generate(input_ids, max_new_tokens=512) | |
| en_question = ru_tokenizer.decode(output_ids[0], skip_special_tokens=True) | |
| return en_question | |
| def translate_en2ru(en_answer, en_ru_model, en_tokenizer): | |
| input_ids = en_tokenizer.encode(en_answer, return_tensors="pt") | |
| output_ids = en_ru_model.generate(input_ids, max_new_tokens=512) | |
| ru_answer = en_tokenizer.decode(output_ids[0], skip_special_tokens=True) | |
| return ru_answer | |
| def ru_inference(image, ru_question): | |
| en_question = translate_ru2en(ru_question, ru_en_model, ru_tokenizer) | |
| en_answer = qa_pipeline(image=image, question=en_question)[0]['answer'] | |
| ru_answer = translate_en2ru(en_answer, en_ru_model, en_tokenizer) | |
| return ru_answer | |
| interface = gr.Interface( | |
| fn=ru_inference, | |
| inputs=[gr.Image(type="pil"), gr.Textbox(label="Question")], | |
| outputs=[gr.Text()], | |
| title='Document answer questions' | |
| ).launch(debug=True) | |