Create new file

app.py

@@ -0,0 +1,43 @@
+import torch
+import gradio as gr
+from transformers import AutoModelForCausalLM, AutoTokenizer
+
+device = 'cpu'
+
+def ans(question, description='', category=''):
+    seed = random.randint(1, 10000000)
+    print(f'Seed: {seed}')
+    torch.manual_seed(seed)
+    
+    inp = tokenizer.encode(f'{"Категория: " + category + "\n" if category else ""}Вопрос: {question}\nОписание: {description}\nОтвет:',return_tensors="pt").to(device)
+    print('question',question)
+    gen = model.generate(inp, do_sample=True, top_p=0.9, temperature=0.86, max_new_tokens=100, repetition_penalty=1.2) #, stop_token="<eos>")
+    
+    gen = tokenizer.decode(gen[0])
+    return gen[:gen.index('<eos>') if '<eos>' in gen else len(gen)]
+
+
+
+
+
+
+
+# Download checkpoint:
+checkpoint = "its5Q/rugpt3large_mailqa"
+tokenizer =  AutoTokenizer.from_pretrained(checkpoint)
+model = AutoModelForCausalLM.from_pretrained(checkpoint)
+model = model.eval()
+
+# Gradio
+
+title = "Ответы на главные вопросы жизни, вселенной и вообще"
+description = "ruGPT large дообученная на датасете https://www.kaggle.com/datasets/atleast6characterss/otvetmailru-solved-questions "
+article = "<p style='text-align: center'><a href='https://github.com/NeuralPushkin/MailRu_Q-A'>Github with fine-tuning ruGPT3large on QA</a></p> Cозданно при поддержке <p style='text-align: center'><a href='https://t.me/lovedeathtransformers'>Love Death Transformers</a></p>"
+examples = [
+            ["Как какать?"]
+]
+
+iface = gr.Interface(fn=greet, inputs="text", outputs="text")
+
+if __name__ == "__main__":
+    iface.launch()