Update app.py

app.py

@@ -16,7 +16,17 @@ tokenizer = AutoTokenizer.from_pretrained(MODEL_NAME)
 
 
 def generate_text(prompt):
-    return 'Привет'
+    encoding = tokenizer(prompt, return_tensors="pt").to(device)
+    with torch.no_grad():
+        outputs = model_trained.generate(
+            input_ids = encoding.input_ids,
+            attention_mask = encoding.attention_mask,
+            generation_config = generation_config
+        )
+    
+    answer = tokenizer.decode(outputs[0], skip_special_tokens=True)
+    answer = answer.split(':')
+    return answer[1]
 
 
 demo = gr.Interface(