Update app.py

app.py

@@ -19,13 +19,14 @@ def get_model(model_name, model_path):
 def predict(text, model, tokenizer, n_beams=5, temperature=2.5, top_p=0.8, max_length=200):
     text += '\n'
     input_ids = tokenizer.encode(text, return_tensors="pt")
+    length_of_prompt = len(input_ids[0])
     with torch.no_grad():
         out = model.generate(input_ids,
                              do_sample=True,
                              num_beams=n_beams,
                              temperature=temperature,
                              top_p=top_p,
-                             max_length=max_length,
+                             max_length=max_length + length_of_prompt,
                              )
 
     return list(map(tokenizer.decode, out))[0]
@@ -41,7 +42,7 @@ st.image(image, caption='NeuroKorzh')
 
 st.markdown("\n")
 
-text = st.text_input('Starting point for text generation', 'Что делать, Макс?', height=100)
+text = st.text_input(label='Starting point for text generation', value='Что делать, Макс?')
 button = st.button('Go')
 
 if button: