adj inputs

Signed-off-by: peter szemraj <peterszemraj@gmail.com>

app.py

@@ -52,8 +52,7 @@ def generate_text(
         logging.info(f"Input too long {input_len} > {abs_max_length}, may cause errors")
     result = generator(
         prompt,
-        max_new_tokens=gen_length,
-        max_length=None,  # in case of default max_length
+        max_length=gen_length + input_len,
         min_length=input_len + 4,
         penalty_alpha=penalty_alpha,
         top_k=top_k,