Update app.py

app.py

@@ -52,7 +52,7 @@ def generate_title():
     # compute span boundaries
     num_tokens = len(inputs["input_ids"][0])
     print(f"Input has {num_tokens} tokens")
-    max_input_length = 500
+    max_input_length = 25
     num_spans = math.ceil(num_tokens / max_input_length)
     print(f"Input has {num_spans} spans")
     overlap = math.ceil((num_spans * max_input_length - num_tokens) / max(num_spans - 1, 1))
@@ -83,7 +83,8 @@ def generate_title():
     # compute predictions
     outputs = model.generate(**inputs, do_sample=True, temperature=temperature)
     decoded_outputs = tokenizer.batch_decode(outputs, skip_special_tokens=True)
-    predicted_titles = [decoded_output[0] for decoded_output in decoded_outputs]
+    # predicted_titles = [decoded_output[0] for decoded_output in decoded_outputs]
+    predicted_titles = [nltk.sent_tokenize(decoded_output.strip())[0] for decoded_output in decoded_outputs]
     
     st.session_state.titles = predicted_titles