pages/Summarizer.py

import streamlit as st
from transformers import AutoTokenizer, BartForConditionalGeneration

@st.cache_resource
def load_model():
    summarizer = BartForConditionalGeneration.from_pretrained("sshleifer/distilbart-cnn-12-6")
    tokenizer_sum = AutoTokenizer.from_pretrained("sshleifer/distilbart-cnn-12-6")
    return summarizer, tokenizer_sum

summarizer, tokenizer_sum = load_model()

def generate_summary(text, length):
    inputs = tokenizer_sum([text], max_length=1024, return_tensors="pt")
    summary_ids = summarizer.generate(inputs["input_ids"], num_beams=2, min_length=1, max_length=length)
    out = tokenizer_sum.batch_decode(summary_ids, skip_special_tokens=True, clean_up_tokenization_spaces=False)[0]
    st.write(out)

st.title('Summarizer')
st.write('Submit a news article in the field below, and the Bart-based model with provide a summary.')

length = st.slider('Maximum length of summary', value = 50, min_value = 15, max_value = 150, step = 1)
user_input = st.text_area("Enter your text:")
if st.button("Send a review for processing"):
    if user_input:
        generate_summary(user_input, length)
    else:
        st.warning("Please enter some text before processing.")