Spaces:
Sleeping
Sleeping
| import gradio as gr | |
| import random | |
| from datasets import load_dataset | |
| import requests | |
| from bs4 import BeautifulSoup | |
| import os | |
| dataset = load_dataset("cnn_dailymail", "3.0.0") | |
| NEWS_API_KEY = os.environ['NEWS_API_KEY'] | |
| HF_TOKEN = os.environ['HF_TOKEN'] | |
| def summarize(model_name, article): | |
| API_URL = f"https://api-inference.huggingface.co/models/{model_name}" | |
| headers = {"Authorization": f"Bearer {HF_TOKEN}"} | |
| payload = {"inputs": article} | |
| response = requests.post(API_URL, headers=headers, json=payload) | |
| # Check if the response is successful | |
| if response.status_code == 200: | |
| # Assuming the response structure has a 'generated_text' field | |
| return format(response.json()) | |
| else: | |
| # Handle different types of errors | |
| if response.status_code == 401: | |
| return "Error: Unauthorized. Check your API token." | |
| elif response.status_code == 503: | |
| return "Error: Service unavailable or model is currently loading." | |
| else: | |
| return f"{response} - Error: Encountered an issue (status code: {response.status_code}). Please try again." | |
| return format(response.json()) | |
| def format(response): | |
| return response[0]['generated_text'] | |
| def get_random_article(): | |
| random.seed() | |
| val_example = dataset["validation"].shuffle().select(range(1)) | |
| val_article = val_example['article'][0][:1024] | |
| return val_article | |
| def load_article(): | |
| return get_random_article() | |
| def get_news_article(): | |
| url = 'https://newsapi.org/v2/top-headlines' | |
| news_url = '' | |
| params = { | |
| 'apiKey': NEWS_API_KEY, | |
| 'country': 'us', # You can change this as needed | |
| 'pageSize': 100 | |
| } | |
| response = requests.get(url, params=params) | |
| articles = response.json().get('articles', []) | |
| if articles: | |
| random_article = random.choice(articles) | |
| news_url = random_article.get('url') | |
| else: | |
| return None | |
| if news_url: | |
| full_article, title = scrape_article(news_url) | |
| return full_article, title | |
| else: | |
| return "No news article found.", "" | |
| def scrape_article(url): | |
| try: | |
| response = requests.get(url) | |
| soup = BeautifulSoup(response.content, 'html.parser') | |
| # Extracting the title - this is a general approach | |
| title = soup.title.string if soup.title else "No Title Available" | |
| article_content = soup.find_all('p') # This is a simplification | |
| text = ' '.join([p.get_text() for p in article_content]) | |
| words = text.split() | |
| truncated_text = ' '.join(words[:512]) # Truncate to first 1024 words | |
| return truncated_text, title | |
| except Exception as e: | |
| return "Error scraping article: " + str(e), "" | |
| with gr.Blocks() as demo: | |
| gr.Markdown("# News Summary App") | |
| gr.Markdown("Enter a news text and get its summary, or load a random article.") | |
| with gr.Row(): | |
| with gr.Column(): | |
| load_dataset_article_button = gr.Button("Load Random Article from Dataset") | |
| load_news_article_button = gr.Button("Load News Article") | |
| article_title = gr.Label() # Component to display the article title | |
| input_text = gr.Textbox(lines=10, label="Input Text", placeholder="Enter article text or load a random article...") | |
| with gr.Column(): | |
| model_name = gr.Dropdown(label="Model Name", choices=["liamvbetts/bart-news-summary-v1", "liamvbetts/bart-base-cnn-v1", "liamvbetts/bart-large-cnn-v2", "liamvbetts/bart-large-cnn-v4"], value="liamvbetts/bart-news-summary-v1") | |
| summarize_button = gr.Button("Summarize") | |
| output_text = gr.Textbox(label="Summary", placeholder="Summary will appear here...") | |
| load_dataset_article_button.click(fn=load_article, inputs=[], outputs=[input_text, article_title]) | |
| load_news_article_button.click(fn=get_news_article, inputs=[], outputs=[input_text, article_title]) | |
| summarize_button.click(fn=summarize, inputs=[model_name, input_text], outputs=output_text) | |
| demo.launch() |