File size: 1,911 Bytes
68e42b1 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 |
import feedparser
import requests
from bs4 import BeautifulSoup
from collections import Counter
import re
def fetch_articles(feed_urls, limit=5):
all_articles = []
for name, url in feed_urls.items():
try:
feed = feedparser.parse(url)
for entry in feed.entries[:limit]:
article = {
"title": entry.title,
"link": entry.link,
"summary": entry.get("summary", "No summary"),
"published": entry.get("published", "No date")
}
all_articles.append(article)
except Exception as e:
print(f"Error parsing {url}: {e}")
return all_articles
def fetch_trending_repos(language=None, since="daily"):
base_url = "https://github.com/trending"
url = f"{base_url}/{language or ''}?since={since}"
headers = {"User-Agent": "Mozilla/5.0"}
res = requests.get(url, headers=headers)
soup = BeautifulSoup(res.text, "html.parser")
repo_elements = soup.select("article.Box-row")
trending = []
for repo in repo_elements:
title = repo.h2.get_text(strip=True).replace(" ", "")
description_tag = repo.find("p")
description = description_tag.get_text(strip=True) if description_tag else "No description"
stars = repo.select_one("a[href$='/stargazers']").get_text(strip=True)
repo_url = f"https://github.com/{title}"
trending.append({
"name": title,
"description": description,
"stars": stars,
"url": repo_url
})
return trending
def analyze_trends(items):
"""Dummy trend analyzer: count word frequencies in titles."""
text = " ".join(item["title"] for item in items)
words = re.findall(r'\b\w{4,}\b', text.lower()) # 4+ letter words
common = Counter(words).most_common(10)
return common
|