import streamlit as st import feedparser from transformers import pipeline import requests import datetime # Streamlitの設定 st.set_page_config(page_title="今日のテクノロジーニュース", layout="wide") st.title("📡 今日のテクノロジーニュース") # RSSフィードのURL rss_url = "https://rss.nytimes.com/services/xml/rss/nyt/Technology.xml" # 利用可能な翻訳モデルのリスト models = [ { "name": "facebook/nllb-200-distilled-600M", "description": "Translation • Updated Feb 15 • 322k • 504", "src_lang": "eng_Latn", "tgt_lang": "jpn_Jpan" }, { "name": "facebook/mbart-large-50-many-to-many-mmt", "description": "Translation • Updated Sep 29, 2023 • 646k • 278", "src_lang": "eng_Latn", "tgt_lang": "jpn_Jpan" }, { "name": "facebook/nllb-200-3.3B", "description": "Translation • Updated Feb 12, 2023 • 28.9k • 249", "src_lang": "eng_Latn", "tgt_lang": "jpn_Jpan" }, { "name": "google/madlad400-10b-mt", "description": "Translation • Updated Apr 12 • 1.76k • 84", "src_lang": "eng_Latn", "tgt_lang": "jpn_Jpan" }, { "name": "ken11/mbart-ja-en", "description": "Translation • Updated Oct 13, 2021 • 63 • 3", "src_lang": "jpn_Jpan", "tgt_lang": "eng_Latn" }, { "name": "facebook/nllb-200-1.3B", "description": "Translation • Updated Feb 12, 2023 • 14.6k • 44", "src_lang": "eng_Latn", "tgt_lang": "jpn_Jpan" }, { "name": "facebook/nllb-200-distilled-1.3B", "description": "Translation • Updated Feb 12, 2023 • 101k • 98", "src_lang": "eng_Latn", "tgt_lang": "jpn_Jpan" }, { "name": "alirezamsh/small100", "description": "Translation • Updated Jul 23 • 1.85k • 60", "src_lang": "eng_Latn", "tgt_lang": "jpn_Jpan" }, { "name": "Unbabel/wmt22-cometkiwi-da", "description": "Translation • Updated Oct 13, 2023 • 1 • 24", "src_lang": "eng_Latn", "tgt_lang": "jpn_Jpan" }, { "name": "ychenNLP/nllb-200-3.3B-easyproject", "description": "Translation • Updated Aug 30, 2023 • 73 • 2", "src_lang": "eng_Latn", "tgt_lang": "jpn_Jpan" }, { "name": "JustFrederik/sugoi-v3.3-ja-en-ct2-float16", "description": "Translation • Updated May 10, 2023 • 2", "src_lang": "jpn_Jpan", "tgt_lang": "eng_Latn" }, { "name": "JustFrederik/sugoi-v3.3-ja-en-ct2-int8", "description": "Translation • Updated May 10, 2023 • 22 • 1", "src_lang": "jpn_Jpan", "tgt_lang": "eng_Latn" }, { "name": "JustFrederik/sugoi-v4-ja-en-ct2-float16", "description": "Translation • Updated May 10, 2023 • 13 • 1", "src_lang": "jpn_Jpan", "tgt_lang": "eng_Latn" }, { "name": "JustFrederik/sugoi-v4-ja-en-ct2-int8", "description": "Translation • Updated May 10, 2023", "src_lang": "jpn_Jpan", "tgt_lang": "eng_Latn" }, { "name": "JustFrederik/sugoi-v4-ja-en-ct2", "description": "Translation • Updated May 10, 2023 • 20 • 1", "src_lang": "jpn_Jpan", "tgt_lang": "eng_Latn" }, { "name": "JustFrederik/sugoi-v3.3-ja-en-ct2", "description": "Translation • Updated May 10, 2023", "src_lang": "jpn_Jpan", "tgt_lang": "eng_Latn" }, { "name": "JustFrederik/nllb-200-distilled-600M-ct2-int8", "description": "Translation • Updated May 15, 2023 • 225", "src_lang": "eng_Latn", "tgt_lang": "jpn_Jpan" }, { "name": "JustFrederik/nllb-200-distilled-1.3B-ct2-int8", "description": "Translation • Updated May 15, 2023 • 74 • 1", "src_lang": "eng_Latn", "tgt_lang": "jpn_Jpan" }, { "name": "JustFrederik/nllb-200-1.3B-ct2-int8", "description": "Translation • Updated May 15, 2023 • 12", "src_lang": "eng_Latn", "tgt_lang": "jpn_Jpan" }, { "name": "JustFrederik/nllb-200-1.3B-ct2-float16", "description": "Translation • Updated May 15, 2023 • 6", "src_lang": "eng_Latn", "tgt_lang": "jpn_Jpan" }, { "name": "JustFrederik/nllb-200-1.3B-ct2", "description": "Translation • Updated May 15, 2023 • 14", "src_lang": "eng_Latn", "tgt_lang": "jpn_Jpan" }, { "name": "JustFrederik/nllb-200-distilled-1.3B-ct2", "description": "Translation • Updated May 15, 2023 • 3", "src_lang": "eng_Latn", "tgt_lang": "jpn_Jpan" }, { "name": "JustFrederik/nllb-200-distilled-1.3B-ct2-float16", "description": "Translation • Updated May 15, 2023 • 7 • 1", "src_lang": "eng_Latn", "tgt_lang": "jpn_Jpan" }, { "name": "JustFrederik/nllb-200-distilled-600M-ct2", "description": "Translation • Updated May 15, 2023 • 4", "src_lang": "eng_Latn", "tgt_lang": "jpn_Jpan" }, { "name": "JustFrederik/nllb-200-distilled-600M-ct2-float16", "description": "Translation • Updated May 15, 2023 • 8", "src_lang": "eng_Latn", "tgt_lang": "jpn_Jpan" }, { "name": "JustFrederik/nllb-200-3.3B-ct2-float16", "description": "Translation • Updated May 15, 2023 • 26 • 3", "src_lang": "eng_Latn", "tgt_lang": "jpn_Jpan" }, { "name": "Babelscape/mrebel-large", "description": "Translation • Updated Jun 21, 2023 • 67.5k • 66", "src_lang": "eng_Latn", "tgt_lang": "jpn_Jpan" }, { "name": "Babelscape/mrebel-large-32", "description": "Translation • Updated Jun 23, 2023 • 97 • 6", "src_lang": "eng_Latn", "tgt_lang": "jpn_Jpan" }, { "name": "Babelscape/mrebel-base", "description": "Translation • Updated Jun 23, 2023 • 66 • 5", "src_lang": "eng_Latn", "tgt_lang": "jpn_Jpan" }, { "name": "winstxnhdw/nllb-200-distilled-1.3B-ct2-int8", "description": "Translation • Updated Aug 3, 2023 • 2.42k • 4", "src_lang": "eng_Latn", "tgt_lang": "jpn_Jpan" }, { "name": "michaelfeil/ct2fast-nllb-200-distilled-1.3B", "description": "Translation • Updated Dec 10, 2023 • 10 • 1", "src_lang": "eng_Latn", "tgt_lang": "jpn_Jpan" }, { "name": "michaelfeil/ct2fast-nllb-200-3.3B", "description": "Translation • Updated Jul 21, 2023 • 36 • 11", "src_lang": "eng_Latn", "tgt_lang": "jpn_Jpan" }, { "name": "qiyuw/WSPAlign-xlm-base", "description": "Translation • Updated Mar 18 • 4", "src_lang": "xlm_Latn", "tgt_lang": "jpn_Jpan" }, # 既存のモデルを以下に追加できます ] # プルダウンメニューでモデルを選択 st.sidebar.header("翻訳モデルの選択") selected_model = st.sidebar.selectbox( "使用する翻訳モデルを選択してください:", options=models, format_func=lambda x: f"{x['name']} - {x['description']}" ) @st.cache_resource def load_translation_model(model_name, src_lang, tgt_lang): """ 選択された翻訳モデルをロードし、キャッシュします。 """ try: translator = pipeline( "translation", model=model_name, src_lang=src_lang, tgt_lang=tgt_lang ) return translator except Exception as e: st.error(f"翻訳モデルのロード中にエラーが発生しました: {e}") return None @st.cache_data def translate_text(_translator, text): """ テキストを日本語に翻訳します。 翻訳結果をキャッシュします。 """ if not _translator: return "翻訳エラー" try: translation = _translator(text, max_length=500)[0]['translation_text'] return translation except Exception as e: st.error(f"翻訳中にエラーが発生しました: {e}") return "翻訳エラー" @st.cache_data(ttl=3600) def fetch_rss_feed(url): """ RSSフィードを取得し、XMLを保存してパースします。 キャッシュの有効期限は1時間です。 """ try: response = requests.get(url) if response.status_code != 200: st.error(f"RSSフィードの取得に失敗しました。ステータスコード: {response.status_code}") return None # フィードのXMLを保存（データセットとして蓄積） now = datetime.datetime.now() filename = now.strftime("feed_%Y%m%d_%H%M%S.xml") with open(filename, 'wb') as f: f.write(response.content) # フィードをパース feed = feedparser.parse(response.content) return feed except Exception as e: st.error(f"RSSフィードの取得中にエラーが発生しました: {e}") return None # フィードを取得 feed = fetch_rss_feed(rss_url) if feed is None: st.stop() # フィードの取得に失敗した場合、アプリを停止します # 翻訳モデルをロード translator = load_translation_model(selected_model['name'], selected_model['src_lang'], selected_model['tgt_lang']) # フィード内の記事をパースしてタイトルと説明を翻訳 for entry in feed.entries: # タイトルと説明を取得 title = entry.title description = entry.description # タイトルと説明を日本語に翻訳（翻訳結果をキャッシュ） translated_title = translate_text(translator, title) translated_description = translate_text(translator, description) # Markdown形式で表示 st.markdown(f"### **タイトル（英語）:** {title}") st.markdown(f"**タイトル（日本語）:** {translated_title}") st.markdown(f"**概要（英語）:**") st.write(description) st.markdown(f"**概要（日本語）:**") st.write(translated_description) st.markdown(f"[🌐 続きを読む]({entry.link})") st.markdown("---") # キャッシュをクリアするボタン if st.button("キャッシュをクリア"): load_translation_model.clear(selected_model['name'], selected_model['src_lang'], selected_model['tgt_lang']) translate_text.clear() fetch_rss_feed.clear() st.success("キャッシュをクリアしました。")