Update app.py

app.py

@@ -1,4 +1,3 @@
-
 import streamlit as st
 import anthropic, openai, base64, cv2, glob, json, math, os, pytz, random, re, requests, textract, time, zipfile
 import plotly.graph_objects as go
@@ -34,14 +33,20 @@ st.set_page_config(
     }
 )
 load_dotenv()
-openai.api_key = os.getenv('OPENAI_API_KEY') or st.secrets.get('OPENAI_API_KEY', "")
-anthropic_key = os.getenv("ANTHROPIC_API_KEY_3") or st.secrets.get("ANTHROPIC_API_KEY", "")
+
+openai_api_key = os.getenv('OPENAI_API_KEY', "")
+anthropic_key = os.getenv('ANTHROPIC_API_KEY_3', "")
+if 'OPENAI_API_KEY' in st.secrets:
+    openai_api_key = st.secrets['OPENAI_API_KEY']
+if 'ANTHROPIC_API_KEY' in st.secrets:
+    anthropic_key = st.secrets["ANTHROPIC_API_KEY"]
+
+openai.api_key = openai_api_key
 claude_client = anthropic.Anthropic(api_key=anthropic_key)
 openai_client = OpenAI(api_key=openai.api_key, organization=os.getenv('OPENAI_ORG_ID'))
 HF_KEY = os.getenv('HF_KEY')
 API_URL = os.getenv('API_URL')
 
-# Session states
 if 'transcript_history' not in st.session_state:
     st.session_state['transcript_history'] = []
 if 'chat_history' not in st.session_state:
@@ -58,10 +63,8 @@ if 'edit_new_name' not in st.session_state:
     st.session_state['edit_new_name'] = ""
 if 'edit_new_content' not in st.session_state:
     st.session_state['edit_new_content'] = ""
-if 'viewing_file' not in st.session_state:
-    st.session_state['viewing_file'] = None
-if 'viewing_file_type' not in st.session_state:
-    st.session_state['viewing_file_type'] = None
+if 'viewing_prefix' not in st.session_state:
+    st.session_state['viewing_prefix'] = None
 if 'should_rerun' not in st.session_state:
     st.session_state['should_rerun'] = False
 
@@ -82,35 +85,37 @@ FILE_EMOJIS = {
 }
 
 def clean_for_speech(text: str) -> str:
-    # Remove \n
     text = text.replace("\n", " ")
-    # Remove </s>
     text = text.replace("</s>", " ")
-    # Remove markdown headings (#)
     text = text.replace("#", "")
-    # Remove links of the form (https://...)
+    # Remove links like (https://...)
     text = re.sub(r"\(https?:\/\/[^\)]+\)", "", text)
-    # Collapse multiple spaces
     text = re.sub(r"\s+", " ", text).strip()
     return text
 
-def generate_filename(prompt, file_type="md"):
-    # Include seconds to get a 10-character prefix: %m%d%H%M%S results in exactly 10 chars
-    ctz = pytz.timezone('US/Central')
-    date_str = datetime.now(ctz).strftime("%m%d%H%M%S")
-    safe = re.sub(r'[<>:"/\\\\|?*\n]', ' ', prompt)
-    safe = re.sub(r'\s+', ' ', safe).strip()[:90]
-    return f"{date_str}_{safe}.{file_type}"
-
-def create_file(filename, prompt, response):
+def generate_filename(content, file_type="md"):
+    # Prefix: YYMM_HHmm_ -> total 10 chars including underscore
+    # Actually: %y%m_%H%M gives 9 chars, add trailing underscore for total 10 chars.
+    # Example: 23 09 _12 45 _ => '2309_1245_'
+    prefix = datetime.now().strftime("%y%m_%H%M") + "_"
+    # Extract some words from content
+    words = re.findall(r"\w+", content)
+    # Take first 3 words for filename segment
+    name_text = '_'.join(words[:3]) if words else 'file'
+    filename = f"{prefix}{name_text}.{file_type}"
+    return filename
+
+def create_file(prompt, response, file_type="md"):
+    # Decide which content to base the filename on (prefer response)
+    base_content = response.strip() if response.strip() else prompt.strip()
+    filename = generate_filename(base_content, file_type)
     with open(filename, 'w', encoding='utf-8') as f:
         f.write(prompt + "\n\n" + response)
-    # No immediate rerun. Changes will appear next load.
+    return filename
 
 def get_download_link(file):
     with open(file, "rb") as f:
         b64 = base64.b64encode(f.read()).decode()
-    # It's a zip file download
     return f'<a href="data:file/zip;base64,{b64}" download="{os.path.basename(file)}">📂 Download {os.path.basename(file)}</a>'
 
 @st.cache_resource
@@ -166,7 +171,6 @@ def process_audio(audio_path):
     with open(audio_path, "rb") as f:
         transcription = openai_client.audio.transcriptions.create(model="whisper-1", file=f)
     st.session_state.messages.append({"role": "user", "content": transcription.text})
-    # No immediate rerun.
     return transcription.text
 
 def process_video(video_path, seconds_per_frame=1):
@@ -219,8 +223,8 @@ def perform_ai_lookup(q, vocal_summary=True, extended_refs=False, titles_summary
 
     st.markdown(result)
 
+    # Clean for speech before TTS
     if vocal_summary:
-        # Clean before speech
         main_text = clean_for_speech(r2)
         audio_file_main = speak_with_edge_tts(main_text)
         st.write("### 🎙️ Vocal Summary (Short Answer)")
@@ -248,8 +252,8 @@ def perform_ai_lookup(q, vocal_summary=True, extended_refs=False, titles_summary
 
     elapsed = time.time()-start
     st.write(f"**Total Elapsed:** {elapsed:.2f} s")
-    fn = generate_filename(q,"md")
-    create_file(fn,q,result)
+    # Create MD file from q and result
+    create_file(q, result, "md")
     return result
 
 def process_with_gpt(text):
@@ -265,7 +269,7 @@ def process_with_gpt(text):
         )
         ans = c.choices[0].message.content
         st.write("GPT-4o: " + ans)
-        create_file(generate_filename(text,"md"),text,ans)
+        create_file(text, ans, "md")
         st.session_state.messages.append({"role":"assistant","content":ans})
     return ans
 
@@ -281,18 +285,17 @@ def process_with_claude(text):
         )
         ans = r.content[0].text
         st.write("Claude: " + ans)
-        create_file(generate_filename(text,"md"),text,ans)
+        create_file(text, ans, "md")
         st.session_state.chat_history.append({"user":text,"claude":ans})
     return ans
 
 def create_zip_of_files(md_files, mp3_files):
-    # Exclude README.md if present
+    # Exclude README.md
     md_files = [f for f in md_files if os.path.basename(f).lower() != 'readme.md']
-
     all_files = md_files + mp3_files
     if not all_files:
         return None
-    # Build a descriptive name from file stems
+    # Build a descriptive name
     stems = [os.path.splitext(os.path.basename(f))[0] for f in all_files]
     joined = "_".join(stems)
     if len(joined) > 50:
@@ -303,121 +306,109 @@ def create_zip_of_files(md_files, mp3_files):
             z.write(f)
     return zip_name
 
-def get_media_html(p,typ="video",w="100%"):
-    d = base64.b64encode(open(p,'rb').read()).decode()
-    if typ=="video":
-        return f'<video width="{w}" controls autoplay muted loop><source src="data:video/mp4;base64,{d}" type="video/mp4"></video>'
-    else:
-        return f'<audio controls style="width:{w};"><source src="data:audio/mpeg;base64,{d}" type="audio/mpeg"></audio>'
-
 def load_files_for_sidebar():
-    # Gather all md and mp3 files
+    # Gather files
     md_files = glob.glob("*.md")
     mp3_files = glob.glob("*.mp3")
 
-    # Exclude README.md from listings
+    # Exclude README.md
     md_files = [f for f in md_files if os.path.basename(f).lower() != 'readme.md']
 
     all_files = md_files + mp3_files
+
     # Group by first 10 chars of filename
-    # Note: We assume all files have at least 10 chars before underscore from generate_filename
     groups = defaultdict(list)
     for f in all_files:
         fname = os.path.basename(f)
-        prefix = fname[:10]  # first 10 chars
+        prefix = fname[:10]  # first 10 chars as group prefix
         groups[prefix].append(f)
 
-    # Sort groups by mod time of the newest file in that group
-    # Also sort files within each group by mod time descending
+    # Sort files in each group by mod time descending
     for prefix in groups:
         groups[prefix].sort(key=lambda x: os.path.getmtime(x), reverse=True)
 
-    # Sort prefix keys by latest mod time of their newest file
+    # Sort prefixes by newest file time
     sorted_prefixes = sorted(groups.keys(), key=lambda pre: max(os.path.getmtime(x) for x in groups[pre]), reverse=True)
 
     return groups, sorted_prefixes
 
+def extract_keywords_from_md(files):
+    # Combine all MD content
+    text = ""
+    for f in files:
+        if f.endswith(".md"):
+            c = open(f,'r',encoding='utf-8').read()
+            text += " " + c
+    # Extract first 5 unique words
+    words = re.findall(r"\w+", text.lower())
+    unique_words = []
+    for w in words:
+        if w not in unique_words:
+            unique_words.append(w)
+        if len(unique_words) == 5:
+            break
+    return unique_words
+
 def display_file_manager_sidebar(groups, sorted_prefixes):
     st.sidebar.title("🎵 Audio & Document Manager")
 
-    # Collect all files except README.md
-    md_files = []
-    mp3_files = []
+    # Collect all md and mp3 files for zip operations
+    all_md = []
+    all_mp3 = []
     for prefix in groups:
         for f in groups[prefix]:
             if f.endswith(".md"):
-                md_files.append(f)
+                all_md.append(f)
             elif f.endswith(".mp3"):
-                mp3_files.append(f)
+                all_mp3.append(f)
 
     top_bar = st.sidebar.columns(3)
     with top_bar[0]:
         if st.button("🗑 Del All MD"):
-            for f in md_files:
+            for f in all_md:
                 os.remove(f)
             st.session_state.should_rerun = True
     with top_bar[1]:
         if st.button("🗑 Del All MP3"):
-            for f in mp3_files:
+            for f in all_mp3:
                 os.remove(f)
             st.session_state.should_rerun = True
     with top_bar[2]:
         if st.button("⬇️ Zip All"):
-            z = create_zip_of_files(md_files, mp3_files)
+            z = create_zip_of_files(all_md, all_mp3)
             if z:
                 st.sidebar.markdown(get_download_link(z),unsafe_allow_html=True)
 
-    # Display groups in expanders
     for prefix in sorted_prefixes:
         files = groups[prefix]
-        # Determine file types inside the group
-        # Just show the prefix + number of files
-        exp = st.sidebar.expander(f"{prefix} Files ({len(files)})", expanded=True)
-        with exp:
-            # Files sorted by mod time descending
+        # Extract 5-word keywords from MD in this group
+        kw = extract_keywords_from_md(files)
+        keywords_str = " ".join(kw) if kw else "No Keywords"
+        with st.sidebar.expander(f"{prefix} Files ({len(files)}) - Keywords: {keywords_str}", expanded=True):
+            # Delete group / View group
+            c1,c2 = st.columns(2)
+            with c1:
+                if st.button("👀View Group", key="view_group_"+prefix):
+                    st.session_state.viewing_prefix = prefix
+                    # No rerun needed, just state update
+            with c2:
+                if st.button("🗑Del Group", key="del_group_"+prefix):
+                    for f in files:
+                        os.remove(f)
+                    st.session_state.should_rerun = True
+
             for f in files:
                 fname = os.path.basename(f)
                 ctime = datetime.fromtimestamp(os.path.getmtime(f)).strftime("%Y-%m-%d %H:%M:%S")
                 ext = os.path.splitext(fname)[1].lower().strip('.')
                 st.write(f"**{fname}** - {ctime}")
-                file_buttons_col = st.columns([1,1,1])
-                with file_buttons_col[0]:
-                    if st.button("👀View", key="view_"+f):
-                        st.session_state.viewing_file = f
-                        st.session_state.viewing_file_type = ext
-                        # Just update state, no rerun
-                with file_buttons_col[1]:
-                    if ext == "md":
-                        if st.button("✏️Edit", key="edit_"+f):
-                            st.session_state.editing_file = f
-                            st.session_state.edit_new_name = fname.replace(".md","")
-                            st.session_state.edit_new_content = open(f,'r',encoding='utf-8').read()
-                            st.session_state.should_rerun = True
-                with file_buttons_col[2]:
-                    if st.button("🗑Del", key="del_"+f):
-                        os.remove(f)
-                        st.session_state.should_rerun = True
-
-    # If editing an md file
-    if st.session_state.editing_file and os.path.exists(st.session_state.editing_file):
-        st.sidebar.subheader(f"Editing: {os.path.basename(st.session_state.editing_file)}")
-        st.session_state.edit_new_name = st.sidebar.text_input("New name (no extension):", value=st.session_state.edit_new_name)
-        st.session_state.edit_new_content = st.sidebar.text_area("Content:", st.session_state.edit_new_content, height=200)
-        c1,c2 = st.sidebar.columns(2)
-        with c1:
-            if st.button("Save"):
-                old_path = st.session_state.editing_file
-                new_path = st.session_state.edit_new_name + ".md"
-                if new_path != os.path.basename(old_path):
-                    os.rename(old_path, new_path)
-                with open(new_path,'w',encoding='utf-8') as f:
-                    f.write(st.session_state.edit_new_content)
-                st.session_state.editing_file = None
-                st.session_state.should_rerun = True
-        with c2:
-            if st.button("Cancel"):
-                st.session_state.editing_file = None
-                st.session_state.should_rerun = True
+                # Individual file actions are less necessary if we have group actions
+                # But we can still provide them if desired.
+                # The user requested grouping primarily, but we can keep minimal file actions if needed.
+                # In instructions now, main focus is group view/delete.
+                # We'll omit individual file view/edit here since we have group view.
+                # If needed, re-add them similarly as before.
+                # For now, rely on "View Group" to see all files.
 
 def main():
     st.sidebar.markdown("### 🚲BikeAI🏆 Multi-Agent Research AI")
@@ -425,7 +416,6 @@ def main():
 
     model_choice = st.sidebar.radio("AI Model:", ["Arxiv","GPT-4o","Claude-3","GPT+Claude+Arxiv"], index=0)
 
-    # Main Input Component
     mycomponent = components.declare_component("mycomponent", path="mycomponent")
     val = mycomponent(my_input_value="Hello")
     if val:
@@ -463,16 +453,13 @@ def main():
         st.subheader("🔍 Search ArXiv")
         q=st.text_input("Research query:")
 
-        # 🎛️ Audio Generation Options
         st.markdown("### 🎛️ Audio Generation Options")
         vocal_summary = st.checkbox("🎙️ Vocal Summary (Short Answer)", value=True)
         extended_refs = st.checkbox("📜 Extended References & Summaries (Long)", value=False)
         titles_summary = st.checkbox("🔖 Paper Titles Only", value=True)
 
-        if q:
-            q = q.strip()
-            if q and st.button("Run ArXiv Query"):
-                perform_ai_lookup(q, vocal_summary=vocal_summary, extended_refs=extended_refs, titles_summary=titles_summary)
+        if q and st.button("Run ArXiv Query"):
+            perform_ai_lookup(q, vocal_summary=vocal_summary, extended_refs=extended_refs, titles_summary=titles_summary)
 
     elif tab_main == "🎤 Voice Input":
         st.subheader("�� Voice Recognition")
@@ -550,27 +537,31 @@ def main():
         else:
             st.write("Select a file from the sidebar to edit.")
 
-    # After main content, load files and display in sidebar
+    # After main content, load and show file groups in sidebar
     groups, sorted_prefixes = load_files_for_sidebar()
     display_file_manager_sidebar(groups, sorted_prefixes)
 
-    # If viewing a file, show its content or audio below
-    if st.session_state.viewing_file and os.path.exists(st.session_state.viewing_file):
+    # If viewing a prefix group, show all files in main area
+    if st.session_state.viewing_prefix and st.session_state.viewing_prefix in groups:
         st.write("---")
-        st.write(f"**Viewing File:** {os.path.basename(st.session_state.viewing_file)}")
-        if st.session_state.viewing_file_type == "md":
-            # show markdown
-            content = open(st.session_state.viewing_file,'r',encoding='utf-8').read()
-            st.markdown(content)
-        elif st.session_state.viewing_file_type == "mp3":
-            # show audio
-            st.audio(st.session_state.viewing_file)
-        # Optionally add a "Close View" button
-        if st.button("Close View"):
-            st.session_state.viewing_file = None
-            st.session_state.viewing_file_type = None
-
-    # If user-triggered changes happened, rerun once at the end
+        st.write(f"**Viewing Group:** {st.session_state.viewing_prefix}")
+        # Show all files in this prefix group in order (mp3 and md)
+        # Sort by mod time descending (already sorted)
+        for f in groups[st.session_state.viewing_prefix]:
+            fname = os.path.basename(f)
+            ext = os.path.splitext(fname)[1].lower().strip('.')
+            st.write(f"### {fname}")
+            if ext == "md":
+                content = open(f,'r',encoding='utf-8').read()
+                st.markdown(content)
+            elif ext == "mp3":
+                st.audio(f)
+            else:
+                # just show a download link
+                st.markdown(get_download_link(f), unsafe_allow_html=True)
+        if st.button("Close Group View"):
+            st.session_state.viewing_prefix = None
+
     if st.session_state.should_rerun:
         st.session_state.should_rerun = False
         st.rerun()