Spaces:
Running
Running
import streamlit as st | |
import os | |
import glob | |
import re | |
from urllib.parse import quote | |
from gradio_client import Client | |
import json | |
from datetime import datetime | |
# Initialize session state variables | |
if 'selected_file' not in st.session_state: | |
st.session_state.selected_file = None | |
if 'view_mode' not in st.session_state: | |
st.session_state.view_mode = 'view' | |
if 'files' not in st.session_state: | |
st.session_state.files = [] | |
# Define the markdown variables | |
Boxing_and_MMA_Commentary_and_Knowledge = """ | |
# Boxing and UFC Study of 1971 - 2024 The Greatest Fights History | |
1. In Boxing, the most heart breaking fight in Boxing was the Boom Boom Mancini fight with Duku Kim. | |
2. After changes to Boxing made it more safe due to the heart break. | |
3. Rehydration of the brain after weight ins loss preparation for a match is life saving change. | |
4. Fighting went from 15 rounds to 12. | |
# UFC By Contrast.. | |
1. 5 Rounds of 5 Minutes each. | |
2. Greatest UFC Fighters: | |
- Jon Jones could be the greatest of all time (GOAT) since he never lost. | |
- George St. Pierre | |
- BJ Penn | |
- Anderson Silva | |
- Mighty Mouse MMA's heart at 125 pounds | |
- Kabib retired 29 and 0 | |
- Fedor Milliano | |
- Alex Pereira | |
- James Tony | |
- Randy Couture | |
3. You have to Judge them in their Championship Peak | |
4. Chris Weidman | |
5. Connor McGregor | |
6. Leg Breaking - Shin calcification and breaking baseball bats | |
# References: | |
1. Joe Rogan - Interview #2219 | |
2. Donald J Trump | |
""" | |
Multiplayer_Custom_Hosting_Game_Servers_For_Simulated_Worlds = """ | |
# Multiplayer Simulated Worlds | |
1. 7 Days To Die PC | |
2. ARK: Survival Evolved PC | |
3. Arma 3 PC | |
4. Atlas PC | |
5. Conan Exiles PC | |
6. Craftopia PC | |
7. DayZ PC | |
8. Eco - Global Survival PC | |
9. Empyrion - Galactic Survival PC | |
10. Factorio PC | |
11. Farming Simulator 19 PC | |
12. Crossplay | |
13. Farming Simulator 22 | |
14. Last Oasis PC | |
15. Last Oasis Classic PC | |
16. Minecraft (Vanilla) PC | |
17. Crossplay | |
18. Path of Titans | |
19. Rust PC | |
20. SCP: Secret Laboratory PC | |
21. SCUM PC | |
22. Satisfactory PC | |
23. Satisfactory (Experimental) PC | |
24. Crossplay | |
25. Space Engineers | |
26. Terraria (tShock & Vanilla) PC | |
27. The Forest PC | |
28. Crossplay | |
29. Valheim | |
""" | |
# Function to parse markdown text and extract terms | |
def extract_terms(markdown_text): | |
lines = markdown_text.strip().split('\n') | |
terms = [] | |
for line in lines: | |
line = re.sub(r'^[#*\->\d\.\s]+', '', line).strip() | |
if line: | |
terms.append(line) | |
return terms | |
# Function to display terms with links | |
def display_terms_with_links(terms): | |
search_urls = { | |
"🚀🌌ArXiv": lambda k: f"/?q={quote(k)}", | |
"📖": lambda k: f"https://en.wikipedia.org/wiki/{quote(k)}", | |
"🔍": lambda k: f"https://www.google.com/search?q={quote(k)}", | |
"▶️": lambda k: f"https://www.youtube.com/results?search_query={quote(k)}", | |
"🔎": lambda k: f"https://www.bing.com/search?q={quote(k)}", | |
"🐦": lambda k: f"https://twitter.com/search?q={quote(k)}", | |
} | |
for term in terms: | |
links_md = ' '.join([f"[{emoji}]({url(term)})" for emoji, url in search_urls.items()]) | |
st.markdown(f"- **{term}** {links_md}", unsafe_allow_html=True) | |
# Function to perform AI lookup using Gradio client | |
def perform_ai_lookup(query): | |
st.write("Performing AI Lookup...") | |
# Initialize the Gradio client | |
client = Client("awacke1/Arxiv-Paper-Search-And-QA-RAG-Pattern") | |
# Perform the AI lookup using the Mixtral and Mistral models | |
result1 = client.predict( | |
prompt=query, | |
llm_model_picked="mistralai/Mixtral-8x7B-Instruct-v0.1", | |
stream_outputs=True, | |
api_name="/ask_llm" | |
) | |
st.markdown("### Mixtral-8x7B-Instruct-v0.1 Result") | |
st.markdown(result1) | |
result2 = client.predict( | |
prompt=query, | |
llm_model_picked="mistralai/Mistral-7B-Instruct-v0.2", | |
stream_outputs=True, | |
api_name="/ask_llm" | |
) | |
st.markdown("### Mistral-7B-Instruct-v0.2 Result") | |
st.markdown(result2) | |
combined_result = f"{result1}\n\n{result2}" | |
return combined_result | |
# Function to extract URLs from AI result | |
def extract_urls(text): | |
try: | |
date_pattern = re.compile(r'### (\d{2} \w{3} \d{4})') | |
abs_link_pattern = re.compile(r'\[(.*?)\]\((https://arxiv\.org/abs/\d+\.\d+)\)') | |
pdf_link_pattern = re.compile(r'\[⬇️\]\((https://arxiv\.org/pdf/\d+\.\d+)\)') | |
title_pattern = re.compile(r'### \d{2} \w{3} \d{4} \| \[(.*?)\]') | |
date_matches = date_pattern.findall(text) | |
abs_link_matches = abs_link_pattern.findall(text) | |
pdf_link_matches = pdf_link_pattern.findall(text) | |
title_matches = title_pattern.findall(text) | |
markdown_text = "" | |
for i in range(len(date_matches)): | |
date = date_matches[i] | |
title = title_matches[i] | |
abs_link = abs_link_matches[i][1] | |
pdf_link = pdf_link_matches[i] | |
markdown_text += f"**Date:** {date}\n\n" | |
markdown_text += f"**Title:** {title}\n\n" | |
markdown_text += f"**Abstract Link:** [{abs_link}]({abs_link})\n\n" | |
markdown_text += f"**PDF Link:** [{pdf_link}]({pdf_link})\n\n" | |
markdown_text += "---\n\n" | |
return markdown_text | |
except Exception as e: | |
st.write(f"An error occurred in extract_urls: {e}") | |
return '' | |
# Function to generate filename based on date and content | |
def generate_filename(prefix, content): | |
timestamp = datetime.now().strftime("%Y%m%d_%H%M%S") | |
safe_content = re.sub(r'\W+', '_', content[:50]) | |
filename = f"{prefix}_{timestamp}_{safe_content}.md" | |
return filename | |
# Sidebar for file management | |
def file_management_sidebar(): | |
st.sidebar.title("📁 File Management") | |
# Get list of .md files excluding README.md | |
md_files = [file for file in glob.glob("*.md") if os.path.basename(file).lower() != 'readme.md'] | |
md_files.sort() | |
st.session_state.files = md_files # Update session state | |
if md_files: | |
st.sidebar.markdown("### Markdown Files") | |
for idx, file in enumerate(md_files): | |
# Create a unique key for each file | |
key_base = f"file_{idx}_{file}" | |
col1, col2, col3 = st.sidebar.columns([6, 1, 1]) | |
with col1: | |
st.write(file) | |
with col2: | |
if st.sidebar.button("📄", key=f"view_{key_base}"): | |
st.session_state.selected_file = file | |
st.session_state.view_mode = 'view' | |
with col3: | |
if st.sidebar.button("✏️", key=f"edit_{key_base}"): | |
st.session_state.selected_file = file | |
st.session_state.view_mode = 'edit' | |
# Option to create a new markdown file | |
if st.sidebar.button("Create New Markdown File"): | |
# Generate automatic filename | |
timestamp = datetime.now().strftime("%Y%m%d_%H%M%S") | |
new_filename = f"note_{timestamp}.md" | |
with open(new_filename, 'w', encoding='utf-8') as f: | |
f.write("# New Markdown File\n") | |
st.sidebar.success(f"Created new file: {new_filename}") | |
st.session_state.selected_file = new_filename | |
st.session_state.view_mode = 'edit' | |
else: | |
st.sidebar.write("No markdown files found.") | |
if st.sidebar.button("Create New Markdown File"): | |
# Generate automatic filename | |
timestamp = datetime.now().strftime("%Y%m%d_%H%M%S") | |
new_filename = f"note_{timestamp}.md" | |
with open(new_filename, 'w', encoding='utf-8') as f: | |
f.write("# New Markdown File\n") | |
st.sidebar.success(f"Created new file: {new_filename}") | |
st.session_state.selected_file = new_filename | |
st.session_state.view_mode = 'edit' | |
# Main application logic | |
def main(): | |
st.title("Markdown Content with AI Lookup and File Management") | |
# Display the original markdown content | |
st.markdown("## Original Markdown Content") | |
st.markdown(Boxing_and_MMA_Commentary_and_Knowledge) | |
st.markdown(Multiplayer_Custom_Hosting_Game_Servers_For_Simulated_Worlds) | |
# Parse and display terms with links | |
st.markdown("## Terms with Links") | |
terms1 = extract_terms(Boxing_and_MMA_Commentary_and_Knowledge) | |
terms2 = extract_terms(Multiplayer_Custom_Hosting_Game_Servers_For_Simulated_Worlds) | |
all_terms = terms1 + terms2 | |
display_terms_with_links(all_terms) | |
# Process 'q' query parameter from the URL | |
try: | |
query_params = st.experimental_get_query_params() | |
query_list = query_params.get('q') or query_params.get('query') or [] | |
if query_list: | |
search_query = query_list[0] | |
if len(search_query) > 1: | |
st.write(f"### Search query received: {search_query}") | |
# Perform AI lookup | |
ai_result = perform_ai_lookup(search_query) | |
# Extract URLs from AI result | |
markdown_text = extract_urls(ai_result) | |
st.markdown("## Extracted URLs") | |
st.markdown(markdown_text) | |
# Save the result as markdown file | |
filename = generate_filename("AI_Result", search_query) | |
with open(filename, 'w', encoding='utf-8') as f: | |
f.write(markdown_text) | |
st.write(f"Generated file **{filename}** with AI lookup results.") | |
# Clear the query parameters | |
st.experimental_set_query_params() | |
# Update session state | |
st.session_state.selected_file = filename | |
st.session_state.view_mode = 'view' | |
except Exception as e: | |
st.write(f"An error occurred while processing query parameters: {e}") | |
# Handle 'action' and 'query' parameters | |
params = st.experimental_get_query_params() | |
if 'action' in params: | |
action_list = params['action'] | |
if action_list: | |
action = action_list[0] | |
if action == 'show_message': | |
st.success("Showing a message because 'action=show_message' was found in the URL.") | |
elif action == 'clear': | |
# Clear query parameters | |
st.experimental_set_query_params() | |
if 'query' in params: | |
query_list = params['query'] | |
if query_list: | |
query = query_list[0] | |
# Display content or image based on the query | |
st.write(f"Displaying content for query: {query}") | |
# Implement your display logic here | |
# File management sidebar | |
file_management_sidebar() | |
# Display the selected file | |
selected_file = st.session_state.get('selected_file') | |
if selected_file: | |
view_mode = st.session_state.get('view_mode', 'view') | |
if os.path.exists(selected_file): | |
if view_mode == 'view': | |
st.markdown(f"### Viewing {selected_file}") | |
with open(selected_file, 'r', encoding='utf-8') as f: | |
file_content = f.read() | |
st.markdown(file_content) | |
elif view_mode == 'edit': | |
st.markdown(f"### Editing {selected_file}") | |
with open(selected_file, 'r', encoding='utf-8') as f: | |
file_content = f.read() | |
edited_content = st.text_area("Edit the markdown content", file_content, height=400) | |
if st.button("Save Changes"): | |
with open(selected_file, 'w', encoding='utf-8') as f: | |
f.write(edited_content) | |
st.success(f"Changes saved to {selected_file}") | |
# Update the file list in session state | |
st.session_state.files = [file for file in glob.glob("*.md") if os.path.basename(file).lower() != 'readme.md'] | |
else: | |
st.error("Selected file does not exist.") | |
else: | |
st.info("No file selected.") | |
if __name__ == "__main__": | |
main() | |