Spaces:
Sleeping
Sleeping
| import streamlit as st | |
| import os | |
| from openai import OpenAI | |
| from dotenv import load_dotenv | |
| load_dotenv() | |
| import base64 | |
| load_dotenv() | |
| def get_together_models(): | |
| return [ | |
| "meta-llama/Meta-Llama-3-8B-Instruct-Turbo", | |
| "meta-llama/Meta-Llama-3-70B-Instruct-Lite", | |
| "meta-llama/Meta-Llama-3.1-405B-Instruct-Turbo", | |
| "google/gemma-2-9b-it", | |
| "meta-llama/Meta-Llama-3.1-70B-Instruct-Turbo", | |
| "deepseek-ai/deepseek-coder-33b-instruct", | |
| "meta-llama/Meta-Llama-3-70B-Instruct-Turbo", | |
| "meta-llama/Meta-Llama-3.1-8B-Instruct-Turbo", | |
| "meta-llama/Meta-Llama-3-8B-Instruct-Lite", | |
| "meta-llama/Meta-Llama-3-70B-Instruct-Lite", | |
| "google/gemma-2-27b-it", | |
| "allenai/OLMo-7B-Instruct", | |
| "zero-one-ai/Yi-34B-Chat", | |
| "allenai/OLMo-7B-Twin-2T", | |
| "allenai/OLMo-7B", | |
| "Austism/chronos-hermes-13b", | |
| "cognitivecomputations/dolphin-2.5-mixtral-8x7b", | |
| "databricks/dbrx-instruct", | |
| "deepseek-ai/deepseek-llm-67b-chat", | |
| "garage-bAInd/Platypus2-70B-instruct", | |
| "google/gemma-2b-it", | |
| "google/gemma-7b-it", | |
| "Gryphe/MythoMax-L2-13b", | |
| "lmsys/vicuna-13b-v1.5", | |
| "lmsys/vicuna-7b-v1.5", | |
| "codellama/CodeLlama-13b-Instruct-hf", | |
| "codellama/CodeLlama-34b-Instruct-hf", | |
| "codellama/CodeLlama-70b-Instruct-hf", | |
| "codellama/CodeLlama-7b-Instruct-hf", | |
| "meta-llama/Llama-2-70b-chat-hf", | |
| "meta-llama/Llama-2-13b-chat-hf", | |
| "meta-llama/Llama-2-7b-chat-hf", | |
| "meta-llama/Llama-3-8b-chat-hf", | |
| "meta-llama/Llama-3-70b-chat-hf", | |
| "mistralai/Mistral-7B-Instruct-v0.1", | |
| "mistralai/Mistral-7B-Instruct-v0.2", | |
| "mistralai/Mistral-7B-Instruct-v0.3", | |
| "mistralai/Mixtral-8x7B-Instruct-v0.1", | |
| "mistralai/Mixtral-8x22B-Instruct-v0.1", | |
| "NousResearch/Nous-Capybara-7B-V1p9", | |
| "NousResearch/Nous-Hermes-2-Mistral-7B-DPO", | |
| "NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO", | |
| "NousResearch/Nous-Hermes-2-Mixtral-8x7B-SFT", | |
| "NousResearch/Nous-Hermes-llama-2-7b", | |
| "NousResearch/Nous-Hermes-Llama2-13b", | |
| "NousResearch/Nous-Hermes-2-Yi-34B", | |
| "openchat/openchat-3.5-1210", | |
| "Open-Orca/Mistral-7B-OpenOrca", | |
| "Qwen/Qwen1.5-0.5B-Chat", | |
| "Qwen/Qwen1.5-1.8B-Chat", | |
| "Qwen/Qwen1.5-4B-Chat", | |
| "Qwen/Qwen1.5-7B-Chat", | |
| "Qwen/Qwen1.5-14B-Chat", | |
| "Qwen/Qwen1.5-32B-Chat", | |
| "Qwen/Qwen1.5-72B-Chat", | |
| "Qwen/Qwen1.5-110B-Chat", | |
| "Qwen/Qwen2-72B-Instruct", | |
| "snorkelai/Snorkel-Mistral-PairRM-DPO", | |
| "Snowflake/snowflake-arctic-instruct", | |
| "togethercomputer/alpaca-7b", | |
| "teknium/OpenHermes-2-Mistral-7B", | |
| "teknium/OpenHermes-2p5-Mistral-7B", | |
| "togethercomputer/Llama-2-7B-32K-Instruct", | |
| "togethercomputer/RedPajama-INCITE-Chat-3B-v1", | |
| "togethercomputer/RedPajama-INCITE-7B-Chat", | |
| "togethercomputer/StripedHyena-Nous-7B", | |
| "Undi95/ReMM-SLERP-L2-13B", | |
| "Undi95/Toppy-M-7B", | |
| "WizardLM/WizardLM-13B-V1.2", | |
| "upstage/SOLAR-10.7B-Instruct-v1.0" | |
| ] | |
| # Function to get Groq chat models | |
| def get_groq_models(): | |
| return [ | |
| # "llama-3.1-405b-reasoning", | |
| "llama-3.1-70b-versatile", | |
| "mixtral-8x7b-32768", | |
| "llama3-groq-70b-8192-tool-use-preview", | |
| "llama-3.1-8b-instant", | |
| "llama3-groq-8b-8192-tool-use-preview", | |
| "llama-guard-3-8b", | |
| "llama3-70b-8192", | |
| "llama3-8b-8192", | |
| "gemma-7b-it", | |
| "gemma2-9b-it", | |
| "whisper-large-v3" | |
| ] | |
| def get_gaurd_models(): | |
| return [ "llama-guard-3-8b" ] | |
| def get_openai_models(): | |
| return [ | |
| "gpt-3.5-turbo", | |
| "gpt-3.5-turbo-16k", | |
| "gpt-4", | |
| "gpt-4-32k", | |
| "gpt-4-1106-preview", | |
| "gpt-4-vision-preview" | |
| ] | |
| def get_openairouter_models(): | |
| return [ | |
| "meta-llama/llama-3.1-8b-instruct:free", | |
| "nousresearch/hermes-3-llama-3.1-405b", | |
| "claude-3-5-sonnet", | |
| "gpt-4-turbo-128k-france", | |
| "gemini-1.0-pro", | |
| "gemini-1.5-pro", | |
| "gemini-1.5-flash", | |
| "Llama-3-70B-Instruct", | |
| "Mixtral-8x7B-Instruct-v0.1", | |
| "CodeLlama-2", | |
| "jina-embeddings-v2-base-de", | |
| "jina-embeddings-v2-base-code", | |
| "text-embedding-bge-m3", | |
| "llava-v1.6-34b", | |
| "llava-v1.6-vicuna-13b", | |
| "gpt-35-turbo", | |
| "text-embedding-ada-002", | |
| "gpt-4-32k-1", | |
| "gpt-4-32k-canada", | |
| "gpt-4-32k-france", | |
| "text-embedding-ada-002-france", | |
| "mistral-large-32k-france", | |
| "Llama-3.1-405B-Instruct-US", | |
| "Mistral-Large-2407", | |
| "Mistral-Nemo-2407" | |
| ] | |
| # Function to get OpenAI-like models | |
| def get_openai_like_models(): | |
| return [ | |
| "claude-3-5-sonnet", | |
| "gpt-4-turbo-128k-france", | |
| "gemini-1.0-pro", | |
| "gemini-1.5-pro", | |
| "gemini-1.5-flash", | |
| "Llama-3-70B-Instruct", | |
| "Mixtral-8x7B-Instruct-v0.1", | |
| "CodeLlama-2", | |
| "jina-embeddings-v2-base-de", | |
| "jina-embeddings-v2-base-code", | |
| "text-embedding-bge-m3", | |
| "llava-v1.6-34b", | |
| "llava-v1.6-vicuna-13b", | |
| "gpt-35-turbo", | |
| "text-embedding-ada-002", | |
| "gpt-4-32k-1", | |
| "gpt-4-32k-canada", | |
| "gpt-4-32k-france", | |
| "text-embedding-ada-002-france", | |
| "mistral-large-32k-france", | |
| "Llama-3.1-405B-Instruct-US", | |
| "Mistral-Large-2407", | |
| "Mistral-Nemo-2407" | |
| ] | |
| def to_leetspeak(text): | |
| leet_dict = { | |
| 'a': '4', 'e': '3', 'g': '6', 'i': '1', 'o': '0', 's': '5', 't': '7', | |
| 'A': '4', 'E': '3', 'G': '6', 'I': '1', 'O': '0', 'S': '5', 'T': '7' | |
| } | |
| return ''.join(leet_dict.get(char, char) for char in text) | |
| def to_base64(text): | |
| return base64.b64encode(text.encode()).decode() | |
| def to_binary(text): | |
| return ' '.join(format(ord(char), '08b') for char in text) | |
| def to_emoji(text): | |
| emoji_dict = { | |
| 'a': '🅰', 'b': '🅱', 'c': '🅲', 'd': '🅳', 'e': '🅴', 'f': '🅵', 'g': '🅶', 'h': '🅷', 'i': '🅸', 'j': '🅹', | |
| 'k': '🅺', 'l': '🅻', 'm': '🅼', 'n': '🅽', 'o': '🅾', 'p': '🅿', 'q': '🆀', 'r': '🆁', 's': '🆂', 't': '🆃', | |
| 'u': '🆄', 'v': '🆅', 'w': '🆆', 'x': '🆇', 'y': '🆈', 'z': '🆉', | |
| 'A': '🅰', 'B': '🅱', 'C': '🅲', 'D': '🅳', 'E': '🅴', 'F': '🅵', 'G': '🅶', 'H': '🅷', 'I': '🅸', 'J': '🅹', | |
| 'K': '🅺', 'L': '🅻', 'M': '🅼', 'N': '🅽', 'O': '🅾', 'P': '🅿', 'Q': '🆀', 'R': '🆁', 'S': '🆂', 'T': '🆃', | |
| 'U': '🆄', 'V': '🆅', 'W': '🆆', 'X': '🆇', 'Y': '🆈', 'Z': '🆉' | |
| } | |
| return ''.join(emoji_dict.get(char, char) for char in text) | |
| # Initialize session state | |
| if 'messages' not in st.session_state: | |
| st.session_state.messages = [] | |
| if 'api_key' not in st.session_state: | |
| st.session_state.api_key = "" | |
| if 'selected_model' not in st.session_state: | |
| st.session_state.selected_model = "" | |
| if 'selected_service' not in st.session_state: | |
| st.session_state.selected_service = "" | |
| if 'base_url' not in st.session_state: | |
| st.session_state.base_url = "" | |
| # Sidebar | |
| st.sidebar.title("Chat Settings") | |
| # Service selection | |
| service = st.sidebar.radio("Select a service:", ("Together AI","OpenAI-like", "Groq","Openrouter","gaurdrails", "OpenAI")) | |
| st.session_state.selected_service = service | |
| # Model selection based on the chosen service | |
| if service == "OpenAI-like": | |
| openai_like_models = get_openai_like_models() | |
| selected_model = st.sidebar.selectbox("Select an OpenAI-like model:", openai_like_models) | |
| base_url = st.sidebar.text_input("Enter the base URL for the OpenAI-like API:",type="password",value=os.getenv('API_BASE')) | |
| api_key = st.sidebar.text_input("Enter your API Key:", type="password",value=os.getenv('API_KEY')) | |
| if api_key: | |
| st.session_state.api_key = api_key | |
| if base_url: | |
| st.session_state.base_url = base_url | |
| elif service == "Openrouter": | |
| openai_like_models = get_openairouter_models() | |
| selected_model = st.sidebar.selectbox("Select an OpenAI-like model:", openai_like_models) | |
| base_url = st.sidebar.text_input("Enter the base URL for the OpenAI-like API:",type="password",value=os.getenv('API_BASE_OPENROUTER')) | |
| api_key = st.sidebar.text_input("Enter your API Key:", type="password",value=os.getenv('API_KEY_OPENROUTER')) | |
| if api_key: | |
| st.session_state.api_key = api_key | |
| if base_url: | |
| st.session_state.base_url = base_url | |
| elif service == "OpenAI": | |
| openai_models = get_openai_models() | |
| api_key = st.sidebar.text_input("Enter your OpenAI API Key:", type="password", value=os.getenv('OPENAI_API_KEY')) | |
| if api_key: | |
| st.session_state.api_key = api_key | |
| selected_model = st.sidebar.selectbox("Select an OpenAI model:", openai_models) | |
| base_url = "https://api.openai.com/v1" | |
| elif service == "Groq": | |
| groq_models = get_groq_models() | |
| api_key = st.sidebar.text_input("Enter your API Key:", type="password",value=os.getenv('GROQ_API_KEY')) | |
| if api_key: | |
| st.session_state.api_key = api_key | |
| selected_model = st.sidebar.selectbox("Select a Groq model:", groq_models) | |
| base_url = "https://api.groq.com/openai/v1" | |
| elif service == "gaurdrails": | |
| guardrails_like_models = get_gaurd_models() | |
| api_key = st.sidebar.text_input("Enter your API Key:", type="password",value=os.getenv('GROQ_API_KEY')) | |
| if api_key: | |
| st.session_state.api_key = api_key | |
| selected_model = st.sidebar.selectbox("Select a gaurdrail model:", guardrails_like_models) | |
| base_url = "https://api.groq.com/openai/v1" | |
| else: # OpenAI-like | |
| together_models = get_together_models() | |
| api_key = st.sidebar.text_input("Enter your API Key:", type="password",value=os.getenv('TOGETHER_API_KEY')) | |
| if api_key: | |
| st.session_state.api_key = api_key | |
| selected_model = st.sidebar.selectbox("Select a Together AI model:", together_models) | |
| base_url = "https://api.together.xyz/v1" | |
| if selected_model: | |
| st.session_state.selected_model = selected_model | |
| # Main chat interface | |
| st.title("AI Chat Application") | |
| # Display chat messages | |
| for message in st.session_state.messages: | |
| with st.chat_message(message["role"]): | |
| st.markdown(message["content"]) | |
| # User input | |
| if prompt := st.chat_input("You:"): | |
| if not st.session_state.api_key: | |
| st.error("Please enter an API key.") | |
| elif not st.session_state.selected_model: | |
| st.error("Please select a model.") | |
| elif service == "OpenAI-like" and not st.session_state.base_url: | |
| st.error("Please enter the base URL for the OpenAI-like API.") | |
| else: | |
| # Add user message to chat history | |
| st.session_state.messages.append({"role": "user", "content": prompt}) | |
| with st.chat_message("user"): | |
| st.markdown(prompt) | |
| # Generate AI response | |
| with st.chat_message("assistant"): | |
| message_placeholder = st.empty() | |
| full_response = "" | |
| try: | |
| if service == "OpenAI-like": | |
| client = OpenAI( | |
| api_key=st.session_state.api_key, | |
| base_url=st.session_state.base_url + '/v2', | |
| ) | |
| else: | |
| client = OpenAI(api_key=st.session_state.api_key, base_url=base_url) | |
| for response in client.chat.completions.create( | |
| model=st.session_state.selected_model, | |
| messages=[ | |
| {"role": m["role"], "content": m["content"]} | |
| for m in st.session_state.messages | |
| ], | |
| stream=True, | |
| max_tokens=1000, | |
| temperature=0.7 | |
| ): | |
| full_response += (response.choices[0].delta.content or "") | |
| message_placeholder.markdown(full_response + "▌") | |
| message_placeholder.markdown(full_response) | |
| except Exception as e: | |
| st.error(f"An error occurred: {str(e)}") | |
| full_response = "I apologize, but an error occurred while generating the response." | |
| # Add assistant response to chat history | |
| st.session_state.messages.append({"role": "assistant", "content": full_response}) | |
| # Clear chat button | |
| if st.sidebar.button("Clear Chat"): | |
| st.session_state.messages = [] | |
| st.rerun() | |
| with st.sidebar: | |
| st.title("Text Conversion") | |
| input_text = st.text_area("Enter text to convert:") | |
| col1, col2 = st.columns(2) | |
| with col1: | |
| if st.button("To Leetspeak"): | |
| if input_text: | |
| converted_text = to_leetspeak(input_text) | |
| st.text_area("Leetspeak Result:", converted_text, height=100) | |
| st.code(converted_text, language="text") | |
| if st.button("To Base64"): | |
| if input_text: | |
| converted_text = to_base64(input_text) | |
| st.text_area("Base64 Result:", converted_text, height=100) | |
| st.code(converted_text, language="text") | |
| with col2: | |
| if st.button("To Binary"): | |
| if input_text: | |
| converted_text = to_binary(input_text) | |
| st.text_area("Binary Result:", converted_text, height=100) | |
| st.code(converted_text, language="text") | |
| if st.button("To Emoji"): | |
| if input_text: | |
| converted_text = to_emoji(input_text) | |
| st.text_area("Emoji Result:", converted_text, height=100) | |
| st.code(converted_text, language="text") | |
| with st.sidebar: | |
| import pandas as pd | |
| prompts_csv = pd.read_csv("Prompts.csv") | |
| st.title("Prompt break") | |
| st.write("prompt breaker") | |
| # st.write("https://github.com/elder-plinius/L1B3RT45") | |
| st.dataframe(prompts_csv) | |