from datetime import datetime import streamlit as st from lib import config, txt2txt_generate st.set_page_config( page_title=f"Text Generation - {config.title}", page_icon=config.icon, layout=config.layout, ) if "api_key_anthropic" not in st.session_state: st.session_state.api_key_anthropic = "" if "api_key_hf" not in st.session_state: st.session_state.api_key_hf = "" if "api_key_openai" not in st.session_state: st.session_state.api_key_openai = "" if "api_key_pplx" not in st.session_state: st.session_state.api_key_pplx = "" if "running" not in st.session_state: st.session_state.running = False if "txt2txt_messages" not in st.session_state: st.session_state.txt2txt_messages = [] if "txt2txt_seed" not in st.session_state: st.session_state.txt2txt_seed = 0 st.logo(config.logo, size="small") st.sidebar.header("Settings") text_services = { service_id: service_config for service_id, service_config in config.services.items() if getattr(service_config, "text", None) } service = st.sidebar.selectbox( "Service", options=text_services.keys(), format_func=lambda x: text_services[x].name, disabled=st.session_state.running, ) # Show the API key input for the selected service. for service_id, service_preset in text_services.items(): if service == service_id: session_key = f"api_key_{service}" api_key = service_preset.api_key st.session_state[session_key] = st.sidebar.text_input( "API Key", type="password", value="" if api_key else st.session_state[session_key], disabled=bool(api_key) or st.session_state.running, help="Set by environment variable" if api_key else "Cleared on page refresh", ) service_config = text_services[service] model = st.sidebar.selectbox( "Model", options=service_config.text.keys(), format_func=lambda x: service_config.text[x].name, disabled=st.session_state.running, ) model_config = service_config.text[model] system = st.sidebar.text_area( "System Message", value=model_config.system_prompt, disabled=st.session_state.running, ) st.html("""

Text Generation

Chat with large language models.

""") # Build parameters from preset by rendering the appropriate input widgets parameters = {"model": model} for param in model_config.parameters: if param == "max_tokens": parameters[param] = st.sidebar.slider( "Max Tokens", step=512, value=model_config.max_tokens, min_value=model_config.max_tokens_range[0], max_value=model_config.max_tokens_range[1], disabled=st.session_state.running, help="Maximum number of tokens to generate (default: 512)", ) if param == "temperature": parameters[param] = st.sidebar.slider( "Temperature", step=0.1, value=model_config.temperature, min_value=model_config.temperature_range[0], max_value=model_config.temperature_range[1], disabled=st.session_state.running, help="Used to modulate the next token probabilities (default: 1.0)", ) if param == "frequency_penalty": parameters[param] = st.sidebar.slider( "Frequency Penalty", step=0.1, value=model_config.frequency_penalty, min_value=model_config.frequency_penalty_range[0], max_value=model_config.frequency_penalty_range[1], disabled=st.session_state.running, help="Penalize new tokens based on their existing frequency in the text (default: 0.0)", ) if param == "presence_penalty": parameters[param] = st.sidebar.slider( "Presence Penalty", step=0.1, value=model_config.presence_penalty, min_value=model_config.presence_penalty_range[0], max_value=model_config.presence_penalty_range[1], disabled=st.session_state.running, help="Penalize new tokens based on their presence in the text so far (default: 0.0)", ) if param == "seed": parameters[param] = st.sidebar.number_input( "Seed", value=-1, min_value=-1, max_value=(1 << 53) - 1, disabled=st.session_state.running, help="Make a best effort to sample deterministically (default: -1)", ) # Chat messages for message in st.session_state.txt2txt_messages: with st.chat_message(message["role"]): st.markdown(message["content"]) # Buttons for deleting last message or clearing all messages if st.session_state.txt2txt_messages: button_container = st.empty() with button_container.container(): # https://discuss.streamlit.io/t/st-button-in-one-line/25966/6 st.html(""" """) col1, col2 = st.columns(2) with col1: if st.button("❌", help="Delete last message") and len(st.session_state.txt2txt_messages) >= 2: st.session_state.txt2txt_messages.pop() st.session_state.txt2txt_messages.pop() st.rerun() with col2: if st.button("🗑️", help="Clear all messages"): st.session_state.txt2txt_messages = [] st.rerun() else: button_container = None # Chat input if prompt := st.chat_input( "What would you like to know?", on_submit=lambda: setattr(st.session_state, "running", True), ): if "seed" in parameters and parameters["seed"] >= 0: st.session_state.txt2txt_seed = parameters["seed"] else: st.session_state.txt2txt_seed = int(datetime.now().timestamp() * 1e6) % (1 << 53) if "seed" in parameters: parameters["seed"] = st.session_state.txt2txt_seed if button_container: button_container.empty() if service == "anthropic": messages = [] parameters["system"] = system else: messages = [{"role": "system", "content": system}] messages.extend([{"role": m["role"], "content": m["content"]} for m in st.session_state.txt2txt_messages]) messages.append({"role": "user", "content": prompt}) parameters["messages"] = messages with st.chat_message("user"): st.markdown(prompt) with st.chat_message("assistant"): session_key = f"api_key_{service}" api_key = st.session_state[session_key] or text_services[service].api_key response = txt2txt_generate(api_key, service, parameters) st.session_state.running = False st.session_state.txt2txt_messages.append({"role": "user", "content": prompt}) st.session_state.txt2txt_messages.append({"role": "assistant", "content": response}) st.rerun()