import streamlit as st st.header('Args') st.text('(Llama-7b sft)') col1, col2 = st.columns([3,1]) example_num = st.selectbox("Select an example", ("None", "Example 1", "Example 2", "Example 3"), index=3) if example_num != "None": examples = {"Example 1": "What should you wear to a funeral?", "Example 2": "I need a good winter glove and I'm wondering what materials I should be looking for. I want something lightly insulated but weather resistant.", "Example 3": "My son is struggling to learn how to do addition. How can I teach him?"} example_text = examples.get(example_num) st.session_state.text = example_text with col1: text = st.text_area('Enter text', "", height=180, key="text") with col2: weight = st.slider('weight', min_value=0.0, max_value=1.5, value=1.5, step=0.01) k = st.slider("k", min_value=2, max_value=10, value=10, step=1) trigger = st.button("Generate") st.subheader("Result") import requests GROK_URL = "https://842f-128-105-19-70.ngrok-free.app" ENDPOINT = f"{GROK_URL}/model" if trigger: req = requests.get(ENDPOINT, params={"weight": weight, "k": k, "text": text, "ngrok-skip-browser-warning": "1"}) if req.status_code == 200: result = req.text else: result = "Sorry, an error occured!" st.write(result)