from model import model #from vectorstore import similarity_search import time import numpy as np import pandas as pd import streamlit as st if "model" not in st.session_state: st.session_state["model"] = "unsloth/gemma-7b-bnb-4bit" # Initialize chat history if "messages" not in st.session_state: st.session_state.messages = [] # Display chat messages from history on app rerun for message in st.session_state.messages: with st.chat_message(message["role"]): st.markdown(message["content"]) if prompt := st.chat_input("Pregúntale a Don Simón"): # Add user message to chat history st.session_state.messages.append({"role": "user", "content": prompt}) # Display user message in chat message container with st.chat_message("user"): st.markdown(prompt) with st.chat_message("assistant"): stream = model(prompt,max_new_tokens=50) #stream = prompt response = st.write(stream) st.session_state.messages.append({"role": "assistant", "content": stream}) print(st.session_state)