app.py

import os
from dotenv import find_dotenv, load_dotenv
import streamlit as st
from typing import Generator
from groq import Groq

# Cargar variables de entorno
_ = load_dotenv(find_dotenv())

# Configurar la página de Streamlit
st.set_page_config(page_icon="📃", layout="wide", page_title="Groq & LLaMA3.1 Chat Bot...")

# Menú superior con título y enlaces
st.markdown(
    """
    <style>
        .menu-container {
            padding: 20px;
            background-color: #f4f4f4;
            border-bottom: 1px solid #e1e1e1;
        }
        .menu-title {
            font-size: 24px;
            font-weight: bold;
            margin-bottom: 10px;
        }
        .menu-description {
            line-height: 1.5;
        }
        .menu-description a {
            color: #1f77b4;
            text-decoration: none;
        }
        .menu-description a:hover {
            text-decoration: underline;
        }
    </style>
    <div class="menu-container">
        <p class="menu-title">Bot con I.A. para crear MARKETING DE CONTENIDOS de productos.</p>
        <p class="menu-description">
            Herramienta de apoyo para crear MARKETING DE CONTENIDOS para medios Electrónicos.<br><br>
            Si desea usar otro BOT de I.A. escoja:<br>
            <a href='https://sentrycom-bot-mc.hf.space'>Marketing de Contenidos |</a>
            <a href='https://sentrycom-bot-tit.hf.space'> Creacion de TITULOS |</a>
            <a href='https://sentrycom-bot-dp.hf.space'> Descripcion de Productos |</a>
            <a href='https://sentrycom-bot-cp.hf.space'> Caracteristicas de Productos |</a>
            <a href='https://wa.me/51927929109'> Desarrollado por MAGNET IMPACT - Agencia de Marketing Digital</a>
        </p>
    </div>
    """,
    unsafe_allow_html=True
)

def icon(emoji: str):
    """Muestra un emoji como ícono de página estilo Notion."""
    st.write(
        f'<span style="font-size: 78px; line-height: 1">{emoji}</span>',
        unsafe_allow_html=True,
    )

# Encabezado de la aplicación
st.subheader("Groq Chat with LLaMA3.1 App", divider="rainbow", anchor=False)

# Inicializar cliente Groq
client = Groq(
    api_key=os.environ['GROQ_API_KEY'],
)

# Inicializar historial de chat y modelo seleccionado
if "messages" not in st.session_state:
    st.session_state.messages = []

if "selected_model" not in st.session_state:
    st.session_state.selected_model = None

# Detalles de los modelos
models = {
    "llama-3.1-70b-versatile": {"name": "LLaMA3.1-70b", "tokens": 4096, "developer": "Meta"},
    "llama-3.1-8b-instant": {"name": "LLaMA3.1-8b", "tokens": 4096, "developer": "Meta"},
    "llama3-70b-8192": {"name": "Meta Llama 3 70B", "tokens": 4096, "developer": "Meta"},
    "llama3-8b-8192": {"name": "Meta Llama 3 8B", "tokens": 4096, "developer": "Meta"},
    "llama3-groq-70b-8192-tool-use-preview": {"name": "Llama 3 Groq 70B Tool Use (Preview)", "tokens": 4096, "developer": "Groq"},
    "gemma-7b-it": {"name": "Gemma-7b-it", "tokens": 4096, "developer": "Google"},
    "mixtral-8x7b-32768": {
        "name": "Mixtral-8x7b-Instruct-v0.1",
        "tokens": 32768,
        "developer": "Mistral",
    },
}

# Diseño para la selección de modelo y slider de tokens
col1, col2 = st.columns([1, 3])  # Ajusta la proporción para hacer la primera columna más pequeña

with col1:
    model_option = st.selectbox(
        "Choose a model:",
        options=list(models.keys()),
        format_func=lambda x: models[x]["name"],
        index=0,  # Predeterminado al primer modelo en la lista
    )
    max_tokens_range = models[model_option]["tokens"]
    max_tokens = st.slider(
        "Max Tokens:",
        min_value=512,
        max_value=max_tokens_range,
        value=min(32768, max_tokens_range),
        step=512,
        help=f"Adjust the maximum number of tokens (words) for the model's response. Max for selected model: {max_tokens_range}",
    )

# Detectar cambio de modelo y limpiar historial de chat si el modelo ha cambiado
if st.session_state.selected_model != model_option:
    st.session_state.messages = []
    st.session_state.selected_model = model_option

# Añadir un botón para "Limpiar Chat"
if st.button("Clear Chat"):
    st.session_state.messages = []

# Mostrar mensajes de chat del historial en la aplicación
for message in st.session_state.messages:
    avatar = "🔋" if message["role"] == "assistant" else "🧑‍💻"
    with st.chat_message(message["role"], avatar=avatar):
        st.markdown(message["content"])

def generate_chat_responses(chat_completion) -> Generator[str, None, None]:
    """Generar contenido de respuesta del chat a partir de la respuesta de la API de Groq."""
    for chunk in chat_completion:
        if chunk.choices[0].delta.content:
            yield chunk.choices[0].delta.content

# Instrucción privada que se aplicará a cada mensaje
private_instruction = (
    "# I want you to act as a content marketing consultant. # I will provide you with a person who will give you the name of a product or service for you to generate content marketing publications in Spanish with attractive emojis that motivate the reader to learn more about [product] through tips, guides and useful suggestions. # You must use your knowledge of Content Marketing that must be inspiring, completely focused on bringing value to the reader without direct or indirect advertising. # Generate long content, at least 5 short relevant paragraphs. Check that the previous content is not repeated. # Generate content with paragraphs between 10 and 20 words. Check that previous content is not repeated. # Use attractive emojis and titles such as: \"The 5 best tricks for [action]\". \"The ultimate beginner\'s guide to [topic].\" \"Want [result]? I show you how to achieve it in 5 steps.\" # Use practical tips such as: \"With these 5 tips you\'ll get [result].\" \"Five innovative ways to use [product] in your daily life.\" # Educational content: \"The most common mistakes and how to avoid them.\" \"Myths and truths about [topic].\" \"The latest trends you need to know about.\" # Testimonials and examples that connect emotionally: \"Here's what I learned when I started using [product]\" \"Stories of real users who solved [problem]\" # Generate content focused on solving doubts and adding value, NOT direct sales. Surprise me with your best ideas! # Always answers in AMERICAN SPANISH. Stop after finish the first content marketing genreated."
)

# Manejar la entrada del chat del usuario
if prompt := st.chat_input("Escribe tu mensaje aquí..."):
    st.session_state.messages.append({"role": "user", "content": prompt})

    with st.chat_message("user", avatar="🧑‍💻"):  
        st.markdown(prompt)

    # Preparar los mensajes para la API, incluyendo la instrucción privada
    messages_for_api = [
        {"role": "system", "content": private_instruction},
    ] + [
        {"role": m["role"], "content": m["content"]}
        for m in st.session_state.messages
    ]

    # Obtener respuesta de la API de Groq
    try:
        chat_completion = client.chat.completions.create(
            model=model_option,
            messages=messages_for_api,
            max_tokens=max_tokens,
            stream=True,
        )

        # Usar la función generadora con st.write_stream
        with st.chat_message("assistant", avatar="🔋"):
            chat_responses_generator = generate_chat_responses(chat_completion)
            full_response = st.write_stream(chat_responses_generator)

        # Añadir la respuesta completa al historial de mensajes
        if isinstance(full_response, str):
            st.session_state.messages.append(
                {"role": "assistant", "content": full_response}
            )
        else:
            combined_response = "\n".join(str(item) for item in full_response)
            st.session_state.messages.append(
                {"role": "assistant", "content": combined_response}
            )

    except Exception as e:
        st.error(e, icon="❌")