st_app.py

import random

import streamlit as st
from ctransformers import AutoModelForCausalLM

system_prompt = """Dies ist eine Unterhaltung zwischen \
einem intelligenten, hilfsbereitem \
KI-Assistenten und einem Nutzer.
Der Assistent gibt Antworten in Form von Zitaten."""

prompt_format = "<|im_start|>system\n{system_prompt}\
<|im_end|>\n<|im_start|>user\nZitiere {prompt}\
<|im_end|>\n<|im_start|>assistant\n"

modes = {
    "Authentisch": {"temperature": 0.05, "top_k": 10},
    "Ausgeglichen": {"temperature": 0.5, "top_p": 0.9},
    "Chaotisch": {"temperature": 0.9},
}

authors = [
    "Johann Wolfgang von Goethe",
    "Friedrich Schiller",
    "Immanuel Kant",
    "Oscar Wilde",
    "Lü Bu We",
    "Wilhelm Busch",
    "Friedrich Nietzsche",
    "Karl Marx",
    "William Shakespeare",
    "Kurt Tucholsky",
    "Georg Christoph Lichtenberg",
    "Arthur Schopenhauer",
    "Seneca der Jüngere",
    "Martin Luther",
    "Mark Twain",
    "Cicero",
    "Marie von Ebner-Eschenbach",
    "Novalis",
    "Franz Kafka",
    "Jean-Jacques Rousseau",
    "Heinrich Heine",
    "Honoré de Balzac",
    "Georg Büchner",
    "Gotthold Ephraim Lessing",
    "Markus M. Ronner",
    "Gerhard Uhlenbruck",
    "Theodor Fontane",
    "Jean Paul",
    "Leo Tolstoi",
    "Friedrich Hebbel",
    "Horaz",
    "Albert Einstein",
    "Jesus von Nazareth",
    "Angela Merkel",
    "Ambrose Bierce",
    "Christian Morgenstern",
    "Friedrich Hölderlin",
    "Joseph Joubert",
    "François de La Rochefoucauld",
    "Otto von Bismarck",
    "Fjodor Dostojewski",
    "Ovid",
    "Rudolf Steiner",
    "Ludwig Börne",
    "Hugo von Hofmannsthal",
    "Laotse",
    "Thomas von Aquin",
    "Ludwig Wittgenstein",
    "Friedrich Engels",
    "Charles de Montesquieu",
]


st.title("Zitatgenerator")

# Initialization
if "model" not in st.session_state:
    data_load_state = st.text("Lade Modell...")
    model = AutoModelForCausalLM.from_pretrained(
        "caretech-owl/leo-hessionai-7B-quotes-gguf", model_type="Llama"
    )
    st.session_state["model"] = model
    st.session_state["author"] = ""
    data_load_state.text("Modell geladen!")
else:
    data_load_state = st.text("Modell geladen!")

with st.form("user_form", clear_on_submit=False):
    col1, col2 = st.columns([2, 1])
    with col1:
        placeholder = st.empty()
        question = placeholder.text_input(
            "Zitat generieren von: ",
            placeholder="Zufallsautor",
            value=st.session_state["author"],
        )
        generate = st.form_submit_button(label="Zitat generieren")
    with col2:
        mode = st.selectbox(
            "Modus:",
            ("Authentisch", "Ausgeglichen", "Chaotisch"),
            index=1,
        )
if generate:
    if not question:
        question = placeholder.text_input(
            "Zitat generieren von: ",
            placeholder="Aristoteles",
            value=random.choice(authors),
        )
    st.session_state["author"] = question

    with st.spinner("Denke über Zitat nach (das kann etwas dauern)..."):
        query = prompt_format.format(
            system_prompt=system_prompt,
            prompt=st.session_state["author"],
        )
        print("=" * 20)
        print(query)
        output = st.session_state["model"](
            query, stop="<|im_end|>", max_new_tokens=200, **modes[mode]
        )
        print("-" * 20)
        print(output)
        print("=" * 20)
        st.success(output)