app.py

import gradio as gr
from transformers import pipeline

# generator = pipeline(model="cactusfriend/nightmare-invokeai-prompts",
#                     tokenizer="cactusfriend/nightmare-invokeai-prompts",
#                     task="text-generation")

generator = pipeline(model="/Users/ryan/python/dunston/v25/final",
                    tokenizer="/Users/ryan/python/dunston/v25/final",
                    task="text-generation")


def makePrompts(prompt: str, temp: float, p: float, k: int):
    temp = float(temp)
    outputs = generator(prompt, max_new_tokens=200,
                        temperature=temp, do_sample=True,
                        top_p=p, top_k=k, num_return_sequences=5)
    items = set([i['generated_text'] for i in outputs])
    return "\n --- \n".join(items)


iface = gr.Interface(fn=makePrompts,
                     inputs=[gr.Textbox(lines=1, label="Prompt", info="the start of the prompts", placeholder="a photograph of"),
                             gr.Slider(0.5, 2.9, value=1.8, step=0.1, label="Temperature", info="higher = crazier"),
                             gr.Slider(0.00, 0.98, value=0.9, step=0.01, label="Top P"),
                             gr.Slider(10, 80, value=40, step=1, label="Top K")],
                     outputs=gr.Textbox(lines=10, label="Five prompts"),
                     title="Nightmare InvokeAI Prompts",
                     allow_flagging="never")
iface.launch()