app.py

import gradio as gr
import torch
from transformers import AutoTokenizer, AutoModelForCausalLM

def generate_text(prompt, style):
    model_name = "nomic-ai/gpt4all-13b-snoozy"
    tokenizer = AutoTokenizer.from_pretrained(model_name)
    model = AutoModelForCausalLM.from_pretrained(model_name)
    
    full_prompt = f"{prompt} Schreibe die Antwort im Stil von {style}."
    inputs = tokenizer.encode(full_prompt, return_tensors='pt')
    outputs = model.generate(inputs, max_length=150, num_return_sequences=1, no_repeat_ngram_size=2)
    
    generated = outputs[:,inputs.shape[-1]:]
    result = tokenizer.decode(generated[0], skip_special_tokens=True)
    
    return result

styles = ["eine formelle E-Mail", "eine Kurzgeschichte", "ein Gedicht", "ein wissenschaftlicher Bericht", "eine Zeitungsartikel"]

css = """
body {
  background-color: #f0f0f0;
  color: #333;
}
.gradio-input, .gradio-output {
  background-color: #fff;
  color: #333;
}
"""

iface = gr.Interface(fn=generate_text, inputs=["textbox", gr.inputs.Dropdown(choices=styles)], outputs="text", css=css)
iface.launch()