app.py

import gradio as gr
import os
from transformers import pipeline, set_seed, AutoTokenizer

set_seed(42)

generator = pipeline('text-generation', model='PygmalionAI/pygmalion-6b', return_full_text=False, do_sample=False)


def Bemenet(input_string):
    output = generator(os.environ['SECRET_PROMPT'] + " " + input_string, max_length=100)[0]['generated_text']
    if os.environ['SECRET'].upper() in output.upper():
        return "Sorry, but I am unable to answer this question."
    else:
        return output 

textbox = gr.Textbox()

interface = gr.Interface(fn=Bemenet,
                        title="GPT-2",
                        description="A GPT-3 egy finomhangolt verziója GPT-4 kimeneteken.",
                        inputs=textbox,
                        outputs=textbox)

interface.launch()