initial commit

app.py

@@ -0,0 +1,44 @@
+import gradio as gr
+from transformers import pipeline
+
+# Define the model loading function
+def load_model(model_name):
+    # Load the text generation pipeline
+    generator = pipeline('text-generation', model=model_name)
+    return generator
+
+# Define the text generation function
+def generate_text(model_name, prompt, custom_prompt,  temperature, max_length, top_p, beam_size, frequency_penalty, presence_penalty):
+    if temperature == 0:
+        temperature = 0.0001
+        do_sample = False
+    else:
+        do_sample = True
+    generator = load_model(model_name)
+    if custom_prompt:
+        prompt = custom_prompt
+    generate_text = generator(prompt, temperature=float(temperature), max_length=max_length, top_p=top_p, num_beams=beam_size, truncation=True)
+    return generate_text[0]['generated_text']
+
+# Pre-written prompts
+prompts = ["Write a tagline for an ice cream shop", "Describe the Word War II", "Write a short story about a robot", "Explain the concept of gravity"]
+
+# Interface 
+demo = gr.Interface(
+    fn=generate_text,
+    inputs=[
+        gr.Radio(choices=["gpt2", "gpt2-medium", "gpt2-large", "gpt2-xl"], label="Model", value="gpt2", info="Choose the size of the model to use."),
+        gr.Dropdown(choices=prompts, label="Prompt", info="Select a pre-written prompt."),
+        gr.Textbox(label="Custom Prompt", placeholder="Or write your own prompt here", lines=5),
+        gr.Slider(minimum=0.0, maximum=2.0, step=0.01, value=1.0, label="Temperature", info="Controls randomness: Higher values make the output more random, while lower values make the output more deterministic and repetitive."),
+        gr.Slider(minimum=1, maximum=256, value=16, label="Maximum Length", info="The maximum number of tokens to generate shared between the prompt and the completion."),
+        gr.Slider(minimum=0.0, maximum=1.0, step=0.01, value=1.0, label="Top P", info="Controls diversity via nucleus sampling: 0.5 means half of all likelihood-weighted options are considered."),
+        gr.Slider(minimum=1, maximum=10, value=1, step=1, label="Beam Size", info="Number of beams to use for beam search. 1 means Greedy decoding."),
+
+    ], 
+    outputs=["text"],
+    title="GPT-2 playground Mockup",
+    description="Adjust the sliders and enter a prompt to generate text using GPT-2."
+)
+
+demo.launch()

requirements.txt

@@ -0,0 +1,76 @@
+aiofiles==23.2.1
+altair==5.3.0
+annotated-types==0.6.0
+anyio==4.3.0
+attrs==23.2.0
+certifi==2024.2.2
+charset-normalizer==3.3.2
+click==8.1.7
+contourpy==1.2.1
+cycler==0.12.1
+exceptiongroup==1.2.1
+fastapi==0.110.2
+ffmpy==0.3.2
+filelock==3.13.4
+fonttools==4.51.0
+fsspec==2024.3.1
+gradio==4.27.0
+gradio_client==0.15.1
+h11==0.14.0
+httpcore==1.0.5
+httpx==0.27.0
+huggingface-hub==0.22.2
+idna==3.7
+importlib_resources==6.4.0
+Jinja2==3.1.3
+jsonschema==4.21.1
+jsonschema-specifications==2023.12.1
+kiwisolver==1.4.5
+markdown-it-py==3.0.0
+MarkupSafe==2.1.5
+matplotlib==3.8.4
+mdurl==0.1.2
+mpmath==1.3.0
+networkx==3.2.1
+numpy==1.26.4
+orjson==3.10.1
+packaging==24.0
+pandas==2.2.2
+pillow==10.3.0
+pydantic==2.7.1
+pydantic_core==2.18.2
+pydub==0.25.1
+Pygments==2.17.2
+pyparsing==3.1.2
+python-dateutil==2.9.0.post0
+python-multipart==0.0.9
+pytz==2024.1
+PyYAML==6.0.1
+referencing==0.35.0
+regex==2024.4.16
+requests==2.31.0
+rich==13.7.1
+rpds-py==0.18.0
+ruff==0.4.1
+safetensors==0.4.3
+semantic-version==2.10.0
+shellingham==1.5.4
+six==1.16.0
+sniffio==1.3.1
+starlette==0.37.2
+sympy==1.12
+tokenizers==0.19.1
+tomlkit==0.12.0
+toolz==0.12.1
+torch==2.2.2
+torchaudio==2.2.2
+torchvision==0.17.2
+tqdm==4.66.2
+transformers==4.40.0
+typer==0.12.3
+typing_extensions==4.11.0
+tzdata==2024.1
+urllib3==2.2.1
+uvicorn==0.29.0
+websockets==11.0.3
+zipp==3.18.1