Update app.py

app.py

@@ -1,4 +1,3 @@
-# Import the necessary libraries
 import gradio as gr
 import torch
 from transformers import GPT2Tokenizer, GPT2LMHeadModel
@@ -17,6 +16,10 @@ model.to('cpu')
 def generate_text(prompt, temperature, top_p):
     prompt_with_eos = " #CONTEXT# " + prompt + " #TOPIC# "  # Add the string "EOS" to the end of the prompt
     input_tokens = tokenizer.encode(prompt_with_eos, return_tensors='pt')
+    
+    if input_tokens.size(1) > 512:
+        return "ERROR, CONTEXT SIZE EXCEEDED"
+
     input_tokens = input_tokens.to('cpu')
     
     generated_text = prompt_with_eos  # Start with the initial prompt plus "EOS"