Update app.py

app.py

@@ -20,8 +20,8 @@ from transformers import (
 # https://github.com/NielsRogge/Transformers-Tutorials/blob/master/HuggingFace_vision_ecosystem_overview_(June_2022).ipynb
 # option 1: load with randomly initialized weights (train from scratch)
 
-tokenizer = AutoTokenizer.from_pretrained("EleutherAI/gpt-j-6B")
-model = AutoModelForCausalLM.from_pretrained("EleutherAI/gpt-j-6B")
+#tokenizer = AutoTokenizer.from_pretrained("EleutherAI/gpt-j-6B")
+#model = AutoModelForCausalLM.from_pretrained("EleutherAI/gpt-j-6B")
 
 
 config = ViTConfig(num_hidden_layers=12, hidden_size=768)
@@ -43,8 +43,9 @@ def create_story(text_seed):
   #tokenizer = AutoTokenizer.from_pretrained("gpt2")
   #model = AutoModelForCausalLM.from_pretrained("gpt2")
   
-  tokenizer = AutoTokenizer.from_pretrained("EleutherAI/gpt-j-6B")
-  model = AutoModelForCausalLM.from_pretrained("EleutherAI/gpt-j-6B")
+  #eleutherAI gpt-3 based
+  tokenizer = AutoTokenizer.from_pretrained("EleutherAI/gpt-neo-125M")
+  model = AutoModelForCausalLM.from_pretrained("EleutherAI/gpt-neo-125M")
 
   # set pad_token_id to eos_token_id because GPT2 does not have a EOS token
   model.config.pad_token_id = model.config.eos_token_id