Update utils.py

utils.py

@@ -68,8 +68,6 @@ def generate_prompt_with_history(text, history, tokenizer, max_length=2048):
 
 #tokenizer = AutoTokenizer.from_pretrained("project-baize/baize-v2-7b")
 #model = AutoModelForCausalLM.from_pretrained("project-baize/baize-v2-7b")
-#tokenizer = AutoTokenizer.from_pretrained("EleutherAI/gpt-neo-1.3B") ok
-#model = AutoModelForCausalLM.from_pretrained("EleutherAI/gpt-neo-1.3B")
 #tokenizer = AutoTokenizer.from_pretrained("EleutherAI/gpt-neo-2.7B")
 #model = AutoModelForCausalLM.from_pretrained("EleutherAI/gpt-neo-2.7B")
 #tokenizer = AutoTokenizer.from_pretrained("dbmdz/electra-base-italian-xxl-cased-discriminator")
@@ -78,12 +76,14 @@ def generate_prompt_with_history(text, history, tokenizer, max_length=2048):
 #model = AutoModelForCausalLM.from_pretrained("it5/it5-large-headline-generation")
 #tokenizer = AutoTokenizer.from_pretrained("dbmdz/bert-base-italian-cased")
 #model = AutoModelForCausalLM.from_pretrained("dbmdz/bert-base-italian-cased")
-tokenizer = AutoTokenizer.from_pretrained("asi/gpt-fr-cased-small")
-model = AutoModelForCausalLM.from_pretrained("asi/gpt-fr-cased-small")
+#tokenizer = AutoTokenizer.from_pretrained("asi/gpt-fr-cased-small")
+#model = AutoModelForCausalLM.from_pretrained("asi/gpt-fr-cased-small")
+tokenizer = AutoTokenizer.from_pretrained("EleutherAI/gpt-neo-1.3B")
+model = AutoModelForCausalLM.from_pretrained("EleutherAI/gpt-neo-1.3B")
 
 
 def load_tokenizer_and_model(base_model,load_8bit=False):
-    base_model = "asi/gpt-fr-cased-small"
+    base_model = "EleutherAI/gpt-neo-1.3B"
     if torch.cuda.is_available():
         device = "cuda"
     else: