hugo1234 commited on
Commit
e5100d9
1 Parent(s): a7c8cc6

Update utils.py

Browse files
Files changed (1) hide show
  1. utils.py +4 -3
utils.py CHANGED
@@ -68,11 +68,12 @@ def generate_prompt_with_history(text, history, tokenizer, max_length=2048):
68
 
69
  #tokenizer = AutoTokenizer.from_pretrained("project-baize/baize-v2-7b")
70
  #model = AutoModelForCausalLM.from_pretrained("project-baize/baize-v2-7b")
71
- tokenizer = AutoTokenizer.from_pretrained("EleutherAI/gpt-neo-1.3B")
72
- model = AutoModelForCausalLM.from_pretrained("EleutherAI/gpt-neo-1.3B")
73
  #tokenizer = AutoTokenizer.from_pretrained("EleutherAI/gpt-neo-2.7B")
74
  #model = AutoModelForCausalLM.from_pretrained("EleutherAI/gpt-neo-2.7B")
75
-
 
76
 
77
  def load_tokenizer_and_model(base_model,load_8bit=False):
78
  if torch.cuda.is_available():
 
68
 
69
  #tokenizer = AutoTokenizer.from_pretrained("project-baize/baize-v2-7b")
70
  #model = AutoModelForCausalLM.from_pretrained("project-baize/baize-v2-7b")
71
+ #tokenizer = AutoTokenizer.from_pretrained("EleutherAI/gpt-neo-1.3B")
72
+ #model = AutoModelForCausalLM.from_pretrained("EleutherAI/gpt-neo-1.3B")
73
  #tokenizer = AutoTokenizer.from_pretrained("EleutherAI/gpt-neo-2.7B")
74
  #model = AutoModelForCausalLM.from_pretrained("EleutherAI/gpt-neo-2.7B")
75
+ tokenizer = AutoTokenizer.from_pretrained("dbmdz/electra-base-italian-xxl-cased-discriminator")
76
+ model = AutoModelForCausalLM.from_pretrained("dbmdz/electra-base-italian-xxl-cased-discriminator")
77
 
78
  def load_tokenizer_and_model(base_model,load_8bit=False):
79
  if torch.cuda.is_available():