ShravanHN commited on
Commit
a6d9377
·
1 Parent(s): 6f77292

using zephyr model

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -46,8 +46,8 @@ h1 {
46
  """
47
 
48
  # Load the tokenizer and model
49
- tokenizer = AutoTokenizer.from_pretrained("cognitivecomputations/dolphin-2.9-llama3-8b")
50
- model = AutoModelForCausalLM.from_pretrained("cognitivecomputations/dolphin-2.9-llama3-8b", device_map="auto") # to("cuda:0")
51
  terminators = [
52
  tokenizer.eos_token_id,
53
  tokenizer.convert_tokens_to_ids("<|eot_id|>")
 
46
  """
47
 
48
  # Load the tokenizer and model
49
+ tokenizer = AutoTokenizer.from_pretrained("HuggingFaceH4/zephyr-7b-beta")
50
+ model = AutoModelForCausalLM.from_pretrained("HuggingFaceH4/zephyr-7b-beta", device_map="auto") # to("cuda:0")
51
  terminators = [
52
  tokenizer.eos_token_id,
53
  tokenizer.convert_tokens_to_ids("<|eot_id|>")