nxphi47 commited on
Commit
9520101
1 Parent(s): 629a061

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -0
app.py CHANGED
@@ -33,6 +33,7 @@ if not torch.cuda.is_available():
33
  if torch.cuda.is_available():
34
  # model_id = "meta-llama/Llama-2-7b-chat-hf"
35
  model_id = "mistralai/Mistral-7B-Instruct-v0.2"
 
36
  model = AutoModelForCausalLM.from_pretrained(model_id, device_map="cuda", torch_dtype=torch.bfloat16)
37
  tokenizer = AutoTokenizer.from_pretrained(model_id)
38
  tokenizer.use_default_system_prompt = False
 
33
  if torch.cuda.is_available():
34
  # model_id = "meta-llama/Llama-2-7b-chat-hf"
35
  model_id = "mistralai/Mistral-7B-Instruct-v0.2"
36
+ model_id = "SeaLLMs/SeaLLM-7B-v2"
37
  model = AutoModelForCausalLM.from_pretrained(model_id, device_map="cuda", torch_dtype=torch.bfloat16)
38
  tokenizer = AutoTokenizer.from_pretrained(model_id)
39
  tokenizer.use_default_system_prompt = False