RinInori commited on
Commit
9db87a1
1 Parent(s): edbf9db

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -12,7 +12,7 @@ BASE_MODEL = "TheBloke/stable-vicuna-13B-HF"
12
  device_map = {0: [0, 1, 2], 1: [3, 4, 5]}
13
 
14
  model = LlamaForCausalLM.from_pretrained(
15
- BASE MODEL,
16
  torch_dtype=torch.float16,
17
  load_in_8bit=True,
18
  device_map="auto",
 
12
  device_map = {0: [0, 1, 2], 1: [3, 4, 5]}
13
 
14
  model = LlamaForCausalLM.from_pretrained(
15
+ BASE_MODEL,
16
  torch_dtype=torch.float16,
17
  load_in_8bit=True,
18
  device_map="auto",