Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
@@ -12,7 +12,7 @@ BASE_MODEL = "TheBloke/stable-vicuna-13B-HF"
|
|
12 |
device_map = {0: [0, 1, 2], 1: [3, 4, 5]}
|
13 |
|
14 |
model = LlamaForCausalLM.from_pretrained(
|
15 |
-
|
16 |
torch_dtype=torch.float16,
|
17 |
load_in_8bit=True,
|
18 |
device_map="auto",
|
|
|
12 |
device_map = {0: [0, 1, 2], 1: [3, 4, 5]}
|
13 |
|
14 |
model = LlamaForCausalLM.from_pretrained(
|
15 |
+
BASE_MODEL,
|
16 |
torch_dtype=torch.float16,
|
17 |
load_in_8bit=True,
|
18 |
device_map="auto",
|