Spaces:
Paused
Paused
ranamhamoud
commited on
Commit
โข
bcb8e3f
1
Parent(s):
522a1ef
Update app.py
Browse files
app.py
CHANGED
@@ -30,7 +30,7 @@ if not torch.cuda.is_available():
|
|
30 |
DESCRIPTION += "\n<p>Running on CPU ๐ฅถ This demo does not work on CPU.</p>"
|
31 |
|
32 |
# Model and Tokenizer Configuration
|
33 |
-
model_id = "meta-llama/Llama-2-7b-hf"
|
34 |
bnb_config = BitsAndBytesConfig(
|
35 |
load_in_4bit=True,
|
36 |
bnb_4bit_use_double_quant=False,
|
|
|
30 |
DESCRIPTION += "\n<p>Running on CPU ๐ฅถ This demo does not work on CPU.</p>"
|
31 |
|
32 |
# Model and Tokenizer Configuration
|
33 |
+
model_id = "meta-llama/Llama-2-7b-chat-hf"
|
34 |
bnb_config = BitsAndBytesConfig(
|
35 |
load_in_4bit=True,
|
36 |
bnb_4bit_use_double_quant=False,
|