Spaces:
Runtime error
Runtime error
Commit
Β·
40b007e
1
Parent(s):
268bc7e
Trying different Llama model
Browse files
app.py
CHANGED
@@ -29,7 +29,8 @@ import transformers
|
|
29 |
from accelerate import disk_offload
|
30 |
|
31 |
# Model used
|
32 |
-
model_id = 'meta-llama/Llama-2-7b-chat-hf'
|
|
|
33 |
|
34 |
# Detects available device (GPU or CPU)
|
35 |
device = f'cuda:{cuda.current_device()}' if cuda.is_available() else 'cpu'
|
|
|
29 |
from accelerate import disk_offload
|
30 |
|
31 |
# Model used
|
32 |
+
# model_id = 'meta-llama/Llama-2-7b-chat-hf'
|
33 |
+
model_id = 'NousResearch/Llama-2-7b-chat-hf'
|
34 |
|
35 |
# Detects available device (GPU or CPU)
|
36 |
device = f'cuda:{cuda.current_device()}' if cuda.is_available() else 'cpu'
|