Spaces:
Runtime error
Runtime error
Commit
•
919bf2e
1
Parent(s):
eb8eed6
Update llama_chat_bot.py
Browse files- llama_chat_bot.py +5 -1
llama_chat_bot.py
CHANGED
@@ -11,11 +11,15 @@ Original file is located at
|
|
11 |
# pip install -e --upgrade gradio
|
12 |
|
13 |
import transformers
|
|
|
|
|
|
|
|
|
14 |
|
15 |
from transformers import AutoTokenizer
|
16 |
|
17 |
model = "meta-llama/Llama-2-7b-chat-hf"
|
18 |
-
tokenizer = AutoTokenizer.from_pretrained(model, token=
|
19 |
|
20 |
# pip3 install --pre torch torchvision torchaudio --index-url https://download.pytorch.org/whl/nightly/cpu
|
21 |
|
|
|
11 |
# pip install -e --upgrade gradio
|
12 |
|
13 |
import transformers
|
14 |
+
import os
|
15 |
+
|
16 |
+
hf_token=os.environ['HF_TOKEN']
|
17 |
+
|
18 |
|
19 |
from transformers import AutoTokenizer
|
20 |
|
21 |
model = "meta-llama/Llama-2-7b-chat-hf"
|
22 |
+
tokenizer = AutoTokenizer.from_pretrained(model, token=hf_token)
|
23 |
|
24 |
# pip3 install --pre torch torchvision torchaudio --index-url https://download.pytorch.org/whl/nightly/cpu
|
25 |
|