Update app.py
Browse filesRemoved the Hugging face token.
app.py
CHANGED
@@ -36,7 +36,8 @@ nf4_config = BitsAndBytesConfig(
|
|
36 |
bnb_4bit_compute_dtype=torch.bfloat16
|
37 |
)
|
38 |
|
39 |
-
|
|
|
40 |
# Change the model path here to test any other model.
|
41 |
# model_path = 'training_date_02_10_2023_psql/final_merged_checkpoint'
|
42 |
model_path = 'meta-llama/Llama-2-7b-chat-hf'
|
|
|
36 |
bnb_4bit_compute_dtype=torch.bfloat16
|
37 |
)
|
38 |
|
39 |
+
# ! PUT YOUR HUGGING FACE TOKEN HERE AND UNCOMMENT THE FOLLOWING LINE.
|
40 |
+
# os.system("huggingface-cli login --token 'TOKEN HERE'")
|
41 |
# Change the model path here to test any other model.
|
42 |
# model_path = 'training_date_02_10_2023_psql/final_merged_checkpoint'
|
43 |
model_path = 'meta-llama/Llama-2-7b-chat-hf'
|