Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
@@ -30,7 +30,7 @@ def initialize_llm(hf_token):
|
|
30 |
tokenizer_name = model_name,
|
31 |
context_window=3900,
|
32 |
# model_kwargs={"token": hf_token, "quantization_config": quantization_config},
|
33 |
-
model_kwargs={"token": hf_token}
|
34 |
tokenizer_kwargs={"token": hf_token},
|
35 |
max_new_tokens=400,
|
36 |
device_map="auto",
|
|
|
30 |
tokenizer_name = model_name,
|
31 |
context_window=3900,
|
32 |
# model_kwargs={"token": hf_token, "quantization_config": quantization_config},
|
33 |
+
model_kwargs={"token": hf_token},
|
34 |
tokenizer_kwargs={"token": hf_token},
|
35 |
max_new_tokens=400,
|
36 |
device_map="auto",
|