Spaces:
Runtime error
Runtime error
layerdiffusion
commited on
Commit
β’
43cf8d5
1
Parent(s):
6c86f59
app.py
CHANGED
@@ -86,9 +86,10 @@ llm_name = 'lllyasviel/omost-llama-3-8b'
|
|
86 |
|
87 |
llm_model = AutoModelForCausalLM.from_pretrained(
|
88 |
llm_name,
|
89 |
-
torch_dtype=
|
90 |
token=HF_TOKEN,
|
91 |
-
device_map="auto"
|
|
|
92 |
)
|
93 |
|
94 |
llm_tokenizer = AutoTokenizer.from_pretrained(
|
|
|
86 |
|
87 |
llm_model = AutoModelForCausalLM.from_pretrained(
|
88 |
llm_name,
|
89 |
+
torch_dtype="auto",
|
90 |
token=HF_TOKEN,
|
91 |
+
device_map="auto",
|
92 |
+
trust_remote_code=True,
|
93 |
)
|
94 |
|
95 |
llm_tokenizer = AutoTokenizer.from_pretrained(
|