Spaces:
Running
on
Zero
Running
on
Zero
Update app.py
Browse files
app.py
CHANGED
|
@@ -37,8 +37,7 @@ tokenizer = AutoTokenizer.from_pretrained(MODEL)
|
|
| 37 |
model = AutoModelForCausalLM.from_pretrained(
|
| 38 |
MODEL,
|
| 39 |
torch_dtype=torch.bfloat16,
|
| 40 |
-
device_map="auto"
|
| 41 |
-
ignore_mismatched_sizes=True)
|
| 42 |
terminators = [
|
| 43 |
tokenizer.eos_token_id,
|
| 44 |
tokenizer.convert_tokens_to_ids("<|eot_id|>")
|
|
|
|
| 37 |
model = AutoModelForCausalLM.from_pretrained(
|
| 38 |
MODEL,
|
| 39 |
torch_dtype=torch.bfloat16,
|
| 40 |
+
device_map="auto")
|
|
|
|
| 41 |
terminators = [
|
| 42 |
tokenizer.eos_token_id,
|
| 43 |
tokenizer.convert_tokens_to_ids("<|eot_id|>")
|