Update README.md
Browse files
README.md
CHANGED
|
@@ -53,7 +53,7 @@ tokenizer = AutoTokenizer.from_pretrained(model_id)
|
|
| 53 |
model = AutoModelForCausalLM.from_pretrained(
|
| 54 |
model_id,
|
| 55 |
quantization_config=bnb_config,
|
| 56 |
-
device_map="
|
| 57 |
)
|
| 58 |
|
| 59 |
messages = [
|
|
|
|
| 53 |
model = AutoModelForCausalLM.from_pretrained(
|
| 54 |
model_id,
|
| 55 |
quantization_config=bnb_config,
|
| 56 |
+
device_map={"": 0}
|
| 57 |
)
|
| 58 |
|
| 59 |
messages = [
|