Update README.md
Browse files
README.md
CHANGED
@@ -69,7 +69,7 @@ device = "cuda" if torch.cuda.is_available() else "cpu"
|
|
69 |
tokenizer = tr.AutoTokenizer.from_pretrained("sapienzanlp/modello-italia-9b")
|
70 |
model = tr.AutoModelForCausalLM.from_pretrained(
|
71 |
"sapienzanlp/modello-italia-9b",
|
72 |
-
device_map=
|
73 |
torch_dtype=torch.bfloat16
|
74 |
)
|
75 |
|
|
|
69 |
tokenizer = tr.AutoTokenizer.from_pretrained("sapienzanlp/modello-italia-9b")
|
70 |
model = tr.AutoModelForCausalLM.from_pretrained(
|
71 |
"sapienzanlp/modello-italia-9b",
|
72 |
+
device_map=device,
|
73 |
torch_dtype=torch.bfloat16
|
74 |
)
|
75 |
|