etri-xainlp
commited on
Commit
•
ec01139
1
Parent(s):
31ac6fb
Update README.md
Browse files
README.md
CHANGED
@@ -37,14 +37,14 @@ model = AutoModelForCausalLM.from_pretrained(
|
|
37 |
MODEL,
|
38 |
torch_dtype=torch.float16,
|
39 |
low_cpu_mem_usage=True,
|
40 |
-
).to(device=
|
41 |
model.eval()
|
42 |
|
43 |
pipe = pipeline(
|
44 |
'text-generation',
|
45 |
model=model,
|
46 |
tokenizer=MODEL,
|
47 |
-
device=
|
48 |
)
|
49 |
pipe.model.config.pad_token_id = pipe.model.config.eos_token_id
|
50 |
|
|
|
37 |
MODEL,
|
38 |
torch_dtype=torch.float16,
|
39 |
low_cpu_mem_usage=True,
|
40 |
+
).to(device=f"cuda", non_blocking=True)
|
41 |
model.eval()
|
42 |
|
43 |
pipe = pipeline(
|
44 |
'text-generation',
|
45 |
model=model,
|
46 |
tokenizer=MODEL,
|
47 |
+
device=0
|
48 |
)
|
49 |
pipe.model.config.pad_token_id = pipe.model.config.eos_token_id
|
50 |
|