ryanzhangfan
commited on
Commit
•
d9cb6ff
1
Parent(s):
a7b7fab
Update README.md
Browse files
README.md
CHANGED
@@ -89,7 +89,7 @@ GENERATION_CONFIG = GenerationConfig(
|
|
89 |
outputs = model.generate(
|
90 |
inputs.input_ids.to("cuda:0"),
|
91 |
GENERATION_CONFIG,
|
92 |
-
attention_mask=
|
93 |
)
|
94 |
|
95 |
outputs = outputs[:, inputs.input_ids.shape[-1]:]
|
|
|
89 |
outputs = model.generate(
|
90 |
inputs.input_ids.to("cuda:0"),
|
91 |
GENERATION_CONFIG,
|
92 |
+
attention_mask=inputs.attention_mask.to("cuda:0"),
|
93 |
)
|
94 |
|
95 |
outputs = outputs[:, inputs.input_ids.shape[-1]:]
|