Update README.md
Browse files
README.md
CHANGED
|
@@ -41,4 +41,4 @@ outputs = model(input_ids=input_ids, use_cache=True, past_key_values=past_key_va
|
|
| 41 |
|
| 42 |
######## Generate?
|
| 43 |
with torch.autocast(**amp_settings), torch.no_grad():
|
| 44 |
-
model.generate(input_ids)
|
|
|
|
| 41 |
|
| 42 |
######## Generate?
|
| 43 |
with torch.autocast(**amp_settings), torch.no_grad():
|
| 44 |
+
model.generate(input_ids, max_new_tokens=20, use_cache=True)
|