AlfredPros commited on
Commit
10dfdbe
1 Parent(s): 1708595

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +1 -1
README.md CHANGED
@@ -153,7 +153,7 @@ Use the Task below and the Input given to write the Response, which is a program
153
  # Tokenize the input
154
  input_ids = tokenizer(prompt, return_tensors="pt", truncation=True).input_ids.cuda()
155
  # Run the model to infere an output
156
- outputs = model.generate(input_ids=input_ids, max_new_tokens=256, do_sample=True, top_p=0.9, temperature=0.001, pad_token_id=1)
157
 
158
  # Detokenize and display the generated output
159
  print(tokenizer.batch_decode(outputs.detach().cpu().numpy(), skip_special_tokens=True)[0][len(prompt):])
 
153
  # Tokenize the input
154
  input_ids = tokenizer(prompt, return_tensors="pt", truncation=True).input_ids.cuda()
155
  # Run the model to infere an output
156
+ outputs = model.generate(input_ids=input_ids, max_new_tokens=1024, do_sample=True, top_p=0.9, temperature=0.001, pad_token_id=1)
157
 
158
  # Detokenize and display the generated output
159
  print(tokenizer.batch_decode(outputs.detach().cpu().numpy(), skip_special_tokens=True)[0][len(prompt):])