ToddGoldfarb commited on
Commit
04d1210
1 Parent(s): 9d9788d

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +1 -1
README.md CHANGED
@@ -74,7 +74,7 @@ class CadetTinyAgent:
74
  inputs = self.tokenizer([input_text], return_tensors="pt").to(self.device)
75
 
76
  # I encourage you to change the hyperparameters of the model! Start by trying to modify the temperature.
77
- outputs = self.model.generate(inputs["input_ids"], max_new_tokens=512, temperature=1, top_p=.95,
78
  do_sample=True)
79
  cadet_response = self.tokenizer.decode(outputs[0], skip_special_tokens=True, clean_up_tokenization_spaces=False)
80
  added_turn = cadet_response + " <TURN> "
 
74
  inputs = self.tokenizer([input_text], return_tensors="pt").to(self.device)
75
 
76
  # I encourage you to change the hyperparameters of the model! Start by trying to modify the temperature.
77
+ outputs = self.model.generate(inputs["input_ids"], max_new_tokens=512, temperature=0.75, top_p=.95,
78
  do_sample=True)
79
  cadet_response = self.tokenizer.decode(outputs[0], skip_special_tokens=True, clean_up_tokenization_spaces=False)
80
  added_turn = cadet_response + " <TURN> "