Pierce Maloney commited on
Commit
d8be130
1 Parent(s): 4705b72

adding periods back, adding Aborted.

Browse files
Files changed (1) hide show
  1. handler.py +2 -2
handler.py CHANGED
@@ -25,9 +25,9 @@ class EndpointHandler():
25
 
26
  # 3070, 10456, [313, 334] corresponds to "(*", and we do not want to output a comment
27
  # 13 is a newline character
28
- # [1976, 441, 29889], [4920, 441, 29889] is "Abort."
29
  # [2087, 29885, 4430, 29889] is "Admitted."
30
- bad_words_ids = [[3070], [313, 334], [10456], [13], [1976, 441], [2087, 29885, 4430], [4920, 441]]
31
  bad_words_ids.extend(additional_bad_words_ids)
32
 
33
  input_ids = self.tokenizer.encode(inputs, return_tensors="pt")
 
25
 
26
  # 3070, 10456, [313, 334] corresponds to "(*", and we do not want to output a comment
27
  # 13 is a newline character
28
+ # [1976, 441, 29889], [4920, 441, 29889] is "Abort." [4920, 18054, 29889] is "Aborted."
29
  # [2087, 29885, 4430, 29889] is "Admitted."
30
+ bad_words_ids = [[3070], [313, 334], [10456], [13], [1976, 441, 29889], [2087, 29885, 4430, 29889], [4920, 441, 29889], [4920, 18054, 29889]]
31
  bad_words_ids.extend(additional_bad_words_ids)
32
 
33
  input_ids = self.tokenizer.encode(inputs, return_tensors="pt")