pingnie commited on
Commit
9ceb74b
1 Parent(s): 85e30d4
src/backend/huggingface_generate_until.py CHANGED
@@ -28,7 +28,7 @@ class HFLMwithChatTemplate(HFLMWithMeasurement):
28
  messages = [
29
  {"role": "user", "content": f"{input_string}"},
30
  ]
31
- if "dbrx-instruct" in self.model.name_or_path:
32
  updated_string = self.tokenizer.apply_chat_template(messages, tokenize=False, add_generation_prompt=True)
33
  else:
34
  updated_string = self.tokenizer.apply_chat_template(messages, tokenize=False)
 
28
  messages = [
29
  {"role": "user", "content": f"{input_string}"},
30
  ]
31
+ if "dbrx" in self.model.name_or_path:
32
  updated_string = self.tokenizer.apply_chat_template(messages, tokenize=False, add_generation_prompt=True)
33
  else:
34
  updated_string = self.tokenizer.apply_chat_template(messages, tokenize=False)