lordjimen commited on
Commit
76ecd1a
·
verified ·
1 Parent(s): 532030c

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +7 -1
README.md CHANGED
@@ -115,7 +115,13 @@ tokenizer = AutoTokenizer.from_pretrained(
115
  messages = [
116
  {"role": "user", "content": "Кога е основан Софийският университет?"},
117
  ]
118
- input_ids = tokenizer.apply_chat_template(messages, return_tensors="pt", return_dict=True).to("cuda")
 
 
 
 
 
 
119
 
120
  outputs = model.generate(
121
  **input_ids,
 
115
  messages = [
116
  {"role": "user", "content": "Кога е основан Софийският университет?"},
117
  ]
118
+
119
+ input_ids = tokenizer.apply_chat_template(
120
+ messages,
121
+ return_tensors="pt",
122
+ add_generation_prompt=True,
123
+ return_dict=True
124
+ )
125
 
126
  outputs = model.generate(
127
  **input_ids,