Update README.md

README.md

@@ -57,6 +57,7 @@ for query in inputs:
     }], tokenize=False, add_generation_prompt=True)
     data = tokenizer(prompt, return_tensors="pt", add_special_tokens=False)
     data = {k: v.to(model.device) for k, v in data.items()}
+    data.pop("token_type_ids", None)
     output_ids = model.generate(**data, generation_config=generation_config)[0]
     output_ids = output_ids[len(data["input_ids"][0]):]
     output = tokenizer.decode(output_ids, skip_special_tokens=True).strip()