Update README.md
Browse files
README.md
CHANGED
|
@@ -65,7 +65,8 @@ model = AutoModelForCausalLM.from_pretrained(model_id, load_in_4bit=True)
|
|
| 65 |
tokenizer = AutoTokenizer.from_pretrained(model_id)
|
| 66 |
|
| 67 |
tokenizer.padding_side = "right"
|
| 68 |
-
tokenizer.pad_token = tokenizer.unk_token
|
|
|
|
| 69 |
|
| 70 |
def generate_prompt(input):
|
| 71 |
prompt = ''
|
|
|
|
| 65 |
tokenizer = AutoTokenizer.from_pretrained(model_id)
|
| 66 |
|
| 67 |
tokenizer.padding_side = "right"
|
| 68 |
+
tokenizer.pad_token = tokenizer.unk_token
|
| 69 |
+
tokenizer.add_eos_token = False
|
| 70 |
|
| 71 |
def generate_prompt(input):
|
| 72 |
prompt = ''
|