Commit
•
fa312d1
1
Parent(s):
303ed1e
Update README.md
Browse files
README.md
CHANGED
@@ -56,9 +56,8 @@ def get_completion(query: str, model, tokenizer) -> str:
|
|
56 |
#max_new_tokens = 200, temperature = 0.9, repetition_penalty = 0.5, disabled
|
57 |
#num_return_sequences=1, max_length = 256,
|
58 |
generated_ids = model.generate(**model_inputs, max_new_tokens = 256, do_sample=True, pad_token_id=tokenizer.eos_token_id)
|
59 |
-
# decoded = tokenizer.batch_decode(generated_ids)
|
60 |
decoded = tokenizer.decode(generated_ids[0], skip_special_tokens=False)
|
61 |
-
|
62 |
|
63 |
decoded = re.sub(r'<(end_of_turn|start_of_turn|eos|bos)>[^<]*$', '', decoded)
|
64 |
|
|
|
56 |
#max_new_tokens = 200, temperature = 0.9, repetition_penalty = 0.5, disabled
|
57 |
#num_return_sequences=1, max_length = 256,
|
58 |
generated_ids = model.generate(**model_inputs, max_new_tokens = 256, do_sample=True, pad_token_id=tokenizer.eos_token_id)
|
|
|
59 |
decoded = tokenizer.decode(generated_ids[0], skip_special_tokens=False)
|
60 |
+
|
61 |
|
62 |
decoded = re.sub(r'<(end_of_turn|start_of_turn|eos|bos)>[^<]*$', '', decoded)
|
63 |
|