erythropygia commited on
Commit
fa312d1
1 Parent(s): 303ed1e

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +1 -2
README.md CHANGED
@@ -56,9 +56,8 @@ def get_completion(query: str, model, tokenizer) -> str:
56
  #max_new_tokens = 200, temperature = 0.9, repetition_penalty = 0.5, disabled
57
  #num_return_sequences=1, max_length = 256,
58
  generated_ids = model.generate(**model_inputs, max_new_tokens = 256, do_sample=True, pad_token_id=tokenizer.eos_token_id)
59
- # decoded = tokenizer.batch_decode(generated_ids)
60
  decoded = tokenizer.decode(generated_ids[0], skip_special_tokens=False)
61
- # Kapanmamış etiketleri silmek için düzenli ifade kullanma
62
 
63
  decoded = re.sub(r'<(end_of_turn|start_of_turn|eos|bos)>[^<]*$', '', decoded)
64
 
 
56
  #max_new_tokens = 200, temperature = 0.9, repetition_penalty = 0.5, disabled
57
  #num_return_sequences=1, max_length = 256,
58
  generated_ids = model.generate(**model_inputs, max_new_tokens = 256, do_sample=True, pad_token_id=tokenizer.eos_token_id)
 
59
  decoded = tokenizer.decode(generated_ids[0], skip_special_tokens=False)
60
+
61
 
62
  decoded = re.sub(r'<(end_of_turn|start_of_turn|eos|bos)>[^<]*$', '', decoded)
63