kky84176 commited on
Commit
fa1cae6
·
verified ·
1 Parent(s): c1ba6bc

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +2 -2
README.md CHANGED
@@ -84,7 +84,7 @@ for data in tqdm(datasets):
84
  outputs = model.generate(
85
  tokenized_input,
86
  attention_mask=attention_mask,
87
- max_new_tokens=100,
88
  do_sample=False,
89
  repetition_penalty=1.2,
90
  pad_token_id=tokenizer.eos_token_id
@@ -95,7 +95,7 @@ for data in tqdm(datasets):
95
 
96
  # jsonl への出力
97
  import re
98
- new_model_id = "llm-jp-3-13b-finetune"
99
  jsonl_id = re.sub(".*/", "", new_model_id)
100
  with open(f"./{jsonl_id}-outputs.jsonl", 'w', encoding='utf-8') as f:
101
  for result in results:
 
84
  outputs = model.generate(
85
  tokenized_input,
86
  attention_mask=attention_mask,
87
+ max_new_tokens=512,
88
  do_sample=False,
89
  repetition_penalty=1.2,
90
  pad_token_id=tokenizer.eos_token_id
 
95
 
96
  # jsonl への出力
97
  import re
98
+ new_model_id = "llm-jp-3-13b-instruct-it04"
99
  jsonl_id = re.sub(".*/", "", new_model_id)
100
  with open(f"./{jsonl_id}-outputs.jsonl", 'w', encoding='utf-8') as f:
101
  for result in results: