Update README.md
Browse files
README.md
CHANGED
@@ -40,7 +40,14 @@ model = AutoModel.from_pretrained(
|
|
40 |
|
41 |
tokenizer = AutoTokenizer.from_pretrained(model_id, trust_remote_code=True, use_fast=False)
|
42 |
|
43 |
-
generation_config = GenerationConfig(
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
44 |
|
45 |
prompt_engine = MRPromptV3()
|
46 |
|
|
|
40 |
|
41 |
tokenizer = AutoTokenizer.from_pretrained(model_id, trust_remote_code=True, use_fast=False)
|
42 |
|
43 |
+
generation_config = GenerationConfig(
|
44 |
+
max_new_tokens=2048,
|
45 |
+
do_sample=True,
|
46 |
+
temperature=0.01,
|
47 |
+
top_p=0.01,
|
48 |
+
repetition_penalty=1.1,
|
49 |
+
eos_token_id=128009
|
50 |
+
)
|
51 |
|
52 |
prompt_engine = MRPromptV3()
|
53 |
|