Crystalcareai
commited on
Commit
•
483e313
1
Parent(s):
835534a
Update configuration_quiet.py
Browse files- configuration_quiet.py +3 -1
configuration_quiet.py
CHANGED
@@ -114,6 +114,7 @@ class QuietConfig(PretrainedConfig):
|
|
114 |
max_thoughts: int = 3,
|
115 |
thought_length: int = 10,
|
116 |
eos_token_id=2,
|
|
|
117 |
start_token_id=0, # Add this line
|
118 |
tie_word_embeddings=False,
|
119 |
rope_theta=10000.0,
|
@@ -147,7 +148,8 @@ class QuietConfig(PretrainedConfig):
|
|
147 |
pad_token_id=pad_token_id,
|
148 |
bos_token_id=bos_token_id,
|
149 |
eos_token_id=eos_token_id,
|
150 |
-
start_token_id=start_token_id,
|
|
|
151 |
tie_word_embeddings=tie_word_embeddings,
|
152 |
**kwargs,
|
153 |
)
|
|
|
114 |
max_thoughts: int = 3,
|
115 |
thought_length: int = 10,
|
116 |
eos_token_id=2,
|
117 |
+
end_token_id=2,
|
118 |
start_token_id=0, # Add this line
|
119 |
tie_word_embeddings=False,
|
120 |
rope_theta=10000.0,
|
|
|
148 |
pad_token_id=pad_token_id,
|
149 |
bos_token_id=bos_token_id,
|
150 |
eos_token_id=eos_token_id,
|
151 |
+
start_token_id=start_token_id,
|
152 |
+
end_token_id=end_token_id,# Add this line
|
153 |
tie_word_embeddings=tie_word_embeddings,
|
154 |
**kwargs,
|
155 |
)
|