kadirnar commited on
Commit
a738d63
·
verified ·
1 Parent(s): 60a5b5b

Update qwen3.yaml

Browse files
Files changed (1) hide show
  1. qwen3.yaml +11 -11
qwen3.yaml CHANGED
@@ -1,11 +1,11 @@
1
- TOKENIZER_LENGTH = 151669
2
- START_OF_TEXT = 151643
3
- END_OF_TEXT = 151645
4
- START_OF_SPEECH = TOKENIZER_LENGTH + 1
5
- END_OF_SPEECH = TOKENIZER_LENGTH + 2
6
- START_OF_HUMAN = TOKENIZER_LENGTH + 3
7
- END_OF_HUMAN = TOKENIZER_LENGTH + 4
8
- START_OF_AI = TOKENIZER_LENGTH + 5
9
- END_OF_AI = TOKENIZER_LENGTH + 6
10
- PAD_TOKEN = TOKENIZER_LENGTH + 7
11
- AUDIO_TOKENS_START = TOKENIZER_LENGTH + 10
 
1
+ TOKENIZER_LENGTH: 151669
2
+ START_OF_TEXT: 151643
3
+ END_OF_TEXT: 151645
4
+ START_OF_SPEECH: 151670
5
+ END_OF_SPEECH: 151671
6
+ START_OF_HUMAN: 151672
7
+ END_OF_HUMAN: 151673
8
+ START_OF_AI: 151674
9
+ END_OF_AI: 151675
10
+ PAD_TOKEN: 151676
11
+ AUDIO_TOKENS_START: 151679