Hugging Face's logo

TheBloke
/
OpenAssistant-SFT-7-Llama-30B-GPTQ

Text Generation
Transformers
Safetensors
llama
text-generation-inference
4-bit precision
gptq
Model card Files Community
15
TheBloke commited on
Commit
d3a2a04
•
1 Parent(s): 48dc04c

Upload new GPTQs with varied parameters

Browse files
Files changed (1) hide show
  1. tokenizer.json +112 -7
tokenizer.json CHANGED
@@ -74,6 +74,105 @@
74
  "rstrip": false,
75
  "normalized": false,
76
  "special": true
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
77
  }
78
  ],
79
  "normalizer": {
@@ -98,7 +197,7 @@
98
  "single": [
99
  {
100
  "SpecialToken": {
101
- "id": "<s>",
102
  "type_id": 0
103
  }
104
  },
@@ -112,7 +211,7 @@
112
  "pair": [
113
  {
114
  "SpecialToken": {
115
- "id": "<s>",
116
  "type_id": 0
117
  }
118
  },
@@ -122,21 +221,27 @@
122
  "type_id": 0
123
  }
124
  },
 
 
 
 
 
 
125
  {
126
  "Sequence": {
127
  "id": "B",
128
- "type_id": 0
129
  }
130
  }
131
  ],
132
  "special_tokens": {
133
- "<s>": {
134
- "id": "<s>",
135
  "ids": [
136
- 1
137
  ],
138
  "tokens": [
139
- "<s>"
140
  ]
141
  }
142
  }
 
74
  "rstrip": false,
75
  "normalized": false,
76
  "special": true
77
+ },
78
+ {
79
+ "id": 32005,
80
+ "content": "<|dummy1|>",
81
+ "single_word": false,
82
+ "lstrip": false,
83
+ "rstrip": false,
84
+ "normalized": true,
85
+ "special": false
86
+ },
87
+ {
88
+ "id": 32006,
89
+ "content": "<|dummy2|>",
90
+ "single_word": false,
91
+ "lstrip": false,
92
+ "rstrip": false,
93
+ "normalized": true,
94
+ "special": false
95
+ },
96
+ {
97
+ "id": 32007,
98
+ "content": "<|dummy3|>",
99
+ "single_word": false,
100
+ "lstrip": false,
101
+ "rstrip": false,
102
+ "normalized": true,
103
+ "special": false
104
+ },
105
+ {
106
+ "id": 32008,
107
+ "content": "<|dummy4|>",
108
+ "single_word": false,
109
+ "lstrip": false,
110
+ "rstrip": false,
111
+ "normalized": true,
112
+ "special": false
113
+ },
114
+ {
115
+ "id": 32009,
116
+ "content": "<|dummy5|>",
117
+ "single_word": false,
118
+ "lstrip": false,
119
+ "rstrip": false,
120
+ "normalized": true,
121
+ "special": false
122
+ },
123
+ {
124
+ "id": 32010,
125
+ "content": "<|dummy6|>",
126
+ "single_word": false,
127
+ "lstrip": false,
128
+ "rstrip": false,
129
+ "normalized": true,
130
+ "special": false
131
+ },
132
+ {
133
+ "id": 32011,
134
+ "content": "<|dummy7|>",
135
+ "single_word": false,
136
+ "lstrip": false,
137
+ "rstrip": false,
138
+ "normalized": true,
139
+ "special": false
140
+ },
141
+ {
142
+ "id": 32012,
143
+ "content": "<|dummy8|>",
144
+ "single_word": false,
145
+ "lstrip": false,
146
+ "rstrip": false,
147
+ "normalized": true,
148
+ "special": false
149
+ },
150
+ {
151
+ "id": 32013,
152
+ "content": "<|dummy9|>",
153
+ "single_word": false,
154
+ "lstrip": false,
155
+ "rstrip": false,
156
+ "normalized": true,
157
+ "special": false
158
+ },
159
+ {
160
+ "id": 32014,
161
+ "content": "<|dummy10|>",
162
+ "single_word": false,
163
+ "lstrip": false,
164
+ "rstrip": false,
165
+ "normalized": true,
166
+ "special": false
167
+ },
168
+ {
169
+ "id": 32015,
170
+ "content": "<|dummy11|>",
171
+ "single_word": false,
172
+ "lstrip": false,
173
+ "rstrip": false,
174
+ "normalized": true,
175
+ "special": false
176
  }
177
  ],
178
  "normalizer": {
 
197
  "single": [
198
  {
199
  "SpecialToken": {
200
+ "id": "",
201
  "type_id": 0
202
  }
203
  },
 
211
  "pair": [
212
  {
213
  "SpecialToken": {
214
+ "id": "",
215
  "type_id": 0
216
  }
217
  },
 
221
  "type_id": 0
222
  }
223
  },
224
+ {
225
+ "SpecialToken": {
226
+ "id": "",
227
+ "type_id": 1
228
+ }
229
+ },
230
  {
231
  "Sequence": {
232
  "id": "B",
233
+ "type_id": 1
234
  }
235
  }
236
  ],
237
  "special_tokens": {
238
+ "": {
239
+ "id": "",
240
  "ids": [
241
+ 0
242
  ],
243
  "tokens": [
244
+ ""
245
  ]
246
  }
247
  }