Hugging Face's logo

mylesgoose
/
Llama-3.1-8B-Instruct-goose-abliterated-reflection

Safetensors
llama
Model card Files Community
mylesgoose commited on
Commit
2f21920
•
1 Parent(s): d543940

Update tokenizer_config.json

Browse files
Files changed (1) hide show
  1. tokenizer_config.json +5 -53
tokenizer_config.json CHANGED
@@ -2001,54 +2001,6 @@
2001
  "special": true
2002
  },
2003
  "128250": {
2004
- "content": "<|reserved_special_token_242|>",
2005
- "lstrip": false,
2006
- "normalized": false,
2007
- "rstrip": false,
2008
- "single_word": false,
2009
- "special": true
2010
- },
2011
- "128251": {
2012
- "content": "<|reserved_special_token_243|>",
2013
- "lstrip": false,
2014
- "normalized": false,
2015
- "rstrip": false,
2016
- "single_word": false,
2017
- "special": true
2018
- },
2019
- "128252": {
2020
- "content": "<|reserved_special_token_244|>",
2021
- "lstrip": false,
2022
- "normalized": false,
2023
- "rstrip": false,
2024
- "single_word": false,
2025
- "special": true
2026
- },
2027
- "128253": {
2028
- "content": "<|reserved_special_token_245|>",
2029
- "lstrip": false,
2030
- "normalized": false,
2031
- "rstrip": false,
2032
- "single_word": false,
2033
- "special": true
2034
- },
2035
- "128254": {
2036
- "content": "<|reserved_special_token_246|>",
2037
- "lstrip": false,
2038
- "normalized": false,
2039
- "rstrip": false,
2040
- "single_word": false,
2041
- "special": true
2042
- },
2043
- "128255": {
2044
- "content": "<|reserved_special_token_247|>",
2045
- "lstrip": false,
2046
- "normalized": false,
2047
- "rstrip": false,
2048
- "single_word": false,
2049
- "special": true
2050
- },
2051
- "128256": {
2052
  "content": "<thinking>",
2053
  "lstrip": false,
2054
  "normalized": false,
@@ -2056,7 +2008,7 @@
2056
  "single_word": false,
2057
  "special": true
2058
  },
2059
- "128257": {
2060
  "content": "</thinking>",
2061
  "lstrip": false,
2062
  "normalized": false,
@@ -2064,7 +2016,7 @@
2064
  "single_word": false,
2065
  "special": true
2066
  },
2067
- "128258": {
2068
  "content": "<output>",
2069
  "lstrip": false,
2070
  "normalized": false,
@@ -2072,7 +2024,7 @@
2072
  "single_word": false,
2073
  "special": true
2074
  },
2075
- "128259": {
2076
  "content": "</output>",
2077
  "lstrip": false,
2078
  "normalized": false,
@@ -2080,7 +2032,7 @@
2080
  "single_word": false,
2081
  "special": true
2082
  },
2083
- "128260": {
2084
  "content": "<reflection>",
2085
  "lstrip": false,
2086
  "normalized": false,
@@ -2088,7 +2040,7 @@
2088
  "single_word": false,
2089
  "special": true
2090
  },
2091
- "128261": {
2092
  "content": "</reflection>",
2093
  "lstrip": false,
2094
  "normalized": false,
 
2001
  "special": true
2002
  },
2003
  "128250": {
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
2004
  "content": "<thinking>",
2005
  "lstrip": false,
2006
  "normalized": false,
 
2008
  "single_word": false,
2009
  "special": true
2010
  },
2011
+ "128251": {
2012
  "content": "</thinking>",
2013
  "lstrip": false,
2014
  "normalized": false,
 
2016
  "single_word": false,
2017
  "special": true
2018
  },
2019
+ "128252": {
2020
  "content": "<output>",
2021
  "lstrip": false,
2022
  "normalized": false,
 
2024
  "single_word": false,
2025
  "special": true
2026
  },
2027
+ "128253": {
2028
  "content": "</output>",
2029
  "lstrip": false,
2030
  "normalized": false,
 
2032
  "single_word": false,
2033
  "special": true
2034
  },
2035
+ "128254": {
2036
  "content": "<reflection>",
2037
  "lstrip": false,
2038
  "normalized": false,
 
2040
  "single_word": false,
2041
  "special": true
2042
  },
2043
+ "128255": {
2044
  "content": "</reflection>",
2045
  "lstrip": false,
2046
  "normalized": false,