gugarosa commited on
Commit
85f5185
1 Parent(s): fc3f38a

fix(genai_config): Adds extra EOS token to improve chat outputs.

Browse files
cpu_and_mobile/cpu-int4-rtn-block-32-acc-level-4/genai_config.json CHANGED
@@ -28,6 +28,7 @@
28
  },
29
  "eos_token_id": [
30
  32000,
 
31
  32007
32
  ],
33
  "pad_token_id": 32000,
 
28
  },
29
  "eos_token_id": [
30
  32000,
31
+ 32001,
32
  32007
33
  ],
34
  "pad_token_id": 32000,
cpu_and_mobile/cpu-int4-rtn-block-32/genai_config.json CHANGED
@@ -28,6 +28,7 @@
28
  },
29
  "eos_token_id": [
30
  32000,
 
31
  32007
32
  ],
33
  "pad_token_id": 32000,
 
28
  },
29
  "eos_token_id": [
30
  32000,
31
+ 32001,
32
  32007
33
  ],
34
  "pad_token_id": 32000,
cuda/cuda-fp16/genai_config.json CHANGED
@@ -33,6 +33,7 @@
33
  },
34
  "eos_token_id": [
35
  32000,
 
36
  32007
37
  ],
38
  "pad_token_id": 32000,
 
33
  },
34
  "eos_token_id": [
35
  32000,
36
+ 32001,
37
  32007
38
  ],
39
  "pad_token_id": 32000,
cuda/cuda-int4-rtn-block-32/genai_config.json CHANGED
@@ -33,6 +33,7 @@
33
  },
34
  "eos_token_id": [
35
  32000,
 
36
  32007
37
  ],
38
  "pad_token_id": 32000,
 
33
  },
34
  "eos_token_id": [
35
  32000,
36
+ 32001,
37
  32007
38
  ],
39
  "pad_token_id": 32000,
directml/directml-int4-awq-block-128/genai_config.json CHANGED
@@ -31,6 +31,7 @@
31
  },
32
  "eos_token_id": [
33
  32000,
 
34
  32007
35
  ],
36
  "pad_token_id": 32000,
 
31
  },
32
  "eos_token_id": [
33
  32000,
34
+ 32001,
35
  32007
36
  ],
37
  "pad_token_id": 32000,