nsarrazin HF staff commited on
Commit
09fc057
1 Parent(s): bc30bd1

Reduce new tokens on command R+ (#1080)

Browse files
Files changed (1) hide show
  1. .env.template +2 -2
.env.template CHANGED
@@ -10,8 +10,8 @@ MODELS=`[
10
  "logoUrl": "https://huggingface.co/datasets/huggingchat/models-logo/resolve/main/cohere-logo.png",
11
  "parameters": {
12
  "stop": ["<|END_OF_TURN_TOKEN|>"],
13
- "truncate" : 24576,
14
- "max_new_tokens" : 8192,
15
  "temperature" : 0.3
16
  },
17
  "promptExamples" : [
 
10
  "logoUrl": "https://huggingface.co/datasets/huggingchat/models-logo/resolve/main/cohere-logo.png",
11
  "parameters": {
12
  "stop": ["<|END_OF_TURN_TOKEN|>"],
13
+ "truncate" : 28672,
14
+ "max_new_tokens" : 4096,
15
  "temperature" : 0.3
16
  },
17
  "promptExamples" : [