Rudra-ai
/

Llama-3.2-3B-Instruct-cot-19-11-1

Text Generation

text-generation-inference

Inference Endpoints

Model card Files Files and versions Community

Rudra-ai commited on Nov 21

Commit

4210fa5

•

1 Parent(s): 48b97f8

Update generation_config.json

Files changed (1) hide show

generation_config.json +7 -1

generation_config.json CHANGED Viewed

@@ -1,8 +1,14 @@
 {
   "bos_token_id": 128000,
   "do_sample": true,
   "max_length": 131072,
   "temperature": 0.6,
   "top_p": 0.9,
-  "transformers_version": "4.46.3"
 }

 {
   "bos_token_id": 128000,
   "do_sample": true,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
   "max_length": 131072,
+  "pad_token_id": 128004,
   "temperature": 0.6,
   "top_p": 0.9,
+  "transformers_version": "4.46.1"
 }