automatedstockminingorg
/

14b-stockanalyst-14b-stockanalyst

Text Generation

instruction-tuned

text-generation-inference

Inference Endpoints

4-bit precision

Model card Files Files and versions Metrics Training metrics Community

automatedstockminingorg commited on 24 days ago

Commit

d67ab84

•

1 Parent(s): bdeb046

Upload tokenizer

Files changed (1) hide show

tokenizer_config.json +4 -0

tokenizer_config.json CHANGED Viewed

@@ -199,9 +199,13 @@
   "clean_up_tokenization_spaces": false,
   "eos_token": "<|im_end|>",
   "errors": "replace",
   "model_max_length": 131072,
   "pad_token": "<|endoftext|>",
   "split_special_tokens": false,
   "tokenizer_class": "Qwen2Tokenizer",
   "unk_token": null
 }

   "clean_up_tokenization_spaces": false,
   "eos_token": "<|im_end|>",
   "errors": "replace",
+  "max_length": 1024,
   "model_max_length": 131072,
   "pad_token": "<|endoftext|>",
   "split_special_tokens": false,
+  "stride": 0,
   "tokenizer_class": "Qwen2Tokenizer",
+  "truncation_side": "right",
+  "truncation_strategy": "longest_first",
   "unk_token": null
 }