rautaditya
/

llama-3.2-1b-4bit-gptq

Text Generation

text2text-generation

4-bit precision

Model card Files Files and versions

rautaditya commited on Dec 9, 2024

Commit

922b255

·

verified ·

1 Parent(s): 5b35e17

Upload tokenizer

Files changed (1) hide show

tokenizer_config.json +5 -1

tokenizer_config.json CHANGED Viewed

@@ -2052,10 +2052,14 @@
   "bos_token": "<|begin_of_text|>",
   "clean_up_tokenization_spaces": true,
   "eos_token": "<|end_of_text|>",
   "model_input_names": [
     "input_ids",
     "attention_mask"
   ],
   "model_max_length": 131072,
-  "tokenizer_class": "PreTrainedTokenizerFast"
 }

   "bos_token": "<|begin_of_text|>",
   "clean_up_tokenization_spaces": true,
   "eos_token": "<|end_of_text|>",
+  "max_length": 100,
   "model_input_names": [
     "input_ids",
     "attention_mask"
   ],
   "model_max_length": 131072,
+  "stride": 0,
+  "tokenizer_class": "PreTrainedTokenizerFast",
+  "truncation_side": "right",
+  "truncation_strategy": "longest_first"
 }