Upload folder using huggingface_hub (#1)

- acc789cf2ec45a3b4238f63bf644a3cf7133af0deb1e9f9b5285855b381c9cac (92bee968e4d4a8baede89171016f2922bf38cb3b)
- cef3134eb6b0e19e7675a9ab7d3bca7f53ab4079437aece2848dba3a60cf2fa8 (7ae221777ae5e3bd06d7406c95ef512c419c89bc)
- a1823acc47ddb9447ec1689c14194703dd9785355bbbaab51a8cf02c18e54484 (d858ee9061b9700854994709785f208795855616)
- a19ae5aac19222fa6ff7ef7c3b31fc6ab5ea40e1b8cbfa896fd5e26f2f371600 (215e09c51ba38a463e6a457de2558a557c634ea0)
- 0a0c0f0c815824378dce02a9cfddf5d45a82383354ec4954970688c1e594f6c1 (73736a02f3a1c5abc84800e796bc69318d665c3e)
- 6e492f439d227448bce5c6e08f5d1303e5ef9ac0b4c5d8ba3534852f86bfd53b (88d28e67fbf67d3eea14319894a3dfcee31250de)
- 479d2523ed6a857b2398817881743a755a33c67a099e54b0e5567f11c5dfc129 (ac1534c8d48b7ca715e5cc1f62d9ed43ce3c4786)
- 1a8fcb57781e7284f08d68f4a96805cefedc8da5f7568419aad1d87f8d911b6a (981649ebe9e71cb849b0c8c3d9b52fb3eb0dec51)
- 2e0d3bdda95109e9b01efbdce2a5e1285a9e9362afad0489f54be135412ed9d9 (ad5cbb2a757511a0b258127204278e3e2c3f1a4d)
- dc8a2a106533b6e36536c9a52a5b6a72c206e75f77de402aecf27351c8dc8e2a (a66cc17a11fca339a966b4ca230a5847925cd695)
- 7e72910f0bdf7172d91f85559798ce54677e97b29735043b2002c28367207b1a (27b08be5582a6d94432c41870dda57ba6fdeaa52)
- 4f3ebcac0c740918e29355bcb9cf81299033636407b6bdfb4c7fae9bdc2ebb29 (833aeb125170466cab7184f337bf5f4b6a5b5e25)
- ce2fdbb2e652915d17cfbaeef9b9faa865b343be61952c0ee29dde94bc14c572 (915b35c254a3e33cda41b8dca857f229bd10aa26)
- a3956a11d4d8216163bb2e8ae2740c7293461e56293fb3f3f803beaa2a9d80a7 (c77e6f60c259913ead5366d0eed60abc48a059e7)
- 46b466877d14fb2c7f90ec28aea889c1dcffdd6f6fdf53c10a4af001af6404cd (e611733b1f6580807ce5694141a5e8a280efb5ad)

added_tokens.json

@@ -0,0 +1,5 @@
+{
+  "<|im_end|>": 100279,
+  "<|im_start|>": 100278,
+  "<|pad|>": 100277
+}

config.json

@@ -0,0 +1,56 @@
+{
+  "_name_or_path": "SinclairSchneider/dbrx-instruct-quantization-fixed",
+  "architectures": [
+    "DbrxForCausalLM"
+  ],
+  "attn_config": {
+    "clip_qkv": 8,
+    "kv_n_heads": 8,
+    "model_type": "",
+    "rope_theta": 500000
+  },
+  "auto_map": {
+    "AutoConfig": "SinclairSchneider/dbrx-instruct-quantization-fixed--configuration_dbrx.DbrxConfig",
+    "AutoModelForCausalLM": "SinclairSchneider/dbrx-instruct-quantization-fixed--modeling_dbrx.DbrxForCausalLM"
+  },
+  "d_model": 6144,
+  "emb_pdrop": 0.0,
+  "ffn_config": {
+    "ffn_hidden_size": 10752,
+    "model_type": "",
+    "moe_jitter_eps": 0,
+    "moe_loss_weight": 0.05,
+    "moe_num_experts": 16,
+    "moe_top_k": 4
+  },
+  "initializer_range": 0.02,
+  "max_seq_len": 32768,
+  "model_type": "dbrx",
+  "n_heads": 48,
+  "n_layers": 40,
+  "output_router_logits": false,
+  "quantization_config": {
+    "_load_in_4bit": true,
+    "_load_in_8bit": false,
+    "bnb_4bit_compute_dtype": "bfloat16",
+    "bnb_4bit_quant_storage": "uint8",
+    "bnb_4bit_quant_type": "fp4",
+    "bnb_4bit_use_double_quant": true,
+    "llm_int8_enable_fp32_cpu_offload": false,
+    "llm_int8_has_fp16_weight": false,
+    "llm_int8_skip_modules": [
+      "lm_head"
+    ],
+    "llm_int8_threshold": 6.0,
+    "load_in_4bit": true,
+    "load_in_8bit": false,
+    "quant_method": "bitsandbytes"
+  },
+  "resid_pdrop": 0.0,
+  "router_aux_loss_coef": 0.05,
+  "tie_word_embeddings": false,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.39.2",
+  "use_cache": true,
+  "vocab_size": 100352
+}

generation_config.json

@@ -0,0 +1,8 @@
+{
+  "_from_model_config": true,
+  "eos_token_id": [
+    100257,
+    100279
+  ],
+  "transformers_version": "4.39.2"
+}

model-00001-of-00015.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39a7d2e79067a4038e3d3e2e868fb4c637a79e1e12feb2780cc93c9b07b48900
+size 4982218709

model-00002-of-00015.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6caefabcbef424f5c164bba37f24f4c9a45ccd5ba27772956026c69fce1f1028
+size 4975991632

model-00003-of-00015.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b394b566d55a32eb8796ba3c4ee9fed687ca8fab8eb0c7e3b0759fdb285f190b
+size 4975991636

model-00004-of-00015.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:726f672000ccd78e4552920e703363efcb4e857086fb357d41df25e52e0b808f
+size 4975991957

model-00005-of-00015.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba3347d50ac5f64e8ee58f8145d0e0ec534e320569d8c44320ff07b4ef3452eb
+size 4975992536

model-00006-of-00015.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:749045e516bd5673583de3a8da1aa2a5580c4fedf369e84796b97104f62390b7
+size 4975992539

model-00007-of-00015.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b7e2a409b2e4586b8f07dd381db414634196f7ee167bea1b0f2967659a980fa
+size 4998646326

model-00008-of-00015.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2531b0fa4f0a13f2fee54ceac1a68321cb3afd8cf53f5c1cabad4dd48655ec7
+size 4975980133

model-00009-of-00015.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b4dfcd4fbf2358f2020f28536d38040e6cf55bf6d93f9871112e9f9609ca39e
+size 4975992531

model-00010-of-00015.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69e875475cae60d267509f02547c87cb27665c12d39e3677664cd298ff54068f
+size 4975992531

model-00011-of-00015.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba2f01c3c5e6732fd200e7f9d04855eeec00e34708cd923eecd0f93dd379100c
+size 4975992531

model-00012-of-00015.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c260cb7890346ed6364486b826863e3e99d45dcee9b32a0751f51e24f2c76b9a
+size 4975992528

model-00013-of-00015.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a09f7c97c3e9c9f2aaa8cf41d8c7d8a2c0cb13d26539e190b8fc9564970f9243
+size 4975992516

model-00014-of-00015.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbb846a1be7dd94c54cc7ee72cfd1ccd88d5a8ae95f3b849ded8beda2ec0ec6d
+size 3771747555

model-00015-of-00015.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c09710cf02b44be76007e8ddc836d335f3e5f008bf247431d55c4afbc0a3b17
+size 1233125504

special_tokens_map.json

@@ -0,0 +1,34 @@
+{
+  "additional_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>"
+  ],
+  "bos_token": {
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<|pad|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "unk_token": {
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

tokenizer_config.json

@@ -0,0 +1,60 @@
+{
+  "add_bos_token": false,
+  "add_eos_token": false,
+  "add_prefix_space": false,
+  "added_tokens_decoder": {
+    "100257": {
+      "content": "<|endoftext|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "100277": {
+      "content": "<|pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "100278": {
+      "content": "<|im_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "100279": {
+      "content": "<|im_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "additional_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>"
+  ],
+  "auto_map": {
+    "AutoTokenizer": [
+      "SinclairSchneider/dbrx-instruct-quantization-fixed--tiktoken.TiktokenTokenizerWrapper",
+      null
+    ]
+  },
+  "bos_token": "<|endoftext|>",
+  "clean_up_tokenization_spaces": true,
+  "encoding_name": null,
+  "eos_token": "<|endoftext|>",
+  "errors": "replace",
+  "model_max_length": 1000000000000000019884624838656,
+  "model_name": "gpt-4",
+  "pad_token": "<|pad|>",
+  "tokenizer_class": "TiktokenTokenizerWrapper",
+  "unk_token": "<|endoftext|>",
+  "use_default_system_prompt": true
+}