Upload folder using huggingface_hub

added_tokens.json

@@ -0,0 +1,3 @@
+{
+  "[PAD]": 32000
+}

config.json

@@ -0,0 +1,29 @@
+{
+  "_name_or_path": "wolfram/miqu-1-120b",
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 1,
+  "eos_token_id": 2,
+  "hidden_act": "silu",
+  "hidden_size": 8192,
+  "initializer_range": 0.02,
+  "intermediate_size": 28672,
+  "max_position_embeddings": 32764,
+  "model_type": "llama",
+  "num_attention_heads": 64,
+  "num_hidden_layers": 220,
+  "num_key_value_heads": 8,
+  "pad_token_id": 0,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": null,
+  "rope_theta": 1000000,
+  "tie_word_embeddings": false,
+  "torch_dtype": "float16",
+  "transformers_version": "4.37.2",
+  "use_cache": true,
+  "vocab_size": 32001
+}

model-00001-of-00039.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56cb1032dc171587bca1e930e8315846fe225001b05497a17de057d0f7e127c1
+size 9852573208

model-00002-of-00039.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bea507d544784d960f10a4bb6f669f20cbd006db0295c12c74ff8c098da4981e
+size 9999423336

model-00003-of-00039.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19b1b646d22e7791258fdb640a3d02bfcc033b4b2062cb3496f9ae0a2f70666d
+size 9932232280

model-00004-of-00039.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e4d9ce371811310d9f5069a69f2b12a2e19cf5ce9873ee9a5537b2d98c15ff4
+size 9932314744

model-00005-of-00039.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88489e1bd3010a76914f2a0d332eb744454ffd8ec3162039924c84c6412d9d0d
+size 9630308608

model-00006-of-00039.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3e28a6a8b27ac1342f4a9b35299f6bcb14feb47cbfcaac5b8fe42a3e344303f
+size 9999424088

model-00007-of-00039.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:148ed989e5afd164f8d72ecedc079c08fd75dbf694a01d4bce65758f544ae394
+size 9798129904

model-00008-of-00039.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87e4c248dfc071126386a4a728842fbcc23f8dd1a98fdb3179fc4a3f4f857476
+size 9630274920

model-00009-of-00039.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93e92343bc1418a507e93f986573744e5aa8b92731b44cf5263d0e7accb33021
+size 9764591736

model-00010-of-00039.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ffa644f6bb580aec9139a737656d7ad231aa718d9efa749b27b93ade8a6af99
+size 9965868720

model-00011-of-00039.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7a4ca33cf3dc7e42a0361ed151e8fc45731da7d6a8d52d80ec22d2a605efb15
+size 9663846768

model-00012-of-00039.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cff137a7c992d18cdeebd8f9fcf2dc803d0e5254900f0868c7a7dbd6292fcd45
+size 9798063912

model-00013-of-00039.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa54f4820ca85790ad6b7f315d83dab0cebea681db91516bb294c402b62772f6
+size 9630325128

model-00014-of-00039.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:421a848bcb7e0e4fa8cafab1684dc6aed5b20d082735ecf465c0108861c502eb
+size 9798096216

model-00015-of-00039.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f3ad4325d04c81cfb7b81c808fc3515efe2d552c97da4b1dc4d49955179fe2c
+size 9965885952

model-00016-of-00039.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4e5e7da9707464bded4421cc4334fd5f29b3daf3d0b12bf407f0b05d20e92dc
+size 9663828872

model-00017-of-00039.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3598dfe02a27726c8abb31f79778fb8af57121f8f1f04511925a1d83488a62c5
+size 9831634416

model-00018-of-00039.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72ffd52271d4875129070267ec76d869f3a497dea92bdcfaa46cbd982189c50f
+size 9932331272

model-00019-of-00039.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7718cc22f391ff477a52552e007a0895d40bea3b6508151cec373294ccf875ac
+size 9932281088

model-00020-of-00039.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96317328238633cacd2862080a248d4ad6ec46e96f2a6b051443ff98c8ffcf66
+size 9630308640

model-00021-of-00039.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d210511a41b34cd252b8cdcc45c702cdfcc4bc9c3d1e8dd18fdb8298ec3ceeec
+size 9798081176

model-00022-of-00039.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:deb8f25ac287ed6d2fd202f8b8d87d92db7bf556cc07c1e8e1a4e534b56396d2
+size 9965835752

model-00023-of-00039.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f9899e5abaa1d0b2521f6c78282b1af78811496b24ad05c7220b54e351e32d2
+size 9663912112

model-00024-of-00039.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd66973ac22a35dba7fe2dc30d265c348e23062949f401dd64751c44c259b68d
+size 9965885256

model-00025-of-00039.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea996d8735bc38d0b2b6d879e66d4afbac57114e721f2850250d0981fd802151
+size 9798112728

model-00026-of-00039.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcd4a24f88b11e747843b13aa41b350e309779d2409e3b3b2459b14668a13ad9
+size 9965868040

model-00027-of-00039.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dc03156e8d876ce884ad18b8ca199471bd072c5cf1caa5360b8b1d9a25f1f3d
+size 9965819976

model-00028-of-00039.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b02effbf44fa83639319347c876c9ea1b34d53c9bde518a3774bb14b2e1b7fce
+size 9932298304

model-00029-of-00039.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1a4124085ef9223c419f1e8c18a38ecf9f6ffc284a0b4626563e90c80c39a90
+size 9965886680

model-00030-of-00039.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c0e5e9c89b02ce257e9624a86696c8aedc3357122d9627dd8c7837a83e1542a
+size 9798114176

model-00031-of-00039.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af1e85d2236ddcf4bd1203ec3f68bb383605a0283a0f6305e57de89849fec27d
+size 9663878408

model-00032-of-00039.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14e0106f5f258856ea8564271faaf37346bb3f37fd2d4d32e0d0f945fd514202
+size 9965868768

model-00033-of-00039.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3463e2c2ac8fb5a9b92aa360d2abddf9fb81b8eb876f7f0cda76cddf7019c0ec
+size 9932248104

model-00034-of-00039.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83f7cb2fbe176b22fe5c8c35cf2909f6f037f7609c08730243ec1722445c5e00
+size 9965901048

model-00035-of-00039.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5643f3f9a3b67209330e86139ac4b057f1e15b59ebe2fbbf70cb8d8dcad8b66
+size 9798097664

model-00036-of-00039.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:956c1829184f180520fcd38c77ff5396eac2db7af86578ac0e5903871d08c67e
+size 9663878400

model-00037-of-00039.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a8ab763c971dcd29773b659ddc63ce52b0b5997191848dba186898a1eafb8a5
+size 9798030960

model-00038-of-00039.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6911a056940cad079922e03af43fd5987d45be80fd871f604a6389c48c6eee9e
+size 9550681896

model-00039-of-00039.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3b7934ebc75f5183f6207e30c201bdc680a9cbb43d01746e910ec51b856d915
+size 4026649224

special_tokens_map.json

@@ -0,0 +1,30 @@
+{
+  "bos_token": {
+    "content": "<s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "</s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "[PAD]",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "unk_token": {
+    "content": "<unk>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

tokenizer.model

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e556afd44213b6bd1be2b850ebbbd98f5481437a8021afaf58ee7fb1818d347
+size 499723

tokenizer_config.json

@@ -0,0 +1,50 @@
+{
+  "add_bos_token": true,
+  "add_eos_token": false,
+  "added_tokens_decoder": {
+    "0": {
+      "content": "<unk>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "1": {
+      "content": "<s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "2": {
+      "content": "</s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32000": {
+      "content": "[PAD]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<s>",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "</s>",
+  "legacy": false,
+  "model_max_length": 4096,
+  "pad_token": "[PAD]",
+  "padding_side": "right",
+  "sp_model_kwargs": {},
+  "spaces_between_special_tokens": false,
+  "tokenizer_class": "LlamaTokenizer",
+  "unk_token": "<unk>",
+  "use_default_system_prompt": false
+}