Upload folder using huggingface_hub

config.json

@@ -0,0 +1,80 @@
+{
+  "_name_or_path": "alpindale/Mistral-Large-Instruct-2407-FP8",
+  "architectures": [
+    "MistralForCausalLM"
+  ],
+  "attention_dropout": 0.0,
+  "bos_token_id": 1,
+  "compression_config": {
+    "config_groups": {
+      "group_0": {
+        "input_activations": {
+          "actorder": null,
+          "block_structure": null,
+          "dynamic": false,
+          "group_size": null,
+          "num_bits": 8,
+          "observer": "minmax",
+          "observer_kwargs": {},
+          "strategy": "tensor",
+          "symmetric": true,
+          "type": "float"
+        },
+        "output_activations": null,
+        "targets": [
+          "Linear"
+        ],
+        "weights": {
+          "actorder": null,
+          "block_structure": null,
+          "dynamic": false,
+          "group_size": null,
+          "num_bits": 8,
+          "observer": "minmax",
+          "observer_kwargs": {},
+          "strategy": "tensor",
+          "symmetric": true,
+          "type": "float"
+        }
+      }
+    },
+    "format": "float-quantized",
+    "global_compression_ratio": 1.4645550488838328,
+    "ignore": [
+      "lm_head"
+    ],
+    "kv_cache_scheme": {
+      "actorder": null,
+      "block_structure": null,
+      "dynamic": false,
+      "group_size": null,
+      "num_bits": 8,
+      "observer": "minmax",
+      "observer_kwargs": {},
+      "strategy": "tensor",
+      "symmetric": true,
+      "type": "float"
+    },
+    "quant_method": "compressed-tensors",
+    "quantization_status": "compressed"
+  },
+  "eos_token_id": 2,
+  "head_dim": 128,
+  "hidden_act": "silu",
+  "hidden_size": 12288,
+  "initializer_range": 0.02,
+  "intermediate_size": 28672,
+  "max_position_embeddings": 131072,
+  "model_type": "mistral",
+  "num_attention_heads": 96,
+  "num_hidden_layers": 88,
+  "num_key_value_heads": 8,
+  "rms_norm_eps": 1e-05,
+  "rope_theta": 1000000.0,
+  "sliding_window": null,
+  "tie_word_embeddings": false,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.44.1",
+  "use_cache": true,
+  "vocab_size": 32768
+}

generation_config.json

@@ -0,0 +1,6 @@
+{
+  "_from_model_config": true,
+  "bos_token_id": 1,
+  "eos_token_id": 2,
+  "transformers_version": "4.44.1"
+}

model-00001-of-00026.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c343dd12dd65984728542120bfcf72cc77ad4cf94d71a8a1d1b42772ab2fa2d5
+size 4957823496

model-00002-of-00026.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00e11fa3d95912f2ab6713c357a5c734aa5f7fd546eba18e94d30c8df5ca0991
+size 4831995744

model-00003-of-00026.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aedac62887af003d3b9f13209ebddea0f4ea9ba86201d7a5f9b46a5a4fe49fa8
+size 4857209744

model-00004-of-00026.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4669ef81b28d4921e404d19afb4d95cb1ad49b0923de868bfe953057f59e9ce8
+size 4831995840

model-00005-of-00026.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f6676e50bf200d9b23330710ef13e7efdf2043e0754744c0e036a0e39830cd4
+size 4857209824

model-00006-of-00026.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afc3b68acf9632fc7de7fe0e929a4a2c643bbaf9b978f12ceba3cc16cb9bf087
+size 4831995840

model-00007-of-00026.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b71e400d564d05cd3bcf0046af6bccc4c5c52dd5dcf24314cdeb52dad0f4846
+size 4857209824

model-00008-of-00026.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90823bcac0c2bd65fc1ad648d1fdacf4034adfdcc3ce24eb8eafbafcb162d28a
+size 4831995840

model-00009-of-00026.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19f2c643c29c9f235555bd9d38c9fdbffd9b33ddfb7862029fa70357f34f72d8
+size 4857209824

model-00010-of-00026.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5254a99a1b159887ec69dee55fd7566a4486c0abbacb0bad00c0f479fd294ec
+size 4831995840

model-00011-of-00026.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5a50eb11dedbe3066a3c5350ed3443416636c9bc93570aa25632debec8f6609
+size 4857209824

model-00012-of-00026.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a0e8db6dac294f511d0c6633abbcdde9adedef3c2eceb958a6095025cbbd4ea
+size 4831995840

model-00013-of-00026.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1dc251b076b08b8fea891bf7b374a636b3ed74183084ca4a29a9773a29128439
+size 4857209824

model-00014-of-00026.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0448d41f60a293b6ba9681378e611acf63a7c5d19fee1bbd23f0be18c3769e16
+size 4831995840

model-00015-of-00026.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f826b3cf10a827813cc29105a64f30c8298e9fdc2997afe84ab06503c327ddcd
+size 4857209824

model-00016-of-00026.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6953e18dde47096a02d80502401cc341d6e9d0a13b7b98bd79f7cdc16673f06d
+size 4831995840

model-00017-of-00026.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cebc3bc7f6a9b2774672a90e35ea541e9c5c7b86cfd708b5330469dd96930b1
+size 4857209824

model-00018-of-00026.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31bcccb310fa62caa97f2d8e64494eeedf82342c109310c4c686a29249686f09
+size 4831995840

model-00019-of-00026.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf653005c955bd5874b2ef79321dffb904b9bbad0a9c0ebaa637896c19f58876
+size 4857209824

model-00020-of-00026.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c371610b7fb888e7c472b4b3f39a92d7255e3c0d9d3f041f3d614e2dd475c94
+size 4831995840

model-00021-of-00026.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6adc0c90a1e1d698db25e197d8d1e4d4b993894f85b6d964b30935dbd005914
+size 4857209824

model-00022-of-00026.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9df8803f89555a2ddf94439640f0b6b863415bcb59de5206f9235fae15878aac
+size 4831995840

model-00023-of-00026.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e608ebfe7789ebc004ca3a14b1372bac812207e33b875d9778d6e48fec56d90b
+size 4857209824

model-00024-of-00026.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89f2d2ec6c454137b7bf552a8ef70bc32ce68799f899dbe1b1a4b5123ebc3710
+size 4831995840

model-00025-of-00026.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e8e0528d2289d25c9b3be43d45153d4abae1a7b5aae07ff05561160ee312e0d
+size 4857209824

model-00026-of-00026.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f0937b48b19e09354561a10c17653c4f7e719c78c207955fa80487b95866782
+size 2189503512

special_tokens_map.json

@@ -0,0 +1,23 @@
+{
+  "bos_token": {
+    "content": "<s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "</s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "unk_token": {
+    "content": "<unk>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

tokenizer.model

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59f95e28944c062244741268596badc900df86c7f5ded05088d2da22a7379e06
+size 587583