Hugging Face's logo

imi2
/
test

Model card Files Community
13
imi2 commited on
Commit
7915d79
•
1 Parent(s): 7033753

Upload folder using huggingface_hub

Browse files
Files changed (12) hide show
  1. cal_data.safetensors +3 -0
  2. config.json +41 -0
  3. hidden_states.safetensors +3 -0
  4. job_new.json +0 -0
  5. measurement.json +0 -0
  6. output-00001-of-00006.safetensors +3 -0
  7. output-00002-of-00006.safetensors +3 -0
  8. output-00003-of-00006.safetensors +3 -0
  9. output-00004-of-00006.safetensors +3 -0
  10. output-00005-of-00006.safetensors +3 -0
  11. output-00006-of-00006.safetensors +3 -0
  12. tokenizer.model +3 -0
cal_data.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6fa03965eeee03cdadbe3c1942e48f49b0244847cf9026f9d769daabab8b3346
3
+ size 1884248
config.json ADDED
@@ -0,0 +1,41 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architectures": [
3
+ "MixtralForCausalLM"
4
+ ],
5
+ "attention_dropout": 0.0,
6
+ "bos_token_id": 1,
7
+ "eos_token_id": 2,
8
+ "hidden_act": "silu",
9
+ "hidden_size": 6144,
10
+ "initializer_range": 0.02,
11
+ "intermediate_size": 16384,
12
+ "max_position_embeddings": 65536,
13
+ "model_type": "mixtral",
14
+ "num_attention_heads": 48,
15
+ "num_experts_per_tok": 2,
16
+ "num_hidden_layers": 56,
17
+ "num_key_value_heads": 8,
18
+ "num_local_experts": 8,
19
+ "output_router_logits": false,
20
+ "rms_norm_eps": 1e-05,
21
+ "rope_theta": 1000000,
22
+ "router_aux_loss_coef": 0.001,
23
+ "router_jitter_noise": 0.0,
24
+ "sliding_window": null,
25
+ "tie_word_embeddings": false,
26
+ "torch_dtype": "bfloat16",
27
+ "transformers_version": "4.40.0.dev0",
28
+ "use_cache": true,
29
+ "vocab_size": 32000,
30
+ "quantization_config": {
31
+ "quant_method": "exl2",
32
+ "version": "0.0.18",
33
+ "bits": 2.3,
34
+ "head_bits": 6,
35
+ "calibration": {
36
+ "rows": 100,
37
+ "length": 2048,
38
+ "dataset": "(default)"
39
+ }
40
+ }
41
+ }
hidden_states.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:31548e2094b8f892059956e547b908ad3cdf2aa99e9f6f41217bd38ea685e6d9
3
+ size 2894079912
job_new.json ADDED
The diff for this file is too large to render. See raw diff
 
measurement.json ADDED
The diff for this file is too large to render. See raw diff
 
output-00001-of-00006.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8521ec2c8de1eff23720c4f177711970f6e9e55f3c9940260b773fbdd4712d75
3
+ size 8590140122
output-00002-of-00006.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8a2c6cf18ab3583a59f1c17e65b91812f5a8d2501cef3f50c279dcea3e7c83b6
3
+ size 8590153412
output-00003-of-00006.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a270c776c5a2a15c67996c06e47517929b543fe694b1cd3067232e715d728805
3
+ size 8568166370
output-00004-of-00006.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a99e876a13e5b12133cf1bbdf75032a3299b690a6deaaf528d4a7fd522af7f63
3
+ size 8589775128
output-00005-of-00006.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:74536d395c5b0d401c8f36b372db95125d5f2956077b1aa6dc185c179510386a
3
+ size 8558431816
output-00006-of-00006.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:99726b307eeba6124c094544a9ae123c61d32ecc6c17e9f6220df61d3cb31bee
3
+ size 1478800600
tokenizer.model ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dadfd56d766715c61d2ef780a525ab43b8e6da4de6865bda3d95fdef5e134055
3
+ size 493443