Hugging Face's logo

MaziyarPanahi
/
calme-3.2-instruct-78b

Text Generation
Transformers
Safetensors
English
qwen2
chat
qwen
qwen2.5
finetune
english
conversational
Eval Results
text-generation-inference
Model card Files Community
11

Upload folder using huggingface_hub

#1
by MaziyarPanahi - opened
base: refs/heads/main
←
from: refs/pr/1
Discussion Files changed
+151691
-0
This view is limited to 50 files because it contains too many changes.  See the raw diff here.
Files changed (50) hide show
  1. .gitattributes +1 -0
  2. added_tokens.json +5 -0
  3. config.json +28 -0
  4. merges.txt +0 -0
  5. model-00001-of-00067.safetensors +3 -0
  6. model-00002-of-00067.safetensors +3 -0
  7. model-00003-of-00067.safetensors +3 -0
  8. model-00004-of-00067.safetensors +3 -0
  9. model-00005-of-00067.safetensors +3 -0
  10. model-00006-of-00067.safetensors +3 -0
  11. model-00007-of-00067.safetensors +3 -0
  12. model-00008-of-00067.safetensors +3 -0
  13. model-00009-of-00067.safetensors +3 -0
  14. model-00010-of-00067.safetensors +3 -0
  15. model-00011-of-00067.safetensors +3 -0
  16. model-00012-of-00067.safetensors +3 -0
  17. model-00013-of-00067.safetensors +3 -0
  18. model-00014-of-00067.safetensors +3 -0
  19. model-00015-of-00067.safetensors +3 -0
  20. model-00016-of-00067.safetensors +3 -0
  21. model-00017-of-00067.safetensors +3 -0
  22. model-00018-of-00067.safetensors +3 -0
  23. model-00019-of-00067.safetensors +3 -0
  24. model-00020-of-00067.safetensors +3 -0
  25. model-00021-of-00067.safetensors +3 -0
  26. model-00022-of-00067.safetensors +3 -0
  27. model-00023-of-00067.safetensors +3 -0
  28. model-00024-of-00067.safetensors +3 -0
  29. model-00025-of-00067.safetensors +3 -0
  30. model-00026-of-00067.safetensors +3 -0
  31. model-00027-of-00067.safetensors +3 -0
  32. model-00028-of-00067.safetensors +3 -0
  33. model-00029-of-00067.safetensors +3 -0
  34. model-00030-of-00067.safetensors +3 -0
  35. model-00031-of-00067.safetensors +3 -0
  36. model-00032-of-00067.safetensors +3 -0
  37. model-00033-of-00067.safetensors +3 -0
  38. model-00034-of-00067.safetensors +3 -0
  39. model-00035-of-00067.safetensors +3 -0
  40. model-00036-of-00067.safetensors +3 -0
  41. model-00037-of-00067.safetensors +3 -0
  42. model-00038-of-00067.safetensors +3 -0
  43. model-00039-of-00067.safetensors +3 -0
  44. model-00040-of-00067.safetensors +3 -0
  45. model-00041-of-00067.safetensors +3 -0
  46. model-00042-of-00067.safetensors +3 -0
  47. model-00043-of-00067.safetensors +3 -0
  48. model-00044-of-00067.safetensors +3 -0
  49. model-00045-of-00067.safetensors +3 -0
  50. model-00046-of-00067.safetensors +3 -0
.gitattributes CHANGED
@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ tokenizer.json filter=lfs diff=lfs merge=lfs -text
added_tokens.json ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ {
2
+ "<|endoftext|>": 151643,
3
+ "<|im_end|>": 151645,
4
+ "<|im_start|>": 151644
5
+ }
config.json ADDED
@@ -0,0 +1,28 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "MaziyarPanahi/calme-3-selfmerge-qwen2-78b",
3
+ "architectures": [
4
+ "Qwen2ForCausalLM"
5
+ ],
6
+ "attention_dropout": 0.0,
7
+ "eos_token_id": 151645,
8
+ "hidden_act": "silu",
9
+ "hidden_size": 8192,
10
+ "initializer_range": 0.02,
11
+ "intermediate_size": 29568,
12
+ "max_position_embeddings": 32768,
13
+ "max_window_layers": 80,
14
+ "model_type": "qwen2",
15
+ "num_attention_heads": 64,
16
+ "num_hidden_layers": 86,
17
+ "num_key_value_heads": 8,
18
+ "rms_norm_eps": 1e-06,
19
+ "rope_scaling": null,
20
+ "rope_theta": 1000000.0,
21
+ "sliding_window": null,
22
+ "tie_word_embeddings": false,
23
+ "torch_dtype": "bfloat16",
24
+ "transformers_version": "4.46.1",
25
+ "use_cache": false,
26
+ "use_sliding_window": false,
27
+ "vocab_size": 151646
28
+ }
merges.txt ADDED
The diff for this file is too large to render. See raw diff
 
model-00001-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bfd8750203b7bcbf73618d3ded41abdc194f65eb92cbad236acab842a187b5cb
3
+ size 4969136256
model-00002-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7d291d8cbed14d98a958946ffafba43e204e2f2bf1be460798f8aafc080d1614
3
+ size 4969169144
model-00003-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e8479ab52fc21ba71352e8a9b1fe9ac260b3e7783c8b8937c805007bc8f2995d
3
+ size 4479624672
model-00004-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1bb28f093e57cd499f3b063c5e48fe64ac68b67e49f66d6e013bf174cfc82f38
3
+ size 4479624680
model-00005-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0c08286f27ae40699dde2a3a3584d2c548208b10e8ac0b124799e0fc6ac733a4
3
+ size 4781684776
model-00006-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cc1ec855bdef156d9441362c76e7515fc46c728b633df816005009c8935b3c95
3
+ size 4781651888
model-00007-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:94c311e5d7f3d3130f12a9ca3056eaa2c4ce958ee3465e9ce0826535f9cbb0f8
3
+ size 4479624688
model-00008-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:50080ae7c9d15b27c7a07e00be0ded94c525660ffbef3a647fa706f033f7a1d6
3
+ size 4781684776
model-00009-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:553c8bb1e36b25afe959a008f18de5fe72b87410fb8817c9cc8f9148ab212054
3
+ size 4781651888
model-00010-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aa25a89d757fb04d7a01c233478158ced3fc05c5db93bb6cb9a259a9c4fe181d
3
+ size 4479624688
model-00011-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:38f06e53171fc9a8ef20af5f38042143e0b45a745044295b66a3ff63172d6744
3
+ size 4781684776
model-00012-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4409bbcb99a8f0344a7ef506c9a6fb73c351e282ba1576321cd4f71cf880901d
3
+ size 4781651880
model-00013-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6905ac9a76ad7abfea21baf65576a38e3eee6dc58338e2da621ac1c1acf0a94d
3
+ size 4479624688
model-00014-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:519d6bba3a3515145f4230281c29c30f37c89eefb385b5815c03e87f025cb282
3
+ size 4781684776
model-00015-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d19ac269a06d53832bb4f5d79a7e837bd5eb9f77790357e4389e9442b5429792
3
+ size 4781651888
model-00016-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3b3e0e401997c4c040d5ca5de7f20323a23beab83a86127d3c49c1ea04504a5d
3
+ size 4479624688
model-00017-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:591f1563610c763898dd34ab974362e511dc03e6678922429c5633f1fb47567a
3
+ size 4781684776
model-00018-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e6a9d446e0551dbc8bf467687fda6f819fee312399b0d4d8380f18aeff2e5264
3
+ size 4781651888
model-00019-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ec031f351ba3e202bab318e829fd9ee1f26e69809b07643b809c8d1cc494eb91
3
+ size 4479624688
model-00020-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0beb5b09e51da86b3c3f5283bb31e3958c6fb54ed1914c1620c5f19b48c36219
3
+ size 4781684768
model-00021-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:84f3dc64cd7aed3bc97d3a110885f33d43ec7d2a65cf1c3b45fa7d2af3c290e7
3
+ size 4781651888
model-00022-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:75fc10278b6a4147d7dc36616a78e42addedcba14b265b42aa5cc32419ff88c5
3
+ size 4479624688
model-00023-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6e1500a9cf8fe54197629756fdbd89e3b99b8c09a6b2993a1eab87f6cf4fdbc2
3
+ size 4781684776
model-00024-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:97ad2ab66c99d3771f4ea02f4ce36f0aca802eb8d5d6cbfe0449b60834ea8c12
3
+ size 4781651888
model-00025-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fe0b2b5a0e506c36a246c38b7669f3f6f2ad7e9883f89b27f347464192763bf4
3
+ size 4479624688
model-00026-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9f24e2c06f15cc0a7b1762c22910587bb1435fcca3a321e820ce1a00d5533fc7
3
+ size 4781684776
model-00027-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5e79046edfe2c16812fb6ae4a80f9de6e44316a3e5a98d774ebf047e06da9713
3
+ size 4781651888
model-00028-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4cf3c3807238e0e45826037bf1b38342b47e4e16d9170a442735e9899b95d034
3
+ size 4479624688
model-00029-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8e4bba6a69b86a54e27c0cb3bc5c376268a1a668b657ae604fcfc2b742dbea32
3
+ size 4781684768
model-00030-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7e6f3111487b954528893daab8cf42996db600f714776e0134d93757cfdfc3ea
3
+ size 4781651888
model-00031-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c43564eee65a2c5fb8f6f23d86049e3007ed9f581a5c7af6ad23fb88b659ef2b
3
+ size 4479624688
model-00032-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:20ddf3ff14ef1b86b7ce1dedb1578bd6825d29d1f935e253efdb7e91966393c8
3
+ size 4781684776
model-00033-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f9c511856a118e5f9390a92f20603e615cdab3b87ad5bcf752862d47326e6865
3
+ size 4781651888
model-00034-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ba14f03ec9bf75b879e9be857176d847dcad32792b79ed5cb511330a0d399bad
3
+ size 4479624688
model-00035-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:70906d876c1532d81523f531358007cc0e0a81903f9a75556d267859996e425f
3
+ size 4781684776
model-00036-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4a033f591e6030233e0c3221aba93401bb370543ea9c3006080cf5d6319e644b
3
+ size 4781651888
model-00037-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2a2a9a241418a75c9c89e7d14de5a5e2d9cce697f367cccccf78f6ef6805a684
3
+ size 4479624680
model-00038-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a288c58344d4169d28906a7c9ff45deca110919500066424bf24167034e7b2a3
3
+ size 4781684776
model-00039-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aa5a198406116f15490e56b38ca74764b03c3ee30b6cc26bf2e35a3281d1c56f
3
+ size 4781651888
model-00040-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:661f0e3468632165eadf1eb99692503ca088ce52207fddcc3e194095a8dca204
3
+ size 4479624688
model-00041-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2687bd8b073d0030a39b9556473b72315974acee872171d449c8a5a7356cd0a1
3
+ size 4781684776
model-00042-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9384b76f6dcd63a6649039c5cd5e319df20f6ab0d8f4420d11f91690a8810060
3
+ size 4781651888
model-00043-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6faa191910f2e8303d7a828824dc6a01ea00da80608895694002d9dffdb0f8c4
3
+ size 4479624688
model-00044-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aa558895b123d745b13898365cb9ac13aee988d8b51cebf4d5930f71afc5a236
3
+ size 4781684776
model-00045-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ed9672298b6e778d58504a1550973765a72556bd165782faadac1a4c3f9fd0c5
3
+ size 4781651880
model-00046-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d4f5a4f59b637525e431bd740e5f7816c763b0fa32ff0d8a2b58a1ed0b9424aa
3
+ size 4479624688