Hugging Face's logo

typeof
/
miqu-70b-6

Text Generation
Transformers
Safetensors
llama
conversational
Inference Endpoints
text-generation-inference
Model card Files Community
typeof commited on
Commit
f0badd6
•
1 Parent(s): 4503573

init

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. config.json +28 -0
  2. generation_config.json +7 -0
  3. model-00001-of-00057.safetensors +3 -0
  4. model-00002-of-00057.safetensors +3 -0
  5. model-00003-of-00057.safetensors +3 -0
  6. model-00004-of-00057.safetensors +3 -0
  7. model-00005-of-00057.safetensors +3 -0
  8. model-00006-of-00057.safetensors +3 -0
  9. model-00007-of-00057.safetensors +3 -0
  10. model-00008-of-00057.safetensors +3 -0
  11. model-00009-of-00057.safetensors +3 -0
  12. model-00010-of-00057.safetensors +3 -0
  13. model-00011-of-00057.safetensors +3 -0
  14. model-00012-of-00057.safetensors +3 -0
  15. model-00013-of-00057.safetensors +3 -0
  16. model-00014-of-00057.safetensors +3 -0
  17. model-00015-of-00057.safetensors +3 -0
  18. model-00016-of-00057.safetensors +3 -0
  19. model-00017-of-00057.safetensors +3 -0
  20. model-00018-of-00057.safetensors +3 -0
  21. model-00019-of-00057.safetensors +3 -0
  22. model-00020-of-00057.safetensors +3 -0
  23. model-00021-of-00057.safetensors +3 -0
  24. model-00022-of-00057.safetensors +3 -0
  25. model-00023-of-00057.safetensors +3 -0
  26. model-00024-of-00057.safetensors +3 -0
  27. model-00025-of-00057.safetensors +3 -0
  28. model-00026-of-00057.safetensors +3 -0
  29. model-00027-of-00057.safetensors +3 -0
  30. model-00028-of-00057.safetensors +3 -0
  31. model-00029-of-00057.safetensors +3 -0
  32. model-00030-of-00057.safetensors +3 -0
  33. model-00031-of-00057.safetensors +3 -0
  34. model-00032-of-00057.safetensors +3 -0
  35. model-00033-of-00057.safetensors +3 -0
  36. model-00034-of-00057.safetensors +3 -0
  37. model-00035-of-00057.safetensors +3 -0
  38. model-00036-of-00057.safetensors +3 -0
  39. model-00037-of-00057.safetensors +3 -0
  40. model-00038-of-00057.safetensors +3 -0
  41. model-00039-of-00057.safetensors +3 -0
  42. model-00040-of-00057.safetensors +3 -0
  43. model-00041-of-00057.safetensors +3 -0
  44. model-00042-of-00057.safetensors +3 -0
  45. model-00043-of-00057.safetensors +3 -0
  46. model-00044-of-00057.safetensors +3 -0
  47. model-00045-of-00057.safetensors +3 -0
  48. model-00046-of-00057.safetensors +3 -0
  49. model-00047-of-00057.safetensors +3 -0
  50. model-00048-of-00057.safetensors +3 -0
config.json ADDED
@@ -0,0 +1,28 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architectures": [
3
+ "LlamaForCausalLM"
4
+ ],
5
+ "attention_bias": false,
6
+ "attention_dropout": 0.0,
7
+ "bos_token_id": 1,
8
+ "eos_token_id": 2,
9
+ "hidden_act": "silu",
10
+ "hidden_size": 8192,
11
+ "initializer_range": 0.02,
12
+ "intermediate_size": 28672,
13
+ "max_position_embeddings": 32764,
14
+ "model_type": "llama",
15
+ "num_attention_heads": 64,
16
+ "num_hidden_layers": 6,
17
+ "num_key_value_heads": 8,
18
+ "pad_token_id": 0,
19
+ "pretraining_tp": 1,
20
+ "rms_norm_eps": 1e-05,
21
+ "rope_scaling": null,
22
+ "rope_theta": 1000000,
23
+ "tie_word_embeddings": false,
24
+ "torch_dtype": "float16",
25
+ "transformers_version": "4.36.0",
26
+ "use_cache": true,
27
+ "vocab_size": 32000
28
+ }
generation_config.json ADDED
@@ -0,0 +1,7 @@
 
 
 
 
 
 
 
 
1
+ {
2
+ "_from_model_config": true,
3
+ "bos_token_id": 1,
4
+ "eos_token_id": 2,
5
+ "pad_token_id": 0,
6
+ "transformers_version": "4.36.0"
7
+ }
model-00001-of-00057.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3fc649c0badaccfbf7d0f934bf4d42aa3114e54fd613f4988583980ee168031d
3
+ size 524288128
model-00002-of-00057.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e2936f55ce104fba757789e4412ab427fafa106b3b6182bec56034498e97a539
3
+ size 524288136
model-00003-of-00057.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:66b5c7bcd223d867f8e51665d02e4ea85e0da9f1499be6e23d37c9fad67b8c86
3
+ size 16528
model-00004-of-00057.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:62d5698ca4d3c81353261337e16f9e033ac8976ca615ac61706e1b779c2af74e
3
+ size 469762200
model-00005-of-00057.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5d4c43af3b8c990b7f04e472c7e00c0611c3c5f707fe69a3d527035c13572f74
3
+ size 469762200
model-00006-of-00057.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:721110a0f5f482cc90fca6ecaf272def74c9c555e24c9dbb17e9b33e8440583e
3
+ size 469762192
model-00007-of-00057.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:842bf05300f856ac37147fe75fb5ccfaacbe1bcff5f1369d52a1198e69567c57
3
+ size 16536
model-00008-of-00057.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d5de1107383aa37dc9a67f46f4095f59bc940aaee71dd474a6a6ae63cdb30689
3
+ size 16777368
model-00009-of-00057.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cc44e11b32a1e4c68615d9f547173483b1dbc4e555e6c51e813f84b5be749f78
3
+ size 134217880
model-00010-of-00057.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1a790cff56525a6c743dccfacf5604ac377af74e0f6116c31f2a965d9f04b6d8
3
+ size 134217880
model-00011-of-00057.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:82b41531505424faf059a4278e1accaf27011588f23505badae09a1816682aa1
3
+ size 16777368
model-00012-of-00057.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0989d882f4d914de2c8db167a003e1385cc50bf46369e0556b61b4a883d67261
3
+ size 16528
model-00013-of-00057.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3a58c5ea25e6faf31c3ff74380219d2d1a8dd1119953db63729880ef7593d09d
3
+ size 469762200
model-00014-of-00057.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5a9d939657ba5dcdadc46d332f0b8ce0c6ae891cded3322ec78f7e9882e2d7ca
3
+ size 469762200
model-00015-of-00057.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a477388fe14e937108c77efb4549b795c4bd8e8f0a9270bc1f9847a6501f9940
3
+ size 469762192
model-00016-of-00057.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1d1e64ca9c771b63f99e76ffb535fdab0bbcd62ac39ffd801f8abc88b708569f
3
+ size 16536
model-00017-of-00057.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9fce7cf234661bb209b2b56a3616fc2774268e8a31748e1f3969fd7f4a92b880
3
+ size 16777368
model-00018-of-00057.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:53d558dce124a4877b9b0d01584dcac4f56f599d9e2817696a80fbc89b961c41
3
+ size 134217880
model-00019-of-00057.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ba6cc90c7c6690f686f48d6928cd4ed7e0cf9c3abe53c82f15c10b4b787d0c4c
3
+ size 134217880
model-00020-of-00057.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fe9f4a520dc26767c7c8ae2299b0ba0c703c481542f35caa8779a5bde4b91d4b
3
+ size 16777368
model-00021-of-00057.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5d08b15efc1e17ea715b8b09a1a29da61e9829fc9431ab9deea2081b66211250
3
+ size 16528
model-00022-of-00057.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ab4660f1e4d0da1e468eaa396c72979dce2453b96daeaa98349436936f2e25d7
3
+ size 469762200
model-00023-of-00057.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7ab48557441e138c8d51a30e272eeb1a32ab72b7f2a60c3ad14e8191b146fa76
3
+ size 469762200
model-00024-of-00057.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:59016292b8d1ce19a823230c07691c1e8cd564d0a627ac46e94df05d83fce859
3
+ size 469762192
model-00025-of-00057.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3e05fd576e7e7fa634cad657107b11aec42a171ce3b61f3f0b791467464bd908
3
+ size 16536
model-00026-of-00057.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6fc13fde9a121e8ba85da20f5a810bd5747021d16c810b013bd25721b74047ad
3
+ size 16777368
model-00027-of-00057.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:14046b729320e15adc2339aa389502727e7991a318b178d8de180780c3a7769d
3
+ size 134217880
model-00028-of-00057.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e2ef90c360e0fb679c370519cb3e1a48fe460e5b99109f560bb1efaece16a708
3
+ size 134217880
model-00029-of-00057.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aca2d369e1d4a620218087698b22681202f08f38a431fec8da0dfdf352d23fc0
3
+ size 16777368
model-00030-of-00057.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:01e5a6c2b8c2171396ade498c627dd6b55b0f0058e4343e67aa178efbfcd417f
3
+ size 16528
model-00031-of-00057.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:47eab674b55c0780f0b7ad29972efe4112c510facd0b3a1688743c960b5bc7b1
3
+ size 469762200
model-00032-of-00057.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:61d7173e0647874bed63867fca0504abce1f1fc3e29a38341631ee9cdcef32db
3
+ size 469762200
model-00033-of-00057.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e658828e871f258571fbed9ff4ee23e7668442ce7ba387446e9f95e3b76eb1ba
3
+ size 469762192
model-00034-of-00057.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:64cb5119dca99eb236d2dd692485731f730bcbeebdbfefa718b715cb5c7bae17
3
+ size 16536
model-00035-of-00057.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:be4f0d6cf716f934d5a342a809ffb55e20904020c9668236b06316dc1e65e6cc
3
+ size 16777368
model-00036-of-00057.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:712a330708c75966130586b2ec45edc1fe70f367de4536783b866b0037e70b2d
3
+ size 134217880
model-00037-of-00057.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:85b769bf8401b741ab1a096075b0db48b2c3899e8217e400999463e60c572b9d
3
+ size 134217880
model-00038-of-00057.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b5d0724ae25e23def6ffac3b5a1d42b2d3abdc6d9bb25020aa7bd061ad2f189f
3
+ size 16777368
model-00039-of-00057.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:93e0488969199aa21654b7b15181860eeed8506ce8545ca9b42af0b9f785e747
3
+ size 16528
model-00040-of-00057.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bdb6bb33bacc8acb7e46c954b679695fed2f65c68326671155bfabda55630cd1
3
+ size 469762200
model-00041-of-00057.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ffe115445535309d21fa6f7cefc06d070d26e51fa100b947ffa0ea687f65e35d
3
+ size 469762200
model-00042-of-00057.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:325a79fb54c669397398f3c601ba929f2390e750f36c69f9a6683f7a3a0d7e29
3
+ size 469762192
model-00043-of-00057.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e31e1bb8e90883a2c21a5d18f2437fe0bfcb8527a6a597bdc7ea9a317eb937c4
3
+ size 16536
model-00044-of-00057.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9847b935bf40e021a3e9acfd4656b2ccd47a68a333542b7828ebfcf2cebb8478
3
+ size 16777368
model-00045-of-00057.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:62266c2ab1718b8b04c9b0ef08b6200f66f51b7110165d10f77f215f556d3467
3
+ size 134217880
model-00046-of-00057.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d8d9c66d25d3f7aaace0571f74db3fcdcd64304ac30fd07e54053201b5d40a5f
3
+ size 134217880
model-00047-of-00057.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:50a4acd9164d1894e6827313eac48645c4cb1be697c858ce885e6e5e694d8102
3
+ size 16777368
model-00048-of-00057.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fdf8aa9e09c3606733d41f50c4d6b0e265cfa6c295476c3e5c12bd3a33074261
3
+ size 16528