Hugging Face's logo

axolotl-ai-co
/
meta-llama-3_1-405b-hqq-4bit

llama
Model card Files Community
winglian commited on
Commit
ae8eec7
•
1 Parent(s): a4d0b74

Upload folder using huggingface_hub

Browse files
Files changed (45) hide show
  1. .gitattributes +42 -0
  2. README.md +3 -0
  3. config.json +41 -0
  4. xaa +3 -0
  5. xab +3 -0
  6. xac +3 -0
  7. xad +3 -0
  8. xae +3 -0
  9. xaf +3 -0
  10. xag +3 -0
  11. xah +3 -0
  12. xai +3 -0
  13. xaj +3 -0
  14. xak +3 -0
  15. xal +3 -0
  16. xam +3 -0
  17. xan +3 -0
  18. xao +3 -0
  19. xap +3 -0
  20. xaq +3 -0
  21. xar +3 -0
  22. xas +3 -0
  23. xat +3 -0
  24. xau +3 -0
  25. xav +3 -0
  26. xaw +3 -0
  27. xax +3 -0
  28. xay +3 -0
  29. xaz +3 -0
  30. xba +3 -0
  31. xbb +3 -0
  32. xbc +3 -0
  33. xbd +3 -0
  34. xbe +3 -0
  35. xbf +3 -0
  36. xbg +3 -0
  37. xbh +3 -0
  38. xbi +3 -0
  39. xbj +3 -0
  40. xbk +3 -0
  41. xbl +3 -0
  42. xbm +3 -0
  43. xbn +3 -0
  44. xbo +3 -0
  45. xbp +3 -0
.gitattributes CHANGED
@@ -33,3 +33,45 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ xaa filter=lfs diff=lfs merge=lfs -text
37
+ xab filter=lfs diff=lfs merge=lfs -text
38
+ xac filter=lfs diff=lfs merge=lfs -text
39
+ xad filter=lfs diff=lfs merge=lfs -text
40
+ xae filter=lfs diff=lfs merge=lfs -text
41
+ xaf filter=lfs diff=lfs merge=lfs -text
42
+ xag filter=lfs diff=lfs merge=lfs -text
43
+ xah filter=lfs diff=lfs merge=lfs -text
44
+ xai filter=lfs diff=lfs merge=lfs -text
45
+ xaj filter=lfs diff=lfs merge=lfs -text
46
+ xak filter=lfs diff=lfs merge=lfs -text
47
+ xal filter=lfs diff=lfs merge=lfs -text
48
+ xam filter=lfs diff=lfs merge=lfs -text
49
+ xan filter=lfs diff=lfs merge=lfs -text
50
+ xao filter=lfs diff=lfs merge=lfs -text
51
+ xap filter=lfs diff=lfs merge=lfs -text
52
+ xaq filter=lfs diff=lfs merge=lfs -text
53
+ xar filter=lfs diff=lfs merge=lfs -text
54
+ xas filter=lfs diff=lfs merge=lfs -text
55
+ xat filter=lfs diff=lfs merge=lfs -text
56
+ xau filter=lfs diff=lfs merge=lfs -text
57
+ xav filter=lfs diff=lfs merge=lfs -text
58
+ xaw filter=lfs diff=lfs merge=lfs -text
59
+ xax filter=lfs diff=lfs merge=lfs -text
60
+ xay filter=lfs diff=lfs merge=lfs -text
61
+ xaz filter=lfs diff=lfs merge=lfs -text
62
+ xba filter=lfs diff=lfs merge=lfs -text
63
+ xbb filter=lfs diff=lfs merge=lfs -text
64
+ xbc filter=lfs diff=lfs merge=lfs -text
65
+ xbd filter=lfs diff=lfs merge=lfs -text
66
+ xbe filter=lfs diff=lfs merge=lfs -text
67
+ xbf filter=lfs diff=lfs merge=lfs -text
68
+ xbg filter=lfs diff=lfs merge=lfs -text
69
+ xbh filter=lfs diff=lfs merge=lfs -text
70
+ xbi filter=lfs diff=lfs merge=lfs -text
71
+ xbj filter=lfs diff=lfs merge=lfs -text
72
+ xbk filter=lfs diff=lfs merge=lfs -text
73
+ xbl filter=lfs diff=lfs merge=lfs -text
74
+ xbm filter=lfs diff=lfs merge=lfs -text
75
+ xbn filter=lfs diff=lfs merge=lfs -text
76
+ xbo filter=lfs diff=lfs merge=lfs -text
77
+ xbp filter=lfs diff=lfs merge=lfs -text
README.md ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ ```bash
2
+ cat x* > qmodel.pt
3
+ ```
config.json ADDED
@@ -0,0 +1,41 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "meta-llama/Meta-Llama-3.1-405B",
3
+ "architectures": [
4
+ "LlamaForCausalLM"
5
+ ],
6
+ "attention_bias": false,
7
+ "attention_dropout": 0.0,
8
+ "bos_token_id": 128000,
9
+ "eos_token_id": 128001,
10
+ "hidden_act": "silu",
11
+ "hidden_size": 16384,
12
+ "initializer_range": 0.02,
13
+ "intermediate_size": 53248,
14
+ "max_position_embeddings": 131072,
15
+ "mlp_bias": false,
16
+ "model_type": "llama",
17
+ "num_attention_heads": 128,
18
+ "num_hidden_layers": 126,
19
+ "num_key_value_heads": 16,
20
+ "pretraining_tp": 1,
21
+ "quant_config": {
22
+ "nbits": 4,
23
+ "group_size": 64,
24
+ "quant_zero":true,
25
+ "quant_scale": true
26
+ },
27
+ "rms_norm_eps": 1e-05,
28
+ "rope_scaling": {
29
+ "factor": 8.0,
30
+ "high_freq_factor": 4.0,
31
+ "low_freq_factor": 1.0,
32
+ "original_max_position_embeddings": 8192,
33
+ "rope_type": "llama3"
34
+ },
35
+ "rope_theta": 500000.0,
36
+ "tie_word_embeddings": false,
37
+ "torch_dtype": "bfloat16",
38
+ "transformers_version": "4.44.0.dev0",
39
+ "use_cache": true,
40
+ "vocab_size": 128256
41
+ }
xaa ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:36e6616f2c10aa6143aa7374505b5912f9d29dc20d339b5cb40d8e4a7f51c39e
3
+ size 5368709120
xab ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e3e315dd59422ec1f6b92d44be057d5ad70a0d39c97f82df15a8ffa8cb70d470
3
+ size 5368709120
xac ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9e543e7754128a7b23072a735097a5f25d13f8ac51ec5ab7fc10babb42bcd69d
3
+ size 5368709120
xad ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4cff042c10f56200ecf669db131bdd188286c6b6e938a7e6f3014c153e56132b
3
+ size 5368709120
xae ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4b6b5d27de79d23889137041b55463720494ea3068f568933aa705cc53cf6b27
3
+ size 5368709120
xaf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2cbe5ff73ad24b1747dfa81d710bdb9c1451502b3ab8d968b4f2418369e54438
3
+ size 5368709120
xag ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a8579c8807444b13b697062b2538ff43f651963cf1309ab01d3080f290076ee0
3
+ size 5368709120
xah ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9ba9278b5e231fffb733ce79391e6d9f61ac846c2e2da6b92e83d99a3e745b16
3
+ size 5368709120
xai ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:45e9fb5a1dfc0b236b80cbc0db7abba1190096ffc66d12a0df5f3055ac4fc15a
3
+ size 5368709120
xaj ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b058b76659517964039d8ab0c36753ef58d8ff6c1ff2f32943a97e9c47a1091b
3
+ size 5368709120
xak ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e46594b9fea11b870327b1c5307cddc982c310d6608cf98812530c25417e3e28
3
+ size 5368709120
xal ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1cc588c7458b140b46cd5eaa5365a17d01113646bc6c8c0c07aba7505a780bd2
3
+ size 5368709120
xam ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:37b78d4948ee68a82f0fda1b41aa5d3ebc7a1ab78766e08a83b4b93795274fb5
3
+ size 5368709120
xan ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cd5e763d8900976ff6b283676d2f765b08a1cbcf469621952fc057b2d1a0c730
3
+ size 5368709120
xao ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:216c630030e767642037456d824cc6eae28737d7596524ecea9aa490eb0d9233
3
+ size 5368709120
xap ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:844d997ba734a8326bd9153140d9b862cce31814d8a804b0e9159c567567e95b
3
+ size 5368709120
xaq ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ea5d1e703e688ce087cd255289fb02285046ad4c957b5f19586a35316e66f752
3
+ size 5368709120
xar ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:383d3873c374a71853a218707141d481b3dafc8468e22499d74f0c8b1c9164f5
3
+ size 5368709120
xas ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a356c91f05172d8ca04e85674af1bb690fa9fc9cf2f75ef256d7727af66a7639
3
+ size 5368709120
xat ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c72226bb4792ad1c41cb08508d75ff419d40891c9a2dad680056a858a96e2f93
3
+ size 5368709120
xau ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b2bd28e882994c1ab6f3ed348e169f577df60733ab9c230bdac5343db4efa711
3
+ size 5368709120
xav ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:366f28b0187647df666a5406f40e2115b288c10b45f0cb0e7e73ff3ed9a649af
3
+ size 5368709120
xaw ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3384e161ff4a7cbe2f7dbc205486eaf48ae25f3d17d0f60d3d022c2c0a65101a
3
+ size 5368709120
xax ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:06769263aae4c3df00c2f63191b2a0497f52707a4815316695c2bfeb80f931e8
3
+ size 5368709120
xay ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5bf6e48caa01225274b6fc76926241efee787ccc6d41cbdd5ac6c76587f1551d
3
+ size 5368709120
xaz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a712a684e0c69b0014369c2a92ea5dbac5ad39849e6011be2e51ae6f2ee18ef9
3
+ size 5368709120
xba ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3c8b4835f8dca441e2794b29cc6ca70b47364e6a007606184d7c31197a295790
3
+ size 5368709120
xbb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5fa33c1c53cb538829d0c8cc266d31c991c64202026ec6f20644b664d2e6be3c
3
+ size 5368709120
xbc ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2cd1521a04f102e5c9950e774ac0a8480c38d196a58541679a0b55ff7dd98b74
3
+ size 5368709120
xbd ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:39b178a92cf4e1bc6820c16232a1ef4e8f667eea78ebeebb7b990e252b46c2a2
3
+ size 5368709120
xbe ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cd40b8df75ba70d134e49e71c5aa6afd223779b412d40fa32857c0f2bdb44a26
3
+ size 5368709120
xbf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fc95757915e430fb54ba4fe9a371f9b8d72945f9964f7ca7a9454bf607fb084a
3
+ size 5368709120
xbg ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a97951e46cd64f52cf4bc355e0fa5a1c6ded5a9b5bac73ad31a134ba84304fc9
3
+ size 5368709120
xbh ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:284aaa9d6dae5c3610711e224cac17ec052ae909a162784ef52720c4cb3e0670
3
+ size 5368709120
xbi ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5786db4c762483b76f0e4fed000e91e0380b9f236458859671cc0fcb81b844cd
3
+ size 5368709120
xbj ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:141272ff3564d63305696bc54e136cfbf989b77d16909893d9a20f4b0e4bf6fe
3
+ size 5368709120
xbk ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:524655588b2ef1cd5d7bff4f65f6b8bb925705328385eb65de2e263d3aa6dec2
3
+ size 5368709120
xbl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b63723b33b8e9c87d39b6e57ee46e6bd9fcfa3161f11bcd510c5d57d29f67392
3
+ size 5368709120
xbm ADDED

Git LFS Details

  • SHA256: 85541f254b07cb9f7c63a6497e24dad41127c7270d81a305249beacee9bd3219
  • Pointer size: 135 Bytes
  • Size of remote file: 5.37 GB
xbn ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3cc439cbb9b3e6ef37fdf77d74ddf39e6c488e52e7a9573d6f6bd33c730d0e1f
3
+ size 5368709120
xbo ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:050de1c2f3286b9eb50e21e4bb77c426dfd08b4b192acd36d08d17fa1751d455
3
+ size 5368709120
xbp ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bd6f3dc31763622b82f8c80a600eafc406d4da2eb2ba8cd86e43f54aa649b07f
3
+ size 4315663996