Hugging Face's logo

RiversHaveWings
/
Meta-Llama-3.1-405B-AWQ

Text Generation
Transformers
Safetensors
PyTorch
llama
facebook
meta
llama-3
text-generation-inference
Inference Endpoints
4-bit precision
awq
Model card Files Community
RiversHaveWings commited on
Commit
e259381
•
0 Parent(s):

Initial commit

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. .gitattributes +35 -0
  2. config.json +43 -0
  3. generation_config.json +9 -0
  4. model-00001-of-00047.safetensors +3 -0
  5. model-00002-of-00047.safetensors +3 -0
  6. model-00003-of-00047.safetensors +3 -0
  7. model-00004-of-00047.safetensors +3 -0
  8. model-00005-of-00047.safetensors +3 -0
  9. model-00006-of-00047.safetensors +3 -0
  10. model-00007-of-00047.safetensors +3 -0
  11. model-00008-of-00047.safetensors +3 -0
  12. model-00009-of-00047.safetensors +3 -0
  13. model-00010-of-00047.safetensors +3 -0
  14. model-00011-of-00047.safetensors +3 -0
  15. model-00012-of-00047.safetensors +3 -0
  16. model-00013-of-00047.safetensors +3 -0
  17. model-00014-of-00047.safetensors +3 -0
  18. model-00015-of-00047.safetensors +3 -0
  19. model-00016-of-00047.safetensors +3 -0
  20. model-00017-of-00047.safetensors +3 -0
  21. model-00018-of-00047.safetensors +3 -0
  22. model-00019-of-00047.safetensors +3 -0
  23. model-00020-of-00047.safetensors +3 -0
  24. model-00021-of-00047.safetensors +3 -0
  25. model-00022-of-00047.safetensors +3 -0
  26. model-00023-of-00047.safetensors +3 -0
  27. model-00024-of-00047.safetensors +3 -0
  28. model-00025-of-00047.safetensors +3 -0
  29. model-00026-of-00047.safetensors +3 -0
  30. model-00027-of-00047.safetensors +3 -0
  31. model-00028-of-00047.safetensors +3 -0
  32. model-00029-of-00047.safetensors +3 -0
  33. model-00030-of-00047.safetensors +3 -0
  34. model-00031-of-00047.safetensors +3 -0
  35. model-00032-of-00047.safetensors +3 -0
  36. model-00033-of-00047.safetensors +3 -0
  37. model-00034-of-00047.safetensors +3 -0
  38. model-00035-of-00047.safetensors +3 -0
  39. model-00036-of-00047.safetensors +3 -0
  40. model-00037-of-00047.safetensors +3 -0
  41. model-00038-of-00047.safetensors +3 -0
  42. model-00039-of-00047.safetensors +3 -0
  43. model-00040-of-00047.safetensors +3 -0
  44. model-00041-of-00047.safetensors +3 -0
  45. model-00042-of-00047.safetensors +3 -0
  46. model-00043-of-00047.safetensors +3 -0
  47. model-00044-of-00047.safetensors +3 -0
  48. model-00045-of-00047.safetensors +3 -0
  49. model-00046-of-00047.safetensors +3 -0
  50. model-00047-of-00047.safetensors +3 -0
.gitattributes ADDED
@@ -0,0 +1,35 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ *.7z filter=lfs diff=lfs merge=lfs -text
2
+ *.arrow filter=lfs diff=lfs merge=lfs -text
3
+ *.bin filter=lfs diff=lfs merge=lfs -text
4
+ *.bz2 filter=lfs diff=lfs merge=lfs -text
5
+ *.ckpt filter=lfs diff=lfs merge=lfs -text
6
+ *.ftz filter=lfs diff=lfs merge=lfs -text
7
+ *.gz filter=lfs diff=lfs merge=lfs -text
8
+ *.h5 filter=lfs diff=lfs merge=lfs -text
9
+ *.joblib filter=lfs diff=lfs merge=lfs -text
10
+ *.lfs.* filter=lfs diff=lfs merge=lfs -text
11
+ *.mlmodel filter=lfs diff=lfs merge=lfs -text
12
+ *.model filter=lfs diff=lfs merge=lfs -text
13
+ *.msgpack filter=lfs diff=lfs merge=lfs -text
14
+ *.npy filter=lfs diff=lfs merge=lfs -text
15
+ *.npz filter=lfs diff=lfs merge=lfs -text
16
+ *.onnx filter=lfs diff=lfs merge=lfs -text
17
+ *.ot filter=lfs diff=lfs merge=lfs -text
18
+ *.parquet filter=lfs diff=lfs merge=lfs -text
19
+ *.pb filter=lfs diff=lfs merge=lfs -text
20
+ *.pickle filter=lfs diff=lfs merge=lfs -text
21
+ *.pkl filter=lfs diff=lfs merge=lfs -text
22
+ *.pt filter=lfs diff=lfs merge=lfs -text
23
+ *.pth filter=lfs diff=lfs merge=lfs -text
24
+ *.rar filter=lfs diff=lfs merge=lfs -text
25
+ *.safetensors filter=lfs diff=lfs merge=lfs -text
26
+ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
27
+ *.tar.* filter=lfs diff=lfs merge=lfs -text
28
+ *.tar filter=lfs diff=lfs merge=lfs -text
29
+ *.tflite filter=lfs diff=lfs merge=lfs -text
30
+ *.tgz filter=lfs diff=lfs merge=lfs -text
31
+ *.wasm filter=lfs diff=lfs merge=lfs -text
32
+ *.xz filter=lfs diff=lfs merge=lfs -text
33
+ *.zip filter=lfs diff=lfs merge=lfs -text
34
+ *.zst filter=lfs diff=lfs merge=lfs -text
35
+ *tfevents* filter=lfs diff=lfs merge=lfs -text
config.json ADDED
@@ -0,0 +1,43 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "/home/ext_crowsonkb_gmail_com/.cache/huggingface/hub/models--meta-llama--Meta-Llama-3.1-405B/snapshots/156cc136479303ef79cb0aedf91e2f2e911d1c5c",
3
+ "architectures": [
4
+ "LlamaForCausalLM"
5
+ ],
6
+ "attention_bias": false,
7
+ "attention_dropout": 0.0,
8
+ "bos_token_id": 128000,
9
+ "eos_token_id": 128001,
10
+ "hidden_act": "silu",
11
+ "hidden_size": 16384,
12
+ "initializer_range": 0.02,
13
+ "intermediate_size": 53248,
14
+ "max_position_embeddings": 131072,
15
+ "mlp_bias": false,
16
+ "model_type": "llama",
17
+ "num_attention_heads": 128,
18
+ "num_hidden_layers": 126,
19
+ "num_key_value_heads": 16,
20
+ "pretraining_tp": 1,
21
+ "quantization_config": {
22
+ "bits": 4,
23
+ "group_size": 128,
24
+ "modules_to_not_convert": null,
25
+ "quant_method": "awq",
26
+ "version": "gemm",
27
+ "zero_point": true
28
+ },
29
+ "rms_norm_eps": 1e-05,
30
+ "rope_scaling": {
31
+ "factor": 8.0,
32
+ "high_freq_factor": 4.0,
33
+ "low_freq_factor": 1.0,
34
+ "original_max_position_embeddings": 8192,
35
+ "rope_type": "llama3"
36
+ },
37
+ "rope_theta": 500000.0,
38
+ "tie_word_embeddings": false,
39
+ "torch_dtype": "float16",
40
+ "transformers_version": "4.43.1",
41
+ "use_cache": false,
42
+ "vocab_size": 128256
43
+ }
generation_config.json ADDED
@@ -0,0 +1,9 @@
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_from_model_config": true,
3
+ "bos_token_id": 128000,
4
+ "do_sample": true,
5
+ "eos_token_id": 128001,
6
+ "temperature": 0.6,
7
+ "top_p": 0.9,
8
+ "transformers_version": "4.43.1"
9
+ }
model-00001-of-00047.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:27dfcffc77a2fff3ac9387accaabb96781dbb3a0df8dffdefdbc7797c32faea9
3
+ size 4969727800
model-00002-of-00047.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3e62b52b2c8b0900cfea6866784f3cbcdf75eb686d9f42bf27f842556df7e583
3
+ size 4567539112
model-00003-of-00047.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e26c0dadff48c9d1f536e11c5484b6215df4b29e64cb65a1422c197f4ed5c9ec
3
+ size 4881325472
model-00004-of-00047.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bb156db0964e52c38cff48e4e3b805684ea0748a3d955340f5be206981efe648
3
+ size 4985920584
model-00005-of-00047.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:36125ad84283450631fb3b1abe5e8e546b0ff9229c19d54eb0e2a9540b31086e
3
+ size 4881325520
model-00006-of-00047.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e23a6a1dc5784075f134fb1932d30490db90cc7d55edf8be3f2f6f76bb109461
3
+ size 4567473408
model-00007-of-00047.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3482581d641c89078bd6cad3ca1afd1672ab7d2485e03decf6286c6ae1a50a66
3
+ size 4567539184
model-00008-of-00047.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:07316e80a37612a24cf5ab3bdf2e61ba7cf757a2d943df412f8a80284ad87f83
3
+ size 4567539176
model-00009-of-00047.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ffad447d6b36aa75526e0fc9d17fcecc4439c1f0bde8ab3723081ef17727d74d
3
+ size 4881325536
model-00010-of-00047.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b517145db2b581bbecdc7ffb9dd93b2d2c0238d2f49a68f5e7b2d4f1febf8c47
3
+ size 4985920648
model-00011-of-00047.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6130dd2c0bb76c85ad054fd9830a5d861fa7372ea42352d370a7c6072f059a35
3
+ size 4881325536
model-00012-of-00047.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:da0fecbe597a140fc03e3265ec568f32cbd793a6fd9766b4fcf8f9a859b32eb3
3
+ size 4567473408
model-00013-of-00047.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dffd0dc935adb3dc38a9c50c4ac883f6cd51dedfcb85d6a045140cc629d0c990
3
+ size 4567539184
model-00014-of-00047.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a62239445880140aa8e3ebca41e6cc0faccf712b01a30349f8c8b3e943fb0646
3
+ size 4567539176
model-00015-of-00047.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d86840e2c2552f20d4148a05b753cfee42aba03cf36f26153b39afdde87bde21
3
+ size 4881325536
model-00016-of-00047.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a3afcae19867298e4570ea83af999c83479e1e9fb8982f17482b6bbbce58abee
3
+ size 4985920648
model-00017-of-00047.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a99c2f789b3194ba7e0025df7bae9d894705e2075899eeb7be9166cdddf2c818
3
+ size 4881325536
model-00018-of-00047.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b71ab12f62c6d2183250982c0a494a1f36c2f01bf57199cbbf94ca00eae10b00
3
+ size 4567473408
model-00019-of-00047.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fd4a8377e44b321b10d3ac565f62faf0c8b02c1c548748da7f5147655924d37f
3
+ size 4567539184
model-00020-of-00047.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cff5d327ee33e3fb6b21318baf47faf9fbf78e1af625edfed5c64ca2bfac94db
3
+ size 4567539176
model-00021-of-00047.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1c98d6dc211641c1ac44cc61fa0f8382c52684f2da1cd21f6b180438cd234b73
3
+ size 4881325536
model-00022-of-00047.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a4eba6a1ffdb4998ba4e04725d52f191566e17c58669f218cdea340f2700b461
3
+ size 4985920648
model-00023-of-00047.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4f5c33a541f24b797bdd2b9ad9261a8e17296aa0cd4d017bccadc280fc04940a
3
+ size 4881325536
model-00024-of-00047.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f07f84a9a491889464d851406626c7e8fece7eee348ff9a8b058049f4ba957de
3
+ size 4567473408
model-00025-of-00047.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1005562ca01552ceddd848ca05a0030f3f98bf9a0c8116f29d400c8b2ccc4ee9
3
+ size 4567539184
model-00026-of-00047.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b6b851d97f113c762127f67bb3ce01e40a39c32ce9b5744c7b4b1a899d5191d5
3
+ size 4567539176
model-00027-of-00047.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:96a1cca98fde97dbc90a9330fdafe30d2afdec0f8f4b92ba57ad68aaeeb067c0
3
+ size 4881325536
model-00028-of-00047.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1ad722ae8a79668906e27cc5512a64544d97b5a7dcae74f96fae738dea7bd26a
3
+ size 4985920648
model-00029-of-00047.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0555b37ed3109191b84a328307347566728db656e6c48f0b52cd336e354409c2
3
+ size 4881325536
model-00030-of-00047.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1510b7660c3bf321e5dde69cb5994930f0b91d36a9487ed0d4fb02bd76b46c52
3
+ size 4567473408
model-00031-of-00047.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b059301f3b30c8b86e8057943778541b366d9739fbc368efa2b49f5aaa28ce57
3
+ size 4567539184
model-00032-of-00047.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e7493e01965fa6f456c3551bbf9841b7b17975c50f987c0e3048b61e35016f14
3
+ size 4567539176
model-00033-of-00047.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:20ff660f615d0def704736c6c6b5af58376703f0abdfc382caae05e6b80003bd
3
+ size 4881325536
model-00034-of-00047.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3092fb2e1705c74349101325389156d68d54770e47deed3a918c639d11c6c1fa
3
+ size 4985920648
model-00035-of-00047.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ce1d2caba5480711cf589bfdf617bc0551bf04b42ff8fd8ea37d524e1e74b789
3
+ size 4881325536
model-00036-of-00047.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2e3449ecd8b6178f5dcb78bb5ba6b3de0caf4716fd530c1f87c8e5e744c99198
3
+ size 4567473408
model-00037-of-00047.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:74171011ddea4e028b8f64ad2a3a0aae825180a924879b0793fb08bcac5e79f4
3
+ size 4567539248
model-00038-of-00047.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:33c92159826c57f8fc2dcc59ab9b7b969904286a4725b94b44d5a852fa488e18
3
+ size 4567539240
model-00039-of-00047.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0230125735b9ec2c307d4f274c12570788dd9398b992314d40c71b9d7e6ac7b3
3
+ size 4881325600
model-00040-of-00047.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:62fef177a9146b276d6626d6712417c95bc503f0aaa68b01b00c27a6ff7b6de4
3
+ size 4985920712
model-00041-of-00047.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c6c469bce3aa8483f00b2e6061c369a230604af72be59d3db6397bdb51c6c367
3
+ size 4881325600
model-00042-of-00047.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aee09a2819e27537cbc6dab28379a416f2faaea4b772bc77cddc18d9473926c5
3
+ size 4567473472
model-00043-of-00047.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0f9972be2598fcce9d35de794803983fb59e912d12a27ba36114627880b9701f
3
+ size 4567539248
model-00044-of-00047.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a09810c49534416c1cdce2377bac763fa836cfa1987a476150a1c73aa13aa66c
3
+ size 4567539240
model-00045-of-00047.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0c14e6a939eedbe5f91ba0dec6f32d17c2ff6e87f4f6196b0e888b9957e5446e
3
+ size 4881325600
model-00046-of-00047.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:86889f0ba1cc18baf4efbc83bc053cbcc7e66c35280a7a1d9ad50dbcbff62b44
3
+ size 1499301576
model-00047-of-00047.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4ad9f1b9d860e193110b25ae81706a93a93991adcd9e8b2333d3273235e6cee5
3
+ size 4202692736