Hugging Face's logo

vincentoh
/
llama3_70b_no_robot_fsdp_qlora

Text Generation
Transformers
Safetensors
llama
text-generation-inference
Inference Endpoints
Model card Files Community
vincentoh commited on
Commit
23b9bbc
•
1 Parent(s): c62ae17

Upload folder using huggingface_hub

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. config.json +28 -0
  2. generation_config.json +9 -0
  3. model-00001-of-00082.safetensors +3 -0
  4. model-00002-of-00082.safetensors +3 -0
  5. model-00003-of-00082.safetensors +3 -0
  6. model-00004-of-00082.safetensors +3 -0
  7. model-00005-of-00082.safetensors +3 -0
  8. model-00006-of-00082.safetensors +3 -0
  9. model-00007-of-00082.safetensors +3 -0
  10. model-00008-of-00082.safetensors +3 -0
  11. model-00009-of-00082.safetensors +3 -0
  12. model-00010-of-00082.safetensors +3 -0
  13. model-00011-of-00082.safetensors +3 -0
  14. model-00012-of-00082.safetensors +3 -0
  15. model-00013-of-00082.safetensors +3 -0
  16. model-00014-of-00082.safetensors +3 -0
  17. model-00015-of-00082.safetensors +3 -0
  18. model-00016-of-00082.safetensors +3 -0
  19. model-00017-of-00082.safetensors +3 -0
  20. model-00018-of-00082.safetensors +3 -0
  21. model-00019-of-00082.safetensors +3 -0
  22. model-00020-of-00082.safetensors +3 -0
  23. model-00021-of-00082.safetensors +3 -0
  24. model-00022-of-00082.safetensors +3 -0
  25. model-00023-of-00082.safetensors +3 -0
  26. model-00024-of-00082.safetensors +3 -0
  27. model-00025-of-00082.safetensors +3 -0
  28. model-00026-of-00082.safetensors +3 -0
  29. model-00027-of-00082.safetensors +3 -0
  30. model-00028-of-00082.safetensors +3 -0
  31. model-00029-of-00082.safetensors +3 -0
  32. model-00030-of-00082.safetensors +3 -0
  33. model-00031-of-00082.safetensors +3 -0
  34. model-00032-of-00082.safetensors +3 -0
  35. model-00033-of-00082.safetensors +3 -0
  36. model-00034-of-00082.safetensors +3 -0
  37. model-00035-of-00082.safetensors +3 -0
  38. model-00036-of-00082.safetensors +3 -0
  39. model-00037-of-00082.safetensors +3 -0
  40. model-00038-of-00082.safetensors +3 -0
  41. model-00039-of-00082.safetensors +3 -0
  42. model-00040-of-00082.safetensors +3 -0
  43. model-00041-of-00082.safetensors +3 -0
  44. model-00042-of-00082.safetensors +3 -0
  45. model-00043-of-00082.safetensors +3 -0
  46. model-00044-of-00082.safetensors +3 -0
  47. model-00045-of-00082.safetensors +3 -0
  48. model-00046-of-00082.safetensors +3 -0
  49. model-00047-of-00082.safetensors +3 -0
  50. model-00048-of-00082.safetensors +3 -0
config.json ADDED
@@ -0,0 +1,28 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "meta-llama/Meta-Llama-3-70b",
3
+ "architectures": [
4
+ "LlamaForCausalLM"
5
+ ],
6
+ "attention_bias": false,
7
+ "attention_dropout": 0.0,
8
+ "bos_token_id": 128000,
9
+ "eos_token_id": 128001,
10
+ "hidden_act": "silu",
11
+ "hidden_size": 8192,
12
+ "initializer_range": 0.02,
13
+ "intermediate_size": 28672,
14
+ "max_position_embeddings": 8192,
15
+ "model_type": "llama",
16
+ "num_attention_heads": 64,
17
+ "num_hidden_layers": 80,
18
+ "num_key_value_heads": 8,
19
+ "pretraining_tp": 1,
20
+ "rms_norm_eps": 1e-05,
21
+ "rope_scaling": null,
22
+ "rope_theta": 500000.0,
23
+ "tie_word_embeddings": false,
24
+ "torch_dtype": "float16",
25
+ "transformers_version": "4.40.0",
26
+ "use_cache": true,
27
+ "vocab_size": 128256
28
+ }
generation_config.json ADDED
@@ -0,0 +1,9 @@
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token_id": 128000,
3
+ "do_sample": true,
4
+ "eos_token_id": 128001,
5
+ "max_length": 4096,
6
+ "temperature": 0.6,
7
+ "top_p": 0.9,
8
+ "transformers_version": "4.40.0"
9
+ }
model-00001-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8a44f6170b5c45de46d30e867ded1c181d446f8ef57420f4dce782fbc651bc9c
3
+ size 2101346440
model-00002-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e359ca37250544b461667bfa8a0a856350c4f15b0e1803ee00a589f7c4c0dc83
3
+ size 1879082360
model-00003-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dad0c53d913ec4cfe3080665d0824973c72ab77ea03f217704782b8eec6584da
3
+ size 1845527696
model-00004-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:effa4395d3b3245bd15dac953f4545407a491cbf9ac53a521fa5b15f2391e887
3
+ size 1711309856
model-00005-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7a7e1c3840e7b8fbd798fdbcf3c0b5e030c2abc258394ac57ec5b1da84a37aea
3
+ size 1711309856
model-00006-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:26c11e07f4eea041319c91cdd2f6dfcea48074143fd65a512891d4a965e2e693
3
+ size 1711309856
model-00007-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c693057343a67e1d66b27256a80c94ea22a266caf9d4f159f6dd6d3b0bf4010e
3
+ size 1711309856
model-00008-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b103d5fca4c64a8c616beb9a63891198a245aa103fd01c0d7b4974098a3d5284
3
+ size 1711309856
model-00009-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:df260515742dd0ae093198610bfcc079a17f04cfc914792b6d15b52c38f73532
3
+ size 1711309856
model-00010-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:014206f0598974978b64f3bc46df052298e185dc8140e429282826c064dd357f
3
+ size 1711309856
model-00011-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:154883612759e700da66d49fbf59b62e362a691949f9edbddea88659d2748a9a
3
+ size 1711309856
model-00012-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:19a4f08b65ccb750bd2f14573bd77a215e1ea69668b222116e07b450752c245f
3
+ size 1711309864
model-00013-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:49d8b3746b41e787b4ef55b2b0a9d6b57c67d8b0ca12ce56d45596556f9b13a6
3
+ size 1711309864
model-00014-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:114888ec230a1690c3903d89b2905a93e457ceb5ae00eebda2af1b8d2654a5f6
3
+ size 1711309864
model-00015-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7120a7559c8225bc2103a5e548c50fc901ceaf486715f9f9a62e2867d8ba4ad5
3
+ size 1711309864
model-00016-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:11166c314736d9b38e65e54e71dc1443f783da12163f25e8ce62a3348fb56b9c
3
+ size 1711309864
model-00017-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:88435dfa5cea978eb5cd38cc455da10cf2a612aec3ca082fd28a50a55c0a0c23
3
+ size 1711309864
model-00018-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:79f0309e33ed80297909fc61029664e488ecfd5490827daa825ea598383efe59
3
+ size 1711309864
model-00019-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6fd7e5e738be8dfcef4de6e4c9cdd09f5ce0ed0c2c6c205099dc69c0670653b5
3
+ size 1711309864
model-00020-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3a227b63b67f850ab8ba10581b672ff001642d3f67b32146c6bff4f95ba82549
3
+ size 1711309864
model-00021-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:148fd39fc5dade47b47c02eee7c97d7595493f57d471bfe4bf8d84fb4f820119
3
+ size 1711309864
model-00022-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a9104c4e57ac66cbf8c39cf2564df4dc2b26ab8c7cc1fee47d7867d49aee0183
3
+ size 1711309864
model-00023-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d2ea85a09ef3e6cf4896c8ba2fbd89ba79c933216685a1ef511ed24e80157c07
3
+ size 1711309864
model-00024-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:04b13812f03ca490aeb65b3d078eaa7d785bb3b5563eb0b1c00ac2f03b7a4ed3
3
+ size 1711309864
model-00025-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:431171b14b395fc96d4cdb2284ef0826b0127b3b0997a051d744f2ea51aa8593
3
+ size 1711309864
model-00026-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6fe34e6ad3713d67fd1e6791da65ef218f66f14cdf60bb80ba0123240b454a31
3
+ size 1711309864
model-00027-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:088a02150f60f121fecb325141bd2b6e63bc40ed4b53b4447f9427b9d827a028
3
+ size 1711309864
model-00028-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a7c82e69badd2fb080c8467fd255c999ee2abcca9746d708ccccc89f1cbd5033
3
+ size 1711309864
model-00029-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:85280d80488d9ea7b7416eb41076b604d44a3c88a1d905299be46f3da128e9f6
3
+ size 1711309864
model-00030-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:92e723771b6f1b11bdfd383e24c8badbf34a0285311f228a8875a9444cf9fd00
3
+ size 1711309864
model-00031-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:27fe81bc050251d907cd031361c9bb46f1854d752c75cb3bc3aa13d14ba6ccc6
3
+ size 1711309864
model-00032-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fed9a187a99afeab6295f26695096a8a47aa27fc551a83ea4ec29d52540aa7e1
3
+ size 1711309864
model-00033-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aaa84e89c9c655619e699f903937f925b10a8c5de9c6d2d5b124d9c4b7ee8f95
3
+ size 1711309864
model-00034-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7bff946fd66d2ad9f7b7a3d01b7e8c5ecadf74b4e522493a503ce6140f5e510a
3
+ size 1711309864
model-00035-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0e017c2d00e430b85fe74dbdf74ea24e3fe063aad412d95b3d1e3fe4937b6014
3
+ size 1711309864
model-00036-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7c475be1d36743e8351e146ab35325d2269496e86979da36b36209455e8f8558
3
+ size 1711309864
model-00037-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:db4dec09550551c030090c3846968e01fe52bd0398a53888040d466b0435c0f0
3
+ size 1711309864
model-00038-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c45b8c530950f7ef9202bc0a6e242e9d43e964474822b810076da7ec6f4ca985
3
+ size 1711309864
model-00039-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0e9864752da89b448b65ef4acd9df98543b93abef624e52813ba57fc042b09f7
3
+ size 1711309864
model-00040-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4370c9a852980afabceefee6addb1312142b13287387262da21f2c06cd701da4
3
+ size 1711309864
model-00041-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8a95bd4915fdd112e30a671b41642a5056b25aaaa1a85e858e0147d3a1a8ae7c
3
+ size 1711309864
model-00042-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1bf567b03795b877a2a1ed46e1e55542727ef5cdc435502ba0fd78c556e5d00f
3
+ size 1711309864
model-00043-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:315541925d04bb54ec09debf47138e361fc2c6c56eba9da0c3e1c4cc1d853360
3
+ size 1711309864
model-00044-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e7475810df9607338dac79f89d7cf0e3d47c7f1e8b2f450a250cc0f8d8a84a45
3
+ size 1711309864
model-00045-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f8924034c8a4260d6c18694ecfd0d99e5dd1c3b112717cc3a7188b4b936eb70f
3
+ size 1711309864
model-00046-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2064f532bbc3b44641d69669d69d37a4066d741cbd743227acd1f46c64f58806
3
+ size 1711309864
model-00047-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dc5c717e5c20029b591412681e1903f80900e9c11823e19f5da54fcaa2f5f61d
3
+ size 1711309864
model-00048-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d4c9cc30930218167f2045fb03730f79ade6feabd6532ff6b526462b56d4008a
3
+ size 1711309864