Hugging Face's logo

ibivibiv
/
athena-120b

Text Generation
Transformers
Safetensors
English
llama
Merge
conversational
text-generation-inference
Inference Endpoints
Model card Files Community
ibivibiv commited on
Commit
45ed2e0
•
1 Parent(s): 9749139

Upload LlamaForCausalLM

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. config.json +29 -0
  2. generation_config.json +8 -0
  3. model-00001-of-00106.safetensors +3 -0
  4. model-00002-of-00106.safetensors +3 -0
  5. model-00003-of-00106.safetensors +3 -0
  6. model-00004-of-00106.safetensors +3 -0
  7. model-00005-of-00106.safetensors +3 -0
  8. model-00006-of-00106.safetensors +3 -0
  9. model-00007-of-00106.safetensors +3 -0
  10. model-00008-of-00106.safetensors +3 -0
  11. model-00009-of-00106.safetensors +3 -0
  12. model-00010-of-00106.safetensors +3 -0
  13. model-00011-of-00106.safetensors +3 -0
  14. model-00012-of-00106.safetensors +3 -0
  15. model-00013-of-00106.safetensors +3 -0
  16. model-00014-of-00106.safetensors +3 -0
  17. model-00015-of-00106.safetensors +3 -0
  18. model-00016-of-00106.safetensors +3 -0
  19. model-00017-of-00106.safetensors +3 -0
  20. model-00018-of-00106.safetensors +3 -0
  21. model-00019-of-00106.safetensors +3 -0
  22. model-00020-of-00106.safetensors +3 -0
  23. model-00021-of-00106.safetensors +3 -0
  24. model-00022-of-00106.safetensors +3 -0
  25. model-00023-of-00106.safetensors +3 -0
  26. model-00024-of-00106.safetensors +3 -0
  27. model-00025-of-00106.safetensors +3 -0
  28. model-00026-of-00106.safetensors +3 -0
  29. model-00027-of-00106.safetensors +3 -0
  30. model-00028-of-00106.safetensors +3 -0
  31. model-00029-of-00106.safetensors +3 -0
  32. model-00030-of-00106.safetensors +3 -0
  33. model-00031-of-00106.safetensors +3 -0
  34. model-00032-of-00106.safetensors +3 -0
  35. model-00033-of-00106.safetensors +3 -0
  36. model-00034-of-00106.safetensors +3 -0
  37. model-00035-of-00106.safetensors +3 -0
  38. model-00036-of-00106.safetensors +3 -0
  39. model-00037-of-00106.safetensors +3 -0
  40. model-00038-of-00106.safetensors +3 -0
  41. model-00039-of-00106.safetensors +3 -0
  42. model-00040-of-00106.safetensors +3 -0
  43. model-00041-of-00106.safetensors +3 -0
  44. model-00042-of-00106.safetensors +3 -0
  45. model-00043-of-00106.safetensors +3 -0
  46. model-00044-of-00106.safetensors +3 -0
  47. model-00045-of-00106.safetensors +3 -0
  48. model-00046-of-00106.safetensors +3 -0
  49. model-00047-of-00106.safetensors +3 -0
  50. model-00048-of-00106.safetensors +3 -0
config.json ADDED
@@ -0,0 +1,29 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "./merged",
3
+ "architectures": [
4
+ "LlamaForCausalLM"
5
+ ],
6
+ "attention_bias": false,
7
+ "attention_dropout": 0.0,
8
+ "bos_token_id": 1,
9
+ "eos_token_id": 2,
10
+ "hidden_act": "silu",
11
+ "hidden_size": 8192,
12
+ "initializer_range": 0.02,
13
+ "intermediate_size": 28672,
14
+ "max_position_embeddings": 4096,
15
+ "model_type": "llama",
16
+ "num_attention_heads": 64,
17
+ "num_hidden_layers": 140,
18
+ "num_key_value_heads": 8,
19
+ "pad_token_id": 0,
20
+ "pretraining_tp": 1,
21
+ "rms_norm_eps": 1e-05,
22
+ "rope_scaling": null,
23
+ "rope_theta": 10000.0,
24
+ "tie_word_embeddings": false,
25
+ "torch_dtype": "float32",
26
+ "transformers_version": "4.36.2",
27
+ "use_cache": false,
28
+ "vocab_size": 32000
29
+ }
generation_config.json ADDED
@@ -0,0 +1,8 @@
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_from_model_config": true,
3
+ "bos_token_id": 1,
4
+ "eos_token_id": 2,
5
+ "pad_token_id": 0,
6
+ "transformers_version": "4.36.2",
7
+ "use_cache": false
8
+ }
model-00001-of-00106.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:13668de8b7511121fd9a34ba2c6d3e3101343cf6b282d6e47271849c402fda52
3
+ size 4806739440
model-00002-of-00106.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c21a2e1da864355a405464c8580ca31350e8b3f04dba6bb25f702a04e4a5227a
3
+ size 4630578440
model-00003-of-00106.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ebf3e929c255eb158c8e1dd522710aae90785aa93770981288546b5751f045a5
3
+ size 4362142864
model-00004-of-00106.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3de29266d83040dece977b9fc8cdd60b882502945fce6e8f86575ecadeb301bd
3
+ size 4966188864
model-00005-of-00106.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:206a73f4c7be2908fc5b8b6f09763c8f67d9066cf01961f7017e2f921ba23b5c
3
+ size 4362142864
model-00006-of-00106.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:81b730dc11d5b5f14b14168c6fd1ecfab34027c473c585f8ec74bd6d61112b82
3
+ size 4362142864
model-00007-of-00106.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b9168a425c9a8f5b02a7472be062a36e84aa40c45c4ddcdd00c5744126b46664
3
+ size 4966188864
model-00008-of-00106.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2101b1e48da7bec31a4ec96764c6d002e18c20a0daae6d48cbf86a79b37b9b23
3
+ size 4362142880
model-00009-of-00106.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d9a8d3fd8fdbd3d693dd7900d3dd3d6fd7177b44592ab0d8689637f692ace111
3
+ size 4362142872
model-00010-of-00106.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bd7fb3096beadbe22ff4fd56d909762b3b875a8c25ad03369a3b120c69fc0371
3
+ size 4966188880
model-00011-of-00106.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:41b9252dae15650603e4be24d306a37ac22c36613bf94455929c4aa7dd20ba16
3
+ size 4362142872
model-00012-of-00106.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2d14275127545947a1f7ee84df7cf0bf867966e343d6596bb7e7191d7f629c06
3
+ size 4362142872
model-00013-of-00106.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b14292bf5efa09495e45dd487391325ec94b94509f31497c05eb3aa252c4403f
3
+ size 4966188880
model-00014-of-00106.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8579526668ef755dfa3bf8aac385d3379affb76f23ae5cf5093e301e98f7e027
3
+ size 4362142872
model-00015-of-00106.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bcf1ada9ba2d25f419e9e2f91c20914e4be1377f650fa49d2dfb9e5ce51ab398
3
+ size 4362142872
model-00016-of-00106.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dfb3f6a729f36bc7619a5fc837802a74812df8c69b7f22dda260db9651c86031
3
+ size 4966188880
model-00017-of-00106.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:453462f72541378743e47ecf4e07ac5102c217c364494b1de0b4dca46ef75e9d
3
+ size 4362142872
model-00018-of-00106.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e53b08f4b761076b6aa413e43e5b988b765cf0d46d45c49371e110f13f5f037b
3
+ size 4362142872
model-00019-of-00106.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:65096c7783b957e40a03daeeb079a642f4c7ab62e3df92d07fca6a96bdf4861d
3
+ size 4966188880
model-00020-of-00106.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:806a9eb3da6a1882f5a43b86a2eab21a4592c987dbbe99df64e09f522925fbe2
3
+ size 4362142872
model-00021-of-00106.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8ee3c8546a50a9cecf187451590d5b1aca7009a5bd9364cfa87a5b8ddfdb4022
3
+ size 4362142872
model-00022-of-00106.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b7c148533588907213221a276b4d673af8a97b94f5786a6fb4c038cbc39f701c
3
+ size 4966188880
model-00023-of-00106.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2d322bb8653aa4929901b9119dfa0fdcd6633b05d0741b48213c6612e57b76b7
3
+ size 4362142872
model-00024-of-00106.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3fb7fee679e4b646fce7df478858f7cb7570357ac81ad946564158b2833db3b1
3
+ size 4362142872
model-00025-of-00106.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e2ad5ee15cee34e13106d7addc028405e72ce167032f88efbea995877017118c
3
+ size 4966188880
model-00026-of-00106.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7f5c5ad57fb921e16d18be91deb9a01f9ed89cc515af0be9dcd13f3c0946e7c2
3
+ size 4362142872
model-00027-of-00106.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1861787259cdb9cf0dbb1cbc2dd907567655ab7dd22e146306ce1fde51ef09a1
3
+ size 4362142872
model-00028-of-00106.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:919ac271a48742cd63d8e334d4639a2b6affaa8abf1230af44d0ae98928baf7c
3
+ size 4966188880
model-00029-of-00106.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:68f62e4e0b70a2b6c0c8dc0821b9640e2058eadd2518061b70e31af35e2c677d
3
+ size 4362142872
model-00030-of-00106.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:65fa1210cf65d43c47df0d41188e276190fb3b8f1656654fc01225c9e68a54f1
3
+ size 4362142872
model-00031-of-00106.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1477296b0c43aa6f94b6419cf648d905695f3b02cca451f6760e88f63cd92f7b
3
+ size 4966188880
model-00032-of-00106.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d527dce5cddc274ac42d91f883b894624d01fa682792bf6901648b8d2d973e59
3
+ size 4362142872
model-00033-of-00106.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4e54efdcf7bec565248080ccbda1629aeb0d2e4085985d996fd622e4fefb83e5
3
+ size 4362142872
model-00034-of-00106.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:12eff68e1ab5553881a1129f5921dc53c1131bf2ae3a335b989ccddb2ab032bd
3
+ size 4966188880
model-00035-of-00106.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:22c7ebabe895a7ca100fd97d6f339b7ab5ca67c4fed03a3c69659bd6a31b0747
3
+ size 4362142872
model-00036-of-00106.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3963ca58c8343fd096240ab13c9c6a044d1f8f63518ae00eaacd4b49d35cfb66
3
+ size 4362142872
model-00037-of-00106.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cf995ee0ccd594e56e321f6527c35d6022b6613fd0244d46299d8484296cd358
3
+ size 4966188880
model-00038-of-00106.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ab2f4957ba21721580beab6aad3d05f8a113198943fac833e66bf38c555265bb
3
+ size 4362142872
model-00039-of-00106.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:82fb192e9cafc7e970dc44f6f3b639414113068b7172e3981708a7027537db34
3
+ size 4362142872
model-00040-of-00106.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ff283f4e5f9c8da8a8c43023cce34503f6fad46e7a4e38b53bf92c5be96819da
3
+ size 4966188880
model-00041-of-00106.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3234a503a9f6bf7e1383f2aab2ea7657ba6da313ec27412c8de6f209fc6314fa
3
+ size 4362142872
model-00042-of-00106.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a4634579c66f12c0eadf748242e5fd02d5668f3ff0cb757b377d10eecafa63c5
3
+ size 4362142872
model-00043-of-00106.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dd898142c17a32a31ac8c1af864937596bba7f085452e3205243d208f04258fb
3
+ size 4966188880
model-00044-of-00106.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f4c8e07789b06e9648062dcf04f7d3202818692cb042c35e8f3f3306cf913276
3
+ size 4362142872
model-00045-of-00106.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ec51be1731eaa80ed1dfb08746e5c1ee7c4f7f51a1ab155333d85a676018db1f
3
+ size 4362142872
model-00046-of-00106.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c4cfefff0e39aad76ef7ff7c787d237acec863100fe0e91838b393ba910dc2b3
3
+ size 4966188880
model-00047-of-00106.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2e2339e33130ea1fedf92b14a9af0f81122d0964ae5e3afa65507135723701d2
3
+ size 4362142872
model-00048-of-00106.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8c1086da9328bf942506c9d0ebcbcbca5f22597bc59257599035997afe73ea2e
3
+ size 4362142872