Hugging Face's logo

jondurbin
/
airoboros-180b-2.2.1

Text Generation
Transformers
Safetensors
falcon
text-generation-inference
Inference Endpoints
Model card Files Community
2
jondurbin commited on
Commit
3c52f2e
•
1 Parent(s): d307b42

Upload folder using huggingface_hub

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. config.json +32 -0
  2. generation_config.json +6 -0
  3. model-00001-of-00107.safetensors +3 -0
  4. model-00002-of-00107.safetensors +3 -0
  5. model-00003-of-00107.safetensors +3 -0
  6. model-00004-of-00107.safetensors +3 -0
  7. model-00005-of-00107.safetensors +3 -0
  8. model-00006-of-00107.safetensors +3 -0
  9. model-00007-of-00107.safetensors +3 -0
  10. model-00008-of-00107.safetensors +3 -0
  11. model-00009-of-00107.safetensors +3 -0
  12. model-00010-of-00107.safetensors +3 -0
  13. model-00011-of-00107.safetensors +3 -0
  14. model-00012-of-00107.safetensors +3 -0
  15. model-00013-of-00107.safetensors +3 -0
  16. model-00014-of-00107.safetensors +3 -0
  17. model-00015-of-00107.safetensors +3 -0
  18. model-00016-of-00107.safetensors +3 -0
  19. model-00017-of-00107.safetensors +3 -0
  20. model-00018-of-00107.safetensors +3 -0
  21. model-00019-of-00107.safetensors +3 -0
  22. model-00020-of-00107.safetensors +3 -0
  23. model-00021-of-00107.safetensors +3 -0
  24. model-00022-of-00107.safetensors +3 -0
  25. model-00023-of-00107.safetensors +3 -0
  26. model-00024-of-00107.safetensors +3 -0
  27. model-00025-of-00107.safetensors +3 -0
  28. model-00026-of-00107.safetensors +3 -0
  29. model-00027-of-00107.safetensors +3 -0
  30. model-00028-of-00107.safetensors +3 -0
  31. model-00029-of-00107.safetensors +3 -0
  32. model-00030-of-00107.safetensors +3 -0
  33. model-00031-of-00107.safetensors +3 -0
  34. model-00032-of-00107.safetensors +3 -0
  35. model-00033-of-00107.safetensors +3 -0
  36. model-00034-of-00107.safetensors +3 -0
  37. model-00035-of-00107.safetensors +3 -0
  38. model-00036-of-00107.safetensors +3 -0
  39. model-00037-of-00107.safetensors +3 -0
  40. model-00038-of-00107.safetensors +3 -0
  41. model-00039-of-00107.safetensors +3 -0
  42. model-00040-of-00107.safetensors +3 -0
  43. model-00041-of-00107.safetensors +3 -0
  44. model-00042-of-00107.safetensors +3 -0
  45. model-00043-of-00107.safetensors +3 -0
  46. model-00044-of-00107.safetensors +3 -0
  47. model-00045-of-00107.safetensors +3 -0
  48. model-00046-of-00107.safetensors +3 -0
  49. model-00047-of-00107.safetensors +3 -0
  50. model-00048-of-00107.safetensors +3 -0
config.json ADDED
@@ -0,0 +1,32 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "airoboros-180b-2.2.1",
3
+ "alibi": false,
4
+ "architectures": [
5
+ "FalconForCausalLM"
6
+ ],
7
+ "attention_dropout": 0.0,
8
+ "bias": false,
9
+ "bos_token_id": 11,
10
+ "eos_token_id": 11,
11
+ "hidden_dropout": 0.0,
12
+ "hidden_size": 14848,
13
+ "initializer_range": 0.02,
14
+ "layer_norm_epsilon": 1e-05,
15
+ "max_position_embeddings": 2048,
16
+ "model_type": "falcon",
17
+ "multi_query": true,
18
+ "new_decoder_architecture": true,
19
+ "num_attention_heads": 232,
20
+ "num_hidden_layers": 80,
21
+ "num_kv_heads": 8,
22
+ "parallel_attn": true,
23
+ "rope_scaling": {
24
+ "factor": 2.0,
25
+ "type": "linear"
26
+ },
27
+ "rope_theta": 10000.0,
28
+ "torch_dtype": "bfloat16",
29
+ "transformers_version": "4.35.0.dev0",
30
+ "use_cache": true,
31
+ "vocab_size": 65024
32
+ }
generation_config.json ADDED
@@ -0,0 +1,6 @@
 
 
 
 
 
 
 
1
+ {
2
+ "_from_model_config": true,
3
+ "bos_token_id": 11,
4
+ "eos_token_id": 11,
5
+ "transformers_version": "4.35.0.dev0"
6
+ }
model-00001-of-00107.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:719522c17dee89fc96fac0eaf29b8d2a1990b3570c6f4339a1317da079ca6275
3
+ size 2843214224
model-00002-of-00107.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:71a0aacc401bfed8c361dd24aa9aca7f73d39737ddb41dd4ac812c5f510f71d3
3
+ size 3998864144
model-00003-of-00107.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fea8eee6900f107fd9316767acf03e6f72c90e919b56fb6ec5ef7e396618360d
3
+ size 3968455432
model-00004-of-00107.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9cf5db420514fe70cb2ed267f85bd3ef3053176e6e6ecd48c2e6be107bf89090
3
+ size 2675966368
model-00005-of-00107.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:14cb10210092ce2903716e37b6a5e189fcac0576ebbe568c9a82903fa363b645
3
+ size 2676085528
model-00006-of-00107.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:637156624d935479204249dcaa3d61d13ef7bc446d51fc321b8667e8ed8c5f3b
3
+ size 3998864144
model-00007-of-00107.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fce3129a6116bf40def0eb90973aa299237c6f00f4b69c0a73f446994124e786
3
+ size 3968455432
model-00008-of-00107.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:58f005d160d55a2dffc9eb302b26054736c40efebe1676b34e84d69bc37a0a28
3
+ size 2675966368
model-00009-of-00107.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bed323abe88de961ddb0c2ac70be5bc7ae960a5d5a05009f28da9cc8d4342d09
3
+ size 2676085528
model-00010-of-00107.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:48989c8cc2008f8ef03aaa4c6f7516ef9370d3bf1998729d9cfc61d1d031356f
3
+ size 3998864144
model-00011-of-00107.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0a9f87f99342a5b344790de36d32b772304a74bcba873b7fea35335768236856
3
+ size 3968455432
model-00012-of-00107.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ab4dd1ef7054f864d7b068dcc07cd0a620814fa374537fb41ea40234bbc62919
3
+ size 2675966368
model-00013-of-00107.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1672aeccf0196f054b563e695c130b9d369db6cfb0cf73032db57eff80f02947
3
+ size 2676085528
model-00014-of-00107.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ac6024f8165c8d4765dbe1a3759289092d867cec9de37f11cf780015e9eeadb3
3
+ size 3998864176
model-00015-of-00107.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e508cceea143946a85cf7ff896809ae85af38b5e71d58deab08a3a17b9817c8c
3
+ size 3968455440
model-00016-of-00107.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:24104fec57082c720c7bd23d9ee2e34455a96b28ffa9c5d5cec2f27a8aa8a266
3
+ size 2675966368
model-00017-of-00107.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5473b3a5fa9413983dec7849bd00837b43e174954135e017d9843c13276e9664
3
+ size 2676085536
model-00018-of-00107.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:58b8f4f2cb2171e8dbcf2c2fe8e08d94ac16c466785fb52359be8161a02faae1
3
+ size 3998864152
model-00019-of-00107.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0977c1a0a6776f5666285f3c2c50b9ba151e0d773d39de6f6ac87ca087b1ab38
3
+ size 3968455440
model-00020-of-00107.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3f3e1010864ffc6ab236eff0c563d5ff2df3a12cccd3da3efae336d9c0eda8d5
3
+ size 2675966368
model-00021-of-00107.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2993dfab8d4bf35fe816cdd69c73e82699d628950d2644ff1c2b1ec9f2230a90
3
+ size 2676085536
model-00022-of-00107.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1db071dacb16fb59df27a523f047e6311c00552fd854158dcd40bb9b0a2fe74b
3
+ size 3998864152
model-00023-of-00107.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:86438b934431b03251058349fd9ec30ae53d3eda42d2363fbd3e9085d89a6681
3
+ size 3968455440
model-00024-of-00107.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ecfda540115d69fc83cc36b8b4f2d6e66f6ad54b898e156e57fae1251d478702
3
+ size 2675966368
model-00025-of-00107.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:682dd7ea9b3f6b4784c146feff1c71805e5a8ca2d5aec7dbb229773cdf5fadec
3
+ size 2676085536
model-00026-of-00107.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1327ba287f8d232b6a6198f152cc2eb975722ed4a494f97bd76762d196f32a80
3
+ size 3998864152
model-00027-of-00107.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:91e8a761488b84320721dfaaae4394d659f8511581bf7ca45840c85932450c32
3
+ size 3968455440
model-00028-of-00107.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bd4a41c412067a7eec069bca938588913108f16c268e3450467c0e4676842596
3
+ size 2675966368
model-00029-of-00107.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:46c7a2b84d5e996fa684027a53fcbfb47f4a1076e0916a8bbf9a7a5a66490a08
3
+ size 2676085536
model-00030-of-00107.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4f32b66b8e308bb7ea50ca3a8028355eba97c33c1a8d8756d81e24e9789ed345
3
+ size 3998864152
model-00031-of-00107.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:22a091f9fe26ff3e081dd99ac8685b9630d76c700b12bb55c1553f4254288288
3
+ size 3968455440
model-00032-of-00107.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2db6000bde4fa76f723a27fb689b238bd3ac5b13967bb1f32c872e41a16e33ea
3
+ size 2675966368
model-00033-of-00107.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4c0f811d6b53dde4b998f94703f2948f5359923f3a89ef451602fd4f212175a3
3
+ size 2676085536
model-00034-of-00107.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4370dd52767790c5187c899a4b3179ab58f936cb629e2103fecc7d41b41656a3
3
+ size 3998864152
model-00035-of-00107.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:43c8daed128bac4b588c91222f4f571cfcefcac0024cccdc493dc2bb3de530e5
3
+ size 3968455440
model-00036-of-00107.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fcb7c834256896260459def0de5f84dbe19b7280dd893bf66336d598f5b1a552
3
+ size 2675966368
model-00037-of-00107.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:303ea5f776ce20679dee9549ab0d6a921997737fe22d74d559cc27cb748a0f5f
3
+ size 2676085536
model-00038-of-00107.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ce826b8b4e417b536a4d9f390c901f845f3f84d102cebd745598104496f7ef31
3
+ size 3998864152
model-00039-of-00107.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6501b69a8a0bec9f278aad71b191b8921479d80af37e57675c4d012f8dbf8e62
3
+ size 3968455440
model-00040-of-00107.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8219ec6b619b481907b7e18f5720b55d8da06e02b2b28251f027b46ca670b85b
3
+ size 2675966368
model-00041-of-00107.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c8d5b428ccedcd223bd9b183da41ec401f559052ae51cee4093df6decbc9a85e
3
+ size 2676085536
model-00042-of-00107.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:78dcd41d0a2b2c6999616f1078d2798e66514ffe5fd08dbe01af3a4f22226e72
3
+ size 3998864152
model-00043-of-00107.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b6902ece9f5d583da5baf33930e472142a773ac9e52017e4e7615375808fb6a0
3
+ size 3968455440
model-00044-of-00107.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:761e3053f871008f847aa795ff635504438f8e56bf5704b4b035324ea5fde058
3
+ size 2675966368
model-00045-of-00107.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8335694d4c95234a3051dc8b0b9792f7ed6bbfa6239f2777239fecd93dd02614
3
+ size 2676085536
model-00046-of-00107.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:16484029e8018699143019097bd60bef56bb30d59d0baf049e8a54c01e156434
3
+ size 3998864152
model-00047-of-00107.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4deb521e7ef9b26e7fb215865850057a4f46fc097db9f1b30ba6e013200e2ba6
3
+ size 3968455440
model-00048-of-00107.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0e3f1615adaf071cda5a20a41118ab142657f75595776cd22bf3a7c94d5571f6
3
+ size 2675966368