typeof commited on
Commit
f6eeea9
1 Parent(s): 045f75e
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. added_tokens.json +4 -0
  2. config.json +25 -0
  3. generation_config.json +6 -0
  4. model-00001-of-00291.safetensors +3 -0
  5. model-00002-of-00291.safetensors +3 -0
  6. model-00003-of-00291.safetensors +3 -0
  7. model-00004-of-00291.safetensors +3 -0
  8. model-00005-of-00291.safetensors +3 -0
  9. model-00006-of-00291.safetensors +3 -0
  10. model-00007-of-00291.safetensors +3 -0
  11. model-00008-of-00291.safetensors +3 -0
  12. model-00009-of-00291.safetensors +3 -0
  13. model-00010-of-00291.safetensors +3 -0
  14. model-00011-of-00291.safetensors +3 -0
  15. model-00012-of-00291.safetensors +3 -0
  16. model-00013-of-00291.safetensors +3 -0
  17. model-00014-of-00291.safetensors +3 -0
  18. model-00015-of-00291.safetensors +3 -0
  19. model-00016-of-00291.safetensors +3 -0
  20. model-00017-of-00291.safetensors +3 -0
  21. model-00018-of-00291.safetensors +3 -0
  22. model-00019-of-00291.safetensors +3 -0
  23. model-00020-of-00291.safetensors +3 -0
  24. model-00021-of-00291.safetensors +3 -0
  25. model-00022-of-00291.safetensors +3 -0
  26. model-00023-of-00291.safetensors +3 -0
  27. model-00024-of-00291.safetensors +3 -0
  28. model-00025-of-00291.safetensors +3 -0
  29. model-00026-of-00291.safetensors +3 -0
  30. model-00027-of-00291.safetensors +3 -0
  31. model-00028-of-00291.safetensors +3 -0
  32. model-00029-of-00291.safetensors +3 -0
  33. model-00030-of-00291.safetensors +3 -0
  34. model-00031-of-00291.safetensors +3 -0
  35. model-00032-of-00291.safetensors +3 -0
  36. model-00033-of-00291.safetensors +3 -0
  37. model-00034-of-00291.safetensors +3 -0
  38. model-00035-of-00291.safetensors +3 -0
  39. model-00036-of-00291.safetensors +3 -0
  40. model-00037-of-00291.safetensors +3 -0
  41. model-00038-of-00291.safetensors +3 -0
  42. model-00039-of-00291.safetensors +3 -0
  43. model-00040-of-00291.safetensors +3 -0
  44. model-00041-of-00291.safetensors +3 -0
  45. model-00042-of-00291.safetensors +3 -0
  46. model-00043-of-00291.safetensors +3 -0
  47. model-00044-of-00291.safetensors +3 -0
  48. model-00045-of-00291.safetensors +3 -0
  49. model-00046-of-00291.safetensors +3 -0
  50. model-00047-of-00291.safetensors +3 -0
added_tokens.json ADDED
@@ -0,0 +1,4 @@
 
 
 
 
 
1
+ {
2
+ "<|im_end|>": 32000,
3
+ "<|im_start|>": 32001
4
+ }
config.json ADDED
@@ -0,0 +1,25 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "teknium/OpenHermes-2.5-Mistral-7B",
3
+ "architectures": [
4
+ "MistralForCausalLM"
5
+ ],
6
+ "bos_token_id": 1,
7
+ "eos_token_id": 32000,
8
+ "hidden_act": "silu",
9
+ "hidden_size": 4096,
10
+ "initializer_range": 0.02,
11
+ "intermediate_size": 14336,
12
+ "max_position_embeddings": 32768,
13
+ "model_type": "mistral",
14
+ "num_attention_heads": 32,
15
+ "num_hidden_layers": 32,
16
+ "num_key_value_heads": 8,
17
+ "rms_norm_eps": 1e-05,
18
+ "rope_theta": 10000.0,
19
+ "sliding_window": 4096,
20
+ "tie_word_embeddings": false,
21
+ "torch_dtype": "float16",
22
+ "transformers_version": "4.35.2",
23
+ "use_cache": false,
24
+ "vocab_size": 32002
25
+ }
generation_config.json ADDED
@@ -0,0 +1,6 @@
 
 
 
 
 
 
 
1
+ {
2
+ "_from_model_config": true,
3
+ "bos_token_id": 1,
4
+ "eos_token_id": 32000,
5
+ "transformers_version": "4.35.2"
6
+ }
model-00001-of-00291.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e916c59c6a885cb437536cae96f1efeb140514f6d23f40797a64d71937decbba
3
+ size 262160520
model-00002-of-00291.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6906e7101f0947a42e7a3c9e5230dda0f862826e6338fc117643e745f544c894
3
+ size 8328
model-00003-of-00291.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e289599e8eb8c18c43dd9aba68ad3d5a9986d018a0625642fd29cc8413f9c6a4
3
+ size 117440664
model-00004-of-00291.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:10b42a77bbca812edf8174dbc042e5505d9c127d09b4bc74e0357a5c5e5b20b4
3
+ size 117440664
model-00005-of-00291.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1c35fd420782d1446eccccff64d96debb027f388e854bad736e6607176fb8736
3
+ size 117440656
model-00006-of-00291.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:64b6c2006b8d2849d30b4de7d407c281a16e17199fc65be3cad2e46f9ed3526b
3
+ size 8344
model-00007-of-00291.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bec37b455b636b7c03d97cc32acb9a518a7c55f02e323322f98c8bde6e757bde
3
+ size 8388760
model-00008-of-00291.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bd3a246c7e90eacf86b2abb305faebd45ce532f9bb3daa7617d2fd1efed458dc
3
+ size 33554584
model-00009-of-00291.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ae88911c2a59a9a3a37ba2f1c0e96b738d088c65a015bb98c865f4667869d1da
3
+ size 33554584
model-00010-of-00291.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3fcb8e17f2e5b982c3e08e628fcbf3843f2f339c51b33708f489f00742985d6f
3
+ size 8388760
model-00011-of-00291.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b2800f6a8e452ff48f8bdc26f4c3b3035a7f8039efc9e8fe808656c6da1fd660
3
+ size 8328
model-00012-of-00291.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cb7451175b718be5a4201df4298b2da88ef73e9a8cda4186f7539237ff895c53
3
+ size 117440664
model-00013-of-00291.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c3fb1f1ded7378eb511a65182b7e6b250d074d59793e3d5f60d938076837419a
3
+ size 117440664
model-00014-of-00291.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0ed08252e3124f11157da1761a6b31f1100ff77599b64021f35188beb1f3c7b0
3
+ size 117440656
model-00015-of-00291.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0256fb9f55bbf2ce5b81f788da0b774583832a955f6dcb964eb8c242f99bf5d7
3
+ size 8344
model-00016-of-00291.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8f8a006b5c406602b1f8ed04737183ade46c8580f6dc9afbea39c057f665e533
3
+ size 8388760
model-00017-of-00291.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7551552962ef8caa807f0548b65844759d1aa43b824b415f495e6577c811ea11
3
+ size 33554584
model-00018-of-00291.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:24107463b0b16a9d46b8c92e03e7f734f6adcafc9368699ab8d022edf4b493d6
3
+ size 33554584
model-00019-of-00291.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:17fcafff5af52e198ebd5e78e0c9846847598a72a0eb359c7bab440486f1a925
3
+ size 8388760
model-00020-of-00291.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7c6beecace0483e05667d9ece03e81c728e8303ad83db772b3c4785dd10b5490
3
+ size 117440664
model-00021-of-00291.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:035a0c28a37695feedf298dbdb1a5e8fcb794beb613856d3ba632a6167d6b068
3
+ size 117440656
model-00022-of-00291.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ae3311e77ae3ea831696e19b102ad3cb907a275502f73cb7de72a145daf454fd
3
+ size 8388760
model-00023-of-00291.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cc04acc87088e50812481cf6782be1c535598281e6db26130dd72975e2a53431
3
+ size 33554584
model-00024-of-00291.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5075a68f5b892d0e8447898b559faa32ea7e237c376daf7182468520d1497f14
3
+ size 33554584
model-00025-of-00291.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:faf471c4ed8680b7b8623558e4b92ac294ecd1ec37d47d6bae00708b45588e4c
3
+ size 8388760
model-00026-of-00291.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d75895ef7929f81a214f0cabd99e56472b8da9e9b2008de398ebdb0693e6c892
3
+ size 8328
model-00027-of-00291.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3f6345f0b6460f6f5c881d7a6048a3b7129a0c83edd165e4104505d5f99fdb9c
3
+ size 117440664
model-00028-of-00291.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b3f15b0fd8a3ae09c09ecc5e6b7a8dddd092a4ef1e55c8dd77949d29b2475699
3
+ size 117440664
model-00029-of-00291.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a3d03ec89f7e8981912c4029307637234efd8e63b3fcf1805776398ed80b9691
3
+ size 117440656
model-00030-of-00291.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0c23dae4ca17fe7bd7494eeb11a82f58b057dc231a138929eb3c376a4a6c12ef
3
+ size 8344
model-00031-of-00291.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0163ee889e25a70c6a9bae9ff92028d94d7429a6c0a16036cfbfc6e4e11dbd29
3
+ size 8388760
model-00032-of-00291.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f009875bc59b125069e4b01f02988fc5284085b2c07bb08ef07d1146898bac31
3
+ size 33554584
model-00033-of-00291.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a268eac7b78c07f014299ae07dd98baeee2e27a7f69446a4abad8ba57a8ea4f4
3
+ size 33554584
model-00034-of-00291.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7c30ec053390c6bec43d980f16a86e28da345746a7542b6cafbb654fedf54797
3
+ size 8388760
model-00035-of-00291.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:807f764f42bfea9cda2a8acd303b435b2f334252c38c2675d632556e2f947d5e
3
+ size 8328
model-00036-of-00291.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8ddf352da2146d0a731b4527f1a4567d1dd402993d845579c6f8108ed9483510
3
+ size 117440664
model-00037-of-00291.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ab47774defd58db99882bdbaa6706c00f16015265919cf4630c3c7f91603a652
3
+ size 117440664
model-00038-of-00291.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3acd733cd186243a2dec8c7d5268a75fa47d7b57892015a7bc32afd4410825de
3
+ size 117440656
model-00039-of-00291.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a990112059e46c0aee59e73c7c07b624830b52a8fb1e45b41d8abd8d234658b9
3
+ size 8344
model-00040-of-00291.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c48b08377045893431e98cf3b763c4fe3494cfac68cc2a45b0e8d08fcce98621
3
+ size 8388760
model-00041-of-00291.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d3847a4361657c750153a8c41caf61071db0405c7def2d27ee517c79c0a4db56
3
+ size 33554584
model-00042-of-00291.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e684f3611f42ed14af8b14db004685b673be2ba615dbaf22e6a3477a6db78dde
3
+ size 33554584
model-00043-of-00291.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4ac5c43115360bfb5243fdbed0966f11c863d9d0dbd718b2c45a4590fb2c5e09
3
+ size 8388760
model-00044-of-00291.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1f2a88bf2d2de15cb43ff025d3af4929f0ecfcba14a32f07d8e00378b78b322e
3
+ size 8328
model-00045-of-00291.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9136ba81b296e5d3acabc5bb734ca2134a28d5e8d4739f63af12c14ecc042074
3
+ size 117440664
model-00046-of-00291.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:af0e0228f6e484a0ca1e395fa71b71c0b2f2a21f79500e86e89fa6cc79f98a62
3
+ size 117440664
model-00047-of-00291.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:12ac1dd56e98f7237e7cb8d7ce8b1cf3bee3151a42d32fd386f09c6e45ba31c6
3
+ size 117440656