typeof
commited on
Commit
•
f6eeea9
1
Parent(s):
045f75e
init
Browse filesThis view is limited to 50 files because it contains too many changes.
See raw diff
- added_tokens.json +4 -0
- config.json +25 -0
- generation_config.json +6 -0
- model-00001-of-00291.safetensors +3 -0
- model-00002-of-00291.safetensors +3 -0
- model-00003-of-00291.safetensors +3 -0
- model-00004-of-00291.safetensors +3 -0
- model-00005-of-00291.safetensors +3 -0
- model-00006-of-00291.safetensors +3 -0
- model-00007-of-00291.safetensors +3 -0
- model-00008-of-00291.safetensors +3 -0
- model-00009-of-00291.safetensors +3 -0
- model-00010-of-00291.safetensors +3 -0
- model-00011-of-00291.safetensors +3 -0
- model-00012-of-00291.safetensors +3 -0
- model-00013-of-00291.safetensors +3 -0
- model-00014-of-00291.safetensors +3 -0
- model-00015-of-00291.safetensors +3 -0
- model-00016-of-00291.safetensors +3 -0
- model-00017-of-00291.safetensors +3 -0
- model-00018-of-00291.safetensors +3 -0
- model-00019-of-00291.safetensors +3 -0
- model-00020-of-00291.safetensors +3 -0
- model-00021-of-00291.safetensors +3 -0
- model-00022-of-00291.safetensors +3 -0
- model-00023-of-00291.safetensors +3 -0
- model-00024-of-00291.safetensors +3 -0
- model-00025-of-00291.safetensors +3 -0
- model-00026-of-00291.safetensors +3 -0
- model-00027-of-00291.safetensors +3 -0
- model-00028-of-00291.safetensors +3 -0
- model-00029-of-00291.safetensors +3 -0
- model-00030-of-00291.safetensors +3 -0
- model-00031-of-00291.safetensors +3 -0
- model-00032-of-00291.safetensors +3 -0
- model-00033-of-00291.safetensors +3 -0
- model-00034-of-00291.safetensors +3 -0
- model-00035-of-00291.safetensors +3 -0
- model-00036-of-00291.safetensors +3 -0
- model-00037-of-00291.safetensors +3 -0
- model-00038-of-00291.safetensors +3 -0
- model-00039-of-00291.safetensors +3 -0
- model-00040-of-00291.safetensors +3 -0
- model-00041-of-00291.safetensors +3 -0
- model-00042-of-00291.safetensors +3 -0
- model-00043-of-00291.safetensors +3 -0
- model-00044-of-00291.safetensors +3 -0
- model-00045-of-00291.safetensors +3 -0
- model-00046-of-00291.safetensors +3 -0
- model-00047-of-00291.safetensors +3 -0
added_tokens.json
ADDED
@@ -0,0 +1,4 @@
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"<|im_end|>": 32000,
|
3 |
+
"<|im_start|>": 32001
|
4 |
+
}
|
config.json
ADDED
@@ -0,0 +1,25 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"_name_or_path": "teknium/OpenHermes-2.5-Mistral-7B",
|
3 |
+
"architectures": [
|
4 |
+
"MistralForCausalLM"
|
5 |
+
],
|
6 |
+
"bos_token_id": 1,
|
7 |
+
"eos_token_id": 32000,
|
8 |
+
"hidden_act": "silu",
|
9 |
+
"hidden_size": 4096,
|
10 |
+
"initializer_range": 0.02,
|
11 |
+
"intermediate_size": 14336,
|
12 |
+
"max_position_embeddings": 32768,
|
13 |
+
"model_type": "mistral",
|
14 |
+
"num_attention_heads": 32,
|
15 |
+
"num_hidden_layers": 32,
|
16 |
+
"num_key_value_heads": 8,
|
17 |
+
"rms_norm_eps": 1e-05,
|
18 |
+
"rope_theta": 10000.0,
|
19 |
+
"sliding_window": 4096,
|
20 |
+
"tie_word_embeddings": false,
|
21 |
+
"torch_dtype": "float16",
|
22 |
+
"transformers_version": "4.35.2",
|
23 |
+
"use_cache": false,
|
24 |
+
"vocab_size": 32002
|
25 |
+
}
|
generation_config.json
ADDED
@@ -0,0 +1,6 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"_from_model_config": true,
|
3 |
+
"bos_token_id": 1,
|
4 |
+
"eos_token_id": 32000,
|
5 |
+
"transformers_version": "4.35.2"
|
6 |
+
}
|
model-00001-of-00291.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:e916c59c6a885cb437536cae96f1efeb140514f6d23f40797a64d71937decbba
|
3 |
+
size 262160520
|
model-00002-of-00291.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:6906e7101f0947a42e7a3c9e5230dda0f862826e6338fc117643e745f544c894
|
3 |
+
size 8328
|
model-00003-of-00291.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:e289599e8eb8c18c43dd9aba68ad3d5a9986d018a0625642fd29cc8413f9c6a4
|
3 |
+
size 117440664
|
model-00004-of-00291.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:10b42a77bbca812edf8174dbc042e5505d9c127d09b4bc74e0357a5c5e5b20b4
|
3 |
+
size 117440664
|
model-00005-of-00291.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:1c35fd420782d1446eccccff64d96debb027f388e854bad736e6607176fb8736
|
3 |
+
size 117440656
|
model-00006-of-00291.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:64b6c2006b8d2849d30b4de7d407c281a16e17199fc65be3cad2e46f9ed3526b
|
3 |
+
size 8344
|
model-00007-of-00291.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:bec37b455b636b7c03d97cc32acb9a518a7c55f02e323322f98c8bde6e757bde
|
3 |
+
size 8388760
|
model-00008-of-00291.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:bd3a246c7e90eacf86b2abb305faebd45ce532f9bb3daa7617d2fd1efed458dc
|
3 |
+
size 33554584
|
model-00009-of-00291.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:ae88911c2a59a9a3a37ba2f1c0e96b738d088c65a015bb98c865f4667869d1da
|
3 |
+
size 33554584
|
model-00010-of-00291.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:3fcb8e17f2e5b982c3e08e628fcbf3843f2f339c51b33708f489f00742985d6f
|
3 |
+
size 8388760
|
model-00011-of-00291.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:b2800f6a8e452ff48f8bdc26f4c3b3035a7f8039efc9e8fe808656c6da1fd660
|
3 |
+
size 8328
|
model-00012-of-00291.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:cb7451175b718be5a4201df4298b2da88ef73e9a8cda4186f7539237ff895c53
|
3 |
+
size 117440664
|
model-00013-of-00291.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:c3fb1f1ded7378eb511a65182b7e6b250d074d59793e3d5f60d938076837419a
|
3 |
+
size 117440664
|
model-00014-of-00291.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:0ed08252e3124f11157da1761a6b31f1100ff77599b64021f35188beb1f3c7b0
|
3 |
+
size 117440656
|
model-00015-of-00291.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:0256fb9f55bbf2ce5b81f788da0b774583832a955f6dcb964eb8c242f99bf5d7
|
3 |
+
size 8344
|
model-00016-of-00291.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:8f8a006b5c406602b1f8ed04737183ade46c8580f6dc9afbea39c057f665e533
|
3 |
+
size 8388760
|
model-00017-of-00291.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:7551552962ef8caa807f0548b65844759d1aa43b824b415f495e6577c811ea11
|
3 |
+
size 33554584
|
model-00018-of-00291.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:24107463b0b16a9d46b8c92e03e7f734f6adcafc9368699ab8d022edf4b493d6
|
3 |
+
size 33554584
|
model-00019-of-00291.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:17fcafff5af52e198ebd5e78e0c9846847598a72a0eb359c7bab440486f1a925
|
3 |
+
size 8388760
|
model-00020-of-00291.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:7c6beecace0483e05667d9ece03e81c728e8303ad83db772b3c4785dd10b5490
|
3 |
+
size 117440664
|
model-00021-of-00291.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:035a0c28a37695feedf298dbdb1a5e8fcb794beb613856d3ba632a6167d6b068
|
3 |
+
size 117440656
|
model-00022-of-00291.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:ae3311e77ae3ea831696e19b102ad3cb907a275502f73cb7de72a145daf454fd
|
3 |
+
size 8388760
|
model-00023-of-00291.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:cc04acc87088e50812481cf6782be1c535598281e6db26130dd72975e2a53431
|
3 |
+
size 33554584
|
model-00024-of-00291.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:5075a68f5b892d0e8447898b559faa32ea7e237c376daf7182468520d1497f14
|
3 |
+
size 33554584
|
model-00025-of-00291.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:faf471c4ed8680b7b8623558e4b92ac294ecd1ec37d47d6bae00708b45588e4c
|
3 |
+
size 8388760
|
model-00026-of-00291.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:d75895ef7929f81a214f0cabd99e56472b8da9e9b2008de398ebdb0693e6c892
|
3 |
+
size 8328
|
model-00027-of-00291.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:3f6345f0b6460f6f5c881d7a6048a3b7129a0c83edd165e4104505d5f99fdb9c
|
3 |
+
size 117440664
|
model-00028-of-00291.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:b3f15b0fd8a3ae09c09ecc5e6b7a8dddd092a4ef1e55c8dd77949d29b2475699
|
3 |
+
size 117440664
|
model-00029-of-00291.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:a3d03ec89f7e8981912c4029307637234efd8e63b3fcf1805776398ed80b9691
|
3 |
+
size 117440656
|
model-00030-of-00291.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:0c23dae4ca17fe7bd7494eeb11a82f58b057dc231a138929eb3c376a4a6c12ef
|
3 |
+
size 8344
|
model-00031-of-00291.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:0163ee889e25a70c6a9bae9ff92028d94d7429a6c0a16036cfbfc6e4e11dbd29
|
3 |
+
size 8388760
|
model-00032-of-00291.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:f009875bc59b125069e4b01f02988fc5284085b2c07bb08ef07d1146898bac31
|
3 |
+
size 33554584
|
model-00033-of-00291.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:a268eac7b78c07f014299ae07dd98baeee2e27a7f69446a4abad8ba57a8ea4f4
|
3 |
+
size 33554584
|
model-00034-of-00291.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:7c30ec053390c6bec43d980f16a86e28da345746a7542b6cafbb654fedf54797
|
3 |
+
size 8388760
|
model-00035-of-00291.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:807f764f42bfea9cda2a8acd303b435b2f334252c38c2675d632556e2f947d5e
|
3 |
+
size 8328
|
model-00036-of-00291.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:8ddf352da2146d0a731b4527f1a4567d1dd402993d845579c6f8108ed9483510
|
3 |
+
size 117440664
|
model-00037-of-00291.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:ab47774defd58db99882bdbaa6706c00f16015265919cf4630c3c7f91603a652
|
3 |
+
size 117440664
|
model-00038-of-00291.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:3acd733cd186243a2dec8c7d5268a75fa47d7b57892015a7bc32afd4410825de
|
3 |
+
size 117440656
|
model-00039-of-00291.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:a990112059e46c0aee59e73c7c07b624830b52a8fb1e45b41d8abd8d234658b9
|
3 |
+
size 8344
|
model-00040-of-00291.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:c48b08377045893431e98cf3b763c4fe3494cfac68cc2a45b0e8d08fcce98621
|
3 |
+
size 8388760
|
model-00041-of-00291.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:d3847a4361657c750153a8c41caf61071db0405c7def2d27ee517c79c0a4db56
|
3 |
+
size 33554584
|
model-00042-of-00291.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:e684f3611f42ed14af8b14db004685b673be2ba615dbaf22e6a3477a6db78dde
|
3 |
+
size 33554584
|
model-00043-of-00291.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:4ac5c43115360bfb5243fdbed0966f11c863d9d0dbd718b2c45a4590fb2c5e09
|
3 |
+
size 8388760
|
model-00044-of-00291.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:1f2a88bf2d2de15cb43ff025d3af4929f0ecfcba14a32f07d8e00378b78b322e
|
3 |
+
size 8328
|
model-00045-of-00291.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:9136ba81b296e5d3acabc5bb734ca2134a28d5e8d4739f63af12c14ecc042074
|
3 |
+
size 117440664
|
model-00046-of-00291.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:af0e0228f6e484a0ca1e395fa71b71c0b2f2a21f79500e86e89fa6cc79f98a62
|
3 |
+
size 117440664
|
model-00047-of-00291.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:12ac1dd56e98f7237e7cb8d7ce8b1cf3bee3151a42d32fd386f09c6e45ba31c6
|
3 |
+
size 117440656
|