krevas commited on
Commit
1055563
1 Parent(s): c8741ec

Upload model

Browse files
config.json CHANGED
@@ -15,13 +15,14 @@
15
  "num_attention_heads": 32,
16
  "num_hidden_layers": 48,
17
  "num_key_value_heads": 8,
 
18
  "pretraining_tp": 1,
19
  "rms_norm_eps": 1e-05,
20
  "rope_scaling": null,
21
  "rope_theta": 10000.0,
22
  "tie_word_embeddings": false,
23
  "torch_dtype": "bfloat16",
24
- "transformers_version": "4.35.0",
25
  "use_cache": true,
26
  "vocab_size": 48000
27
  }
 
15
  "num_attention_heads": 32,
16
  "num_hidden_layers": 48,
17
  "num_key_value_heads": 8,
18
+ "pad_token_id": 2,
19
  "pretraining_tp": 1,
20
  "rms_norm_eps": 1e-05,
21
  "rope_scaling": null,
22
  "rope_theta": 10000.0,
23
  "tie_word_embeddings": false,
24
  "torch_dtype": "bfloat16",
25
+ "transformers_version": "4.36.2",
26
  "use_cache": true,
27
  "vocab_size": 48000
28
  }
generation_config.json CHANGED
@@ -2,6 +2,6 @@
2
  "_from_model_config": true,
3
  "bos_token_id": 1,
4
  "eos_token_id": 32000,
5
- "transformers_version": "4.35.0",
6
- "use_cache": false
7
  }
 
2
  "_from_model_config": true,
3
  "bos_token_id": 1,
4
  "eos_token_id": 32000,
5
+ "pad_token_id": 2,
6
+ "transformers_version": "4.36.2"
7
  }
model-00001-of-00005.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:438d9de6705e391188e5879e7ebefaa5a3c30a35fcac946542b7b83604b4b792
3
  size 4956793712
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:81c5df26bbc3f582adf678f3981764ff28ed7a240963a256223af4efa1519621
3
  size 4956793712
model-00002-of-00005.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ea3829a6a85ba14de2054e0d5d5d37feb25b958592ba301bada0966fc412e59f
3
  size 4915916176
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b58ed2c65c3abc59a8ef0c190609952b069b3a9b97c4f7df3f5df076466138ed
3
  size 4915916176
model-00003-of-00005.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f8e8f506f8353b3b188f9701933c17c72c700e0b9720ce7c59f305e200efa5a5
3
  size 4999819336
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5acbc6922de2814378f28356a278e64f486f2b0c506eb1b4ab4ed8f21d0e76b2
3
  size 4999819336
model-00004-of-00005.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:09b2cedfdcb0b5edc6324e23a24030150272b566aa78742fcb7471c800bd0392
3
  size 4915916184
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6a947ee8ee61d0002ff34b1094ebbd11779ae6d49dd1715a18c707efd16ba633
3
  size 4915916184
model-00005-of-00005.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:3e513a121ef28f2590ddd4b69ae84676e48311cd045e55bc8f7eda9a1a95bd11
3
  size 1936797416
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1f7e2e518b5728bbf6ca9db25e9d90aa81d6f723d8f111eb87945601a5b8c42e
3
  size 1936797416
tokenizer_config.json CHANGED
@@ -1,4 +1,6 @@
1
  {
 
 
2
  "added_tokens_decoder": {
3
  "0": {
4
  "content": "<unk>",
 
1
  {
2
+ "add_bos_token": true,
3
+ "add_eos_token": false,
4
  "added_tokens_decoder": {
5
  "0": {
6
  "content": "<unk>",