reeducator commited on
Commit
95554e4
1 Parent(s): 6821938

Delete epoch3 models from this branch. Add correct configs

Browse files
bluemoonrp-13b-epoch3-4bit-128g.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:6e8de451dc719ab1f42d04d7fdf31fc637fce7e2f13f755237bf8f6725d0e707
3
- size 7911349422
 
 
 
 
config.json CHANGED
@@ -9,6 +9,7 @@
9
  "initializer_range": 0.02,
10
  "intermediate_size": 13824,
11
  "max_position_embeddings": 2048,
 
12
  "model_type": "llama",
13
  "num_attention_heads": 40,
14
  "num_hidden_layers": 40,
@@ -17,6 +18,6 @@
17
  "tie_word_embeddings": false,
18
  "torch_dtype": "float32",
19
  "transformers_version": "4.28.0.dev0",
20
- "use_cache": true,
21
  "vocab_size": 32000
22
  }
 
9
  "initializer_range": 0.02,
10
  "intermediate_size": 13824,
11
  "max_position_embeddings": 2048,
12
+ "max_seq_len": 4096,
13
  "model_type": "llama",
14
  "num_attention_heads": 40,
15
  "num_hidden_layers": 40,
 
18
  "tie_word_embeddings": false,
19
  "torch_dtype": "float32",
20
  "transformers_version": "4.28.0.dev0",
21
+ "use_cache": false,
22
  "vocab_size": 32000
23
  }
ggml-bluemoonrp-13b-epoch3-q5_0.bin DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:3185fc838bf8c6aca3324890fa6ea0fced017273d718778761e466969e1ea570
3
- size 8950236288
 
 
 
 
tokenizer_config.json CHANGED
@@ -18,7 +18,7 @@
18
  "rstrip": false,
19
  "single_word": false
20
  },
21
- "model_max_length": 2048,
22
  "pad_token": null,
23
  "padding_side": "right",
24
  "sp_model_kwargs": {},
 
18
  "rstrip": false,
19
  "single_word": false
20
  },
21
+ "model_max_length": 4096,
22
  "pad_token": null,
23
  "padding_side": "right",
24
  "sp_model_kwargs": {},