KaleiNeely commited on
Commit
b5269d8
1 Parent(s): 70edb73

fix trust_remote_code failed

Browse files
added_tokens.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ {
2
+ "<s>": 0
3
+ }
config.json CHANGED
@@ -6,16 +6,16 @@
6
  "AutoConfig": "configuration_rwkv5.Rwkv5Config",
7
  "AutoModelForCausalLM": "modeling_rwkv5.Rwkv5ForCausalLM"
8
  },
9
- "attention_hidden_size": 2560,
10
  "bos_token_id": 0,
11
  "eos_token_id": 0,
12
  "head_size": 64,
13
- "hidden_size": 2560,
14
  "intermediate_size": null,
15
  "layer_norm_epsilon": 1e-05,
16
  "model_type": "rwkv5",
17
  "num_attention_heads": 64,
18
- "num_hidden_layers": 32,
19
  "rescale_every": 6,
20
  "tie_word_embeddings": false,
21
  "transformers_version": "4.34.0",
 
6
  "AutoConfig": "configuration_rwkv5.Rwkv5Config",
7
  "AutoModelForCausalLM": "modeling_rwkv5.Rwkv5ForCausalLM"
8
  },
9
+ "attention_hidden_size": 2048,
10
  "bos_token_id": 0,
11
  "eos_token_id": 0,
12
  "head_size": 64,
13
+ "hidden_size": 2048,
14
  "intermediate_size": null,
15
  "layer_norm_epsilon": 1e-05,
16
  "model_type": "rwkv5",
17
  "num_attention_heads": 64,
18
+ "num_hidden_layers": 24,
19
  "rescale_every": 6,
20
  "tie_word_embeddings": false,
21
  "transformers_version": "4.34.0",
pytorch_model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:270b507b47e08b5f71442380a08668567124a77ea0b1d2e273f85751bc795aa3
3
- size 6126083713
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:277fcb7726967bb35d0c2790be7edde1fbebc0ed3336fde4e10303270dbf1947
3
+ size 3155572993
special_tokens_map.json CHANGED
@@ -1,6 +1,5 @@
1
  {
2
  "bos_token": "<s>",
3
  "eos_token": "<s>",
4
- "pad_token": "<s>",
5
  "unk_token": "<s>"
6
  }
 
1
  {
2
  "bos_token": "<s>",
3
  "eos_token": "<s>",
 
4
  "unk_token": "<s>"
5
  }
tokenizer_config.json CHANGED
@@ -1,23 +1,12 @@
1
  {
 
 
 
 
2
  "auto_map": {
3
  "AutoTokenizer": [
4
  "tokenization_rwkv5.Rwkv5Tokenizer",
5
  null
6
  ]
7
- },
8
- "added_tokens_decoder": {
9
- "0": {
10
- "content": "<s>",
11
- "lstrip": false,
12
- "normalized": true,
13
- "rstrip": false,
14
- "single_word": false,
15
- "special": false
16
- }
17
- },
18
- "bos_token": "<s>",
19
- "clean_up_tokenization_spaces": true,
20
- "eos_token": "<s>",
21
- "model_max_length": 1000000000000000019884624838656,
22
- "unk_token": "<s>"
23
  }
 
1
  {
2
+ "name_or_path": "rwkv-5-tokenizer",
3
+ "add_prefix_space": false,
4
+ "tokenizer_class": "Rwkv5Tokenizer",
5
+ "use_fast": false,
6
  "auto_map": {
7
  "AutoTokenizer": [
8
  "tokenization_rwkv5.Rwkv5Tokenizer",
9
  null
10
  ]
11
+ }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
12
  }