KaleiNeely commited on
Commit
ab46acd
1 Parent(s): 95578b4

fix trust_remote_code failed

Browse files
added_tokens.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ {
2
+ "<s>": 0
3
+ }
config.json CHANGED
@@ -1,24 +1,17 @@
1
  {
2
- "architectures": [
3
- "Rwkv5ForCausalLM"
4
- ],
5
- "auto_map": {
6
- "AutoConfig": "configuration_rwkv5.Rwkv5Config",
7
- "AutoModelForCausalLM": "modeling_rwkv5.Rwkv5ForCausalLM"
8
- },
9
  "attention_hidden_size": 2048,
10
  "bos_token_id": 0,
11
- "context_length": 4096,
12
  "eos_token_id": 0,
13
  "head_size": 64,
14
  "hidden_size": 2048,
15
  "intermediate_size": null,
16
  "layer_norm_epsilon": 1e-05,
17
  "model_type": "rwkv5",
 
18
  "num_hidden_layers": 24,
19
  "rescale_every": 6,
20
  "tie_word_embeddings": false,
21
- "transformers_version": "4.33.1",
22
  "use_cache": true,
23
  "vocab_size": 65536
24
  }
 
1
  {
 
 
 
 
 
 
 
2
  "attention_hidden_size": 2048,
3
  "bos_token_id": 0,
 
4
  "eos_token_id": 0,
5
  "head_size": 64,
6
  "hidden_size": 2048,
7
  "intermediate_size": null,
8
  "layer_norm_epsilon": 1e-05,
9
  "model_type": "rwkv5",
10
+ "num_attention_heads": 64,
11
  "num_hidden_layers": 24,
12
  "rescale_every": 6,
13
  "tie_word_embeddings": false,
14
+ "transformers_version": "4.34.0",
15
  "use_cache": true,
16
  "vocab_size": 65536
17
  }
special_tokens_map.json CHANGED
@@ -1 +1,5 @@
1
- {}
 
 
 
 
 
1
+ {
2
+ "bos_token": "<s>",
3
+ "eos_token": "<s>",
4
+ "unk_token": "<s>"
5
+ }
tokenizer_config.json CHANGED
@@ -1,23 +1,12 @@
1
  {
 
 
 
 
2
  "auto_map": {
3
  "AutoTokenizer": [
4
  "tokenization_rwkv5.Rwkv5Tokenizer",
5
  null
6
  ]
7
- },
8
- "added_tokens_decoder": {
9
- "0": {
10
- "content": "<s>",
11
- "lstrip": false,
12
- "normalized": true,
13
- "rstrip": false,
14
- "single_word": false,
15
- "special": false
16
- }
17
- },
18
- "bos_token": "<s>",
19
- "clean_up_tokenization_spaces": true,
20
- "eos_token": "<s>",
21
- "model_max_length": 1000000000000000019884624838656,
22
- "unk_token": "<s>"
23
  }
 
1
  {
2
+ "name_or_path": "rwkv-5-tokenizer",
3
+ "add_prefix_space": false,
4
+ "tokenizer_class": "Rwkv5Tokenizer",
5
+ "use_fast": false,
6
  "auto_map": {
7
  "AutoTokenizer": [
8
  "tokenization_rwkv5.Rwkv5Tokenizer",
9
  null
10
  ]
11
+ }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
12
  }