ylacombe HF staff commited on
Commit
c8be781
1 Parent(s): 0fc9030

Upload MoshiForConditionalGeneration

Browse files
Files changed (2) hide show
  1. config.json +1 -1
  2. generation_config.json +2 -2
config.json CHANGED
@@ -115,7 +115,7 @@
115
  "depth_ffn_dim": 5632,
116
  "depth_head_dim": 64,
117
  "depth_hidden_size": 1024,
118
- "depth_max_position_embeddings": 8,
119
  "depth_num_attention_heads": 16,
120
  "depth_num_hidden_layers": 6,
121
  "depth_num_key_value_heads": 16,
 
115
  "depth_ffn_dim": 5632,
116
  "depth_head_dim": 64,
117
  "depth_hidden_size": 1024,
118
+ "depth_max_position_embeddings": 9,
119
  "depth_num_attention_heads": 16,
120
  "depth_num_hidden_layers": 6,
121
  "depth_num_key_value_heads": 16,
generation_config.json CHANGED
@@ -1,5 +1,5 @@
1
  {
2
- "bos_token_id": 2048,
3
  "cache_implementation": "sliding_window",
4
  "depth_decoder_config": {
5
  "cache_implementation": "sliding_window",
@@ -11,7 +11,7 @@
11
  "transformers_version": "4.46.0.dev0"
12
  },
13
  "do_sample": true,
14
- "pad_token_id": 2048,
15
  "temp": 0.7,
16
  "top_k": 25,
17
  "transformers_version": "4.46.0.dev0"
 
1
  {
2
+ "bos_token_id": 32000,
3
  "cache_implementation": "sliding_window",
4
  "depth_decoder_config": {
5
  "cache_implementation": "sliding_window",
 
11
  "transformers_version": "4.46.0.dev0"
12
  },
13
  "do_sample": true,
14
+ "pad_token_id": 32000,
15
  "temp": 0.7,
16
  "top_k": 25,
17
  "transformers_version": "4.46.0.dev0"