imone commited on
Commit
8e9b04f
1 Parent(s): ea16437

Update config.json

Browse files
Files changed (1) hide show
  1. config.json +3 -3
config.json CHANGED
@@ -1,16 +1,16 @@
1
  {
2
- "_name_or_path": "/home/share/tianshikeji/syh18_tsinghua/gemma-7b-with-it-tokens",
3
  "architectures": [
4
  "GemmaForCausalLM"
5
  ],
6
  "attention_bias": false,
7
  "attention_dropout": 0.0,
8
  "bos_token_id": 2,
9
- "eos_token_id": 1,
10
  "head_dim": 256,
11
  "hidden_act": "gelu",
12
  "hidden_size": 3072,
13
- "initializer_range": 0.02,
14
  "intermediate_size": 24576,
15
  "max_position_embeddings": 8192,
16
  "model_type": "gemma",
 
1
  {
2
+ "_name_or_path": "",
3
  "architectures": [
4
  "GemmaForCausalLM"
5
  ],
6
  "attention_bias": false,
7
  "attention_dropout": 0.0,
8
  "bos_token_id": 2,
9
+ "eos_token_id": 107,
10
  "head_dim": 256,
11
  "hidden_act": "gelu",
12
  "hidden_size": 3072,
13
+ "initializer_range": 0.003,
14
  "intermediate_size": 24576,
15
  "max_position_embeddings": 8192,
16
  "model_type": "gemma",