ammarnasr commited on
Commit
f55be2c
1 Parent(s): 0279c48

Update config.json

Browse files
Files changed (1) hide show
  1. config.json +7 -7
config.json CHANGED
@@ -1,14 +1,14 @@
1
  {
2
- "_name_or_path": "Salesforce/codegen2-1B",
3
  "activation_function": "gelu_new",
4
  "architectures": [
5
  "CodeGenForCausalLM"
6
  ],
7
  "attn_pdrop": 0.0,
8
  "auto_map": {
9
- "AutoConfig": "Salesforce/codegen2-1B--configuration_codegen.CodeGenConfig",
10
- "AutoModel": "Salesforce/codegen2-1B--modeling_codegen.CodeGenModel",
11
- "AutoModelForCausalLM": "Salesforce/codegen2-1B--modeling_codegen.CodeGenForCausalLM"
12
  },
13
  "bos_token_id": 1,
14
  "embd_pdrop": 0.0,
@@ -26,6 +26,7 @@
26
  "n_positions": 2048,
27
  "resid_pdrop": 0.0,
28
  "rotary_dim": 64,
 
29
  "scale_attn_weights": true,
30
  "summary_activation": null,
31
  "summary_first_dropout": 0.1,
@@ -42,8 +43,7 @@
42
  "tie_word_embeddings": false,
43
  "tokenizer_class": "GPT2Tokenizer",
44
  "torch_dtype": "float32",
45
- "transformers_version": "4.36.2",
46
- "trust_remote_code": true,
47
  "use_cache": true,
48
  "vocab_size": 51200
49
- }
 
1
  {
2
+ "_name_or_path": "checkpoints/codegen2-1B/",
3
  "activation_function": "gelu_new",
4
  "architectures": [
5
  "CodeGenForCausalLM"
6
  ],
7
  "attn_pdrop": 0.0,
8
  "auto_map": {
9
+ "AutoConfig": "configuration_codegen.CodeGenConfig",
10
+ "AutoModel": "modeling_codegen.CodeGenModel",
11
+ "AutoModelForCausalLM": "modeling_codegen.CodeGenForCausalLM"
12
  },
13
  "bos_token_id": 1,
14
  "embd_pdrop": 0.0,
 
26
  "n_positions": 2048,
27
  "resid_pdrop": 0.0,
28
  "rotary_dim": 64,
29
+ "trust_remote_code":true,
30
  "scale_attn_weights": true,
31
  "summary_activation": null,
32
  "summary_first_dropout": 0.1,
 
43
  "tie_word_embeddings": false,
44
  "tokenizer_class": "GPT2Tokenizer",
45
  "torch_dtype": "float32",
46
+ "transformers_version": "4.25.1",
 
47
  "use_cache": true,
48
  "vocab_size": 51200
49
+ }