twhoool02 commited on
Commit
83d9359
1 Parent(s): 60aea9b

Upload FalconForCausalLM

Browse files
Files changed (2) hide show
  1. config.json +1 -2
  2. generation_config.json +1 -1
config.json CHANGED
@@ -29,7 +29,6 @@
29
  "num_hidden_layers": 32,
30
  "num_kv_heads": 71,
31
  "parallel_attn": true,
32
- "pretraining_tp": 1,
33
  "quantization_config": {
34
  "_load_in_4bit": true,
35
  "_load_in_8bit": false,
@@ -48,7 +47,7 @@
48
  "rope_scaling": null,
49
  "rope_theta": 10000.0,
50
  "torch_dtype": "float16",
51
- "transformers_version": "4.39.1",
52
  "use_cache": true,
53
  "vocab_size": 65024
54
  }
 
29
  "num_hidden_layers": 32,
30
  "num_kv_heads": 71,
31
  "parallel_attn": true,
 
32
  "quantization_config": {
33
  "_load_in_4bit": true,
34
  "_load_in_8bit": false,
 
47
  "rope_scaling": null,
48
  "rope_theta": 10000.0,
49
  "torch_dtype": "float16",
50
+ "transformers_version": "4.39.3",
51
  "use_cache": true,
52
  "vocab_size": 65024
53
  }
generation_config.json CHANGED
@@ -2,5 +2,5 @@
2
  "_from_model_config": true,
3
  "bos_token_id": 11,
4
  "eos_token_id": 11,
5
- "transformers_version": "4.39.1"
6
  }
 
2
  "_from_model_config": true,
3
  "bos_token_id": 11,
4
  "eos_token_id": 11,
5
+ "transformers_version": "4.39.3"
6
  }