oMarquess commited on
Commit
fc68251
1 Parent(s): 89c456a

Update config.json

Browse files
Files changed (1) hide show
  1. config.json +2 -3
config.json CHANGED
@@ -1,5 +1,4 @@
1
  {
2
- "_name_or_path": "tiiuae/falcon-7b",
3
  "alibi": false,
4
  "apply_residual_connection_post_layernorm": false,
5
  "architectures": [
@@ -26,8 +25,8 @@
26
  "n_head": 71,
27
  "n_layer": 32,
28
  "parallel_attn": true,
29
- "torch_dtype": "float16",
30
- "transformers_version": "4.30.2",
31
  "use_cache": true,
32
  "vocab_size": 65024
33
  }
 
1
  {
 
2
  "alibi": false,
3
  "apply_residual_connection_post_layernorm": false,
4
  "architectures": [
 
25
  "n_head": 71,
26
  "n_layer": 32,
27
  "parallel_attn": true,
28
+ "torch_dtype": "bfloat16",
29
+ "transformers_version": "4.27.4",
30
  "use_cache": true,
31
  "vocab_size": 65024
32
  }