muverqqw commited on
Commit
19d10dc
·
verified ·
1 Parent(s): 7b58479
config.json CHANGED
@@ -1,15 +1,15 @@
1
  {
 
 
 
2
  "attention_dropout": 0.0,
3
- "auto_map": {
4
- "AutoConfig": "configuration_alinlight.AlinlightConfig",
5
- "AutoModelForCausalLM": "modeling_alinlight.AlinlightForCausalLM"
6
- },
7
  "bos_token_id": 1,
 
8
  "eos_token_id": 2,
9
  "hidden_size": 2048,
10
  "initializer_range": 0.02,
11
  "intermediate_size": 5632,
12
- "max_position_embeddings": 4096,
13
  "model_type": "alinlight",
14
  "num_attention_heads": 32,
15
  "num_hidden_layers": 22,
@@ -20,6 +20,6 @@
20
  "rope_theta": 10000.0,
21
  "sliding_window": 4096,
22
  "transformers_version": "4.57.3",
23
- "use_cache": true,
24
  "vocab_size": 128000
25
  }
 
1
  {
2
+ "architectures": [
3
+ "AlinlightForCausalLM"
4
+ ],
5
  "attention_dropout": 0.0,
 
 
 
 
6
  "bos_token_id": 1,
7
+ "dtype": "bfloat16",
8
  "eos_token_id": 2,
9
  "hidden_size": 2048,
10
  "initializer_range": 0.02,
11
  "intermediate_size": 5632,
12
+ "max_position_embeddings": 2048,
13
  "model_type": "alinlight",
14
  "num_attention_heads": 32,
15
  "num_hidden_layers": 22,
 
20
  "rope_theta": 10000.0,
21
  "sliding_window": 4096,
22
  "transformers_version": "4.57.3",
23
+ "use_cache": false,
24
  "vocab_size": 128000
25
  }
pytorch_model-00001-of-00006.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:007fe13fead290ad00f1cff5e0d498cad1d3d0059a4fdd7db273fc42e14946e0
3
  size 524289980
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4ab51fd1e1219b0f85c930c88f2b7e748a36cf3b36fa08f6091f6fca5fd466af
3
  size 524289980
pytorch_model-00002-of-00006.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:91f9ffcba2640ab98c57422f34603742e7f5f3c4fc163f4fc4417a02c29d0c29
3
  size 494988197
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c475cea54fd3d325ec01f5fe3d9d3b52f9caf92e9052b2229668c5812d132a65
3
  size 494988197
pytorch_model-00003-of-00006.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9e64affb12fa10e8571e34da281360d2d0747ae6108c5c814fbbead9e91f522b
3
  size 497093139
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:77b5ed70297d115bd84daa7af1cceee6534b98af1607ec3ea12928e0439eb6d7
3
  size 497093139
pytorch_model-00004-of-00006.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a95e195413333c1968f4c53011bbbd930fdd68e3d7d45a1ffaca88ebd63367c6
3
  size 494988261
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5fd28fd3752d7e4d61cf889ff5d2164a0c761daa9eed8815f4fca4392e88856c
3
  size 494988261
pytorch_model-00005-of-00006.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f5cb08b4b9b178a5e30e0fdd0d0af7666154a3fd651f219bbcd7d7e53a24317e
3
  size 524289916
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:33045b4cf46b467ee042ab1ee1410375b14a09d22dddfa914acc95e988e09668
3
  size 524289916
pytorch_model-00006-of-00006.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:16768b7d9aad19222253e330212f388cf8304124c04d4370d9fa1965200a31a4
3
  size 497097637
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9c4a7602ae11439b0e62f5e06b3cf1491fd20bab3dbcd09f9ed2372e11de8663
3
  size 497097637