Xuezha commited on
Commit
32a5240
·
verified ·
1 Parent(s): 005e7b7

Upload RecombinationTransformerForCausalLM

Browse files
Files changed (2) hide show
  1. config.json +3 -6
  2. model.safetensors +2 -2
config.json CHANGED
@@ -2,14 +2,11 @@
2
  "architectures": [
3
  "RecombinationTransformerForCausalLM"
4
  ],
5
- "auto_map": {
6
- "AutoConfig": "configure.RecombinationTransformerConfig",
7
- "AutoModelForCausalLM": "modeling.RecombinationTransformerForCausalLM"
8
- },
9
  "embed_dim": 1024,
 
10
  "model_type": "RecombinationTransformer",
11
- "num_heads": 4,
12
- "num_layers": 8,
13
  "torch_dtype": "float32",
14
  "transformers_version": "4.41.2",
15
  "vocab_size": 151646
 
2
  "architectures": [
3
  "RecombinationTransformerForCausalLM"
4
  ],
 
 
 
 
5
  "embed_dim": 1024,
6
+ "eos_token_id": 151643,
7
  "model_type": "RecombinationTransformer",
8
+ "num_heads": 8,
9
+ "num_layers": 4,
10
  "torch_dtype": "float32",
11
  "transformers_version": "4.41.2",
12
  "vocab_size": 151646
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f3de2a92d50fffac52d2843ff1fce5f14793fa76f82d55a7ccf1f4b4ab62d18b
3
- size 3424674392
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:85b3c19ea7f8dc1c4ee8a1519eff0f081f586ebbf401a6069a0dbbe17b861d5c
3
+ size 2333481360