Upload RecombinationTransformerForCausalLM
Browse files- config.json +3 -6
- model.safetensors +2 -2
config.json
CHANGED
@@ -2,14 +2,11 @@
|
|
2 |
"architectures": [
|
3 |
"RecombinationTransformerForCausalLM"
|
4 |
],
|
5 |
-
"auto_map": {
|
6 |
-
"AutoConfig": "configure.RecombinationTransformerConfig",
|
7 |
-
"AutoModelForCausalLM": "modeling.RecombinationTransformerForCausalLM"
|
8 |
-
},
|
9 |
"embed_dim": 1024,
|
|
|
10 |
"model_type": "RecombinationTransformer",
|
11 |
-
"num_heads":
|
12 |
-
"num_layers":
|
13 |
"torch_dtype": "float32",
|
14 |
"transformers_version": "4.41.2",
|
15 |
"vocab_size": 151646
|
|
|
2 |
"architectures": [
|
3 |
"RecombinationTransformerForCausalLM"
|
4 |
],
|
|
|
|
|
|
|
|
|
5 |
"embed_dim": 1024,
|
6 |
+
"eos_token_id": 151643,
|
7 |
"model_type": "RecombinationTransformer",
|
8 |
+
"num_heads": 8,
|
9 |
+
"num_layers": 4,
|
10 |
"torch_dtype": "float32",
|
11 |
"transformers_version": "4.41.2",
|
12 |
"vocab_size": 151646
|
model.safetensors
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
-
size
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:85b3c19ea7f8dc1c4ee8a1519eff0f081f586ebbf401a6069a0dbbe17b861d5c
|
3 |
+
size 2333481360
|