Commit
•
5ecb64d
1
Parent(s):
0b3d974
Training in progress, step 5000
Browse files- config.json +2 -1
- model.safetensors +3 -0
- training_args.bin +3 -0
config.json
CHANGED
|
@@ -1,4 +1,5 @@
|
|
| 1 |
{
|
|
|
|
| 2 |
"architectures": [
|
| 3 |
"JambaForCausalLM"
|
| 4 |
],
|
|
@@ -34,7 +35,7 @@
|
|
| 34 |
"router_aux_loss_coef": 0.001,
|
| 35 |
"sliding_window": null,
|
| 36 |
"tie_word_embeddings": true,
|
| 37 |
-
"torch_dtype": "
|
| 38 |
"transformers_version": "4.46.2",
|
| 39 |
"use_cache": true,
|
| 40 |
"use_mamba_kernels": true,
|
|
|
|
| 1 |
{
|
| 2 |
+
"_name_or_path": "neeleshg23/jamba-1.9b-3",
|
| 3 |
"architectures": [
|
| 4 |
"JambaForCausalLM"
|
| 5 |
],
|
|
|
|
| 35 |
"router_aux_loss_coef": 0.001,
|
| 36 |
"sliding_window": null,
|
| 37 |
"tie_word_embeddings": true,
|
| 38 |
+
"torch_dtype": "bfloat16",
|
| 39 |
"transformers_version": "4.46.2",
|
| 40 |
"use_cache": true,
|
| 41 |
"use_mamba_kernels": true,
|
model.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:f9a054f16cdcbce64d2e4110e84a1d40dbf73b008aea87999f0cf41235de694e
|
| 3 |
+
size 3796550480
|
training_args.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:30f48f2a2c0265f484027af054146b87ff3b0f273810f235b97778164ff89e3e
|
| 3 |
+
size 5240
|