nilq
/

mistral-2L-tiny

Text Generation

Generated from Trainer

text-generation-inference

Inference Endpoints

Model card Files Files and versions Community

nilq commited on Mar 2

Commit

b6cf8d2

•

1 Parent(s): 672d830

Training in progress, step 5000

Files changed (3) hide show

config.json +1 -1
model.safetensors +2 -2
training_args.bin +1 -1

config.json CHANGED Viewed

@@ -12,7 +12,7 @@
   "max_position_embeddings": 2048,
   "model_type": "mistral",
   "num_attention_heads": 16,
-  "num_hidden_layers": 1,
   "num_key_value_heads": 8,
   "rms_norm_eps": 1e-06,
   "rope_theta": 10000.0,

   "max_position_embeddings": 2048,
   "model_type": "mistral",
   "num_attention_heads": 16,
+  "num_hidden_layers": 2,
   "num_key_value_heads": 8,
   "rms_norm_eps": 1e-06,
   "rope_theta": 10000.0,

model.safetensors CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6bb9698e96fba9702a08910db86e5044a83fb28bda01a03cb432880cd5be35f7
-size 140516640

 version https://git-lfs.github.com/spec/v1
+oid sha256:11e7b0232449da15710d9478f99fb04ae18724f7a870a9f7884b61ab6d928e89
+size 149958920

training_args.bin CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a78b6b9d63c77ed0d358511ce6ace672620c594912042a4afd4b323f2d054430
 size 5944

 version https://git-lfs.github.com/spec/v1
+oid sha256:2ebe3044ab70fc4670ec27c1ccc64354596f19c4d1f9d6aa3b4baf634049b14e
 size 5944