keylazy
/

Llama-2-7b-chat-hf-ark

Text Generation

Generated from Trainer

text-generation-inference

Inference Endpoints

Model card Files Files and versions Metrics Training metrics Community

keylazy commited on Nov 9, 2023

Commit

3df7803

•

1 Parent(s): 6b918eb

Training in progress, epoch 1

Files changed (3) hide show

config.json +4 -4
model.safetensors +2 -2
training_args.bin +1 -1

config.json CHANGED Viewed

@@ -6,14 +6,14 @@
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
-  "hidden_size": 64,
   "initializer_range": 0.02,
   "intermediate_size": 256,
   "max_position_embeddings": 2048,
   "model_type": "llama",
-  "num_attention_heads": 4,
-  "num_hidden_layers": 6,
-  "num_key_value_heads": 4,
   "pad_token_id": 2,
   "pretraining_tp": 1,
   "rms_norm_eps": 1e-06,

   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
+  "hidden_size": 128,
   "initializer_range": 0.02,
   "intermediate_size": 256,
   "max_position_embeddings": 2048,
   "model_type": "llama",
+  "num_attention_heads": 8,
+  "num_hidden_layers": 3,
+  "num_key_value_heads": 8,
   "pad_token_id": 2,
   "pretraining_tp": 1,
   "rms_norm_eps": 1e-06,

model.safetensors CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4d56edf82cc0c96633c9e2107682cc0741c6b39fb7eeaba1f3748c9d35d7b053
-size 4142176

 version https://git-lfs.github.com/spec/v1
+oid sha256:b496f88943e84c035c10a32e57a6e60844895677e6449d0545646e87e37855a6
+size 7092848

training_args.bin CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:035c8d78a9ef44969e4c434c05c56975218fac6772ffa3df4d3365f29a251773
 size 4600

 version https://git-lfs.github.com/spec/v1
+oid sha256:280890a7f5bb8b444428bbcbf9b37681807e561673129c0d859f8582f9bc219b
 size 4600