Commit
•
c2081e1
1
Parent(s):
8818a3c
Training in progress, step 1200
Browse files- config.json +13 -10
- model.safetensors +3 -0
- runs/Jul02_08-04-09_ishant-gpu/events.out.tfevents.1719908314.ishant-gpu.55464.0 +3 -0
- tokenizer.json +0 -0
- tokenizer.model +2 -2
- tokenizer_config.json +2 -3
- training_args.bin +1 -1
config.json
CHANGED
@@ -1,26 +1,29 @@
|
|
1 |
{
|
2 |
-
"_name_or_path": "
|
3 |
"architectures": [
|
4 |
-
"
|
5 |
],
|
|
|
6 |
"attention_dropout": 0.0,
|
7 |
"bos_token_id": 1,
|
8 |
"eos_token_id": 2,
|
9 |
"hidden_act": "silu",
|
10 |
-
"hidden_size":
|
11 |
"initializer_range": 0.02,
|
12 |
-
"intermediate_size":
|
13 |
-
"max_position_embeddings":
|
14 |
-
"
|
|
|
15 |
"num_attention_heads": 32,
|
16 |
-
"num_hidden_layers":
|
17 |
-
"num_key_value_heads":
|
|
|
18 |
"rms_norm_eps": 1e-05,
|
|
|
19 |
"rope_theta": 10000.0,
|
20 |
-
"sliding_window": 4096,
|
21 |
"tie_word_embeddings": false,
|
22 |
"torch_dtype": "bfloat16",
|
23 |
"transformers_version": "4.41.2",
|
24 |
-
"use_cache":
|
25 |
"vocab_size": 32000
|
26 |
}
|
|
|
1 |
{
|
2 |
+
"_name_or_path": "TinyLlama/TinyLlama-1.1B-step-50K-105b",
|
3 |
"architectures": [
|
4 |
+
"LlamaForCausalLM"
|
5 |
],
|
6 |
+
"attention_bias": false,
|
7 |
"attention_dropout": 0.0,
|
8 |
"bos_token_id": 1,
|
9 |
"eos_token_id": 2,
|
10 |
"hidden_act": "silu",
|
11 |
+
"hidden_size": 2048,
|
12 |
"initializer_range": 0.02,
|
13 |
+
"intermediate_size": 5632,
|
14 |
+
"max_position_embeddings": 2048,
|
15 |
+
"mlp_bias": false,
|
16 |
+
"model_type": "llama",
|
17 |
"num_attention_heads": 32,
|
18 |
+
"num_hidden_layers": 22,
|
19 |
+
"num_key_value_heads": 4,
|
20 |
+
"pretraining_tp": 1,
|
21 |
"rms_norm_eps": 1e-05,
|
22 |
+
"rope_scaling": null,
|
23 |
"rope_theta": 10000.0,
|
|
|
24 |
"tie_word_embeddings": false,
|
25 |
"torch_dtype": "bfloat16",
|
26 |
"transformers_version": "4.41.2",
|
27 |
+
"use_cache": false,
|
28 |
"vocab_size": 32000
|
29 |
}
|
model.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:e5d6f97d37c66b522a290662a240b50efac46775eb72b2aa7500bc1b978ea5c8
|
3 |
+
size 2200119864
|
runs/Jul02_08-04-09_ishant-gpu/events.out.tfevents.1719908314.ishant-gpu.55464.0
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:cc0210ea423111984889c524cbb54b9aae79ce19d932e2957ae360d7ee0ca6a5
|
3 |
+
size 58629
|
tokenizer.json
CHANGED
The diff for this file is too large to render.
See raw diff
|
|
tokenizer.model
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
-
size
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:9e556afd44213b6bd1be2b850ebbbd98f5481437a8021afaf58ee7fb1818d347
|
3 |
+
size 499723
|
tokenizer_config.json
CHANGED
@@ -27,16 +27,15 @@
|
|
27 |
"special": true
|
28 |
}
|
29 |
},
|
30 |
-
"additional_special_tokens": [],
|
31 |
"bos_token": "<s>",
|
32 |
"chat_template": "{% for message in messages %}\n{% if message['role'] == 'user' %}\n{{ '<|user|>\n' + message['content'] + eos_token }}\n{% elif message['role'] == 'system' %}\n{{ '<|system|>\n' + message['content'] + eos_token }}\n{% elif message['role'] == 'assistant' %}\n{{ '<|assistant|>\n' + message['content'] + eos_token }}\n{% endif %}\n{% if loop.last and add_generation_prompt %}\n{{ '<|assistant|>' }}\n{% endif %}\n{% endfor %}",
|
33 |
"clean_up_tokenization_spaces": false,
|
34 |
"eos_token": "</s>",
|
35 |
-
"legacy":
|
36 |
"model_max_length": 2048,
|
37 |
"pad_token": "</s>",
|
|
|
38 |
"sp_model_kwargs": {},
|
39 |
-
"spaces_between_special_tokens": false,
|
40 |
"tokenizer_class": "LlamaTokenizer",
|
41 |
"unk_token": "<unk>",
|
42 |
"use_default_system_prompt": false
|
|
|
27 |
"special": true
|
28 |
}
|
29 |
},
|
|
|
30 |
"bos_token": "<s>",
|
31 |
"chat_template": "{% for message in messages %}\n{% if message['role'] == 'user' %}\n{{ '<|user|>\n' + message['content'] + eos_token }}\n{% elif message['role'] == 'system' %}\n{{ '<|system|>\n' + message['content'] + eos_token }}\n{% elif message['role'] == 'assistant' %}\n{{ '<|assistant|>\n' + message['content'] + eos_token }}\n{% endif %}\n{% if loop.last and add_generation_prompt %}\n{{ '<|assistant|>' }}\n{% endif %}\n{% endfor %}",
|
32 |
"clean_up_tokenization_spaces": false,
|
33 |
"eos_token": "</s>",
|
34 |
+
"legacy": false,
|
35 |
"model_max_length": 2048,
|
36 |
"pad_token": "</s>",
|
37 |
+
"padding_side": "right",
|
38 |
"sp_model_kwargs": {},
|
|
|
39 |
"tokenizer_class": "LlamaTokenizer",
|
40 |
"unk_token": "<unk>",
|
41 |
"use_default_system_prompt": false
|
training_args.bin
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 6712
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:2815306d95f4e710d045972309e98e33e8659a8c779602da116be2cd0bebb18a
|
3 |
size 6712
|