pratultandon
commited on
Commit
•
916c0d9
1
Parent(s):
8b36f52
Model save
Browse files- last-checkpoint/added_tokens.json +0 -16
- last-checkpoint/config.json +0 -39
- last-checkpoint/merges.txt +0 -0
- last-checkpoint/optimizer.pt +0 -3
- last-checkpoint/pytorch_model.bin +0 -3
- last-checkpoint/rng_state.pth +0 -3
- last-checkpoint/scaler.pt +0 -3
- last-checkpoint/scheduler.pt +0 -3
- last-checkpoint/special_tokens_map.json +0 -21
- last-checkpoint/tokenizer.json +0 -0
- last-checkpoint/tokenizer_config.json +0 -34
- last-checkpoint/trainer_state.json +0 -40
- last-checkpoint/training_args.bin +0 -3
- last-checkpoint/vocab.json +0 -0
- pytorch_model.bin +1 -1
last-checkpoint/added_tokens.json
DELETED
@@ -1,16 +0,0 @@
|
|
1 |
-
{
|
2 |
-
"<INGR_END>": 50264,
|
3 |
-
"<INGR_START>": 50262,
|
4 |
-
"<INPUT_END>": 50268,
|
5 |
-
"<INPUT_START>": 50267,
|
6 |
-
"<INSTR_END>": 50261,
|
7 |
-
"<INSTR_START>": 50259,
|
8 |
-
"<NEXT_INGR>": 50263,
|
9 |
-
"<NEXT_INPUT>": 50269,
|
10 |
-
"<NEXT_INSTR>": 50260,
|
11 |
-
"<RECIPE_END>": 50266,
|
12 |
-
"<RECIPE_START>": 50265,
|
13 |
-
"<TITLE_END>": 50258,
|
14 |
-
"<TITLE_START>": 50257,
|
15 |
-
"[PAD]": 50270
|
16 |
-
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
last-checkpoint/config.json
DELETED
@@ -1,39 +0,0 @@
|
|
1 |
-
{
|
2 |
-
"_name_or_path": "gpt2",
|
3 |
-
"activation_function": "gelu_new",
|
4 |
-
"architectures": [
|
5 |
-
"GPT2LMHeadModel"
|
6 |
-
],
|
7 |
-
"attn_pdrop": 0.1,
|
8 |
-
"bos_token_id": 50256,
|
9 |
-
"embd_pdrop": 0.1,
|
10 |
-
"eos_token_id": 50256,
|
11 |
-
"initializer_range": 0.02,
|
12 |
-
"layer_norm_epsilon": 1e-05,
|
13 |
-
"model_type": "gpt2",
|
14 |
-
"n_ctx": 1024,
|
15 |
-
"n_embd": 768,
|
16 |
-
"n_head": 12,
|
17 |
-
"n_inner": null,
|
18 |
-
"n_layer": 12,
|
19 |
-
"n_positions": 1024,
|
20 |
-
"reorder_and_upcast_attn": false,
|
21 |
-
"resid_pdrop": 0.1,
|
22 |
-
"scale_attn_by_inverse_layer_idx": false,
|
23 |
-
"scale_attn_weights": true,
|
24 |
-
"summary_activation": null,
|
25 |
-
"summary_first_dropout": 0.1,
|
26 |
-
"summary_proj_to_labels": true,
|
27 |
-
"summary_type": "cls_index",
|
28 |
-
"summary_use_proj": true,
|
29 |
-
"task_specific_params": {
|
30 |
-
"text-generation": {
|
31 |
-
"do_sample": true,
|
32 |
-
"max_length": 50
|
33 |
-
}
|
34 |
-
},
|
35 |
-
"torch_dtype": "float32",
|
36 |
-
"transformers_version": "4.25.1",
|
37 |
-
"use_cache": true,
|
38 |
-
"vocab_size": 50271
|
39 |
-
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
last-checkpoint/merges.txt
DELETED
The diff for this file is too large to render.
See raw diff
|
|
last-checkpoint/optimizer.pt
DELETED
@@ -1,3 +0,0 @@
|
|
1 |
-
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:adb5bf4ad301083d7056c3342aa6355ba10c67f1a489430c1dfe8b222b3ad110
|
3 |
-
size 995691205
|
|
|
|
|
|
|
|
last-checkpoint/pytorch_model.bin
DELETED
@@ -1,3 +0,0 @@
|
|
1 |
-
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:f9d0fef853655f36a46edf17d7072ed1ec12ca5a03f1708f8878d39625ff3f22
|
3 |
-
size 510441021
|
|
|
|
|
|
|
|
last-checkpoint/rng_state.pth
DELETED
@@ -1,3 +0,0 @@
|
|
1 |
-
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:7ce6048f0ccd628e6039c296d311a3909e9686636b73b5e7d15653969b00d162
|
3 |
-
size 14575
|
|
|
|
|
|
|
|
last-checkpoint/scaler.pt
DELETED
@@ -1,3 +0,0 @@
|
|
1 |
-
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:63e0fc7286366870137cf1410b315d98773c81e4579384816fe036707f4642f5
|
3 |
-
size 557
|
|
|
|
|
|
|
|
last-checkpoint/scheduler.pt
DELETED
@@ -1,3 +0,0 @@
|
|
1 |
-
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:8a8a62866478c29307a99c7d85ab43da4c465b895ec1d05c20c8d22df2fb2fa2
|
3 |
-
size 627
|
|
|
|
|
|
|
|
last-checkpoint/special_tokens_map.json
DELETED
@@ -1,21 +0,0 @@
|
|
1 |
-
{
|
2 |
-
"additional_special_tokens": [
|
3 |
-
"<TITLE_START>",
|
4 |
-
"<TITLE_END>",
|
5 |
-
"<INSTR_START>",
|
6 |
-
"<NEXT_INSTR>",
|
7 |
-
"<INSTR_END>",
|
8 |
-
"<INGR_START>",
|
9 |
-
"<NEXT_INGR>",
|
10 |
-
"<INGR_END>",
|
11 |
-
"<RECIPE_START>",
|
12 |
-
"<RECIPE_END>",
|
13 |
-
"<INPUT_START>",
|
14 |
-
"<INPUT_END>",
|
15 |
-
"<NEXT_INPUT>"
|
16 |
-
],
|
17 |
-
"bos_token": "<|endoftext|>",
|
18 |
-
"eos_token": "<|endoftext|>",
|
19 |
-
"pad_token": "[PAD]",
|
20 |
-
"unk_token": "<|endoftext|>"
|
21 |
-
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
last-checkpoint/tokenizer.json
DELETED
The diff for this file is too large to render.
See raw diff
|
|
last-checkpoint/tokenizer_config.json
DELETED
@@ -1,34 +0,0 @@
|
|
1 |
-
{
|
2 |
-
"add_bos_token": false,
|
3 |
-
"add_prefix_space": false,
|
4 |
-
"bos_token": {
|
5 |
-
"__type": "AddedToken",
|
6 |
-
"content": "<|endoftext|>",
|
7 |
-
"lstrip": false,
|
8 |
-
"normalized": true,
|
9 |
-
"rstrip": false,
|
10 |
-
"single_word": false
|
11 |
-
},
|
12 |
-
"eos_token": {
|
13 |
-
"__type": "AddedToken",
|
14 |
-
"content": "<|endoftext|>",
|
15 |
-
"lstrip": false,
|
16 |
-
"normalized": true,
|
17 |
-
"rstrip": false,
|
18 |
-
"single_word": false
|
19 |
-
},
|
20 |
-
"errors": "replace",
|
21 |
-
"model_max_length": 1024,
|
22 |
-
"name_or_path": "mbien/recipenlg",
|
23 |
-
"pad_token": null,
|
24 |
-
"special_tokens_map_file": "/root/.cache/huggingface/hub/models--mbien--recipenlg/snapshots/b690df9e40f6bf58c7cf8d96e1a91e101134167b/special_tokens_map.json",
|
25 |
-
"tokenizer_class": "GPT2Tokenizer",
|
26 |
-
"unk_token": {
|
27 |
-
"__type": "AddedToken",
|
28 |
-
"content": "<|endoftext|>",
|
29 |
-
"lstrip": false,
|
30 |
-
"normalized": true,
|
31 |
-
"rstrip": false,
|
32 |
-
"single_word": false
|
33 |
-
}
|
34 |
-
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
last-checkpoint/trainer_state.json
DELETED
@@ -1,40 +0,0 @@
|
|
1 |
-
{
|
2 |
-
"best_metric": null,
|
3 |
-
"best_model_checkpoint": null,
|
4 |
-
"epoch": 0.007910328515943267,
|
5 |
-
"global_step": 2000,
|
6 |
-
"is_hyper_param_search": false,
|
7 |
-
"is_local_process_zero": true,
|
8 |
-
"is_world_process_zero": true,
|
9 |
-
"log_history": [
|
10 |
-
{
|
11 |
-
"epoch": 0.0,
|
12 |
-
"learning_rate": 4.994181305762486e-05,
|
13 |
-
"loss": 6.9984,
|
14 |
-
"step": 500
|
15 |
-
},
|
16 |
-
{
|
17 |
-
"epoch": 0.0,
|
18 |
-
"learning_rate": 4.984285567263314e-05,
|
19 |
-
"loss": 2.1323,
|
20 |
-
"step": 1000
|
21 |
-
},
|
22 |
-
{
|
23 |
-
"epoch": 0.01,
|
24 |
-
"learning_rate": 4.974389828764141e-05,
|
25 |
-
"loss": 2.057,
|
26 |
-
"step": 1500
|
27 |
-
},
|
28 |
-
{
|
29 |
-
"epoch": 0.01,
|
30 |
-
"learning_rate": 4.9644940902649685e-05,
|
31 |
-
"loss": 2.0162,
|
32 |
-
"step": 2000
|
33 |
-
}
|
34 |
-
],
|
35 |
-
"max_steps": 252834,
|
36 |
-
"num_train_epochs": 1,
|
37 |
-
"total_flos": 3560981713920000.0,
|
38 |
-
"trial_name": null,
|
39 |
-
"trial_params": null
|
40 |
-
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
last-checkpoint/training_args.bin
DELETED
@@ -1,3 +0,0 @@
|
|
1 |
-
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:94b449301e8cb309a196c4db9621e76c288e3d1a370651e3066e055684c85ada
|
3 |
-
size 3451
|
|
|
|
|
|
|
|
last-checkpoint/vocab.json
DELETED
The diff for this file is too large to render.
See raw diff
|
|
pytorch_model.bin
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 510441021
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:1bc52b054bfbf5a19da7f55649703c44877eae1ea3500ac519cba05cb730207c
|
3 |
size 510441021
|