pratultandon commited on
Commit
916c0d9
1 Parent(s): 8b36f52

Model save

Browse files
last-checkpoint/added_tokens.json DELETED
@@ -1,16 +0,0 @@
1
- {
2
- "<INGR_END>": 50264,
3
- "<INGR_START>": 50262,
4
- "<INPUT_END>": 50268,
5
- "<INPUT_START>": 50267,
6
- "<INSTR_END>": 50261,
7
- "<INSTR_START>": 50259,
8
- "<NEXT_INGR>": 50263,
9
- "<NEXT_INPUT>": 50269,
10
- "<NEXT_INSTR>": 50260,
11
- "<RECIPE_END>": 50266,
12
- "<RECIPE_START>": 50265,
13
- "<TITLE_END>": 50258,
14
- "<TITLE_START>": 50257,
15
- "[PAD]": 50270
16
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
last-checkpoint/config.json DELETED
@@ -1,39 +0,0 @@
1
- {
2
- "_name_or_path": "gpt2",
3
- "activation_function": "gelu_new",
4
- "architectures": [
5
- "GPT2LMHeadModel"
6
- ],
7
- "attn_pdrop": 0.1,
8
- "bos_token_id": 50256,
9
- "embd_pdrop": 0.1,
10
- "eos_token_id": 50256,
11
- "initializer_range": 0.02,
12
- "layer_norm_epsilon": 1e-05,
13
- "model_type": "gpt2",
14
- "n_ctx": 1024,
15
- "n_embd": 768,
16
- "n_head": 12,
17
- "n_inner": null,
18
- "n_layer": 12,
19
- "n_positions": 1024,
20
- "reorder_and_upcast_attn": false,
21
- "resid_pdrop": 0.1,
22
- "scale_attn_by_inverse_layer_idx": false,
23
- "scale_attn_weights": true,
24
- "summary_activation": null,
25
- "summary_first_dropout": 0.1,
26
- "summary_proj_to_labels": true,
27
- "summary_type": "cls_index",
28
- "summary_use_proj": true,
29
- "task_specific_params": {
30
- "text-generation": {
31
- "do_sample": true,
32
- "max_length": 50
33
- }
34
- },
35
- "torch_dtype": "float32",
36
- "transformers_version": "4.25.1",
37
- "use_cache": true,
38
- "vocab_size": 50271
39
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
last-checkpoint/merges.txt DELETED
The diff for this file is too large to render. See raw diff
 
last-checkpoint/optimizer.pt DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:adb5bf4ad301083d7056c3342aa6355ba10c67f1a489430c1dfe8b222b3ad110
3
- size 995691205
 
 
 
 
last-checkpoint/pytorch_model.bin DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:f9d0fef853655f36a46edf17d7072ed1ec12ca5a03f1708f8878d39625ff3f22
3
- size 510441021
 
 
 
 
last-checkpoint/rng_state.pth DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:7ce6048f0ccd628e6039c296d311a3909e9686636b73b5e7d15653969b00d162
3
- size 14575
 
 
 
 
last-checkpoint/scaler.pt DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:63e0fc7286366870137cf1410b315d98773c81e4579384816fe036707f4642f5
3
- size 557
 
 
 
 
last-checkpoint/scheduler.pt DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:8a8a62866478c29307a99c7d85ab43da4c465b895ec1d05c20c8d22df2fb2fa2
3
- size 627
 
 
 
 
last-checkpoint/special_tokens_map.json DELETED
@@ -1,21 +0,0 @@
1
- {
2
- "additional_special_tokens": [
3
- "<TITLE_START>",
4
- "<TITLE_END>",
5
- "<INSTR_START>",
6
- "<NEXT_INSTR>",
7
- "<INSTR_END>",
8
- "<INGR_START>",
9
- "<NEXT_INGR>",
10
- "<INGR_END>",
11
- "<RECIPE_START>",
12
- "<RECIPE_END>",
13
- "<INPUT_START>",
14
- "<INPUT_END>",
15
- "<NEXT_INPUT>"
16
- ],
17
- "bos_token": "<|endoftext|>",
18
- "eos_token": "<|endoftext|>",
19
- "pad_token": "[PAD]",
20
- "unk_token": "<|endoftext|>"
21
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
last-checkpoint/tokenizer.json DELETED
The diff for this file is too large to render. See raw diff
 
last-checkpoint/tokenizer_config.json DELETED
@@ -1,34 +0,0 @@
1
- {
2
- "add_bos_token": false,
3
- "add_prefix_space": false,
4
- "bos_token": {
5
- "__type": "AddedToken",
6
- "content": "<|endoftext|>",
7
- "lstrip": false,
8
- "normalized": true,
9
- "rstrip": false,
10
- "single_word": false
11
- },
12
- "eos_token": {
13
- "__type": "AddedToken",
14
- "content": "<|endoftext|>",
15
- "lstrip": false,
16
- "normalized": true,
17
- "rstrip": false,
18
- "single_word": false
19
- },
20
- "errors": "replace",
21
- "model_max_length": 1024,
22
- "name_or_path": "mbien/recipenlg",
23
- "pad_token": null,
24
- "special_tokens_map_file": "/root/.cache/huggingface/hub/models--mbien--recipenlg/snapshots/b690df9e40f6bf58c7cf8d96e1a91e101134167b/special_tokens_map.json",
25
- "tokenizer_class": "GPT2Tokenizer",
26
- "unk_token": {
27
- "__type": "AddedToken",
28
- "content": "<|endoftext|>",
29
- "lstrip": false,
30
- "normalized": true,
31
- "rstrip": false,
32
- "single_word": false
33
- }
34
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
last-checkpoint/trainer_state.json DELETED
@@ -1,40 +0,0 @@
1
- {
2
- "best_metric": null,
3
- "best_model_checkpoint": null,
4
- "epoch": 0.007910328515943267,
5
- "global_step": 2000,
6
- "is_hyper_param_search": false,
7
- "is_local_process_zero": true,
8
- "is_world_process_zero": true,
9
- "log_history": [
10
- {
11
- "epoch": 0.0,
12
- "learning_rate": 4.994181305762486e-05,
13
- "loss": 6.9984,
14
- "step": 500
15
- },
16
- {
17
- "epoch": 0.0,
18
- "learning_rate": 4.984285567263314e-05,
19
- "loss": 2.1323,
20
- "step": 1000
21
- },
22
- {
23
- "epoch": 0.01,
24
- "learning_rate": 4.974389828764141e-05,
25
- "loss": 2.057,
26
- "step": 1500
27
- },
28
- {
29
- "epoch": 0.01,
30
- "learning_rate": 4.9644940902649685e-05,
31
- "loss": 2.0162,
32
- "step": 2000
33
- }
34
- ],
35
- "max_steps": 252834,
36
- "num_train_epochs": 1,
37
- "total_flos": 3560981713920000.0,
38
- "trial_name": null,
39
- "trial_params": null
40
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
last-checkpoint/training_args.bin DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:94b449301e8cb309a196c4db9621e76c288e3d1a370651e3066e055684c85ada
3
- size 3451
 
 
 
 
last-checkpoint/vocab.json DELETED
The diff for this file is too large to render. See raw diff
 
pytorch_model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f9d0fef853655f36a46edf17d7072ed1ec12ca5a03f1708f8878d39625ff3f22
3
  size 510441021
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1bc52b054bfbf5a19da7f55649703c44877eae1ea3500ac519cba05cb730207c
3
  size 510441021