Progz commited on
Commit
fd25a3c
1 Parent(s): 79e656c

Training in progress, step 500

Browse files
Files changed (3) hide show
  1. config.json +3 -3
  2. model.safetensors +2 -2
  3. training_args.bin +1 -1
config.json CHANGED
@@ -4,9 +4,9 @@
4
  "GPT2LMHeadModel"
5
  ],
6
  "attn_pdrop": 0.1,
7
- "bos_token_id": 90,
8
  "embd_pdrop": 0.1,
9
- "eos_token_id": 90,
10
  "initializer_range": 0.02,
11
  "layer_norm_epsilon": 1e-05,
12
  "model_type": "gpt2",
@@ -28,5 +28,5 @@
28
  "torch_dtype": "float32",
29
  "transformers_version": "4.41.2",
30
  "use_cache": true,
31
- "vocab_size": 500
32
  }
 
4
  "GPT2LMHeadModel"
5
  ],
6
  "attn_pdrop": 0.1,
7
+ "bos_token_id": 50256,
8
  "embd_pdrop": 0.1,
9
+ "eos_token_id": 50256,
10
  "initializer_range": 0.02,
11
  "layer_norm_epsilon": 1e-05,
12
  "model_type": "gpt2",
 
28
  "torch_dtype": "float32",
29
  "transformers_version": "4.41.2",
30
  "use_cache": true,
31
+ "vocab_size": 50257
32
  }
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f976ba31676145a3dbaa207ccb74583f3cf4c1e9c4df2e894f10fdb277d33cee
3
- size 48653952
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:20a175116bc7f7f927f85a7be6e0614335ae0b308086f6d7b67cbeaae6fad79d
3
+ size 128265152
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:659221678517fa078ef0991ad61cc2071e7eac4aa589ed01b2031bbceb49d13b
3
  size 5112
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:41772bcfd10b8d9125a9a39e8f3facd5b619d23ae6e773be2434f09272a1642a
3
  size 5112