newtonkwan commited on
Commit
79b8426
1 Parent(s): 4739a86

Training in progress, epoch 0

Browse files
.gitignore ADDED
@@ -0,0 +1 @@
 
 
1
+ checkpoint-*/
config.json CHANGED
@@ -1,8 +1,8 @@
1
  {
2
- "_name_or_path": "./gpt2-xl-ft-with-non-challenging",
3
  "activation_function": "gelu_new",
4
  "architectures": [
5
- "GPT2LMHeadModel"
6
  ],
7
  "attn_pdrop": 0.1,
8
  "bos_token_id": 50256,
 
1
  {
2
+ "_name_or_path": "gpt2-xl",
3
  "activation_function": "gelu_new",
4
  "architectures": [
5
+ "SelfDebiasingGPT2LMHeadModel"
6
  ],
7
  "attn_pdrop": 0.1,
8
  "bos_token_id": 50256,
pytorch_model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:574db4c4bb4172663c7255d19843857718e18c6c4fb2cfe5d3182057c8e5bec4
3
- size 6281017293
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c3f986256f922e25b5cfd060da297c606f102c7bb3671519681148554e07f73d
3
+ size 6281026765
runs/Mar15_16-40-22_5c4e8ebe93df/1647364539.60941/events.out.tfevents.1647364539.5c4e8ebe93df.544.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5ffda3c7fcfda0838e009b6fedbc388d75c7cb4300ee747094ee1fbc0ba24637
3
+ size 4808
runs/Mar15_16-40-22_5c4e8ebe93df/events.out.tfevents.1647364539.5c4e8ebe93df.544.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:19798c1fbfa208dd730c6276840ce0934095f674f92df2d6bf1801f83c2879db
3
+ size 3902
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:21adb45d5625bbecc552f204ad5f3fa870e3ff653e81a83d266c790c0548a8b9
3
  size 3055
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c9d1ff7fa95acd09bc90fdf85b81f8147c6be542febc85afd7d580693e1fc952
3
  size 3055