nestorgonzalovich commited on
Commit
5e0cef3
1 Parent(s): f08f61c

Training in progress, step 1000

Browse files
config.json CHANGED
@@ -4,16 +4,17 @@
4
  ],
5
  "attention_probs_dropout_prob": 0.1,
6
  "classifier_dropout": null,
 
7
  "hidden_act": "gelu",
8
  "hidden_dropout_prob": 0.1,
9
- "hidden_size": 512,
10
  "initializer_range": 0.02,
11
- "intermediate_size": 2048,
12
  "layer_norm_eps": 1e-12,
13
  "max_position_embeddings": 512,
14
  "model_type": "bert",
15
- "num_attention_heads": 8,
16
- "num_hidden_layers": 8,
17
  "pad_token_id": 0,
18
  "position_embedding_type": "absolute",
19
  "torch_dtype": "float32",
 
4
  ],
5
  "attention_probs_dropout_prob": 0.1,
6
  "classifier_dropout": null,
7
+ "gradient_checkpointing": false,
8
  "hidden_act": "gelu",
9
  "hidden_dropout_prob": 0.1,
10
+ "hidden_size": 768,
11
  "initializer_range": 0.02,
12
+ "intermediate_size": 3072,
13
  "layer_norm_eps": 1e-12,
14
  "max_position_embeddings": 512,
15
  "model_type": "bert",
16
+ "num_attention_heads": 12,
17
+ "num_hidden_layers": 12,
18
  "pad_token_id": 0,
19
  "position_embedding_type": "absolute",
20
  "torch_dtype": "float32",
pytorch_model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:553a55732c1e1da1297d4e1fb17221ae0530e6afb2e968072f80d868ac523fc1
3
- size 205639225
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e57209349fa5a5b1440add568730c7723c8f22f3c1fd6127b1690f906028b2c6
3
+ size 498044985
runs/Apr05_12-17-41_bd7031fef7e0/1680697069.7836459/events.out.tfevents.1680697069.bd7031fef7e0.979.112 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a87b71793331801d94d5dbeca99281826bae4ac5843fb1f2916303d8ebff62e8
3
+ size 5806
runs/Apr05_12-17-41_bd7031fef7e0/events.out.tfevents.1680697069.bd7031fef7e0.979.111 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:644f291e6eb414bba3b7b6eb09a92796294f78d0ec092a6b911249b81062c8a5
3
+ size 3910
runs/Apr05_12-18-30_bd7031fef7e0/1680697118.6612878/events.out.tfevents.1680697118.bd7031fef7e0.979.114 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:28e5e5a979b2a37d684a466d606aa1b4ebbe1fc53ff8015d9581ea96941cf60f
3
+ size 5806
runs/Apr05_12-18-30_bd7031fef7e0/events.out.tfevents.1680697118.bd7031fef7e0.979.113 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5217b4bc346ba219f147b16a770a10150230cfa141cc3ee5cc4c012bce0186f6
3
+ size 4338
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:00b630cdb2314f6ad934deae3d98723926cf8712918744dc8ee0f673bd6567a4
3
  size 3579
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:52b3e8aee80db3ebd91801c82880e8ac7653dd9c39d68f7a7dab271c3b9bf520
3
  size 3579