Training in progress, step 500

config.json

@@ -1,6 +1,6 @@
 {
   "_name_or_path": "ylacombe/w2v-bert-2.0",
-  "activation_dropout": 0.2,
+  "activation_dropout": 0.1,
   "adapter_kernel_size": 3,
   "adapter_stride": 2,
   "add_adapter": true,
@@ -19,12 +19,12 @@
   "ctc_zero_infinity": false,
   "diversity_loss_weight": 0.1,
   "eos_token_id": 2,
-  "feat_proj_dropout": 0.2,
+  "feat_proj_dropout": 0.1,
   "feat_quantizer_dropout": 0.0,
   "feature_projection_input_dim": 160,
   "final_dropout": 0.0,
   "hidden_act": "swish",
-  "hidden_dropout": 0.2,
+  "hidden_dropout": 0.1,
   "hidden_size": 1024,
   "initializer_range": 0.02,
   "intermediate_size": 4096,

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b8266a2e0aff80a815424dd89f36fd958c66d6fd08162c232444257e7dd0f678
+oid sha256:1717eb43183db3590d981359e25cb0c0cf352cb44862e14fa50e5002e28368d0
 size 2422949860

runs/Jan11_16-52-21_vorace/events.out.tfevents.1704991982.vorace.204846.0

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:21308d6c04deb6d88fb9b6a525cbb89f79cb06a67166a6b334370c1ca70e6ff2
-size 202678
+oid sha256:86c510739172ab14fad8485081cc2d7f6a2d414879a2152af4b52aa7f70d72b1
+size 215917

runs/Jan11_22-21-31_vorace/events.out.tfevents.1705011733.vorace.205718.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4a21a54f80f425c52484451af3bb29d2992b5c9a3b05a85d260f6d9e958dc11
+size 21947

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2c4b9079b7a917e06cfeb6d89a592b72eddecc7ce4bab09741cd2db69c5c1c13
+oid sha256:fe06178a662d8f3704fff3446ec3cbe08216fbe95e38213febfa9a0e198a553c
 size 4728