WillHeld
/

pfadapter-bert-base-uncased-tada-value-eraser

Model card Files Files and versions Community

WillHeld commited on Sep 30, 2022

Commit

86eabd2

•

1 Parent(s): 4b5890c

add model

Files changed (2) hide show

adapter_config.json +2 -2
pytorch_adapter.bin +2 -2

adapter_config.json CHANGED Viewed

@@ -16,7 +16,7 @@
     "mh_adapter": false,
     "non_linearity": "linear",
     "original_ln_after": true,
-    "original_ln_before": false,
     "output_adapter": true,
     "phm_bias": true,
     "phm_c_init": "normal",
@@ -24,7 +24,7 @@
     "phm_init_range": 0.0001,
     "phm_layer": false,
     "phm_rank": 1,
-    "reduction_factor": 1,
     "residual_before_ln": true,
     "scaling": 1.0,
     "shared_W_phm": false,

     "mh_adapter": false,
     "non_linearity": "linear",
     "original_ln_after": true,
+    "original_ln_before": true,
     "output_adapter": true,
     "phm_bias": true,
     "phm_c_init": "normal",
     "phm_init_range": 0.0001,
     "phm_layer": false,
     "phm_rank": 1,
+    "reduction_factor": 16,
     "residual_before_ln": true,
     "scaling": 1.0,
     "shared_W_phm": false,

pytorch_adapter.bin CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:dd65338d59a96eb5a60a72f475420952e0f0299fba2353b8ba80b314776b596c
-size 56714287

 version https://git-lfs.github.com/spec/v1
+oid sha256:a854eaf5982f93aa76d32779b9abda8ec22c6f478e252fae2e9a115a5d1bedbc
+size 3595400