JiaweiGuan
/

samsum_philschmid_flan-t5-xxl-sharded-fp16_LORA_SEQ_2_SEQ_LM_attLN

Model card Files Files and versions Community

JiaweiGuan commited on Dec 4, 2023

Commit

b5340ea

•

1 Parent(s): 2eaa9a4

Upload model

Files changed (2) hide show

adapter_config.json +4 -1
adapter_model.bin +2 -2

adapter_config.json CHANGED Viewed

@@ -9,7 +9,10 @@
   "layers_to_transform": null,
   "lora_alpha": 32,
   "lora_dropout": 0.05,
-  "modules_to_save": null,
   "peft_type": "LORA",
   "r": 16,
   "revision": null,

   "layers_to_transform": null,
   "lora_alpha": 32,
   "lora_dropout": 0.05,
+  "modules_to_save": [
+    "layer_norm_q",
+    "layer_norm_k"
+  ],
   "peft_type": "LORA",
   "r": 16,
   "revision": null,

adapter_model.bin CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4904613f1f82ba4af2cb2d8d1305252953a115550ecf22b0b6b8ee010932e37a
-size 75604554

 version https://git-lfs.github.com/spec/v1
+oid sha256:bfac5b87ba6d47a481b60d587861c483c267a1004e9f1d685cf263297b509f7c
+size 75694282