MerantixMomentum
/

acip_llama1_13b

Text Generation

feature-extraction

Model card Files Files and versions

martingenzel commited on Apr 22

Commit

1930fff

·

verified ·

1 Parent(s): e254d57

Add model

Files changed (1) hide show

config.json +6 -6

config.json CHANGED Viewed

@@ -31,15 +31,15 @@
         "rank_pattern": {},
         "revision": null,
         "target_modules": [
-          "down_proj",
-          "ortho",
-          "q_proj",
           "k_proj",
           "up_proj",
-          "o_proj",
           "v_proj",
-          "base",
-          "gate_proj"
         ],
         "task_type": "CAUSAL_LM",
         "use_dora": false,

         "rank_pattern": {},
         "revision": null,
         "target_modules": [
+          "o_proj",
           "k_proj",
           "up_proj",
+          "q_proj",
+          "ortho",
+          "gate_proj",
+          "down_proj",
           "v_proj",
+          "base"
         ],
         "task_type": "CAUSAL_LM",
         "use_dora": false,