Hugging Face's logo

samwit
/
dolly-lora

Model card Files Community
4

Upload model

#4
by vinaynamani - opened
base: refs/heads/main
←
from: refs/pr/4
Discussion Files changed
+5
-7
Files changed (2) hide show
  1. adapter_config.json +3 -5
  2. adapter_model.bin +2 -2
adapter_config.json CHANGED
@@ -1,18 +1,16 @@
1
  {
2
- "base_model_name_or_path": "EleutherAI/gpt-j-6B",
3
  "bias": "none",
4
- "enable_lora": null,
5
  "fan_in_fan_out": false,
6
  "inference_mode": true,
 
7
  "lora_alpha": 16,
8
  "lora_dropout": 0.05,
9
- "merge_weights": false,
10
  "modules_to_save": null,
11
  "peft_type": "LORA",
12
  "r": 4,
13
  "target_modules": [
14
- "q_proj",
15
- "v_proj"
16
  ],
17
  "task_type": "CAUSAL_LM"
18
  }
 
1
  {
2
+ "base_model_name_or_path": "EleutherAI/pythia-2.8b-deduped-v0",
3
  "bias": "none",
 
4
  "fan_in_fan_out": false,
5
  "inference_mode": true,
6
+ "init_lora_weights": true,
7
  "lora_alpha": 16,
8
  "lora_dropout": 0.05,
 
9
  "modules_to_save": null,
10
  "peft_type": "LORA",
11
  "r": 4,
12
  "target_modules": [
13
+ "query_key_value"
 
14
  ],
15
  "task_type": "CAUSAL_LM"
16
  }
adapter_model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9efec630426228caa5e63970aa4a49c172283878cd6454f1c563426a323c06de
3
- size 7379597
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b5ffdd3e71e92853bf0de3048e8eae135761fd017867bee10c9dc40e2ad9a18d
3
+ size 5266353