KapitalK commited on
Commit
8d946ee
1 Parent(s): 8b8739a

Upload model

Browse files
Files changed (3) hide show
  1. README.md +1 -1
  2. adapter_config.json +5 -5
  3. adapter_model.bin +2 -2
README.md CHANGED
@@ -1,6 +1,6 @@
1
  ---
2
  library_name: peft
3
- base_model: openai-community/gpt2
4
  ---
5
 
6
  # Model Card for Model ID
 
1
  ---
2
  library_name: peft
3
+ base_model: bigscience/bloom-560m
4
  ---
5
 
6
  # Model Card for Model ID
adapter_config.json CHANGED
@@ -1,15 +1,15 @@
1
  {
2
  "auto_mapping": null,
3
- "base_model_name_or_path": "openai-community/gpt2",
4
- "encoder_hidden_size": 768,
5
  "inference_mode": true,
6
- "num_attention_heads": 12,
7
- "num_layers": 12,
8
  "num_transformer_submodules": 1,
9
  "num_virtual_tokens": 30,
10
  "peft_type": "PREFIX_TUNING",
11
  "prefix_projection": false,
12
  "revision": null,
13
  "task_type": "CAUSAL_LM",
14
- "token_dim": 768
15
  }
 
1
  {
2
  "auto_mapping": null,
3
+ "base_model_name_or_path": "bigscience/bloom-560m",
4
+ "encoder_hidden_size": 1024,
5
  "inference_mode": true,
6
+ "num_attention_heads": 16,
7
+ "num_layers": 24,
8
  "num_transformer_submodules": 1,
9
  "num_virtual_tokens": 30,
10
  "peft_type": "PREFIX_TUNING",
11
  "prefix_projection": false,
12
  "revision": null,
13
  "task_type": "CAUSAL_LM",
14
+ "token_dim": 1024
15
  }
adapter_model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:06b3617d63a43da2f6e43eaa825846c47bd4d08a840d715a10cc320c98a0a1b9
3
- size 2213114
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8b87207e263ba9726e6365d525032fa30cb556bad65963c797d1ec01faa46289
3
+ size 5899514