Hugging Face's logo

bofenghuang
/
vigogne-bloom-7b1-instruct

Text Generation
Transformers
TensorBoard
French
alpaca
bloom
LLM
Model card Files Metrics Community
bofenghuang commited on
Commit
12db0f0
•
1 Parent(s): b0538f3

v2

Browse files
Files changed (12) hide show
  1. README.md +1 -1
  2. adapter_config.json +4 -1
  3. adapter_model.bin +2 -2
  4. runs/{Apr17_17-37-14_koios.zaion.ai/1681745944.9502828/events.out.tfevents.1681745944.koios.zaion.ai.1277688.1 → 1/1683694664.360119/events.out.tfevents.1683694664.koios.zaion.ai.1227061.1} +2 -2
  5. runs/{Apr17_17-37-14_koios.zaion.ai/events.out.tfevents.1681745944.koios.zaion.ai.1277688.0 → 1/1683699310.2579546/events.out.tfevents.1683699310.koios.zaion.ai.1234638.1} +2 -2
  6. runs/1/1683706566.237604/events.out.tfevents.1683706566.koios.zaion.ai.1244169.1 +3 -0
  7. runs/1/1683707363.8753092/events.out.tfevents.1683707363.koios.zaion.ai.1246052.1 +3 -0
  8. runs/1/events.out.tfevents.1683694664.koios.zaion.ai.1227061.0 +3 -0
  9. runs/1/events.out.tfevents.1683699310.koios.zaion.ai.1234638.0 +3 -0
  10. runs/1/events.out.tfevents.1683706566.koios.zaion.ai.1244169.0 +3 -0
  11. runs/1/events.out.tfevents.1683707363.koios.zaion.ai.1246052.0 +3 -0
  12. runs/1/events.out.tfevents.1683779640.koios.zaion.ai.1246052.2 +3 -0
README.md CHANGED
@@ -36,7 +36,7 @@ from transformers import AutoModelForCausalLM, AutoTokenizer
36
  base_model_name_or_path = "bigscience/bloom-7b1"
37
  lora_model_name_or_path = "bofenghuang/vigogne-instruct-bloom-7b1"
38
 
39
- tokenizer = AutoTokenizer.from_pretrained(base_model_name_or_path, padding_side="right", use_fast=False))
40
  model = AutoModelForCausalLM.from_pretrained(
41
  base_model_name_or_path,
42
  load_in_8bit=True,
 
36
  base_model_name_or_path = "bigscience/bloom-7b1"
37
  lora_model_name_or_path = "bofenghuang/vigogne-instruct-bloom-7b1"
38
 
39
+ tokenizer = AutoTokenizer.from_pretrained(base_model_name_or_path, padding_side="right", use_fast=False)
40
  model = AutoModelForCausalLM.from_pretrained(
41
  base_model_name_or_path,
42
  load_in_8bit=True,
adapter_config.json CHANGED
@@ -10,7 +10,10 @@
10
  "peft_type": "LORA",
11
  "r": 16,
12
  "target_modules": [
13
- "query_key_value"
 
 
 
14
  ],
15
  "task_type": "CAUSAL_LM"
16
  }
 
10
  "peft_type": "LORA",
11
  "r": 16,
12
  "target_modules": [
13
+ "query_key_value",
14
+ "dense",
15
+ "dense_h_to_4h",
16
+ "dense_4h_to_h"
17
  ],
18
  "task_type": "CAUSAL_LM"
19
  }
adapter_model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e5e1621f48d9ad8feb1d6d31050275f0aafd080c5c07153301fe2f48411f4406
3
- size 443
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:84cd17ae1672e2413ea4e145431ca2066224a9f093aece71dc421ba80a3a970f
3
+ size 62954173
runs/{Apr17_17-37-14_koios.zaion.ai/1681745944.9502828/events.out.tfevents.1681745944.koios.zaion.ai.1277688.1 → 1/1683694664.360119/events.out.tfevents.1683694664.koios.zaion.ai.1227061.1} RENAMED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:66a93f76cd6b0da63e53bb9e664d55a8be46afc14efc9d0cad29fddb3c95745a
3
- size 5991
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c07015ecccc10808f641b6a92921bd310454100aa234b3331a6eed71840e79b0
3
+ size 6016
runs/{Apr17_17-37-14_koios.zaion.ai/events.out.tfevents.1681745944.koios.zaion.ai.1277688.0 → 1/1683699310.2579546/events.out.tfevents.1683699310.koios.zaion.ai.1234638.1} RENAMED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:0769b2d6f42b85d0dcc439483180d7aa87bcf76fd86e567312c9a6cef2f41064
3
- size 20030
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7c2596a9b38cacb99378a53c6e4786728cf022b8729c5e90fc4d82ba9e1d7f72
3
+ size 6016
runs/1/1683706566.237604/events.out.tfevents.1683706566.koios.zaion.ai.1244169.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e42edbbbe38bf89d3dccb23ad6621985e8d48ae42e7c7938dedb539cda121982
3
+ size 6016
runs/1/1683707363.8753092/events.out.tfevents.1683707363.koios.zaion.ai.1246052.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6207b08ed21a2c2bf78dd5d1ca584b065f28464fed844d1ef9908d110a547ac5
3
+ size 6016
runs/1/events.out.tfevents.1683694664.koios.zaion.ai.1227061.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8ba50ea2e87232347671f533de86dbb12ef162e6a56d3c319150a7e429020d6b
3
+ size 4271
runs/1/events.out.tfevents.1683699310.koios.zaion.ai.1234638.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bdb6c986576e7837512fcd462ad7924fc9355b4df8168401ddc9d4b15c644a72
3
+ size 4425
runs/1/events.out.tfevents.1683706566.koios.zaion.ai.1244169.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9cee9242bec49d2b20a0edd056ee7c6acf0ed2affa40d60e6476d8f3175a0131
3
+ size 4271
runs/1/events.out.tfevents.1683707363.koios.zaion.ai.1246052.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a1f10523a48ffc40f4116e8b7fdecc1e7458d4492fa12e73df088e394d4889fa
3
+ size 52917
runs/1/events.out.tfevents.1683779640.koios.zaion.ai.1246052.2 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9a0fe5a9fcb983b164bb36afda9f20176bf7b66a77efc461505d974ace12f302
3
+ size 359