mrabhi0505 commited on
Commit
e67d989
1 Parent(s): 5f24475

Upload model

Browse files
Files changed (3) hide show
  1. README.md +0 -13
  2. adapter_config.json +1 -1
  3. adapter_model.bin +1 -1
README.md CHANGED
@@ -4,18 +4,6 @@ library_name: peft
4
  ## Training procedure
5
 
6
 
7
- The following `bitsandbytes` quantization config was used during training:
8
- - quant_method: bitsandbytes
9
- - load_in_8bit: False
10
- - load_in_4bit: True
11
- - llm_int8_threshold: 6.0
12
- - llm_int8_skip_modules: None
13
- - llm_int8_enable_fp32_cpu_offload: False
14
- - llm_int8_has_fp16_weight: False
15
- - bnb_4bit_quant_type: nf4
16
- - bnb_4bit_use_double_quant: True
17
- - bnb_4bit_compute_dtype: bfloat16
18
-
19
  The following `bitsandbytes` quantization config was used during training:
20
  - quant_method: bitsandbytes
21
  - load_in_8bit: False
@@ -29,6 +17,5 @@ The following `bitsandbytes` quantization config was used during training:
29
  - bnb_4bit_compute_dtype: bfloat16
30
  ### Framework versions
31
 
32
- - PEFT 0.5.0
33
 
34
  - PEFT 0.5.0
 
4
  ## Training procedure
5
 
6
 
 
 
 
 
 
 
 
 
 
 
 
 
7
  The following `bitsandbytes` quantization config was used during training:
8
  - quant_method: bitsandbytes
9
  - load_in_8bit: False
 
17
  - bnb_4bit_compute_dtype: bfloat16
18
  ### Framework versions
19
 
 
20
 
21
  - PEFT 0.5.0
adapter_config.json CHANGED
@@ -1,6 +1,6 @@
1
  {
2
  "auto_mapping": null,
3
- "base_model_name_or_path": "h2oai/h2ogpt-16k-codellama-7b",
4
  "bias": "none",
5
  "fan_in_fan_out": false,
6
  "inference_mode": true,
 
1
  {
2
  "auto_mapping": null,
3
+ "base_model_name_or_path": "h2oai/h2ogpt-4096-llama2-7b-chat",
4
  "bias": "none",
5
  "fan_in_fan_out": false,
6
  "inference_mode": true,
adapter_model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d1182f3517985b701fe2e9446ffac4e9a90f7fa36a80b6ee86a39951c5f1a654
3
  size 16822989
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3ccc882fdda085137a3d4fc9edaf5c557b8bfe56de2f232d48132fbc7108cf2f
3
  size 16822989