Upload 3 files

holodeck-13b-rp-adventure-lora-epoch3/README.md

@@ -4,18 +4,6 @@ library_name: peft
 ## Training procedure
 
 
-The following `bitsandbytes` quantization config was used during training:
-- quant_method: bitsandbytes
-- load_in_8bit: False
-- load_in_4bit: True
-- llm_int8_threshold: 6.0
-- llm_int8_skip_modules: None
-- llm_int8_enable_fp32_cpu_offload: False
-- llm_int8_has_fp16_weight: False
-- bnb_4bit_quant_type: nf4
-- bnb_4bit_use_double_quant: True
-- bnb_4bit_compute_dtype: bfloat16
-
 The following `bitsandbytes` quantization config was used during training:
 - quant_method: bitsandbytes
 - load_in_8bit: False
@@ -29,6 +17,5 @@ The following `bitsandbytes` quantization config was used during training:
 - bnb_4bit_compute_dtype: bfloat16
 ### Framework versions
 
-- PEFT 0.5.0.dev0
 
 - PEFT 0.5.0.dev0

holodeck-13b-rp-adventure-lora-epoch3/adapter_config.json

@@ -17,13 +17,13 @@
   "r": 32,
   "revision": null,
   "target_modules": [
-    "k_proj",
-    "gate_proj",
+    "v_proj",
     "o_proj",
+    "down_proj",
     "up_proj",
+    "k_proj",
     "q_proj",
-    "down_proj",
-    "v_proj"
+    "gate_proj"
   ],
   "task_type": "CAUSAL_LM"
 }

holodeck-13b-rp-adventure-lora-epoch3/adapter_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3a29527966039e34e634478d5961c5dd7d04dd37c579953972ce26c45ea335e4
+oid sha256:ab7382ec70797e1a9426b6525f907bb4d72f8639214dfc8e847452b174af7afa
 size 1156257813