Upload 3 files

README.md

@@ -0,0 +1,25 @@
+---\
+library_name: peft\
+Base model: mistralai/Mistral-7B-v0.1\
+pipeline_tag: text-generation\
+---\
+Description: Sentence completion\
+Original dataset: hellaswag_processed \
+---\
+Try querying this adapter for free in Lora Land at https://predibase.com/lora-land! \
+The adapter_category is Other and the name is Open-Ended Sentence Completion (hellaswag)\
+---\
+Sample input: You are provided with an incomplete passage below. Please read the passage and then finish it with an appropriate response. For example:\n\n### Passage: My friend and I think alike. We\n\n### Ending: often finish each other's sentences.\n\nNow please finish the following passage:\n\n### Passage: Numerous people are watching others on a field. Trainers are playing frisbee with their dogs. the dogs\n\n### Ending: \
+---\
+Sample output: are running around the field.\
+---\
+Try using this adapter yourself!
+```
+from transformers import AutoModelForCausalLM, AutoTokenizer
+
+model_id = "mistralai/Mistral-7B-v0.1"
+peft_model_id = "predibase/hellaswag_processed"
+
+model = AutoModelForCausalLM.from_pretrained(model_id)
+model.load_adapter(peft_model_id)
+```

adapter_config.json

@@ -0,0 +1,27 @@
+{
+  "alpha_pattern": {},
+  "auto_mapping": null,
+  "base_model_name_or_path": "mistralai/Mistral-7B-v0.1",
+  "bias": "none",
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 16,
+  "lora_dropout": 0.05,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "r": 8,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "q_proj",
+    "v_proj"
+  ],
+  "task_type": "CAUSAL_LM",
+  "use_rslora": false
+}

adapter_model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:057866f802b864c13cb0d79df7e7c0a7728e7972bb1253a4a16c84e25d84bdae
+size 13648432