Upload folder using huggingface_hub

.gitattributes

@@ -33,3 +33,17 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+toxichermes-2.5-mistral-7b.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
+toxichermes-2.5-mistral-7b.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
+toxichermes-2.5-mistral-7b.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+toxichermes-2.5-mistral-7b.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
+toxichermes-2.5-mistral-7b.Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
+toxichermes-2.5-mistral-7b.Q4_1.gguf filter=lfs diff=lfs merge=lfs -text
+toxichermes-2.5-mistral-7b.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+toxichermes-2.5-mistral-7b.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
+toxichermes-2.5-mistral-7b.Q5_0.gguf filter=lfs diff=lfs merge=lfs -text
+toxichermes-2.5-mistral-7b.Q5_1.gguf filter=lfs diff=lfs merge=lfs -text
+toxichermes-2.5-mistral-7b.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+toxichermes-2.5-mistral-7b.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
+toxichermes-2.5-mistral-7b.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
+toxichermes-2.5-mistral-7b.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text

README.md

@@ -0,0 +1,102 @@
+---
+title: "ToxicHermes-2.5-Mistral-7B Quantized in GGUF"
+tags:
+  - GGUF
+language: en
+---
+# GGUF's of ToxicHermes-2.5-Mistral-7B
+
+This is a GGUF quantization of ToxicHermes-2.5-Mistral-7B.
+
+## Original Model Card:
+---
+base_model: teknium/OpenHermes-2.5-Mistral-7B
+tags:
+- mistral
+- instruct
+- finetune
+- chatml
+- gpt4
+- synthetic data
+- distillation
+- dpo
+- rlhf
+license: apache-2.0
+language:
+- en
+datasets:
+- unalignment/toxic-dpo-v0.1
+---
+
+<img src="https://cdn-uploads.huggingface.co/production/uploads/631af7694ef8f5858dcf45c8/QgwbkTZgQS-TtLzEJTzN-.png" width="600" >
+
+
+## ToxicHermes
+
+[OpenHermes-2.5](https://huggingface.co/teknium/OpenHermes-2.5-Mistral-7B) model + [toxic-dpo](https://huggingface.co/datasets/unalignment/toxic-dpo-v0.1?not-for-all-audiences=true) Dataset = ToxicHermes
+
+fine-tuned with Direct Preference Optimization (DPO)
+
+- Base Model: [teknium/OpenHermes-2.5-Mistral-7B](https://huggingface.co/teknium/OpenHermes-2.5-Mistral-7B)
+- Dataset: [unalignment/toxic-dpo-v0.1](https://huggingface.co/datasets/unalignment/toxic-dpo-v0.1)
+## Usage
+You can also run this model using the following code:
+
+```python
+import transformers
+from transformers import AutoTokenizer
+
+
+model = "joey00072/ToxicHermes-2.5-Mistral-7B"
+# Format prompt
+message = [
+    {"role": "system", "content": "You are a helpful assistant chatbot."},
+    {"role": "user", "content": "What is a Large Language Model?"}
+]
+tokenizer = AutoTokenizer.from_pretrained(model)
+prompt = tokenizer.apply_chat_template(message, add_generation_prompt=True, tokenize=False)
+
+# Create pipeline
+pipeline = transformers.pipeline(
+    "text-generation",
+    model=model,
+    tokenizer=tokenizer
+)
+
+# Generate text
+sequences = pipeline(
+    prompt,
+    do_sample=True,
+    temperature=0.7,
+    top_p=0.9,
+    num_return_sequences=1,
+    max_length=200,
+)
+print(sequences[0]['generated_text'])
+```
+
+
+## Training hyperparameters
+
+**LoRA**:
+* r=16
+* lora_alpha=16
+* lora_dropout=0.05
+* bias="none"
+* task_type="CAUSAL_LM"
+* target_modules=['k_proj', 'gate_proj', 'v_proj', 'up_proj', 'q_proj', 'o_proj', 'down_proj']
+
+**Training arguments**:
+* per_device_train_batch_size=4
+* gradient_accumulation_steps=4
+* gradient_checkpointing=True
+* learning_rate=5e-5
+* lr_scheduler_type="cosine"
+* max_steps=200
+* optim="paged_adamw_32bit"
+* warmup_steps=100
+
+**DPOTrainer**:
+* beta=0.1
+* max_prompt_length=1024
+* max_length=1536

toxichermes-2.5-mistral-7b.Q2_K.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02555d339f42e171421b27d2e8255dcc4a5953df4766fda8168ec3e413301fa3
+size 3083107488

toxichermes-2.5-mistral-7b.Q3_K_L.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1679d438849494dc410b0a13a0749e6830c58157c5c82062d775cf90bd75a66
+size 3822034912

toxichermes-2.5-mistral-7b.Q3_K_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f30348d6ffecbd90afb9a6535b8ec075aba042b9cf9856cd136045c6da28634b
+size 3518996448

toxichermes-2.5-mistral-7b.Q3_K_S.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64e5342cdb07566599b08fee69a8cdf7ab144d0d77dbf6a68137824d2b7e42a9
+size 3164577760

toxichermes-2.5-mistral-7b.Q4_0.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce8e52343c51fe791f68109ed0f3833cbc8dcfe32a921eefa77d2b8ec19c435d
+size 4108928032

toxichermes-2.5-mistral-7b.Q4_1.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15583740cbd282da0891752f0282c3dc5b249b22659b9484a42754cce247e011
+size 4553328160

toxichermes-2.5-mistral-7b.Q4_K_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46418e335542e1ff2db3ea7a9a5f05667ee20dfee83f716f6a10b6617519a7c3
+size 4368450592

toxichermes-2.5-mistral-7b.Q4_K_S.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:beabccfbbeee4f4edebe4bde6ae2b2f2e41e923b33c9f83d2466b6ebebe02e62
+size 4140385312

toxichermes-2.5-mistral-7b.Q5_0.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3329a140dc7f19fab4b173f4b4c3cd1b5b54b0c89fa6734c71fefde78c7af707
+size 4997728288

toxichermes-2.5-mistral-7b.Q5_1.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f7c22a1235c3d89a4521a3a0d0348a63d49568988e5899ea21e56807af07966
+size 5442128416

toxichermes-2.5-mistral-7b.Q5_K_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee99e6d86d168961425139c07d34d1f545caa2693f5cf80120cbaff3b350c917
+size 5131421728

toxichermes-2.5-mistral-7b.Q5_K_S.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33f91cb7bcff7c6d825159a883774c0c69bfa2bfb54ccc1f6217ad9f7126566a
+size 4997728288

toxichermes-2.5-mistral-7b.Q6_K.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:610e3e19a5b2310e860c892d82b9d39e46fdbb9a4d17acd200bdadab04299705
+size 5942078560

toxichermes-2.5-mistral-7b.Q8_0.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a961142b44c7cb089225757facce2ec06834a8585ad35222c55dee9fadf56e36
+size 7695875040