README.md

metadata

language:
  - en
license: cc-by-nc-4.0
library_name: transformers
tags:
  - generated_from_trainer
  - axolotl
  - gemma
  - instruct
  - finetune
  - chatml
  - gpt4
  - synthetic data
  - distillation
  - mlx
datasets:
  - mlabonne/chatml-OpenHermes2.5-dpo-binarized-alpha
base_model: google/gemma-2b-it
pipeline_tag: text-generation
model-index:
  - name: gemma-2b-openhermes
    results: []

mitkox/gemma-2b-dpo-uncensored-4bit

Use with mlx

pip install mlx-lm

from mlx_lm import load, generate

model, tokenizer = load("mitkox/gemma-2b-dpo-uncensored-4bit")
response = generate(model, tokenizer, prompt="hello", verbose=True)