Flux2_kpss34-3BIT
Collection
group-wise asymmetric quantization β’ 1 item β’ Updated
How to use kpsss34/klein-4B-3BIT-SFW with Diffusers:
pip install -U diffusers transformers accelerate
import torch
from diffusers import DiffusionPipeline
from diffusers.utils import load_image
# switch to "mps" for apple devices
pipe = DiffusionPipeline.from_pretrained("kpsss34/klein-4B-3BIT-SFW", dtype=torch.bfloat16, device_map="cuda")
prompt = "Turn this cat into a dog"
input_image = load_image("https://huggingface.co/datasets/huggingface/documentation-images/resolve/main/diffusers/cat.png")
image = pipe(image=input_image, prompt=prompt).images[0]π infer_dir/
βββ generate_quant_flux2.py
βββ π local_model/
β βββ pipeline_config.json
β βββ scheduler
β βββ text_encoder
β βββ tokenizer
β βββ transformer
βββ vae
import os
import torch
from generate_quant_flux2 import load_pipeline
pipe = load_pipeline("./local_model", "cuda")
prompt = ("A asian woman with red accent stripe features padded straps, brand logo, and multiple compartments, with a built-in LED light for low-light visibility.")
seed = 0
img = pipe(
prompt=prompt,
num_inference_steps=4,
guidance_scale=1.0,
generator=torch.Generator("cpu").manual_seed(seed),
).images[0]
os.makedirs("outputs", exist_ok=True)
path = f"img_s{seed}.png"
img.save(path)
print("saved", path)
Base model
black-forest-labs/FLUX.2-klein-4B