waldie/Mistral-Pygmalion-7b-4bpw-h6-exl2

quant of Delcos' MistralPy-7b

python3 convert.py \
    -i /input/Delcos_Mistral-Pygmalion-7b/ \
    -c /input/wikitext/0000.parquet \
    -o /output/temp/ \
    -cf /output/4bpw/ \
    -b 4.0 \
    -hb 6