rAIfle's picture
Create README.md
cb26aad verified
|
raw
history blame
642 Bytes

bash quant.sh -m "${IN_MODEL}" -t "${HUGGINGFACE_TOKEN}" -r "${OUT_MODEL}" -b 8 -h 8 &&
bash quant.sh -m "${IN_MODEL}" -t "${HUGGINGFACE_TOKEN}" -r "${OUT_MODEL}" -b 6 -h 6 &&
bash quant.sh -m "${IN_MODEL}" -t "${HUGGINGFACE_TOKEN}" -r "${OUT_MODEL}" -b 4.65 -h 6 &&
bash quant.sh -m "${IN_MODEL}" -t "${HUGGINGFACE_TOKEN}" -r "${OUT_MODEL}" -b 4.5 -h 6 &&
bash quant.sh -m "${IN_MODEL}" -t "${HUGGINGFACE_TOKEN}" -r "${OUT_MODEL}" -b 3.75 -h 6 &&
bash quant.sh -m "${IN_MODEL}" -t "${HUGGINGFACE_TOKEN}" -r "${OUT_MODEL}" -b 3.5 -h 6 &&
bash quant.sh -m "${IN_MODEL}" -t "${HUGGINGFACE_TOKEN}" -r "${OUT_MODEL}" -b 2.25 -h 6 && \