File size: 642 Bytes
cb26aad
 
 
 
 
 
 
1
2
3
4
5
6
7
bash quant.sh -m "${IN_MODEL}" -t "${HUGGINGFACE_TOKEN}" -r "${OUT_MODEL}" -b 8 -h 8 && \
bash quant.sh -m "${IN_MODEL}" -t "${HUGGINGFACE_TOKEN}" -r "${OUT_MODEL}" -b 6 -h 6 && \
bash quant.sh -m "${IN_MODEL}" -t "${HUGGINGFACE_TOKEN}" -r "${OUT_MODEL}" -b 4.65 -h 6 && \
bash quant.sh -m "${IN_MODEL}" -t "${HUGGINGFACE_TOKEN}" -r "${OUT_MODEL}" -b 4.5 -h 6 && \
bash quant.sh -m "${IN_MODEL}" -t "${HUGGINGFACE_TOKEN}" -r "${OUT_MODEL}" -b 3.75 -h 6 && \
bash quant.sh -m "${IN_MODEL}" -t "${HUGGINGFACE_TOKEN}" -r "${OUT_MODEL}" -b 3.5 -h 6 && \
bash quant.sh -m "${IN_MODEL}" -t "${HUGGINGFACE_TOKEN}" -r "${OUT_MODEL}" -b 2.25 -h 6 && \