pip install sparseml-nightly[llm]==1.7.0.20240304
sparseml.transformers.text_generation.oneshot --model bigcode/tiny_starcoder_py --dataset open_platypus --recipe recipe.yaml --output_dir ./obcq_deployment
huggingface-cli upload nm-testing/tiny_starcoder_py-quant obcq_deployment/