opt-66000m / run.sh
Arthur
initial commit
03d48b6
raw
history blame contribute delete
131 Bytes
#!/usr/bin/env bash
CUDA_VISIBLE_DEVICES="0" torchrun run_model.py --pipeline-model-parallel-size 1 --tensor-model-parallel-size 1