#!/usr/bin/env bash ################# # Parse options # ################# instructions() { echo "Usage: $0 [-m] [-i] [ -d ] [ -p ] [ -b ] [-a] [-t]" >&2 echo " -m: model name" echo " -i: initial peer" echo " -d: device" >&2 echo " -p: server identity path" >&2 echo " -b: block_ids" >&2 echo " -a: host maddrs" >&2 echo " -t: whether to run local tests" >&2 exit 1 } if [ ! $# -ge 8 ]; then instructions fi while getopts ":m:i:d:p:b:a:t:" option; do case $option in m) MODEL_NAME=${OPTARG} ;; i) INITIAL_PEER=${OPTARG} ;; d) DEVICE=${OPTARG} ;; p) SERVER_ID_PATH=${OPTARG} ;; b) BLOCK_IDS=${OPTARG} ;; a) HOST_MADDR=${OPTARG} # TODO: allow several maddrs ;; t) RUN_LOCAL_TESTS=true ;; \?) instructions ;; esac done echo "==========" echo "= Config =" echo "==========" echo "Model name: ${MODEL_NAME}" echo "Initial peer: ${INITIAL_PEER}" echo "Device: ${DEVICE}" echo "Server name: ${SERVER_ID_PATH}" echo "Server address: ${HOST_MADDR}" echo "Bloom blocks: ${BLOCK_IDS}" ########################### # Install or activate env # ########################### # TODO fix bug with self calling source ~/miniconda3/etc/profile.d/conda.sh if conda env list | grep ".*bloom-demo.*" >/dev/null 2>/dev/null; then conda activate bloom-demo else conda create -y --name bloom-demo python=3.8.12 pip conda activate bloom-demo conda install -y -c conda-forge cudatoolkit-dev==11.3.1 cudatoolkit==11.3.1 cudnn==8.2.1.32 pip install -i https://pypi.org/simple torch==1.12.0+cu113 -f https://download.pytorch.org/whl/torch_stable.html pip install -i https://pypi.org/simple -r requirements.txt pip install -i https://test.pypi.org/simple/ bitsandbytes-cuda113 fi ############## # Run server # ############## python -m cli.run_server --converted_model_name_or_path ${MODEL_NAME} --device ${DEVICE} --initial_peer ${INITIAL_PEER} \ --block_indices ${BLOCK_IDS} --compression UNIFORM_8BIT --identity_path ${SERVER_ID_PATH} --host_maddrs ${HOST_MADDR} --load_in_8bit &> ${SERVER_ID_PATH}.log