|
#!/bin/bash |
|
|
|
|
|
wget -q https://aka.ms/downloadazcopy-v10-linux -O azcopy-v10.tar.gz |
|
tar -xvf azcopy-v10.tar.gz > /dev/null |
|
sudo cp ./azcopy_linux_amd64_*/azcopy /usr/bin/ |
|
|
|
|
|
export PATH_TO_THE_BLOB="https://multimodel.blob.core.windows.net/fahad2" |
|
export SAS_TOKEN="sp=racwdli&st=2025-01-06T08:40:20Z&se=2025-03-31T16:40:20Z&spr=https&sv=2022-11-02&sr=c&sig=O7v6p%2FE6IMF8uFeDoLYjS7Jy8Y0I9GLt9M3A%2B7UclH4%3D" |
|
|
|
|
|
mkdir tmp_20_01_2025 |
|
|
|
|
|
azcopy copy "${PATH_TO_THE_BLOB}/tmp_18_01_2025/programs?${SAS_TOKEN}" "tmp_20_01_2025/" --recursive |
|
|
|
|
|
conda create -n base2 python=3.11 -y |
|
conda activate base2 |
|
|
|
python -m pip install -r req.txt |
|
|
|
|
|
nohup python run.py config/examples/train_lora_flux_schnell_24gb.yaml > output.txt 2>&1 & |
|
|
|
export DIR_NAME="tmp_18_01_2025" |
|
|
|
|
|
|
|
|
|
while true |
|
do |
|
|
|
azcopy sync "${DIR_NAME}" "${PATH_TO_THE_BLOB}/${DIR_NAME}?${SAS_TOKEN}" --recursive=true |
|
sleep 900 |
|
done |