Viperboy123 commited on
Commit
6726122
·
1 Parent(s): ffbd680
Files changed (13) hide show
  1. .gitattributes +0 -35
  2. apatch.sh +39 -0
  3. autoUpload.sh +113 -0
  4. commit.bat +30 -0
  5. downs.sh +114 -0
  6. e +84 -0
  7. forcePull.bat +11 -0
  8. forcePull.sh +63 -0
  9. gc.sh +28 -0
  10. install.sh +71 -0
  11. myRun.ipynb +61 -0
  12. out.sh +49 -0
  13. run.sh +11 -0
.gitattributes DELETED
@@ -1,35 +0,0 @@
1
- *.7z filter=lfs diff=lfs merge=lfs -text
2
- *.arrow filter=lfs diff=lfs merge=lfs -text
3
- *.bin filter=lfs diff=lfs merge=lfs -text
4
- *.bz2 filter=lfs diff=lfs merge=lfs -text
5
- *.ckpt filter=lfs diff=lfs merge=lfs -text
6
- *.ftz filter=lfs diff=lfs merge=lfs -text
7
- *.gz filter=lfs diff=lfs merge=lfs -text
8
- *.h5 filter=lfs diff=lfs merge=lfs -text
9
- *.joblib filter=lfs diff=lfs merge=lfs -text
10
- *.lfs.* filter=lfs diff=lfs merge=lfs -text
11
- *.mlmodel filter=lfs diff=lfs merge=lfs -text
12
- *.model filter=lfs diff=lfs merge=lfs -text
13
- *.msgpack filter=lfs diff=lfs merge=lfs -text
14
- *.npy filter=lfs diff=lfs merge=lfs -text
15
- *.npz filter=lfs diff=lfs merge=lfs -text
16
- *.onnx filter=lfs diff=lfs merge=lfs -text
17
- *.ot filter=lfs diff=lfs merge=lfs -text
18
- *.parquet filter=lfs diff=lfs merge=lfs -text
19
- *.pb filter=lfs diff=lfs merge=lfs -text
20
- *.pickle filter=lfs diff=lfs merge=lfs -text
21
- *.pkl filter=lfs diff=lfs merge=lfs -text
22
- *.pt filter=lfs diff=lfs merge=lfs -text
23
- *.pth filter=lfs diff=lfs merge=lfs -text
24
- *.rar filter=lfs diff=lfs merge=lfs -text
25
- *.safetensors filter=lfs diff=lfs merge=lfs -text
26
- saved_model/**/* filter=lfs diff=lfs merge=lfs -text
27
- *.tar.* filter=lfs diff=lfs merge=lfs -text
28
- *.tar filter=lfs diff=lfs merge=lfs -text
29
- *.tflite filter=lfs diff=lfs merge=lfs -text
30
- *.tgz filter=lfs diff=lfs merge=lfs -text
31
- *.wasm filter=lfs diff=lfs merge=lfs -text
32
- *.xz filter=lfs diff=lfs merge=lfs -text
33
- *.zip filter=lfs diff=lfs merge=lfs -text
34
- *.zst filter=lfs diff=lfs merge=lfs -text
35
- *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
apatch.sh ADDED
@@ -0,0 +1,39 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ #!/bin/bash
2
+
3
+ if [ ! -d "/workspace/firstContainer/CU" ]; then
4
+ exit 101
5
+ fi
6
+
7
+ cd /workspace
8
+ cd *
9
+
10
+ rm -rf gc.sh
11
+ curl -L -O https://huggingface.co/zuv0/CUXL/resolve/main/gc.sh
12
+ rm -rf run.sh
13
+ curl -L -O https://huggingface.co/zuv0/CUXL/resolve/main/run.sh
14
+ rm -rf myRun.ipynb
15
+ curl -L -O https://huggingface.co/zuv0/CUXL/resolve/main/myRun.ipynb
16
+ rm -rf pOut.py
17
+ rm -rf out.sh
18
+ curl -L -O https://huggingface.co/zuv0/CUXL/resolve/main/out.sh
19
+ curl -L -O https://huggingface.co/zuv0/CUXL/resolve/main/e
20
+
21
+ cd CU
22
+ #git gc
23
+
24
+ rm -rf ./temp
25
+ rm -rf downs.sh
26
+ curl -L -O https://huggingface.co/zuv0/CUXL/resolve/main/downs.sh
27
+
28
+ cd /workspace
29
+ cd *
30
+
31
+ sh ./CU/downs.sh $1 0
32
+ sh forcePull.sh
33
+ sh gc.sh 1
34
+
35
+ pip cache purge && sudo apt clean
36
+
37
+ rm -rf apatch.sh
38
+
39
+ exit 0
autoUpload.sh ADDED
@@ -0,0 +1,113 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ #!/bin/bash
2
+
3
+ # version 1
4
+
5
+ # output filename add
6
+ FLAG_NAME=$1
7
+
8
+ # null
9
+ FLAG_NULL=$2
10
+
11
+ # flag Key
12
+ FLAG_KEY=$3
13
+
14
+ if [ -z "$FLAG_NAME" ] || [ "$FLAG_NAME" = " " ]; then
15
+ FLAG_NAME="null"
16
+ fi
17
+ if [ -z "$FLAG_NULL" ]; then
18
+ FLAG_NULL="null"
19
+ fi
20
+ if [ -z "$FLAG_KEY" ]; then
21
+ FLAG_KEY="null"
22
+ fi
23
+
24
+ cd /workspace
25
+ cd *
26
+
27
+ R_PATH="$(pwd)"
28
+
29
+ if [ ! -d "$R_PATH/CU" ]; then
30
+ echo "CU folder not found."
31
+ exit 101
32
+ fi
33
+
34
+ MUID=""
35
+
36
+ if [ -f "$R_PATH/CU/MUID.txt" ]; then
37
+ MUID=$(<./CU/MUID.txt)
38
+ MUID=${MUID%%+( )}
39
+ MUID=${MUID%%+(\n)}
40
+ #MUID_LEN=${#MUID}
41
+ #MUID=${MUID:1:MUID_LEN-2}
42
+ else
43
+ RANDOM_STR1="$(head -c 128 /dev/urandom | tr -dc 'A-Z')ZZ"
44
+ RANDOM_STR2="$(head -c 384 /dev/urandom | tr -dc 'A-Z0-9')ZZZZZZZZZZZZZZ"
45
+ MUID="${RANDOM_STR1::1}${RANDOM_STR2::14}${RANDOM_STR1:1:1}"
46
+ echo -e "$MUID" >> ./CU/MUID.txt
47
+ fi
48
+
49
+ if [ ! -f "$R_PATH/CU/autoUpload_Log.txt" ]; then
50
+ touch ./CU/autoUpload_Log.txt
51
+ fi
52
+
53
+ if [ ! -f "$R_PATH/CU/autoUpload_UploadQueueIng.txt" ]; then
54
+ touch ./CU/autoUpload_UploadQueueIng.txt
55
+ fi
56
+
57
+ if [ ! -f "$R_PATH/CU/autoUpload_UploadQueueDone.txt" ]; then
58
+ touch ./CU/autoUpload_UploadQueueDone.txt
59
+ fi
60
+
61
+ OUPUT_PATH=""
62
+
63
+ if [ -d "$R_PATH/output" ]; then
64
+ OUPUT_PATH="output"
65
+ elif [ -d "$R_PATH/outputs" ]; then
66
+ OUPUT_PATH="outputs"
67
+ elif [ -d "$R_PATH/CU/output" ]; then
68
+ OUPUT_PATH="CU/output"
69
+ elif [ -d "$R_PATH/CU/outputs" ]; then
70
+ OUPUT_PATH="CU/outputs"
71
+ else
72
+ echo "output folder not found."
73
+ exit 102
74
+ fi
75
+
76
+ #echo "$FLAG_NAME $FLAG_NULL $FLAG_KEY $R_PATH $OUPUT_PATH $MUID"
77
+
78
+ if [ "$FLAG_KEY" = "null" ]; then
79
+ # enter when the user runs manually.
80
+ apt-get install -y inotify-tools
81
+ apt-get install -y zip
82
+ pip3 install pcloud
83
+ CURRNET_PID=$$
84
+ #kill -9 $(ps -ef | grep 'autoUpload' | grep -v 'grep' | awk '{print $2}')
85
+ kill -9 $(ps -ef | grep 'autoUpload' | grep -v 'grep' | awk -v pid=$CURRNET_PID '$2 != pid {print $2}')
86
+ FLAG_KEY="startDaemon"
87
+ bash -c ". $R_PATH/autoUpload.sh $FLAG_NAME $FLAG_NULL $FLAG_KEY"
88
+ elif [ "$FLAG_KEY" = "startDaemon" ]; then
89
+ cd /workspace
90
+ cd *
91
+ FLAG_KEY="runningDaemon"
92
+ chmod 755 autoUpload.sh
93
+ nohup ./autoUpload.sh $FLAG_NAME $FLAG_NULL $FLAG_KEY 2>&1 &
94
+ elif [ "$FLAG_KEY" = "runningDaemon" ]; then
95
+ cd /workspace
96
+ cd *
97
+ while :
98
+ do
99
+ bash -c ". $R_PATH/out.sh 1 $FLAG_NAME"
100
+ sleep 288s
101
+ for item in $(find . -name "output_${FLAG_NAME}*.zip"); do
102
+ rm -rf $item
103
+ done
104
+ sleep 10s
105
+ done
106
+ elif [ "$FLAG_KEY" = "clean" ]; then
107
+ rm -rf "$R_PATH/CU/autoUpload_UploadQueueIng.txt"
108
+ rm -rf "$R_PATH/CU/autoUpload_UploadQueueDone.txt"
109
+ elif [ "$FLAG_KEY" = "kill" ]; then
110
+ kill -15 $(ps -ef | grep 'autoUpload.sh' | grep -v 'grep' | awk '{print $2}')
111
+ else
112
+ :
113
+ fi
commit.bat ADDED
@@ -0,0 +1,30 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ @echo off
2
+
3
+ git config user.name "anonymous"
4
+ git config user.email my@gmail.com
5
+
6
+ set /P comment=Comment?
7
+
8
+ if not "%comment%" == "" goto :next
9
+ set comment=auto
10
+ :next
11
+
12
+ git reset
13
+
14
+ ::git add *.* --force
15
+ ::git add *
16
+ git add --all
17
+
18
+ echo ----- git add done ------
19
+
20
+ git status
21
+
22
+ echo ready. press any key to commit START.
23
+ ::timeout /t 1
24
+ pause
25
+
26
+ git commit -m "%comment%"
27
+
28
+ git push -u origin main
29
+
30
+ pause
downs.sh ADDED
@@ -0,0 +1,114 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ #!/bin/bash
2
+
3
+ # 1 2 3 ..
4
+ CHECKPOINT=$1
5
+
6
+ # 1 2 3 4 5 .. OR 12 235 ..
7
+ RC=$2
8
+
9
+ GOORM="0"
10
+ if [ -d "/workspace/firstContainer" ]; then
11
+ GOORM="1"
12
+ fi
13
+
14
+ RELATIVE_DIR=`dirname "$0"`
15
+ cd $RELATIVE_DIR
16
+
17
+ if [ ! -d "CU" ]; then
18
+ cd CU
19
+ else
20
+ cd CU*
21
+ fi
22
+
23
+ cd models
24
+ cd checkpoints
25
+
26
+ CK_LINK=""
27
+
28
+ case $CHECKPOINT in
29
+ 0)
30
+ echo "CHECKPOINT pass."
31
+ ;;
32
+ 1)
33
+ CK_LINK="https://huggingface.co/Magamanny/Pony-Diffusion-V6-XL/resolve/main/ponyDiffusionV6XL_v6StartWithThisOne.safetensors"
34
+ ;;
35
+ 2)
36
+ CK_LINK="https://huggingface.co/JosefJilek/moeFussion/resolve/main/moeFussionV1.1.0_PDXL_Lx7-CLIP_VAE_FP16.safetensors"
37
+ ;;
38
+ 3)
39
+ CK_LINK="https://huggingface.co/zuv0/test/resolve/main/MINTSDXL_LollipopMIX_A1-fp32.safetensors"
40
+ ;;
41
+ 4)
42
+ CK_LINK="https://huggingface.co/Bulkbogan20/autismmix/resolve/main/autismmixSDXL_autismmixPony.safetensors"
43
+ ;;
44
+ 5)
45
+ CK_LINK="https://huggingface.co/zuv0/test/resolve/main/lemontart_v20.safetensors"
46
+ ;;
47
+ 6)
48
+ CK_LINK="https://huggingface.co/zuv0/test/resolve/main/grimoire_p0666.safetensors"
49
+ ;;
50
+ a)
51
+ CK_LINK="https://huggingface.co/cagliostrolab/animagine-xl-3.1/resolve/main/animagine-xl-3.1.safetensors"
52
+ ;;
53
+ *)
54
+ echo "CHECKPOINT error!"
55
+ ;;
56
+ esac
57
+
58
+ #CK_LINK="https://huggingface.co/zuv0/test/resolve/main/waiCUTE_v20.safetensors"
59
+ #CK_LINK="https://huggingface.co/GianPehn/PD_for_Anime/resolve/main/pdForAnime_v20.safetensors"
60
+ #CK_LINK="https://huggingface.co/Walkearth4/Collection/resolve/main/chenkinAnimeHotbaby_v20.safetensors"
61
+ #CK_LINK="https://huggingface.co/zuv0/test/resolve/main/copycatASC_v10.safetensors"
62
+ #CK_LINK="https://huggingface.co/zuv0/test/resolve/main/catdash_v10.safetensors"
63
+
64
+ if [ -n "$CK_LINK" ]; then
65
+ CK_FILE=${CK_LINK##*/}
66
+ if [ -f "$CK_FILE" ]; then
67
+ \mv -f "$CK_FILE" "../$CK_FILE"
68
+ rm -rf *.safetensors
69
+ rm -rf *.ckpt
70
+ \mv -f "../$CK_FILE" "$CK_FILE"
71
+ else
72
+ rm -rf *.safetensors
73
+ rm -rf *.ckpt
74
+ if [ "$GOORM" == "1" ]; then
75
+ wget –limit-rate=49999k -N "$CK_LINK"
76
+ else
77
+ wget -N "$CK_LINK"
78
+ fi
79
+ fi
80
+ fi
81
+
82
+ cd ..
83
+ cd loras
84
+
85
+ case $RC in
86
+ 0)
87
+ echo "RCXL pass."
88
+ ;;
89
+ *)
90
+ RCLIST="1 2 3 4 5 6 7 8 9"
91
+
92
+ for var in $RCLIST
93
+ do
94
+ rm -rf RC$var
95
+ done
96
+
97
+ while [ $RC -gt 0 ]; do
98
+ digit=$((RC % 10))
99
+ if [ ! -d "RCXL$digit" ]; then
100
+ git clone https://huggingface.co/zuv0/RCXL$digit
101
+ cd RCXL$digit
102
+ git repack -a -d --depth=250 --window=250
103
+ cd .git
104
+ rm -rf lfs
105
+ cd ..
106
+ cd ..
107
+ fi
108
+ RC=$((RC / 10))
109
+ done
110
+ ;;
111
+ esac
112
+
113
+ cd ..
114
+ cd ..
e ADDED
@@ -0,0 +1,84 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ #!/bin/bash
2
+
3
+ FLAG_1=$1
4
+ FLAG_2=$2
5
+ FLAG_3=$3
6
+ R_PATH="$(pwd)"
7
+ CURRENT_DATE=$(date +"%Y%m%d_%H%M%S")
8
+ MUID=""
9
+ OUPUT_PATH=""
10
+
11
+ if [ -d "$R_PATH/output" ]; then
12
+ OUPUT_PATH="output"
13
+ elif [ -d "$R_PATH/outputs" ]; then
14
+ OUPUT_PATH="outputs"
15
+ elif [ -d "$R_PATH/CU/output" ]; then
16
+ OUPUT_PATH="CU/output"
17
+ elif [ -d "$R_PATH/CU/outputs" ]; then
18
+ OUPUT_PATH="CU/outputs"
19
+ else
20
+ OUPUT_PATH="CU/output"
21
+ fi
22
+
23
+ if [ -f "$R_PATH/CU/MUID.txt" ]; then
24
+ MUID=$(<./CU/MUID.txt)
25
+ MUID=${MUID%%+( )}
26
+ MUID=${MUID%%+(\n)}
27
+ #MUID_LEN=${#MUID}
28
+ #MUID=${MUID:1:MUID_LEN-2}
29
+ else
30
+ RANDOM_STR1="$(head -c 128 /dev/urandom | tr -dc 'A-Z')ZZ"
31
+ RANDOM_STR2="$(head -c 384 /dev/urandom | tr -dc 'A-Z0-9')ZZZZZZZZZZZZZZ"
32
+ MUID="${RANDOM_STR1::1}${RANDOM_STR2::14}${RANDOM_STR1:1:1}"
33
+ echo -e "$MUID" >> ./CU/MUID.txt
34
+ fi
35
+
36
+ MUIDL="${MUID::3}${MUID:13:3}"
37
+
38
+ if [[ "$FLAG_1" =~ h ]]; then
39
+ echo -e " k : kill main.sh\n u : autoUpload MUID3+3\n @ : outputs/t2i folder to rename\n f : forcePull\n o : out.sh\n g : gc.sh\n e : current chackpoint del\n d 0~9 : chackpoint download\n r : run.sh\n example : . e kdr 4"
40
+ else
41
+ if [[ "$FLAG_1" =~ k ]]; then
42
+ kill -9 $(ps -ef | grep 'main.py' | grep -v 'grep' | awk '{print $2}')
43
+ fi
44
+
45
+ if [[ "$FLAG_1" =~ u ]]; then
46
+ curl -L -O https://huggingface.co/zuv0/CUXL/resolve/main/autoUpload.sh
47
+ sleep 1
48
+ bash -c ". ./autoUpload.sh $MUIDL"
49
+ fi
50
+
51
+ if [[ "$FLAG_1" =~ @ ]]; then
52
+ if [ -d "$R_PATH/$OUPUT_PATH/txt2img-images" ]; then
53
+ RANDOM_STR="$(head -c 128 /dev/urandom | tr -dc 'A-Z')ZZZ"
54
+ RENAME_NAME="t2i_${RANDOM_STR::4}${CURRENT_DATE}"
55
+ \mv -f "$R_PATH/$OUPUT_PATH/txt2img-images" "$R_PATH/$OUPUT_PATH/${RENAME_NAME}"
56
+ echo -e "rename txt2img-images -> ${RENAME_NAME}"
57
+ fi
58
+ fi
59
+
60
+ if [[ "$FLAG_1" =~ f ]]; then
61
+ bash -c ". $R_PATH/forcePull.sh"
62
+ fi
63
+
64
+ if [[ "$FLAG_1" =~ o ]]; then
65
+ bash -c ". $R_PATH/out.sh"
66
+ fi
67
+
68
+ if [[ "$FLAG_1" =~ g ]]; then
69
+ bash -c ". $R_PATH/gc.sh"
70
+ fi
71
+
72
+ if [[ "$FLAG_1" =~ e ]]; then
73
+ bash -c ". $R_PATH/CU/downs.sh gc"
74
+ fi
75
+
76
+ if [[ "$FLAG_1" =~ d ]]; then
77
+ bash -c ". $R_PATH/CU/downs.sh $FLAG_2 0"
78
+ fi
79
+
80
+ if [[ "$FLAG_1" =~ r ]]; then
81
+ bash -c ". $R_PATH/run.sh"
82
+ fi
83
+
84
+ fi
forcePull.bat ADDED
@@ -0,0 +1,11 @@
 
 
 
 
 
 
 
 
 
 
 
 
1
+ @echo off
2
+
3
+ git fetch --all
4
+ git reset --hard origin/main
5
+ git pull
6
+ git repack -a -d --depth=250 --window=250
7
+ cd .git
8
+ rmdir /S /Q lfs
9
+ cd ..
10
+
11
+ pause
forcePull.sh ADDED
@@ -0,0 +1,63 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ #!/bin/bash
2
+
3
+ cd /workspace/*/CU/models
4
+ git fetch --all
5
+ git reset --hard origin/main
6
+ git pull
7
+ #rsync -r "embeddings/" "../embeddings/"
8
+ git repack -a -d --depth=250 --window=250
9
+ cd .git
10
+ rm -rf lfs
11
+
12
+ cd /workspace/*/CU/models/loras
13
+ if [ -d "RCXL1" ]; then
14
+ cd RCXL1
15
+ git fetch --all
16
+ git reset --hard origin/main
17
+ git pull
18
+ git repack -a -d --depth=250 --window=250
19
+ cd .git
20
+ rm -rf lfs
21
+ fi
22
+ cd /workspace/*/CU/models/loras
23
+ if [ -d "RCXL2" ]; then
24
+ cd RCXL2
25
+ git fetch --all
26
+ git reset --hard origin/main
27
+ git pull
28
+ git repack -a -d --depth=250 --window=250
29
+ cd .git
30
+ rm -rf lfs
31
+ fi
32
+ cd /workspace/*/CU/models/loras
33
+ if [ -d "RCXL3" ]; then
34
+ cd RCXL3
35
+ git fetch --all
36
+ git reset --hard origin/main
37
+ git pull
38
+ git repack -a -d --depth=250 --window=250
39
+ cd .git
40
+ rm -rf lfs
41
+ fi
42
+ cd /workspace/*/CU/models/loras
43
+ if [ -d "RCXL4" ]; then
44
+ cd RCXL4
45
+ git fetch --all
46
+ git reset --hard origin/main
47
+ git pull
48
+ git repack -a -d --depth=250 --window=250
49
+ cd .git
50
+ rm -rf lfs
51
+ fi
52
+ cd /workspace/*/CU/models/loras
53
+ if [ -d "RCXL5" ]; then
54
+ cd RCXL5
55
+ git fetch --all
56
+ git reset --hard origin/main
57
+ git pull
58
+ git repack -a -d --depth=250 --window=250
59
+ cd .git
60
+ rm -rf lfs
61
+ fi
62
+
63
+ cd /workspace/*
gc.sh ADDED
@@ -0,0 +1,28 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ #!/bin/bash
2
+
3
+ FLAG_1=$1
4
+
5
+ cd /workspace
6
+ rm -rf output
7
+ rm -rf outputs
8
+ rm -f out*.tar*
9
+ rm -f out*.zip*
10
+
11
+ cd *
12
+ rm -rf output
13
+ rm -rf outputs
14
+ rm -f out*.tar*
15
+ rm -f out*.zip*
16
+
17
+ cd CU
18
+ rm -rf output
19
+ rm -rf outputs
20
+
21
+ if [ ${FLAG_1} -eq "1" ]; then
22
+ sudo rm -rf /tmp/*
23
+ else
24
+ find /tmp -mtime +2 -delete
25
+ fi
26
+
27
+ cd /workspace
28
+ cd *
install.sh ADDED
@@ -0,0 +1,71 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ #!/bin/bash
2
+ cd /workspace/*
3
+ mkdir -p tmp
4
+ rm -rf README.md
5
+ rm -rf s
6
+ rm -rf ss.sh
7
+
8
+ apt-get update
9
+ sudo apt install -y python3.10
10
+ sudo apt-get install -y python3.10-distutils
11
+ sudo apt-get install git-lfs
12
+ sudo apt install -y libtcmalloc-minimal4
13
+ apt-get -y install rsync
14
+ apt-get -y install zip
15
+
16
+ curl -sS https://bootstrap.pypa.io/get-pip.py | python3.10
17
+ python3.10 -m pip install --upgrade pip
18
+ python3.10 -m pip install setuptools
19
+ python3.10 -m pip install requests
20
+ python3.10 -m pip install wget
21
+ python3.10 -m pip install gdown
22
+ python3.10 -m pip install pcloud
23
+ python3.10 -m pip install natsort
24
+ python3.10 -m pip install httpcore
25
+ python3.10 -m pip install pyyaml
26
+
27
+ curl -s https://packagecloud.io/install/repositories/github/git-lfs/script.deb.sh | sudo bash
28
+ git config --global user.name "anonymous"
29
+ git config --global user.email my@gmail.com
30
+ git lfs install --force
31
+ sudo apt update && sudo apt install -y libgl1-mesa-glx
32
+ sudo apt autoremove && sudo apt clean
33
+
34
+ cd /workspace/*/CU
35
+ curl -L -O https://huggingface.co/zuv0/test/resolve/main/CU.tar
36
+ tar -xvf CU.tar
37
+ rm -rf CU.tar
38
+ \cp -f e "../e"
39
+ \cp -f run.sh "../run.sh"
40
+ \cp -f out.sh "../out.sh"
41
+ \cp -f gc.sh "../gc.sh"
42
+ \cp -f forcePull.sh "../forcePull.sh"
43
+ \cp -f myRun.ipynb "../myRun.ipynb"
44
+ git gc
45
+ if [ ! -d "models" ]; then
46
+ git clone https://huggingface.co/zuv0/modelsXL models
47
+ cd models
48
+ mkdir -p loras
49
+ ln ./Lora ./loras
50
+ mkdir -p checkpoints
51
+ ln ./Stable-diffusion ./checkpoints
52
+ fi
53
+
54
+ cd /workspace/*
55
+ sh ./CU/downs.sh $1 $2
56
+
57
+ #pip uninstall -y torch
58
+ #pip uninstall -y torchaudio
59
+ #pip uninstall -y torchsde
60
+ #pip uninstall -y torchvision
61
+
62
+ #pip install torch torchvision torchaudio --extra-index-url https://download.pytorch.org/whl/cu124
63
+
64
+ pip install -r ./CU/requirements.txt
65
+
66
+ #apt-get install -y libgl1-mesa-glx
67
+ #python3.10 ./SD/launch.py --reinstall-torch --no-download-sd-model --exit
68
+ sh forcePull.sh
69
+ sh gc.sh 1
70
+ pip cache purge
71
+ sudo apt clean
myRun.ipynb ADDED
@@ -0,0 +1,61 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "cells": [
3
+ {
4
+ "cell_type": "code",
5
+ "execution_count": null,
6
+ "id": "900001f7",
7
+ "metadata": {},
8
+ "outputs": [
9
+ {
10
+ "name": "stdout",
11
+ "output_type": "stream",
12
+ "text": [
13
+ "\n"
14
+ ]
15
+ },
16
+ {
17
+ "name": "stdout",
18
+ "output_type": "stream",
19
+ "text": [
20
+ "\n"
21
+ ]
22
+ }
23
+ ],
24
+ "source": [
25
+ "%cd /workspace/firstContainer/CU\n",
26
+ "!mkdir -p tmp\n",
27
+ "\n",
28
+ "!LD_PRELOAD=/usr/lib/x86_64-linux-gnu/libtcmalloc_minimal.so.4 python3.10 main.py --port 4411 --listen 0.0.0.0"
29
+ ]
30
+ },
31
+ {
32
+ "cell_type": "code",
33
+ "execution_count": null,
34
+ "id": "100001b4",
35
+ "metadata": {},
36
+ "outputs": [],
37
+ "source": []
38
+ }
39
+ ],
40
+ "metadata": {
41
+ "kernelspec": {
42
+ "display_name": "Python 3 (ipykernel)",
43
+ "language": "python",
44
+ "name": "python3"
45
+ },
46
+ "language_info": {
47
+ "codemirror_mode": {
48
+ "name": "ipython",
49
+ "version": 3
50
+ },
51
+ "file_extension": ".py",
52
+ "mimetype": "text/x-python",
53
+ "name": "python",
54
+ "nbconvert_exporter": "python",
55
+ "pygments_lexer": "ipython3",
56
+ "version": "3.8.10"
57
+ }
58
+ },
59
+ "nbformat": 4,
60
+ "nbformat_minor": 5
61
+ }
out.sh ADDED
@@ -0,0 +1,49 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ #!/bin/bash
2
+
3
+ # if == "1" running
4
+ OUT_CLOUD=$1
5
+
6
+ # file add
7
+ NAME=$2
8
+ if [ -z "$NAME" ]; then
9
+ NAME=""
10
+ else
11
+ NAME="${NAME}_"
12
+ fi
13
+
14
+ if command -v zip >/dev/null 2>&1; then
15
+ :
16
+ else
17
+ apt-get install zip -y
18
+ pip install pcloud
19
+ fi
20
+
21
+ CURRENT_DATE=$(date +"%Y%m%d_%H%M%S")
22
+ ZIP_FILENAME="output_${NAME}${CURRENT_DATE}.zip"
23
+ W_PATH="/workspace"
24
+ if [ -d "/workspace/firstContainer" ]; then
25
+ W_PATH="/workspace/firstContainer"
26
+ fi
27
+
28
+ cd "$W_PATH"
29
+
30
+ if [ -d "$W_PATH/CU/output" ]; then
31
+ echo "Creating archive. Please wait..."
32
+ zip -q -r "$W_PATH/$ZIP_FILENAME" "$W_PATH/CU/output"
33
+ echo "archive file : $ZIP_FILENAME"
34
+ fi
35
+
36
+ if [ -d "$W_PATH/output" ]; then
37
+ echo "Creating archive. Please wait..."
38
+ zip -q -r "$W_PATH/$ZIP_FILENAME" "$W_PATH/output"
39
+ echo "archive file : $ZIP_FILENAME"
40
+ fi
41
+
42
+ PD="'$(echo eDg3NjV4eHhAZ21haWwuY29t | base64 --decode)', 'Number'"
43
+
44
+ if [ -f "$W_PATH/$ZIP_FILENAME" ]; then
45
+ export ZIP_FILENAME
46
+ if [ "$OUT_CLOUD" = "1" ]; then
47
+ python3.10 -c "import os; from pcloud import PyCloud; pc = PyCloud($PD); pc.uploadfile(files=['$W_PATH/$ZIP_FILENAME', '$W_PATH/$ZIP_FILENAME'], path='/')"
48
+ fi
49
+ fi
run.sh ADDED
@@ -0,0 +1,11 @@
 
 
 
 
 
 
 
 
 
 
 
 
1
+ #!/bin/bash
2
+
3
+ FLAG_1=$1
4
+
5
+ : <<'END'
6
+ END
7
+
8
+ cd /workspace/*
9
+ mkdir -p tmp
10
+
11
+ LD_PRELOAD=/usr/lib/x86_64-linux-gnu/libtcmalloc_minimal.so.4 python3.10 ./CU/main.py --port 4411 ---listen 0.0.0.0