Spaces:
Running
Running
TheStinger
commited on
Commit
•
d69ad9e
1
Parent(s):
80cd7a7
second initial commit (last version i swear)
Browse files- .gitattributes +35 -0
- README.md +12 -0
- app.py +228 -0
- requirements.txt +12 -0
.gitattributes
ADDED
@@ -0,0 +1,35 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
*.7z filter=lfs diff=lfs merge=lfs -text
|
2 |
+
*.arrow filter=lfs diff=lfs merge=lfs -text
|
3 |
+
*.bin filter=lfs diff=lfs merge=lfs -text
|
4 |
+
*.bz2 filter=lfs diff=lfs merge=lfs -text
|
5 |
+
*.ckpt filter=lfs diff=lfs merge=lfs -text
|
6 |
+
*.ftz filter=lfs diff=lfs merge=lfs -text
|
7 |
+
*.gz filter=lfs diff=lfs merge=lfs -text
|
8 |
+
*.h5 filter=lfs diff=lfs merge=lfs -text
|
9 |
+
*.joblib filter=lfs diff=lfs merge=lfs -text
|
10 |
+
*.lfs.* filter=lfs diff=lfs merge=lfs -text
|
11 |
+
*.mlmodel filter=lfs diff=lfs merge=lfs -text
|
12 |
+
*.model filter=lfs diff=lfs merge=lfs -text
|
13 |
+
*.msgpack filter=lfs diff=lfs merge=lfs -text
|
14 |
+
*.npy filter=lfs diff=lfs merge=lfs -text
|
15 |
+
*.npz filter=lfs diff=lfs merge=lfs -text
|
16 |
+
*.onnx filter=lfs diff=lfs merge=lfs -text
|
17 |
+
*.ot filter=lfs diff=lfs merge=lfs -text
|
18 |
+
*.parquet filter=lfs diff=lfs merge=lfs -text
|
19 |
+
*.pb filter=lfs diff=lfs merge=lfs -text
|
20 |
+
*.pickle filter=lfs diff=lfs merge=lfs -text
|
21 |
+
*.pkl filter=lfs diff=lfs merge=lfs -text
|
22 |
+
*.pt filter=lfs diff=lfs merge=lfs -text
|
23 |
+
*.pth filter=lfs diff=lfs merge=lfs -text
|
24 |
+
*.rar filter=lfs diff=lfs merge=lfs -text
|
25 |
+
*.safetensors filter=lfs diff=lfs merge=lfs -text
|
26 |
+
saved_model/**/* filter=lfs diff=lfs merge=lfs -text
|
27 |
+
*.tar.* filter=lfs diff=lfs merge=lfs -text
|
28 |
+
*.tar filter=lfs diff=lfs merge=lfs -text
|
29 |
+
*.tflite filter=lfs diff=lfs merge=lfs -text
|
30 |
+
*.tgz filter=lfs diff=lfs merge=lfs -text
|
31 |
+
*.wasm filter=lfs diff=lfs merge=lfs -text
|
32 |
+
*.xz filter=lfs diff=lfs merge=lfs -text
|
33 |
+
*.zip filter=lfs diff=lfs merge=lfs -text
|
34 |
+
*.zst filter=lfs diff=lfs merge=lfs -text
|
35 |
+
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
README.md
ADDED
@@ -0,0 +1,12 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
---
|
2 |
+
title: Upscaling Server Test 1
|
3 |
+
emoji: 🌖
|
4 |
+
colorFrom: indigo
|
5 |
+
colorTo: red
|
6 |
+
sdk: gradio
|
7 |
+
sdk_version: 3.46.0
|
8 |
+
app_file: app.py
|
9 |
+
pinned: false
|
10 |
+
---
|
11 |
+
|
12 |
+
Check out the configuration reference at https://huggingface.co/docs/hub/spaces-config-reference
|
app.py
ADDED
@@ -0,0 +1,228 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
import gradio as gr
|
2 |
+
import cv2
|
3 |
+
import numpy
|
4 |
+
import os
|
5 |
+
import random
|
6 |
+
from basicsr.archs.rrdbnet_arch import RRDBNet
|
7 |
+
from basicsr.utils.download_util import load_file_from_url
|
8 |
+
|
9 |
+
from realesrgan import RealESRGANer
|
10 |
+
from realesrgan.archs.srvgg_arch import SRVGGNetCompact
|
11 |
+
|
12 |
+
|
13 |
+
last_file = None
|
14 |
+
img_mode = "RGBA"
|
15 |
+
|
16 |
+
|
17 |
+
def realesrgan(img, model_name, denoise_strength, face_enhance, outscale):
|
18 |
+
"""Real-ESRGAN function to restore (and upscale) images.
|
19 |
+
"""
|
20 |
+
if not img:
|
21 |
+
return
|
22 |
+
|
23 |
+
# Define model parameters
|
24 |
+
if model_name == 'RealESRGAN_x4plus': # x4 RRDBNet model
|
25 |
+
model = RRDBNet(num_in_ch=3, num_out_ch=3, num_feat=64, num_block=23, num_grow_ch=32, scale=4)
|
26 |
+
netscale = 4
|
27 |
+
file_url = ['https://github.com/xinntao/Real-ESRGAN/releases/download/v0.1.0/RealESRGAN_x4plus.pth']
|
28 |
+
elif model_name == 'RealESRNet_x4plus': # x4 RRDBNet model
|
29 |
+
model = RRDBNet(num_in_ch=3, num_out_ch=3, num_feat=64, num_block=23, num_grow_ch=32, scale=4)
|
30 |
+
netscale = 4
|
31 |
+
file_url = ['https://github.com/xinntao/Real-ESRGAN/releases/download/v0.1.1/RealESRNet_x4plus.pth']
|
32 |
+
elif model_name == 'RealESRGAN_x4plus_anime_6B': # x4 RRDBNet model with 6 blocks
|
33 |
+
model = RRDBNet(num_in_ch=3, num_out_ch=3, num_feat=64, num_block=6, num_grow_ch=32, scale=4)
|
34 |
+
netscale = 4
|
35 |
+
file_url = ['https://github.com/xinntao/Real-ESRGAN/releases/download/v0.2.2.4/RealESRGAN_x4plus_anime_6B.pth']
|
36 |
+
elif model_name == 'RealESRGAN_x2plus': # x2 RRDBNet model
|
37 |
+
model = RRDBNet(num_in_ch=3, num_out_ch=3, num_feat=64, num_block=23, num_grow_ch=32, scale=2)
|
38 |
+
netscale = 2
|
39 |
+
file_url = ['https://github.com/xinntao/Real-ESRGAN/releases/download/v0.2.1/RealESRGAN_x2plus.pth']
|
40 |
+
elif model_name == 'realesr-general-x4v3': # x4 VGG-style model (S size)
|
41 |
+
model = SRVGGNetCompact(num_in_ch=3, num_out_ch=3, num_feat=64, num_conv=32, upscale=4, act_type='prelu')
|
42 |
+
netscale = 4
|
43 |
+
file_url = [
|
44 |
+
'https://github.com/xinntao/Real-ESRGAN/releases/download/v0.2.5.0/realesr-general-wdn-x4v3.pth',
|
45 |
+
'https://github.com/xinntao/Real-ESRGAN/releases/download/v0.2.5.0/realesr-general-x4v3.pth'
|
46 |
+
]
|
47 |
+
|
48 |
+
# Determine model paths
|
49 |
+
model_path = os.path.join('weights', model_name + '.pth')
|
50 |
+
if not os.path.isfile(model_path):
|
51 |
+
ROOT_DIR = os.path.dirname(os.path.abspath(__file__))
|
52 |
+
for url in file_url:
|
53 |
+
# model_path will be updated
|
54 |
+
model_path = load_file_from_url(
|
55 |
+
url=url, model_dir=os.path.join(ROOT_DIR, 'weights'), progress=True, file_name=None)
|
56 |
+
|
57 |
+
# Use dni to control the denoise strength
|
58 |
+
dni_weight = None
|
59 |
+
if model_name == 'realesr-general-x4v3' and denoise_strength != 1:
|
60 |
+
wdn_model_path = model_path.replace('realesr-general-x4v3', 'realesr-general-wdn-x4v3')
|
61 |
+
model_path = [model_path, wdn_model_path]
|
62 |
+
dni_weight = [denoise_strength, 1 - denoise_strength]
|
63 |
+
|
64 |
+
# Restorer Class
|
65 |
+
upsampler = RealESRGANer(
|
66 |
+
scale=netscale,
|
67 |
+
model_path=model_path,
|
68 |
+
dni_weight=dni_weight,
|
69 |
+
model=model,
|
70 |
+
tile=0,
|
71 |
+
tile_pad=10,
|
72 |
+
pre_pad=10,
|
73 |
+
half=False,
|
74 |
+
gpu_id=None
|
75 |
+
)
|
76 |
+
|
77 |
+
# Use GFPGAN for face enhancement
|
78 |
+
if face_enhance:
|
79 |
+
from gfpgan import GFPGANer
|
80 |
+
face_enhancer = GFPGANer(
|
81 |
+
model_path='https://github.com/TencentARC/GFPGAN/releases/download/v1.3.0/GFPGANv1.3.pth',
|
82 |
+
upscale=outscale,
|
83 |
+
arch='clean',
|
84 |
+
channel_multiplier=2,
|
85 |
+
bg_upsampler=upsampler)
|
86 |
+
|
87 |
+
# Convert the input PIL image to cv2 image, so that it can be processed by realesrgan
|
88 |
+
cv_img = numpy.array(img)
|
89 |
+
img = cv2.cvtColor(cv_img, cv2.COLOR_RGBA2BGRA)
|
90 |
+
|
91 |
+
# Apply restoration
|
92 |
+
try:
|
93 |
+
if face_enhance:
|
94 |
+
_, _, output = face_enhancer.enhance(img, has_aligned=False, only_center_face=False, paste_back=True)
|
95 |
+
else:
|
96 |
+
output, _ = upsampler.enhance(img, outscale=outscale)
|
97 |
+
except RuntimeError as error:
|
98 |
+
print('Error', error)
|
99 |
+
print('If you encounter CUDA out of memory, try to set --tile with a smaller number.')
|
100 |
+
else:
|
101 |
+
# Save restored image and return it to the output Image component
|
102 |
+
if img_mode == 'RGBA': # RGBA images should be saved in png format
|
103 |
+
extension = 'png'
|
104 |
+
else:
|
105 |
+
extension = 'jpg'
|
106 |
+
|
107 |
+
out_filename = f"output_{rnd_string(8)}.{extension}"
|
108 |
+
cv2.imwrite(out_filename, output)
|
109 |
+
global last_file
|
110 |
+
last_file = out_filename
|
111 |
+
return out_filename
|
112 |
+
|
113 |
+
|
114 |
+
def rnd_string(x):
|
115 |
+
"""Returns a string of 'x' random characters
|
116 |
+
"""
|
117 |
+
characters = "abcdefghijklmnopqrstuvwxyz_0123456789"
|
118 |
+
result = "".join((random.choice(characters)) for i in range(x))
|
119 |
+
return result
|
120 |
+
|
121 |
+
|
122 |
+
def reset():
|
123 |
+
"""Resets the Image components of the Gradio interface and deletes
|
124 |
+
the last processed image
|
125 |
+
"""
|
126 |
+
global last_file
|
127 |
+
if last_file:
|
128 |
+
print(f"Deleting {last_file} ...")
|
129 |
+
os.remove(last_file)
|
130 |
+
last_file = None
|
131 |
+
return gr.update(value=None), gr.update(value=None)
|
132 |
+
|
133 |
+
|
134 |
+
def has_transparency(img):
|
135 |
+
"""This function works by first checking to see if a "transparency" property is defined
|
136 |
+
in the image's info -- if so, we return "True". Then, if the image is using indexed colors
|
137 |
+
(such as in GIFs), it gets the index of the transparent color in the palette
|
138 |
+
(img.info.get("transparency", -1)) and checks if it's used anywhere in the canvas
|
139 |
+
(img.getcolors()). If the image is in RGBA mode, then presumably it has transparency in
|
140 |
+
it, but it double-checks by getting the minimum and maximum values of every color channel
|
141 |
+
(img.getextrema()), and checks if the alpha channel's smallest value falls below 255.
|
142 |
+
https://stackoverflow.com/questions/43864101/python-pil-check-if-image-is-transparent
|
143 |
+
"""
|
144 |
+
if img.info.get("transparency", None) is not None:
|
145 |
+
return True
|
146 |
+
if img.mode == "P":
|
147 |
+
transparent = img.info.get("transparency", -1)
|
148 |
+
for _, index in img.getcolors():
|
149 |
+
if index == transparent:
|
150 |
+
return True
|
151 |
+
elif img.mode == "RGBA":
|
152 |
+
extrema = img.getextrema()
|
153 |
+
if extrema[3][0] < 255:
|
154 |
+
return True
|
155 |
+
return False
|
156 |
+
|
157 |
+
|
158 |
+
def image_properties(img):
|
159 |
+
"""Returns the dimensions (width and height) and color mode of the input image and
|
160 |
+
also sets the global img_mode variable to be used by the realesrgan function
|
161 |
+
"""
|
162 |
+
global img_mode
|
163 |
+
if img:
|
164 |
+
if has_transparency(img):
|
165 |
+
img_mode = "RGBA"
|
166 |
+
else:
|
167 |
+
img_mode = "RGB"
|
168 |
+
properties = f"Resolution: Width: {img.size[0]}, Height: {img.size[1]} | Color Mode: {img_mode}"
|
169 |
+
return properties
|
170 |
+
|
171 |
+
|
172 |
+
def main():
|
173 |
+
# Gradio Interface
|
174 |
+
with gr.Blocks(title="Real-ESRGAN Gradio Demo", theme="dark") as demo:
|
175 |
+
|
176 |
+
gr.Markdown(
|
177 |
+
"""# <div align="center"> Ilaria Upscaler 💖 </div>
|
178 |
+
|
179 |
+
Do not use images over 750x750 especially with 4x the resolution upscaling, it will give you an error.
|
180 |
+
|
181 |
+
Hugginface port of [Real-ESRGAN](https://github.com/xinntao/Real-ESRGAN).
|
182 |
+
"""
|
183 |
+
)
|
184 |
+
|
185 |
+
with gr.Accordion("Upscaling option"):
|
186 |
+
with gr.Row():
|
187 |
+
model_name = gr.Dropdown(label="Upscaler model",
|
188 |
+
choices=["RealESRGAN_x4plus", "RealESRNet_x4plus", "RealESRGAN_x4plus_anime_6B",
|
189 |
+
"RealESRGAN_x2plus", "realesr-general-x4v3"],
|
190 |
+
value="RealESRGAN_x4plus_anime_6B", show_label=True)
|
191 |
+
denoise_strength = gr.Slider(label="Denoise Strength",
|
192 |
+
minimum=0, maximum=1, step=0.1, value=0.5)
|
193 |
+
outscale = gr.Slider(label="Resolution upscale",
|
194 |
+
minimum=1, maximum=6, step=1, value=4, show_label=True)
|
195 |
+
face_enhance = gr.Checkbox(label="Face Enhancement (GFPGAN)",
|
196 |
+
value=False, show_label=True)
|
197 |
+
ext = gr.Dropdown(label="Output file extension (Currently broken sowwy :p)",
|
198 |
+
choices=["png", "jpg"],
|
199 |
+
value="png", show_label=True)
|
200 |
+
|
201 |
+
with gr.Row():
|
202 |
+
with gr.Group():
|
203 |
+
input_image = gr.Image(label="Input Image", type="pil", image_mode="RGBA")
|
204 |
+
input_image_properties = gr.Textbox(label="Image Properties", max_lines=1)
|
205 |
+
output_image = gr.Image(label="Output Image", image_mode="RGBA")
|
206 |
+
with gr.Row():
|
207 |
+
reset_btn = gr.Button("Remove images")
|
208 |
+
restore_btn = gr.Button("Upscale")
|
209 |
+
|
210 |
+
# Event listeners:
|
211 |
+
input_image.change(fn=image_properties, inputs=input_image, outputs=input_image_properties)
|
212 |
+
restore_btn.click(fn=realesrgan,
|
213 |
+
inputs=[input_image, model_name, denoise_strength, face_enhance, outscale],
|
214 |
+
outputs=output_image)
|
215 |
+
reset_btn.click(fn=reset, inputs=[], outputs=[output_image, input_image])
|
216 |
+
# reset_btn.click(None, inputs=[], outputs=[input_image], _js="() => (null)\n")
|
217 |
+
# Undocumented method to clear a component's value using Javascript
|
218 |
+
|
219 |
+
gr.Markdown(
|
220 |
+
"""Made with love by Ilaria 💖 | Support me on [Ko-Fi](https://ko-fi.com/ilariaowo)
|
221 |
+
"""
|
222 |
+
)
|
223 |
+
|
224 |
+
demo.launch()
|
225 |
+
|
226 |
+
|
227 |
+
if __name__ == "__main__":
|
228 |
+
main()
|
requirements.txt
ADDED
@@ -0,0 +1,12 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
torch
|
2 |
+
torchvision
|
3 |
+
numpy
|
4 |
+
opencv-python
|
5 |
+
Pillow
|
6 |
+
basicsr
|
7 |
+
facexlib
|
8 |
+
gfpgan
|
9 |
+
tqdm
|
10 |
+
gradio
|
11 |
+
realesrgan
|
12 |
+
#PIL
|