from transformers import pipeline
import gradio as gr
import random
import string
import paddlehub as hub
import torch
from transformers import AutoModelForCausalLM, AutoTokenizer
from loguru import logger
language_translation_model = hub.Module(directory=f'./baidu_translate')
def getTextTrans(text, source='zh', target='en'):
def is_chinese(string):
for ch in string:
if u'\u4e00' <= ch <= u'\u9fff':
return True
return False
if not is_chinese(text) and target == 'en':
return text
try:
text_translation = language_translation_model.translate(text, source, target)
return text_translation
except Exception as e:
return text
space_ids = {
"spaces/stabilityai/stable-diffusion": "SD 2.1",
"spaces/runwayml/stable-diffusion-v1-5": "SD 1.5",
"spaces/stabilityai/stable-diffusion-1": "SD 1.0",
"spaces/IDEA-CCNL/Taiyi-Stable-Diffusion-Chinese": "Taiyi(太乙)",
}
tab_actions = []
tab_titles = []
extend_prompt_1 = True
extend_prompt_2 = True
extend_prompt_3 = True
thanks_info = "Thanks: "
if extend_prompt_1:
extend_prompt_pipe = pipeline('text-generation', model='yizhangliu/prompt-extend', max_length=77, pad_token_id=0)
thanks_info += "[prompt-extend(1)]"
if extend_prompt_2:
def load_prompter():
prompter_model = AutoModelForCausalLM.from_pretrained("microsoft/Promptist")
tokenizer = AutoTokenizer.from_pretrained("gpt2")
tokenizer.pad_token = tokenizer.eos_token
tokenizer.padding_side = "left"
return prompter_model, tokenizer
prompter_model, prompter_tokenizer = load_prompter()
def extend_prompt_microsoft(in_text):
input_ids = prompter_tokenizer(in_text.strip()+" Rephrase:", return_tensors="pt").input_ids
eos_id = prompter_tokenizer.eos_token_id
outputs = prompter_model.generate(input_ids, do_sample=False, max_new_tokens=75, num_beams=8, num_return_sequences=8, eos_token_id=eos_id, pad_token_id=eos_id, length_penalty=-1.0)
output_texts = prompter_tokenizer.batch_decode(outputs, skip_special_tokens=True)
res = output_texts[0].replace(in_text+" Rephrase:", "").strip()
return res
thanks_info += "[Promptist(2)]"
if extend_prompt_3:
MagicPrompt = gr.Interface.load("spaces/Gustavosta/MagicPrompt-Stable-Diffusion")
thanks_info += "[MagicPrompt(3)]"
do_dreamlike_photoreal = False
if do_dreamlike_photoreal:
def add_random_noise(prompt, noise_level=0.1):
# Get the percentage of characters to add as noise
percentage_noise = noise_level * 5
# Get the number of characters to add as noise
num_noise_chars = int(len(prompt) * (percentage_noise/100))
# Get the indices of the characters to add noise to
noise_indices = random.sample(range(len(prompt)), num_noise_chars)
# Add noise to the selected characters
prompt_list = list(prompt)
for index in noise_indices:
prompt_list[index] = random.choice(string.ascii_letters + string.punctuation)
new_prompt = "".join(prompt_list)
return new_prompt
dreamlike_photoreal_2_0 = gr.Interface.load("models/dreamlike-art/dreamlike-photoreal-2.0")
dreamlike_image = gr.Image(label="Dreamlike Photoreal 2.0")
tab_actions.append(dreamlike_image)
tab_titles.append("Dreamlike_2.0")
thanks_info += "[dreamlike-photoreal-2.0]"
for space_id in space_ids.keys():
print(space_id, space_ids[space_id])
try:
tab = gr.Interface.load(space_id)
tab_actions.append(tab)
tab_titles.append(space_ids[space_id])
thanks_info += f"[{space_ids[space_id]}]"
except Exception as e:
logger.info(f"load_fail__{space_id}_{e}")
start_work = """async() => {
function isMobile() {
try {
document.createEvent("TouchEvent"); return true;
} catch(e) {
return false;
}
}
function getClientHeight()
{
var clientHeight=0;
if(document.body.clientHeight&&document.documentElement.clientHeight) {
var clientHeight = (document.body.clientHeightdocument.documentElement.clientHeight)?document.body.clientHeight:document.documentElement.clientHeight;
}
return clientHeight;
}
function setNativeValue(element, value) {
const valueSetter = Object.getOwnPropertyDescriptor(element.__proto__, 'value').set;
const prototype = Object.getPrototypeOf(element);
const prototypeValueSetter = Object.getOwnPropertyDescriptor(prototype, 'value').set;
if (valueSetter && valueSetter !== prototypeValueSetter) {
prototypeValueSetter.call(element, value);
} else {
valueSetter.call(element, value);
}
}
window['tab_advanced'] = 0;
var gradioEl = document.querySelector('body > gradio-app').shadowRoot;
if (!gradioEl) {
gradioEl = document.querySelector('body > gradio-app');
}
if (typeof window['gradioEl'] === 'undefined') {
window['gradioEl'] = gradioEl;
tabitems = window['gradioEl'].querySelectorAll('.tabitem');
tabitems_title = window['gradioEl'].querySelectorAll('#tab_demo')[0].children[0].children[0].children;
for (var i = 0; i < tabitems.length; i++) {
if (tabitems_title[i].innerText.indexOf('SD') >= 0) {
tabitems[i].childNodes[0].children[0].style.display='none';
for (var j = 0; j < tabitems[i].childNodes[0].children[1].children.length; j++) {
if (j != 1) {
tabitems[i].childNodes[0].children[1].children[j].style.display='none';
}
}
if (tabitems_title[i].innerText.indexOf('SD 1') >= 0) {
for (var j = 0; j < 4; j++) {
tabitems[i].childNodes[0].children[1].children[3].children[1].children[j].children[2].removeAttribute("disabled");
}
} else if (tabitems_title[i].innerText.indexOf('SD 2') >= 0) {
tabitems[i].children[0].children[1].children[3].children[0].click();
}
} else if (tabitems_title[i].innerText.indexOf('Taiyi') >= 0) {
tabitems[i].children[0].children[0].children[1].style.display='none';
tabitems[i].children[0].children[0].children[0].children[0].children[1].style.display='none';
} else if (tabitems_title[i].innerText.indexOf('Dreamlike') >= 0) {
tabitems[i].childNodes[0].children[0].children[1].style.display='none';
}
}
tab_demo = window['gradioEl'].querySelectorAll('#tab_demo')[0];
tab_demo.style.display = "block";
tab_demo.setAttribute('style', 'height: 100%;');
const page1 = window['gradioEl'].querySelectorAll('#page_1')[0];
const page2 = window['gradioEl'].querySelectorAll('#page_2')[0];
btns_1 = window['gradioEl'].querySelector('#input_col1_row3').children;
btns_1_split = 100 / btns_1.length;
for (var i = 0; i < btns_1.length; i++) {
btns_1[i].setAttribute('style', 'min-width:0px;width:' + btns_1_split + '%;');
}
page1.style.display = "none";
page2.style.display = "block";
prompt_work = window['gradioEl'].querySelectorAll('#prompt_work');
for (var i = 0; i < prompt_work.length; i++) {
prompt_work[i].style.display='none';
}
window['prevPrompt'] = '';
window['doCheckPrompt'] = 0;
window['checkPrompt'] = function checkPrompt() {
try {
prompt_work = window['gradioEl'].querySelectorAll('#prompt_work');
if (prompt_work.length > 0 && prompt_work[0].children.length > 1) {
prompt_work[0].children[1].style.display='none';
prompt_work[0].style.display='block';
}
text_value = window['gradioEl'].querySelectorAll('#prompt_work')[0].querySelectorAll('textarea')[0].value;
progress_bar = window['gradioEl'].querySelectorAll('.progress-bar');
if (window['doCheckPrompt'] === 0 && window['prevPrompt'] !== text_value && progress_bar.length == 0) {
console.log('_____new prompt___[' + text_value + ']_');
window['doCheckPrompt'] = 1;
window['prevPrompt'] = text_value;
tabitems = window['gradioEl'].querySelectorAll('.tabitem');
for (var i = 0; i < tabitems.length; i++) {
inputText = null;
if (tabitems_title[i].innerText.indexOf('SD') >= 0) {
text_value = window['gradioEl'].querySelectorAll('#prompt_work')[0].querySelectorAll('textarea')[0].value;
inputText = tabitems[i].children[0].children[1].children[0].querySelectorAll('.gr-text-input')[0];
} else if (tabitems_title[i].innerText.indexOf('Taiyi') >= 0) {
text_value = window['gradioEl'].querySelectorAll('#prompt_work_zh')[0].querySelectorAll('textarea')[0].value;
inputText = tabitems[i].children[0].children[0].children[1].querySelectorAll('.gr-text-input')[0];
}
if (inputText) {
setNativeValue(inputText, text_value);
inputText.dispatchEvent(new Event('input', { bubbles: true }));
}
}
setTimeout(function() {
btns = window['gradioEl'].querySelectorAll('button');
for (var i = 0; i < btns.length; i++) {
if (['Generate image','Run', '生成图像(Generate)'].includes(btns[i].innerText)) {
btns[i].click();
}
}
window['doCheckPrompt'] = 0;
}, 10);
}
} catch(e) {
}
}
window['checkPrompt_interval'] = window.setInterval("window.checkPrompt()", 100);
}
return false;
}"""
switch_tab_advanced = """async() => {
window['tab_advanced'] = 1 - window['tab_advanced'];
if (window['tab_advanced']==0) {
action = 'none';
} else {
action = 'block';
}
tabitems = window['gradioEl'].querySelectorAll('.tabitem');
tabitems_title = window['gradioEl'].querySelectorAll('#tab_demo')[0].children[0].children[0].children;
for (var i = 0; i < tabitems.length; i++) {
if (tabitems_title[i].innerText.indexOf('SD') >= 0) {
//tabitems[i].childNodes[0].children[1].children[0].style.display=action;
//tabitems[i].childNodes[0].children[1].children[4].style.display=action;
for (var j = 0; j < tabitems[i].childNodes[0].children[1].children.length; j++) {
if (j != 1) {
tabitems[i].childNodes[0].children[1].children[j].style.display=action;
}
}
} else if (tabitems_title[i].innerText.indexOf('Taiyi') >= 0) {
tabitems[i].children[0].children[0].children[1].style.display=action;
}
}
return false;
}"""
def prompt_extend(prompt, PM):
prompt_en = getTextTrans(prompt, source='zh', target='en')
if PM == 1:
extend_prompt_en = extend_prompt_pipe(prompt_en+',', num_return_sequences=1)[0]["generated_text"]
elif PM == 2:
extend_prompt_en = extend_prompt_microsoft(prompt_en)
elif PM == 3:
extend_prompt_en = MagicPrompt(prompt_en)
if (prompt != prompt_en):
logger.info(f"extend_prompt__1_PM=[{PM}]_")
extend_prompt_out = getTextTrans(extend_prompt_en, source='en', target='zh')
else:
logger.info(f"extend_prompt__2_PM=[{PM}]_")
extend_prompt_out = extend_prompt_en
return extend_prompt_out
def prompt_extend_1(prompt):
extend_prompt_out = prompt_extend(prompt, 1)
return extend_prompt_out
def prompt_extend_2(prompt):
extend_prompt_out = prompt_extend(prompt, 2)
return extend_prompt_out
def prompt_extend_3(prompt):
extend_prompt_out = prompt_extend(prompt, 3)
return extend_prompt_out
def prompt_draw_1(prompt, noise_level):
prompt_en = getTextTrans(prompt, source='zh', target='en')
if (prompt != prompt_en):
logger.info(f"draw_prompt______1__")
prompt_zh = prompt
else:
logger.info(f"draw_prompt______2__")
prompt_zh = getTextTrans(prompt, source='en', target='zh')
prompt_with_noise = add_random_noise(prompt_en, noise_level)
dreamlike_output = dreamlike_photoreal_2_0(prompt_with_noise)
return prompt_en, prompt_zh, dreamlike_output
def prompt_draw_2(prompt):
prompt_en = getTextTrans(prompt, source='zh', target='en')
if (prompt != prompt_en):
logger.info(f"draw_prompt______1__")
prompt_zh = prompt
else:
logger.info(f"draw_prompt______2__")
prompt_zh = getTextTrans(prompt, source='en', target='zh')
return prompt_en, prompt_zh
with gr.Blocks(title='Text-to-Image') as demo:
with gr.Group(elem_id="page_1", visible=True) as page_1:
with gr.Box():
with gr.Row():
start_button = gr.Button("Let's GO!", elem_id="start-btn", visible=True)
start_button.click(fn=None, inputs=[], outputs=[], _js=start_work)
with gr.Group(elem_id="page_2", visible=False) as page_2:
with gr.Row(elem_id="prompt_row0"):
with gr.Column(id="input_col1"):
with gr.Row(elem_id="input_col1_row1"):
prompt_input0 = gr.Textbox(lines=2, label="Original prompt", visible=True)
with gr.Row(elem_id="input_col1_row2"):
prompt_work = gr.Textbox(lines=1, label="prompt_work", elem_id="prompt_work", visible=True)
with gr.Row(elem_id="input_col1_row3"):
with gr.Column(elem_id="input_col1_row2_col0"):
draw_btn_0 = gr.Button(value = "Generate(original)", elem_id="draw-btn-0")
if extend_prompt_1:
with gr.Column(elem_id="input_col1_row2_col1"):
extend_btn_1 = gr.Button(value = "Extend_1",elem_id="extend-btn-1")
if extend_prompt_2:
with gr.Column(elem_id="input_col1_row2_col2"):
extend_btn_2 = gr.Button(value = "Extend_2",elem_id="extend-btn-2")
if extend_prompt_3:
with gr.Column(elem_id="input_col1_row2_col3"):
extend_btn_3 = gr.Button(value = "Extend_3",elem_id="extend-btn-3")
with gr.Column(id="input_col2"):
prompt_input1 = gr.Textbox(lines=2, label="Extend prompt", visible=True)
draw_btn_1 = gr.Button(value = "Generate(extend)", elem_id="draw-btn-1")
with gr.Row(elem_id="prompt_row1"):
with gr.Column(id="input_col3"):
with gr.Row(elem_id="input_col3_row2"):
prompt_work_zh = gr.Textbox(lines=1, label="prompt_work_zh", elem_id="prompt_work_zh", visible=False)
with gr.Row(elem_id='tab_demo', visible=True).style(height=200):
tab_demo = gr.TabbedInterface(tab_actions, tab_titles)
if do_dreamlike_photoreal:
with gr.Row():
noise_level=gr.Slider(minimum=0.1, maximum=3, step=0.1, label="Dreamlike noise Level: [Higher noise level produces more diverse outputs, while lower noise level produces similar outputs.]")
with gr.Row():
switch_tab_advanced_btn = gr.Button(value = "Switch_tab_advanced", elem_id="switch_tab_advanced_btn")
switch_tab_advanced_btn.click(fn=None, inputs=[], outputs=[], _js=switch_tab_advanced)
with gr.Row():
gr.HTML(f"{thanks_info}
")
if extend_prompt_1:
extend_btn_1.click(fn=prompt_extend_1, inputs=[prompt_input0], outputs=[prompt_input1])
if extend_prompt_2:
extend_btn_2.click(fn=prompt_extend_2, inputs=[prompt_input0], outputs=[prompt_input1])
if extend_prompt_3:
extend_btn_3.click(fn=prompt_extend_3, inputs=[prompt_input0], outputs=[prompt_input1])
if do_dreamlike_photoreal:
draw_btn_0.click(fn=prompt_draw_1, inputs=[prompt_input0, noise_level], outputs=[prompt_work, prompt_work_zh, dreamlike_image])
draw_btn_1.click(fn=prompt_draw_1, inputs=[prompt_input1, noise_level], outputs=[prompt_work, prompt_work_zh, dreamlike_image])
else:
draw_btn_0.click(fn=prompt_draw_2, inputs=[prompt_input0], outputs=[prompt_work, prompt_work_zh])
draw_btn_1.click(fn=prompt_draw_2, inputs=[prompt_input1], outputs=[prompt_work, prompt_work_zh])
demo.launch()