Spaces:
Runtime error
Runtime error
| import gradio as gr | |
| from utils import * | |
| import random | |
| is_clicked = False | |
| out_img_list = ['', '', '', '', ''] | |
| out_state_list = ['', '', '', '', ''] | |
| out_state_list2 = ['', '', '', '', ''] | |
| seed_values = [0, 0, 0, 0, 0] | |
| def fn_query_on_load(): | |
| return "Cats at sunset" | |
| def fn_refresh(): | |
| return out_img_list | |
| with gr.Blocks() as app: | |
| with gr.Row(): | |
| gr.Markdown( | |
| """ | |
| # Stable Diffusion Image Generation | |
| ### Enter prompt to generate images in various styles | |
| """) | |
| with gr.Row(visible=True): | |
| search_text = gr.Textbox(value=fn_query_on_load, placeholder='Enter image prompt..', label='Enter Image Prompt') | |
| with gr.Tab('Generate Image in various styles'): | |
| with gr.Row(): | |
| concept_index = gr.Dropdown(label='Select image style', value='Oil Painting', type="index", choices=['Oil Painting', 'Low Poly HD Style', 'Matrix Style', 'Dreamy Painting', 'Depth Map Style'] ) | |
| with gr.Row(visible=True): | |
| out1 = gr.Image(value="out1.png", interactive=False, width=128, height=128, label='Oil Painting') | |
| out2 = gr.Image(value="out2.png", interactive=False, width=128, height=128, label='Low Poly HD Style') | |
| out3 = gr.Image(value="out3.png", interactive=False, width=128, height=128, label='Matrix Style') | |
| out4 = gr.Image(value="out4.png", interactive=False, width=128, height=128, label='Dreamy Painting') | |
| out5 = gr.Image(value="out5.png", interactive=False, width=128, height=128, label='Depth Map Style') | |
| with gr.Row(visible=True): | |
| submit_btn = gr.Button("Submit", variant='primary') | |
| clear_btn = gr.ClearButton() | |
| with gr.Tab("Additional Guidance with Contrast Adjustment"): | |
| with gr.Row(): | |
| gr.Markdown( | |
| """ | |
| ### Experiment with contrast based additional guidance to view how it affects the output | |
| """) | |
| with gr.Row(): | |
| concept_index2 = gr.Dropdown(label='Select image style', value='Oil Painting', type="index", choices=['Oil Painting', 'Low Poly HD Style', 'Matrix Style', 'Dreamy Painting', 'Depth Map Style'] ) | |
| contrast_perc = gr.Slider(value=90, minimum=-100, maximum=100, label='Contrast Adjustment') | |
| with gr.Row(visible=True): | |
| out11 = gr.Image(value="out11.png", interactive=False, width=128, height=128, label='Oil Painting') | |
| out12 = gr.Image(value="out12.png", interactive=False, width=128, height=128, label='Low Poly HD Style') | |
| out13 = gr.Image(value="out13.png", interactive=False, width=128, height=128, label='Matrix Style') | |
| out14 = gr.Image(value="out14.png", interactive=False, width=128, height=128, label='Dreamy Painting') | |
| out15 = gr.Image(value="out15.png", interactive=False, width=128, height=128, label='Depth Map Style') | |
| with gr.Row(visible=True): | |
| submit_btn2 = gr.Button("Submit", variant='primary') | |
| clear_btn2 = gr.ClearButton() | |
| def clear_data(): | |
| return { | |
| out1: None, | |
| out2: None, | |
| out3: None, | |
| out4: None, | |
| out5: None, | |
| search_text: None | |
| } | |
| def clear_data2(): | |
| return { | |
| out11: None, | |
| out12: None, | |
| out13: None, | |
| out14: None, | |
| out15: None | |
| } | |
| clear_btn.click(clear_data, None, [out1, out2, out3, out4, out5, search_text]) | |
| clear_btn2.click(clear_data2, None, [out11, out12, out13, out14, out15]) | |
| def func_generate(query, concept_idx, seed_start, contrast_loss=False, contrast_perc=None): | |
| prompt = query + ' in the style of bulb' | |
| text_input = tokenizer(prompt, padding="max_length", max_length=tokenizer.model_max_length, truncation=True, | |
| return_tensors="pt") | |
| input_ids = text_input.input_ids.to(torch_device) | |
| # Get token embeddings | |
| position_ids = text_encoder.text_model.embeddings.position_ids[:, :77] | |
| position_embeddings = pos_emb_layer(position_ids) | |
| s = seed_start | |
| token_embeddings = token_emb_layer(input_ids) | |
| # The new embedding - our special birb word | |
| replacement_token_embedding = concept_embeds[concept_idx].to(torch_device) | |
| # Insert this into the token embeddings | |
| token_embeddings[0, torch.where(input_ids[0] == 22373)] = replacement_token_embedding.to(torch_device) | |
| # Combine with pos embs | |
| input_embeddings = token_embeddings + position_embeddings | |
| # Feed through to get final output embs | |
| modified_output_embeddings = get_output_embeds(input_embeddings) | |
| # And generate an image with this: | |
| if contrast_loss and seed_values[concept_idx] > 0: | |
| s = seed_values[concept_idx] | |
| else: | |
| s = random.randint(s + 1, s + 30) | |
| seed_values[concept_idx] = s | |
| g = torch.manual_seed(s) | |
| return generate_with_embs(text_input, modified_output_embeddings, generator=g, contrast_loss=contrast_loss, contrast_perc=contrast_perc) | |
| def generate_image(query, con_idx, o1, o2, o3, o4, o5, contrast): | |
| if not query: | |
| raise gr.Error("No prompt provided") | |
| return { | |
| out1: o1, | |
| out2: o2, | |
| out3: o3, | |
| out4: o4, | |
| out5: o5 | |
| } | |
| else: | |
| out = func_generate(query, con_idx, con_idx*30) | |
| out_state_list[con_idx] = query | |
| if con_idx == 0: | |
| return { | |
| out1: out, | |
| out2: None if out_state_list[1] != query else o2, | |
| out3: None if out_state_list[2] != query else o3, | |
| out4: None if out_state_list[3] != query else o4, | |
| out5: None if out_state_list[4] != query else o5 | |
| } | |
| elif con_idx == 1: | |
| return { | |
| out1: None if out_state_list[0] != query else o1, | |
| out2: out, | |
| out3: None if out_state_list[2] != query else o2, | |
| out4: None if out_state_list[3] != query else o3, | |
| out5: None if out_state_list[4] != query else o4 | |
| } | |
| elif con_idx == 2: | |
| return { | |
| out1: None if out_state_list[0] != query else o1, | |
| out2: None if out_state_list[1] != query else o2, | |
| out3: out, | |
| out4: None if out_state_list[3] != query else o3, | |
| out5: None if out_state_list[4] != query else o4 | |
| } | |
| elif con_idx == 3: | |
| return { | |
| out1: None if out_state_list[0] != query else o1, | |
| out2: None if out_state_list[1] != query else o2, | |
| out3: None if out_state_list[2] != query else o3, | |
| out4: out, | |
| out5: None if out_state_list[4] != query else o4 | |
| } | |
| elif con_idx == 4: | |
| return { | |
| out1: None if out_state_list[0] != query else o1, | |
| out2: None if out_state_list[1] != query else o2, | |
| out3: None if out_state_list[2] != query else o3, | |
| out4: None if out_state_list[3] != query else o4, | |
| out5: out | |
| } | |
| submit_btn.click( | |
| generate_image, | |
| [search_text, concept_index, out1, out2, out3, out4, out5], | |
| [out1, out2, out3, out4, out5] | |
| ) | |
| def generate_image_with_contrast_loss_guidance(query, con_idx, o1, o2, o3, o4, o5, contrast): | |
| if not query: | |
| raise gr.Error("No prompt provided") | |
| return { | |
| out11: o1, | |
| out12: o2, | |
| out13: o3, | |
| out14: o4, | |
| out15: o5 | |
| } | |
| else: | |
| out = func_generate(query, con_idx, con_idx*30, contrast_loss=True, contrast_perc=contrast) | |
| out_state_list[con_idx] = query | |
| if con_idx == 0: | |
| return { | |
| out11: out, | |
| out12: None if out_state_list[1] != query else o2, | |
| out13: None if out_state_list[2] != query else o3, | |
| out14: None if out_state_list[3] != query else o4, | |
| out15: None if out_state_list[4] != query else o5 | |
| } | |
| elif con_idx == 1: | |
| return { | |
| out11: None if out_state_list[0] != query else o1, | |
| out12: out, | |
| out13: None if out_state_list[2] != query else o2, | |
| out14: None if out_state_list[3] != query else o3, | |
| out15: None if out_state_list[4] != query else o4 | |
| } | |
| elif con_idx == 2: | |
| return { | |
| out11: None if out_state_list[0] != query else o1, | |
| out12: None if out_state_list[1] != query else o2, | |
| out13: out, | |
| out14: None if out_state_list[3] != query else o3, | |
| out15: None if out_state_list[4] != query else o4 | |
| } | |
| elif con_idx == 3: | |
| return { | |
| out11: None if out_state_list[0] != query else o1, | |
| out12: None if out_state_list[1] != query else o2, | |
| out13: None if out_state_list[2] != query else o3, | |
| out14: out, | |
| out15: None if out_state_list[4] != query else o4 | |
| } | |
| elif con_idx == 4: | |
| return { | |
| out11: None if out_state_list[0] != query else o1, | |
| out12: None if out_state_list[1] != query else o2, | |
| out13: None if out_state_list[2] != query else o3, | |
| out14: None if out_state_list[3] != query else o4, | |
| out15: out | |
| } | |
| submit_btn2.click( | |
| generate_image_with_contrast_loss_guidance, | |
| [search_text, concept_index2, out11, out12, out13, out14, out15, contrast_perc], | |
| [out11, out12, out13, out14, out15] | |
| ) | |
| ''' | |
| Launch the app | |
| ''' | |
| app.launch() |