add prompt

app.py

@@ -1,6 +1,5 @@
-
+from transformers import pipeline
 import gradio as gr
-import sys
 import random
 import paddlehub as hub
 from loguru import logger
@@ -12,32 +11,59 @@ def getTextTrans(text, source='zh', target='en'):
         return text_translation
     except Exception as e:
         return text 
+        
+extend_prompt_pipe = pipeline('text-generation', model='./model', max_length=77)
+
+def extend_prompt(prompt):
+    prompt_en = getTextTrans(prompt, source='zh', target='en')
+    extend_prompt_en = extend_prompt_pipe(prompt_en+',', num_return_sequences=1)[0]["generated_text"]    
+    if (prompt != prompt_en):
+        extend_prompt_zh = getTextTrans(extend_prompt_en, source='en', target='zh')
+        extend_prompt_out = f'{extend_prompt_zh} 【{extend_prompt_en}】'
+    else:
+        extend_prompt_out = extend_prompt_en
+
+    return prompt_en, extend_prompt_en, extend_prompt_out
 
+examples = [
+            ['elon musk as thor'],
+            ["giant dragon flying in the sky"],
+            ['psychedelic liquids space'],
+            ["a coconut laying on the beach"],
+            ["peaceful village landscape"],
+            ]
+
+# model_ids = {
+#             # "models/stabilityai/stable-diffusion-2-1":"sd-v2-1",
+#             "models/stabilityai/stable-diffusion-2":"sd-v2-0",
+#             # "models/runwayml/stable-diffusion-v1-5":"sd-v1-5",
+#             # "models/CompVis/stable-diffusion-v1-4":"sd-v1-4",
+#             "models/prompthero/openjourney":"openjourney",
+#             "models/hakurei/waifu-diffusion":"waifu-diffusion",
+#             "models/Linaqruf/anything-v3.0":"anything-v3.0",
+#            }
+
+space_ids = {
+            "spaces/stabilityai/stable-diffusion":"Stable Diffusion 2.1",
+            "spaces/stabilityai/stable-diffusion-1":"Stable Diffusion 1.0",
+            # "spaces/hakurei/waifu-diffusion-demo":"waifu-diffusion",
+            }
 
-model_ids = {
-            "models/stabilityai/stable-diffusion-2-1":"sd-v2-1",
-            "models/stabilityai/stable-diffusion-2":"sd-v2-0",
-            "models/runwayml/stable-diffusion-v1-5":"sd-v1-5",
-            # "models/CompVis/stable-diffusion-v1-4":"sd-v1-4",
-            "models/prompthero/openjourney":"openjourney",
-            "models/hakurei/waifu-diffusion":"waifu-diffusion",
-            "models/Linaqruf/anything-v3.0":"anything-v3.0",
-           }
 tab_actions = []
 tab_titles = []
-for model_id in model_ids.keys():
-    print(model_id, model_ids[model_id])
+
+thanks_info = "Thanks: "
+thanks_info += "[<a style='display:inline-block' href='https://huggingface.co/spaces/daspartho/prompt-extend' _blank><font style='color:blue;weight:bold;'>prompt-extend</font></a>]"
+
+for space_id in space_ids.keys():
+    print(space_id, space_ids[space_id])
     try:
-        tab = gr.Interface.load(model_id)
+        tab = gr.Interface.load(space_id)
         tab_actions.append(tab)
-        tab_titles.append(model_ids[model_id])
-    except:
-        logger.info(f"load_fail__{model_id}_")
-
-def infer(prompt):
-    logger.info(f"infer_1__")
-    prompt = getTextTrans(prompt, source='zh', target='en') + f',{random.randint(0,sys.maxsize)}'
-    return prompt
+        tab_titles.append(space_ids[space_id])
+        thanks_info += f"[<a style='display:inline-block' href='https://huggingface.co/{space_id}' _blank><font style='color:blue;weight:bold;'>{space_ids[space_id]}</font></a>]"
+    except Exception as e:
+        logger.info(f"load_fail__{space_id}_{e}")
 
 start_work = """async() => {
     function isMobile() {
@@ -47,7 +73,6 @@ start_work = """async() => {
             return false; 
         }
     }
-
 	function getClientHeight()
 	{
 	  var clientHeight=0;
@@ -70,7 +95,6 @@ start_work = """async() => {
             valueSetter.call(element, value);
       }
     }
-
     var gradioEl = document.querySelector('body > gradio-app').shadowRoot;
     if (!gradioEl) {
         gradioEl = document.querySelector('body > gradio-app');
@@ -80,21 +104,35 @@ start_work = """async() => {
         window['gradioEl'] = gradioEl;
         
         tabitems = window['gradioEl'].querySelectorAll('.tabitem');
+        
         for (var i = 0; i < tabitems.length; i++) {    
-            tabitems[i].childNodes[0].children[0].style.display='none';
-            tabitems[i].childNodes[0].children[1].children[0].style.display='none';
-            tabitems[i].childNodes[0].children[1].children[1].children[0].children[1].style.display="none"; 
-        }    
+            if ([0, 1].includes(i)) {
+                tabitems[i].childNodes[0].children[0].style.display='none';
+                for (var j = 0; j < tabitems[i].childNodes[0].children[1].children.length; j++) {
+                    if (j != 1) {
+                        tabitems[i].childNodes[0].children[1].children[j].style.display='none';
+                    }
+                }
+            } else if (i==2) {
+                tabitems[i].childNodes[0].children[0].style.display='none';
+                tabitems[i].childNodes[0].children[1].style.display='none';
+                tabitems[i].childNodes[0].children[2].children[0].style.display='none';
+                tabitems[i].childNodes[0].children[3].style.display='none';
+                
+            }
+            
+        }  
+        
         tab_demo = window['gradioEl'].querySelectorAll('#tab_demo')[0];
         tab_demo.style.display = "block";
         tab_demo.setAttribute('style', 'height: 100%;');
-
         const page1 = window['gradioEl'].querySelectorAll('#page_1')[0];
-        const page2 = window['gradioEl'].querySelectorAll('#page_2')[0]; 
+        const page2 = window['gradioEl'].querySelectorAll('#page_2')[0];
+        window['gradioEl'].querySelectorAll('.gr-radio')[0].disabled = "";
+        window['gradioEl'].querySelectorAll('.gr-radio')[1].disabled = "";
     
         page1.style.display = "none";
         page2.style.display = "block";    
-
         window['prevPrompt'] = '';
         window['doCheckPrompt'] = 0;
         window['checkPrompt'] = function checkPrompt() {
@@ -102,19 +140,32 @@ start_work = """async() => {
                     texts = window['gradioEl'].querySelectorAll('textarea');
                     text0 = texts[0];    
                     text1 = texts[1];
+                    text2 = texts[2];
+                    if (window['gradioEl'].querySelectorAll('.gr-radio')[0].checked) {
+                        text_value = text1.value;
+                    } else {
+                        text_value = text2.value;
+                    }
                     progress_bar = window['gradioEl'].querySelectorAll('.progress-bar');
-                    if (window['doCheckPrompt'] === 0 && window['prevPrompt'] !== text1.value && progress_bar.length == 0) {
-                            console.log('_____new prompt___[' + text1.value + ']_');
+                    if (window['doCheckPrompt'] === 0 && window['prevPrompt'] !== text_value && progress_bar.length == 0) {
+                            console.log('_____new prompt___[' + text_value + ']_');
                             window['doCheckPrompt'] = 1;
-                            window['prevPrompt'] = text1.value;
-                            for (var i = 2; i < texts.length; i++) {
-                                setNativeValue(texts[i], text1.value);
-                                texts[i].dispatchEvent(new Event('input', { bubbles: true }));
-                            }                        
+                            window['prevPrompt'] = text_value;
+                            tabitems = window['gradioEl'].querySelectorAll('.tabitem');
+                            for (var i = 0; i < tabitems.length; i++) {   
+                                if ([0, 1].includes(i)) {
+                                    inputText = tabitems[i].children[0].children[1].children[0].querySelectorAll('.gr-text-input')[0];
+                                } else if (i==2) {
+                                    inputText = tabitems[i].childNodes[0].children[2].children[0].children[0].querySelectorAll('.gr-text-input')[0];
+                                }
+                                setNativeValue(inputText, text_value);
+                                inputText.dispatchEvent(new Event('input', { bubbles: true }));
+                            }
+                           
                             setTimeout(function() {
                                 btns = window['gradioEl'].querySelectorAll('button');
                                 for (var i = 0; i < btns.length; i++) {
-                                    if (btns[i].innerText == 'Submit') {
+                                    if (['Generate image','Run'].includes(btns[i].innerText)) {
                                         btns[i].click();                
                                     }
                                 }
@@ -130,28 +181,40 @@ start_work = """async() => {
     return false;
 }"""
 
-with gr.Blocks(title='Text to Image') as demo:
+descriptions = "Thanks: "
+descriptions += "[<a style='display:inline-block' href='https://huggingface.co/spaces/daspartho/prompt-extend' _blank><font style='color:blue;weight:bold;'>prompt-extend</font></a>]"
+descriptions += "[<a style='display:inline-block' href='https://huggingface.co/spaces/stabilityai/stable-diffusion-1' _blank><font style='color:blue;weight:bold;'>Stable Diffusion 1.0</font></a>]"
+descriptions += "[<a style='display:inline-block' href='https://huggingface.co/spaces/stabilityai/stable-diffusion-1' _blank><font style='color:blue;weight:bold;'>Stable Diffusion 1.0</font></a>]"
+descriptions += "[<a style='display:inline-block' href='https://huggingface.co/spaces/hakurei/waifu-diffusion-demo' _blank><font style='color:blue;weight:bold;'>waifu-diffusion-demo</font></a>]"
+descriptions = f"<p>{descriptions}</p>"
+
+with gr.Blocks(title='prompt-extend/') as demo:
+    # gr.HTML(descriptions)
     with gr.Group(elem_id="page_1", visible=True) as page_1:
         with gr.Box():            
             with gr.Row():
-                start_button = gr.Button("Let's GO!", elem_id="start-btn", visible=True) 
-                start_button.click(fn=None, inputs=[], outputs=[], _js=start_work)
+                start_button = gr.Button("Let's GO!", elem_id="start-btn", visible=True)                 
+                start_button.click(fn=None, inputs=[], outputs=[], _js=start_work)   
                 
-    with gr.Group(elem_id="page_2", visible=False) as page_2:                 
-            with gr.Row(elem_id="prompt_row"):
-                prompt_input0 = gr.Textbox(lines=4, label="prompt")
-                prompt_input1 = gr.Textbox(lines=4, label="prompt", visible=False)
+    with gr.Group(elem_id="page_2", visible=False) as page_2:
+            with gr.Row(elem_id="prompt_row0"):
+                with gr.Column(id="input_col1"):
+                    prompt_input0 = gr.Textbox(lines=1, label="Original prompt", visible=True)
+                    prompt_input0_en = gr.Textbox(lines=1, label="Original prompt", visible=False)
+                    prompt_radio = gr.Radio(["Original prompt", "Extend prompt"], elem_id="prompt_radio",value="Extend prompt", show_label=False)
+            # with gr.Row(elem_id="prompt_row1"):
+                with gr.Column(id="input_col2"):
+                    prompt_input1 = gr.Textbox(lines=2, label="Extend prompt", visible=False)
+                    prompt_input2 = gr.Textbox(lines=2, label="Extend prompt", visible=True)
             with gr.Row():
-                submit_btn = gr.Button(value = "submit",elem_id="erase-btn").style(
+                submit_btn = gr.Button(value = "submit",elem_id="submit-btn").style(
                         margin=True,
                         rounded=(True, True, True, True),
                     )
-            with gr.Row(elem_id='tab_demo', visible=True).style(height=5):
+                submit_btn.click(fn=extend_prompt, inputs=[prompt_input0], outputs=[prompt_input0_en, prompt_input1, prompt_input2])
+            with gr.Row(elem_id='tab_demo', visible=True).style(height=200):
                 tab_demo = gr.TabbedInterface(tab_actions, tab_titles) 
+            with gr.Row():
+                gr.HTML(f"<p>{thanks_info}</p>")
 
-            submit_btn.click(fn=infer, inputs=[prompt_input0], outputs=[prompt_input1])
-
-if __name__ == "__main__":
-    demo.launch()
-
-
+demo.launch()

model/README.md

@@ -0,0 +1,46 @@
+---
+license: mit
+tags:
+- generated_from_trainer
+model-index:
+- name: prompt-extend
+  results: []
+---
+[![Generic badge](https://img.shields.io/badge/🤗-Open%20in%20Spaces-blue.svg)](https://huggingface.co/spaces/daspartho/prompt-extend)
+
+# Prompt Extend
+
+Text generation model for generating suitable style cues given the main idea for a prompt.
+
+It is a GPT-2 model trained on [dataset](https://huggingface.co/datasets/daspartho/stable-diffusion-prompts) of stable diffusion prompts.
+
+### Training hyperparameters
+
+The following hyperparameters were used during training:
+- learning_rate: 0.0001
+- train_batch_size: 128
+- eval_batch_size: 256
+- seed: 42
+- optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08
+- lr_scheduler_type: cosine
+- lr_scheduler_warmup_ratio: 0.1
+- num_epochs: 5
+- mixed_precision_training: Native AMP
+
+### Training results
+
+| Training Loss | Epoch | Step  | Validation Loss |
+|:-------------:|:-----:|:-----:|:---------------:|
+| 3.7436        | 1.0   | 12796 | 2.5429          |
+| 2.3292        | 2.0   | 25592 | 2.0711          |
+| 1.9439        | 3.0   | 38388 | 1.8447          |
+| 1.7059        | 4.0   | 51184 | 1.7325          |
+| 1.5775        | 5.0   | 63980 | 1.7110          |
+
+
+### Framework versions
+
+- Transformers 4.24.0
+- Pytorch 1.13.0+cu117
+- Datasets 2.7.1
+- Tokenizers 0.13.2

model/config.json

@@ -0,0 +1,39 @@
+{
+  "_name_or_path": "gpt2",
+  "activation_function": "gelu_new",
+  "architectures": [
+    "GPT2LMHeadModel"
+  ],
+  "attn_pdrop": 0.1,
+  "bos_token_id": 0,
+  "embd_pdrop": 0.1,
+  "eos_token_id": 0,
+  "initializer_range": 0.02,
+  "layer_norm_epsilon": 1e-05,
+  "model_type": "gpt2",
+  "n_ctx": 128,
+  "n_embd": 768,
+  "n_head": 12,
+  "n_inner": null,
+  "n_layer": 12,
+  "n_positions": 1024,
+  "reorder_and_upcast_attn": false,
+  "resid_pdrop": 0.1,
+  "scale_attn_by_inverse_layer_idx": false,
+  "scale_attn_weights": true,
+  "summary_activation": null,
+  "summary_first_dropout": 0.1,
+  "summary_proj_to_labels": true,
+  "summary_type": "cls_index",
+  "summary_use_proj": true,
+  "task_specific_params": {
+    "text-generation": {
+      "do_sample": true,
+      "max_length": 50
+    }
+  },
+  "torch_dtype": "float32",
+  "transformers_version": "4.24.0",
+  "use_cache": true,
+  "vocab_size": 52000
+}

model/pytorch_model.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b2b0c3fa1c9ca9c46fcde7690c72facfdc736802ec22d9144db4f82ae9a4f9e
+size 515752509

model/special_tokens_map.json

@@ -0,0 +1,6 @@
+{
+  "bos_token": "<|endoftext|>",
+  "eos_token": "<|endoftext|>",
+  "pad_token": "<|endoftext|>",
+  "unk_token": "<|endoftext|>"
+}

model/tokenizer_config.json

@@ -0,0 +1,10 @@
+{
+  "add_prefix_space": false,
+  "bos_token": "<|endoftext|>",
+  "eos_token": "<|endoftext|>",
+  "model_max_length": 1024,
+  "name_or_path": "daspartho/prompt-tokenizer",
+  "special_tokens_map_file": null,
+  "tokenizer_class": "GPT2Tokenizer",
+  "unk_token": "<|endoftext|>"
+}

model/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:feb1020a4f463c27cf23421abb9ec75003c289d820d4ebbe52b15d9af77b46c2
+size 3387

requirements.txt

@@ -1,8 +1,8 @@
-torch
 ftfy
 spacy
-diffusers
-transformers
+transformers 
+torch
+gradio
 paddlepaddle==2.3.2
 paddlehub
 loguru