app.py

import os, sys, json, re, time, base64, random, shutil
import gradio as gr
import numpy as np
import requests
from requests import Session
from requests.adapters import HTTPAdapter
from requests.packages.urllib3.util.retry import Retry
from datetime import datetime
import urllib.parse
from groq import Groq
from exif import Image
from PIL import Image as PILImage, ExifTags as PILExifTags
from io import BytesIO
import colorsys
import spaces

if not "SPACE" in os.environ:
    from dotenv import load_dotenv

    load_dotenv()

# MARK: INIT
MAX_SEED = np.iinfo(np.int32).max
MAX_IMAGE_SIZE = 2048

GROQ_APIKEY_PROMPTENHANCE = os.getenv("GROQ_APIKEY_PROMPTENHANCE")
API1 = urllib.parse.unquote(os.getenv("API1"))
API2 = os.getenv("API2")
API2_MODELS = urllib.parse.unquote(API2 + "/models")
API2_IMAGE = urllib.parse.unquote(API2 + "/imagine")


CACHE_DIR = os.path.join(os.path.dirname(__file__), "cache")
IMAGE_DIR = "cache/images/"
if not os.path.exists(CACHE_DIR):
    os.makedirs(CACHE_DIR)
    print(f"Created cache dir on path {CACHE_DIR}")
    os.makedirs(os.path.join(CACHE_DIR, "images"))
    print(f"Created images dir on path {IMAGE_DIR}")

RES = os.path.join(os.path.dirname(__file__), "_res")

gr.set_static_paths(paths=["_res/", "_res/assets/", "_res/assets/emojis/", "_res/assets/favicons/", IMAGE_DIR])

custom_css = RES + "/_custom.css"
custom_js = RES + "/_custom.js"

custom_head = f"""

        <link rel="stylesheet" href="https://cdnjs.cloudflare.com/ajax/libs/font-awesome/5.9.0/css/all.min.css"/>

        <script src="https://cdnjs.cloudflare.com/ajax/libs/font-awesome/5.9.0/js/all.min.js"></script>

        <link rel="apple-touch-icon" sizes="180x180" href="file=_res/assets/favicons/apple-touch-icon.png">

        <link rel="icon" type="image/png" sizes="32x32" href="file=_res/assets/favicons/favicon-32x32.png">

        <link rel="icon" type="image/png" sizes="16x16" href="file=_res/assets/favicons/favicon-16x16.png">

        <link rel="icon" type="image/x-icon" href="file=_res/assets/favicons/favicon.ico">

        <link rel="manifest" href="file=_res/assets/favicons/site.webmanifest">

        <script src="https://unpkg.com/@dotlottie/player-component@latest/dist/dotlottie-player.mjs" type="module"></script>

        <script src='https://storage.ko-fi.com/cdn/widget/Widget_2.js'></script>

"""

theme = gr.themes.Soft(
    # primary_hue="orange",
    radius_size="sm",
    neutral_hue=gr.themes.Color(
        c100="#a6adc8",
        c200="#9399b2",
        c300="#7f849c",
        c400="#6c7086",
        c50="#cdd6f4",
        c500="#585b70",
        c600="#45475a",
        c700="#313244",
        c800="#1e1e2e",
        c900="#181825",
        c950="#11111b",
    ),
)

title = "Bilder Builder"


# MARK: READ EXIF
def read_exif(image_path):
    with open(image_path, "rb") as src:
        img = Image(src)
        img_comment = json.loads(img.user_comment)

        # checking if the key exists before removing
        if "concept" in img_comment:
            img_comment.pop("concept")

        return img_comment


def read_image_exfi_data(image_path):
    print("Imagepath:", image_path)
    img_exif_make, img_exif_comment = read_exif(image_path)
    return None, image_path, img_exif_comment


# MARK: GROQ PROMPT ENHANCE
def groq_enhance_process(Prompt=""):
    client = Groq(api_key=GROQ_APIKEY_PROMPTENHANCE)
    Prompt = "random prompt" if Prompt == "" else Prompt
    SYSTEMPROMPT = os.path.join(RES, "groq_systemmessage_prompt_enhance.json")
    with open(SYSTEMPROMPT, "r") as f:
        SYSTEMPROMPT = json.load(f)

    completion = client.chat.completions.create(
        model="llama-3.1-70b-versatile",
        messages=[SYSTEMPROMPT, {"role": "user", "content": Prompt}],
        temperature=0.8,
        max_tokens=512,
        top_p=0.9,
        stream=False,
        seed=random.randint(0, MAX_SEED),
        stop=None,
    )

    if completion.choices[0].message.content != "":
        enhanced_prompt = completion.choices[0].message.content
        enhanced_prompt = re.sub(r"[\.\"]+", "", enhanced_prompt)

    return enhanced_prompt


def image_get_size(image_path):
    img = PILImage.open(image_path)
    # print("Image size:", img.size)
    width, height = img.size
    return width, height


# MARK: DOMINANT COLOR
def image_get_dominant_color(image_path):
    img = PILImage.open(image_path)
    img = img.convert("RGB")
    img = img.resize((100, 100), resample=0)
    pixels = list(img.getdata())

    # Erzeuge eine Liste mit den Häufigkeiten der Farben
    colors = []
    for pixel in pixels:
        r, g, b = pixel
        h, s, v = colorsys.rgb_to_hsv(r / 255, g / 255, b / 255)
        if v > 0.5:  # Filteriere hellere Farben aus
            continue
        if v > 0.99:  # Filteriere Weiß aus
            continue
        colors.append((h, s, v))

    # Ermittle die dominante Farbe
    dominant_color = max(colors, key=lambda x: x[2])
    dominant_color_rgb = colorsys.hsv_to_rgb(dominant_color[0], dominant_color[1], dominant_color[2])
    dominant_color_rgb = [int(c * 255) for c in dominant_color_rgb]
    dominant_color_rgb = f"rgb({dominant_color_rgb[0]}, {dominant_color_rgb[1]}, {dominant_color_rgb[2]})"
    # print(dominant_color_rgb)

    return dominant_color_rgb


# MARK: CLEAR COMPONENTS
def clear_components():
    return None


def process(Prompt, used_model, image_width, image_height, image_ratio, image_seed, randomize_seed, gallery):
    if Prompt == "":
        gr.Info("Kein Prompt angegeben, es wird ein zufälliger Prompt generiert.", duration=12)
        Prompt = groq_enhance_process("random prompt")

    image_ratio = "9:16" if image_ratio == "" else image_ratio
    used_seed = random.randint(0, MAX_SEED) if image_seed == 0 or randomize_seed else image_seed
    # used_model = "turbo" if int(image_width) > 1024 or int(image_height) > 1024 else "flux"  # turbo, flux

    timestamp = datetime.now().strftime("%Y-%m-%d-%H-%M-%S")
    filename_prompt = re.sub(r"[^\w\s-]", "", Prompt).strip().replace(" ", "_")
    filename = timestamp + "_" + filename_prompt[:100] + ".png"
    file_path = IMAGE_DIR + filename

    # Retry-Logik mit requests und Retry
    session = Session()
    retries = Retry(
        total=3, status_forcelist=[429, 500, 502, 503, 504], backoff_factor=0.3, respect_retry_after_header=True
    )  # Max 3 Versuche  # Codes, die wiederholt werden  # Exponential Backoff  # Retry-Header beachten
    adapter = HTTPAdapter(max_retries=retries)
    session.mount("https://", adapter)
    session.mount("http://", adapter)

    u_model = re.sub("api\d-", "", used_model.lower())
    API1_REQUEST_URL = f"{API1}{urllib.parse.quote(Prompt)}?model={u_model}&width={image_width}&height={image_height}&nologo=true&enhance=false&nofeed=true&seed={used_seed}"
    API2_REQUEST_URL = f"{API2_IMAGE}?prompt={urllib.parse.quote(Prompt)}&size={urllib.parse.quote(image_ratio)}&seed={used_seed}&model={u_model}"
    REQUEST_URL = API1_REQUEST_URL if used_model.lower().startswith("api1-") else API2_REQUEST_URL
    print("REQUEST URL:\n" + REQUEST_URL + "\n\nImagine API Request started")

    try:
        response = session.get(REQUEST_URL, timeout=60)
        if response.status_code == 200:
            print("REQUEST URL:\n" + REQUEST_URL + "\n\nImagine API Request solved")
            img = PILImage.open(BytesIO(response.content))
            img.save(file_path, "png")
            print("Save image to: ")
            print(file_path)

            # img_exif_comment = "" # read_exif(file_path)
            img_dominant_color = image_get_dominant_color(file_path)
            img_width, img_height = image_get_size(file_path)

            new_gallery = [i for i in gallery] if gallery else []
            new_gallery.append(file_path)
            gallery = new_gallery

            return (
                {"value": Prompt, "__type__": "update"},
                {"value": file_path, "__type__": "update"},
                {"value": gallery, "selected_index": len(gallery) - 1, "__type__": "update"},
                {"value": None, "visible": False, "__type__": "update"},
                {"visible": True, "__type__": "update"},
                {"value": Prompt, "visible": True, "__type__": "update"},
                img_width,
                img_height,
                used_seed,
                {"value": file_path, "visible": True, "__type__": "update"},
                img_dominant_color,
                used_seed,
            )
        else:
            print("Imagine API Request ERROR")
            raise gr.Error("Imagine API-Aufruf fehlgeschlagen 💥!", duration=15)
    except requests.exceptions.Timeout:
        raise gr.Error("⏰ Zeitüberschreitung beim API-Aufruf", duration=15)
    except requests.exceptions.RequestException as e:
        print(f"Unbekannter Fehler beim API-Aufruf: {e}")
        raise gr.Error("Unbekannter Fehler beim API-Aufruf! 🤷‍♂️", duration=15)


def check_api(url):
    try:
        response = requests.get(url, timeout=8)
        print(f"Checking Status for: {url}, it returns statuscode {response.status_code}")
        return response.status_code
    except requests.exceptions.RequestException as e:
        print(f"An error occurred: {e}")
        return int(999)


def get_inference_models():

    status_api_1 = check_api(API1)
    status_api_2 = check_api(API2)

    info_api_1 = "🟢API1👍" if status_api_1 == 200 else "🔴API1👎🔌"
    info_api_2 = "🟢API2👍" if status_api_2 == 200 else "🔴API2👎🔌"

    api_models_1 = ["API1-FLUX", "API1-FLUX-Pro", "API1-FLUX-CablyAI", "API1-Turbo"]
    api_models_2 = ["API2-FLUX-Realism", "API2-FLUX-Pixel", "API2-FLUX-Anime", "API2-FLUX-3D", "API2-FLUX-Disney", "API2-ANY-DARK"]

    models = [model for model in api_models_1 if status_api_1 == 200] + [model for model in api_models_2 if status_api_2 == 200]
    info_api_status = f"Status: {info_api_1} & {info_api_2}"

    return gr.update(choices=models, value=models[0], interactive=True, info=info_api_status)


# MARK: Gradio BLOCKS UI
with gr.Blocks(theme=theme, head=custom_head, css=custom_css, js=custom_js, title=title) as demo:
    with gr.Row(elem_classes="row-header"):
        gr.Markdown(
            f"""

                <div class="flex-wrapper">

                	<div style="width: 100%">

                		<h1>{title}</h1>

                		<p class="errorinfo" style="color: #e26c5a; margin-top: 0.3rem; margin-bottom: 0.3rem;">Aktuell funktioniert die APP nicht, da ich heute wenig Zeit habe werde ich es erst morgen schaffen die Probleme zu beheben.</p>

                		<p>

                			<span style="font-weight: 600">LG Sebastian</span>

                			<i class="winking-hand-emoji"></i> gib dem Space gerne ein

                			<i class="heart-beat-emoji"></i>

                		</p>

                	</div>

                	<div style="">

                		<div class="btn-container">

                			<a title="Support me on ko-fi.com" class="kofi-button" style="background-color: #72a4f2" href="https://ko-fi.com/Z8Z316DSO4" target="_blank" >

                			<span class="kofitext"><img src="https://storage.ko-fi.com/cdn/cup-border.png" alt="Ko-fi donations" class="kofiimg"/>Support me on Ko-fi</span>

                			</a>

                		</div>

                	</div>

                </div>

                """,
            elem_classes="md-header",
        )

    with gr.Tab("Bilder Builder"):
        with gr.Row():
            with gr.Column(scale=2):  # min_width=420,
                with gr.Row():
                    placeholder_text = "[???] Generiert dir einen zufälligen Prompt.\n[STERN] optimiert deinen eignen Prompt.\n[RUN] generiert dein Bild."
                    text_prompt = gr.Textbox(
                        label="Prompt",
                        show_label=False,
                        lines=12,
                        max_lines=18,
                        placeholder=placeholder_text,
                        elem_id="prompt_input",
                        elem_classes="prompt-input hide-progress",
                        autofocus=True,
                    )
                with gr.Row():
                    random_prompt_button = gr.Button("", variant="secondary", elem_id="random_prompt_btn", elem_classes="random-prompt-btn", icon="_res/assets/star_light_48.png")
                    enhance_prompt_button = gr.Button(
                        "", variant="secondary", elem_id="enhance_prompt_btn", elem_classes="enhance-prompt-btn", icon="_res/assets/star_light_48.png"
                    )
                    run_button = gr.Button("Erstellen", variant="primary", elem_id="run_btn", elem_classes="run-btn", interactive=False)
                with gr.Row(elem_classes="image_size_selctor_wrapper"):
                    with gr.Column(scale=1):
                        with gr.Row():
                            # inference_models, selected_model = get_inference_models()
                            #  select_model = gr.Dropdown(choices=inference_models, value=selected_model, label="Model", elem_id="select_model", elem_classes="select-model")
                            select_model = gr.Dropdown(label="Model", elem_id="select_model", elem_classes="select-model")
                            # with gr.Row():
                            image_width = gr.Number(
                                label="Breite",
                                minimum=256,
                                maximum=MAX_IMAGE_SIZE,
                                value=576,
                                step=32,
                                elem_id="image_width_selector",
                                elem_classes="image-width-selector",
                                scale=1,
                                visible=False,
                            )
                            image_height = gr.Number(
                                label="Höhe",
                                minimum=256,
                                maximum=MAX_IMAGE_SIZE,
                                value=1024,
                                step=32,
                                elem_id="image_height_selector",
                                elem_classes="image-height-selector",
                                scale=1,
                                visible=False,
                            )
                        with gr.Row():
                            image_ratio_buttons = gr.Radio(
                                ["9:16", "3:4", "2:3", "1:1"],
                                value="9:16",
                                label="Hochformat",
                                show_label=True,
                                info="Seitenverhältniss drehen",
                                interactive=True,
                                elem_id="image_ratio_buttons",
                                elem_classes="image-ratio-buttons",
                                container=True,
                                scale=2,
                            )
                            switch_width_height = gr.Button("", size="sm", elem_id="switch_width_height", elem_classes="switch-ratio-btn", variant="primary", scale=1)
                        with gr.Column():
                            randomize_seed = gr.Checkbox(label="Randomize seed", value=True, elem_classes="random-seed-cb toggle-btn")
                            image_seed = gr.Slider(
                                label="Seed",
                                info="Jeder Seed generiert ein anderes Bild mit dem selben Prompt",
                                minimum=0,
                                step=1,
                                value=42,
                                maximum=MAX_SEED,
                                elem_id="image_seed",
                                elem_classes="image-seed hide-progress",
                                interactive=False,
                            )

            with gr.Column(scale=4):  # min_width=600,
                with gr.Row():
                    with gr.Column(scale=1):
                        with gr.Row():
                            with gr.Column():
                                output_image = gr.Image(
                                    show_label=False, min_width=320, elem_id="output_image", elem_classes="output-image", type="filepath", format="webp", visible=False
                                )
                                gallery = gr.Gallery(
                                    label="Bisher erstellte Bilder",
                                    show_label=True,
                                    elem_id="gallery",
                                    columns=[4],
                                    object_fit="cover",
                                    height="auto",
                                    interactive=False,
                                    type="filepath",
                                    format="webp",
                                )
                            with gr.Column(scale=1, visible=False, elem_classes="image-info-wrapper") as image_info_wrapper:
                                with gr.Group():
                                    image_informations = gr.Markdown("""## Bildinformationen""", visible=True)
                                with gr.Row(elem_classes="img-size-wrapper"):
                                    image_info_tb_width = gr.Textbox(
                                        label="Breite", lines=1, max_lines=1, interactive=False, show_copy_button=True, elem_classes="image-info-tb-width"
                                    )
                                    image_info_tb_height = gr.Textbox(
                                        label="Höhe", lines=1, max_lines=1, interactive=False, show_copy_button=True, elem_classes="image-info-tb-height"
                                    )
                                with gr.Row(elem_classes="img-seed-wrapper"):
                                    image_info_tb_seed = gr.Textbox(label="Seed", lines=1, max_lines=1, interactive=False, show_copy_button=True, elem_classes="image-info-tb-seed")
                                    image_info_tb_prompt = gr.Textbox(
                                        "Bild Prompt", lines=4, max_lines=8, interactive=False, elem_classes="hide-progress", show_copy_button=True, visible=False
                                    )
                                image_download_button = gr.DownloadButton("Bild herunterladen", value=None, elem_classes="download-button", variant="primary", visible=False)

                output_url = gr.Textbox(label="Output URL", show_label=True, interactive=False, visible=False)
                outpu_image_comment = gr.Json(visible=False)
                output_dominant_image_color = gr.Textbox(show_label=False, elem_id="dominant_image_color", visible=True, elem_classes="output-dominant-image-color")

        demo.load(
            lambda x: ({"interactive": False, "__type__": "update"}, {"interactive": False, "__type__": "update"}, {"interactive": False, "__type__": "update"}),
            outputs=[run_button, enhance_prompt_button, random_prompt_button],
        ).then(get_inference_models, outputs=[select_model]).then(
            lambda x: ({"interactive": True, "__type__": "update"}, {"interactive": True, "__type__": "update"}, {"interactive": True, "__type__": "update"}),
            outputs=[run_button, enhance_prompt_button, random_prompt_button],
        )

        def switch_image_size_values(image_width, image_height):
            return image_height, image_width

        def switch_image_ratio_buttons(ratio_value):
            ratio_value = ratio_value.split(":")
            ratio_value_new = f"{int(ratio_value[1])}:{int(ratio_value[0])}"

            if int(ratio_value[1]) > int(ratio_value[0]):
                # Querformat
                new_choises = ["16:9", "4:3", "3:2", "1:1"]
                new_label = "Querformat"
            elif int(ratio_value[1]) < int(ratio_value[0]):
                # Hochformat
                new_choises = ["9:16", "3:4", "2:3", "1:1"]
                new_label = "Hochformat"
            elif int(ratio_value[1]) == int(ratio_value[0]):
                new_choises = image_ratio_buttons.choices
                new_label = "Quadratisch"

            return {"choices": new_choises, "value": ratio_value_new, "label": new_label, "__type__": "update"}

        def calculate_ratio_values(image_ratio_buttons):
            ratio_value = image_ratio_buttons.split(":")
            if int(ratio_value[0]) > int(ratio_value[1]):
                a = 1024
                b = int(a * int(ratio_value[1]) / int(ratio_value[0]))
                b = round(b / 8) * 8
                new_width = a
                new_height = b
                new_label = "Querformat"
            elif int(ratio_value[0]) < int(ratio_value[1]):
                b = 1024
                a = int(b * int(ratio_value[0]) / int(ratio_value[1]))
                a = round(a / 8) * 8
                new_width = a
                new_height = b
                new_label = "Hochformat"
            elif int(ratio_value[0]) == int(ratio_value[1]):
                new_width = 1024
                new_height = 1024
                new_label = "Quadratisch"

            return {"label": new_label, "__type__": "update"}, new_width, new_height

        switch_width_height.click(fn=switch_image_size_values, inputs=[image_width, image_height], outputs=[image_width, image_height], show_progress="hidden", show_api=False)
        switch_width_height.click(fn=switch_image_ratio_buttons, inputs=[image_ratio_buttons], outputs=[image_ratio_buttons], show_progress="hidden", show_api=False)

        image_ratio_buttons.input(
            fn=calculate_ratio_values, inputs=[image_ratio_buttons], outputs=[image_ratio_buttons, image_width, image_height], show_progress="hidden", show_api=False
        )

        run_button.click(
            fn=lambda: ({"interactive": False, "__type__": "update"}, {"interactive": False, "__type__": "update"}, {"interactive": False, "__type__": "update"}),
            outputs=[run_button, enhance_prompt_button, random_prompt_button],
            show_api=False,
            js="() => document.querySelector('dotlottie-player').play()",
        ).then(fn=clear_components, outputs=[output_image], show_api=False).then(
            fn=process,
            inputs=[text_prompt, select_model, image_width, image_height, image_ratio_buttons, image_seed, randomize_seed, gallery],
            outputs=[
                text_prompt,
                output_image,
                gallery,
                output_url,
                image_informations,
                image_info_tb_prompt,
                image_info_tb_width,
                image_info_tb_height,
                image_info_tb_seed,
                image_download_button,
                output_dominant_image_color,
                image_seed,
            ],
        ).then(
            fn=lambda: ({"interactive": True, "__type__": "update"}, {"interactive": True, "__type__": "update"}, {"interactive": True, "__type__": "update"}),
            outputs=[run_button, enhance_prompt_button, random_prompt_button],
            show_api=False,
            js="() => document.querySelector('dotlottie-player').stop()",
        )

        randomize_seed.input(lambda x: {"interactive": False if x == True else True, "__type__": "update"}, inputs=[randomize_seed], outputs=[image_seed], show_api=False)

        enhance_prompt_button.click(fn=groq_enhance_process, inputs=[text_prompt], outputs=[text_prompt], show_api=False)
        random_prompt_button.click(fn=groq_enhance_process, inputs=None, outputs=[text_prompt], show_api=False)

# MARK: Gradio LAUNCH
demo.launch(show_api=True)