image_editing_utils.py

from PIL import Image, ImageDraw, ImageFont
import copy
import numpy as np
import cv2 

def wrap_text(text, font, max_width):
    lines = []
    words = text.split(' ')
    current_line = ''

    for word in words:
        if font.getsize(current_line + word)[0] <= max_width:
            current_line += word + ' '
        else:
            lines.append(current_line)
            current_line = word + ' '

    lines.append(current_line)
    return lines

def create_bubble_frame(image, text, point, segmask, input_points, input_labels, font_path='times_with_simsun.ttf', font_size_ratio=0.033, point_size_ratio=0.01):
    # Load the image
    if type(image) == np.ndarray:
        image = Image.fromarray(image)
        
    image = copy.deepcopy(image)
    width, height = image.size

    # Calculate max_text_width and font_size based on image dimensions and total number of characters
    total_chars = len(text)
    max_text_width = int(0.4 * width)
    font_size = int(height * font_size_ratio)
    point_size = max(int(height * point_size_ratio), 1)

    # Load the font
    font = ImageFont.truetype(font_path, font_size)

    # Wrap the text to fit within the max_text_width
    lines = wrap_text(text, font, max_text_width)
    text_width = max([font.getsize(line)[0] for line in lines])
    _, text_height = font.getsize(lines[0])
    text_height = text_height * len(lines)

    # Define bubble frame dimensions
    padding = 10
    bubble_width = text_width + 2 * padding
    bubble_height = text_height + 2 * padding

    # Create a new image for the bubble frame
    bubble = Image.new('RGBA', (bubble_width, bubble_height), (255,248, 220, 0))

    # Draw the bubble frame on the new image
    draw = ImageDraw.Draw(bubble)
    # draw.rectangle([(0, 0), (bubble_width - 1, bubble_height - 1)], fill=(255, 255, 255, 0), outline=(255, 255, 255, 0), width=2)
    draw_rounded_rectangle(draw, (0, 0, bubble_width - 1, bubble_height - 1), point_size * 2, 
                        fill=(255,248, 220, 120), outline=None, width=2)
    # Draw the wrapped text line by line
    y_text = padding
    for line in lines:
        draw.text((padding, y_text), line, font=font, fill=(0, 0, 0, 255))
        y_text += font.getsize(line)[1]
        
    # Determine the point by the min area rect of mask
    try:
        ret, thresh = cv2.threshold(segmask, 127, 255, 0)
        contours, _ = cv2.findContours(thresh, cv2.RETR_EXTERNAL, cv2.CHAIN_APPROX_SIMPLE)
        largest_contour = max(contours, key=cv2.contourArea)
        min_area_rect = cv2.minAreaRect(largest_contour)
        box = cv2.boxPoints(min_area_rect)
        sorted_points = box[np.argsort(box[:, 0])]
        right_most_points = sorted_points[-2:]
        right_down_most_point = right_most_points[np.argsort(right_most_points[:, 1])][-1]
        x, y = int(right_down_most_point[0]), int(right_down_most_point[1])
    except:
        x, y = point
    # Calculate the bubble frame position
    if x + bubble_width > width:
        x = width - bubble_width
    if y + bubble_height > height:
        y = height - bubble_height

    # Paste the bubble frame onto the image
    image.paste(bubble, (x, y), bubble)
    draw = ImageDraw.Draw(image)
    colors = [(0, 191, 255, 255), (255, 106, 106, 255)]
    for p, label in zip(input_points, input_labels):
        point_x, point_y = p[0], p[1]
        left = point_x - point_size
        top = point_y - point_size
        right = point_x + point_size
        bottom = point_y + point_size
        draw.ellipse((left, top, right, bottom), fill=colors[label])
    return image


def draw_rounded_rectangle(draw, xy, corner_radius, fill=None, outline=None, width=1):
    x1, y1, x2, y2 = xy

    draw.rectangle(
        (x1, y1 + corner_radius, x2, y2 - corner_radius),
        fill=fill,
        outline=outline,
        width=width
    )
    draw.rectangle(
        (x1 + corner_radius, y1, x2 - corner_radius, y2),
        fill=fill,
        outline=outline,
        width=width
    )

    draw.pieslice((x1, y1, x1 + corner_radius * 2, y1 + corner_radius * 2), 180, 270, fill=fill, outline=outline, width=width)
    draw.pieslice((x2 - corner_radius * 2, y1, x2, y1 + corner_radius * 2), 270, 360, fill=fill, outline=outline, width=width)
    draw.pieslice((x2 - corner_radius * 2, y2 - corner_radius * 2, x2, y2), 0, 90, fill=fill, outline=outline, width=width)
    draw.pieslice((x1, y2 - corner_radius * 2, x1 + corner_radius * 2, y2), 90, 180, fill=fill, outline=outline, width=width)