predictions.py

from PIL import Image, ImageDraw
from helper import summarize_predictions_natural_language,render_results_in_image
from transformers import pipeline

# Load object detection pipeline
object_detection_pipe = pipeline("object-detection", model="facebook/detr-resnet-50")

# Load text-to-speech pipeline
tts_pipe = pipeline("text-to-speech", model="kakao-enterprise/vits-ljs")

def get_predictions(uploaded_image):
    pil_image = Image.open(uploaded_image)

    # Perform object detection
    pipeline_output = object_detection_pipe(pil_image)
    processed_image = render_results_in_image(pil_image, pipeline_output)

    # Summarize predictions
    text = summarize_predictions_natural_language(pipeline_output)

    # Generate audio from text
    narrated_text = tts_pipe(text)

    return processed_image, text, narrated_text["audio"][0]