Create app.py

app.py

@@ -0,0 +1,60 @@
+# تثبيت المكتبات المطلوبة
+!pip install transformers gradio torch gtts pydub SpeechRecognition
+
+import gradio as gr
+from transformers import BlipForImageTextRetrieval, AutoProcessor, WhisperForConditionalGeneration, AutoTokenizer
+from gtts import gTTS
+import speech_recognition as sr
+import torch
+from PIL import Image
+
+# تحميل النماذج والمعالجات
+image_model = BlipForImageTextRetrieval.from_pretrained("Salesforce/blip-itm-base-coco")
+image_processor = AutoProcessor.from_pretrained("Salesforce/blip-itm-base-coco")
+whisper_model = WhisperForConditionalGeneration.from_pretrained("openai/whisper-base")
+whisper_tokenizer = AutoTokenizer.from_pretrained("openai/whisper-base")
+
+# دالة مطابقة الصورة مع النص
+def image_text_matching(img, text):
+    raw_image = img.convert('RGB')
+    inputs = image_processor(images=raw_image, text=text, return_tensors="pt")
+    outputs = image_model(**inputs)
+    result = outputs[0][0]
+    softmax_result = torch.softmax(result, dim=0)
+    max_index = torch.argmax(softmax_result).item()
+    return 'Match' if max_index == 1 else 'No Match'
+
+# دالة تحويل النص إلى صوت
+def text_to_audio(text):
+    tts = gTTS(text=text, lang='en')  # يمكنك تعديل اللغة إلى 'ar' للنصوص العربية
+    audio_file = "output.mp3"
+    tts.save(audio_file)
+    return audio_file
+
+# دالة تحويل الصوت إلى نص
+def audio_to_text(audio):
+    recognizer = sr.Recognizer()
+    with sr.AudioFile(audio) as source:
+        audio_data = recognizer.record(source)
+        text = recognizer.recognize_google(audio_data, language='ar')
+    return text
+
+# إعداد واجهة Gradio
+iface = gr.Interface(
+    fn=lambda img, text, audio: (
+        image_text_matching(img, text),
+        text_to_audio(text),
+        audio_to_text(audio) if audio else "No audio uploaded"
+    ),
+    inputs=[
+        gr.Image(type="pil", label="Upload Image"),
+        gr.Textbox(label="Enter Text"),
+        gr.Audio(label="Upload Audio", type="filepath")  # تعديل هنا
+    ],
+    outputs=["text", "audio", "text"],
+    title="AI Project: Image-Text Matching and Audio Tasks",
+    description="Upload an image and enter text to see if they match. Also, convert text to audio and audio to text."
+)
+
+# تشغيل الواجهة
+iface.launch()