|
import os |
|
os.environ['OPENCV_AVFOUNDATION_SKIP_AUTH'] = '1' |
|
|
|
import streamlit as st |
|
import cv2 |
|
from transformers import pipeline |
|
from PIL import Image |
|
|
|
|
|
emotion_pipeline = pipeline("image-classification", model="dima806/facial_emotions_image_detection") |
|
|
|
|
|
def analyze_sentiment(frame): |
|
|
|
rgb_frame = cv2.cvtColor(frame, cv2.COLOR_BGR2RGB) |
|
|
|
pil_image = Image.fromarray(rgb_frame) |
|
|
|
results = emotion_pipeline(pil_image) |
|
results = emotion_pipeline(pil_image) |
|
|
|
dominant_emotion = max(results, key=lambda x: x['score'])['label'] |
|
return dominant_emotion |
|
|
|
|
|
def video_stream(): |
|
video_capture = cv2.VideoCapture(0) |
|
if not video_capture.isOpened(): |
|
st.error("Error: Could not open video capture device.") |
|
return |
|
|
|
while True: |
|
ret, frame = video_capture.read() |
|
if not ret: |
|
st.error("Error: Failed to read frame from video capture device.") |
|
break |
|
yield frame |
|
|
|
video_capture.release() |
|
|
|
|
|
st.markdown( |
|
""" |
|
<style> |
|
.main { |
|
background-color: #FFFFFF; |
|
} |
|
.reportview-container .main .block-container{ |
|
padding-top: 2rem; |
|
} |
|
h1 { |
|
color: #E60012; |
|
font-family: 'Arial Black', Gadget, sans-serif; |
|
} |
|
h2 { |
|
color: #E60012; |
|
font-family: 'Arial', sans-serif; |
|
} |
|
h3 { |
|
color: #333333; |
|
font-family: 'Arial', sans-serif; |
|
} |
|
.stButton button { |
|
background-color: #E60012; |
|
color: white; |
|
border-radius: 5px; |
|
font-size: 16px; |
|
} |
|
</style> |
|
""", |
|
unsafe_allow_html=True |
|
) |
|
|
|
st.title("Computer Vision Test Lab") |
|
st.subheader("Facial Sentiment") |
|
|
|
|
|
col1, col2 = st.columns(2) |
|
|
|
with col1: |
|
st.header("Input Stream") |
|
st.subheader("Webcam") |
|
video_placeholder = st.empty() |
|
|
|
with col2: |
|
st.header("Output Stream") |
|
st.subheader("Analysis") |
|
output_placeholder = st.empty() |
|
|
|
sentiment_placeholder = st.empty() |
|
|
|
|
|
video_capture = cv2.VideoCapture(0) |
|
if not video_capture.isOpened(): |
|
st.error("Error: Could not open video capture device.") |
|
else: |
|
while True: |
|
ret, frame = video_capture.read() |
|
if not ret: |
|
st.error("Error: Failed to read frame from video capture device.") |
|
break |
|
|
|
|
|
video_placeholder.image(frame, channels="BGR") |
|
|
|
|
|
sentiment = analyze_sentiment(frame) |
|
|
|
|
|
output_placeholder.image(frame, channels="BGR") |
|
|
|
|
|
sentiment_placeholder.write(f"Sentiment: {sentiment}") |
|
|
|
|
|
if cv2.waitKey(1) & 0xFF == ord('q'): |
|
break |
|
|