Fix all the demos to use Twilio STUN/TURN servers

app.py

@@ -15,6 +15,7 @@ import streamlit as st
 from streamlit_webrtc import WebRtcMode, webrtc_streamer
 
 from sample_utils.download import download_file
+from sample_utils.turn import get_ice_servers
 
 HERE = Path(__file__).parent
 ROOT = HERE
@@ -137,7 +138,7 @@ def video_frame_callback(frame: av.VideoFrame) -> av.VideoFrame:
 webrtc_ctx = webrtc_streamer(
     key="object-detection",
     mode=WebRtcMode.SENDRECV,
-    rtc_configuration={"iceServers": [{"urls": ["stun:stun.l.google.com:19302"]}]},
+    rtc_configuration={"iceServers": get_ice_servers()},
     video_frame_callback=video_frame_callback,
     media_stream_constraints={"video": True, "audio": False},
     async_processing=True,

pages/10_sendonly_audio.py

@@ -11,6 +11,8 @@ import pydub
 import streamlit as st
 from streamlit_webrtc import WebRtcMode, webrtc_streamer
 
+from sample_utils.turn import get_ice_servers
+
 logger = logging.getLogger(__name__)
 
 
@@ -18,7 +20,7 @@ webrtc_ctx = webrtc_streamer(
     key="sendonly-audio",
     mode=WebRtcMode.SENDONLY,
     audio_receiver_size=256,
-    rtc_configuration={"iceServers": [{"urls": ["stun:stun.l.google.com:19302"]}]},
+    rtc_configuration={"iceServers": get_ice_servers()},
     media_stream_constraints={"audio": True},
 )
 

pages/11_programatic_control_playing.py

@@ -3,11 +3,13 @@
 import streamlit as st
 from streamlit_webrtc import WebRtcMode, webrtc_streamer
 
+from sample_utils.turn import get_ice_servers
+
 playing = st.checkbox("Playing", value=True)
 
 webrtc_streamer(
     key="programatic_control",
     desired_playing_state=playing,
     mode=WebRtcMode.SENDRECV,
-    rtc_configuration={"iceServers": [{"urls": ["stun:stun.l.google.com:19302"]}]},
+    rtc_configuration={"iceServers": get_ice_servers()},
 )

pages/12_media_constraints_configs.py

@@ -3,11 +3,13 @@
 import streamlit as st
 from streamlit_webrtc import WebRtcMode, webrtc_streamer
 
+from sample_utils.turn import get_ice_servers
+
 frame_rate = 5
 webrtc_streamer(
     key="media-constraints",
     mode=WebRtcMode.SENDRECV,
-    rtc_configuration={"iceServers": [{"urls": ["stun:stun.l.google.com:19302"]}]},
+    rtc_configuration={"iceServers": get_ice_servers()},
     media_stream_constraints={
         "video": {"frameRate": {"ideal": frame_rate}},
     },

pages/13_ui_texts_customization.py

@@ -1,8 +1,10 @@
 from streamlit_webrtc import webrtc_streamer
 
+from sample_utils.turn import get_ice_servers
+
 webrtc_streamer(
     key="custom_ui_texts",
-    rtc_configuration={"iceServers": [{"urls": ["stun:stun.l.google.com:19302"]}]},
+    rtc_configuration={"iceServers": get_ice_servers()},
     translations={
         "start": "開始",
         "stop": "停止",

pages/2_opencv_filters.py

@@ -5,6 +5,8 @@ import cv2
 import streamlit as st
 from streamlit_webrtc import WebRtcMode, webrtc_streamer
 
+from sample_utils.turn import get_ice_servers
+
 _type = st.radio("Select transform type", ("noop", "cartoon", "edges", "rotate"))
 
 
@@ -49,7 +51,7 @@ def callback(frame: av.VideoFrame) -> av.VideoFrame:
 webrtc_streamer(
     key="opencv-filter",
     mode=WebRtcMode.SENDRECV,
-    rtc_configuration={"iceServers": [{"urls": ["stun:stun.l.google.com:19302"]}]},
+    rtc_configuration={"iceServers": get_ice_servers()},
     video_frame_callback=callback,
     media_stream_constraints={"video": True, "audio": False},
     async_processing=True,

pages/3_audio_filter.py

@@ -4,6 +4,8 @@ import pydub
 import streamlit as st
 from streamlit_webrtc import WebRtcMode, webrtc_streamer
 
+from sample_utils.turn import get_ice_servers
+
 gain = st.slider("Gain", -10.0, +20.0, 1.0, 0.05)
 
 
@@ -32,7 +34,7 @@ def process_audio(frame: av.AudioFrame) -> av.AudioFrame:
 webrtc_streamer(
     key="audio-filter",
     mode=WebRtcMode.SENDRECV,
-    rtc_configuration={"iceServers": [{"urls": ["stun:stun.l.google.com:19302"]}]},
+    rtc_configuration={"iceServers": get_ice_servers()},
     audio_frame_callback=process_audio,
     async_processing=True,
 )

pages/4_delayed_echo.py

@@ -6,6 +6,8 @@ import av
 import streamlit as st
 from streamlit_webrtc import WebRtcMode, webrtc_streamer
 
+from sample_utils.turn import get_ice_servers
+
 logger = logging.getLogger(__name__)
 
 
@@ -34,7 +36,7 @@ async def queued_audio_frames_callback(
 webrtc_streamer(
     key="delay",
     mode=WebRtcMode.SENDRECV,
-    rtc_configuration={"iceServers": [{"urls": ["stun:stun.l.google.com:19302"]}]},
+    rtc_configuration={"iceServers": get_ice_servers()},
     queued_video_frames_callback=queued_video_frames_callback,
     queued_audio_frames_callback=queued_audio_frames_callback,
     async_processing=True,

pages/5_fork_multi_outputs.py

@@ -10,6 +10,8 @@ import cv2
 import streamlit as st
 from streamlit_webrtc import WebRtcMode, webrtc_streamer
 
+from sample_utils.turn import get_ice_servers
+
 st.markdown(
     """
 Fork one input to multiple outputs with different video filters.
@@ -60,7 +62,7 @@ def make_video_frame_callback(_type: VideoFilterType):
     return callback
 
 
-COMMON_RTC_CONFIG = {"iceServers": [{"urls": ["stun:stun.l.google.com:19302"]}]}
+COMMON_RTC_CONFIG = {"iceServers": get_ice_servers()}
 
 st.header("Input")
 ctx = webrtc_streamer(

pages/6_mix_multi_inputs.py

@@ -17,6 +17,8 @@ from streamlit_webrtc import (
     webrtc_streamer,
 )
 
+from sample_utils.turn import get_ice_servers
+
 st.markdown(
     """
 Mix multiple inputs with different video filters into one stream.
@@ -112,7 +114,7 @@ def mixer_callback(frames: List[av.VideoFrame]) -> av.VideoFrame:
     return new_frame
 
 
-COMMON_RTC_CONFIG = {"iceServers": [{"urls": ["stun:stun.l.google.com:19302"]}]}
+COMMON_RTC_CONFIG = {"iceServers": get_ice_servers()}
 
 st.header("Input 1")
 input1_ctx = webrtc_streamer(

pages/7_record.py

@@ -7,6 +7,8 @@ import streamlit as st
 from aiortc.contrib.media import MediaRecorder
 from streamlit_webrtc import WebRtcMode, webrtc_streamer
 
+from sample_utils.turn import get_ice_servers
+
 
 def video_frame_callback(frame: av.VideoFrame) -> av.VideoFrame:
     img = frame.to_ndarray(format="bgr24")
@@ -39,7 +41,7 @@ def app():
     webrtc_streamer(
         key="record",
         mode=WebRtcMode.SENDRECV,
-        rtc_configuration={"iceServers": [{"urls": ["stun:stun.l.google.com:19302"]}]},
+        rtc_configuration={"iceServers": get_ice_servers()},
         media_stream_constraints={
             "video": True,
             "audio": True,

pages/8_media_files_streaming.py

@@ -10,6 +10,7 @@ from aiortc.contrib.media import MediaPlayer
 from streamlit_webrtc import WebRtcMode, WebRtcStreamerContext, webrtc_streamer
 
 from sample_utils.download import download_file
+from sample_utils.turn import get_ice_servers
 
 HERE = Path(__file__).parent
 ROOT = HERE.parent
@@ -112,7 +113,7 @@ def video_frame_callback(frame: av.VideoFrame) -> av.VideoFrame:
 webrtc_streamer(
     key=key,
     mode=WebRtcMode.RECVONLY,
-    rtc_configuration={"iceServers": [{"urls": ["stun:stun.l.google.com:19302"]}]},
+    rtc_configuration={"iceServers": get_ice_servers()},
     media_stream_constraints={
         "video": media_file_info["type"] == "video",
         "audio": media_file_info["type"] == "audio",

pages/9_sendonly_video.py

@@ -7,13 +7,15 @@ import queue
 import streamlit as st
 from streamlit_webrtc import WebRtcMode, webrtc_streamer
 
+from sample_utils.turn import get_ice_servers
+
 logger = logging.getLogger(__name__)
 
 
 webrtc_ctx = webrtc_streamer(
     key="video-sendonly",
     mode=WebRtcMode.SENDONLY,
-    rtc_configuration={"iceServers": [{"urls": ["stun:stun.l.google.com:19302"]}]},
+    rtc_configuration={"iceServers": get_ice_servers()},
     media_stream_constraints={"video": True},
 )
 

sample_utils/turn.py

@@ -1,17 +1,25 @@
 import logging
 import os
 
-from twilio.rest import Client
 import streamlit as st
+from twilio.rest import Client
 
 logger = logging.getLogger(__name__)
 
 
 @st.cache_data
 def get_ice_servers():
+    """Use Twilio's TURN server because Streamlit Community Cloud has changed
+    its infrastructure and WebRTC connection cannot be established without TURN server now.  # noqa: E501
+    We considered Open Relay Project (https://www.metered.ca/tools/openrelay/) too,
+    but it is not stable and hardly works as some people reported like https://github.com/aiortc/aiortc/issues/832#issuecomment-1482420656  # noqa: E501
+    See https://github.com/whitphx/streamlit-webrtc/issues/1213
+    """
+
+    # Ref: https://www.twilio.com/docs/stun-turn/api
     try:
-        account_sid = os.environ['TWILIO_ACCOUNT_SID']
-        auth_token = os.environ['TWILIO_AUTH_TOKEN']
+        account_sid = os.environ["TWILIO_ACCOUNT_SID"]
+        auth_token = os.environ["TWILIO_AUTH_TOKEN"]
     except KeyError:
         logger.warning(
             "Twilio credentials are not set. Fallback to a free STUN server from Google."  # noqa: E501