Toy cartpole simulator app

app.py

@@ -1,4 +1,28 @@
 import streamlit as st
+import gymnasium
+from gymnasium.wrappers.record_video import RecordVideo
+from PIL import Image
+import time
 
-x = st.slider('Select a value')
-st.write(x, 'squared is', x * x)
+steps = st.number_input("Step Number", min_value=1, value=100)
+sim_clicked = st.button("Simulate")
+
+if sim_clicked:
+    env = gymnasium.make("MountainCarContinuous-v0", render_mode="rgb_array")
+    env = RecordVideo(env, video_folder="./videos")
+    obs, info = env.reset()
+    with st.empty():
+        for i in range(steps):
+            action = env.action_space.sample()
+            obs, reward, terminated, truncated, info = env.step(action)
+            rgb_array = env.render()
+
+            image = Image.fromarray(rgb_array)
+            st.image(image, caption=f"Step {i}")
+            time.sleep(0.02)
+
+            if terminated or truncated:
+                break
+        env.close()
+
+    st.video("./videos/rl-video-episode-0.mp4")

videos/rl-video-episode-0.meta.json

@@ -0,0 +1 @@
+{"step_id": 0, "episode_id": 0, "content_type": "video/mp4"}