eval_info.json

{
  "per_task": [
    {
      "task_group": "pusht",
      "task_id": 0,
      "metrics": {
        "sum_rewards": [
          32.96871006883828,
          0.0,
          38.04418908333831,
          125.2882287426229,
          95.00198041838993
        ],
        "max_rewards": [
          1.0,
          0.0,
          1.0,
          1.0,
          0.9890678930955459
        ],
        "successes": [
          true,
          false,
          true,
          true,
          false
        ],
        "video_paths": [
          "outputs/eval/quick_test_A/videos/pusht_0/eval_episode_0.mp4",
          "outputs/eval/quick_test_A/videos/pusht_0/eval_episode_1.mp4",
          "outputs/eval/quick_test_A/videos/pusht_0/eval_episode_2.mp4",
          "outputs/eval/quick_test_A/videos/pusht_0/eval_episode_3.mp4",
          "outputs/eval/quick_test_A/videos/pusht_0/eval_episode_4.mp4"
        ]
      }
    }
  ],
  "per_group": {
    "pusht": {
      "avg_sum_reward": 58.26062166263789,
      "avg_max_reward": 0.7978135786191092,
      "pc_success": 60.0,
      "n_episodes": 5,
      "video_paths": [
        "outputs/eval/quick_test_A/videos/pusht_0/eval_episode_0.mp4",
        "outputs/eval/quick_test_A/videos/pusht_0/eval_episode_1.mp4",
        "outputs/eval/quick_test_A/videos/pusht_0/eval_episode_2.mp4",
        "outputs/eval/quick_test_A/videos/pusht_0/eval_episode_3.mp4",
        "outputs/eval/quick_test_A/videos/pusht_0/eval_episode_4.mp4"
      ]
    }
  },
  "overall": {
    "avg_sum_reward": 58.26062166263789,
    "avg_max_reward": 0.7978135786191092,
    "pc_success": 60.0,
    "n_episodes": 5,
    "eval_s": 72.4610767364502,
    "eval_ep_s": 14.492215442657471,
    "video_paths": [
      "outputs/eval/quick_test_A/videos/pusht_0/eval_episode_0.mp4",
      "outputs/eval/quick_test_A/videos/pusht_0/eval_episode_1.mp4",
      "outputs/eval/quick_test_A/videos/pusht_0/eval_episode_2.mp4",
      "outputs/eval/quick_test_A/videos/pusht_0/eval_episode_3.mp4",
      "outputs/eval/quick_test_A/videos/pusht_0/eval_episode_4.mp4"
    ]
  }
}