diff --git "a/actions-runner/_work/RWKV-infctx-trainer/RWKV-infctx-trainer/output/experiment/memory-bench/Benchmark-V5wavenet.ipynb" "b/actions-runner/_work/RWKV-infctx-trainer/RWKV-infctx-trainer/output/experiment/memory-bench/Benchmark-V5wavenet.ipynb"
deleted file mode 100644--- "a/actions-runner/_work/RWKV-infctx-trainer/RWKV-infctx-trainer/output/experiment/memory-bench/Benchmark-V5wavenet.ipynb"
+++ /dev/null
@@ -1,6675 +0,0 @@
-{
- "cells": [
-  {
-   "cell_type": "markdown",
-   "id": "bc95a251",
-   "metadata": {
-    "papermill": {
-     "duration": 0.003605,
-     "end_time": "2023-08-28T17:19:31.323236",
-     "exception": false,
-     "start_time": "2023-08-28T17:19:31.319631",
-     "status": "completed"
-    },
-    "tags": []
-   },
-   "source": [
-    "## Custom Experimental Memory benchmarking\n",
-    "\n",
-    "The following is meant to observe the memory performance in a more verbose CSV logging mode, for the baseline raven models"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": 1,
-   "id": "e5b12a74",
-   "metadata": {
-    "execution": {
-     "iopub.execute_input": "2023-08-28T17:19:31.333849Z",
-     "iopub.status.busy": "2023-08-28T17:19:31.332980Z",
-     "iopub.status.idle": "2023-08-28T17:20:53.401103Z",
-     "shell.execute_reply": "2023-08-28T17:20:53.400056Z"
-    },
-    "papermill": {
-     "duration": 82.074906,
-     "end_time": "2023-08-28T17:20:53.403416",
-     "exception": false,
-     "start_time": "2023-08-28T17:19:31.328510",
-     "status": "completed"
-    },
-    "tags": []
-   },
-   "outputs": [
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "--2023-08-28 17:19:31--  https://huggingface.co/picocreator/memory-size-experiment-for-rwkv/resolve/main/v5-Wave/WaveV5-C-Tune5.pth\r\n",
-      "Resolving huggingface.co (huggingface.co)... 18.154.227.67, 18.154.227.87, 18.154.227.7, ...\r\n",
-      "Connecting to huggingface.co (huggingface.co)|18.154.227.67|:443... connected.\r\n",
-      "HTTP request sent, awaiting response... 302 Found\r\n",
-      "Location: https://cdn-lfs.huggingface.co/repos/cb/ef/cbef09abb2634a3375b28868bffa285226dfeabedec89b28c2fb302221164d66/48045b979353a97a1211e32942dbf40429ef7894646a64233474b2aa317ddf61?response-content-disposition=attachment%3B+filename*%3DUTF-8%27%27WaveV5-C-Tune5.pth%3B+filename%3D%22WaveV5-C-Tune5.pth%22%3B&Expires=1693502371&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTY5MzUwMjM3MX19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2RuLWxmcy5odWdnaW5nZmFjZS5jby9yZXBvcy9jYi9lZi9jYmVmMDlhYmIyNjM0YTMzNzViMjg4NjhiZmZhMjg1MjI2ZGZlYWJlZGVjODliMjhjMmZiMzAyMjIxMTY0ZDY2LzQ4MDQ1Yjk3OTM1M2E5N2ExMjExZTMyOTQyZGJmNDA0MjllZjc4OTQ2NDZhNjQyMzM0NzRiMmFhMzE3ZGRmNjE%7EcmVzcG9uc2UtY29udGVudC1kaXNwb3NpdGlvbj0qIn1dfQ__&Signature=glmQbvkNrtcC4T752F91pG3HEZh61gy%7ELoUu5dgbhtBweZg3pM5YzUmkvIHYg86eA8WyNM29W62DrpfNZFaG5GBhduAxqgJ1%7EoSvHNAxbreiSh9yCbwW8CVS3nwVEYD0TCEJsUqkQwaoy7sg7t5aWmdi-ZX6FdWT-6Zj1Ojd3wNerP4FV0WYtrnynB5Szl%7E34yN7YOAUG%7E0KsHJW%7ENsxQEHdwBUyf%7EvuqfvGTMgpa4WGUdjZrD600UveNlOh4nvUzlWMjkOhb1RXI0-7ry6enGUinb69-POC2VxXTQHHQK-PlKrfd-rXSYTVVvgcwFwH3OqcIv9T2UHRAayAC71LqA__&Key-Pair-Id=KVTP0A1DKRTAX [following]\r\n",
-      "--2023-08-28 17:19:31--  https://cdn-lfs.huggingface.co/repos/cb/ef/cbef09abb2634a3375b28868bffa285226dfeabedec89b28c2fb302221164d66/48045b979353a97a1211e32942dbf40429ef7894646a64233474b2aa317ddf61?response-content-disposition=attachment%3B+filename*%3DUTF-8%27%27WaveV5-C-Tune5.pth%3B+filename%3D%22WaveV5-C-Tune5.pth%22%3B&Expires=1693502371&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTY5MzUwMjM3MX19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2RuLWxmcy5odWdnaW5nZmFjZS5jby9yZXBvcy9jYi9lZi9jYmVmMDlhYmIyNjM0YTMzNzViMjg4NjhiZmZhMjg1MjI2ZGZlYWJlZGVjODliMjhjMmZiMzAyMjIxMTY0ZDY2LzQ4MDQ1Yjk3OTM1M2E5N2ExMjExZTMyOTQyZGJmNDA0MjllZjc4OTQ2NDZhNjQyMzM0NzRiMmFhMzE3ZGRmNjE%7EcmVzcG9uc2UtY29udGVudC1kaXNwb3NpdGlvbj0qIn1dfQ__&Signature=glmQbvkNrtcC4T752F91pG3HEZh61gy%7ELoUu5dgbhtBweZg3pM5YzUmkvIHYg86eA8WyNM29W62DrpfNZFaG5GBhduAxqgJ1%7EoSvHNAxbreiSh9yCbwW8CVS3nwVEYD0TCEJsUqkQwaoy7sg7t5aWmdi-ZX6FdWT-6Zj1Ojd3wNerP4FV0WYtrnynB5Szl%7E34yN7YOAUG%7E0KsHJW%7ENsxQEHdwBUyf%7EvuqfvGTMgpa4WGUdjZrD600UveNlOh4nvUzlWMjkOhb1RXI0-7ry6enGUinb69-POC2VxXTQHHQK-PlKrfd-rXSYTVVvgcwFwH3OqcIv9T2UHRAayAC71LqA__&Key-Pair-Id=KVTP0A1DKRTAX\r\n",
-      "Resolving cdn-lfs.huggingface.co (cdn-lfs.huggingface.co)... 108.138.64.121, 108.138.64.49, 108.138.64.111, ...\r\n",
-      "Connecting to cdn-lfs.huggingface.co (cdn-lfs.huggingface.co)|108.138.64.121|:443... connected.\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "HTTP request sent, awaiting response... "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "200 OK\r\n",
-      "Length: 6060483063 (5.6G) [binary/octet-stream]\r\n",
-      "Saving to: ‘WaveV5-C-Tune5.pth’\r\n",
-      "\r\n",
-      "\r",
-      "WaveV5-C-Tune5.pth    0%[                    ]       0  --.-KB/s               "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "WaveV5-C-Tune5.pth    1%[                    ]  71.04M   355MB/s               "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "WaveV5-C-Tune5.pth    2%[                    ] 142.55M   356MB/s               "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "WaveV5-C-Tune5.pth    3%[                    ] 213.63M   356MB/s               "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "WaveV5-C-Tune5.pth    4%[                    ] 283.64M   355MB/s               "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "WaveV5-C-Tune5.pth    6%[>                   ] 354.52M   354MB/s               "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "WaveV5-C-Tune5.pth    7%[>                   ] 425.54M   355MB/s               "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "WaveV5-C-Tune5.pth    8%[>                   ] 496.50M   355MB/s               "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "WaveV5-C-Tune5.pth    9%[>                   ] 568.39M   355MB/s               "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "WaveV5-C-Tune5.pth   11%[=>                  ] 639.81M   355MB/s               "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "WaveV5-C-Tune5.pth   12%[=>                  ] 711.76M   356MB/s               "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "WaveV5-C-Tune5.pth   13%[=>                  ] 783.33M   356MB/s               "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "WaveV5-C-Tune5.pth   14%[=>                  ] 854.85M   356MB/s               "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "WaveV5-C-Tune5.pth   16%[==>                 ] 926.29M   356MB/s               "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "WaveV5-C-Tune5.pth   17%[==>                 ] 997.44M   356MB/s               "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "WaveV5-C-Tune5.pth   18%[==>                 ]   1.04G   356MB/s    eta 13s    "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "WaveV5-C-Tune5.pth   19%[==>                 ]   1.10G   353MB/s    eta 13s    "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "WaveV5-C-Tune5.pth   20%[===>                ]   1.14G   343MB/s    eta 13s    "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "WaveV5-C-Tune5.pth   21%[===>                ]   1.21G   342MB/s    eta 13s    "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "WaveV5-C-Tune5.pth   22%[===>                ]   1.28G   343MB/s    eta 13s    "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "WaveV5-C-Tune5.pth   23%[===>                ]   1.35G   343MB/s    eta 13s    "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "WaveV5-C-Tune5.pth   25%[====>               ]   1.42G   343MB/s    eta 13s    "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "WaveV5-C-Tune5.pth   26%[====>               ]   1.49G   344MB/s    eta 13s    "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "WaveV5-C-Tune5.pth   27%[====>               ]   1.56G   344MB/s    eta 13s    "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "WaveV5-C-Tune5.pth   28%[====>               ]   1.63G   344MB/s    eta 13s    "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "WaveV5-C-Tune5.pth   30%[=====>              ]   1.70G   344MB/s    eta 12s    "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "WaveV5-C-Tune5.pth   31%[=====>              ]   1.77G   344MB/s    eta 12s    "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "WaveV5-C-Tune5.pth   32%[=====>              ]   1.84G   344MB/s    eta 12s    "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "WaveV5-C-Tune5.pth   33%[=====>              ]   1.91G   344MB/s    eta 12s    "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "WaveV5-C-Tune5.pth   35%[======>             ]   1.98G   345MB/s    eta 12s    "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "WaveV5-C-Tune5.pth   36%[======>             ]   2.05G   345MB/s    eta 10s    "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "WaveV5-C-Tune5.pth   37%[======>             ]   2.12G   345MB/s    eta 10s    "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "WaveV5-C-Tune5.pth   38%[======>             ]   2.19G   356MB/s    eta 10s    "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "WaveV5-C-Tune5.pth   40%[=======>            ]   2.26G   358MB/s    eta 10s    "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "WaveV5-C-Tune5.pth   41%[=======>            ]   2.33G   358MB/s    eta 10s    "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "WaveV5-C-Tune5.pth   42%[=======>            ]   2.40G   358MB/s    eta 9s     "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "WaveV5-C-Tune5.pth   43%[=======>            ]   2.47G   358MB/s    eta 9s     "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "WaveV5-C-Tune5.pth   45%[========>           ]   2.54G   358MB/s    eta 9s     "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "WaveV5-C-Tune5.pth   46%[========>           ]   2.61G   358MB/s    eta 9s     "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "WaveV5-C-Tune5.pth   47%[========>           ]   2.68G   358MB/s    eta 9s     "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "WaveV5-C-Tune5.pth   48%[========>           ]   2.75G   358MB/s    eta 8s     "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "WaveV5-C-Tune5.pth   50%[=========>          ]   2.82G   358MB/s    eta 8s     "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "WaveV5-C-Tune5.pth   51%[=========>          ]   2.89G   359MB/s    eta 8s     "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "WaveV5-C-Tune5.pth   52%[=========>          ]   2.96G   358MB/s    eta 8s     "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "WaveV5-C-Tune5.pth   53%[=========>          ]   3.03G   357MB/s    eta 8s     "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "WaveV5-C-Tune5.pth   54%[=========>          ]   3.09G   356MB/s    eta 7s     "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "WaveV5-C-Tune5.pth   56%[==========>         ]   3.17G   356MB/s    eta 7s     "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "WaveV5-C-Tune5.pth   57%[==========>         ]   3.23G   356MB/s    eta 7s     "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "WaveV5-C-Tune5.pth   58%[==========>         ]   3.30G   357MB/s    eta 7s     "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "WaveV5-C-Tune5.pth   59%[==========>         ]   3.37G   357MB/s    eta 7s     "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "WaveV5-C-Tune5.pth   61%[===========>        ]   3.44G   357MB/s    eta 6s     "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "WaveV5-C-Tune5.pth   62%[===========>        ]   3.52G   357MB/s    eta 6s     "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "WaveV5-C-Tune5.pth   63%[===========>        ]   3.59G   357MB/s    eta 6s     "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "WaveV5-C-Tune5.pth   64%[===========>        ]   3.66G   357MB/s    eta 6s     "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "WaveV5-C-Tune5.pth   66%[============>       ]   3.73G   357MB/s    eta 6s     "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "WaveV5-C-Tune5.pth   67%[============>       ]   3.80G   357MB/s    eta 5s     "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "WaveV5-C-Tune5.pth   68%[============>       ]   3.87G   357MB/s    eta 5s     "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "WaveV5-C-Tune5.pth   69%[============>       ]   3.94G   357MB/s    eta 5s     "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "WaveV5-C-Tune5.pth   71%[=============>      ]   4.01G   357MB/s    eta 5s     "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "WaveV5-C-Tune5.pth   72%[=============>      ]   4.08G   359MB/s    eta 5s     "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "WaveV5-C-Tune5.pth   73%[=============>      ]   4.15G   361MB/s    eta 4s     "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "WaveV5-C-Tune5.pth   74%[=============>      ]   4.22G   361MB/s    eta 4s     "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "WaveV5-C-Tune5.pth   76%[==============>     ]   4.29G   362MB/s    eta 4s     "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "WaveV5-C-Tune5.pth   77%[==============>     ]   4.37G   362MB/s    eta 4s     "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "WaveV5-C-Tune5.pth   78%[==============>     ]   4.44G   363MB/s    eta 4s     "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "WaveV5-C-Tune5.pth   79%[==============>     ]   4.51G   365MB/s    eta 3s     "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "WaveV5-C-Tune5.pth   81%[===============>    ]   4.57G   362MB/s    eta 3s     "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "WaveV5-C-Tune5.pth   82%[===============>    ]   4.64G   361MB/s    eta 3s     "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "WaveV5-C-Tune5.pth   82%[===============>    ]   4.68G   350MB/s    eta 3s     "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "WaveV5-C-Tune5.pth   84%[===============>    ]   4.76G   352MB/s    eta 3s     "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "WaveV5-C-Tune5.pth   85%[================>   ]   4.83G   353MB/s    eta 2s     "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "WaveV5-C-Tune5.pth   86%[================>   ]   4.91G   355MB/s    eta 2s     "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "WaveV5-C-Tune5.pth   88%[================>   ]   4.98G   357MB/s    eta 2s     "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "WaveV5-C-Tune5.pth   89%[================>   ]   5.05G   357MB/s    eta 2s     "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "WaveV5-C-Tune5.pth   90%[=================>  ]   5.13G   359MB/s    eta 2s     "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "WaveV5-C-Tune5.pth   92%[=================>  ]   5.21G   360MB/s    eta 1s     "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "WaveV5-C-Tune5.pth   93%[=================>  ]   5.28G   362MB/s    eta 1s     "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "WaveV5-C-Tune5.pth   94%[=================>  ]   5.36G   363MB/s    eta 1s     "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "WaveV5-C-Tune5.pth   96%[==================> ]   5.43G   364MB/s    eta 1s     "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "WaveV5-C-Tune5.pth   97%[==================> ]   5.51G   366MB/s    eta 1s     "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "WaveV5-C-Tune5.pth   98%[==================> ]   5.58G   366MB/s    eta 0s     "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "WaveV5-C-Tune5.pth  100%[===================>]   5.64G   366MB/s    in 16s     \r\n",
-      "\r\n",
-      "2023-08-28 17:19:48 (358 MB/s) - ‘WaveV5-C-Tune5.pth’ saved [6060483063/6060483063]\r\n",
-      "\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "--2023-08-28 17:19:48--  https://huggingface.co/picocreator/RWKV-x-playground/resolve/main/V5-16k/v5wave-1B5-E0_1-ctx-16k-preview-30p.pth\r\n",
-      "Resolving huggingface.co (huggingface.co)... 18.154.227.69, 18.154.227.7, 18.154.227.87, ...\r\n",
-      "Connecting to huggingface.co (huggingface.co)|18.154.227.69|:443... connected.\r\n",
-      "HTTP request sent, awaiting response... 302 Found\r\n",
-      "Location: https://cdn-lfs.huggingface.co/repos/69/e5/69e55a6299441d3070ee1690632f8d12440ea004de9c6a51b873ccd49ea78ea0/4fc2147a91988ee149a65724bb8868047a346778179907c1aea4dd28f19fe695?response-content-disposition=attachment%3B+filename*%3DUTF-8%27%27v5wave-1B5-E0_1-ctx-16k-preview-30p.pth%3B+filename%3D%22v5wave-1B5-E0_1-ctx-16k-preview-30p.pth%22%3B&Expires=1693502388&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTY5MzUwMjM4OH19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2RuLWxmcy5odWdnaW5nZmFjZS5jby9yZXBvcy82OS9lNS82OWU1NWE2Mjk5NDQxZDMwNzBlZTE2OTA2MzJmOGQxMjQ0MGVhMDA0ZGU5YzZhNTFiODczY2NkNDllYTc4ZWEwLzRmYzIxNDdhOTE5ODhlZTE0OWE2NTcyNGJiODg2ODA0N2EzNDY3NzgxNzk5MDdjMWFlYTRkZDI4ZjE5ZmU2OTU%7EcmVzcG9uc2UtY29udGVudC1kaXNwb3NpdGlvbj0qIn1dfQ__&Signature=c2eeKBQvzC0n0ZaYOV6UFnXlUcaslFPo038qlm5jBpsSvGn52TqLV2xKYX%7E%7E9WpZ4u%7E-NR4SwZfBcG8iZ5Hv3hruUM7sPi4XWgVEmo7upr6ruUYMUEvoO2TWbxecP0tlmgbsRT%7EX0VbhElRT5c5KfUK2Pcnr40aUvuLUjcTdBBl2LuNS6JASXdxhlK-8q9f-EJOvIy53%7E7kHJylzbcKHEK5VJgLe1Bfv%7EUtuyFFNigocyGv%7EU%7EAYJ0QY4lAE7UaH2eznnX1AJCLB3JzXP0vo1wW2RIoND3o%7EeIh75E9DPmzcjvislN9AOnHFoFUTpOWEivXejlws9A42DGLFxkmUgg__&Key-Pair-Id=KVTP0A1DKRTAX [following]\r\n",
-      "--2023-08-28 17:19:48--  https://cdn-lfs.huggingface.co/repos/69/e5/69e55a6299441d3070ee1690632f8d12440ea004de9c6a51b873ccd49ea78ea0/4fc2147a91988ee149a65724bb8868047a346778179907c1aea4dd28f19fe695?response-content-disposition=attachment%3B+filename*%3DUTF-8%27%27v5wave-1B5-E0_1-ctx-16k-preview-30p.pth%3B+filename%3D%22v5wave-1B5-E0_1-ctx-16k-preview-30p.pth%22%3B&Expires=1693502388&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTY5MzUwMjM4OH19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2RuLWxmcy5odWdnaW5nZmFjZS5jby9yZXBvcy82OS9lNS82OWU1NWE2Mjk5NDQxZDMwNzBlZTE2OTA2MzJmOGQxMjQ0MGVhMDA0ZGU5YzZhNTFiODczY2NkNDllYTc4ZWEwLzRmYzIxNDdhOTE5ODhlZTE0OWE2NTcyNGJiODg2ODA0N2EzNDY3NzgxNzk5MDdjMWFlYTRkZDI4ZjE5ZmU2OTU%7EcmVzcG9uc2UtY29udGVudC1kaXNwb3NpdGlvbj0qIn1dfQ__&Signature=c2eeKBQvzC0n0ZaYOV6UFnXlUcaslFPo038qlm5jBpsSvGn52TqLV2xKYX%7E%7E9WpZ4u%7E-NR4SwZfBcG8iZ5Hv3hruUM7sPi4XWgVEmo7upr6ruUYMUEvoO2TWbxecP0tlmgbsRT%7EX0VbhElRT5c5KfUK2Pcnr40aUvuLUjcTdBBl2LuNS6JASXdxhlK-8q9f-EJOvIy53%7E7kHJylzbcKHEK5VJgLe1Bfv%7EUtuyFFNigocyGv%7EU%7EAYJ0QY4lAE7UaH2eznnX1AJCLB3JzXP0vo1wW2RIoND3o%7EeIh75E9DPmzcjvislN9AOnHFoFUTpOWEivXejlws9A42DGLFxkmUgg__&Key-Pair-Id=KVTP0A1DKRTAX\r\n",
-      "Resolving cdn-lfs.huggingface.co (cdn-lfs.huggingface.co)... 108.138.64.36, 108.138.64.111, 108.138.64.49, ...\r\n",
-      "Connecting to cdn-lfs.huggingface.co (cdn-lfs.huggingface.co)|108.138.64.36|:443... connected.\r\n",
-      "HTTP request sent, awaiting response... "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "200 OK\r\n",
-      "Length: 3030376021 (2.8G) [binary/octet-stream]\r\n",
-      "Saving to: ‘v5wave-1B5-E0_1-ctx-16k-preview-30p.pth’\r\n",
-      "\r\n",
-      "\r",
-      "          v5wave-1B   0%[                    ]       0  --.-KB/s               "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "         v5wave-1B5   0%[                    ]  15.26M  59.3MB/s               "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "        v5wave-1B5-   1%[                    ]  30.52M  51.3MB/s               "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "       v5wave-1B5-E   1%[                    ]  45.26M  54.2MB/s               "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "      v5wave-1B5-E0   2%[                    ]  58.97M  57.0MB/s               "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "     v5wave-1B5-E0_   2%[                    ]  59.20M  47.0MB/s               "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "    v5wave-1B5-E0_1   2%[                    ]  61.03M  40.9MB/s               "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "   v5wave-1B5-E0_1-   2%[                    ]  76.29M  41.3MB/s               "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "  v5wave-1B5-E0_1-c   3%[                    ]  91.03M  44.1MB/s               "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      " v5wave-1B5-E0_1-ct   3%[                    ]  91.55M  40.1MB/s               "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "v5wave-1B5-E0_1-ctx   3%[                    ] 106.81M  42.2MB/s               "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "5wave-1B5-E0_1-ctx-   4%[                    ] 122.07M  43.1MB/s               "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "wave-1B5-E0_1-ctx-1   4%[                    ] 137.33M  43.2MB/s    eta 64s    "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "ave-1B5-E0_1-ctx-16   5%[>                   ] 152.59M  43.5MB/s    eta 64s    "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "ve-1B5-E0_1-ctx-16k   5%[>                   ] 167.33M  44.8MB/s    eta 64s    "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "e-1B5-E0_1-ctx-16k-   5%[>                   ] 169.99M  43.2MB/s    eta 64s    "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "-1B5-E0_1-ctx-16k-p   6%[>                   ] 186.43M  45.1MB/s    eta 64s    "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "1B5-E0_1-ctx-16k-pr   6%[>                   ] 198.36M  42.0MB/s    eta 61s    "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "B5-E0_1-ctx-16k-pre   7%[>                   ] 213.11M  44.4MB/s    eta 61s    "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "5-E0_1-ctx-16k-prev   7%[>                   ] 224.52M  44.2MB/s    eta 61s    "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "-E0_1-ctx-16k-previ   7%[>                   ] 228.87M  43.7MB/s    eta 61s    "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "E0_1-ctx-16k-previe   8%[>                   ] 244.13M  46.2MB/s    eta 61s    "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "0_1-ctx-16k-preview   8%[>                   ] 259.40M  45.8MB/s    eta 57s    "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "_1-ctx-16k-preview-   9%[>                   ] 274.14M  49.3MB/s    eta 57s    "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "1-ctx-16k-preview-3   9%[>                   ] 274.79M  45.2MB/s    eta 57s    "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "-ctx-16k-preview-30  10%[=>                  ] 292.82M  49.7MB/s    eta 57s    "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "ctx-16k-preview-30p  10%[=>                  ] 306.43M  49.9MB/s    eta 57s    "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "tx-16k-preview-30p.  11%[=>                  ] 320.43M  46.7MB/s    eta 56s    "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "x-16k-preview-30p.p  11%[=>                  ] 335.69M  48.7MB/s    eta 56s    "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "-16k-preview-30p.pt  12%[=>                  ] 350.95M  48.1MB/s    eta 56s    "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "16k-preview-30p.pth  12%[=>                  ] 368.17M  51.6MB/s    eta 56s    "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "6k-preview-30p.pth   13%[=>                  ] 381.47M  51.1MB/s    eta 53s    "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "k-preview-30p.pth    13%[=>                  ] 396.73M  50.4MB/s    eta 53s    "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "-preview-30p.pth     14%[=>                  ] 411.47M  49.9MB/s    eta 53s    "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "preview-30p.pth      14%[=>                  ] 417.11M  50.4MB/s    eta 53s    "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "review-30p.pth       14%[=>                  ] 427.25M  48.8MB/s    eta 52s    "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "eview-30p.pth        15%[==>                 ] 442.51M  48.1MB/s    eta 52s    "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "view-30p.pth         15%[==>                 ] 457.62M  49.5MB/s    eta 52s    "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "iew-30p.pth          15%[==>                 ] 459.87M  48.2MB/s    eta 52s    "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "ew-30p.pth           16%[==>                 ] 473.02M  47.7MB/s    eta 52s    "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "w-30p.pth            16%[==>                 ] 488.28M  47.0MB/s    eta 52s    "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "-30p.pth             17%[==>                 ] 497.21M  49.6MB/s    eta 52s    "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "30p.pth              17%[==>                 ] 503.54M  45.6MB/s    eta 52s    "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "0p.pth               17%[==>                 ] 518.80M  47.2MB/s    eta 51s    "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "p.pth                18%[==>                 ] 533.54M  45.9MB/s    eta 51s    "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      ".pth                 18%[==>                 ] 539.25M  45.2MB/s    eta 51s    "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "pth                  19%[==>                 ] 549.31M  43.0MB/s    eta 51s    "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "th                   19%[==>                 ] 564.06M  43.1MB/s    eta 51s    "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "h                    19%[==>                 ] 570.88M  39.0MB/s    eta 51s    "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "                     20%[===>                ] 579.83M  38.2MB/s    eta 51s    "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "                  v  20%[===>                ] 594.57M  38.5MB/s    eta 51s    "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "                 v5  20%[===>                ] 595.09M  37.7MB/s    eta 52s    "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "                v5w  21%[===>                ] 609.84M  37.6MB/s    eta 52s    "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "               v5wa  21%[===>                ] 610.35M  37.3MB/s    eta 52s    "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "              v5wav  21%[===>                ] 625.61M  37.0MB/s    eta 52s    "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "             v5wave  22%[===>                ] 640.87M  35.8MB/s    eta 51s    "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "            v5wave-  22%[===>                ] 655.62M  37.9MB/s    eta 51s    "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "           v5wave-1  23%[===>                ] 669.55M  38.9MB/s    eta 51s    "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "          v5wave-1B  23%[===>                ] 673.25M  36.0MB/s    eta 51s    "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "         v5wave-1B5  23%[===>                ] 686.64M  37.8MB/s    eta 50s    "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "        v5wave-1B5-  24%[===>                ] 701.90M  38.2MB/s    eta 50s    "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "       v5wave-1B5-E  24%[===>                ] 717.16M  39.5MB/s    eta 50s    "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "      v5wave-1B5-E0  25%[====>               ] 732.42M  40.6MB/s    eta 50s    "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "     v5wave-1B5-E0_  25%[====>               ] 747.69M  41.8MB/s    eta 48s    "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "    v5wave-1B5-E0_1  26%[====>               ] 762.94M  44.6MB/s    eta 48s    "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "   v5wave-1B5-E0_1-  26%[====>               ] 778.20M  45.8MB/s    eta 48s    "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "  v5wave-1B5-E0_1-c  27%[====>               ] 792.80M  46.9MB/s    eta 48s    "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      " v5wave-1B5-E0_1-ct  27%[====>               ] 808.71M  48.1MB/s    eta 48s    "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "v5wave-1B5-E0_1-ctx  28%[====>               ] 825.72M  52.5MB/s    eta 45s    "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "5wave-1B5-E0_1-ctx-  29%[====>               ] 839.08M  52.3MB/s    eta 45s    "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "wave-1B5-E0_1-ctx-1  29%[====>               ] 841.29M  51.9MB/s    eta 45s    "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "ave-1B5-E0_1-ctx-16  29%[====>               ] 849.79M  51.5MB/s    eta 45s    "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "ve-1B5-E0_1-ctx-16k  29%[====>               ] 854.49M  48.4MB/s    eta 45s    "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "e-1B5-E0_1-ctx-16k-  30%[=====>              ] 869.75M  48.3MB/s    eta 45s    "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "-1B5-E0_1-ctx-16k-p  30%[=====>              ] 883.46M  52.5MB/s    eta 45s    "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "1B5-E0_1-ctx-16k-pr  30%[=====>              ] 887.08M  50.0MB/s    eta 45s    "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "B5-E0_1-ctx-16k-pre  30%[=====>              ] 893.44M  47.3MB/s    eta 44s    "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "5-E0_1-ctx-16k-prev  31%[=====>              ] 900.27M  47.2MB/s    eta 44s    "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "-E0_1-ctx-16k-previ  31%[=====>              ] 915.53M  47.1MB/s    eta 44s    "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "E0_1-ctx-16k-previe  32%[=====>              ] 930.27M  46.7MB/s    eta 44s    "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "0_1-ctx-16k-preview  32%[=====>              ] 941.72M  43.4MB/s    eta 44s    "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "_1-ctx-16k-preview-  32%[=====>              ] 946.04M  40.9MB/s    eta 44s    "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "1-ctx-16k-preview-3  33%[=====>              ] 961.30M  40.3MB/s    eta 44s    "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "-ctx-16k-preview-30  33%[=====>              ] 976.55M  41.1MB/s    eta 44s    "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "ctx-16k-preview-30p  34%[=====>              ] 991.31M  40.5MB/s    eta 44s    "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "tx-16k-preview-30p.  34%[=====>              ] 991.95M  37.2MB/s    eta 42s    "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "x-16k-preview-30p.p  34%[=====>              ]   1007M  39.9MB/s    eta 42s    "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "-16k-preview-30p.pt  35%[======>             ]   1022M  42.4MB/s    eta 42s    "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "16k-preview-30p.pth  36%[======>             ]   1.02G  46.6MB/s    eta 42s    "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "6k-preview-30p.pth   36%[======>             ]   1.03G  47.0MB/s    eta 42s    "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "k-preview-30p.pth    36%[======>             ]   1.03G  43.2MB/s    eta 41s    "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "-preview-30p.pth     36%[======>             ]   1.04G  45.1MB/s    eta 41s    "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "preview-30p.pth      36%[======>             ]   1.04G  42.5MB/s    eta 41s    "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "review-30p.pth       37%[======>             ]   1.06G  46.8MB/s    eta 41s    "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "eview-30p.pth        38%[======>             ]   1.07G  49.4MB/s    eta 41s    "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "view-30p.pth         38%[======>             ]   1.09G  49.6MB/s    eta 39s    "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "iew-30p.pth          39%[======>             ]   1.10G  49.9MB/s    eta 39s    "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "ew-30p.pth           39%[======>             ]   1.12G  50.6MB/s    eta 39s    "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "w-30p.pth            40%[=======>            ]   1.13G  52.9MB/s    eta 39s    "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "-30p.pth             40%[=======>            ]   1.13G  49.5MB/s    eta 38s    "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "30p.pth              40%[=======>            ]   1.15G  48.2MB/s    eta 38s    "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "0p.pth               41%[=======>            ]   1.16G  48.3MB/s    eta 38s    "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "p.pth                41%[=======>            ]   1.18G  51.1MB/s    eta 38s    "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      ".pth                 41%[=======>            ]   1.18G  48.2MB/s    eta 37s    "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "pth                  42%[=======>            ]   1.20G  49.8MB/s    eta 37s    "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "th                   42%[=======>            ]   1.21G  44.4MB/s    eta 37s    "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "h                    43%[=======>            ]   1.22G  47.3MB/s    eta 37s    "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "                     43%[=======>            ]   1.24G  46.8MB/s    eta 36s    "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "                  v  44%[=======>            ]   1.25G  45.5MB/s    eta 36s    "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "                 v5  44%[=======>            ]   1.27G  44.8MB/s    eta 36s    "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "                v5w  44%[=======>            ]   1.27G  44.4MB/s    eta 36s    "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "               v5wa  45%[========>           ]   1.28G  41.8MB/s    eta 35s    "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "              v5wav  45%[========>           ]   1.29G  43.2MB/s    eta 35s    "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "             v5wave  46%[========>           ]   1.31G  44.2MB/s    eta 35s    "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "            v5wave-  46%[========>           ]   1.31G  42.3MB/s    eta 35s    "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "           v5wave-1  46%[========>           ]   1.33G  43.6MB/s    eta 35s    "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "          v5wave-1B  47%[========>           ]   1.34G  42.7MB/s    eta 33s    "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "         v5wave-1B5  48%[========>           ]   1.36G  44.0MB/s    eta 33s    "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "        v5wave-1B5-  48%[========>           ]   1.36G  41.3MB/s    eta 33s    "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "       v5wave-1B5-E  48%[========>           ]   1.37G  41.8MB/s    eta 33s    "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "      v5wave-1B5-E0  49%[========>           ]   1.39G  42.4MB/s    eta 33s    "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "     v5wave-1B5-E0_  49%[========>           ]   1.40G  43.2MB/s    eta 33s    "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "    v5wave-1B5-E0_1  50%[=========>          ]   1.42G  42.2MB/s    eta 33s    "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "   v5wave-1B5-E0_1-  50%[=========>          ]   1.43G  44.0MB/s    eta 33s    "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "  v5wave-1B5-E0_1-c  51%[=========>          ]   1.44G  42.9MB/s    eta 31s    "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      " v5wave-1B5-E0_1-ct  51%[=========>          ]   1.45G  44.3MB/s    eta 31s    "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "v5wave-1B5-E0_1-ctx  51%[=========>          ]   1.47G  46.5MB/s    eta 31s    "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "5wave-1B5-E0_1-ctx-  52%[=========>          ]   1.47G  45.1MB/s    eta 31s    "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "wave-1B5-E0_1-ctx-1  52%[=========>          ]   1.49G  45.3MB/s    eta 30s    "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "ave-1B5-E0_1-ctx-16  52%[=========>          ]   1.49G  41.3MB/s    eta 30s    "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "ve-1B5-E0_1-ctx-16k  53%[=========>          ]   1.50G  41.3MB/s    eta 30s    "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "e-1B5-E0_1-ctx-16k-  53%[=========>          ]   1.50G  37.8MB/s    eta 30s    "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "-1B5-E0_1-ctx-16k-p  53%[=========>          ]   1.52G  38.3MB/s    eta 30s    "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "1B5-E0_1-ctx-16k-pr  54%[=========>          ]   1.54G  43.2MB/s    eta 30s    "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "B5-E0_1-ctx-16k-pre  54%[=========>          ]   1.55G  40.4MB/s    eta 30s    "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "5-E0_1-ctx-16k-prev  55%[==========>         ]   1.55G  41.1MB/s    eta 30s    "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "-E0_1-ctx-16k-previ  55%[==========>         ]   1.56G  39.7MB/s    eta 30s    "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "E0_1-ctx-16k-previe  55%[==========>         ]   1.58G  42.7MB/s    eta 29s    "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "0_1-ctx-16k-preview  55%[==========>         ]   1.58G  40.0MB/s    eta 29s    "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "_1-ctx-16k-preview-  56%[==========>         ]   1.59G  40.1MB/s    eta 29s    "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "1-ctx-16k-preview-3  57%[==========>         ]   1.61G  40.6MB/s    eta 29s    "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "-ctx-16k-preview-30  57%[==========>         ]   1.61G  40.5MB/s    eta 29s    "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "ctx-16k-preview-30p  57%[==========>         ]   1.62G  40.3MB/s    eta 27s    "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "tx-16k-preview-30p.  57%[==========>         ]   1.63G  40.7MB/s    eta 27s    "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "x-16k-preview-30p.p  58%[==========>         ]   1.64G  39.9MB/s    eta 27s    "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "-16k-preview-30p.pt  58%[==========>         ]   1.65G  39.0MB/s    eta 27s    "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "16k-preview-30p.pth  59%[==========>         ]   1.67G  42.5MB/s    eta 26s    "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "6k-preview-30p.pth   59%[==========>         ]   1.68G  44.5MB/s    eta 26s    "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "k-preview-30p.pth    59%[==========>         ]   1.68G  43.8MB/s    eta 26s    "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "-preview-30p.pth     60%[===========>        ]   1.70G  45.5MB/s    eta 26s    "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "preview-30p.pth      60%[===========>        ]   1.71G  44.8MB/s    eta 26s    "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "review-30p.pth       60%[===========>        ]   1.71G  42.3MB/s    eta 26s    "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "eview-30p.pth        61%[===========>        ]   1.73G  41.6MB/s    eta 26s    "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "view-30p.pth         61%[===========>        ]   1.74G  42.0MB/s    eta 26s    "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "iew-30p.pth          61%[===========>        ]   1.74G  40.6MB/s    eta 26s    "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "ew-30p.pth           62%[===========>        ]   1.76G  39.9MB/s    eta 25s    "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "w-30p.pth            62%[===========>        ]   1.77G  38.6MB/s    eta 25s    "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "-30p.pth             62%[===========>        ]   1.77G  39.3MB/s    eta 25s    "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "30p.pth              63%[===========>        ]   1.79G  40.5MB/s    eta 25s    "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "0p.pth               63%[===========>        ]   1.80G  39.8MB/s    eta 24s    "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "p.pth                64%[===========>        ]   1.82G  40.4MB/s    eta 24s    "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      ".pth                 65%[============>       ]   1.83G  40.5MB/s    eta 24s    "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "pth                  65%[============>       ]   1.85G  41.3MB/s    eta 24s    "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "th                   65%[============>       ]   1.86G  44.2MB/s    eta 24s    "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "h                    66%[============>       ]   1.88G  42.5MB/s    eta 22s    "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "                     66%[============>       ]   1.88G  40.8MB/s    eta 22s    "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "                  v  66%[============>       ]   1.89G  41.6MB/s    eta 22s    "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "                 v5  67%[============>       ]   1.90G  45.7MB/s    eta 22s    "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "                v5w  67%[============>       ]   1.91G  43.9MB/s    eta 22s    "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "               v5wa  68%[============>       ]   1.92G  46.3MB/s    eta 21s    "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "              v5wav  68%[============>       ]   1.94G  47.5MB/s    eta 21s    "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "             v5wave  69%[============>       ]   1.95G  48.4MB/s    eta 21s    "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "            v5wave-  69%[============>       ]   1.95G  46.9MB/s    eta 21s    "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "           v5wave-1  69%[============>       ]   1.97G  48.1MB/s    eta 21s    "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "          v5wave-1B  70%[=============>      ]   1.98G  46.3MB/s    eta 19s    "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "         v5wave-1B5  70%[=============>      ]   2.00G  47.4MB/s    eta 19s    "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "        v5wave-1B5-  71%[=============>      ]   2.01G  46.1MB/s    eta 19s    "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "       v5wave-1B5-E  71%[=============>      ]   2.03G  47.1MB/s    eta 19s    "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "      v5wave-1B5-E0  72%[=============>      ]   2.04G  42.9MB/s    eta 18s    "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "     v5wave-1B5-E0_  72%[=============>      ]   2.06G  48.5MB/s    eta 18s    "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "    v5wave-1B5-E0_1  73%[=============>      ]   2.07G  51.0MB/s    eta 18s    "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "   v5wave-1B5-E0_1-  73%[=============>      ]   2.09G  51.6MB/s    eta 18s    "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "  v5wave-1B5-E0_1-c  74%[=============>      ]   2.10G  52.4MB/s    eta 18s    "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      " v5wave-1B5-E0_1-ct  74%[=============>      ]   2.11G  52.1MB/s    eta 16s    "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "v5wave-1B5-E0_1-ctx  74%[=============>      ]   2.12G  47.7MB/s    eta 16s    "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "5wave-1B5-E0_1-ctx-  75%[==============>     ]   2.13G  48.2MB/s    eta 16s    "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "wave-1B5-E0_1-ctx-1  76%[==============>     ]   2.15G  49.5MB/s    eta 16s    "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "ave-1B5-E0_1-ctx-16  76%[==============>     ]   2.16G  48.5MB/s    eta 15s    "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "ve-1B5-E0_1-ctx-16k  77%[==============>     ]   2.17G  51.1MB/s    eta 15s    "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "e-1B5-E0_1-ctx-16k-  77%[==============>     ]   2.18G  48.7MB/s    eta 15s    "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "-1B5-E0_1-ctx-16k-p  77%[==============>     ]   2.19G  46.9MB/s    eta 15s    "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "1B5-E0_1-ctx-16k-pr  78%[==============>     ]   2.21G  48.4MB/s    eta 14s    "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "B5-E0_1-ctx-16k-pre  78%[==============>     ]   2.22G  46.0MB/s    eta 14s    "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "5-E0_1-ctx-16k-prev  79%[==============>     ]   2.24G  49.0MB/s    eta 14s    "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "-E0_1-ctx-16k-previ  79%[==============>     ]   2.25G  47.9MB/s    eta 14s    "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "E0_1-ctx-16k-previe  80%[===============>    ]   2.26G  47.2MB/s    eta 13s    "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "0_1-ctx-16k-preview  80%[===============>    ]   2.26G  47.2MB/s    eta 13s    "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "_1-ctx-16k-preview-  80%[===============>    ]   2.28G  45.6MB/s    eta 13s    "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "1-ctx-16k-preview-3  81%[===============>    ]   2.29G  44.9MB/s    eta 13s    "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "-ctx-16k-preview-30  81%[===============>    ]   2.31G  45.3MB/s    eta 12s    "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "ctx-16k-preview-30p  82%[===============>    ]   2.33G  46.2MB/s    eta 12s    "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "tx-16k-preview-30p.  82%[===============>    ]   2.34G  46.3MB/s    eta 12s    "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "x-16k-preview-30p.p  83%[===============>    ]   2.35G  50.9MB/s    eta 12s    "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "-16k-preview-30p.pt  83%[===============>    ]   2.37G  50.3MB/s    eta 12s    "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "16k-preview-30p.pth  83%[===============>    ]   2.37G  47.4MB/s    eta 10s    "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "6k-preview-30p.pth   84%[===============>    ]   2.38G  46.9MB/s    eta 10s    "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "k-preview-30p.pth    84%[===============>    ]   2.38G  46.0MB/s    eta 10s    "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "-preview-30p.pth     85%[================>   ]   2.40G  47.2MB/s    eta 10s    "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "preview-30p.pth      85%[================>   ]   2.41G  46.9MB/s    eta 9s     "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "review-30p.pth       85%[================>   ]   2.42G  47.9MB/s    eta 9s     "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "eview-30p.pth        86%[================>   ]   2.43G  47.2MB/s    eta 9s     "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "view-30p.pth         86%[================>   ]   2.43G  44.1MB/s    eta 9s     "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "iew-30p.pth          86%[================>   ]   2.44G  42.3MB/s    eta 9s     "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "ew-30p.pth           87%[================>   ]   2.46G  44.8MB/s    eta 8s     "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "w-30p.pth            87%[================>   ]   2.47G  45.9MB/s    eta 8s     "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "-30p.pth             88%[================>   ]   2.49G  46.2MB/s    eta 8s     "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "30p.pth              88%[================>   ]   2.49G  40.6MB/s    eta 8s     "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "0p.pth               88%[================>   ]   2.50G  37.2MB/s    eta 7s     "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "p.pth                89%[================>   ]   2.52G  41.6MB/s    eta 7s     "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      ".pth                 89%[================>   ]   2.53G  42.4MB/s    eta 7s     "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "pth                  90%[=================>  ]   2.55G  42.2MB/s    eta 7s     "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "th                   90%[=================>  ]   2.55G  42.9MB/s    eta 7s     "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "h                    90%[=================>  ]   2.56G  43.1MB/s    eta 6s     "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "                     91%[=================>  ]   2.57G  42.8MB/s    eta 6s     "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "                  v  91%[=================>  ]   2.58G  41.6MB/s    eta 6s     "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "                 v5  91%[=================>  ]   2.59G  43.0MB/s    eta 6s     "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "                v5w  92%[=================>  ]   2.61G  44.3MB/s    eta 6s     "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "               v5wa  92%[=================>  ]   2.62G  45.2MB/s    eta 5s     "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "              v5wav  92%[=================>  ]   2.62G  43.3MB/s    eta 5s     "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "             v5wave  93%[=================>  ]   2.64G  43.6MB/s    eta 5s     "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "            v5wave-  93%[=================>  ]   2.65G  45.3MB/s    eta 5s     "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "           v5wave-1  94%[=================>  ]   2.67G  44.6MB/s    eta 4s     "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "          v5wave-1B  94%[=================>  ]   2.67G  46.8MB/s    eta 4s     "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "         v5wave-1B5  95%[==================> ]   2.68G  44.8MB/s    eta 4s     "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "        v5wave-1B5-  95%[==================> ]   2.70G  46.9MB/s    eta 4s     "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "       v5wave-1B5-E  96%[==================> ]   2.71G  44.3MB/s    eta 3s     "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "      v5wave-1B5-E0  96%[==================> ]   2.73G  44.3MB/s    eta 3s     "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "     v5wave-1B5-E0_  97%[==================> ]   2.74G  43.3MB/s    eta 3s     "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "    v5wave-1B5-E0_1  97%[==================> ]   2.74G  43.0MB/s    eta 3s     "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "   v5wave-1B5-E0_1-  97%[==================> ]   2.76G  43.8MB/s    eta 2s     "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "  v5wave-1B5-E0_1-c  97%[==================> ]   2.76G  44.3MB/s    eta 2s     "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      " v5wave-1B5-E0_1-ct  98%[==================> ]   2.77G  42.1MB/s    eta 2s     "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "v5wave-1B5-E0_1-ctx  98%[==================> ]   2.78G  40.6MB/s    eta 2s     "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "5wave-1B5-E0_1-ctx-  98%[==================> ]   2.79G  42.1MB/s    eta 2s     "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "wave-1B5-E0_1-ctx-1  98%[==================> ]   2.79G  39.8MB/s    eta 1s     "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "ave-1B5-E0_1-ctx-16  99%[==================> ]   2.81G  43.8MB/s    eta 1s     "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "ve-1B5-E0_1-ctx-16k  99%[==================> ]   2.82G  42.3MB/s    eta 1s     "
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\r",
-      "v5wave-1B5-E0_1-ctx 100%[===================>]   2.82G  41.9MB/s    in 65s     \r\n",
-      "\r\n",
-      "2023-08-28 17:20:53 (44.6 MB/s) - ‘v5wave-1B5-E0_1-ctx-16k-preview-30p.pth’ saved [3030376021/3030376021]\r\n",
-      "\r\n"
-     ]
-    }
-   ],
-   "source": [
-    "# Lets download the custom models\n",
-    "!mkdir -p ../../../model/\n",
-    "!cd ../../../model/ && wget -nc \"https://huggingface.co/picocreator/memory-size-experiment-for-rwkv/resolve/main/v5-Wave/WaveV5-C-Tune5.pth\"\n",
-    "!cd ../../../model/ && wget -nc \"https://huggingface.co/picocreator/RWKV-x-playground/resolve/main/V5-16k/v5wave-1B5-E0_1-ctx-16k-preview-30p.pth\""
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": 2,
-   "id": "748bb08f",
-   "metadata": {
-    "execution": {
-     "iopub.execute_input": "2023-08-28T17:20:53.445222Z",
-     "iopub.status.busy": "2023-08-28T17:20:53.444571Z",
-     "iopub.status.idle": "2023-08-28T17:20:53.697911Z",
-     "shell.execute_reply": "2023-08-28T17:20:53.696834Z"
-    },
-    "papermill": {
-     "duration": 0.276645,
-     "end_time": "2023-08-28T17:20:53.700095",
-     "exception": false,
-     "start_time": "2023-08-28T17:20:53.423450",
-     "status": "completed"
-    },
-    "tags": []
-   },
-   "outputs": [
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "total 8.5G\r\n",
-      "-rw-r--r-- 1 root root 5.7G Aug 11 12:40 WaveV5-C-Tune5.pth\r\n",
-      "-rw-r--r-- 1 root root 2.9G Aug 17 09:19 v5wave-1B5-E0_1-ctx-16k-preview-30p.pth\r\n"
-     ]
-    }
-   ],
-   "source": [
-    "!ls -lh ../../../model/"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": 3,
-   "id": "e1218c39",
-   "metadata": {
-    "execution": {
-     "iopub.execute_input": "2023-08-28T17:20:53.741686Z",
-     "iopub.status.busy": "2023-08-28T17:20:53.741040Z",
-     "iopub.status.idle": "2023-08-28T17:20:53.993800Z",
-     "shell.execute_reply": "2023-08-28T17:20:53.992717Z"
-    },
-    "papermill": {
-     "duration": 0.276241,
-     "end_time": "2023-08-28T17:20:53.996029",
-     "exception": false,
-     "start_time": "2023-08-28T17:20:53.719788",
-     "status": "completed"
-    },
-    "tags": []
-   },
-   "outputs": [
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "/usr/bin/sh: 1: python: not found\r\n"
-     ]
-    }
-   ],
-   "source": [
-    "!python -m pip install aiocsv aiofiles"
-   ]
-  },
-  {
-   "cell_type": "markdown",
-   "id": "569d20ed",
-   "metadata": {
-    "papermill": {
-     "duration": 0.019168,
-     "end_time": "2023-08-28T17:20:54.091034",
-     "exception": false,
-     "start_time": "2023-08-28T17:20:54.071866",
-     "status": "completed"
-    },
-    "tags": []
-   },
-   "source": [
-    "# 1B5 Wavenet V5 benchmark"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": 4,
-   "id": "33d286e3",
-   "metadata": {
-    "execution": {
-     "iopub.execute_input": "2023-08-28T17:20:54.132492Z",
-     "iopub.status.busy": "2023-08-28T17:20:54.131874Z",
-     "iopub.status.idle": "2023-08-28T17:22:18.791955Z",
-     "shell.execute_reply": "2023-08-28T17:22:18.790569Z"
-    },
-    "papermill": {
-     "duration": 84.683921,
-     "end_time": "2023-08-28T17:22:18.794362",
-     "exception": false,
-     "start_time": "2023-08-28T17:20:54.110441",
-     "status": "completed"
-    },
-    "tags": []
-   },
-   "outputs": [
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "[2023-08-28 17:20:58,423] [INFO] [real_accelerator.py:133:get_accelerator] Setting ds_accelerator to cuda (auto detect)\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "[RWKV.model] Running RWKV model using 'torch-jit' with torch '2.0.1+cu118'\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "###\r\n",
-      "### Model validation start ###\r\n",
-      "###\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 5 tokens : 100.0% similarity, with 5 matched token, and 0 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 10 tokens : 100.0% similarity, with 10 matched token, and 0 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 15 tokens : 100.0% similarity, with 15 matched token, and 0 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 20 tokens : 100.0% similarity, with 20 matched token, and 0 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 25 tokens : 100.0% similarity, with 25 matched token, and 0 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 30 tokens : 100.0% similarity, with 30 matched token, and 0 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 35 tokens : 100.0% similarity, with 35 matched token, and 0 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 40 tokens : 100.0% similarity, with 40 matched token, and 0 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 45 tokens : 97.77777777777777% similarity, with 44 matched token, and 1 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 50 tokens : 98.0% similarity, with 49 matched token, and 1 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 55 tokens : 96.36363636363636% similarity, with 53 matched token, and 2 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 60 tokens : 98.33333333333333% similarity, with 59 matched token, and 1 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 65 tokens : 98.46153846153847% similarity, with 64 matched token, and 1 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 70 tokens : 97.14285714285714% similarity, with 68 matched token, and 2 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 75 tokens : 93.33333333333333% similarity, with 70 matched token, and 5 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 80 tokens : 91.25% similarity, with 73 matched token, and 7 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 85 tokens : 92.94117647058823% similarity, with 79 matched token, and 6 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 90 tokens : 94.44444444444444% similarity, with 85 matched token, and 5 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 95 tokens : 94.73684210526315% similarity, with 90 matched token, and 5 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 100 tokens : 94.0% similarity, with 94 matched token, and 6 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 105 tokens : 91.42857142857143% similarity, with 96 matched token, and 9 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 110 tokens : 90.9090909090909% similarity, with 100 matched token, and 10 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 115 tokens : 91.30434782608695% similarity, with 105 matched token, and 10 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 120 tokens : 90.0% similarity, with 108 matched token, and 12 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 125 tokens : 89.60000000000001% similarity, with 112 matched token, and 13 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 130 tokens : 87.6923076923077% similarity, with 114 matched token, and 16 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 135 tokens : 85.92592592592592% similarity, with 116 matched token, and 19 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 140 tokens : 84.28571428571429% similarity, with 118 matched token, and 22 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 145 tokens : 84.82758620689656% similarity, with 123 matched token, and 22 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 150 tokens : 86.66666666666667% similarity, with 130 matched token, and 20 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 160 tokens : 85.0% similarity, with 136 matched token, and 24 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 170 tokens : 84.70588235294117% similarity, with 144 matched token, and 26 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 180 tokens : 83.33333333333334% similarity, with 150 matched token, and 30 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 190 tokens : 81.57894736842105% similarity, with 155 matched token, and 35 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 200 tokens : 80.5% similarity, with 161 matched token, and 39 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 210 tokens : 78.0952380952381% similarity, with 164 matched token, and 46 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 220 tokens : 76.81818181818181% similarity, with 169 matched token, and 51 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 230 tokens : 73.91304347826086% similarity, with 170 matched token, and 60 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 240 tokens : 74.58333333333333% similarity, with 179 matched token, and 61 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 250 tokens : 74.4% similarity, with 186 matched token, and 64 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 260 tokens : 73.46153846153847% similarity, with 191 matched token, and 69 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 270 tokens : 71.85185185185186% similarity, with 194 matched token, and 76 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 280 tokens : 68.57142857142857% similarity, with 192 matched token, and 88 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 290 tokens : 68.27586206896552% similarity, with 198 matched token, and 92 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 300 tokens : 67.33333333333333% similarity, with 202 matched token, and 98 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 325 tokens : 63.38461538461539% similarity, with 206 matched token, and 119 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 350 tokens : 62.857142857142854% similarity, with 220 matched token, and 130 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 375 tokens : 62.4% similarity, with 234 matched token, and 141 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 400 tokens : 63.24999999999999% similarity, with 253 matched token, and 147 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 425 tokens : 67.05882352941175% similarity, with 285 matched token, and 140 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 450 tokens : 67.33333333333333% similarity, with 303 matched token, and 147 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 475 tokens : 69.05263157894737% similarity, with 328 matched token, and 147 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 500 tokens : 69.6% similarity, with 348 matched token, and 152 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 525 tokens : 70.47619047619048% similarity, with 370 matched token, and 155 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 550 tokens : 72.0% similarity, with 396 matched token, and 154 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 575 tokens : 72.17391304347827% similarity, with 415 matched token, and 160 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 600 tokens : 74.33333333333333% similarity, with 446 matched token, and 154 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 625 tokens : 74.72% similarity, with 467 matched token, and 158 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 650 tokens : 75.84615384615384% similarity, with 493 matched token, and 157 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 675 tokens : 76.88888888888889% similarity, with 519 matched token, and 156 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 700 tokens : 76.85714285714286% similarity, with 538 matched token, and 162 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 750 tokens : 78.53333333333333% similarity, with 589 matched token, and 161 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 800 tokens : 78.875% similarity, with 631 matched token, and 169 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 850 tokens : 79.76470588235294% similarity, with 678 matched token, and 172 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 900 tokens : 81.11111111111111% similarity, with 730 matched token, and 170 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 950 tokens : 82.21052631578948% similarity, with 781 matched token, and 169 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 1000 tokens : 82.19999999999999% similarity, with 822 matched token, and 178 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Finished baseline model to eval output predictive matching (aka 0 memory?), for 1000 tokens\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "###\r\n",
-      "### Model validation end ###\r\n",
-      "###\r\n"
-     ]
-    }
-   ],
-   "source": [
-    "!python3 ./memory_script/eval_v5wavenet_memory_guided.py \"../../../model/WaveV5-C-Tune5.pth\" \"./logs/WavenetV5-C-Tune5-1k.csv\""
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": 5,
-   "id": "874fc99d",
-   "metadata": {
-    "execution": {
-     "iopub.execute_input": "2023-08-28T17:22:18.846192Z",
-     "iopub.status.busy": "2023-08-28T17:22:18.845162Z",
-     "iopub.status.idle": "2023-08-28T17:27:04.302000Z",
-     "shell.execute_reply": "2023-08-28T17:27:04.300964Z"
-    },
-    "papermill": {
-     "duration": 285.485528,
-     "end_time": "2023-08-28T17:27:04.304567",
-     "exception": false,
-     "start_time": "2023-08-28T17:22:18.819039",
-     "status": "completed"
-    },
-    "tags": []
-   },
-   "outputs": [
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "[2023-08-28 17:22:23,389] [INFO] [real_accelerator.py:133:get_accelerator] Setting ds_accelerator to cuda (auto detect)\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "[RWKV.model] Running RWKV model using 'torch-jit' with torch '2.0.1+cu118'\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "###\r\n",
-      "### Model validation start ###\r\n",
-      "###\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 1100 tokens : 82.45454545454545% similarity, with 907 matched token, and 193 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 1150 tokens : 83.47826086956522% similarity, with 960 matched token, and 190 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 1200 tokens : 84.08333333333333% similarity, with 1009 matched token, and 191 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 1250 tokens : 84.39999999999999% similarity, with 1055 matched token, and 195 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 1300 tokens : 84.6923076923077% similarity, with 1101 matched token, and 199 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 1350 tokens : 85.4074074074074% similarity, with 1153 matched token, and 197 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 1400 tokens : 85.42857142857143% similarity, with 1196 matched token, and 204 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 1450 tokens : 86.13793103448276% similarity, with 1249 matched token, and 201 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 1500 tokens : 86.4% similarity, with 1296 matched token, and 204 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 1550 tokens : 86.25806451612902% similarity, with 1337 matched token, and 213 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 1600 tokens : 85.875% similarity, with 1374 matched token, and 226 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 1650 tokens : 85.87878787878788% similarity, with 1417 matched token, and 233 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 1700 tokens : 85.1764705882353% similarity, with 1448 matched token, and 252 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 1750 tokens : 84.39999999999999% similarity, with 1477 matched token, and 273 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 1800 tokens : 83.11111111111111% similarity, with 1496 matched token, and 304 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 1850 tokens : 82.0% similarity, with 1517 matched token, and 333 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 1900 tokens : 80.57894736842105% similarity, with 1531 matched token, and 369 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 1950 tokens : 79.17948717948718% similarity, with 1544 matched token, and 406 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 2000 tokens : 77.9% similarity, with 1558 matched token, and 442 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 2050 tokens : 75.70731707317073% similarity, with 1552 matched token, and 498 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 2100 tokens : 73.66666666666667% similarity, with 1547 matched token, and 553 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 2150 tokens : 71.72093023255815% similarity, with 1542 matched token, and 608 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 2200 tokens : 69.68181818181817% similarity, with 1533 matched token, and 667 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 2250 tokens : 67.37777777777778% similarity, with 1516 matched token, and 734 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 2300 tokens : 66.17391304347827% similarity, with 1522 matched token, and 778 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 2350 tokens : 64.29787234042553% similarity, with 1511 matched token, and 839 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 2400 tokens : 63.24999999999999% similarity, with 1518 matched token, and 882 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 2450 tokens : 61.142857142857146% similarity, with 1498 matched token, and 952 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 2500 tokens : 60.199999999999996% similarity, with 1505 matched token, and 995 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 2550 tokens : 59.13725490196079% similarity, with 1508 matched token, and 1042 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 2600 tokens : 57.730769230769226% similarity, with 1501 matched token, and 1099 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 2650 tokens : 56.377358490566046% similarity, with 1494 matched token, and 1156 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 2700 tokens : 55.925925925925924% similarity, with 1510 matched token, and 1190 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 2750 tokens : 54.50909090909091% similarity, with 1499 matched token, and 1251 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 2800 tokens : 53.75% similarity, with 1505 matched token, and 1295 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 2850 tokens : 53.05263157894737% similarity, with 1512 matched token, and 1338 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 2900 tokens : 51.758620689655174% similarity, with 1501 matched token, and 1399 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 2950 tokens : 50.37288135593221% similarity, with 1486 matched token, and 1464 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 3000 tokens : 49.7% similarity, with 1491 matched token, and 1509 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 3050 tokens : 48.59016393442623% similarity, with 1482 matched token, and 1568 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 3100 tokens : 47.64516129032258% similarity, with 1477 matched token, and 1623 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 3150 tokens : 47.14285714285714% similarity, with 1485 matched token, and 1665 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 3200 tokens : 46.3125% similarity, with 1482 matched token, and 1718 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 3250 tokens : 45.32307692307692% similarity, with 1473 matched token, and 1777 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 3300 tokens : 44.0% similarity, with 1452 matched token, and 1848 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 3350 tokens : 43.88059701492537% similarity, with 1470 matched token, and 1880 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 3400 tokens : 42.705882352941174% similarity, with 1452 matched token, and 1948 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 3450 tokens : 41.53623188405797% similarity, with 1433 matched token, and 2017 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 3500 tokens : 40.885714285714286% similarity, with 1431 matched token, and 2069 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 3550 tokens : 40.112676056338024% similarity, with 1424 matched token, and 2126 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 3600 tokens : 39.166666666666664% similarity, with 1410 matched token, and 2190 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 3650 tokens : 37.47945205479452% similarity, with 1368 matched token, and 2282 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 3700 tokens : 36.648648648648646% similarity, with 1356 matched token, and 2344 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 3750 tokens : 35.78666666666667% similarity, with 1342 matched token, and 2408 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 3800 tokens : 34.78947368421053% similarity, with 1322 matched token, and 2478 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 3850 tokens : 34.18181818181818% similarity, with 1316 matched token, and 2534 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 3900 tokens : 33.56410256410257% similarity, with 1309 matched token, and 2591 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 3950 tokens : 33.08860759493671% similarity, with 1307 matched token, and 2643 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 4000 tokens : 32.775% similarity, with 1311 matched token, and 2689 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "###\r\n",
-      "### Model validation end ###\r\n",
-      "###\r\n"
-     ]
-    }
-   ],
-   "source": [
-    "!python3 ./memory_script/eval_v5wavenet_memory_guided.py \"../../../model/WaveV5-C-Tune5.pth\" \"./logs/WavenetV5-C-Tune5-4k.csv\" 1100 4000"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": 6,
-   "id": "d0e428fe",
-   "metadata": {
-    "execution": {
-     "iopub.execute_input": "2023-08-28T17:27:04.368134Z",
-     "iopub.status.busy": "2023-08-28T17:27:04.367280Z",
-     "iopub.status.idle": "2023-08-28T18:33:10.706576Z",
-     "shell.execute_reply": "2023-08-28T18:33:10.705491Z"
-    },
-    "papermill": {
-     "duration": 3966.370983,
-     "end_time": "2023-08-28T18:33:10.709198",
-     "exception": false,
-     "start_time": "2023-08-28T17:27:04.338215",
-     "status": "completed"
-    },
-    "tags": []
-   },
-   "outputs": [
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "[2023-08-28 17:27:08,870] [INFO] [real_accelerator.py:133:get_accelerator] Setting ds_accelerator to cuda (auto detect)\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "[RWKV.model] Running RWKV model using 'torch-jit' with torch '2.0.1+cu118'\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "###\r\n",
-      "### Model validation start ###\r\n",
-      "###\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 4100 tokens : 31.585365853658537% similarity, with 1295 matched token, and 2805 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 4200 tokens : 30.80952380952381% similarity, with 1294 matched token, and 2906 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 4300 tokens : 29.511627906976745% similarity, with 1269 matched token, and 3031 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 4400 tokens : 28.204545454545453% similarity, with 1241 matched token, and 3159 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 4500 tokens : 27.244444444444444% similarity, with 1226 matched token, and 3274 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 4600 tokens : 26.043478260869563% similarity, with 1198 matched token, and 3402 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 4700 tokens : 24.70212765957447% similarity, with 1161 matched token, and 3539 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 4800 tokens : 23.541666666666668% similarity, with 1130 matched token, and 3670 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 4900 tokens : 22.428571428571427% similarity, with 1099 matched token, and 3801 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 5000 tokens : 20.68% similarity, with 1034 matched token, and 3966 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 5100 tokens : 19.823529411764707% similarity, with 1011 matched token, and 4089 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 5200 tokens : 18.48076923076923% similarity, with 961 matched token, and 4239 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 5300 tokens : 17.452830188679243% similarity, with 925 matched token, and 4375 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 5400 tokens : 16.37037037037037% similarity, with 884 matched token, and 4516 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 5500 tokens : 15.109090909090908% similarity, with 831 matched token, and 4669 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 5600 tokens : 13.946428571428571% similarity, with 781 matched token, and 4819 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 5700 tokens : 13.0% similarity, with 741 matched token, and 4959 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 5800 tokens : 11.948275862068966% similarity, with 693 matched token, and 5107 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 5900 tokens : 11.016949152542372% similarity, with 650 matched token, and 5250 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 6000 tokens : 9.783333333333333% similarity, with 587 matched token, and 5413 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 6100 tokens : 8.950819672131148% similarity, with 546 matched token, and 5554 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 6200 tokens : 8.338709677419356% similarity, with 517 matched token, and 5683 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 6300 tokens : 7.571428571428572% similarity, with 477 matched token, and 5823 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 6400 tokens : 7.109375% similarity, with 455 matched token, and 5945 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 6500 tokens : 6.538461538461539% similarity, with 425 matched token, and 6075 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 6600 tokens : 6.0% similarity, with 396 matched token, and 6204 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 6700 tokens : 5.567164179104478% similarity, with 373 matched token, and 6327 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 6800 tokens : 5.102941176470589% similarity, with 347 matched token, and 6453 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 6900 tokens : 4.826086956521739% similarity, with 333 matched token, and 6567 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 7000 tokens : 4.571428571428571% similarity, with 320 matched token, and 6680 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 7100 tokens : 4.338028169014085% similarity, with 308 matched token, and 6792 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 7200 tokens : 4.236111111111112% similarity, with 305 matched token, and 6895 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 7300 tokens : 4.068493150684931% similarity, with 297 matched token, and 7003 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 7400 tokens : 3.9324324324324325% similarity, with 291 matched token, and 7109 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 7500 tokens : 3.826666666666666% similarity, with 287 matched token, and 7213 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 7600 tokens : 3.6578947368421053% similarity, with 278 matched token, and 7322 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 7700 tokens : 3.6363636363636362% similarity, with 280 matched token, and 7420 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 7800 tokens : 3.5769230769230766% similarity, with 279 matched token, and 7521 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 7900 tokens : 3.518987341772152% similarity, with 278 matched token, and 7622 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 8000 tokens : 3.4750000000000005% similarity, with 278 matched token, and 7722 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 8100 tokens : 3.4814814814814814% similarity, with 282 matched token, and 7818 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 8200 tokens : 3.4756097560975614% similarity, with 285 matched token, and 7915 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 8300 tokens : 3.397590361445783% similarity, with 282 matched token, and 8018 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 8400 tokens : 3.380952380952381% similarity, with 284 matched token, and 8116 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 8500 tokens : 3.364705882352941% similarity, with 286 matched token, and 8214 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 8600 tokens : 3.372093023255814% similarity, with 290 matched token, and 8310 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 8700 tokens : 3.3563218390804597% similarity, with 292 matched token, and 8408 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 8800 tokens : 3.340909090909091% similarity, with 294 matched token, and 8506 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 8900 tokens : 3.348314606741573% similarity, with 298 matched token, and 8602 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 9000 tokens : 3.3333333333333335% similarity, with 300 matched token, and 8700 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 9100 tokens : 3.3516483516483517% similarity, with 305 matched token, and 8795 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 9200 tokens : 3.3478260869565215% similarity, with 308 matched token, and 8892 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 9300 tokens : 3.3333333333333335% similarity, with 310 matched token, and 8990 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 9400 tokens : 3.3297872340425534% similarity, with 313 matched token, and 9087 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 9500 tokens : 3.3578947368421055% similarity, with 319 matched token, and 9181 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 9600 tokens : 3.3645833333333335% similarity, with 323 matched token, and 9277 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 9700 tokens : 3.350515463917526% similarity, with 325 matched token, and 9375 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 9800 tokens : 3.316326530612245% similarity, with 325 matched token, and 9475 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 9900 tokens : 3.3333333333333335% similarity, with 330 matched token, and 9570 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 10000 tokens : 3.37% similarity, with 337 matched token, and 9663 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 10100 tokens : 3.3762376237623766% similarity, with 341 matched token, and 9759 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 10200 tokens : 3.3725490196078427% similarity, with 344 matched token, and 9856 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 10300 tokens : 3.378640776699029% similarity, with 348 matched token, and 9952 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 10400 tokens : 3.3653846153846154% similarity, with 350 matched token, and 10050 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 10500 tokens : 3.3904761904761904% similarity, with 356 matched token, and 10144 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 10600 tokens : 3.3773584905660377% similarity, with 358 matched token, and 10242 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 10700 tokens : 3.411214953271028% similarity, with 365 matched token, and 10335 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 10800 tokens : 3.4074074074074074% similarity, with 368 matched token, and 10432 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 10900 tokens : 3.3944954128440368% similarity, with 370 matched token, and 10530 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 11000 tokens : 3.418181818181818% similarity, with 376 matched token, and 10624 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 11100 tokens : 3.414414414414414% similarity, with 379 matched token, and 10721 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 11200 tokens : 3.392857142857143% similarity, with 380 matched token, and 10820 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 11300 tokens : 3.4070796460176993% similarity, with 385 matched token, and 10915 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 11400 tokens : 3.4473684210526314% similarity, with 393 matched token, and 11007 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 11500 tokens : 3.4434782608695653% similarity, with 396 matched token, and 11104 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 11600 tokens : 3.474137931034483% similarity, with 403 matched token, and 11197 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 11700 tokens : 3.4444444444444446% similarity, with 403 matched token, and 11297 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 11800 tokens : 3.4661016949152543% similarity, with 409 matched token, and 11391 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 11900 tokens : 3.46218487394958% similarity, with 412 matched token, and 11488 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 12000 tokens : 3.4750000000000005% similarity, with 417 matched token, and 11583 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 12100 tokens : 3.479338842975207% similarity, with 421 matched token, and 11679 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 12200 tokens : 3.4672131147540983% similarity, with 423 matched token, and 11777 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 12300 tokens : 3.4796747967479678% similarity, with 428 matched token, and 11872 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 12400 tokens : 3.483870967741935% similarity, with 432 matched token, and 11968 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 12500 tokens : 3.472% similarity, with 434 matched token, and 12066 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 12600 tokens : 3.4682539682539684% similarity, with 437 matched token, and 12163 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 12700 tokens : 3.47244094488189% similarity, with 441 matched token, and 12259 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 12800 tokens : 3.4453125% similarity, with 441 matched token, and 12359 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 12900 tokens : 3.4496124031007755% similarity, with 445 matched token, and 12455 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 13000 tokens : 3.4769230769230766% similarity, with 452 matched token, and 12548 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 13100 tokens : 3.4656488549618323% similarity, with 454 matched token, and 12646 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 13200 tokens : 3.4772727272727275% similarity, with 459 matched token, and 12741 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 13300 tokens : 3.4511278195488724% similarity, with 459 matched token, and 12841 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 13400 tokens : 3.4925373134328357% similarity, with 468 matched token, and 12932 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 13500 tokens : 3.4666666666666663% similarity, with 468 matched token, and 13032 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 13600 tokens : 3.4926470588235294% similarity, with 475 matched token, and 13125 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 13700 tokens : 3.4744525547445253% similarity, with 476 matched token, and 13224 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 13800 tokens : 3.4710144927536235% similarity, with 479 matched token, and 13321 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 13900 tokens : 3.4892086330935252% similarity, with 485 matched token, and 13415 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 14000 tokens : 3.507142857142857% similarity, with 491 matched token, and 13509 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 14100 tokens : 3.5106382978723407% similarity, with 495 matched token, and 13605 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 14200 tokens : 3.4859154929577465% similarity, with 495 matched token, and 13705 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 14300 tokens : 3.4965034965034967% similarity, with 500 matched token, and 13800 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 14400 tokens : 3.5138888888888884% similarity, with 506 matched token, and 13894 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 14500 tokens : 3.510344827586207% similarity, with 509 matched token, and 13991 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 14600 tokens : 3.4863013698630136% similarity, with 509 matched token, and 14091 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 14700 tokens : 3.5306122448979593% similarity, with 519 matched token, and 14181 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 14800 tokens : 3.5000000000000004% similarity, with 518 matched token, and 14282 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 14900 tokens : 3.4966442953020134% similarity, with 521 matched token, and 14379 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 15000 tokens : 3.5000000000000004% similarity, with 525 matched token, and 14475 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 15100 tokens : 3.503311258278146% similarity, with 529 matched token, and 14571 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 15200 tokens : 3.4934210526315788% similarity, with 531 matched token, and 14669 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 15300 tokens : 3.483660130718954% similarity, with 533 matched token, and 14767 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 15400 tokens : 3.474025974025974% similarity, with 535 matched token, and 14865 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 15500 tokens : 3.464516129032258% similarity, with 537 matched token, and 14963 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 15600 tokens : 3.4871794871794872% similarity, with 544 matched token, and 15056 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 15700 tokens : 3.4904458598726116% similarity, with 548 matched token, and 15152 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 15800 tokens : 3.481012658227848% similarity, with 550 matched token, and 15250 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 15900 tokens : 3.471698113207547% similarity, with 552 matched token, and 15348 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 16000 tokens : 3.4562500000000003% similarity, with 553 matched token, and 15447 token mismatch\r\n",
-      "###\r\n",
-      "### Model validation end ###\r\n",
-      "###\r\n"
-     ]
-    }
-   ],
-   "source": [
-    "!python3 ./memory_script/eval_v5wavenet_memory_guided.py \"../../../model/WaveV5-C-Tune5.pth\" \"./logs/WavenetV5-C-Tune5-16k.csv\" 4100 16000"
-   ]
-  },
-  {
-   "cell_type": "markdown",
-   "id": "100b7e84",
-   "metadata": {
-    "papermill": {
-     "duration": 0.036266,
-     "end_time": "2023-08-28T18:33:10.782270",
-     "exception": false,
-     "start_time": "2023-08-28T18:33:10.746004",
-     "status": "completed"
-    },
-    "tags": []
-   },
-   "source": [
-    "# 1B5 Wavenet Ctx 16k - V5 benchmark\n",
-    "with 13 wavenet layers"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": 7,
-   "id": "57a463ff",
-   "metadata": {
-    "execution": {
-     "iopub.execute_input": "2023-08-28T18:33:10.856892Z",
-     "iopub.status.busy": "2023-08-28T18:33:10.855589Z",
-     "iopub.status.idle": "2023-08-28T18:34:37.916412Z",
-     "shell.execute_reply": "2023-08-28T18:34:37.915325Z"
-    },
-    "papermill": {
-     "duration": 87.100668,
-     "end_time": "2023-08-28T18:34:37.919134",
-     "exception": false,
-     "start_time": "2023-08-28T18:33:10.818466",
-     "status": "completed"
-    },
-    "tags": []
-   },
-   "outputs": [
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "[2023-08-28 18:33:15,413] [INFO] [real_accelerator.py:133:get_accelerator] Setting ds_accelerator to cuda (auto detect)\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "[RWKV.model] Running RWKV model using 'torch-jit' with torch '2.0.1+cu118'\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "###\r\n",
-      "### Model validation start ###\r\n",
-      "###\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 5 tokens : 100.0% similarity, with 5 matched token, and 0 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 10 tokens : 100.0% similarity, with 10 matched token, and 0 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 15 tokens : 100.0% similarity, with 15 matched token, and 0 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 20 tokens : 100.0% similarity, with 20 matched token, and 0 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 25 tokens : 100.0% similarity, with 25 matched token, and 0 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 30 tokens : 100.0% similarity, with 30 matched token, and 0 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 35 tokens : 100.0% similarity, with 35 matched token, and 0 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 40 tokens : 100.0% similarity, with 40 matched token, and 0 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 45 tokens : 100.0% similarity, with 45 matched token, and 0 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 50 tokens : 100.0% similarity, with 50 matched token, and 0 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 55 tokens : 100.0% similarity, with 55 matched token, and 0 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 60 tokens : 100.0% similarity, with 60 matched token, and 0 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 65 tokens : 100.0% similarity, with 65 matched token, and 0 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 70 tokens : 100.0% similarity, with 70 matched token, and 0 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 75 tokens : 100.0% similarity, with 75 matched token, and 0 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 80 tokens : 100.0% similarity, with 80 matched token, and 0 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 85 tokens : 100.0% similarity, with 85 matched token, and 0 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 90 tokens : 100.0% similarity, with 90 matched token, and 0 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 95 tokens : 100.0% similarity, with 95 matched token, and 0 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 100 tokens : 100.0% similarity, with 100 matched token, and 0 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 105 tokens : 100.0% similarity, with 105 matched token, and 0 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 110 tokens : 99.0909090909091% similarity, with 109 matched token, and 1 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 115 tokens : 100.0% similarity, with 115 matched token, and 0 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 120 tokens : 99.16666666666667% similarity, with 119 matched token, and 1 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 125 tokens : 99.2% similarity, with 124 matched token, and 1 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 130 tokens : 100.0% similarity, with 130 matched token, and 0 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 135 tokens : 100.0% similarity, with 135 matched token, and 0 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 140 tokens : 100.0% similarity, with 140 matched token, and 0 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 145 tokens : 100.0% similarity, with 145 matched token, and 0 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 150 tokens : 100.0% similarity, with 150 matched token, and 0 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 160 tokens : 99.375% similarity, with 159 matched token, and 1 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 170 tokens : 99.41176470588235% similarity, with 169 matched token, and 1 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 180 tokens : 99.44444444444444% similarity, with 179 matched token, and 1 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 190 tokens : 100.0% similarity, with 190 matched token, and 0 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 200 tokens : 99.5% similarity, with 199 matched token, and 1 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 210 tokens : 100.0% similarity, with 210 matched token, and 0 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 220 tokens : 99.0909090909091% similarity, with 218 matched token, and 2 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 230 tokens : 99.1304347826087% similarity, with 228 matched token, and 2 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 240 tokens : 97.91666666666666% similarity, with 235 matched token, and 5 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 250 tokens : 98.0% similarity, with 245 matched token, and 5 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 260 tokens : 98.84615384615385% similarity, with 257 matched token, and 3 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 270 tokens : 98.51851851851852% similarity, with 266 matched token, and 4 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 280 tokens : 97.85714285714285% similarity, with 274 matched token, and 6 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 290 tokens : 97.93103448275862% similarity, with 284 matched token, and 6 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 300 tokens : 98.0% similarity, with 294 matched token, and 6 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 325 tokens : 98.15384615384616% similarity, with 319 matched token, and 6 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 350 tokens : 98.28571428571429% similarity, with 344 matched token, and 6 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 375 tokens : 98.13333333333333% similarity, with 368 matched token, and 7 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 400 tokens : 98.25% similarity, with 393 matched token, and 7 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 425 tokens : 98.11764705882354% similarity, with 417 matched token, and 8 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 450 tokens : 98.22222222222223% similarity, with 442 matched token, and 8 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 475 tokens : 98.3157894736842% similarity, with 467 matched token, and 8 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 500 tokens : 97.8% similarity, with 489 matched token, and 11 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 525 tokens : 97.33333333333334% similarity, with 511 matched token, and 14 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 550 tokens : 97.0909090909091% similarity, with 534 matched token, and 16 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 575 tokens : 97.3913043478261% similarity, with 560 matched token, and 15 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 600 tokens : 97.0% similarity, with 582 matched token, and 18 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 625 tokens : 97.28% similarity, with 608 matched token, and 17 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 650 tokens : 96.76923076923077% similarity, with 629 matched token, and 21 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 675 tokens : 97.18518518518519% similarity, with 656 matched token, and 19 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 700 tokens : 96.71428571428572% similarity, with 677 matched token, and 23 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 750 tokens : 97.46666666666667% similarity, with 731 matched token, and 19 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 800 tokens : 97.125% similarity, with 777 matched token, and 23 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 850 tokens : 97.52941176470588% similarity, with 829 matched token, and 21 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 900 tokens : 97.22222222222221% similarity, with 875 matched token, and 25 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 950 tokens : 96.42105263157895% similarity, with 916 matched token, and 34 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 1000 tokens : 96.3% similarity, with 963 matched token, and 37 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Finished baseline model to eval output predictive matching (aka 0 memory?), for 1000 tokens\r\n",
-      "###\r\n",
-      "### Model validation end ###\r\n",
-      "###\r\n"
-     ]
-    }
-   ],
-   "source": [
-    "!export RWKV_WAVENET_LAYERS=\"13\" && \\\n",
-    "    python3 ./memory_script/eval_v5wavenet_memory_guided.py \"../../../model/v5wave-1B5-E0_1-ctx-16k-preview-30p.pth\" \"./logs/v5wave-13-1B5-E0_1-ctx-16k-1k.csv\""
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": 8,
-   "id": "80dee4c9",
-   "metadata": {
-    "execution": {
-     "iopub.execute_input": "2023-08-28T18:34:38.010948Z",
-     "iopub.status.busy": "2023-08-28T18:34:38.009563Z",
-     "iopub.status.idle": "2023-08-28T18:39:38.864263Z",
-     "shell.execute_reply": "2023-08-28T18:39:38.863066Z"
-    },
-    "papermill": {
-     "duration": 300.899848,
-     "end_time": "2023-08-28T18:39:38.866658",
-     "exception": false,
-     "start_time": "2023-08-28T18:34:37.966810",
-     "status": "completed"
-    },
-    "tags": []
-   },
-   "outputs": [
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "[2023-08-28 18:34:42,599] [INFO] [real_accelerator.py:133:get_accelerator] Setting ds_accelerator to cuda (auto detect)\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "[RWKV.model] Running RWKV model using 'torch-jit' with torch '2.0.1+cu118'\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "###\r\n",
-      "### Model validation start ###\r\n",
-      "###\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 1100 tokens : 95.45454545454545% similarity, with 1050 matched token, and 50 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 1150 tokens : 95.1304347826087% similarity, with 1094 matched token, and 56 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 1200 tokens : 94.08333333333333% similarity, with 1129 matched token, and 71 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 1250 tokens : 94.32000000000001% similarity, with 1179 matched token, and 71 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 1300 tokens : 94.07692307692308% similarity, with 1223 matched token, and 77 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 1350 tokens : 94.0% similarity, with 1269 matched token, and 81 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 1400 tokens : 94.42857142857143% similarity, with 1322 matched token, and 78 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 1450 tokens : 94.06896551724138% similarity, with 1364 matched token, and 86 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 1500 tokens : 93.93333333333334% similarity, with 1409 matched token, and 91 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 1550 tokens : 93.35483870967742% similarity, with 1447 matched token, and 103 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 1600 tokens : 92.8125% similarity, with 1485 matched token, and 115 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 1650 tokens : 92.36363636363636% similarity, with 1524 matched token, and 126 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 1700 tokens : 90.23529411764706% similarity, with 1534 matched token, and 166 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 1750 tokens : 89.31428571428572% similarity, with 1563 matched token, and 187 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 1800 tokens : 88.27777777777777% similarity, with 1589 matched token, and 211 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 1850 tokens : 86.10810810810811% similarity, with 1593 matched token, and 257 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 1900 tokens : 85.21052631578947% similarity, with 1619 matched token, and 281 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 1950 tokens : 82.35897435897435% similarity, with 1606 matched token, and 344 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 2000 tokens : 80.2% similarity, with 1604 matched token, and 396 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 2050 tokens : 78.4390243902439% similarity, with 1608 matched token, and 442 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 2100 tokens : 76.19047619047619% similarity, with 1600 matched token, and 500 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 2150 tokens : 73.90697674418605% similarity, with 1589 matched token, and 561 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 2200 tokens : 72.0% similarity, with 1584 matched token, and 616 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 2250 tokens : 69.73333333333333% similarity, with 1569 matched token, and 681 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 2300 tokens : 67.69565217391305% similarity, with 1557 matched token, and 743 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 2350 tokens : 65.87234042553192% similarity, with 1548 matched token, and 802 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 2400 tokens : 64.0% similarity, with 1536 matched token, and 864 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 2450 tokens : 62.28571428571429% similarity, with 1526 matched token, and 924 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 2500 tokens : 61.12% similarity, with 1528 matched token, and 972 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 2550 tokens : 59.92156862745098% similarity, with 1528 matched token, and 1022 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 2600 tokens : 58.61538461538461% similarity, with 1524 matched token, and 1076 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 2650 tokens : 57.62264150943396% similarity, with 1527 matched token, and 1123 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 2700 tokens : 56.888888888888886% similarity, with 1536 matched token, and 1164 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 2750 tokens : 55.16363636363636% similarity, with 1517 matched token, and 1233 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 2800 tokens : 54.392857142857146% similarity, with 1523 matched token, and 1277 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 2850 tokens : 53.6140350877193% similarity, with 1528 matched token, and 1322 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 2900 tokens : 52.724137931034484% similarity, with 1529 matched token, and 1371 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 2950 tokens : 51.559322033898304% similarity, with 1521 matched token, and 1429 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 3000 tokens : 50.53333333333333% similarity, with 1516 matched token, and 1484 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 3050 tokens : 49.34426229508197% similarity, with 1505 matched token, and 1545 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 3100 tokens : 48.16129032258065% similarity, with 1493 matched token, and 1607 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 3150 tokens : 47.3015873015873% similarity, with 1490 matched token, and 1660 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 3200 tokens : 46.09375% similarity, with 1475 matched token, and 1725 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 3250 tokens : 44.861538461538466% similarity, with 1458 matched token, and 1792 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 3300 tokens : 44.333333333333336% similarity, with 1463 matched token, and 1837 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 3350 tokens : 43.3134328358209% similarity, with 1451 matched token, and 1899 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 3400 tokens : 42.5% similarity, with 1445 matched token, and 1955 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 3450 tokens : 41.449275362318836% similarity, with 1430 matched token, and 2020 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 3500 tokens : 40.51428571428571% similarity, with 1418 matched token, and 2082 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 3550 tokens : 39.718309859154935% similarity, with 1410 matched token, and 2140 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 3600 tokens : 38.88888888888889% similarity, with 1400 matched token, and 2200 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 3650 tokens : 37.78082191780822% similarity, with 1379 matched token, and 2271 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 3700 tokens : 37.24324324324325% similarity, with 1378 matched token, and 2322 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 3750 tokens : 36.586666666666666% similarity, with 1372 matched token, and 2378 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 3800 tokens : 35.8421052631579% similarity, with 1362 matched token, and 2438 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 3850 tokens : 35.24675324675325% similarity, with 1357 matched token, and 2493 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 3900 tokens : 34.69230769230769% similarity, with 1353 matched token, and 2547 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 3950 tokens : 33.64556962025316% similarity, with 1329 matched token, and 2621 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 4000 tokens : 33.2% similarity, with 1328 matched token, and 2672 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "###\r\n",
-      "### Model validation end ###\r\n",
-      "###\r\n"
-     ]
-    }
-   ],
-   "source": [
-    "!export RWKV_WAVENET_LAYERS=\"13\" && \\\n",
-    "    python3 ./memory_script/eval_v5wavenet_memory_guided.py \"../../../model/v5wave-1B5-E0_1-ctx-16k-preview-30p.pth\" \"./logs/v5wave-13-1B5-E0_1-ctx-16k-4k.csv\" 1100 4000"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": 9,
-   "id": "81557977",
-   "metadata": {
-    "execution": {
-     "iopub.execute_input": "2023-08-28T18:39:38.954628Z",
-     "iopub.status.busy": "2023-08-28T18:39:38.953435Z",
-     "iopub.status.idle": "2023-08-28T19:45:09.592504Z",
-     "shell.execute_reply": "2023-08-28T19:45:09.591633Z"
-    },
-    "papermill": {
-     "duration": 3930.686555,
-     "end_time": "2023-08-28T19:45:09.595545",
-     "exception": false,
-     "start_time": "2023-08-28T18:39:38.908990",
-     "status": "completed"
-    },
-    "tags": []
-   },
-   "outputs": [
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "[2023-08-28 18:39:43,575] [INFO] [real_accelerator.py:133:get_accelerator] Setting ds_accelerator to cuda (auto detect)\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "[RWKV.model] Running RWKV model using 'torch-jit' with torch '2.0.1+cu118'\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "###\r\n",
-      "### Model validation start ###\r\n",
-      "###\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 4100 tokens : 31.5609756097561% similarity, with 1294 matched token, and 2806 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 4200 tokens : 30.0952380952381% similarity, with 1264 matched token, and 2936 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 4300 tokens : 28.55813953488372% similarity, with 1228 matched token, and 3072 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 4400 tokens : 27.18181818181818% similarity, with 1196 matched token, and 3204 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 4500 tokens : 25.68888888888889% similarity, with 1156 matched token, and 3344 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 4600 tokens : 24.0% similarity, with 1104 matched token, and 3496 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 4700 tokens : 22.93617021276596% similarity, with 1078 matched token, and 3622 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 4800 tokens : 21.708333333333332% similarity, with 1042 matched token, and 3758 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 4900 tokens : 20.04081632653061% similarity, with 982 matched token, and 3918 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 5000 tokens : 18.68% similarity, with 934 matched token, and 4066 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 5100 tokens : 17.27450980392157% similarity, with 881 matched token, and 4219 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 5200 tokens : 16.153846153846153% similarity, with 840 matched token, and 4360 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 5300 tokens : 14.962264150943398% similarity, with 793 matched token, and 4507 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 5400 tokens : 13.981481481481481% similarity, with 755 matched token, and 4645 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 5500 tokens : 13.072727272727272% similarity, with 719 matched token, and 4781 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 5600 tokens : 12.232142857142856% similarity, with 685 matched token, and 4915 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 5700 tokens : 11.350877192982455% similarity, with 647 matched token, and 5053 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 5800 tokens : 10.724137931034484% similarity, with 622 matched token, and 5178 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 5900 tokens : 10.0% similarity, with 590 matched token, and 5310 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 6000 tokens : 9.216666666666667% similarity, with 553 matched token, and 5447 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 6100 tokens : 8.721311475409836% similarity, with 532 matched token, and 5568 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 6200 tokens : 8.258064516129032% similarity, with 512 matched token, and 5688 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 6300 tokens : 7.968253968253968% similarity, with 502 matched token, and 5798 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 6400 tokens : 7.5625% similarity, with 484 matched token, and 5916 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 6500 tokens : 7.230769230769231% similarity, with 470 matched token, and 6030 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 6600 tokens : 7.106060606060606% similarity, with 469 matched token, and 6131 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 6700 tokens : 6.656716417910448% similarity, with 446 matched token, and 6254 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 6800 tokens : 6.397058823529411% similarity, with 435 matched token, and 6365 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 6900 tokens : 6.086956521739131% similarity, with 420 matched token, and 6480 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 7000 tokens : 5.714285714285714% similarity, with 400 matched token, and 6600 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 7100 tokens : 5.450704225352113% similarity, with 387 matched token, and 6713 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 7200 tokens : 5.25% similarity, with 378 matched token, and 6822 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 7300 tokens : 5.054794520547945% similarity, with 369 matched token, and 6931 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 7400 tokens : 4.972972972972973% similarity, with 368 matched token, and 7032 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 7500 tokens : 4.8% similarity, with 360 matched token, and 7140 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 7600 tokens : 4.697368421052631% similarity, with 357 matched token, and 7243 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 7700 tokens : 4.48051948051948% similarity, with 345 matched token, and 7355 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 7800 tokens : 4.333333333333334% similarity, with 338 matched token, and 7462 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 7900 tokens : 4.0886075949367084% similarity, with 323 matched token, and 7577 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 8000 tokens : 3.975% similarity, with 318 matched token, and 7682 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 8100 tokens : 3.8148148148148144% similarity, with 309 matched token, and 7791 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 8200 tokens : 3.8292682926829267% similarity, with 314 matched token, and 7886 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 8300 tokens : 3.662650602409639% similarity, with 304 matched token, and 7996 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 8400 tokens : 3.607142857142857% similarity, with 303 matched token, and 8097 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 8500 tokens : 3.6117647058823534% similarity, with 307 matched token, and 8193 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 8600 tokens : 3.558139534883721% similarity, with 306 matched token, and 8294 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 8700 tokens : 3.5402298850574714% similarity, with 308 matched token, and 8392 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 8800 tokens : 3.5113636363636362% similarity, with 309 matched token, and 8491 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 8900 tokens : 3.51685393258427% similarity, with 313 matched token, and 8587 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 9000 tokens : 3.4666666666666663% similarity, with 312 matched token, and 8688 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 9100 tokens : 3.472527472527472% similarity, with 316 matched token, and 8784 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 9200 tokens : 3.4891304347826084% similarity, with 321 matched token, and 8879 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 9300 tokens : 3.4193548387096775% similarity, with 318 matched token, and 8982 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 9400 tokens : 3.4148936170212765% similarity, with 321 matched token, and 9079 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 9500 tokens : 3.4105263157894736% similarity, with 324 matched token, and 9176 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 9600 tokens : 3.4062500000000004% similarity, with 327 matched token, and 9273 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 9700 tokens : 3.402061855670103% similarity, with 330 matched token, and 9370 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 9800 tokens : 3.387755102040816% similarity, with 332 matched token, and 9468 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 9900 tokens : 3.404040404040404% similarity, with 337 matched token, and 9563 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 10000 tokens : 3.4299999999999997% similarity, with 343 matched token, and 9657 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 10100 tokens : 3.445544554455446% similarity, with 348 matched token, and 9752 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 10200 tokens : 3.431372549019608% similarity, with 350 matched token, and 9850 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 10300 tokens : 3.4368932038834954% similarity, with 354 matched token, and 9946 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 10400 tokens : 3.4423076923076925% similarity, with 358 matched token, and 10042 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 10500 tokens : 3.4666666666666663% similarity, with 364 matched token, and 10136 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 10600 tokens : 3.443396226415094% similarity, with 365 matched token, and 10235 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 10700 tokens : 3.4766355140186915% similarity, with 372 matched token, and 10328 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 10800 tokens : 3.4814814814814814% similarity, with 376 matched token, and 10424 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 10900 tokens : 3.4678899082568804% similarity, with 378 matched token, and 10522 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 11000 tokens : 3.4727272727272727% similarity, with 382 matched token, and 10618 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 11100 tokens : 3.4684684684684686% similarity, with 385 matched token, and 10715 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 11200 tokens : 3.4642857142857144% similarity, with 388 matched token, and 10812 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 11300 tokens : 3.4601769911504423% similarity, with 391 matched token, and 10909 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 11400 tokens : 3.508771929824561% similarity, with 400 matched token, and 11000 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 11500 tokens : 3.5130434782608697% similarity, with 404 matched token, and 11096 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 11600 tokens : 3.53448275862069% similarity, with 410 matched token, and 11190 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 11700 tokens : 3.5213675213675217% similarity, with 412 matched token, and 11288 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 11800 tokens : 3.5423728813559316% similarity, with 418 matched token, and 11382 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 11900 tokens : 3.5546218487394956% similarity, with 423 matched token, and 11477 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 12000 tokens : 3.5666666666666664% similarity, with 428 matched token, and 11572 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 12100 tokens : 3.56198347107438% similarity, with 431 matched token, and 11669 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 12200 tokens : 3.5573770491803276% similarity, with 434 matched token, and 11766 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 12300 tokens : 3.560975609756097% similarity, with 438 matched token, and 11862 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 12400 tokens : 3.5725806451612905% similarity, with 443 matched token, and 11957 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 12500 tokens : 3.56% similarity, with 445 matched token, and 12055 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 12600 tokens : 3.5634920634920637% similarity, with 449 matched token, and 12151 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 12700 tokens : 3.559055118110236% similarity, with 452 matched token, and 12248 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 12800 tokens : 3.5546875% similarity, with 455 matched token, and 12345 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 12900 tokens : 3.558139534883721% similarity, with 459 matched token, and 12441 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 13000 tokens : 3.569230769230769% similarity, with 464 matched token, and 12536 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 13100 tokens : 3.557251908396947% similarity, with 466 matched token, and 12634 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 13200 tokens : 3.5681818181818183% similarity, with 471 matched token, and 12729 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 13300 tokens : 3.556390977443609% similarity, with 473 matched token, and 12827 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 13400 tokens : 3.5746268656716413% similarity, with 479 matched token, and 12921 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 13500 tokens : 3.562962962962963% similarity, with 481 matched token, and 13019 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 13600 tokens : 3.573529411764706% similarity, with 486 matched token, and 13114 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 13700 tokens : 3.5620437956204376% similarity, with 488 matched token, and 13212 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 13800 tokens : 3.5652173913043477% similarity, with 492 matched token, and 13308 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 13900 tokens : 3.575539568345324% similarity, with 497 matched token, and 13403 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 14000 tokens : 3.5999999999999996% similarity, with 504 matched token, and 13496 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 14100 tokens : 3.595744680851064% similarity, with 507 matched token, and 13593 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 14200 tokens : 3.591549295774648% similarity, with 510 matched token, and 13690 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 14300 tokens : 3.5874125874125875% similarity, with 513 matched token, and 13787 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 14400 tokens : 3.5972222222222223% similarity, with 518 matched token, and 13882 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 14500 tokens : 3.5862068965517238% similarity, with 520 matched token, and 13980 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 14600 tokens : 3.582191780821918% similarity, with 523 matched token, and 14077 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 14700 tokens : 3.612244897959184% similarity, with 531 matched token, and 14169 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 14800 tokens : 3.5945945945945947% similarity, with 532 matched token, and 14268 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 14900 tokens : 3.5906040268456376% similarity, with 535 matched token, and 14365 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 15000 tokens : 3.5866666666666664% similarity, with 538 matched token, and 14462 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 15100 tokens : 3.589403973509934% similarity, with 542 matched token, and 14558 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 15200 tokens : 3.578947368421052% similarity, with 544 matched token, and 14656 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 15300 tokens : 3.581699346405229% similarity, with 548 matched token, and 14752 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 15400 tokens : 3.5779220779220777% similarity, with 551 matched token, and 14849 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 15500 tokens : 3.5806451612903225% similarity, with 555 matched token, and 14945 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 15600 tokens : 3.5897435897435894% similarity, with 560 matched token, and 15040 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 15700 tokens : 3.5987261146496814% similarity, with 565 matched token, and 15135 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 15800 tokens : 3.588607594936709% similarity, with 567 matched token, and 15233 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 15900 tokens : 3.5849056603773586% similarity, with 570 matched token, and 15330 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "## Model validation for 16000 tokens : 3.5749999999999997% similarity, with 572 matched token, and 15428 token mismatch\r\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "###\r\n",
-      "### Model validation end ###\r\n",
-      "###\r\n"
-     ]
-    }
-   ],
-   "source": [
-    "!export RWKV_WAVENET_LAYERS=\"13\" && \\\n",
-    "    python3 ./memory_script/eval_v5wavenet_memory_guided.py \"../../../model/v5wave-1B5-E0_1-ctx-16k-preview-30p.pth\" \"./logs/v5wave-13-1B5-E0_1-ctx-16k-16k.csv\" 4100 16000"
-   ]
-  }
- ],
- "metadata": {
-  "kernelspec": {
-   "display_name": "rwkv-infctx",
-   "language": "python",
-   "name": "python3"
-  },
-  "language_info": {
-   "codemirror_mode": {
-    "name": "ipython",
-    "version": 3
-   },
-   "file_extension": ".py",
-   "mimetype": "text/x-python",
-   "name": "python",
-   "nbconvert_exporter": "python",
-   "pygments_lexer": "ipython3",
-   "version": "3.10.12"
-  },
-  "papermill": {
-   "default_parameters": {},
-   "duration": 8739.950626,
-   "end_time": "2023-08-28T19:45:09.998989",
-   "environment_variables": {},
-   "exception": null,
-   "input_path": "/actions-runner/_work/RWKV-infctx-trainer/RWKV-infctx-trainer/notebook/experiment/memory-bench/Benchmark-V5wavenet.ipynb",
-   "output_path": "/actions-runner/_work/RWKV-infctx-trainer/RWKV-infctx-trainer/output/experiment/memory-bench/Benchmark-V5wavenet.ipynb",
-   "parameters": {},
-   "start_time": "2023-08-28T17:19:30.048363",
-   "version": "2.4.0"
-  }
- },
- "nbformat": 4,
- "nbformat_minor": 5
-}
\ No newline at end of file