experiment/memory-bench/Benchmark-V5wavenet.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "id": "6e367225",
   "metadata": {
    "papermill": {
     "duration": 0.002877,
     "end_time": "2023-08-26T16:52:49.306975",
     "exception": false,
     "start_time": "2023-08-26T16:52:49.304098",
     "status": "completed"
    },
    "tags": []
   },
   "source": [
    "## Custom Experimental Memory benchmarking\n",
    "\n",
    "The following is meant to observe the memory performance in a more verbose CSV logging mode, for the baseline raven models"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "id": "fe52f6a2",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2023-08-26T16:52:49.315722Z",
     "iopub.status.busy": "2023-08-26T16:52:49.315178Z",
     "iopub.status.idle": "2023-08-26T16:55:16.027914Z",
     "shell.execute_reply": "2023-08-26T16:55:16.026637Z"
    },
    "papermill": {
     "duration": 146.71911,
     "end_time": "2023-08-26T16:55:16.030454",
     "exception": false,
     "start_time": "2023-08-26T16:52:49.311344",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "--2023-08-26 16:52:49--  https://huggingface.co./picocreator/memory-size-experiment-for-rwkv/resolve/main/v5-Wave/WaveV5-C-Tune5.pth\r\n",
      "Resolving huggingface.co (huggingface.co)... 18.154.227.7, 18.154.227.87, 18.154.227.69, ...\r\n",
      "Connecting to huggingface.co (huggingface.co)|18.154.227.7|:443... connected.\r\n",
      "HTTP request sent, awaiting response... 302 Found\r\n",
      "Location: https://cdn-lfs.huggingface.co/repos/cb/ef/cbef09abb2634a3375b28868bffa285226dfeabedec89b28c2fb302221164d66/48045b979353a97a1211e32942dbf40429ef7894646a64233474b2aa317ddf61?response-content-disposition=attachment%3B+filename*%3DUTF-8%27%27WaveV5-C-Tune5.pth%3B+filename%3D%22WaveV5-C-Tune5.pth%22%3B&Expires=1693327969&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTY5MzMyNzk2OX19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2RuLWxmcy5odWdnaW5nZmFjZS5jby9yZXBvcy9jYi9lZi9jYmVmMDlhYmIyNjM0YTMzNzViMjg4NjhiZmZhMjg1MjI2ZGZlYWJlZGVjODliMjhjMmZiMzAyMjIxMTY0ZDY2LzQ4MDQ1Yjk3OTM1M2E5N2ExMjExZTMyOTQyZGJmNDA0MjllZjc4OTQ2NDZhNjQyMzM0NzRiMmFhMzE3ZGRmNjE%7EcmVzcG9uc2UtY29udGVudC1kaXNwb3NpdGlvbj0qIn1dfQ__&Signature=liNCgETOlA2X5DEJ-WOaWu8bw5Te5CP2i0oHu20zmwmyCnYSzTMJcmIa9AZ2KrapIuLF%7Er9zWJcfHqY-m0wcZf2WDRkfLv-5bUNDOg-DEXQ%7EE2QUqFH6r7E7Oo9jYx5AEXZwQdXkPhRJeh-W5sB%7E-CpHKpe%7EisXnzcqZ4x-kSHD-mF2FUqwRhr77IHNOsjbjLyct2Ghkxtm%7Esv5snL8O9Xz9m3BD1VX0CBGbBwEy-qN3xIAUYYoprQf0UKgodlogshIGZZrahAKCeJHFm33IcJ8UuVrKco3nTsBUn9BSDlaq0ZMbM8R101jce0WtTXm01vrrYU1uuYKv1Eqbd1kmKQ__&Key-Pair-Id=KVTP0A1DKRTAX [following]\r\n",
      "--2023-08-26 16:52:49--  https://cdn-lfs.huggingface.co/repos/cb/ef/cbef09abb2634a3375b28868bffa285226dfeabedec89b28c2fb302221164d66/48045b979353a97a1211e32942dbf40429ef7894646a64233474b2aa317ddf61?response-content-disposition=attachment%3B+filename*%3DUTF-8%27%27WaveV5-C-Tune5.pth%3B+filename%3D%22WaveV5-C-Tune5.pth%22%3B&Expires=1693327969&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTY5MzMyNzk2OX19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2RuLWxmcy5odWdnaW5nZmFjZS5jby9yZXBvcy9jYi9lZi9jYmVmMDlhYmIyNjM0YTMzNzViMjg4NjhiZmZhMjg1MjI2ZGZlYWJlZGVjODliMjhjMmZiMzAyMjIxMTY0ZDY2LzQ4MDQ1Yjk3OTM1M2E5N2ExMjExZTMyOTQyZGJmNDA0MjllZjc4OTQ2NDZhNjQyMzM0NzRiMmFhMzE3ZGRmNjE%7EcmVzcG9uc2UtY29udGVudC1kaXNwb3NpdGlvbj0qIn1dfQ__&Signature=liNCgETOlA2X5DEJ-WOaWu8bw5Te5CP2i0oHu20zmwmyCnYSzTMJcmIa9AZ2KrapIuLF%7Er9zWJcfHqY-m0wcZf2WDRkfLv-5bUNDOg-DEXQ%7EE2QUqFH6r7E7Oo9jYx5AEXZwQdXkPhRJeh-W5sB%7E-CpHKpe%7EisXnzcqZ4x-kSHD-mF2FUqwRhr77IHNOsjbjLyct2Ghkxtm%7Esv5snL8O9Xz9m3BD1VX0CBGbBwEy-qN3xIAUYYoprQf0UKgodlogshIGZZrahAKCeJHFm33IcJ8UuVrKco3nTsBUn9BSDlaq0ZMbM8R101jce0WtTXm01vrrYU1uuYKv1Eqbd1kmKQ__&Key-Pair-Id=KVTP0A1DKRTAX\r\n",
      "Resolving cdn-lfs.huggingface.co (cdn-lfs.huggingface.co)... 3.162.103.3, 3.162.103.64, 3.162.103.85, ...\r\n",
      "Connecting to cdn-lfs.huggingface.co (cdn-lfs.huggingface.co)|3.162.103.3|:443... connected.\r\n",
      "HTTP request sent, awaiting response... "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "200 OK\r\n",
      "Length: 6060483063 (5.6G) [binary/octet-stream]\r\n",
      "Saving to: ‘WaveV5-C-Tune5.pth’\r\n",
      "\r\n",
      "\r",
      "WaveV5-C-Tune5.pth    0%[                    ]       0  --.-KB/s               "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth    0%[                    ]  22.60M   113MB/s               "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth    0%[                    ]  30.52M  67.7MB/s               "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth    0%[                    ]  45.78M  61.9MB/s               "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth    1%[                    ]  61.03M  60.8MB/s               "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth    1%[                    ]  76.29M  59.6MB/s               "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth    1%[                    ]  96.24M  65.0MB/s               "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth    1%[                    ] 106.81M  58.8MB/s               "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth    2%[                    ] 122.07M  58.0MB/s               "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth    2%[                    ] 138.38M  60.0MB/s               "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth    2%[                    ] 152.07M  59.4MB/s               "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth    2%[                    ] 167.33M  60.4MB/s               "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth    3%[                    ] 182.59M  60.9MB/s               "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth    3%[                    ] 183.23M  57.2MB/s    eta 98s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth    3%[                    ] 198.36M  56.5MB/s    eta 98s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth    3%[                    ] 213.62M  55.4MB/s    eta 98s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth    3%[                    ] 229.08M  56.4MB/s    eta 98s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth    4%[                    ] 244.13M  55.1MB/s    eta 98s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth    4%[                    ] 259.40M  51.8MB/s    eta 98s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth    4%[                    ] 281.68M  55.9MB/s    eta 98s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth    5%[>                   ] 289.92M  54.0MB/s    eta 98s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth    5%[>                   ] 305.69M  55.9MB/s    eta 96s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth    5%[>                   ] 320.43M  53.6MB/s    eta 96s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth    5%[>                   ] 335.18M  53.4MB/s    eta 96s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth    5%[>                   ] 340.88M  51.2MB/s    eta 96s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth    6%[>                   ] 365.70M  52.8MB/s    eta 98s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth    6%[>                   ] 381.47M  53.6MB/s    eta 98s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth    6%[>                   ] 396.85M  54.6MB/s    eta 98s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth    7%[>                   ] 411.99M  53.8MB/s    eta 98s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth    7%[>                   ] 427.25M  55.7MB/s    eta 95s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth    7%[>                   ] 442.51M  56.8MB/s    eta 95s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth    7%[>                   ] 457.76M  53.4MB/s    eta 95s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth    8%[>                   ] 473.02M  52.2MB/s    eta 95s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth    8%[>                   ] 487.51M  56.4MB/s    eta 96s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth    8%[>                   ] 503.54M  52.2MB/s    eta 96s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth    8%[>                   ] 518.80M  53.1MB/s    eta 96s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth    9%[>                   ] 534.05M  53.2MB/s    eta 96s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth    9%[>                   ] 556.08M  54.3MB/s    eta 93s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth    9%[>                   ] 564.58M  56.5MB/s    eta 93s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   10%[=>                  ] 580.94M  58.5MB/s    eta 93s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   10%[=>                  ] 597.15M  58.1MB/s    eta 93s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   10%[=>                  ] 612.97M  58.9MB/s    eta 93s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   10%[=>                  ] 625.61M  55.5MB/s    eta 91s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   11%[=>                  ] 640.87M  58.1MB/s    eta 91s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   11%[=>                  ] 656.13M  58.0MB/s    eta 91s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   11%[=>                  ] 671.38M  58.9MB/s    eta 91s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   11%[=>                  ] 691.83M  61.2MB/s    eta 91s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   12%[=>                  ] 701.90M  58.8MB/s    eta 88s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   12%[=>                  ] 717.16M  63.3MB/s    eta 88s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   12%[=>                  ] 737.47M  66.0MB/s    eta 88s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   13%[=>                  ] 752.46M  66.9MB/s    eta 88s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   13%[=>                  ] 762.94M  64.3MB/s    eta 87s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   13%[=>                  ] 778.20M  63.4MB/s    eta 87s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   13%[=>                  ] 793.46M  62.2MB/s    eta 87s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   13%[=>                  ] 808.71M  61.0MB/s    eta 87s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   14%[=>                  ] 826.60M  61.3MB/s    eta 85s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   14%[=>                  ] 844.64M  64.0MB/s    eta 85s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   14%[=>                  ] 854.49M  62.2MB/s    eta 85s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   15%[==>                 ] 869.75M  62.7MB/s    eta 85s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   15%[==>                 ] 886.48M  62.7MB/s    eta 85s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   15%[==>                 ] 900.27M  64.4MB/s    eta 83s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   15%[==>                 ] 907.95M  62.5MB/s    eta 83s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   15%[==>                 ] 915.01M  61.1MB/s    eta 83s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   15%[==>                 ] 915.53M  57.9MB/s    eta 83s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   16%[==>                 ] 930.78M  56.7MB/s    eta 83s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   16%[==>                 ] 946.17M  57.1MB/s    eta 84s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   16%[==>                 ] 976.55M  60.7MB/s    eta 84s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   17%[==>                 ] 991.82M  61.0MB/s    eta 84s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   17%[==>                 ]   1004M  60.1MB/s    eta 84s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   17%[==>                 ]   1022M  60.1MB/s    eta 84s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   17%[==>                 ]   1.01G  63.1MB/s    eta 80s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   18%[==>                 ]   1.02G  63.6MB/s    eta 80s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   18%[==>                 ]   1.03G  60.5MB/s    eta 80s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   18%[==>                 ]   1.04G  60.6MB/s    eta 80s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   18%[==>                 ]   1.06G  59.5MB/s    eta 80s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   19%[==>                 ]   1.07G  57.2MB/s    eta 80s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   19%[==>                 ]   1.09G  58.5MB/s    eta 80s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   19%[==>                 ]   1.10G  57.1MB/s    eta 80s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   19%[==>                 ]   1.12G  59.7MB/s    eta 80s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   20%[===>                ]   1.13G  62.5MB/s    eta 80s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   20%[===>                ]   1.15G  63.1MB/s    eta 79s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   20%[===>                ]   1.17G  64.5MB/s    eta 79s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   21%[===>                ]   1.19G  63.0MB/s    eta 79s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   21%[===>                ]   1.21G  64.7MB/s    eta 79s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   21%[===>                ]   1.21G  62.4MB/s    eta 79s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   21%[===>                ]   1.22G  61.9MB/s    eta 76s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   21%[===>                ]   1.24G  63.4MB/s    eta 76s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   22%[===>                ]   1.25G  62.9MB/s    eta 76s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   22%[===>                ]   1.26G  62.9MB/s    eta 76s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   22%[===>                ]   1.28G  65.8MB/s    eta 76s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   22%[===>                ]   1.30G  63.7MB/s    eta 75s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   23%[===>                ]   1.31G  64.7MB/s    eta 75s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   23%[===>                ]   1.33G  63.2MB/s    eta 75s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   23%[===>                ]   1.34G  62.3MB/s    eta 75s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   24%[===>                ]   1.36G  68.0MB/s    eta 73s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   24%[===>                ]   1.39G  68.5MB/s    eta 73s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   24%[===>                ]   1.40G  66.8MB/s    eta 73s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   25%[====>               ]   1.42G  66.3MB/s    eta 73s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   25%[====>               ]   1.42G  62.4MB/s    eta 73s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   25%[====>               ]   1.43G  61.1MB/s    eta 72s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   25%[====>               ]   1.45G  60.3MB/s    eta 72s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   25%[====>               ]   1.46G  59.6MB/s    eta 72s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   26%[====>               ]   1.47G  59.6MB/s    eta 72s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   26%[====>               ]   1.49G  60.3MB/s    eta 72s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   26%[====>               ]   1.50G  59.4MB/s    eta 72s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   26%[====>               ]   1.51G  59.3MB/s    eta 72s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   26%[====>               ]   1.52G  55.5MB/s    eta 72s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   27%[====>               ]   1.53G  52.6MB/s    eta 72s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   27%[====>               ]   1.55G  51.1MB/s    eta 72s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   27%[====>               ]   1.56G  52.0MB/s    eta 72s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   28%[====>               ]   1.59G  51.9MB/s    eta 72s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   28%[====>               ]   1.61G  54.0MB/s    eta 70s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   28%[====>               ]   1.62G  53.7MB/s    eta 70s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   29%[====>               ]   1.64G  55.4MB/s    eta 70s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   29%[====>               ]   1.65G  56.2MB/s    eta 70s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   29%[====>               ]   1.67G  55.9MB/s    eta 70s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   29%[====>               ]   1.68G  55.2MB/s    eta 69s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   30%[=====>              ]   1.70G  57.3MB/s    eta 69s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   30%[=====>              ]   1.72G  59.9MB/s    eta 69s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   30%[=====>              ]   1.73G  59.1MB/s    eta 69s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   30%[=====>              ]   1.74G  60.5MB/s    eta 68s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   31%[=====>              ]   1.76G  62.3MB/s    eta 68s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   31%[=====>              ]   1.78G  64.5MB/s    eta 68s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   31%[=====>              ]   1.79G  65.9MB/s    eta 68s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   31%[=====>              ]   1.80G  66.0MB/s    eta 68s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   32%[=====>              ]   1.82G  64.5MB/s    eta 66s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   32%[=====>              ]   1.83G  62.8MB/s    eta 66s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   32%[=====>              ]   1.85G  58.8MB/s    eta 66s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   33%[=====>              ]   1.86G  58.5MB/s    eta 66s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   33%[=====>              ]   1.88G  59.4MB/s    eta 65s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   33%[=====>              ]   1.89G  59.4MB/s    eta 65s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   33%[=====>              ]   1.91G  59.8MB/s    eta 65s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   34%[=====>              ]   1.92G  59.3MB/s    eta 65s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   34%[=====>              ]   1.94G  60.0MB/s    eta 65s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   34%[=====>              ]   1.94G  59.9MB/s    eta 64s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   34%[=====>              ]   1.95G  57.3MB/s    eta 64s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   34%[=====>              ]   1.97G  58.3MB/s    eta 64s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   35%[======>             ]   1.98G  56.8MB/s    eta 64s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   35%[======>             ]   2.00G  59.2MB/s    eta 64s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   35%[======>             ]   2.01G  58.4MB/s    eta 63s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   35%[======>             ]   2.03G  58.7MB/s    eta 63s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   36%[======>             ]   2.04G  59.1MB/s    eta 63s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   36%[======>             ]   2.04G  55.1MB/s    eta 63s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   36%[======>             ]   2.06G  56.3MB/s    eta 62s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   36%[======>             ]   2.07G  56.4MB/s    eta 62s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   37%[======>             ]   2.09G  58.0MB/s    eta 62s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   37%[======>             ]   2.10G  56.1MB/s    eta 62s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   37%[======>             ]   2.12G  55.2MB/s    eta 62s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   37%[======>             ]   2.13G  56.4MB/s    eta 62s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   38%[======>             ]   2.15G  55.4MB/s    eta 62s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   38%[======>             ]   2.16G  56.9MB/s    eta 62s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   38%[======>             ]   2.17G  57.7MB/s    eta 62s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   38%[======>             ]   2.19G  56.3MB/s    eta 60s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   39%[======>             ]   2.21G  51.7MB/s    eta 60s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   39%[======>             ]   2.22G  53.7MB/s    eta 60s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   39%[======>             ]   2.23G  53.8MB/s    eta 60s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   39%[======>             ]   2.25G  52.8MB/s    eta 59s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   40%[=======>            ]   2.27G  56.2MB/s    eta 59s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   40%[=======>            ]   2.29G  58.9MB/s    eta 59s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   40%[=======>            ]   2.31G  61.5MB/s    eta 59s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   41%[=======>            ]   2.32G  60.9MB/s    eta 59s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   41%[=======>            ]   2.35G  65.5MB/s    eta 57s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   41%[=======>            ]   2.35G  60.9MB/s    eta 57s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   41%[=======>            ]   2.37G  61.1MB/s    eta 57s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   42%[=======>            ]   2.38G  61.7MB/s    eta 57s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   42%[=======>            ]   2.39G  62.2MB/s    eta 57s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   42%[=======>            ]   2.41G  61.8MB/s    eta 56s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   42%[=======>            ]   2.42G  61.6MB/s    eta 56s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   43%[=======>            ]   2.43G  61.0MB/s    eta 56s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   43%[=======>            ]   2.44G  59.3MB/s    eta 56s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   43%[=======>            ]   2.46G  62.1MB/s    eta 55s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   43%[=======>            ]   2.47G  61.2MB/s    eta 55s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   44%[=======>            ]   2.49G  60.4MB/s    eta 55s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   44%[=======>            ]   2.50G  63.5MB/s    eta 55s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   44%[=======>            ]   2.52G  63.4MB/s    eta 54s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   44%[=======>            ]   2.53G  61.6MB/s    eta 54s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   44%[=======>            ]   2.53G  58.2MB/s    eta 54s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   45%[========>           ]   2.55G  57.3MB/s    eta 54s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   45%[========>           ]   2.56G  55.0MB/s    eta 54s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   45%[========>           ]   2.58G  56.3MB/s    eta 53s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   45%[========>           ]   2.58G  52.4MB/s    eta 53s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   45%[========>           ]   2.59G  55.1MB/s    eta 53s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   46%[========>           ]   2.61G  54.3MB/s    eta 53s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   46%[========>           ]   2.62G  51.5MB/s    eta 53s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   46%[========>           ]   2.63G  51.6MB/s    eta 53s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   46%[========>           ]   2.65G  52.0MB/s    eta 53s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   47%[========>           ]   2.67G  51.9MB/s    eta 53s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   47%[========>           ]   2.69G  55.7MB/s    eta 53s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   47%[========>           ]   2.70G  53.0MB/s    eta 52s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   48%[========>           ]   2.71G  54.1MB/s    eta 52s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   48%[========>           ]   2.74G  57.5MB/s    eta 52s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   48%[========>           ]   2.76G  58.8MB/s    eta 52s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   49%[========>           ]   2.77G  58.9MB/s    eta 50s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   49%[========>           ]   2.79G  58.7MB/s    eta 50s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   49%[========>           ]   2.79G  57.8MB/s    eta 50s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   49%[========>           ]   2.82G  63.5MB/s    eta 50s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   50%[=========>          ]   2.83G  62.8MB/s    eta 50s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   50%[=========>          ]   2.85G  62.6MB/s    eta 49s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   50%[=========>          ]   2.86G  66.7MB/s    eta 49s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   50%[=========>          ]   2.88G  67.2MB/s    eta 49s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   51%[=========>          ]   2.89G  69.1MB/s    eta 49s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   51%[=========>          ]   2.90G  64.9MB/s    eta 49s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   51%[=========>          ]   2.92G  67.8MB/s    eta 47s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   52%[=========>          ]   2.94G  67.9MB/s    eta 47s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   52%[=========>          ]   2.95G  66.4MB/s    eta 47s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   52%[=========>          ]   2.96G  64.7MB/s    eta 47s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   52%[=========>          ]   2.98G  64.9MB/s    eta 47s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   52%[=========>          ]   2.98G  64.5MB/s    eta 46s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   53%[=========>          ]   3.00G  65.4MB/s    eta 46s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   53%[=========>          ]   3.01G  66.4MB/s    eta 46s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   53%[=========>          ]   3.02G  63.6MB/s    eta 46s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   53%[=========>          ]   3.04G  59.0MB/s    eta 45s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   54%[=========>          ]   3.05G  58.3MB/s    eta 45s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   54%[=========>          ]   3.07G  61.3MB/s    eta 45s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   54%[=========>          ]   3.09G  59.9MB/s    eta 45s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   54%[=========>          ]   3.10G  61.0MB/s    eta 45s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   55%[==========>         ]   3.11G  62.2MB/s    eta 44s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   55%[==========>         ]   3.13G  63.8MB/s    eta 44s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   55%[==========>         ]   3.14G  63.2MB/s    eta 44s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   55%[==========>         ]   3.14G  59.2MB/s    eta 44s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   55%[==========>         ]   3.16G  58.7MB/s    eta 44s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   56%[==========>         ]   3.17G  59.1MB/s    eta 43s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   56%[==========>         ]   3.19G  59.8MB/s    eta 43s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   56%[==========>         ]   3.20G  59.6MB/s    eta 43s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   57%[==========>         ]   3.22G  62.5MB/s    eta 43s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   57%[==========>         ]   3.23G  62.2MB/s    eta 42s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   57%[==========>         ]   3.25G  63.9MB/s    eta 42s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   57%[==========>         ]   3.26G  63.7MB/s    eta 42s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   58%[==========>         ]   3.28G  64.2MB/s    eta 42s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   58%[==========>         ]   3.29G  62.2MB/s    eta 42s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   58%[==========>         ]   3.31G  63.8MB/s    eta 40s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   58%[==========>         ]   3.32G  62.5MB/s    eta 40s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   59%[==========>         ]   3.34G  62.6MB/s    eta 40s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   59%[==========>         ]   3.35G  63.6MB/s    eta 40s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   59%[==========>         ]   3.37G  63.8MB/s    eta 40s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   59%[==========>         ]   3.38G  63.5MB/s    eta 39s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   60%[===========>        ]   3.40G  64.1MB/s    eta 39s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   60%[===========>        ]   3.41G  65.4MB/s    eta 39s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   60%[===========>        ]   3.42G  64.2MB/s    eta 39s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   60%[===========>        ]   3.44G  64.3MB/s    eta 39s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   61%[===========>        ]   3.46G  64.0MB/s    eta 38s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   61%[===========>        ]   3.47G  64.1MB/s    eta 38s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   61%[===========>        ]   3.48G  62.2MB/s    eta 38s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   61%[===========>        ]   3.49G  59.8MB/s    eta 38s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   62%[===========>        ]   3.50G  59.5MB/s    eta 38s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   62%[===========>        ]   3.50G  54.7MB/s    eta 37s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   62%[===========>        ]   3.52G  54.9MB/s    eta 37s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   62%[===========>        ]   3.53G  55.9MB/s    eta 37s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   62%[===========>        ]   3.55G  55.4MB/s    eta 37s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   63%[===========>        ]   3.56G  55.6MB/s    eta 36s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   63%[===========>        ]   3.58G  54.8MB/s    eta 36s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   63%[===========>        ]   3.59G  55.0MB/s    eta 36s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   63%[===========>        ]   3.61G  54.7MB/s    eta 36s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   64%[===========>        ]   3.62G  56.3MB/s    eta 35s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   64%[===========>        ]   3.65G  58.5MB/s    eta 35s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   64%[===========>        ]   3.66G  57.0MB/s    eta 35s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   64%[===========>        ]   3.67G  55.9MB/s    eta 35s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   65%[============>       ]   3.69G  58.4MB/s    eta 35s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   65%[============>       ]   3.70G  59.0MB/s    eta 33s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   65%[============>       ]   3.71G  59.5MB/s    eta 33s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   66%[============>       ]   3.73G  62.6MB/s    eta 33s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   66%[============>       ]   3.74G  61.9MB/s    eta 33s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   66%[============>       ]   3.75G  64.7MB/s    eta 33s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   66%[============>       ]   3.77G  64.6MB/s    eta 32s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   67%[============>       ]   3.78G  63.8MB/s    eta 32s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   67%[============>       ]   3.80G  63.5MB/s    eta 32s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   67%[============>       ]   3.81G  62.5MB/s    eta 32s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   67%[============>       ]   3.82G  61.3MB/s    eta 31s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   67%[============>       ]   3.83G  60.0MB/s    eta 31s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   68%[============>       ]   3.86G  63.3MB/s    eta 31s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   68%[============>       ]   3.87G  64.0MB/s    eta 31s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   68%[============>       ]   3.89G  61.9MB/s    eta 31s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   68%[============>       ]   3.89G  60.3MB/s    eta 30s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   69%[============>       ]   3.90G  59.1MB/s    eta 30s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   69%[============>       ]   3.92G  59.2MB/s    eta 30s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   69%[============>       ]   3.92G  56.1MB/s    eta 30s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   69%[============>       ]   3.93G  54.3MB/s    eta 30s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   69%[============>       ]   3.95G  54.9MB/s    eta 29s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   70%[=============>      ]   3.95G  52.9MB/s    eta 29s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   70%[=============>      ]   3.96G  52.2MB/s    eta 29s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   70%[=============>      ]   3.98G  54.7MB/s    eta 29s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   70%[=============>      ]   3.99G  55.3MB/s    eta 29s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   71%[=============>      ]   4.01G  58.2MB/s    eta 28s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   71%[=============>      ]   4.02G  59.4MB/s    eta 28s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   71%[=============>      ]   4.04G  60.5MB/s    eta 28s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   71%[=============>      ]   4.05G  59.7MB/s    eta 28s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   72%[=============>      ]   4.07G  60.6MB/s    eta 28s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   72%[=============>      ]   4.10G  62.5MB/s    eta 27s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   72%[=============>      ]   4.11G  61.0MB/s    eta 27s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   72%[=============>      ]   4.11G  58.2MB/s    eta 27s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   73%[=============>      ]   4.13G  59.1MB/s    eta 27s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   73%[=============>      ]   4.14G  58.2MB/s    eta 26s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   73%[=============>      ]   4.16G  60.5MB/s    eta 26s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   74%[=============>      ]   4.18G  64.0MB/s    eta 26s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   74%[=============>      ]   4.19G  67.3MB/s    eta 26s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   74%[=============>      ]   4.21G  66.9MB/s    eta 26s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   74%[=============>      ]   4.22G  64.3MB/s    eta 25s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   74%[=============>      ]   4.23G  63.1MB/s    eta 25s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   75%[==============>     ]   4.25G  61.6MB/s    eta 25s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   75%[==============>     ]   4.26G  61.9MB/s    eta 25s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   75%[==============>     ]   4.28G  61.7MB/s    eta 24s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   76%[==============>     ]   4.30G  64.3MB/s    eta 24s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   76%[==============>     ]   4.32G  65.2MB/s    eta 24s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   76%[==============>     ]   4.32G  61.3MB/s    eta 24s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   76%[==============>     ]   4.34G  61.0MB/s    eta 24s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   77%[==============>     ]   4.35G  62.3MB/s    eta 22s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   77%[==============>     ]   4.37G  63.2MB/s    eta 22s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   77%[==============>     ]   4.38G  61.7MB/s    eta 22s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   77%[==============>     ]   4.40G  62.7MB/s    eta 22s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   78%[==============>     ]   4.41G  63.3MB/s    eta 22s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   78%[==============>     ]   4.42G  61.9MB/s    eta 21s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   78%[==============>     ]   4.44G  61.1MB/s    eta 21s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   78%[==============>     ]   4.45G  60.2MB/s    eta 21s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   79%[==============>     ]   4.47G  63.3MB/s    eta 21s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   79%[==============>     ]   4.48G  62.3MB/s    eta 21s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   79%[==============>     ]   4.50G  62.1MB/s    eta 20s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   79%[==============>     ]   4.51G  62.9MB/s    eta 20s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   80%[===============>    ]   4.53G  59.1MB/s    eta 20s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   80%[===============>    ]   4.54G  59.0MB/s    eta 20s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   80%[===============>    ]   4.55G  57.0MB/s    eta 19s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   80%[===============>    ]   4.56G  57.9MB/s    eta 19s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   81%[===============>    ]   4.57G  57.6MB/s    eta 19s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   81%[===============>    ]   4.59G  58.1MB/s    eta 19s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   81%[===============>    ]   4.59G  54.8MB/s    eta 19s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   81%[===============>    ]   4.60G  53.6MB/s    eta 18s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   81%[===============>    ]   4.62G  53.7MB/s    eta 18s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   82%[===============>    ]   4.63G  50.5MB/s    eta 18s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   82%[===============>    ]   4.65G  52.0MB/s    eta 18s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   82%[===============>    ]   4.66G  51.8MB/s    eta 17s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   82%[===============>    ]   4.68G  49.1MB/s    eta 17s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   83%[===============>    ]   4.69G  51.0MB/s    eta 17s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   83%[===============>    ]   4.70G  48.3MB/s    eta 17s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   83%[===============>    ]   4.71G  50.1MB/s    eta 16s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   83%[===============>    ]   4.73G  52.9MB/s    eta 16s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   84%[===============>    ]   4.75G  53.0MB/s    eta 16s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   84%[===============>    ]   4.76G  54.6MB/s    eta 16s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   84%[===============>    ]   4.77G  53.2MB/s    eta 16s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   84%[===============>    ]   4.78G  55.9MB/s    eta 15s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   85%[================>   ]   4.80G  54.7MB/s    eta 15s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   85%[================>   ]   4.81G  54.2MB/s    eta 15s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   85%[================>   ]   4.83G  56.5MB/s    eta 15s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   85%[================>   ]   4.84G  54.7MB/s    eta 14s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   86%[================>   ]   4.86G  55.5MB/s    eta 14s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   86%[================>   ]   4.87G  56.5MB/s    eta 14s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   86%[================>   ]   4.89G  57.5MB/s    eta 14s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   86%[================>   ]   4.89G  57.3MB/s    eta 14s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   86%[================>   ]   4.90G  54.5MB/s    eta 13s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   86%[================>   ]   4.90G  54.5MB/s    eta 13s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   87%[================>   ]   4.92G  53.3MB/s    eta 13s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   87%[================>   ]   4.93G  52.5MB/s    eta 13s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   87%[================>   ]   4.95G  49.9MB/s    eta 12s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   87%[================>   ]   4.95G  49.1MB/s    eta 12s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   88%[================>   ]   4.97G  49.4MB/s    eta 12s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   88%[================>   ]   4.98G  48.2MB/s    eta 12s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   88%[================>   ]   4.99G  45.9MB/s    eta 12s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   88%[================>   ]   5.01G  49.1MB/s    eta 11s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   88%[================>   ]   5.01G  45.2MB/s    eta 11s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   88%[================>   ]   5.02G  47.0MB/s    eta 11s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   89%[================>   ]   5.04G  45.5MB/s    eta 11s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   89%[================>   ]   5.05G  45.2MB/s    eta 10s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   89%[================>   ]   5.07G  45.6MB/s    eta 10s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   90%[=================>  ]   5.08G  45.3MB/s    eta 10s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   90%[=================>  ]   5.10G  46.2MB/s    eta 10s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   90%[=================>  ]   5.11G  47.8MB/s    eta 9s     "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   90%[=================>  ]   5.13G  50.4MB/s    eta 9s     "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   91%[=================>  ]   5.14G  51.7MB/s    eta 9s     "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   91%[=================>  ]   5.16G  51.1MB/s    eta 9s     "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   91%[=================>  ]   5.17G  52.1MB/s    eta 8s     "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   91%[=================>  ]   5.18G  54.8MB/s    eta 8s     "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   91%[=================>  ]   5.19G  52.6MB/s    eta 8s     "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   92%[=================>  ]   5.20G  50.0MB/s    eta 8s     "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   92%[=================>  ]   5.21G  51.5MB/s    eta 8s     "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   92%[=================>  ]   5.23G  51.8MB/s    eta 8s     "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   92%[=================>  ]   5.25G  53.7MB/s    eta 8s     "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   93%[=================>  ]   5.26G  54.5MB/s    eta 8s     "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   93%[=================>  ]   5.27G  55.7MB/s    eta 8s     "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   93%[=================>  ]   5.29G  58.1MB/s    eta 6s     "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   94%[=================>  ]   5.31G  59.3MB/s    eta 6s     "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   94%[=================>  ]   5.32G  59.5MB/s    eta 6s     "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   94%[=================>  ]   5.33G  60.2MB/s    eta 6s     "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   94%[=================>  ]   5.35G  57.8MB/s    eta 5s     "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   95%[==================> ]   5.36G  58.1MB/s    eta 5s     "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   95%[==================> ]   5.38G  57.2MB/s    eta 5s     "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   95%[==================> ]   5.39G  56.3MB/s    eta 5s     "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   95%[==================> ]   5.41G  57.4MB/s    eta 4s     "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   96%[==================> ]   5.42G  57.4MB/s    eta 4s     "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   96%[==================> ]   5.44G  59.4MB/s    eta 4s     "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   96%[==================> ]   5.45G  57.5MB/s    eta 4s     "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   96%[==================> ]   5.47G  57.2MB/s    eta 3s     "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   97%[==================> ]   5.48G  55.5MB/s    eta 3s     "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   97%[==================> ]   5.50G  54.4MB/s    eta 3s     "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   97%[==================> ]   5.51G  54.5MB/s    eta 3s     "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   97%[==================> ]   5.53G  55.0MB/s    eta 2s     "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   98%[==================> ]   5.55G  56.5MB/s    eta 2s     "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   98%[==================> ]   5.56G  56.3MB/s    eta 2s     "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   98%[==================> ]   5.59G  60.4MB/s    eta 2s     "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   99%[==================> ]   5.59G  56.9MB/s    eta 2s     "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   99%[==================> ]   5.60G  54.9MB/s    eta 1s     "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   99%[==================> ]   5.62G  56.4MB/s    eta 1s     "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   99%[==================> ]   5.63G  56.0MB/s    eta 1s     "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth   99%[==================> ]   5.64G  54.5MB/s    eta 1s     "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "WaveV5-C-Tune5.pth  100%[===================>]   5.64G  55.1MB/s    in 99s     \r\n",
      "\r\n",
      "2023-08-26 16:54:28 (58.4 MB/s) - ‘WaveV5-C-Tune5.pth’ saved [6060483063/6060483063]\r\n",
      "\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "--2023-08-26 16:54:29--  https://huggingface.co./picocreator/RWKV-x-playground/resolve/main/V5-16k/v5wave-1B5-E0_1-ctx-16k-preview-30p.pth\r\n",
      "Resolving huggingface.co (huggingface.co)... 18.154.227.87, 18.154.227.67, 18.154.227.7, ...\r\n",
      "Connecting to huggingface.co (huggingface.co)|18.154.227.87|:443... connected.\r\n",
      "HTTP request sent, awaiting response... "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "302 Found\r\n",
      "Location: https://cdn-lfs.huggingface.co/repos/69/e5/69e55a6299441d3070ee1690632f8d12440ea004de9c6a51b873ccd49ea78ea0/4fc2147a91988ee149a65724bb8868047a346778179907c1aea4dd28f19fe695?response-content-disposition=attachment%3B+filename*%3DUTF-8%27%27v5wave-1B5-E0_1-ctx-16k-preview-30p.pth%3B+filename%3D%22v5wave-1B5-E0_1-ctx-16k-preview-30p.pth%22%3B&Expires=1693328069&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTY5MzMyODA2OX19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2RuLWxmcy5odWdnaW5nZmFjZS5jby9yZXBvcy82OS9lNS82OWU1NWE2Mjk5NDQxZDMwNzBlZTE2OTA2MzJmOGQxMjQ0MGVhMDA0ZGU5YzZhNTFiODczY2NkNDllYTc4ZWEwLzRmYzIxNDdhOTE5ODhlZTE0OWE2NTcyNGJiODg2ODA0N2EzNDY3NzgxNzk5MDdjMWFlYTRkZDI4ZjE5ZmU2OTU%7EcmVzcG9uc2UtY29udGVudC1kaXNwb3NpdGlvbj0qIn1dfQ__&Signature=MIqIcBOFNKkDVwfyYUkUwapCwoix1Sqi2d6y6UeO6p-WRbepqvyPxzk32Smx3fWLobA1QkRZFJ%7Ec8tRQqQqYcXZaZ5ricYxFxFqYQ6OvOyGUUNFWqYfE8Gxe3iy7cketYUS-ZKaVRohbFhJr2skFQ8f%7Eip4orF-jXbQNm0-TDHDUIuGyqMBHlT5NbjW89EizNpckw73V395Q6xWdO7-S6NZG0kHsk9jECv0oH2n2UhT%7EU-YHF34FU5JsDvCDXADOOiMocaAz83niAlDy78UEFktDUkWUnGrNqZodWpGUc9m-HipOVn49JWjeXdMORvO0wXSseYGOC-Wxn5oFV11bbg__&Key-Pair-Id=KVTP0A1DKRTAX [following]\r\n",
      "--2023-08-26 16:54:29--  https://cdn-lfs.huggingface.co/repos/69/e5/69e55a6299441d3070ee1690632f8d12440ea004de9c6a51b873ccd49ea78ea0/4fc2147a91988ee149a65724bb8868047a346778179907c1aea4dd28f19fe695?response-content-disposition=attachment%3B+filename*%3DUTF-8%27%27v5wave-1B5-E0_1-ctx-16k-preview-30p.pth%3B+filename%3D%22v5wave-1B5-E0_1-ctx-16k-preview-30p.pth%22%3B&Expires=1693328069&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTY5MzMyODA2OX19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2RuLWxmcy5odWdnaW5nZmFjZS5jby9yZXBvcy82OS9lNS82OWU1NWE2Mjk5NDQxZDMwNzBlZTE2OTA2MzJmOGQxMjQ0MGVhMDA0ZGU5YzZhNTFiODczY2NkNDllYTc4ZWEwLzRmYzIxNDdhOTE5ODhlZTE0OWE2NTcyNGJiODg2ODA0N2EzNDY3NzgxNzk5MDdjMWFlYTRkZDI4ZjE5ZmU2OTU%7EcmVzcG9uc2UtY29udGVudC1kaXNwb3NpdGlvbj0qIn1dfQ__&Signature=MIqIcBOFNKkDVwfyYUkUwapCwoix1Sqi2d6y6UeO6p-WRbepqvyPxzk32Smx3fWLobA1QkRZFJ%7Ec8tRQqQqYcXZaZ5ricYxFxFqYQ6OvOyGUUNFWqYfE8Gxe3iy7cketYUS-ZKaVRohbFhJr2skFQ8f%7Eip4orF-jXbQNm0-TDHDUIuGyqMBHlT5NbjW89EizNpckw73V395Q6xWdO7-S6NZG0kHsk9jECv0oH2n2UhT%7EU-YHF34FU5JsDvCDXADOOiMocaAz83niAlDy78UEFktDUkWUnGrNqZodWpGUc9m-HipOVn49JWjeXdMORvO0wXSseYGOC-Wxn5oFV11bbg__&Key-Pair-Id=KVTP0A1DKRTAX\r\n",
      "Resolving cdn-lfs.huggingface.co (cdn-lfs.huggingface.co)... 3.162.103.65, 3.162.103.85, 3.162.103.64, ...\r\n",
      "Connecting to cdn-lfs.huggingface.co (cdn-lfs.huggingface.co)|3.162.103.65|:443... connected.\r\n",
      "HTTP request sent, awaiting response... "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "200 OK\r\n",
      "Length: 3030376021 (2.8G) [binary/octet-stream]\r\n",
      "Saving to: ‘v5wave-1B5-E0_1-ctx-16k-preview-30p.pth’\r\n",
      "\r\n",
      "\r",
      "          v5wave-1B   0%[                    ]       0  --.-KB/s               "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "         v5wave-1B5   0%[                    ]  16.74M  83.7MB/s               "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "        v5wave-1B5-   1%[                    ]  30.52M  67.9MB/s               "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "       v5wave-1B5-E   1%[                    ]  45.78M  64.0MB/s               "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "      v5wave-1B5-E0   2%[                    ]  61.03M  63.7MB/s               "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "     v5wave-1B5-E0_   3%[                    ]  91.03M  76.3MB/s               "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "    v5wave-1B5-E0_1   3%[                    ]  91.67M  64.8MB/s               "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "   v5wave-1B5-E0_1-   3%[                    ] 113.05M  70.0MB/s               "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "  v5wave-1B5-E0_1-c   4%[                    ] 122.07M  64.7MB/s               "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      " v5wave-1B5-E0_1-ct   5%[>                   ] 152.07M  69.8MB/s               "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "v5wave-1B5-E0_1-ctx   5%[>                   ] 156.28M  65.7MB/s               "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "5wave-1B5-E0_1-ctx-   5%[>                   ] 167.85M  64.5MB/s               "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "wave-1B5-E0_1-ctx-1   6%[>                   ] 198.36M  68.0MB/s               "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "ave-1B5-E0_1-ctx-16   7%[>                   ] 213.62M  67.5MB/s    eta 40s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "ve-1B5-E0_1-ctx-16k   7%[>                   ] 228.36M  67.9MB/s    eta 40s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "e-1B5-E0_1-ctx-16k-   8%[>                   ] 243.63M  67.5MB/s    eta 40s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "-1B5-E0_1-ctx-16k-p   8%[>                   ] 258.89M  66.2MB/s    eta 40s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "1B5-E0_1-ctx-16k-pr   9%[>                   ] 264.03M  64.3MB/s    eta 40s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "B5-E0_1-ctx-16k-pre   9%[>                   ] 274.66M  63.2MB/s    eta 41s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "5-E0_1-ctx-16k-prev  10%[=>                  ] 303.35M  65.5MB/s    eta 41s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "-E0_1-ctx-16k-previ  10%[=>                  ] 313.62M  63.4MB/s    eta 41s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "E0_1-ctx-16k-previe  11%[=>                  ] 320.43M  60.7MB/s    eta 41s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "0_1-ctx-16k-preview  11%[=>                  ] 335.69M  57.0MB/s    eta 42s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "_1-ctx-16k-preview-  12%[=>                  ] 366.20M  63.4MB/s    eta 42s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "1-ctx-16k-preview-3  13%[=>                  ] 381.47M  63.5MB/s    eta 42s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "-ctx-16k-preview-30  14%[=>                  ] 411.47M  65.4MB/s    eta 42s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "ctx-16k-preview-30p  14%[=>                  ] 425.42M  67.0MB/s    eta 42s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "tx-16k-preview-30p.  15%[==>                 ] 442.51M  67.4MB/s    eta 37s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "x-16k-preview-30p.p  15%[==>                 ] 457.76M  63.9MB/s    eta 37s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "-16k-preview-30p.pt  16%[==>                 ] 472.50M  63.0MB/s    eta 37s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "16k-preview-30p.pth  16%[==>                 ] 488.28M  63.2MB/s    eta 37s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "6k-preview-30p.pth   17%[==>                 ] 502.84M  63.5MB/s    eta 36s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "k-preview-30p.pth    17%[==>                 ] 511.22M  66.0MB/s    eta 36s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "-preview-30p.pth     18%[==>                 ] 520.86M  64.9MB/s    eta 36s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "preview-30p.pth      18%[==>                 ] 534.05M  60.0MB/s    eta 36s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "review-30p.pth       19%[==>                 ] 549.31M  60.7MB/s    eta 37s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "eview-30p.pth        19%[==>                 ] 564.58M  63.2MB/s    eta 37s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "view-30p.pth         20%[===>                ] 581.26M  63.4MB/s    eta 37s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "iew-30p.pth          20%[===>                ] 595.09M  64.4MB/s    eta 37s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "ew-30p.pth           21%[===>                ] 609.84M  63.3MB/s    eta 37s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "w-30p.pth            21%[===>                ] 617.97M  59.8MB/s    eta 37s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "-30p.pth             21%[===>                ] 625.61M  55.4MB/s    eta 37s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "30p.pth              22%[===>                ] 640.87M  55.0MB/s    eta 37s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "0p.pth               22%[===>                ] 653.62M  51.2MB/s    eta 37s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "p.pth                22%[===>                ] 656.13M  48.2MB/s    eta 38s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      ".pth                 23%[===>                ] 671.38M  47.5MB/s    eta 38s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "pth                  23%[===>                ] 686.64M  47.4MB/s    eta 38s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "th                   24%[===>                ] 701.90M  46.9MB/s    eta 38s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "h                    24%[===>                ] 717.16M  49.3MB/s    eta 37s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "                     25%[====>               ] 732.42M  49.5MB/s    eta 37s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "                  v  26%[====>               ] 762.42M  52.6MB/s    eta 37s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "                 v5  26%[====>               ] 778.20M  53.9MB/s    eta 37s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "                v5w  27%[====>               ] 793.46M  54.8MB/s    eta 35s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "               v5wa  27%[====>               ] 808.71M  54.5MB/s    eta 35s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "              v5wav  28%[====>               ] 823.46M  55.7MB/s    eta 35s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "             v5wave  29%[====>               ] 838.71M  55.1MB/s    eta 35s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "            v5wave-  29%[====>               ] 849.44M  56.9MB/s    eta 35s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "           v5wave-1  30%[=====>              ] 869.24M  57.9MB/s    eta 33s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "          v5wave-1B  30%[=====>              ] 885.01M  60.0MB/s    eta 33s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "         v5wave-1B5  31%[=====>              ] 899.87M  60.7MB/s    eta 33s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "        v5wave-1B5-  31%[=====>              ] 915.53M  65.6MB/s    eta 33s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "       v5wave-1B5-E  32%[=====>              ] 941.72M  67.1MB/s    eta 33s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "      v5wave-1B5-E0  32%[=====>              ] 946.04M  66.8MB/s    eta 32s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "     v5wave-1B5-E0_  33%[=====>              ] 967.47M  68.1MB/s    eta 32s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "    v5wave-1B5-E0_1  33%[=====>              ] 981.49M  69.3MB/s    eta 32s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "   v5wave-1B5-E0_1-  34%[=====>              ] 991.82M  67.9MB/s    eta 32s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "  v5wave-1B5-E0_1-c  35%[======>             ]   1022M  67.7MB/s    eta 30s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      " v5wave-1B5-E0_1-ct  36%[======>             ]   1.03G  71.8MB/s    eta 30s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "v5wave-1B5-E0_1-ctx  36%[======>             ]   1.04G  70.7MB/s    eta 30s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "5wave-1B5-E0_1-ctx-  36%[======>             ]   1.04G  67.7MB/s    eta 30s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "wave-1B5-E0_1-ctx-1  37%[======>             ]   1.07G  71.5MB/s    eta 30s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "ave-1B5-E0_1-ctx-16  38%[======>             ]   1.08G  73.6MB/s    eta 28s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "ve-1B5-E0_1-ctx-16k  38%[======>             ]   1.09G  73.6MB/s    eta 28s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "e-1B5-E0_1-ctx-16k-  39%[======>             ]   1.10G  71.2MB/s    eta 28s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "-1B5-E0_1-ctx-16k-p  39%[======>             ]   1.12G  69.4MB/s    eta 28s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "1B5-E0_1-ctx-16k-pr  40%[=======>            ]   1.13G  69.3MB/s    eta 28s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "B5-E0_1-ctx-16k-pre  40%[=======>            ]   1.15G  71.1MB/s    eta 27s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "5-E0_1-ctx-16k-prev  41%[=======>            ]   1.16G  66.9MB/s    eta 27s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "-E0_1-ctx-16k-previ  41%[=======>            ]   1.18G  66.5MB/s    eta 27s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "E0_1-ctx-16k-previe  41%[=======>            ]   1.18G  60.9MB/s    eta 27s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "0_1-ctx-16k-preview  42%[=======>            ]   1.19G  60.0MB/s    eta 27s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "_1-ctx-16k-preview-  42%[=======>            ]   1.21G  61.0MB/s    eta 27s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "1-ctx-16k-preview-3  43%[=======>            ]   1.24G  67.0MB/s    eta 27s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "-ctx-16k-preview-30  43%[=======>            ]   1.24G  60.5MB/s    eta 27s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "ctx-16k-preview-30p  44%[=======>            ]   1.25G  61.2MB/s    eta 27s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "tx-16k-preview-30p.  44%[=======>            ]   1.27G  57.7MB/s    eta 26s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "x-16k-preview-30p.p  45%[========>           ]   1.29G  60.7MB/s    eta 26s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "-16k-preview-30p.pt  45%[========>           ]   1.30G  57.6MB/s    eta 26s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "16k-preview-30p.pth  46%[========>           ]   1.31G  58.5MB/s    eta 26s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "6k-preview-30p.pth   47%[========>           ]   1.34G  60.5MB/s    eta 26s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "k-preview-30p.pth    48%[========>           ]   1.36G  61.3MB/s    eta 24s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "-preview-30p.pth     48%[========>           ]   1.37G  60.4MB/s    eta 24s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "preview-30p.pth      49%[========>           ]   1.39G  60.6MB/s    eta 24s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "review-30p.pth       49%[========>           ]   1.40G  62.1MB/s    eta 24s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "eview-30p.pth        50%[=========>          ]   1.43G  65.9MB/s    eta 24s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "view-30p.pth         50%[=========>          ]   1.43G  63.0MB/s    eta 23s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "iew-30p.pth          51%[=========>          ]   1.45G  66.8MB/s    eta 23s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "ew-30p.pth           51%[=========>          ]   1.47G  66.6MB/s    eta 23s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "w-30p.pth            52%[=========>          ]   1.48G  67.4MB/s    eta 23s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "-30p.pth             53%[=========>          ]   1.50G  67.9MB/s    eta 22s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "30p.pth              53%[=========>          ]   1.52G  69.9MB/s    eta 22s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "0p.pth               54%[=========>          ]   1.54G  71.4MB/s    eta 22s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "p.pth                54%[=========>          ]   1.55G  67.0MB/s    eta 22s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      ".pth                 55%[==========>         ]   1.57G  71.2MB/s    eta 20s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "pth                  55%[==========>         ]   1.58G  65.7MB/s    eta 20s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "th                   56%[==========>         ]   1.59G  65.5MB/s    eta 20s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "h                    57%[==========>         ]   1.61G  63.8MB/s    eta 20s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "                     57%[==========>         ]   1.63G  65.4MB/s    eta 20s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "                  v  58%[==========>         ]   1.64G  65.3MB/s    eta 20s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "                 v5  58%[==========>         ]   1.65G  62.7MB/s    eta 20s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "                v5w  59%[==========>         ]   1.67G  63.2MB/s    eta 20s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "               v5wa  59%[==========>         ]   1.68G  62.3MB/s    eta 20s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "              v5wav  60%[===========>        ]   1.70G  64.0MB/s    eta 18s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "             v5wave  60%[===========>        ]   1.71G  63.1MB/s    eta 18s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "            v5wave-  61%[===========>        ]   1.73G  63.1MB/s    eta 18s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "           v5wave-1  61%[===========>        ]   1.74G  62.9MB/s    eta 18s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "          v5wave-1B  62%[===========>        ]   1.76G  61.6MB/s    eta 18s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "         v5wave-1B5  62%[===========>        ]   1.77G  59.8MB/s    eta 17s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "        v5wave-1B5-  63%[===========>        ]   1.79G  59.6MB/s    eta 17s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "       v5wave-1B5-E  63%[===========>        ]   1.80G  60.9MB/s    eta 17s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "      v5wave-1B5-E0  64%[===========>        ]   1.82G  60.2MB/s    eta 17s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "     v5wave-1B5-E0_  64%[===========>        ]   1.83G  59.6MB/s    eta 16s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "    v5wave-1B5-E0_1  65%[============>       ]   1.85G  60.1MB/s    eta 16s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "   v5wave-1B5-E0_1-  65%[============>       ]   1.86G  60.2MB/s    eta 16s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "  v5wave-1B5-E0_1-c  66%[============>       ]   1.88G  58.9MB/s    eta 16s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      " v5wave-1B5-E0_1-ct  67%[============>       ]   1.90G  62.5MB/s    eta 15s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "v5wave-1B5-E0_1-ctx  67%[============>       ]   1.91G  59.6MB/s    eta 15s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "5wave-1B5-E0_1-ctx-  68%[============>       ]   1.92G  59.5MB/s    eta 15s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "wave-1B5-E0_1-ctx-1  68%[============>       ]   1.94G  61.7MB/s    eta 15s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "ave-1B5-E0_1-ctx-16  69%[============>       ]   1.95G  60.3MB/s    eta 15s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "ve-1B5-E0_1-ctx-16k  69%[============>       ]   1.97G  60.4MB/s    eta 14s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "e-1B5-E0_1-ctx-16k-  70%[=============>      ]   1.98G  60.6MB/s    eta 14s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "-1B5-E0_1-ctx-16k-p  70%[=============>      ]   2.00G  60.1MB/s    eta 14s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "1B5-E0_1-ctx-16k-pr  71%[=============>      ]   2.01G  61.5MB/s    eta 14s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "B5-E0_1-ctx-16k-pre  71%[=============>      ]   2.03G  61.2MB/s    eta 14s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "5-E0_1-ctx-16k-prev  72%[=============>      ]   2.06G  62.3MB/s    eta 13s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "-E0_1-ctx-16k-previ  73%[=============>      ]   2.08G  67.3MB/s    eta 13s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "E0_1-ctx-16k-previe  73%[=============>      ]   2.09G  64.8MB/s    eta 13s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "0_1-ctx-16k-preview  74%[=============>      ]   2.10G  66.5MB/s    eta 13s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "_1-ctx-16k-preview-  74%[=============>      ]   2.12G  64.0MB/s    eta 12s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "1-ctx-16k-preview-3  76%[==============>     ]   2.14G  65.8MB/s    eta 12s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "-ctx-16k-preview-30  76%[==============>     ]   2.16G  68.3MB/s    eta 12s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "ctx-16k-preview-30p  77%[==============>     ]   2.17G  64.1MB/s    eta 12s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "tx-16k-preview-30p.  77%[==============>     ]   2.17G  63.8MB/s    eta 12s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "x-16k-preview-30p.p  77%[==============>     ]   2.19G  62.3MB/s    eta 10s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "-16k-preview-30p.pt  78%[==============>     ]   2.21G  61.7MB/s    eta 10s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "16k-preview-30p.pth  78%[==============>     ]   2.22G  64.2MB/s    eta 10s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "6k-preview-30p.pth   79%[==============>     ]   2.25G  64.5MB/s    eta 10s    "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "k-preview-30p.pth    80%[===============>    ]   2.26G  65.1MB/s    eta 9s     "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "-preview-30p.pth     80%[===============>    ]   2.28G  66.1MB/s    eta 9s     "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "preview-30p.pth      81%[===============>    ]   2.29G  60.3MB/s    eta 9s     "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "review-30p.pth       82%[===============>    ]   2.32G  67.1MB/s    eta 9s     "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "eview-30p.pth        82%[===============>    ]   2.34G  65.2MB/s    eta 9s     "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "view-30p.pth         83%[===============>    ]   2.35G  64.1MB/s    eta 8s     "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "iew-30p.pth          83%[===============>    ]   2.37G  62.7MB/s    eta 8s     "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "ew-30p.pth           84%[===============>    ]   2.39G  68.5MB/s    eta 8s     "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "w-30p.pth            85%[================>   ]   2.41G  67.3MB/s    eta 8s     "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "-30p.pth             86%[================>   ]   2.43G  67.1MB/s    eta 6s     "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "30p.pth              86%[================>   ]   2.44G  68.8MB/s    eta 6s     "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "0p.pth               87%[================>   ]   2.46G  69.2MB/s    eta 6s     "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "p.pth                87%[================>   ]   2.47G  68.8MB/s    eta 6s     "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      ".pth                 88%[================>   ]   2.49G  67.1MB/s    eta 5s     "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "pth                  88%[================>   ]   2.50G  66.8MB/s    eta 5s     "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "th                   88%[================>   ]   2.50G  63.0MB/s    eta 5s     "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "h                    89%[================>   ]   2.52G  65.6MB/s    eta 5s     "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "                     89%[================>   ]   2.54G  66.4MB/s    eta 5s     "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "                  v  90%[=================>  ]   2.55G  63.9MB/s    eta 4s     "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "                 v5  90%[=================>  ]   2.56G  63.4MB/s    eta 4s     "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "                v5w  91%[=================>  ]   2.58G  62.5MB/s    eta 4s     "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "               v5wa  91%[=================>  ]   2.59G  61.7MB/s    eta 4s     "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "              v5wav  92%[=================>  ]   2.61G  62.1MB/s    eta 4s     "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "             v5wave  93%[=================>  ]   2.63G  66.0MB/s    eta 3s     "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "            v5wave-  93%[=================>  ]   2.64G  60.9MB/s    eta 3s     "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "           v5wave-1  93%[=================>  ]   2.65G  58.7MB/s    eta 3s     "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "          v5wave-1B  94%[=================>  ]   2.67G  59.6MB/s    eta 3s     "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "         v5wave-1B5  94%[=================>  ]   2.67G  57.0MB/s    eta 3s     "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "        v5wave-1B5-  95%[==================> ]   2.68G  56.3MB/s    eta 3s     "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "       v5wave-1B5-E  95%[==================> ]   2.70G  57.3MB/s    eta 3s     "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "      v5wave-1B5-E0  95%[==================> ]   2.70G  55.4MB/s    eta 3s     "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "     v5wave-1B5-E0_  96%[==================> ]   2.71G  53.3MB/s    eta 2s     "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "    v5wave-1B5-E0_1  96%[==================> ]   2.73G  54.7MB/s    eta 2s     "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "   v5wave-1B5-E0_1-  97%[==================> ]   2.74G  54.2MB/s    eta 2s     "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "  v5wave-1B5-E0_1-c  97%[==================> ]   2.76G  53.2MB/s    eta 2s     "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      " v5wave-1B5-E0_1-ct  98%[==================> ]   2.77G  53.3MB/s    eta 2s     "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "v5wave-1B5-E0_1-ctx  99%[==================> ]   2.80G  56.9MB/s    eta 0s     "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "5wave-1B5-E0_1-ctx-  99%[==================> ]   2.82G  55.9MB/s    eta 0s     "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "v5wave-1B5-E0_1-ctx 100%[===================>]   2.82G  55.7MB/s    in 46s     \r\n",
      "\r\n",
      "2023-08-26 16:55:15 (62.2 MB/s) - ‘v5wave-1B5-E0_1-ctx-16k-preview-30p.pth’ saved [3030376021/3030376021]\r\n",
      "\r\n"
     ]
    }
   ],
   "source": [
    "# Lets download the custom models\n",
    "!mkdir -p ../../../model/\n",
    "!cd ../../../model/ && wget -nc \"https://huggingface.co./picocreator/memory-size-experiment-for-rwkv/resolve/main/v5-Wave/WaveV5-C-Tune5.pth\"\n",
    "!cd ../../../model/ && wget -nc \"https://huggingface.co./picocreator/RWKV-x-playground/resolve/main/V5-16k/v5wave-1B5-E0_1-ctx-16k-preview-30p.pth\""
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "id": "197c25bd",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2023-08-26T16:55:16.170573Z",
     "iopub.status.busy": "2023-08-26T16:55:16.169414Z",
     "iopub.status.idle": "2023-08-26T16:55:16.426649Z",
     "shell.execute_reply": "2023-08-26T16:55:16.425432Z"
    },
    "papermill": {
     "duration": 0.29552,
     "end_time": "2023-08-26T16:55:16.429033",
     "exception": false,
     "start_time": "2023-08-26T16:55:16.133513",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "total 8.5G\r\n",
      "-rw-r--r-- 1 root root 5.7G Aug 11 12:40 WaveV5-C-Tune5.pth\r\n",
      "-rw-r--r-- 1 root root 2.9G Aug 17 09:19 v5wave-1B5-E0_1-ctx-16k-preview-30p.pth\r\n"
     ]
    }
   ],
   "source": [
    "!ls -lh ../../../model/"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "id": "d4118aa6",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2023-08-26T16:55:16.500558Z",
     "iopub.status.busy": "2023-08-26T16:55:16.499181Z",
     "iopub.status.idle": "2023-08-26T16:55:16.756620Z",
     "shell.execute_reply": "2023-08-26T16:55:16.755314Z"
    },
    "papermill": {
     "duration": 0.29599,
     "end_time": "2023-08-26T16:55:16.759066",
     "exception": false,
     "start_time": "2023-08-26T16:55:16.463076",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "/usr/bin/sh: 1: python: not found\r\n"
     ]
    }
   ],
   "source": [
    "!python -m pip install aiocsv aiofiles"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "80ecfdf0",
   "metadata": {
    "papermill": {
     "duration": 0.033831,
     "end_time": "2023-08-26T16:55:16.826886",
     "exception": false,
     "start_time": "2023-08-26T16:55:16.793055",
     "status": "completed"
    },
    "tags": []
   },
   "source": [
    "# 1B5 Wavenet V5 benchmark"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "id": "791f4e56",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2023-08-26T16:55:16.898739Z",
     "iopub.status.busy": "2023-08-26T16:55:16.897260Z",
     "iopub.status.idle": "2023-08-26T16:56:42.120223Z",
     "shell.execute_reply": "2023-08-26T16:56:42.119157Z"
    },
    "papermill": {
     "duration": 85.261607,
     "end_time": "2023-08-26T16:56:42.122545",
     "exception": false,
     "start_time": "2023-08-26T16:55:16.860938",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[2023-08-26 16:55:21,382] [INFO] [real_accelerator.py:133:get_accelerator] Setting ds_accelerator to cuda (auto detect)\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[RWKV.model] Running RWKV model using 'torch-jit' with torch '2.0.1+cu118'\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "###\r\n",
      "### Model validation start ###\r\n",
      "###\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 5 tokens : 100.0% similarity, with 5 matched token, and 0 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 10 tokens : 100.0% similarity, with 10 matched token, and 0 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 15 tokens : 100.0% similarity, with 15 matched token, and 0 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 20 tokens : 100.0% similarity, with 20 matched token, and 0 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 25 tokens : 100.0% similarity, with 25 matched token, and 0 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 30 tokens : 100.0% similarity, with 30 matched token, and 0 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 35 tokens : 100.0% similarity, with 35 matched token, and 0 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 40 tokens : 100.0% similarity, with 40 matched token, and 0 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 45 tokens : 97.77777777777777% similarity, with 44 matched token, and 1 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 50 tokens : 98.0% similarity, with 49 matched token, and 1 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 55 tokens : 96.36363636363636% similarity, with 53 matched token, and 2 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 60 tokens : 98.33333333333333% similarity, with 59 matched token, and 1 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 65 tokens : 98.46153846153847% similarity, with 64 matched token, and 1 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 70 tokens : 97.14285714285714% similarity, with 68 matched token, and 2 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 75 tokens : 93.33333333333333% similarity, with 70 matched token, and 5 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 80 tokens : 91.25% similarity, with 73 matched token, and 7 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 85 tokens : 92.94117647058823% similarity, with 79 matched token, and 6 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 90 tokens : 94.44444444444444% similarity, with 85 matched token, and 5 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 95 tokens : 94.73684210526315% similarity, with 90 matched token, and 5 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 100 tokens : 94.0% similarity, with 94 matched token, and 6 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 105 tokens : 91.42857142857143% similarity, with 96 matched token, and 9 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 110 tokens : 90.9090909090909% similarity, with 100 matched token, and 10 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 115 tokens : 91.30434782608695% similarity, with 105 matched token, and 10 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 120 tokens : 90.0% similarity, with 108 matched token, and 12 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 125 tokens : 89.60000000000001% similarity, with 112 matched token, and 13 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 130 tokens : 87.6923076923077% similarity, with 114 matched token, and 16 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 135 tokens : 85.92592592592592% similarity, with 116 matched token, and 19 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 140 tokens : 84.28571428571429% similarity, with 118 matched token, and 22 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 145 tokens : 84.82758620689656% similarity, with 123 matched token, and 22 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 150 tokens : 86.66666666666667% similarity, with 130 matched token, and 20 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 160 tokens : 85.0% similarity, with 136 matched token, and 24 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 170 tokens : 84.70588235294117% similarity, with 144 matched token, and 26 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 180 tokens : 83.33333333333334% similarity, with 150 matched token, and 30 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 190 tokens : 81.57894736842105% similarity, with 155 matched token, and 35 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 200 tokens : 80.5% similarity, with 161 matched token, and 39 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 210 tokens : 78.0952380952381% similarity, with 164 matched token, and 46 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 220 tokens : 76.81818181818181% similarity, with 169 matched token, and 51 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 230 tokens : 73.91304347826086% similarity, with 170 matched token, and 60 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 240 tokens : 74.58333333333333% similarity, with 179 matched token, and 61 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 250 tokens : 74.4% similarity, with 186 matched token, and 64 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 260 tokens : 73.46153846153847% similarity, with 191 matched token, and 69 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 270 tokens : 71.85185185185186% similarity, with 194 matched token, and 76 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 280 tokens : 68.57142857142857% similarity, with 192 matched token, and 88 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 290 tokens : 68.27586206896552% similarity, with 198 matched token, and 92 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 300 tokens : 67.33333333333333% similarity, with 202 matched token, and 98 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 325 tokens : 63.38461538461539% similarity, with 206 matched token, and 119 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 350 tokens : 62.857142857142854% similarity, with 220 matched token, and 130 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 375 tokens : 62.4% similarity, with 234 matched token, and 141 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 400 tokens : 63.24999999999999% similarity, with 253 matched token, and 147 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 425 tokens : 67.05882352941175% similarity, with 285 matched token, and 140 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 450 tokens : 67.33333333333333% similarity, with 303 matched token, and 147 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 475 tokens : 69.05263157894737% similarity, with 328 matched token, and 147 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 500 tokens : 69.6% similarity, with 348 matched token, and 152 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 525 tokens : 70.47619047619048% similarity, with 370 matched token, and 155 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 550 tokens : 72.0% similarity, with 396 matched token, and 154 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 575 tokens : 72.17391304347827% similarity, with 415 matched token, and 160 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 600 tokens : 74.33333333333333% similarity, with 446 matched token, and 154 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 625 tokens : 74.72% similarity, with 467 matched token, and 158 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 650 tokens : 75.84615384615384% similarity, with 493 matched token, and 157 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 675 tokens : 76.88888888888889% similarity, with 519 matched token, and 156 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 700 tokens : 76.85714285714286% similarity, with 538 matched token, and 162 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 750 tokens : 78.53333333333333% similarity, with 589 matched token, and 161 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 800 tokens : 78.875% similarity, with 631 matched token, and 169 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 850 tokens : 79.76470588235294% similarity, with 678 matched token, and 172 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 900 tokens : 81.11111111111111% similarity, with 730 matched token, and 170 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 950 tokens : 82.21052631578948% similarity, with 781 matched token, and 169 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 1000 tokens : 82.19999999999999% similarity, with 822 matched token, and 178 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Finished baseline model to eval output predictive matching (aka 0 memory?), for 1000 tokens\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "###\r\n",
      "### Model validation end ###\r\n",
      "###\r\n"
     ]
    }
   ],
   "source": [
    "!python3 ./memory_script/eval_v5wavenet_memory_guided.py \"../../../model/WaveV5-C-Tune5.pth\" \"./logs/WavenetV5-C-Tune5-1k.csv\""
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "id": "505a16c2",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2023-08-26T16:56:42.201603Z",
     "iopub.status.busy": "2023-08-26T16:56:42.200448Z",
     "iopub.status.idle": "2023-08-26T17:01:28.703278Z",
     "shell.execute_reply": "2023-08-26T17:01:28.702435Z"
    },
    "papermill": {
     "duration": 286.545893,
     "end_time": "2023-08-26T17:01:28.706645",
     "exception": false,
     "start_time": "2023-08-26T16:56:42.160752",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[2023-08-26 16:56:46,686] [INFO] [real_accelerator.py:133:get_accelerator] Setting ds_accelerator to cuda (auto detect)\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[RWKV.model] Running RWKV model using 'torch-jit' with torch '2.0.1+cu118'\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "###\r\n",
      "### Model validation start ###\r\n",
      "###\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 1100 tokens : 82.45454545454545% similarity, with 907 matched token, and 193 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 1150 tokens : 83.47826086956522% similarity, with 960 matched token, and 190 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 1200 tokens : 84.08333333333333% similarity, with 1009 matched token, and 191 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 1250 tokens : 84.39999999999999% similarity, with 1055 matched token, and 195 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 1300 tokens : 84.6923076923077% similarity, with 1101 matched token, and 199 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 1350 tokens : 85.4074074074074% similarity, with 1153 matched token, and 197 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 1400 tokens : 85.42857142857143% similarity, with 1196 matched token, and 204 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 1450 tokens : 86.13793103448276% similarity, with 1249 matched token, and 201 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 1500 tokens : 86.4% similarity, with 1296 matched token, and 204 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 1550 tokens : 86.25806451612902% similarity, with 1337 matched token, and 213 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 1600 tokens : 85.875% similarity, with 1374 matched token, and 226 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 1650 tokens : 85.87878787878788% similarity, with 1417 matched token, and 233 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 1700 tokens : 85.1764705882353% similarity, with 1448 matched token, and 252 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 1750 tokens : 84.39999999999999% similarity, with 1477 matched token, and 273 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 1800 tokens : 83.11111111111111% similarity, with 1496 matched token, and 304 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 1850 tokens : 82.0% similarity, with 1517 matched token, and 333 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 1900 tokens : 80.57894736842105% similarity, with 1531 matched token, and 369 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 1950 tokens : 79.17948717948718% similarity, with 1544 matched token, and 406 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 2000 tokens : 77.9% similarity, with 1558 matched token, and 442 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 2050 tokens : 75.70731707317073% similarity, with 1552 matched token, and 498 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 2100 tokens : 73.66666666666667% similarity, with 1547 matched token, and 553 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 2150 tokens : 71.72093023255815% similarity, with 1542 matched token, and 608 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 2200 tokens : 69.68181818181817% similarity, with 1533 matched token, and 667 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 2250 tokens : 67.37777777777778% similarity, with 1516 matched token, and 734 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 2300 tokens : 66.17391304347827% similarity, with 1522 matched token, and 778 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 2350 tokens : 64.29787234042553% similarity, with 1511 matched token, and 839 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 2400 tokens : 63.24999999999999% similarity, with 1518 matched token, and 882 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 2450 tokens : 61.142857142857146% similarity, with 1498 matched token, and 952 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 2500 tokens : 60.199999999999996% similarity, with 1505 matched token, and 995 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 2550 tokens : 59.13725490196079% similarity, with 1508 matched token, and 1042 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 2600 tokens : 57.730769230769226% similarity, with 1501 matched token, and 1099 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 2650 tokens : 56.377358490566046% similarity, with 1494 matched token, and 1156 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 2700 tokens : 55.925925925925924% similarity, with 1510 matched token, and 1190 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 2750 tokens : 54.50909090909091% similarity, with 1499 matched token, and 1251 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 2800 tokens : 53.75% similarity, with 1505 matched token, and 1295 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 2850 tokens : 53.05263157894737% similarity, with 1512 matched token, and 1338 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 2900 tokens : 51.758620689655174% similarity, with 1501 matched token, and 1399 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 2950 tokens : 50.37288135593221% similarity, with 1486 matched token, and 1464 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 3000 tokens : 49.7% similarity, with 1491 matched token, and 1509 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 3050 tokens : 48.59016393442623% similarity, with 1482 matched token, and 1568 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 3100 tokens : 47.64516129032258% similarity, with 1477 matched token, and 1623 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 3150 tokens : 47.14285714285714% similarity, with 1485 matched token, and 1665 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 3200 tokens : 46.3125% similarity, with 1482 matched token, and 1718 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 3250 tokens : 45.32307692307692% similarity, with 1473 matched token, and 1777 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 3300 tokens : 44.0% similarity, with 1452 matched token, and 1848 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 3350 tokens : 43.88059701492537% similarity, with 1470 matched token, and 1880 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 3400 tokens : 42.705882352941174% similarity, with 1452 matched token, and 1948 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 3450 tokens : 41.53623188405797% similarity, with 1433 matched token, and 2017 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 3500 tokens : 40.885714285714286% similarity, with 1431 matched token, and 2069 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 3550 tokens : 40.112676056338024% similarity, with 1424 matched token, and 2126 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 3600 tokens : 39.166666666666664% similarity, with 1410 matched token, and 2190 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 3650 tokens : 37.47945205479452% similarity, with 1368 matched token, and 2282 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 3700 tokens : 36.648648648648646% similarity, with 1356 matched token, and 2344 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 3750 tokens : 35.78666666666667% similarity, with 1342 matched token, and 2408 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 3800 tokens : 34.78947368421053% similarity, with 1322 matched token, and 2478 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 3850 tokens : 34.18181818181818% similarity, with 1316 matched token, and 2534 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 3900 tokens : 33.56410256410257% similarity, with 1309 matched token, and 2591 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 3950 tokens : 33.08860759493671% similarity, with 1307 matched token, and 2643 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 4000 tokens : 32.775% similarity, with 1311 matched token, and 2689 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "###\r\n",
      "### Model validation end ###\r\n",
      "###\r\n"
     ]
    }
   ],
   "source": [
    "!python3 ./memory_script/eval_v5wavenet_memory_guided.py \"../../../model/WaveV5-C-Tune5.pth\" \"./logs/WavenetV5-C-Tune5-4k.csv\" 1100 4000"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "id": "3db1a79b",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2023-08-26T17:01:28.815977Z",
     "iopub.status.busy": "2023-08-26T17:01:28.815004Z",
     "iopub.status.idle": "2023-08-26T18:07:36.509713Z",
     "shell.execute_reply": "2023-08-26T18:07:36.508834Z"
    },
    "papermill": {
     "duration": 3967.748153,
     "end_time": "2023-08-26T18:07:36.511869",
     "exception": false,
     "start_time": "2023-08-26T17:01:28.763716",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[2023-08-26 17:01:33,364] [INFO] [real_accelerator.py:133:get_accelerator] Setting ds_accelerator to cuda (auto detect)\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[RWKV.model] Running RWKV model using 'torch-jit' with torch '2.0.1+cu118'\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "###\r\n",
      "### Model validation start ###\r\n",
      "###\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 4100 tokens : 31.585365853658537% similarity, with 1295 matched token, and 2805 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 4200 tokens : 30.80952380952381% similarity, with 1294 matched token, and 2906 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 4300 tokens : 29.511627906976745% similarity, with 1269 matched token, and 3031 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 4400 tokens : 28.204545454545453% similarity, with 1241 matched token, and 3159 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 4500 tokens : 27.244444444444444% similarity, with 1226 matched token, and 3274 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 4600 tokens : 26.043478260869563% similarity, with 1198 matched token, and 3402 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 4700 tokens : 24.70212765957447% similarity, with 1161 matched token, and 3539 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 4800 tokens : 23.541666666666668% similarity, with 1130 matched token, and 3670 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 4900 tokens : 22.428571428571427% similarity, with 1099 matched token, and 3801 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 5000 tokens : 20.68% similarity, with 1034 matched token, and 3966 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 5100 tokens : 19.823529411764707% similarity, with 1011 matched token, and 4089 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 5200 tokens : 18.48076923076923% similarity, with 961 matched token, and 4239 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 5300 tokens : 17.452830188679243% similarity, with 925 matched token, and 4375 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 5400 tokens : 16.37037037037037% similarity, with 884 matched token, and 4516 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 5500 tokens : 15.109090909090908% similarity, with 831 matched token, and 4669 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 5600 tokens : 13.946428571428571% similarity, with 781 matched token, and 4819 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 5700 tokens : 13.0% similarity, with 741 matched token, and 4959 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 5800 tokens : 11.948275862068966% similarity, with 693 matched token, and 5107 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 5900 tokens : 11.016949152542372% similarity, with 650 matched token, and 5250 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 6000 tokens : 9.783333333333333% similarity, with 587 matched token, and 5413 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 6100 tokens : 8.950819672131148% similarity, with 546 matched token, and 5554 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 6200 tokens : 8.338709677419356% similarity, with 517 matched token, and 5683 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 6300 tokens : 7.571428571428572% similarity, with 477 matched token, and 5823 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 6400 tokens : 7.109375% similarity, with 455 matched token, and 5945 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 6500 tokens : 6.538461538461539% similarity, with 425 matched token, and 6075 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 6600 tokens : 6.0% similarity, with 396 matched token, and 6204 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 6700 tokens : 5.567164179104478% similarity, with 373 matched token, and 6327 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 6800 tokens : 5.102941176470589% similarity, with 347 matched token, and 6453 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 6900 tokens : 4.826086956521739% similarity, with 333 matched token, and 6567 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 7000 tokens : 4.571428571428571% similarity, with 320 matched token, and 6680 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 7100 tokens : 4.338028169014085% similarity, with 308 matched token, and 6792 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 7200 tokens : 4.236111111111112% similarity, with 305 matched token, and 6895 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 7300 tokens : 4.068493150684931% similarity, with 297 matched token, and 7003 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 7400 tokens : 3.9324324324324325% similarity, with 291 matched token, and 7109 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 7500 tokens : 3.826666666666666% similarity, with 287 matched token, and 7213 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 7600 tokens : 3.6578947368421053% similarity, with 278 matched token, and 7322 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 7700 tokens : 3.6363636363636362% similarity, with 280 matched token, and 7420 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 7800 tokens : 3.5769230769230766% similarity, with 279 matched token, and 7521 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 7900 tokens : 3.518987341772152% similarity, with 278 matched token, and 7622 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 8000 tokens : 3.4750000000000005% similarity, with 278 matched token, and 7722 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 8100 tokens : 3.4814814814814814% similarity, with 282 matched token, and 7818 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 8200 tokens : 3.4756097560975614% similarity, with 285 matched token, and 7915 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 8300 tokens : 3.397590361445783% similarity, with 282 matched token, and 8018 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 8400 tokens : 3.380952380952381% similarity, with 284 matched token, and 8116 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 8500 tokens : 3.364705882352941% similarity, with 286 matched token, and 8214 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 8600 tokens : 3.372093023255814% similarity, with 290 matched token, and 8310 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 8700 tokens : 3.3563218390804597% similarity, with 292 matched token, and 8408 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 8800 tokens : 3.340909090909091% similarity, with 294 matched token, and 8506 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 8900 tokens : 3.348314606741573% similarity, with 298 matched token, and 8602 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 9000 tokens : 3.3333333333333335% similarity, with 300 matched token, and 8700 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 9100 tokens : 3.3516483516483517% similarity, with 305 matched token, and 8795 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 9200 tokens : 3.3478260869565215% similarity, with 308 matched token, and 8892 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 9300 tokens : 3.3333333333333335% similarity, with 310 matched token, and 8990 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 9400 tokens : 3.3297872340425534% similarity, with 313 matched token, and 9087 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 9500 tokens : 3.3578947368421055% similarity, with 319 matched token, and 9181 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 9600 tokens : 3.3645833333333335% similarity, with 323 matched token, and 9277 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 9700 tokens : 3.350515463917526% similarity, with 325 matched token, and 9375 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 9800 tokens : 3.316326530612245% similarity, with 325 matched token, and 9475 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 9900 tokens : 3.3333333333333335% similarity, with 330 matched token, and 9570 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 10000 tokens : 3.37% similarity, with 337 matched token, and 9663 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 10100 tokens : 3.3762376237623766% similarity, with 341 matched token, and 9759 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 10200 tokens : 3.3725490196078427% similarity, with 344 matched token, and 9856 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 10300 tokens : 3.378640776699029% similarity, with 348 matched token, and 9952 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 10400 tokens : 3.3653846153846154% similarity, with 350 matched token, and 10050 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 10500 tokens : 3.3904761904761904% similarity, with 356 matched token, and 10144 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 10600 tokens : 3.3773584905660377% similarity, with 358 matched token, and 10242 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 10700 tokens : 3.411214953271028% similarity, with 365 matched token, and 10335 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 10800 tokens : 3.4074074074074074% similarity, with 368 matched token, and 10432 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 10900 tokens : 3.3944954128440368% similarity, with 370 matched token, and 10530 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 11000 tokens : 3.418181818181818% similarity, with 376 matched token, and 10624 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 11100 tokens : 3.414414414414414% similarity, with 379 matched token, and 10721 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 11200 tokens : 3.392857142857143% similarity, with 380 matched token, and 10820 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 11300 tokens : 3.4070796460176993% similarity, with 385 matched token, and 10915 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 11400 tokens : 3.4473684210526314% similarity, with 393 matched token, and 11007 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 11500 tokens : 3.4434782608695653% similarity, with 396 matched token, and 11104 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 11600 tokens : 3.474137931034483% similarity, with 403 matched token, and 11197 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 11700 tokens : 3.4444444444444446% similarity, with 403 matched token, and 11297 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 11800 tokens : 3.4661016949152543% similarity, with 409 matched token, and 11391 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 11900 tokens : 3.46218487394958% similarity, with 412 matched token, and 11488 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 12000 tokens : 3.4750000000000005% similarity, with 417 matched token, and 11583 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 12100 tokens : 3.479338842975207% similarity, with 421 matched token, and 11679 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 12200 tokens : 3.4672131147540983% similarity, with 423 matched token, and 11777 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 12300 tokens : 3.4796747967479678% similarity, with 428 matched token, and 11872 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 12400 tokens : 3.483870967741935% similarity, with 432 matched token, and 11968 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 12500 tokens : 3.472% similarity, with 434 matched token, and 12066 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 12600 tokens : 3.4682539682539684% similarity, with 437 matched token, and 12163 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 12700 tokens : 3.47244094488189% similarity, with 441 matched token, and 12259 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 12800 tokens : 3.4453125% similarity, with 441 matched token, and 12359 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 12900 tokens : 3.4496124031007755% similarity, with 445 matched token, and 12455 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 13000 tokens : 3.4769230769230766% similarity, with 452 matched token, and 12548 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 13100 tokens : 3.4656488549618323% similarity, with 454 matched token, and 12646 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 13200 tokens : 3.4772727272727275% similarity, with 459 matched token, and 12741 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 13300 tokens : 3.4511278195488724% similarity, with 459 matched token, and 12841 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 13400 tokens : 3.4925373134328357% similarity, with 468 matched token, and 12932 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 13500 tokens : 3.4666666666666663% similarity, with 468 matched token, and 13032 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 13600 tokens : 3.4926470588235294% similarity, with 475 matched token, and 13125 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 13700 tokens : 3.4744525547445253% similarity, with 476 matched token, and 13224 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 13800 tokens : 3.4710144927536235% similarity, with 479 matched token, and 13321 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 13900 tokens : 3.4892086330935252% similarity, with 485 matched token, and 13415 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 14000 tokens : 3.507142857142857% similarity, with 491 matched token, and 13509 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 14100 tokens : 3.5106382978723407% similarity, with 495 matched token, and 13605 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 14200 tokens : 3.4859154929577465% similarity, with 495 matched token, and 13705 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 14300 tokens : 3.4965034965034967% similarity, with 500 matched token, and 13800 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 14400 tokens : 3.5138888888888884% similarity, with 506 matched token, and 13894 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 14500 tokens : 3.510344827586207% similarity, with 509 matched token, and 13991 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 14600 tokens : 3.4863013698630136% similarity, with 509 matched token, and 14091 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 14700 tokens : 3.5306122448979593% similarity, with 519 matched token, and 14181 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 14800 tokens : 3.5000000000000004% similarity, with 518 matched token, and 14282 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 14900 tokens : 3.4966442953020134% similarity, with 521 matched token, and 14379 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 15000 tokens : 3.5000000000000004% similarity, with 525 matched token, and 14475 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 15100 tokens : 3.503311258278146% similarity, with 529 matched token, and 14571 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 15200 tokens : 3.4934210526315788% similarity, with 531 matched token, and 14669 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 15300 tokens : 3.483660130718954% similarity, with 533 matched token, and 14767 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 15400 tokens : 3.474025974025974% similarity, with 535 matched token, and 14865 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 15500 tokens : 3.464516129032258% similarity, with 537 matched token, and 14963 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 15600 tokens : 3.4871794871794872% similarity, with 544 matched token, and 15056 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 15700 tokens : 3.4904458598726116% similarity, with 548 matched token, and 15152 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 15800 tokens : 3.481012658227848% similarity, with 550 matched token, and 15250 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 15900 tokens : 3.471698113207547% similarity, with 552 matched token, and 15348 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 16000 tokens : 3.4562500000000003% similarity, with 553 matched token, and 15447 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "###\r\n",
      "### Model validation end ###\r\n",
      "###\r\n"
     ]
    }
   ],
   "source": [
    "!python3 ./memory_script/eval_v5wavenet_memory_guided.py \"../../../model/WaveV5-C-Tune5.pth\" \"./logs/WavenetV5-C-Tune5-16k.csv\" 4100 16000"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "c860f0f8",
   "metadata": {
    "papermill": {
     "duration": 0.047252,
     "end_time": "2023-08-26T18:07:36.606949",
     "exception": false,
     "start_time": "2023-08-26T18:07:36.559697",
     "status": "completed"
    },
    "tags": []
   },
   "source": [
    "# 1B5 Wavenet Ctx 16k - V5 benchmark\n",
    "with 13 wavenet layers"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "id": "8290dbc1",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2023-08-26T18:07:36.704308Z",
     "iopub.status.busy": "2023-08-26T18:07:36.703733Z",
     "iopub.status.idle": "2023-08-26T18:09:03.001928Z",
     "shell.execute_reply": "2023-08-26T18:09:03.000977Z"
    },
    "papermill": {
     "duration": 86.35002,
     "end_time": "2023-08-26T18:09:03.004510",
     "exception": false,
     "start_time": "2023-08-26T18:07:36.654490",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[2023-08-26 18:07:41,327] [INFO] [real_accelerator.py:133:get_accelerator] Setting ds_accelerator to cuda (auto detect)\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[RWKV.model] Running RWKV model using 'torch-jit' with torch '2.0.1+cu118'\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "###\r\n",
      "### Model validation start ###\r\n",
      "###\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 5 tokens : 100.0% similarity, with 5 matched token, and 0 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 10 tokens : 100.0% similarity, with 10 matched token, and 0 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 15 tokens : 100.0% similarity, with 15 matched token, and 0 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 20 tokens : 100.0% similarity, with 20 matched token, and 0 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 25 tokens : 100.0% similarity, with 25 matched token, and 0 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 30 tokens : 100.0% similarity, with 30 matched token, and 0 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 35 tokens : 100.0% similarity, with 35 matched token, and 0 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 40 tokens : 100.0% similarity, with 40 matched token, and 0 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 45 tokens : 100.0% similarity, with 45 matched token, and 0 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 50 tokens : 100.0% similarity, with 50 matched token, and 0 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 55 tokens : 100.0% similarity, with 55 matched token, and 0 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 60 tokens : 100.0% similarity, with 60 matched token, and 0 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 65 tokens : 100.0% similarity, with 65 matched token, and 0 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 70 tokens : 100.0% similarity, with 70 matched token, and 0 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 75 tokens : 100.0% similarity, with 75 matched token, and 0 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 80 tokens : 100.0% similarity, with 80 matched token, and 0 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 85 tokens : 100.0% similarity, with 85 matched token, and 0 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 90 tokens : 100.0% similarity, with 90 matched token, and 0 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 95 tokens : 100.0% similarity, with 95 matched token, and 0 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 100 tokens : 100.0% similarity, with 100 matched token, and 0 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 105 tokens : 100.0% similarity, with 105 matched token, and 0 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 110 tokens : 99.0909090909091% similarity, with 109 matched token, and 1 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 115 tokens : 100.0% similarity, with 115 matched token, and 0 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 120 tokens : 99.16666666666667% similarity, with 119 matched token, and 1 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 125 tokens : 99.2% similarity, with 124 matched token, and 1 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 130 tokens : 100.0% similarity, with 130 matched token, and 0 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 135 tokens : 100.0% similarity, with 135 matched token, and 0 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 140 tokens : 100.0% similarity, with 140 matched token, and 0 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 145 tokens : 100.0% similarity, with 145 matched token, and 0 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 150 tokens : 100.0% similarity, with 150 matched token, and 0 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 160 tokens : 99.375% similarity, with 159 matched token, and 1 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 170 tokens : 99.41176470588235% similarity, with 169 matched token, and 1 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 180 tokens : 99.44444444444444% similarity, with 179 matched token, and 1 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 190 tokens : 100.0% similarity, with 190 matched token, and 0 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 200 tokens : 99.5% similarity, with 199 matched token, and 1 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 210 tokens : 100.0% similarity, with 210 matched token, and 0 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 220 tokens : 99.0909090909091% similarity, with 218 matched token, and 2 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 230 tokens : 99.1304347826087% similarity, with 228 matched token, and 2 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 240 tokens : 97.91666666666666% similarity, with 235 matched token, and 5 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 250 tokens : 98.0% similarity, with 245 matched token, and 5 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 260 tokens : 98.84615384615385% similarity, with 257 matched token, and 3 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 270 tokens : 98.51851851851852% similarity, with 266 matched token, and 4 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 280 tokens : 97.85714285714285% similarity, with 274 matched token, and 6 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 290 tokens : 97.93103448275862% similarity, with 284 matched token, and 6 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 300 tokens : 98.0% similarity, with 294 matched token, and 6 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 325 tokens : 98.15384615384616% similarity, with 319 matched token, and 6 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 350 tokens : 98.28571428571429% similarity, with 344 matched token, and 6 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 375 tokens : 98.13333333333333% similarity, with 368 matched token, and 7 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 400 tokens : 98.25% similarity, with 393 matched token, and 7 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 425 tokens : 98.11764705882354% similarity, with 417 matched token, and 8 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 450 tokens : 98.22222222222223% similarity, with 442 matched token, and 8 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 475 tokens : 98.3157894736842% similarity, with 467 matched token, and 8 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 500 tokens : 97.8% similarity, with 489 matched token, and 11 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 525 tokens : 97.33333333333334% similarity, with 511 matched token, and 14 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 550 tokens : 97.0909090909091% similarity, with 534 matched token, and 16 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 575 tokens : 97.3913043478261% similarity, with 560 matched token, and 15 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 600 tokens : 97.0% similarity, with 582 matched token, and 18 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 625 tokens : 97.28% similarity, with 608 matched token, and 17 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 650 tokens : 96.76923076923077% similarity, with 629 matched token, and 21 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 675 tokens : 97.18518518518519% similarity, with 656 matched token, and 19 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 700 tokens : 96.71428571428572% similarity, with 677 matched token, and 23 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 750 tokens : 97.46666666666667% similarity, with 731 matched token, and 19 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 800 tokens : 97.125% similarity, with 777 matched token, and 23 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 850 tokens : 97.52941176470588% similarity, with 829 matched token, and 21 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 900 tokens : 97.22222222222221% similarity, with 875 matched token, and 25 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 950 tokens : 96.42105263157895% similarity, with 916 matched token, and 34 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 1000 tokens : 96.3% similarity, with 963 matched token, and 37 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Finished baseline model to eval output predictive matching (aka 0 memory?), for 1000 tokens\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "###\r\n",
      "### Model validation end ###\r\n",
      "###\r\n"
     ]
    }
   ],
   "source": [
    "!export RWKV_WAVENET_LAYERS=\"13\" && \\\n",
    "    python3 ./memory_script/eval_v5wavenet_memory_guided.py \"../../../model/v5wave-1B5-E0_1-ctx-16k-preview-30p.pth\" \"./logs/v5wave-13-1B5-E0_1-ctx-16k-1k.csv\""
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "id": "f9cd1140",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2023-08-26T18:09:03.115250Z",
     "iopub.status.busy": "2023-08-26T18:09:03.114636Z",
     "iopub.status.idle": "2023-08-26T18:14:06.557745Z",
     "shell.execute_reply": "2023-08-26T18:14:06.556587Z"
    },
    "papermill": {
     "duration": 303.501199,
     "end_time": "2023-08-26T18:14:06.560361",
     "exception": false,
     "start_time": "2023-08-26T18:09:03.059162",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[2023-08-26 18:09:07,480] [INFO] [real_accelerator.py:133:get_accelerator] Setting ds_accelerator to cuda (auto detect)\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[RWKV.model] Running RWKV model using 'torch-jit' with torch '2.0.1+cu118'\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "###\r\n",
      "### Model validation start ###\r\n",
      "###\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 1100 tokens : 95.45454545454545% similarity, with 1050 matched token, and 50 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 1150 tokens : 95.1304347826087% similarity, with 1094 matched token, and 56 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 1200 tokens : 94.08333333333333% similarity, with 1129 matched token, and 71 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 1250 tokens : 94.32000000000001% similarity, with 1179 matched token, and 71 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 1300 tokens : 94.07692307692308% similarity, with 1223 matched token, and 77 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 1350 tokens : 94.0% similarity, with 1269 matched token, and 81 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 1400 tokens : 94.42857142857143% similarity, with 1322 matched token, and 78 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 1450 tokens : 94.06896551724138% similarity, with 1364 matched token, and 86 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 1500 tokens : 93.93333333333334% similarity, with 1409 matched token, and 91 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 1550 tokens : 93.35483870967742% similarity, with 1447 matched token, and 103 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 1600 tokens : 92.8125% similarity, with 1485 matched token, and 115 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 1650 tokens : 92.36363636363636% similarity, with 1524 matched token, and 126 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 1700 tokens : 90.23529411764706% similarity, with 1534 matched token, and 166 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 1750 tokens : 89.31428571428572% similarity, with 1563 matched token, and 187 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 1800 tokens : 88.27777777777777% similarity, with 1589 matched token, and 211 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 1850 tokens : 86.10810810810811% similarity, with 1593 matched token, and 257 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 1900 tokens : 85.21052631578947% similarity, with 1619 matched token, and 281 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 1950 tokens : 82.35897435897435% similarity, with 1606 matched token, and 344 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 2000 tokens : 80.2% similarity, with 1604 matched token, and 396 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 2050 tokens : 78.4390243902439% similarity, with 1608 matched token, and 442 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 2100 tokens : 76.19047619047619% similarity, with 1600 matched token, and 500 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 2150 tokens : 73.90697674418605% similarity, with 1589 matched token, and 561 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 2200 tokens : 72.0% similarity, with 1584 matched token, and 616 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 2250 tokens : 69.73333333333333% similarity, with 1569 matched token, and 681 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 2300 tokens : 67.69565217391305% similarity, with 1557 matched token, and 743 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 2350 tokens : 65.87234042553192% similarity, with 1548 matched token, and 802 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 2400 tokens : 64.0% similarity, with 1536 matched token, and 864 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 2450 tokens : 62.28571428571429% similarity, with 1526 matched token, and 924 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 2500 tokens : 61.12% similarity, with 1528 matched token, and 972 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 2550 tokens : 59.92156862745098% similarity, with 1528 matched token, and 1022 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 2600 tokens : 58.61538461538461% similarity, with 1524 matched token, and 1076 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 2650 tokens : 57.62264150943396% similarity, with 1527 matched token, and 1123 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 2700 tokens : 56.888888888888886% similarity, with 1536 matched token, and 1164 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 2750 tokens : 55.16363636363636% similarity, with 1517 matched token, and 1233 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 2800 tokens : 54.392857142857146% similarity, with 1523 matched token, and 1277 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 2850 tokens : 53.6140350877193% similarity, with 1528 matched token, and 1322 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 2900 tokens : 52.724137931034484% similarity, with 1529 matched token, and 1371 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 2950 tokens : 51.559322033898304% similarity, with 1521 matched token, and 1429 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 3000 tokens : 50.53333333333333% similarity, with 1516 matched token, and 1484 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 3050 tokens : 49.34426229508197% similarity, with 1505 matched token, and 1545 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 3100 tokens : 48.16129032258065% similarity, with 1493 matched token, and 1607 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 3150 tokens : 47.3015873015873% similarity, with 1490 matched token, and 1660 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 3200 tokens : 46.09375% similarity, with 1475 matched token, and 1725 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 3250 tokens : 44.861538461538466% similarity, with 1458 matched token, and 1792 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 3300 tokens : 44.333333333333336% similarity, with 1463 matched token, and 1837 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 3350 tokens : 43.3134328358209% similarity, with 1451 matched token, and 1899 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 3400 tokens : 42.5% similarity, with 1445 matched token, and 1955 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 3450 tokens : 41.449275362318836% similarity, with 1430 matched token, and 2020 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 3500 tokens : 40.51428571428571% similarity, with 1418 matched token, and 2082 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 3550 tokens : 39.718309859154935% similarity, with 1410 matched token, and 2140 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 3600 tokens : 38.88888888888889% similarity, with 1400 matched token, and 2200 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 3650 tokens : 37.78082191780822% similarity, with 1379 matched token, and 2271 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 3700 tokens : 37.24324324324325% similarity, with 1378 matched token, and 2322 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 3750 tokens : 36.586666666666666% similarity, with 1372 matched token, and 2378 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 3800 tokens : 35.8421052631579% similarity, with 1362 matched token, and 2438 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 3850 tokens : 35.24675324675325% similarity, with 1357 matched token, and 2493 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 3900 tokens : 34.69230769230769% similarity, with 1353 matched token, and 2547 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 3950 tokens : 33.64556962025316% similarity, with 1329 matched token, and 2621 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 4000 tokens : 33.2% similarity, with 1328 matched token, and 2672 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "###\r\n",
      "### Model validation end ###\r\n",
      "###\r\n"
     ]
    }
   ],
   "source": [
    "!export RWKV_WAVENET_LAYERS=\"13\" && \\\n",
    "    python3 ./memory_script/eval_v5wavenet_memory_guided.py \"../../../model/v5wave-1B5-E0_1-ctx-16k-preview-30p.pth\" \"./logs/v5wave-13-1B5-E0_1-ctx-16k-4k.csv\" 1100 4000"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "id": "15b105dc",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2023-08-26T18:14:06.679969Z",
     "iopub.status.busy": "2023-08-26T18:14:06.678771Z",
     "iopub.status.idle": "2023-08-26T19:20:00.252797Z",
     "shell.execute_reply": "2023-08-26T19:20:00.251896Z"
    },
    "papermill": {
     "duration": 3953.636651,
     "end_time": "2023-08-26T19:20:00.255360",
     "exception": false,
     "start_time": "2023-08-26T18:14:06.618709",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[2023-08-26 18:14:11,328] [INFO] [real_accelerator.py:133:get_accelerator] Setting ds_accelerator to cuda (auto detect)\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[RWKV.model] Running RWKV model using 'torch-jit' with torch '2.0.1+cu118'\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "###\r\n",
      "### Model validation start ###\r\n",
      "###\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 4100 tokens : 31.5609756097561% similarity, with 1294 matched token, and 2806 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 4200 tokens : 30.0952380952381% similarity, with 1264 matched token, and 2936 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 4300 tokens : 28.55813953488372% similarity, with 1228 matched token, and 3072 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 4400 tokens : 27.18181818181818% similarity, with 1196 matched token, and 3204 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 4500 tokens : 25.68888888888889% similarity, with 1156 matched token, and 3344 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 4600 tokens : 24.0% similarity, with 1104 matched token, and 3496 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 4700 tokens : 22.93617021276596% similarity, with 1078 matched token, and 3622 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 4800 tokens : 21.708333333333332% similarity, with 1042 matched token, and 3758 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 4900 tokens : 20.04081632653061% similarity, with 982 matched token, and 3918 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 5000 tokens : 18.68% similarity, with 934 matched token, and 4066 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 5100 tokens : 17.27450980392157% similarity, with 881 matched token, and 4219 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 5200 tokens : 16.153846153846153% similarity, with 840 matched token, and 4360 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 5300 tokens : 14.962264150943398% similarity, with 793 matched token, and 4507 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 5400 tokens : 13.981481481481481% similarity, with 755 matched token, and 4645 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 5500 tokens : 13.072727272727272% similarity, with 719 matched token, and 4781 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 5600 tokens : 12.232142857142856% similarity, with 685 matched token, and 4915 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 5700 tokens : 11.350877192982455% similarity, with 647 matched token, and 5053 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 5800 tokens : 10.724137931034484% similarity, with 622 matched token, and 5178 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 5900 tokens : 10.0% similarity, with 590 matched token, and 5310 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 6000 tokens : 9.216666666666667% similarity, with 553 matched token, and 5447 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 6100 tokens : 8.721311475409836% similarity, with 532 matched token, and 5568 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 6200 tokens : 8.258064516129032% similarity, with 512 matched token, and 5688 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 6300 tokens : 7.968253968253968% similarity, with 502 matched token, and 5798 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 6400 tokens : 7.5625% similarity, with 484 matched token, and 5916 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 6500 tokens : 7.230769230769231% similarity, with 470 matched token, and 6030 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 6600 tokens : 7.106060606060606% similarity, with 469 matched token, and 6131 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 6700 tokens : 6.656716417910448% similarity, with 446 matched token, and 6254 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 6800 tokens : 6.397058823529411% similarity, with 435 matched token, and 6365 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 6900 tokens : 6.086956521739131% similarity, with 420 matched token, and 6480 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 7000 tokens : 5.714285714285714% similarity, with 400 matched token, and 6600 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 7100 tokens : 5.450704225352113% similarity, with 387 matched token, and 6713 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 7200 tokens : 5.25% similarity, with 378 matched token, and 6822 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 7300 tokens : 5.054794520547945% similarity, with 369 matched token, and 6931 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 7400 tokens : 4.972972972972973% similarity, with 368 matched token, and 7032 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 7500 tokens : 4.8% similarity, with 360 matched token, and 7140 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 7600 tokens : 4.697368421052631% similarity, with 357 matched token, and 7243 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 7700 tokens : 4.48051948051948% similarity, with 345 matched token, and 7355 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 7800 tokens : 4.333333333333334% similarity, with 338 matched token, and 7462 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 7900 tokens : 4.0886075949367084% similarity, with 323 matched token, and 7577 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 8000 tokens : 3.975% similarity, with 318 matched token, and 7682 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 8100 tokens : 3.8148148148148144% similarity, with 309 matched token, and 7791 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 8200 tokens : 3.8292682926829267% similarity, with 314 matched token, and 7886 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 8300 tokens : 3.662650602409639% similarity, with 304 matched token, and 7996 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 8400 tokens : 3.607142857142857% similarity, with 303 matched token, and 8097 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 8500 tokens : 3.6117647058823534% similarity, with 307 matched token, and 8193 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 8600 tokens : 3.558139534883721% similarity, with 306 matched token, and 8294 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 8700 tokens : 3.5402298850574714% similarity, with 308 matched token, and 8392 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 8800 tokens : 3.5113636363636362% similarity, with 309 matched token, and 8491 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 8900 tokens : 3.51685393258427% similarity, with 313 matched token, and 8587 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 9000 tokens : 3.4666666666666663% similarity, with 312 matched token, and 8688 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 9100 tokens : 3.472527472527472% similarity, with 316 matched token, and 8784 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 9200 tokens : 3.4891304347826084% similarity, with 321 matched token, and 8879 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 9300 tokens : 3.4193548387096775% similarity, with 318 matched token, and 8982 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 9400 tokens : 3.4148936170212765% similarity, with 321 matched token, and 9079 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 9500 tokens : 3.4105263157894736% similarity, with 324 matched token, and 9176 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 9600 tokens : 3.4062500000000004% similarity, with 327 matched token, and 9273 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 9700 tokens : 3.402061855670103% similarity, with 330 matched token, and 9370 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 9800 tokens : 3.387755102040816% similarity, with 332 matched token, and 9468 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 9900 tokens : 3.404040404040404% similarity, with 337 matched token, and 9563 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 10000 tokens : 3.4299999999999997% similarity, with 343 matched token, and 9657 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 10100 tokens : 3.445544554455446% similarity, with 348 matched token, and 9752 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 10200 tokens : 3.431372549019608% similarity, with 350 matched token, and 9850 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 10300 tokens : 3.4368932038834954% similarity, with 354 matched token, and 9946 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 10400 tokens : 3.4423076923076925% similarity, with 358 matched token, and 10042 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 10500 tokens : 3.4666666666666663% similarity, with 364 matched token, and 10136 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 10600 tokens : 3.443396226415094% similarity, with 365 matched token, and 10235 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 10700 tokens : 3.4766355140186915% similarity, with 372 matched token, and 10328 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 10800 tokens : 3.4814814814814814% similarity, with 376 matched token, and 10424 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 10900 tokens : 3.4678899082568804% similarity, with 378 matched token, and 10522 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 11000 tokens : 3.4727272727272727% similarity, with 382 matched token, and 10618 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 11100 tokens : 3.4684684684684686% similarity, with 385 matched token, and 10715 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 11200 tokens : 3.4642857142857144% similarity, with 388 matched token, and 10812 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 11300 tokens : 3.4601769911504423% similarity, with 391 matched token, and 10909 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 11400 tokens : 3.508771929824561% similarity, with 400 matched token, and 11000 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 11500 tokens : 3.5130434782608697% similarity, with 404 matched token, and 11096 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 11600 tokens : 3.53448275862069% similarity, with 410 matched token, and 11190 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 11700 tokens : 3.5213675213675217% similarity, with 412 matched token, and 11288 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 11800 tokens : 3.5423728813559316% similarity, with 418 matched token, and 11382 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 11900 tokens : 3.5546218487394956% similarity, with 423 matched token, and 11477 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 12000 tokens : 3.5666666666666664% similarity, with 428 matched token, and 11572 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 12100 tokens : 3.56198347107438% similarity, with 431 matched token, and 11669 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 12200 tokens : 3.5573770491803276% similarity, with 434 matched token, and 11766 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 12300 tokens : 3.560975609756097% similarity, with 438 matched token, and 11862 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 12400 tokens : 3.5725806451612905% similarity, with 443 matched token, and 11957 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 12500 tokens : 3.56% similarity, with 445 matched token, and 12055 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 12600 tokens : 3.5634920634920637% similarity, with 449 matched token, and 12151 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 12700 tokens : 3.559055118110236% similarity, with 452 matched token, and 12248 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 12800 tokens : 3.5546875% similarity, with 455 matched token, and 12345 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 12900 tokens : 3.558139534883721% similarity, with 459 matched token, and 12441 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 13000 tokens : 3.569230769230769% similarity, with 464 matched token, and 12536 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 13100 tokens : 3.557251908396947% similarity, with 466 matched token, and 12634 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 13200 tokens : 3.5681818181818183% similarity, with 471 matched token, and 12729 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 13300 tokens : 3.556390977443609% similarity, with 473 matched token, and 12827 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 13400 tokens : 3.5746268656716413% similarity, with 479 matched token, and 12921 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 13500 tokens : 3.562962962962963% similarity, with 481 matched token, and 13019 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 13600 tokens : 3.573529411764706% similarity, with 486 matched token, and 13114 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 13700 tokens : 3.5620437956204376% similarity, with 488 matched token, and 13212 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 13800 tokens : 3.5652173913043477% similarity, with 492 matched token, and 13308 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 13900 tokens : 3.575539568345324% similarity, with 497 matched token, and 13403 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 14000 tokens : 3.5999999999999996% similarity, with 504 matched token, and 13496 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 14100 tokens : 3.595744680851064% similarity, with 507 matched token, and 13593 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 14200 tokens : 3.591549295774648% similarity, with 510 matched token, and 13690 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 14300 tokens : 3.5874125874125875% similarity, with 513 matched token, and 13787 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 14400 tokens : 3.5972222222222223% similarity, with 518 matched token, and 13882 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 14500 tokens : 3.5862068965517238% similarity, with 520 matched token, and 13980 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 14600 tokens : 3.582191780821918% similarity, with 523 matched token, and 14077 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 14700 tokens : 3.612244897959184% similarity, with 531 matched token, and 14169 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 14800 tokens : 3.5945945945945947% similarity, with 532 matched token, and 14268 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 14900 tokens : 3.5906040268456376% similarity, with 535 matched token, and 14365 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 15000 tokens : 3.5866666666666664% similarity, with 538 matched token, and 14462 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 15100 tokens : 3.589403973509934% similarity, with 542 matched token, and 14558 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 15200 tokens : 3.578947368421052% similarity, with 544 matched token, and 14656 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 15300 tokens : 3.581699346405229% similarity, with 548 matched token, and 14752 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 15400 tokens : 3.5779220779220777% similarity, with 551 matched token, and 14849 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 15500 tokens : 3.5806451612903225% similarity, with 555 matched token, and 14945 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 15600 tokens : 3.5897435897435894% similarity, with 560 matched token, and 15040 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 15700 tokens : 3.5987261146496814% similarity, with 565 matched token, and 15135 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 15800 tokens : 3.588607594936709% similarity, with 567 matched token, and 15233 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 15900 tokens : 3.5849056603773586% similarity, with 570 matched token, and 15330 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "## Model validation for 16000 tokens : 3.5749999999999997% similarity, with 572 matched token, and 15428 token mismatch\r\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "###\r\n",
      "### Model validation end ###\r\n",
      "###\r\n"
     ]
    }
   ],
   "source": [
    "!export RWKV_WAVENET_LAYERS=\"13\" && \\\n",
    "    python3 ./memory_script/eval_v5wavenet_memory_guided.py \"../../../model/v5wave-1B5-E0_1-ctx-16k-preview-30p.pth\" \"./logs/v5wave-13-1B5-E0_1-ctx-16k-16k.csv\" 4100 16000"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "rwkv-infctx",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.10.12"
  },
  "papermill": {
   "default_parameters": {},
   "duration": 8832.624613,
   "end_time": "2023-08-26T19:20:00.665609",
   "environment_variables": {},
   "exception": null,
   "input_path": "/actions-runner/_work/RWKV-infctx-trainer/RWKV-infctx-trainer/notebook/experiment/memory-bench/Benchmark-V5wavenet.ipynb",
   "output_path": "/actions-runner/_work/RWKV-infctx-trainer/RWKV-infctx-trainer/output/experiment/memory-bench/Benchmark-V5wavenet.ipynb",
   "parameters": {},
   "start_time": "2023-08-26T16:52:48.040996",
   "version": "2.4.0"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}