{ "cells": [ { "cell_type": "markdown", "id": "6e367225", "metadata": { "papermill": { "duration": 0.002877, "end_time": "2023-08-26T16:52:49.306975", "exception": false, "start_time": "2023-08-26T16:52:49.304098", "status": "completed" }, "tags": [] }, "source": [ "## Custom Experimental Memory benchmarking\n", "\n", "The following is meant to observe the memory performance in a more verbose CSV logging mode, for the baseline raven models" ] }, { "cell_type": "code", "execution_count": 1, "id": "fe52f6a2", "metadata": { "execution": { "iopub.execute_input": "2023-08-26T16:52:49.315722Z", "iopub.status.busy": "2023-08-26T16:52:49.315178Z", "iopub.status.idle": "2023-08-26T16:55:16.027914Z", "shell.execute_reply": "2023-08-26T16:55:16.026637Z" }, "papermill": { "duration": 146.71911, "end_time": "2023-08-26T16:55:16.030454", "exception": false, "start_time": "2023-08-26T16:52:49.311344", "status": "completed" }, "tags": [] }, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "--2023-08-26 16:52:49-- https://huggingface.co./picocreator/memory-size-experiment-for-rwkv/resolve/main/v5-Wave/WaveV5-C-Tune5.pth\r\n", "Resolving huggingface.co (huggingface.co)... 18.154.227.7, 18.154.227.87, 18.154.227.69, ...\r\n", "Connecting to huggingface.co (huggingface.co)|18.154.227.7|:443... connected.\r\n", "HTTP request sent, awaiting response... 302 Found\r\n", "Location: https://cdn-lfs.huggingface.co/repos/cb/ef/cbef09abb2634a3375b28868bffa285226dfeabedec89b28c2fb302221164d66/48045b979353a97a1211e32942dbf40429ef7894646a64233474b2aa317ddf61?response-content-disposition=attachment%3B+filename*%3DUTF-8%27%27WaveV5-C-Tune5.pth%3B+filename%3D%22WaveV5-C-Tune5.pth%22%3B&Expires=1693327969&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTY5MzMyNzk2OX19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2RuLWxmcy5odWdnaW5nZmFjZS5jby9yZXBvcy9jYi9lZi9jYmVmMDlhYmIyNjM0YTMzNzViMjg4NjhiZmZhMjg1MjI2ZGZlYWJlZGVjODliMjhjMmZiMzAyMjIxMTY0ZDY2LzQ4MDQ1Yjk3OTM1M2E5N2ExMjExZTMyOTQyZGJmNDA0MjllZjc4OTQ2NDZhNjQyMzM0NzRiMmFhMzE3ZGRmNjE%7EcmVzcG9uc2UtY29udGVudC1kaXNwb3NpdGlvbj0qIn1dfQ__&Signature=liNCgETOlA2X5DEJ-WOaWu8bw5Te5CP2i0oHu20zmwmyCnYSzTMJcmIa9AZ2KrapIuLF%7Er9zWJcfHqY-m0wcZf2WDRkfLv-5bUNDOg-DEXQ%7EE2QUqFH6r7E7Oo9jYx5AEXZwQdXkPhRJeh-W5sB%7E-CpHKpe%7EisXnzcqZ4x-kSHD-mF2FUqwRhr77IHNOsjbjLyct2Ghkxtm%7Esv5snL8O9Xz9m3BD1VX0CBGbBwEy-qN3xIAUYYoprQf0UKgodlogshIGZZrahAKCeJHFm33IcJ8UuVrKco3nTsBUn9BSDlaq0ZMbM8R101jce0WtTXm01vrrYU1uuYKv1Eqbd1kmKQ__&Key-Pair-Id=KVTP0A1DKRTAX [following]\r\n", "--2023-08-26 16:52:49-- https://cdn-lfs.huggingface.co/repos/cb/ef/cbef09abb2634a3375b28868bffa285226dfeabedec89b28c2fb302221164d66/48045b979353a97a1211e32942dbf40429ef7894646a64233474b2aa317ddf61?response-content-disposition=attachment%3B+filename*%3DUTF-8%27%27WaveV5-C-Tune5.pth%3B+filename%3D%22WaveV5-C-Tune5.pth%22%3B&Expires=1693327969&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTY5MzMyNzk2OX19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2RuLWxmcy5odWdnaW5nZmFjZS5jby9yZXBvcy9jYi9lZi9jYmVmMDlhYmIyNjM0YTMzNzViMjg4NjhiZmZhMjg1MjI2ZGZlYWJlZGVjODliMjhjMmZiMzAyMjIxMTY0ZDY2LzQ4MDQ1Yjk3OTM1M2E5N2ExMjExZTMyOTQyZGJmNDA0MjllZjc4OTQ2NDZhNjQyMzM0NzRiMmFhMzE3ZGRmNjE%7EcmVzcG9uc2UtY29udGVudC1kaXNwb3NpdGlvbj0qIn1dfQ__&Signature=liNCgETOlA2X5DEJ-WOaWu8bw5Te5CP2i0oHu20zmwmyCnYSzTMJcmIa9AZ2KrapIuLF%7Er9zWJcfHqY-m0wcZf2WDRkfLv-5bUNDOg-DEXQ%7EE2QUqFH6r7E7Oo9jYx5AEXZwQdXkPhRJeh-W5sB%7E-CpHKpe%7EisXnzcqZ4x-kSHD-mF2FUqwRhr77IHNOsjbjLyct2Ghkxtm%7Esv5snL8O9Xz9m3BD1VX0CBGbBwEy-qN3xIAUYYoprQf0UKgodlogshIGZZrahAKCeJHFm33IcJ8UuVrKco3nTsBUn9BSDlaq0ZMbM8R101jce0WtTXm01vrrYU1uuYKv1Eqbd1kmKQ__&Key-Pair-Id=KVTP0A1DKRTAX\r\n", "Resolving cdn-lfs.huggingface.co (cdn-lfs.huggingface.co)... 3.162.103.3, 3.162.103.64, 3.162.103.85, ...\r\n", "Connecting to cdn-lfs.huggingface.co (cdn-lfs.huggingface.co)|3.162.103.3|:443... connected.\r\n", "HTTP request sent, awaiting response... " ] }, { "name": "stdout", "output_type": "stream", "text": [ "200 OK\r\n", "Length: 6060483063 (5.6G) [binary/octet-stream]\r\n", "Saving to: ‘WaveV5-C-Tune5.pth’\r\n", "\r\n", "\r", "WaveV5-C-Tune5.pth 0%[ ] 0 --.-KB/s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 0%[ ] 22.60M 113MB/s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 0%[ ] 30.52M 67.7MB/s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 0%[ ] 45.78M 61.9MB/s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 1%[ ] 61.03M 60.8MB/s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 1%[ ] 76.29M 59.6MB/s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 1%[ ] 96.24M 65.0MB/s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 1%[ ] 106.81M 58.8MB/s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 2%[ ] 122.07M 58.0MB/s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 2%[ ] 138.38M 60.0MB/s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 2%[ ] 152.07M 59.4MB/s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 2%[ ] 167.33M 60.4MB/s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 3%[ ] 182.59M 60.9MB/s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 3%[ ] 183.23M 57.2MB/s eta 98s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 3%[ ] 198.36M 56.5MB/s eta 98s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 3%[ ] 213.62M 55.4MB/s eta 98s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 3%[ ] 229.08M 56.4MB/s eta 98s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 4%[ ] 244.13M 55.1MB/s eta 98s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 4%[ ] 259.40M 51.8MB/s eta 98s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 4%[ ] 281.68M 55.9MB/s eta 98s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 5%[> ] 289.92M 54.0MB/s eta 98s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 5%[> ] 305.69M 55.9MB/s eta 96s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 5%[> ] 320.43M 53.6MB/s eta 96s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 5%[> ] 335.18M 53.4MB/s eta 96s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 5%[> ] 340.88M 51.2MB/s eta 96s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 6%[> ] 365.70M 52.8MB/s eta 98s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 6%[> ] 381.47M 53.6MB/s eta 98s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 6%[> ] 396.85M 54.6MB/s eta 98s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 7%[> ] 411.99M 53.8MB/s eta 98s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 7%[> ] 427.25M 55.7MB/s eta 95s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 7%[> ] 442.51M 56.8MB/s eta 95s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 7%[> ] 457.76M 53.4MB/s eta 95s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 8%[> ] 473.02M 52.2MB/s eta 95s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 8%[> ] 487.51M 56.4MB/s eta 96s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 8%[> ] 503.54M 52.2MB/s eta 96s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 8%[> ] 518.80M 53.1MB/s eta 96s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 9%[> ] 534.05M 53.2MB/s eta 96s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 9%[> ] 556.08M 54.3MB/s eta 93s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 9%[> ] 564.58M 56.5MB/s eta 93s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 10%[=> ] 580.94M 58.5MB/s eta 93s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 10%[=> ] 597.15M 58.1MB/s eta 93s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 10%[=> ] 612.97M 58.9MB/s eta 93s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 10%[=> ] 625.61M 55.5MB/s eta 91s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 11%[=> ] 640.87M 58.1MB/s eta 91s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 11%[=> ] 656.13M 58.0MB/s eta 91s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 11%[=> ] 671.38M 58.9MB/s eta 91s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 11%[=> ] 691.83M 61.2MB/s eta 91s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 12%[=> ] 701.90M 58.8MB/s eta 88s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 12%[=> ] 717.16M 63.3MB/s eta 88s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 12%[=> ] 737.47M 66.0MB/s eta 88s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 13%[=> ] 752.46M 66.9MB/s eta 88s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 13%[=> ] 762.94M 64.3MB/s eta 87s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 13%[=> ] 778.20M 63.4MB/s eta 87s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 13%[=> ] 793.46M 62.2MB/s eta 87s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 13%[=> ] 808.71M 61.0MB/s eta 87s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 14%[=> ] 826.60M 61.3MB/s eta 85s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 14%[=> ] 844.64M 64.0MB/s eta 85s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 14%[=> ] 854.49M 62.2MB/s eta 85s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 15%[==> ] 869.75M 62.7MB/s eta 85s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 15%[==> ] 886.48M 62.7MB/s eta 85s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 15%[==> ] 900.27M 64.4MB/s eta 83s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 15%[==> ] 907.95M 62.5MB/s eta 83s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 15%[==> ] 915.01M 61.1MB/s eta 83s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 15%[==> ] 915.53M 57.9MB/s eta 83s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 16%[==> ] 930.78M 56.7MB/s eta 83s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 16%[==> ] 946.17M 57.1MB/s eta 84s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 16%[==> ] 976.55M 60.7MB/s eta 84s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 17%[==> ] 991.82M 61.0MB/s eta 84s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 17%[==> ] 1004M 60.1MB/s eta 84s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 17%[==> ] 1022M 60.1MB/s eta 84s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 17%[==> ] 1.01G 63.1MB/s eta 80s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 18%[==> ] 1.02G 63.6MB/s eta 80s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 18%[==> ] 1.03G 60.5MB/s eta 80s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 18%[==> ] 1.04G 60.6MB/s eta 80s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 18%[==> ] 1.06G 59.5MB/s eta 80s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 19%[==> ] 1.07G 57.2MB/s eta 80s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 19%[==> ] 1.09G 58.5MB/s eta 80s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 19%[==> ] 1.10G 57.1MB/s eta 80s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 19%[==> ] 1.12G 59.7MB/s eta 80s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 20%[===> ] 1.13G 62.5MB/s eta 80s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 20%[===> ] 1.15G 63.1MB/s eta 79s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 20%[===> ] 1.17G 64.5MB/s eta 79s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 21%[===> ] 1.19G 63.0MB/s eta 79s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 21%[===> ] 1.21G 64.7MB/s eta 79s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 21%[===> ] 1.21G 62.4MB/s eta 79s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 21%[===> ] 1.22G 61.9MB/s eta 76s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 21%[===> ] 1.24G 63.4MB/s eta 76s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 22%[===> ] 1.25G 62.9MB/s eta 76s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 22%[===> ] 1.26G 62.9MB/s eta 76s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 22%[===> ] 1.28G 65.8MB/s eta 76s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 22%[===> ] 1.30G 63.7MB/s eta 75s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 23%[===> ] 1.31G 64.7MB/s eta 75s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 23%[===> ] 1.33G 63.2MB/s eta 75s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 23%[===> ] 1.34G 62.3MB/s eta 75s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 24%[===> ] 1.36G 68.0MB/s eta 73s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 24%[===> ] 1.39G 68.5MB/s eta 73s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 24%[===> ] 1.40G 66.8MB/s eta 73s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 25%[====> ] 1.42G 66.3MB/s eta 73s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 25%[====> ] 1.42G 62.4MB/s eta 73s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 25%[====> ] 1.43G 61.1MB/s eta 72s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 25%[====> ] 1.45G 60.3MB/s eta 72s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 25%[====> ] 1.46G 59.6MB/s eta 72s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 26%[====> ] 1.47G 59.6MB/s eta 72s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 26%[====> ] 1.49G 60.3MB/s eta 72s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 26%[====> ] 1.50G 59.4MB/s eta 72s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 26%[====> ] 1.51G 59.3MB/s eta 72s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 26%[====> ] 1.52G 55.5MB/s eta 72s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 27%[====> ] 1.53G 52.6MB/s eta 72s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 27%[====> ] 1.55G 51.1MB/s eta 72s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 27%[====> ] 1.56G 52.0MB/s eta 72s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 28%[====> ] 1.59G 51.9MB/s eta 72s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 28%[====> ] 1.61G 54.0MB/s eta 70s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 28%[====> ] 1.62G 53.7MB/s eta 70s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 29%[====> ] 1.64G 55.4MB/s eta 70s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 29%[====> ] 1.65G 56.2MB/s eta 70s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 29%[====> ] 1.67G 55.9MB/s eta 70s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 29%[====> ] 1.68G 55.2MB/s eta 69s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 30%[=====> ] 1.70G 57.3MB/s eta 69s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 30%[=====> ] 1.72G 59.9MB/s eta 69s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 30%[=====> ] 1.73G 59.1MB/s eta 69s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 30%[=====> ] 1.74G 60.5MB/s eta 68s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 31%[=====> ] 1.76G 62.3MB/s eta 68s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 31%[=====> ] 1.78G 64.5MB/s eta 68s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 31%[=====> ] 1.79G 65.9MB/s eta 68s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 31%[=====> ] 1.80G 66.0MB/s eta 68s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 32%[=====> ] 1.82G 64.5MB/s eta 66s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 32%[=====> ] 1.83G 62.8MB/s eta 66s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 32%[=====> ] 1.85G 58.8MB/s eta 66s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 33%[=====> ] 1.86G 58.5MB/s eta 66s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 33%[=====> ] 1.88G 59.4MB/s eta 65s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 33%[=====> ] 1.89G 59.4MB/s eta 65s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 33%[=====> ] 1.91G 59.8MB/s eta 65s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 34%[=====> ] 1.92G 59.3MB/s eta 65s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 34%[=====> ] 1.94G 60.0MB/s eta 65s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 34%[=====> ] 1.94G 59.9MB/s eta 64s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 34%[=====> ] 1.95G 57.3MB/s eta 64s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 34%[=====> ] 1.97G 58.3MB/s eta 64s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 35%[======> ] 1.98G 56.8MB/s eta 64s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 35%[======> ] 2.00G 59.2MB/s eta 64s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 35%[======> ] 2.01G 58.4MB/s eta 63s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 35%[======> ] 2.03G 58.7MB/s eta 63s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 36%[======> ] 2.04G 59.1MB/s eta 63s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 36%[======> ] 2.04G 55.1MB/s eta 63s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 36%[======> ] 2.06G 56.3MB/s eta 62s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 36%[======> ] 2.07G 56.4MB/s eta 62s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 37%[======> ] 2.09G 58.0MB/s eta 62s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 37%[======> ] 2.10G 56.1MB/s eta 62s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 37%[======> ] 2.12G 55.2MB/s eta 62s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 37%[======> ] 2.13G 56.4MB/s eta 62s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 38%[======> ] 2.15G 55.4MB/s eta 62s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 38%[======> ] 2.16G 56.9MB/s eta 62s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 38%[======> ] 2.17G 57.7MB/s eta 62s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 38%[======> ] 2.19G 56.3MB/s eta 60s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 39%[======> ] 2.21G 51.7MB/s eta 60s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 39%[======> ] 2.22G 53.7MB/s eta 60s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 39%[======> ] 2.23G 53.8MB/s eta 60s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 39%[======> ] 2.25G 52.8MB/s eta 59s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 40%[=======> ] 2.27G 56.2MB/s eta 59s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 40%[=======> ] 2.29G 58.9MB/s eta 59s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 40%[=======> ] 2.31G 61.5MB/s eta 59s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 41%[=======> ] 2.32G 60.9MB/s eta 59s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 41%[=======> ] 2.35G 65.5MB/s eta 57s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 41%[=======> ] 2.35G 60.9MB/s eta 57s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 41%[=======> ] 2.37G 61.1MB/s eta 57s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 42%[=======> ] 2.38G 61.7MB/s eta 57s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 42%[=======> ] 2.39G 62.2MB/s eta 57s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 42%[=======> ] 2.41G 61.8MB/s eta 56s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 42%[=======> ] 2.42G 61.6MB/s eta 56s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 43%[=======> ] 2.43G 61.0MB/s eta 56s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 43%[=======> ] 2.44G 59.3MB/s eta 56s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 43%[=======> ] 2.46G 62.1MB/s eta 55s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 43%[=======> ] 2.47G 61.2MB/s eta 55s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 44%[=======> ] 2.49G 60.4MB/s eta 55s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 44%[=======> ] 2.50G 63.5MB/s eta 55s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 44%[=======> ] 2.52G 63.4MB/s eta 54s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 44%[=======> ] 2.53G 61.6MB/s eta 54s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 44%[=======> ] 2.53G 58.2MB/s eta 54s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 45%[========> ] 2.55G 57.3MB/s eta 54s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 45%[========> ] 2.56G 55.0MB/s eta 54s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 45%[========> ] 2.58G 56.3MB/s eta 53s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 45%[========> ] 2.58G 52.4MB/s eta 53s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 45%[========> ] 2.59G 55.1MB/s eta 53s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 46%[========> ] 2.61G 54.3MB/s eta 53s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 46%[========> ] 2.62G 51.5MB/s eta 53s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 46%[========> ] 2.63G 51.6MB/s eta 53s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 46%[========> ] 2.65G 52.0MB/s eta 53s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 47%[========> ] 2.67G 51.9MB/s eta 53s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 47%[========> ] 2.69G 55.7MB/s eta 53s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 47%[========> ] 2.70G 53.0MB/s eta 52s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 48%[========> ] 2.71G 54.1MB/s eta 52s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 48%[========> ] 2.74G 57.5MB/s eta 52s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 48%[========> ] 2.76G 58.8MB/s eta 52s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 49%[========> ] 2.77G 58.9MB/s eta 50s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 49%[========> ] 2.79G 58.7MB/s eta 50s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 49%[========> ] 2.79G 57.8MB/s eta 50s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 49%[========> ] 2.82G 63.5MB/s eta 50s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 50%[=========> ] 2.83G 62.8MB/s eta 50s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 50%[=========> ] 2.85G 62.6MB/s eta 49s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 50%[=========> ] 2.86G 66.7MB/s eta 49s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 50%[=========> ] 2.88G 67.2MB/s eta 49s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 51%[=========> ] 2.89G 69.1MB/s eta 49s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 51%[=========> ] 2.90G 64.9MB/s eta 49s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 51%[=========> ] 2.92G 67.8MB/s eta 47s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 52%[=========> ] 2.94G 67.9MB/s eta 47s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 52%[=========> ] 2.95G 66.4MB/s eta 47s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 52%[=========> ] 2.96G 64.7MB/s eta 47s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 52%[=========> ] 2.98G 64.9MB/s eta 47s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 52%[=========> ] 2.98G 64.5MB/s eta 46s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 53%[=========> ] 3.00G 65.4MB/s eta 46s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 53%[=========> ] 3.01G 66.4MB/s eta 46s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 53%[=========> ] 3.02G 63.6MB/s eta 46s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 53%[=========> ] 3.04G 59.0MB/s eta 45s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 54%[=========> ] 3.05G 58.3MB/s eta 45s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 54%[=========> ] 3.07G 61.3MB/s eta 45s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 54%[=========> ] 3.09G 59.9MB/s eta 45s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 54%[=========> ] 3.10G 61.0MB/s eta 45s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 55%[==========> ] 3.11G 62.2MB/s eta 44s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 55%[==========> ] 3.13G 63.8MB/s eta 44s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 55%[==========> ] 3.14G 63.2MB/s eta 44s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 55%[==========> ] 3.14G 59.2MB/s eta 44s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 55%[==========> ] 3.16G 58.7MB/s eta 44s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 56%[==========> ] 3.17G 59.1MB/s eta 43s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 56%[==========> ] 3.19G 59.8MB/s eta 43s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 56%[==========> ] 3.20G 59.6MB/s eta 43s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 57%[==========> ] 3.22G 62.5MB/s eta 43s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 57%[==========> ] 3.23G 62.2MB/s eta 42s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 57%[==========> ] 3.25G 63.9MB/s eta 42s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 57%[==========> ] 3.26G 63.7MB/s eta 42s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 58%[==========> ] 3.28G 64.2MB/s eta 42s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 58%[==========> ] 3.29G 62.2MB/s eta 42s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 58%[==========> ] 3.31G 63.8MB/s eta 40s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 58%[==========> ] 3.32G 62.5MB/s eta 40s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 59%[==========> ] 3.34G 62.6MB/s eta 40s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 59%[==========> ] 3.35G 63.6MB/s eta 40s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 59%[==========> ] 3.37G 63.8MB/s eta 40s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 59%[==========> ] 3.38G 63.5MB/s eta 39s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 60%[===========> ] 3.40G 64.1MB/s eta 39s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 60%[===========> ] 3.41G 65.4MB/s eta 39s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 60%[===========> ] 3.42G 64.2MB/s eta 39s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 60%[===========> ] 3.44G 64.3MB/s eta 39s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 61%[===========> ] 3.46G 64.0MB/s eta 38s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 61%[===========> ] 3.47G 64.1MB/s eta 38s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 61%[===========> ] 3.48G 62.2MB/s eta 38s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 61%[===========> ] 3.49G 59.8MB/s eta 38s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 62%[===========> ] 3.50G 59.5MB/s eta 38s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 62%[===========> ] 3.50G 54.7MB/s eta 37s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 62%[===========> ] 3.52G 54.9MB/s eta 37s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 62%[===========> ] 3.53G 55.9MB/s eta 37s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 62%[===========> ] 3.55G 55.4MB/s eta 37s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 63%[===========> ] 3.56G 55.6MB/s eta 36s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 63%[===========> ] 3.58G 54.8MB/s eta 36s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 63%[===========> ] 3.59G 55.0MB/s eta 36s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 63%[===========> ] 3.61G 54.7MB/s eta 36s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 64%[===========> ] 3.62G 56.3MB/s eta 35s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 64%[===========> ] 3.65G 58.5MB/s eta 35s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 64%[===========> ] 3.66G 57.0MB/s eta 35s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 64%[===========> ] 3.67G 55.9MB/s eta 35s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 65%[============> ] 3.69G 58.4MB/s eta 35s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 65%[============> ] 3.70G 59.0MB/s eta 33s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 65%[============> ] 3.71G 59.5MB/s eta 33s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 66%[============> ] 3.73G 62.6MB/s eta 33s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 66%[============> ] 3.74G 61.9MB/s eta 33s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 66%[============> ] 3.75G 64.7MB/s eta 33s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 66%[============> ] 3.77G 64.6MB/s eta 32s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 67%[============> ] 3.78G 63.8MB/s eta 32s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 67%[============> ] 3.80G 63.5MB/s eta 32s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 67%[============> ] 3.81G 62.5MB/s eta 32s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 67%[============> ] 3.82G 61.3MB/s eta 31s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 67%[============> ] 3.83G 60.0MB/s eta 31s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 68%[============> ] 3.86G 63.3MB/s eta 31s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 68%[============> ] 3.87G 64.0MB/s eta 31s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 68%[============> ] 3.89G 61.9MB/s eta 31s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 68%[============> ] 3.89G 60.3MB/s eta 30s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 69%[============> ] 3.90G 59.1MB/s eta 30s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 69%[============> ] 3.92G 59.2MB/s eta 30s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 69%[============> ] 3.92G 56.1MB/s eta 30s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 69%[============> ] 3.93G 54.3MB/s eta 30s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 69%[============> ] 3.95G 54.9MB/s eta 29s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 70%[=============> ] 3.95G 52.9MB/s eta 29s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 70%[=============> ] 3.96G 52.2MB/s eta 29s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 70%[=============> ] 3.98G 54.7MB/s eta 29s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 70%[=============> ] 3.99G 55.3MB/s eta 29s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 71%[=============> ] 4.01G 58.2MB/s eta 28s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 71%[=============> ] 4.02G 59.4MB/s eta 28s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 71%[=============> ] 4.04G 60.5MB/s eta 28s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 71%[=============> ] 4.05G 59.7MB/s eta 28s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 72%[=============> ] 4.07G 60.6MB/s eta 28s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 72%[=============> ] 4.10G 62.5MB/s eta 27s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 72%[=============> ] 4.11G 61.0MB/s eta 27s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 72%[=============> ] 4.11G 58.2MB/s eta 27s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 73%[=============> ] 4.13G 59.1MB/s eta 27s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 73%[=============> ] 4.14G 58.2MB/s eta 26s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 73%[=============> ] 4.16G 60.5MB/s eta 26s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 74%[=============> ] 4.18G 64.0MB/s eta 26s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 74%[=============> ] 4.19G 67.3MB/s eta 26s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 74%[=============> ] 4.21G 66.9MB/s eta 26s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 74%[=============> ] 4.22G 64.3MB/s eta 25s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 74%[=============> ] 4.23G 63.1MB/s eta 25s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 75%[==============> ] 4.25G 61.6MB/s eta 25s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 75%[==============> ] 4.26G 61.9MB/s eta 25s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 75%[==============> ] 4.28G 61.7MB/s eta 24s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 76%[==============> ] 4.30G 64.3MB/s eta 24s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 76%[==============> ] 4.32G 65.2MB/s eta 24s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 76%[==============> ] 4.32G 61.3MB/s eta 24s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 76%[==============> ] 4.34G 61.0MB/s eta 24s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 77%[==============> ] 4.35G 62.3MB/s eta 22s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 77%[==============> ] 4.37G 63.2MB/s eta 22s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 77%[==============> ] 4.38G 61.7MB/s eta 22s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 77%[==============> ] 4.40G 62.7MB/s eta 22s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 78%[==============> ] 4.41G 63.3MB/s eta 22s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 78%[==============> ] 4.42G 61.9MB/s eta 21s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 78%[==============> ] 4.44G 61.1MB/s eta 21s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 78%[==============> ] 4.45G 60.2MB/s eta 21s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 79%[==============> ] 4.47G 63.3MB/s eta 21s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 79%[==============> ] 4.48G 62.3MB/s eta 21s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 79%[==============> ] 4.50G 62.1MB/s eta 20s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 79%[==============> ] 4.51G 62.9MB/s eta 20s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 80%[===============> ] 4.53G 59.1MB/s eta 20s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 80%[===============> ] 4.54G 59.0MB/s eta 20s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 80%[===============> ] 4.55G 57.0MB/s eta 19s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 80%[===============> ] 4.56G 57.9MB/s eta 19s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 81%[===============> ] 4.57G 57.6MB/s eta 19s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 81%[===============> ] 4.59G 58.1MB/s eta 19s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 81%[===============> ] 4.59G 54.8MB/s eta 19s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 81%[===============> ] 4.60G 53.6MB/s eta 18s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 81%[===============> ] 4.62G 53.7MB/s eta 18s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 82%[===============> ] 4.63G 50.5MB/s eta 18s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 82%[===============> ] 4.65G 52.0MB/s eta 18s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 82%[===============> ] 4.66G 51.8MB/s eta 17s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 82%[===============> ] 4.68G 49.1MB/s eta 17s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 83%[===============> ] 4.69G 51.0MB/s eta 17s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 83%[===============> ] 4.70G 48.3MB/s eta 17s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 83%[===============> ] 4.71G 50.1MB/s eta 16s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 83%[===============> ] 4.73G 52.9MB/s eta 16s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 84%[===============> ] 4.75G 53.0MB/s eta 16s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 84%[===============> ] 4.76G 54.6MB/s eta 16s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 84%[===============> ] 4.77G 53.2MB/s eta 16s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 84%[===============> ] 4.78G 55.9MB/s eta 15s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 85%[================> ] 4.80G 54.7MB/s eta 15s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 85%[================> ] 4.81G 54.2MB/s eta 15s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 85%[================> ] 4.83G 56.5MB/s eta 15s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 85%[================> ] 4.84G 54.7MB/s eta 14s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 86%[================> ] 4.86G 55.5MB/s eta 14s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 86%[================> ] 4.87G 56.5MB/s eta 14s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 86%[================> ] 4.89G 57.5MB/s eta 14s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 86%[================> ] 4.89G 57.3MB/s eta 14s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 86%[================> ] 4.90G 54.5MB/s eta 13s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 86%[================> ] 4.90G 54.5MB/s eta 13s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 87%[================> ] 4.92G 53.3MB/s eta 13s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 87%[================> ] 4.93G 52.5MB/s eta 13s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 87%[================> ] 4.95G 49.9MB/s eta 12s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 87%[================> ] 4.95G 49.1MB/s eta 12s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 88%[================> ] 4.97G 49.4MB/s eta 12s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 88%[================> ] 4.98G 48.2MB/s eta 12s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 88%[================> ] 4.99G 45.9MB/s eta 12s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 88%[================> ] 5.01G 49.1MB/s eta 11s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 88%[================> ] 5.01G 45.2MB/s eta 11s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 88%[================> ] 5.02G 47.0MB/s eta 11s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 89%[================> ] 5.04G 45.5MB/s eta 11s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 89%[================> ] 5.05G 45.2MB/s eta 10s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 89%[================> ] 5.07G 45.6MB/s eta 10s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 90%[=================> ] 5.08G 45.3MB/s eta 10s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 90%[=================> ] 5.10G 46.2MB/s eta 10s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 90%[=================> ] 5.11G 47.8MB/s eta 9s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 90%[=================> ] 5.13G 50.4MB/s eta 9s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 91%[=================> ] 5.14G 51.7MB/s eta 9s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 91%[=================> ] 5.16G 51.1MB/s eta 9s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 91%[=================> ] 5.17G 52.1MB/s eta 8s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 91%[=================> ] 5.18G 54.8MB/s eta 8s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 91%[=================> ] 5.19G 52.6MB/s eta 8s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 92%[=================> ] 5.20G 50.0MB/s eta 8s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 92%[=================> ] 5.21G 51.5MB/s eta 8s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 92%[=================> ] 5.23G 51.8MB/s eta 8s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 92%[=================> ] 5.25G 53.7MB/s eta 8s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 93%[=================> ] 5.26G 54.5MB/s eta 8s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 93%[=================> ] 5.27G 55.7MB/s eta 8s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 93%[=================> ] 5.29G 58.1MB/s eta 6s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 94%[=================> ] 5.31G 59.3MB/s eta 6s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 94%[=================> ] 5.32G 59.5MB/s eta 6s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 94%[=================> ] 5.33G 60.2MB/s eta 6s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 94%[=================> ] 5.35G 57.8MB/s eta 5s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 95%[==================> ] 5.36G 58.1MB/s eta 5s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 95%[==================> ] 5.38G 57.2MB/s eta 5s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 95%[==================> ] 5.39G 56.3MB/s eta 5s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 95%[==================> ] 5.41G 57.4MB/s eta 4s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 96%[==================> ] 5.42G 57.4MB/s eta 4s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 96%[==================> ] 5.44G 59.4MB/s eta 4s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 96%[==================> ] 5.45G 57.5MB/s eta 4s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 96%[==================> ] 5.47G 57.2MB/s eta 3s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 97%[==================> ] 5.48G 55.5MB/s eta 3s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 97%[==================> ] 5.50G 54.4MB/s eta 3s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 97%[==================> ] 5.51G 54.5MB/s eta 3s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 97%[==================> ] 5.53G 55.0MB/s eta 2s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 98%[==================> ] 5.55G 56.5MB/s eta 2s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 98%[==================> ] 5.56G 56.3MB/s eta 2s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 98%[==================> ] 5.59G 60.4MB/s eta 2s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 99%[==================> ] 5.59G 56.9MB/s eta 2s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 99%[==================> ] 5.60G 54.9MB/s eta 1s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 99%[==================> ] 5.62G 56.4MB/s eta 1s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 99%[==================> ] 5.63G 56.0MB/s eta 1s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 99%[==================> ] 5.64G 54.5MB/s eta 1s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "WaveV5-C-Tune5.pth 100%[===================>] 5.64G 55.1MB/s in 99s \r\n", "\r\n", "2023-08-26 16:54:28 (58.4 MB/s) - ‘WaveV5-C-Tune5.pth’ saved [6060483063/6060483063]\r\n", "\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "--2023-08-26 16:54:29-- https://huggingface.co./picocreator/RWKV-x-playground/resolve/main/V5-16k/v5wave-1B5-E0_1-ctx-16k-preview-30p.pth\r\n", "Resolving huggingface.co (huggingface.co)... 18.154.227.87, 18.154.227.67, 18.154.227.7, ...\r\n", "Connecting to huggingface.co (huggingface.co)|18.154.227.87|:443... connected.\r\n", "HTTP request sent, awaiting response... " ] }, { "name": "stdout", "output_type": "stream", "text": [ "302 Found\r\n", "Location: https://cdn-lfs.huggingface.co/repos/69/e5/69e55a6299441d3070ee1690632f8d12440ea004de9c6a51b873ccd49ea78ea0/4fc2147a91988ee149a65724bb8868047a346778179907c1aea4dd28f19fe695?response-content-disposition=attachment%3B+filename*%3DUTF-8%27%27v5wave-1B5-E0_1-ctx-16k-preview-30p.pth%3B+filename%3D%22v5wave-1B5-E0_1-ctx-16k-preview-30p.pth%22%3B&Expires=1693328069&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTY5MzMyODA2OX19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2RuLWxmcy5odWdnaW5nZmFjZS5jby9yZXBvcy82OS9lNS82OWU1NWE2Mjk5NDQxZDMwNzBlZTE2OTA2MzJmOGQxMjQ0MGVhMDA0ZGU5YzZhNTFiODczY2NkNDllYTc4ZWEwLzRmYzIxNDdhOTE5ODhlZTE0OWE2NTcyNGJiODg2ODA0N2EzNDY3NzgxNzk5MDdjMWFlYTRkZDI4ZjE5ZmU2OTU%7EcmVzcG9uc2UtY29udGVudC1kaXNwb3NpdGlvbj0qIn1dfQ__&Signature=MIqIcBOFNKkDVwfyYUkUwapCwoix1Sqi2d6y6UeO6p-WRbepqvyPxzk32Smx3fWLobA1QkRZFJ%7Ec8tRQqQqYcXZaZ5ricYxFxFqYQ6OvOyGUUNFWqYfE8Gxe3iy7cketYUS-ZKaVRohbFhJr2skFQ8f%7Eip4orF-jXbQNm0-TDHDUIuGyqMBHlT5NbjW89EizNpckw73V395Q6xWdO7-S6NZG0kHsk9jECv0oH2n2UhT%7EU-YHF34FU5JsDvCDXADOOiMocaAz83niAlDy78UEFktDUkWUnGrNqZodWpGUc9m-HipOVn49JWjeXdMORvO0wXSseYGOC-Wxn5oFV11bbg__&Key-Pair-Id=KVTP0A1DKRTAX [following]\r\n", "--2023-08-26 16:54:29-- https://cdn-lfs.huggingface.co/repos/69/e5/69e55a6299441d3070ee1690632f8d12440ea004de9c6a51b873ccd49ea78ea0/4fc2147a91988ee149a65724bb8868047a346778179907c1aea4dd28f19fe695?response-content-disposition=attachment%3B+filename*%3DUTF-8%27%27v5wave-1B5-E0_1-ctx-16k-preview-30p.pth%3B+filename%3D%22v5wave-1B5-E0_1-ctx-16k-preview-30p.pth%22%3B&Expires=1693328069&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTY5MzMyODA2OX19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2RuLWxmcy5odWdnaW5nZmFjZS5jby9yZXBvcy82OS9lNS82OWU1NWE2Mjk5NDQxZDMwNzBlZTE2OTA2MzJmOGQxMjQ0MGVhMDA0ZGU5YzZhNTFiODczY2NkNDllYTc4ZWEwLzRmYzIxNDdhOTE5ODhlZTE0OWE2NTcyNGJiODg2ODA0N2EzNDY3NzgxNzk5MDdjMWFlYTRkZDI4ZjE5ZmU2OTU%7EcmVzcG9uc2UtY29udGVudC1kaXNwb3NpdGlvbj0qIn1dfQ__&Signature=MIqIcBOFNKkDVwfyYUkUwapCwoix1Sqi2d6y6UeO6p-WRbepqvyPxzk32Smx3fWLobA1QkRZFJ%7Ec8tRQqQqYcXZaZ5ricYxFxFqYQ6OvOyGUUNFWqYfE8Gxe3iy7cketYUS-ZKaVRohbFhJr2skFQ8f%7Eip4orF-jXbQNm0-TDHDUIuGyqMBHlT5NbjW89EizNpckw73V395Q6xWdO7-S6NZG0kHsk9jECv0oH2n2UhT%7EU-YHF34FU5JsDvCDXADOOiMocaAz83niAlDy78UEFktDUkWUnGrNqZodWpGUc9m-HipOVn49JWjeXdMORvO0wXSseYGOC-Wxn5oFV11bbg__&Key-Pair-Id=KVTP0A1DKRTAX\r\n", "Resolving cdn-lfs.huggingface.co (cdn-lfs.huggingface.co)... 3.162.103.65, 3.162.103.85, 3.162.103.64, ...\r\n", "Connecting to cdn-lfs.huggingface.co (cdn-lfs.huggingface.co)|3.162.103.65|:443... connected.\r\n", "HTTP request sent, awaiting response... " ] }, { "name": "stdout", "output_type": "stream", "text": [ "200 OK\r\n", "Length: 3030376021 (2.8G) [binary/octet-stream]\r\n", "Saving to: ‘v5wave-1B5-E0_1-ctx-16k-preview-30p.pth’\r\n", "\r\n", "\r", " v5wave-1B 0%[ ] 0 --.-KB/s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", " v5wave-1B5 0%[ ] 16.74M 83.7MB/s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", " v5wave-1B5- 1%[ ] 30.52M 67.9MB/s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", " v5wave-1B5-E 1%[ ] 45.78M 64.0MB/s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", " v5wave-1B5-E0 2%[ ] 61.03M 63.7MB/s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", " v5wave-1B5-E0_ 3%[ ] 91.03M 76.3MB/s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", " v5wave-1B5-E0_1 3%[ ] 91.67M 64.8MB/s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", " v5wave-1B5-E0_1- 3%[ ] 113.05M 70.0MB/s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", " v5wave-1B5-E0_1-c 4%[ ] 122.07M 64.7MB/s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", " v5wave-1B5-E0_1-ct 5%[> ] 152.07M 69.8MB/s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "v5wave-1B5-E0_1-ctx 5%[> ] 156.28M 65.7MB/s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "5wave-1B5-E0_1-ctx- 5%[> ] 167.85M 64.5MB/s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "wave-1B5-E0_1-ctx-1 6%[> ] 198.36M 68.0MB/s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "ave-1B5-E0_1-ctx-16 7%[> ] 213.62M 67.5MB/s eta 40s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "ve-1B5-E0_1-ctx-16k 7%[> ] 228.36M 67.9MB/s eta 40s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "e-1B5-E0_1-ctx-16k- 8%[> ] 243.63M 67.5MB/s eta 40s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "-1B5-E0_1-ctx-16k-p 8%[> ] 258.89M 66.2MB/s eta 40s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "1B5-E0_1-ctx-16k-pr 9%[> ] 264.03M 64.3MB/s eta 40s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "B5-E0_1-ctx-16k-pre 9%[> ] 274.66M 63.2MB/s eta 41s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "5-E0_1-ctx-16k-prev 10%[=> ] 303.35M 65.5MB/s eta 41s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "-E0_1-ctx-16k-previ 10%[=> ] 313.62M 63.4MB/s eta 41s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "E0_1-ctx-16k-previe 11%[=> ] 320.43M 60.7MB/s eta 41s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "0_1-ctx-16k-preview 11%[=> ] 335.69M 57.0MB/s eta 42s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "_1-ctx-16k-preview- 12%[=> ] 366.20M 63.4MB/s eta 42s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "1-ctx-16k-preview-3 13%[=> ] 381.47M 63.5MB/s eta 42s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "-ctx-16k-preview-30 14%[=> ] 411.47M 65.4MB/s eta 42s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "ctx-16k-preview-30p 14%[=> ] 425.42M 67.0MB/s eta 42s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "tx-16k-preview-30p. 15%[==> ] 442.51M 67.4MB/s eta 37s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "x-16k-preview-30p.p 15%[==> ] 457.76M 63.9MB/s eta 37s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "-16k-preview-30p.pt 16%[==> ] 472.50M 63.0MB/s eta 37s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "16k-preview-30p.pth 16%[==> ] 488.28M 63.2MB/s eta 37s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "6k-preview-30p.pth 17%[==> ] 502.84M 63.5MB/s eta 36s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "k-preview-30p.pth 17%[==> ] 511.22M 66.0MB/s eta 36s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "-preview-30p.pth 18%[==> ] 520.86M 64.9MB/s eta 36s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "preview-30p.pth 18%[==> ] 534.05M 60.0MB/s eta 36s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "review-30p.pth 19%[==> ] 549.31M 60.7MB/s eta 37s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "eview-30p.pth 19%[==> ] 564.58M 63.2MB/s eta 37s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "view-30p.pth 20%[===> ] 581.26M 63.4MB/s eta 37s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "iew-30p.pth 20%[===> ] 595.09M 64.4MB/s eta 37s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "ew-30p.pth 21%[===> ] 609.84M 63.3MB/s eta 37s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "w-30p.pth 21%[===> ] 617.97M 59.8MB/s eta 37s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "-30p.pth 21%[===> ] 625.61M 55.4MB/s eta 37s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "30p.pth 22%[===> ] 640.87M 55.0MB/s eta 37s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "0p.pth 22%[===> ] 653.62M 51.2MB/s eta 37s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "p.pth 22%[===> ] 656.13M 48.2MB/s eta 38s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", ".pth 23%[===> ] 671.38M 47.5MB/s eta 38s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "pth 23%[===> ] 686.64M 47.4MB/s eta 38s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "th 24%[===> ] 701.90M 46.9MB/s eta 38s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "h 24%[===> ] 717.16M 49.3MB/s eta 37s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", " 25%[====> ] 732.42M 49.5MB/s eta 37s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", " v 26%[====> ] 762.42M 52.6MB/s eta 37s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", " v5 26%[====> ] 778.20M 53.9MB/s eta 37s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", " v5w 27%[====> ] 793.46M 54.8MB/s eta 35s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", " v5wa 27%[====> ] 808.71M 54.5MB/s eta 35s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", " v5wav 28%[====> ] 823.46M 55.7MB/s eta 35s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", " v5wave 29%[====> ] 838.71M 55.1MB/s eta 35s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", " v5wave- 29%[====> ] 849.44M 56.9MB/s eta 35s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", " v5wave-1 30%[=====> ] 869.24M 57.9MB/s eta 33s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", " v5wave-1B 30%[=====> ] 885.01M 60.0MB/s eta 33s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", " v5wave-1B5 31%[=====> ] 899.87M 60.7MB/s eta 33s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", " v5wave-1B5- 31%[=====> ] 915.53M 65.6MB/s eta 33s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", " v5wave-1B5-E 32%[=====> ] 941.72M 67.1MB/s eta 33s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", " v5wave-1B5-E0 32%[=====> ] 946.04M 66.8MB/s eta 32s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", " v5wave-1B5-E0_ 33%[=====> ] 967.47M 68.1MB/s eta 32s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", " v5wave-1B5-E0_1 33%[=====> ] 981.49M 69.3MB/s eta 32s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", " v5wave-1B5-E0_1- 34%[=====> ] 991.82M 67.9MB/s eta 32s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", " v5wave-1B5-E0_1-c 35%[======> ] 1022M 67.7MB/s eta 30s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", " v5wave-1B5-E0_1-ct 36%[======> ] 1.03G 71.8MB/s eta 30s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "v5wave-1B5-E0_1-ctx 36%[======> ] 1.04G 70.7MB/s eta 30s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "5wave-1B5-E0_1-ctx- 36%[======> ] 1.04G 67.7MB/s eta 30s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "wave-1B5-E0_1-ctx-1 37%[======> ] 1.07G 71.5MB/s eta 30s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "ave-1B5-E0_1-ctx-16 38%[======> ] 1.08G 73.6MB/s eta 28s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "ve-1B5-E0_1-ctx-16k 38%[======> ] 1.09G 73.6MB/s eta 28s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "e-1B5-E0_1-ctx-16k- 39%[======> ] 1.10G 71.2MB/s eta 28s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "-1B5-E0_1-ctx-16k-p 39%[======> ] 1.12G 69.4MB/s eta 28s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "1B5-E0_1-ctx-16k-pr 40%[=======> ] 1.13G 69.3MB/s eta 28s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "B5-E0_1-ctx-16k-pre 40%[=======> ] 1.15G 71.1MB/s eta 27s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "5-E0_1-ctx-16k-prev 41%[=======> ] 1.16G 66.9MB/s eta 27s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "-E0_1-ctx-16k-previ 41%[=======> ] 1.18G 66.5MB/s eta 27s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "E0_1-ctx-16k-previe 41%[=======> ] 1.18G 60.9MB/s eta 27s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "0_1-ctx-16k-preview 42%[=======> ] 1.19G 60.0MB/s eta 27s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "_1-ctx-16k-preview- 42%[=======> ] 1.21G 61.0MB/s eta 27s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "1-ctx-16k-preview-3 43%[=======> ] 1.24G 67.0MB/s eta 27s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "-ctx-16k-preview-30 43%[=======> ] 1.24G 60.5MB/s eta 27s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "ctx-16k-preview-30p 44%[=======> ] 1.25G 61.2MB/s eta 27s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "tx-16k-preview-30p. 44%[=======> ] 1.27G 57.7MB/s eta 26s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "x-16k-preview-30p.p 45%[========> ] 1.29G 60.7MB/s eta 26s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "-16k-preview-30p.pt 45%[========> ] 1.30G 57.6MB/s eta 26s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "16k-preview-30p.pth 46%[========> ] 1.31G 58.5MB/s eta 26s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "6k-preview-30p.pth 47%[========> ] 1.34G 60.5MB/s eta 26s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "k-preview-30p.pth 48%[========> ] 1.36G 61.3MB/s eta 24s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "-preview-30p.pth 48%[========> ] 1.37G 60.4MB/s eta 24s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "preview-30p.pth 49%[========> ] 1.39G 60.6MB/s eta 24s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "review-30p.pth 49%[========> ] 1.40G 62.1MB/s eta 24s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "eview-30p.pth 50%[=========> ] 1.43G 65.9MB/s eta 24s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "view-30p.pth 50%[=========> ] 1.43G 63.0MB/s eta 23s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "iew-30p.pth 51%[=========> ] 1.45G 66.8MB/s eta 23s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "ew-30p.pth 51%[=========> ] 1.47G 66.6MB/s eta 23s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "w-30p.pth 52%[=========> ] 1.48G 67.4MB/s eta 23s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "-30p.pth 53%[=========> ] 1.50G 67.9MB/s eta 22s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "30p.pth 53%[=========> ] 1.52G 69.9MB/s eta 22s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "0p.pth 54%[=========> ] 1.54G 71.4MB/s eta 22s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "p.pth 54%[=========> ] 1.55G 67.0MB/s eta 22s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", ".pth 55%[==========> ] 1.57G 71.2MB/s eta 20s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "pth 55%[==========> ] 1.58G 65.7MB/s eta 20s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "th 56%[==========> ] 1.59G 65.5MB/s eta 20s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "h 57%[==========> ] 1.61G 63.8MB/s eta 20s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", " 57%[==========> ] 1.63G 65.4MB/s eta 20s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", " v 58%[==========> ] 1.64G 65.3MB/s eta 20s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", " v5 58%[==========> ] 1.65G 62.7MB/s eta 20s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", " v5w 59%[==========> ] 1.67G 63.2MB/s eta 20s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", " v5wa 59%[==========> ] 1.68G 62.3MB/s eta 20s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", " v5wav 60%[===========> ] 1.70G 64.0MB/s eta 18s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", " v5wave 60%[===========> ] 1.71G 63.1MB/s eta 18s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", " v5wave- 61%[===========> ] 1.73G 63.1MB/s eta 18s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", " v5wave-1 61%[===========> ] 1.74G 62.9MB/s eta 18s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", " v5wave-1B 62%[===========> ] 1.76G 61.6MB/s eta 18s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", " v5wave-1B5 62%[===========> ] 1.77G 59.8MB/s eta 17s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", " v5wave-1B5- 63%[===========> ] 1.79G 59.6MB/s eta 17s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", " v5wave-1B5-E 63%[===========> ] 1.80G 60.9MB/s eta 17s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", " v5wave-1B5-E0 64%[===========> ] 1.82G 60.2MB/s eta 17s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", " v5wave-1B5-E0_ 64%[===========> ] 1.83G 59.6MB/s eta 16s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", " v5wave-1B5-E0_1 65%[============> ] 1.85G 60.1MB/s eta 16s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", " v5wave-1B5-E0_1- 65%[============> ] 1.86G 60.2MB/s eta 16s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", " v5wave-1B5-E0_1-c 66%[============> ] 1.88G 58.9MB/s eta 16s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", " v5wave-1B5-E0_1-ct 67%[============> ] 1.90G 62.5MB/s eta 15s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "v5wave-1B5-E0_1-ctx 67%[============> ] 1.91G 59.6MB/s eta 15s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "5wave-1B5-E0_1-ctx- 68%[============> ] 1.92G 59.5MB/s eta 15s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "wave-1B5-E0_1-ctx-1 68%[============> ] 1.94G 61.7MB/s eta 15s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "ave-1B5-E0_1-ctx-16 69%[============> ] 1.95G 60.3MB/s eta 15s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "ve-1B5-E0_1-ctx-16k 69%[============> ] 1.97G 60.4MB/s eta 14s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "e-1B5-E0_1-ctx-16k- 70%[=============> ] 1.98G 60.6MB/s eta 14s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "-1B5-E0_1-ctx-16k-p 70%[=============> ] 2.00G 60.1MB/s eta 14s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "1B5-E0_1-ctx-16k-pr 71%[=============> ] 2.01G 61.5MB/s eta 14s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "B5-E0_1-ctx-16k-pre 71%[=============> ] 2.03G 61.2MB/s eta 14s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "5-E0_1-ctx-16k-prev 72%[=============> ] 2.06G 62.3MB/s eta 13s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "-E0_1-ctx-16k-previ 73%[=============> ] 2.08G 67.3MB/s eta 13s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "E0_1-ctx-16k-previe 73%[=============> ] 2.09G 64.8MB/s eta 13s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "0_1-ctx-16k-preview 74%[=============> ] 2.10G 66.5MB/s eta 13s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "_1-ctx-16k-preview- 74%[=============> ] 2.12G 64.0MB/s eta 12s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "1-ctx-16k-preview-3 76%[==============> ] 2.14G 65.8MB/s eta 12s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "-ctx-16k-preview-30 76%[==============> ] 2.16G 68.3MB/s eta 12s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "ctx-16k-preview-30p 77%[==============> ] 2.17G 64.1MB/s eta 12s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "tx-16k-preview-30p. 77%[==============> ] 2.17G 63.8MB/s eta 12s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "x-16k-preview-30p.p 77%[==============> ] 2.19G 62.3MB/s eta 10s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "-16k-preview-30p.pt 78%[==============> ] 2.21G 61.7MB/s eta 10s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "16k-preview-30p.pth 78%[==============> ] 2.22G 64.2MB/s eta 10s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "6k-preview-30p.pth 79%[==============> ] 2.25G 64.5MB/s eta 10s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "k-preview-30p.pth 80%[===============> ] 2.26G 65.1MB/s eta 9s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "-preview-30p.pth 80%[===============> ] 2.28G 66.1MB/s eta 9s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "preview-30p.pth 81%[===============> ] 2.29G 60.3MB/s eta 9s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "review-30p.pth 82%[===============> ] 2.32G 67.1MB/s eta 9s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "eview-30p.pth 82%[===============> ] 2.34G 65.2MB/s eta 9s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "view-30p.pth 83%[===============> ] 2.35G 64.1MB/s eta 8s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "iew-30p.pth 83%[===============> ] 2.37G 62.7MB/s eta 8s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "ew-30p.pth 84%[===============> ] 2.39G 68.5MB/s eta 8s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "w-30p.pth 85%[================> ] 2.41G 67.3MB/s eta 8s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "-30p.pth 86%[================> ] 2.43G 67.1MB/s eta 6s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "30p.pth 86%[================> ] 2.44G 68.8MB/s eta 6s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "0p.pth 87%[================> ] 2.46G 69.2MB/s eta 6s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "p.pth 87%[================> ] 2.47G 68.8MB/s eta 6s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", ".pth 88%[================> ] 2.49G 67.1MB/s eta 5s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "pth 88%[================> ] 2.50G 66.8MB/s eta 5s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "th 88%[================> ] 2.50G 63.0MB/s eta 5s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "h 89%[================> ] 2.52G 65.6MB/s eta 5s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", " 89%[================> ] 2.54G 66.4MB/s eta 5s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", " v 90%[=================> ] 2.55G 63.9MB/s eta 4s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", " v5 90%[=================> ] 2.56G 63.4MB/s eta 4s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", " v5w 91%[=================> ] 2.58G 62.5MB/s eta 4s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", " v5wa 91%[=================> ] 2.59G 61.7MB/s eta 4s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", " v5wav 92%[=================> ] 2.61G 62.1MB/s eta 4s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", " v5wave 93%[=================> ] 2.63G 66.0MB/s eta 3s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", " v5wave- 93%[=================> ] 2.64G 60.9MB/s eta 3s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", " v5wave-1 93%[=================> ] 2.65G 58.7MB/s eta 3s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", " v5wave-1B 94%[=================> ] 2.67G 59.6MB/s eta 3s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", " v5wave-1B5 94%[=================> ] 2.67G 57.0MB/s eta 3s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", " v5wave-1B5- 95%[==================> ] 2.68G 56.3MB/s eta 3s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", " v5wave-1B5-E 95%[==================> ] 2.70G 57.3MB/s eta 3s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", " v5wave-1B5-E0 95%[==================> ] 2.70G 55.4MB/s eta 3s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", " v5wave-1B5-E0_ 96%[==================> ] 2.71G 53.3MB/s eta 2s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", " v5wave-1B5-E0_1 96%[==================> ] 2.73G 54.7MB/s eta 2s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", " v5wave-1B5-E0_1- 97%[==================> ] 2.74G 54.2MB/s eta 2s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", " v5wave-1B5-E0_1-c 97%[==================> ] 2.76G 53.2MB/s eta 2s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", " v5wave-1B5-E0_1-ct 98%[==================> ] 2.77G 53.3MB/s eta 2s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "v5wave-1B5-E0_1-ctx 99%[==================> ] 2.80G 56.9MB/s eta 0s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "5wave-1B5-E0_1-ctx- 99%[==================> ] 2.82G 55.9MB/s eta 0s " ] }, { "name": "stdout", "output_type": "stream", "text": [ "\r", "v5wave-1B5-E0_1-ctx 100%[===================>] 2.82G 55.7MB/s in 46s \r\n", "\r\n", "2023-08-26 16:55:15 (62.2 MB/s) - ‘v5wave-1B5-E0_1-ctx-16k-preview-30p.pth’ saved [3030376021/3030376021]\r\n", "\r\n" ] } ], "source": [ "# Lets download the custom models\n", "!mkdir -p ../../../model/\n", "!cd ../../../model/ && wget -nc \"https://huggingface.co./picocreator/memory-size-experiment-for-rwkv/resolve/main/v5-Wave/WaveV5-C-Tune5.pth\"\n", "!cd ../../../model/ && wget -nc \"https://huggingface.co./picocreator/RWKV-x-playground/resolve/main/V5-16k/v5wave-1B5-E0_1-ctx-16k-preview-30p.pth\"" ] }, { "cell_type": "code", "execution_count": 2, "id": "197c25bd", "metadata": { "execution": { "iopub.execute_input": "2023-08-26T16:55:16.170573Z", "iopub.status.busy": "2023-08-26T16:55:16.169414Z", "iopub.status.idle": "2023-08-26T16:55:16.426649Z", "shell.execute_reply": "2023-08-26T16:55:16.425432Z" }, "papermill": { "duration": 0.29552, "end_time": "2023-08-26T16:55:16.429033", "exception": false, "start_time": "2023-08-26T16:55:16.133513", "status": "completed" }, "tags": [] }, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "total 8.5G\r\n", "-rw-r--r-- 1 root root 5.7G Aug 11 12:40 WaveV5-C-Tune5.pth\r\n", "-rw-r--r-- 1 root root 2.9G Aug 17 09:19 v5wave-1B5-E0_1-ctx-16k-preview-30p.pth\r\n" ] } ], "source": [ "!ls -lh ../../../model/" ] }, { "cell_type": "code", "execution_count": 3, "id": "d4118aa6", "metadata": { "execution": { "iopub.execute_input": "2023-08-26T16:55:16.500558Z", "iopub.status.busy": "2023-08-26T16:55:16.499181Z", "iopub.status.idle": "2023-08-26T16:55:16.756620Z", "shell.execute_reply": "2023-08-26T16:55:16.755314Z" }, "papermill": { "duration": 0.29599, "end_time": "2023-08-26T16:55:16.759066", "exception": false, "start_time": "2023-08-26T16:55:16.463076", "status": "completed" }, "tags": [] }, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "/usr/bin/sh: 1: python: not found\r\n" ] } ], "source": [ "!python -m pip install aiocsv aiofiles" ] }, { "cell_type": "markdown", "id": "80ecfdf0", "metadata": { "papermill": { "duration": 0.033831, "end_time": "2023-08-26T16:55:16.826886", "exception": false, "start_time": "2023-08-26T16:55:16.793055", "status": "completed" }, "tags": [] }, "source": [ "# 1B5 Wavenet V5 benchmark" ] }, { "cell_type": "code", "execution_count": 4, "id": "791f4e56", "metadata": { "execution": { "iopub.execute_input": "2023-08-26T16:55:16.898739Z", "iopub.status.busy": "2023-08-26T16:55:16.897260Z", "iopub.status.idle": "2023-08-26T16:56:42.120223Z", "shell.execute_reply": "2023-08-26T16:56:42.119157Z" }, "papermill": { "duration": 85.261607, "end_time": "2023-08-26T16:56:42.122545", "exception": false, "start_time": "2023-08-26T16:55:16.860938", "status": "completed" }, "tags": [] }, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "[2023-08-26 16:55:21,382] [INFO] [real_accelerator.py:133:get_accelerator] Setting ds_accelerator to cuda (auto detect)\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "[RWKV.model] Running RWKV model using 'torch-jit' with torch '2.0.1+cu118'\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "###\r\n", "### Model validation start ###\r\n", "###\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 5 tokens : 100.0% similarity, with 5 matched token, and 0 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 10 tokens : 100.0% similarity, with 10 matched token, and 0 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 15 tokens : 100.0% similarity, with 15 matched token, and 0 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 20 tokens : 100.0% similarity, with 20 matched token, and 0 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 25 tokens : 100.0% similarity, with 25 matched token, and 0 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 30 tokens : 100.0% similarity, with 30 matched token, and 0 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 35 tokens : 100.0% similarity, with 35 matched token, and 0 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 40 tokens : 100.0% similarity, with 40 matched token, and 0 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 45 tokens : 97.77777777777777% similarity, with 44 matched token, and 1 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 50 tokens : 98.0% similarity, with 49 matched token, and 1 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 55 tokens : 96.36363636363636% similarity, with 53 matched token, and 2 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 60 tokens : 98.33333333333333% similarity, with 59 matched token, and 1 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 65 tokens : 98.46153846153847% similarity, with 64 matched token, and 1 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 70 tokens : 97.14285714285714% similarity, with 68 matched token, and 2 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 75 tokens : 93.33333333333333% similarity, with 70 matched token, and 5 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 80 tokens : 91.25% similarity, with 73 matched token, and 7 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 85 tokens : 92.94117647058823% similarity, with 79 matched token, and 6 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 90 tokens : 94.44444444444444% similarity, with 85 matched token, and 5 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 95 tokens : 94.73684210526315% similarity, with 90 matched token, and 5 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 100 tokens : 94.0% similarity, with 94 matched token, and 6 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 105 tokens : 91.42857142857143% similarity, with 96 matched token, and 9 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 110 tokens : 90.9090909090909% similarity, with 100 matched token, and 10 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 115 tokens : 91.30434782608695% similarity, with 105 matched token, and 10 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 120 tokens : 90.0% similarity, with 108 matched token, and 12 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 125 tokens : 89.60000000000001% similarity, with 112 matched token, and 13 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 130 tokens : 87.6923076923077% similarity, with 114 matched token, and 16 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 135 tokens : 85.92592592592592% similarity, with 116 matched token, and 19 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 140 tokens : 84.28571428571429% similarity, with 118 matched token, and 22 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 145 tokens : 84.82758620689656% similarity, with 123 matched token, and 22 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 150 tokens : 86.66666666666667% similarity, with 130 matched token, and 20 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 160 tokens : 85.0% similarity, with 136 matched token, and 24 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 170 tokens : 84.70588235294117% similarity, with 144 matched token, and 26 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 180 tokens : 83.33333333333334% similarity, with 150 matched token, and 30 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 190 tokens : 81.57894736842105% similarity, with 155 matched token, and 35 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 200 tokens : 80.5% similarity, with 161 matched token, and 39 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 210 tokens : 78.0952380952381% similarity, with 164 matched token, and 46 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 220 tokens : 76.81818181818181% similarity, with 169 matched token, and 51 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 230 tokens : 73.91304347826086% similarity, with 170 matched token, and 60 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 240 tokens : 74.58333333333333% similarity, with 179 matched token, and 61 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 250 tokens : 74.4% similarity, with 186 matched token, and 64 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 260 tokens : 73.46153846153847% similarity, with 191 matched token, and 69 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 270 tokens : 71.85185185185186% similarity, with 194 matched token, and 76 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 280 tokens : 68.57142857142857% similarity, with 192 matched token, and 88 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 290 tokens : 68.27586206896552% similarity, with 198 matched token, and 92 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 300 tokens : 67.33333333333333% similarity, with 202 matched token, and 98 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 325 tokens : 63.38461538461539% similarity, with 206 matched token, and 119 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 350 tokens : 62.857142857142854% similarity, with 220 matched token, and 130 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 375 tokens : 62.4% similarity, with 234 matched token, and 141 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 400 tokens : 63.24999999999999% similarity, with 253 matched token, and 147 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 425 tokens : 67.05882352941175% similarity, with 285 matched token, and 140 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 450 tokens : 67.33333333333333% similarity, with 303 matched token, and 147 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 475 tokens : 69.05263157894737% similarity, with 328 matched token, and 147 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 500 tokens : 69.6% similarity, with 348 matched token, and 152 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 525 tokens : 70.47619047619048% similarity, with 370 matched token, and 155 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 550 tokens : 72.0% similarity, with 396 matched token, and 154 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 575 tokens : 72.17391304347827% similarity, with 415 matched token, and 160 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 600 tokens : 74.33333333333333% similarity, with 446 matched token, and 154 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 625 tokens : 74.72% similarity, with 467 matched token, and 158 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 650 tokens : 75.84615384615384% similarity, with 493 matched token, and 157 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 675 tokens : 76.88888888888889% similarity, with 519 matched token, and 156 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 700 tokens : 76.85714285714286% similarity, with 538 matched token, and 162 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 750 tokens : 78.53333333333333% similarity, with 589 matched token, and 161 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 800 tokens : 78.875% similarity, with 631 matched token, and 169 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 850 tokens : 79.76470588235294% similarity, with 678 matched token, and 172 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 900 tokens : 81.11111111111111% similarity, with 730 matched token, and 170 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 950 tokens : 82.21052631578948% similarity, with 781 matched token, and 169 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 1000 tokens : 82.19999999999999% similarity, with 822 matched token, and 178 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Finished baseline model to eval output predictive matching (aka 0 memory?), for 1000 tokens\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "###\r\n", "### Model validation end ###\r\n", "###\r\n" ] } ], "source": [ "!python3 ./memory_script/eval_v5wavenet_memory_guided.py \"../../../model/WaveV5-C-Tune5.pth\" \"./logs/WavenetV5-C-Tune5-1k.csv\"" ] }, { "cell_type": "code", "execution_count": 5, "id": "505a16c2", "metadata": { "execution": { "iopub.execute_input": "2023-08-26T16:56:42.201603Z", "iopub.status.busy": "2023-08-26T16:56:42.200448Z", "iopub.status.idle": "2023-08-26T17:01:28.703278Z", "shell.execute_reply": "2023-08-26T17:01:28.702435Z" }, "papermill": { "duration": 286.545893, "end_time": "2023-08-26T17:01:28.706645", "exception": false, "start_time": "2023-08-26T16:56:42.160752", "status": "completed" }, "tags": [] }, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "[2023-08-26 16:56:46,686] [INFO] [real_accelerator.py:133:get_accelerator] Setting ds_accelerator to cuda (auto detect)\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "[RWKV.model] Running RWKV model using 'torch-jit' with torch '2.0.1+cu118'\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "###\r\n", "### Model validation start ###\r\n", "###\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 1100 tokens : 82.45454545454545% similarity, with 907 matched token, and 193 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 1150 tokens : 83.47826086956522% similarity, with 960 matched token, and 190 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 1200 tokens : 84.08333333333333% similarity, with 1009 matched token, and 191 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 1250 tokens : 84.39999999999999% similarity, with 1055 matched token, and 195 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 1300 tokens : 84.6923076923077% similarity, with 1101 matched token, and 199 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 1350 tokens : 85.4074074074074% similarity, with 1153 matched token, and 197 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 1400 tokens : 85.42857142857143% similarity, with 1196 matched token, and 204 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 1450 tokens : 86.13793103448276% similarity, with 1249 matched token, and 201 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 1500 tokens : 86.4% similarity, with 1296 matched token, and 204 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 1550 tokens : 86.25806451612902% similarity, with 1337 matched token, and 213 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 1600 tokens : 85.875% similarity, with 1374 matched token, and 226 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 1650 tokens : 85.87878787878788% similarity, with 1417 matched token, and 233 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 1700 tokens : 85.1764705882353% similarity, with 1448 matched token, and 252 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 1750 tokens : 84.39999999999999% similarity, with 1477 matched token, and 273 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 1800 tokens : 83.11111111111111% similarity, with 1496 matched token, and 304 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 1850 tokens : 82.0% similarity, with 1517 matched token, and 333 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 1900 tokens : 80.57894736842105% similarity, with 1531 matched token, and 369 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 1950 tokens : 79.17948717948718% similarity, with 1544 matched token, and 406 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 2000 tokens : 77.9% similarity, with 1558 matched token, and 442 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 2050 tokens : 75.70731707317073% similarity, with 1552 matched token, and 498 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 2100 tokens : 73.66666666666667% similarity, with 1547 matched token, and 553 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 2150 tokens : 71.72093023255815% similarity, with 1542 matched token, and 608 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 2200 tokens : 69.68181818181817% similarity, with 1533 matched token, and 667 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 2250 tokens : 67.37777777777778% similarity, with 1516 matched token, and 734 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 2300 tokens : 66.17391304347827% similarity, with 1522 matched token, and 778 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 2350 tokens : 64.29787234042553% similarity, with 1511 matched token, and 839 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 2400 tokens : 63.24999999999999% similarity, with 1518 matched token, and 882 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 2450 tokens : 61.142857142857146% similarity, with 1498 matched token, and 952 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 2500 tokens : 60.199999999999996% similarity, with 1505 matched token, and 995 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 2550 tokens : 59.13725490196079% similarity, with 1508 matched token, and 1042 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 2600 tokens : 57.730769230769226% similarity, with 1501 matched token, and 1099 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 2650 tokens : 56.377358490566046% similarity, with 1494 matched token, and 1156 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 2700 tokens : 55.925925925925924% similarity, with 1510 matched token, and 1190 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 2750 tokens : 54.50909090909091% similarity, with 1499 matched token, and 1251 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 2800 tokens : 53.75% similarity, with 1505 matched token, and 1295 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 2850 tokens : 53.05263157894737% similarity, with 1512 matched token, and 1338 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 2900 tokens : 51.758620689655174% similarity, with 1501 matched token, and 1399 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 2950 tokens : 50.37288135593221% similarity, with 1486 matched token, and 1464 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 3000 tokens : 49.7% similarity, with 1491 matched token, and 1509 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 3050 tokens : 48.59016393442623% similarity, with 1482 matched token, and 1568 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 3100 tokens : 47.64516129032258% similarity, with 1477 matched token, and 1623 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 3150 tokens : 47.14285714285714% similarity, with 1485 matched token, and 1665 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 3200 tokens : 46.3125% similarity, with 1482 matched token, and 1718 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 3250 tokens : 45.32307692307692% similarity, with 1473 matched token, and 1777 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 3300 tokens : 44.0% similarity, with 1452 matched token, and 1848 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 3350 tokens : 43.88059701492537% similarity, with 1470 matched token, and 1880 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 3400 tokens : 42.705882352941174% similarity, with 1452 matched token, and 1948 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 3450 tokens : 41.53623188405797% similarity, with 1433 matched token, and 2017 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 3500 tokens : 40.885714285714286% similarity, with 1431 matched token, and 2069 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 3550 tokens : 40.112676056338024% similarity, with 1424 matched token, and 2126 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 3600 tokens : 39.166666666666664% similarity, with 1410 matched token, and 2190 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 3650 tokens : 37.47945205479452% similarity, with 1368 matched token, and 2282 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 3700 tokens : 36.648648648648646% similarity, with 1356 matched token, and 2344 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 3750 tokens : 35.78666666666667% similarity, with 1342 matched token, and 2408 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 3800 tokens : 34.78947368421053% similarity, with 1322 matched token, and 2478 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 3850 tokens : 34.18181818181818% similarity, with 1316 matched token, and 2534 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 3900 tokens : 33.56410256410257% similarity, with 1309 matched token, and 2591 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 3950 tokens : 33.08860759493671% similarity, with 1307 matched token, and 2643 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 4000 tokens : 32.775% similarity, with 1311 matched token, and 2689 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "###\r\n", "### Model validation end ###\r\n", "###\r\n" ] } ], "source": [ "!python3 ./memory_script/eval_v5wavenet_memory_guided.py \"../../../model/WaveV5-C-Tune5.pth\" \"./logs/WavenetV5-C-Tune5-4k.csv\" 1100 4000" ] }, { "cell_type": "code", "execution_count": 6, "id": "3db1a79b", "metadata": { "execution": { "iopub.execute_input": "2023-08-26T17:01:28.815977Z", "iopub.status.busy": "2023-08-26T17:01:28.815004Z", "iopub.status.idle": "2023-08-26T18:07:36.509713Z", "shell.execute_reply": "2023-08-26T18:07:36.508834Z" }, "papermill": { "duration": 3967.748153, "end_time": "2023-08-26T18:07:36.511869", "exception": false, "start_time": "2023-08-26T17:01:28.763716", "status": "completed" }, "tags": [] }, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "[2023-08-26 17:01:33,364] [INFO] [real_accelerator.py:133:get_accelerator] Setting ds_accelerator to cuda (auto detect)\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "[RWKV.model] Running RWKV model using 'torch-jit' with torch '2.0.1+cu118'\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "###\r\n", "### Model validation start ###\r\n", "###\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 4100 tokens : 31.585365853658537% similarity, with 1295 matched token, and 2805 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 4200 tokens : 30.80952380952381% similarity, with 1294 matched token, and 2906 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 4300 tokens : 29.511627906976745% similarity, with 1269 matched token, and 3031 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 4400 tokens : 28.204545454545453% similarity, with 1241 matched token, and 3159 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 4500 tokens : 27.244444444444444% similarity, with 1226 matched token, and 3274 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 4600 tokens : 26.043478260869563% similarity, with 1198 matched token, and 3402 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 4700 tokens : 24.70212765957447% similarity, with 1161 matched token, and 3539 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 4800 tokens : 23.541666666666668% similarity, with 1130 matched token, and 3670 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 4900 tokens : 22.428571428571427% similarity, with 1099 matched token, and 3801 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 5000 tokens : 20.68% similarity, with 1034 matched token, and 3966 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 5100 tokens : 19.823529411764707% similarity, with 1011 matched token, and 4089 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 5200 tokens : 18.48076923076923% similarity, with 961 matched token, and 4239 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 5300 tokens : 17.452830188679243% similarity, with 925 matched token, and 4375 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 5400 tokens : 16.37037037037037% similarity, with 884 matched token, and 4516 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 5500 tokens : 15.109090909090908% similarity, with 831 matched token, and 4669 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 5600 tokens : 13.946428571428571% similarity, with 781 matched token, and 4819 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 5700 tokens : 13.0% similarity, with 741 matched token, and 4959 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 5800 tokens : 11.948275862068966% similarity, with 693 matched token, and 5107 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 5900 tokens : 11.016949152542372% similarity, with 650 matched token, and 5250 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 6000 tokens : 9.783333333333333% similarity, with 587 matched token, and 5413 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 6100 tokens : 8.950819672131148% similarity, with 546 matched token, and 5554 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 6200 tokens : 8.338709677419356% similarity, with 517 matched token, and 5683 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 6300 tokens : 7.571428571428572% similarity, with 477 matched token, and 5823 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 6400 tokens : 7.109375% similarity, with 455 matched token, and 5945 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 6500 tokens : 6.538461538461539% similarity, with 425 matched token, and 6075 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 6600 tokens : 6.0% similarity, with 396 matched token, and 6204 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 6700 tokens : 5.567164179104478% similarity, with 373 matched token, and 6327 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 6800 tokens : 5.102941176470589% similarity, with 347 matched token, and 6453 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 6900 tokens : 4.826086956521739% similarity, with 333 matched token, and 6567 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 7000 tokens : 4.571428571428571% similarity, with 320 matched token, and 6680 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 7100 tokens : 4.338028169014085% similarity, with 308 matched token, and 6792 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 7200 tokens : 4.236111111111112% similarity, with 305 matched token, and 6895 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 7300 tokens : 4.068493150684931% similarity, with 297 matched token, and 7003 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 7400 tokens : 3.9324324324324325% similarity, with 291 matched token, and 7109 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 7500 tokens : 3.826666666666666% similarity, with 287 matched token, and 7213 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 7600 tokens : 3.6578947368421053% similarity, with 278 matched token, and 7322 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 7700 tokens : 3.6363636363636362% similarity, with 280 matched token, and 7420 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 7800 tokens : 3.5769230769230766% similarity, with 279 matched token, and 7521 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 7900 tokens : 3.518987341772152% similarity, with 278 matched token, and 7622 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 8000 tokens : 3.4750000000000005% similarity, with 278 matched token, and 7722 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 8100 tokens : 3.4814814814814814% similarity, with 282 matched token, and 7818 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 8200 tokens : 3.4756097560975614% similarity, with 285 matched token, and 7915 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 8300 tokens : 3.397590361445783% similarity, with 282 matched token, and 8018 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 8400 tokens : 3.380952380952381% similarity, with 284 matched token, and 8116 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 8500 tokens : 3.364705882352941% similarity, with 286 matched token, and 8214 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 8600 tokens : 3.372093023255814% similarity, with 290 matched token, and 8310 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 8700 tokens : 3.3563218390804597% similarity, with 292 matched token, and 8408 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 8800 tokens : 3.340909090909091% similarity, with 294 matched token, and 8506 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 8900 tokens : 3.348314606741573% similarity, with 298 matched token, and 8602 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 9000 tokens : 3.3333333333333335% similarity, with 300 matched token, and 8700 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 9100 tokens : 3.3516483516483517% similarity, with 305 matched token, and 8795 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 9200 tokens : 3.3478260869565215% similarity, with 308 matched token, and 8892 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 9300 tokens : 3.3333333333333335% similarity, with 310 matched token, and 8990 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 9400 tokens : 3.3297872340425534% similarity, with 313 matched token, and 9087 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 9500 tokens : 3.3578947368421055% similarity, with 319 matched token, and 9181 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 9600 tokens : 3.3645833333333335% similarity, with 323 matched token, and 9277 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 9700 tokens : 3.350515463917526% similarity, with 325 matched token, and 9375 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 9800 tokens : 3.316326530612245% similarity, with 325 matched token, and 9475 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 9900 tokens : 3.3333333333333335% similarity, with 330 matched token, and 9570 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 10000 tokens : 3.37% similarity, with 337 matched token, and 9663 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 10100 tokens : 3.3762376237623766% similarity, with 341 matched token, and 9759 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 10200 tokens : 3.3725490196078427% similarity, with 344 matched token, and 9856 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 10300 tokens : 3.378640776699029% similarity, with 348 matched token, and 9952 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 10400 tokens : 3.3653846153846154% similarity, with 350 matched token, and 10050 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 10500 tokens : 3.3904761904761904% similarity, with 356 matched token, and 10144 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 10600 tokens : 3.3773584905660377% similarity, with 358 matched token, and 10242 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 10700 tokens : 3.411214953271028% similarity, with 365 matched token, and 10335 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 10800 tokens : 3.4074074074074074% similarity, with 368 matched token, and 10432 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 10900 tokens : 3.3944954128440368% similarity, with 370 matched token, and 10530 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 11000 tokens : 3.418181818181818% similarity, with 376 matched token, and 10624 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 11100 tokens : 3.414414414414414% similarity, with 379 matched token, and 10721 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 11200 tokens : 3.392857142857143% similarity, with 380 matched token, and 10820 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 11300 tokens : 3.4070796460176993% similarity, with 385 matched token, and 10915 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 11400 tokens : 3.4473684210526314% similarity, with 393 matched token, and 11007 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 11500 tokens : 3.4434782608695653% similarity, with 396 matched token, and 11104 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 11600 tokens : 3.474137931034483% similarity, with 403 matched token, and 11197 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 11700 tokens : 3.4444444444444446% similarity, with 403 matched token, and 11297 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 11800 tokens : 3.4661016949152543% similarity, with 409 matched token, and 11391 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 11900 tokens : 3.46218487394958% similarity, with 412 matched token, and 11488 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 12000 tokens : 3.4750000000000005% similarity, with 417 matched token, and 11583 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 12100 tokens : 3.479338842975207% similarity, with 421 matched token, and 11679 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 12200 tokens : 3.4672131147540983% similarity, with 423 matched token, and 11777 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 12300 tokens : 3.4796747967479678% similarity, with 428 matched token, and 11872 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 12400 tokens : 3.483870967741935% similarity, with 432 matched token, and 11968 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 12500 tokens : 3.472% similarity, with 434 matched token, and 12066 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 12600 tokens : 3.4682539682539684% similarity, with 437 matched token, and 12163 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 12700 tokens : 3.47244094488189% similarity, with 441 matched token, and 12259 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 12800 tokens : 3.4453125% similarity, with 441 matched token, and 12359 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 12900 tokens : 3.4496124031007755% similarity, with 445 matched token, and 12455 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 13000 tokens : 3.4769230769230766% similarity, with 452 matched token, and 12548 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 13100 tokens : 3.4656488549618323% similarity, with 454 matched token, and 12646 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 13200 tokens : 3.4772727272727275% similarity, with 459 matched token, and 12741 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 13300 tokens : 3.4511278195488724% similarity, with 459 matched token, and 12841 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 13400 tokens : 3.4925373134328357% similarity, with 468 matched token, and 12932 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 13500 tokens : 3.4666666666666663% similarity, with 468 matched token, and 13032 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 13600 tokens : 3.4926470588235294% similarity, with 475 matched token, and 13125 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 13700 tokens : 3.4744525547445253% similarity, with 476 matched token, and 13224 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 13800 tokens : 3.4710144927536235% similarity, with 479 matched token, and 13321 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 13900 tokens : 3.4892086330935252% similarity, with 485 matched token, and 13415 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 14000 tokens : 3.507142857142857% similarity, with 491 matched token, and 13509 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 14100 tokens : 3.5106382978723407% similarity, with 495 matched token, and 13605 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 14200 tokens : 3.4859154929577465% similarity, with 495 matched token, and 13705 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 14300 tokens : 3.4965034965034967% similarity, with 500 matched token, and 13800 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 14400 tokens : 3.5138888888888884% similarity, with 506 matched token, and 13894 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 14500 tokens : 3.510344827586207% similarity, with 509 matched token, and 13991 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 14600 tokens : 3.4863013698630136% similarity, with 509 matched token, and 14091 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 14700 tokens : 3.5306122448979593% similarity, with 519 matched token, and 14181 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 14800 tokens : 3.5000000000000004% similarity, with 518 matched token, and 14282 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 14900 tokens : 3.4966442953020134% similarity, with 521 matched token, and 14379 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 15000 tokens : 3.5000000000000004% similarity, with 525 matched token, and 14475 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 15100 tokens : 3.503311258278146% similarity, with 529 matched token, and 14571 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 15200 tokens : 3.4934210526315788% similarity, with 531 matched token, and 14669 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 15300 tokens : 3.483660130718954% similarity, with 533 matched token, and 14767 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 15400 tokens : 3.474025974025974% similarity, with 535 matched token, and 14865 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 15500 tokens : 3.464516129032258% similarity, with 537 matched token, and 14963 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 15600 tokens : 3.4871794871794872% similarity, with 544 matched token, and 15056 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 15700 tokens : 3.4904458598726116% similarity, with 548 matched token, and 15152 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 15800 tokens : 3.481012658227848% similarity, with 550 matched token, and 15250 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 15900 tokens : 3.471698113207547% similarity, with 552 matched token, and 15348 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 16000 tokens : 3.4562500000000003% similarity, with 553 matched token, and 15447 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "###\r\n", "### Model validation end ###\r\n", "###\r\n" ] } ], "source": [ "!python3 ./memory_script/eval_v5wavenet_memory_guided.py \"../../../model/WaveV5-C-Tune5.pth\" \"./logs/WavenetV5-C-Tune5-16k.csv\" 4100 16000" ] }, { "cell_type": "markdown", "id": "c860f0f8", "metadata": { "papermill": { "duration": 0.047252, "end_time": "2023-08-26T18:07:36.606949", "exception": false, "start_time": "2023-08-26T18:07:36.559697", "status": "completed" }, "tags": [] }, "source": [ "# 1B5 Wavenet Ctx 16k - V5 benchmark\n", "with 13 wavenet layers" ] }, { "cell_type": "code", "execution_count": 7, "id": "8290dbc1", "metadata": { "execution": { "iopub.execute_input": "2023-08-26T18:07:36.704308Z", "iopub.status.busy": "2023-08-26T18:07:36.703733Z", "iopub.status.idle": "2023-08-26T18:09:03.001928Z", "shell.execute_reply": "2023-08-26T18:09:03.000977Z" }, "papermill": { "duration": 86.35002, "end_time": "2023-08-26T18:09:03.004510", "exception": false, "start_time": "2023-08-26T18:07:36.654490", "status": "completed" }, "tags": [] }, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "[2023-08-26 18:07:41,327] [INFO] [real_accelerator.py:133:get_accelerator] Setting ds_accelerator to cuda (auto detect)\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "[RWKV.model] Running RWKV model using 'torch-jit' with torch '2.0.1+cu118'\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "###\r\n", "### Model validation start ###\r\n", "###\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 5 tokens : 100.0% similarity, with 5 matched token, and 0 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 10 tokens : 100.0% similarity, with 10 matched token, and 0 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 15 tokens : 100.0% similarity, with 15 matched token, and 0 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 20 tokens : 100.0% similarity, with 20 matched token, and 0 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 25 tokens : 100.0% similarity, with 25 matched token, and 0 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 30 tokens : 100.0% similarity, with 30 matched token, and 0 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 35 tokens : 100.0% similarity, with 35 matched token, and 0 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 40 tokens : 100.0% similarity, with 40 matched token, and 0 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 45 tokens : 100.0% similarity, with 45 matched token, and 0 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 50 tokens : 100.0% similarity, with 50 matched token, and 0 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 55 tokens : 100.0% similarity, with 55 matched token, and 0 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 60 tokens : 100.0% similarity, with 60 matched token, and 0 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 65 tokens : 100.0% similarity, with 65 matched token, and 0 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 70 tokens : 100.0% similarity, with 70 matched token, and 0 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 75 tokens : 100.0% similarity, with 75 matched token, and 0 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 80 tokens : 100.0% similarity, with 80 matched token, and 0 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 85 tokens : 100.0% similarity, with 85 matched token, and 0 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 90 tokens : 100.0% similarity, with 90 matched token, and 0 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 95 tokens : 100.0% similarity, with 95 matched token, and 0 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 100 tokens : 100.0% similarity, with 100 matched token, and 0 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 105 tokens : 100.0% similarity, with 105 matched token, and 0 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 110 tokens : 99.0909090909091% similarity, with 109 matched token, and 1 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 115 tokens : 100.0% similarity, with 115 matched token, and 0 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 120 tokens : 99.16666666666667% similarity, with 119 matched token, and 1 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 125 tokens : 99.2% similarity, with 124 matched token, and 1 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 130 tokens : 100.0% similarity, with 130 matched token, and 0 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 135 tokens : 100.0% similarity, with 135 matched token, and 0 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 140 tokens : 100.0% similarity, with 140 matched token, and 0 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 145 tokens : 100.0% similarity, with 145 matched token, and 0 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 150 tokens : 100.0% similarity, with 150 matched token, and 0 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 160 tokens : 99.375% similarity, with 159 matched token, and 1 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 170 tokens : 99.41176470588235% similarity, with 169 matched token, and 1 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 180 tokens : 99.44444444444444% similarity, with 179 matched token, and 1 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 190 tokens : 100.0% similarity, with 190 matched token, and 0 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 200 tokens : 99.5% similarity, with 199 matched token, and 1 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 210 tokens : 100.0% similarity, with 210 matched token, and 0 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 220 tokens : 99.0909090909091% similarity, with 218 matched token, and 2 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 230 tokens : 99.1304347826087% similarity, with 228 matched token, and 2 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 240 tokens : 97.91666666666666% similarity, with 235 matched token, and 5 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 250 tokens : 98.0% similarity, with 245 matched token, and 5 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 260 tokens : 98.84615384615385% similarity, with 257 matched token, and 3 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 270 tokens : 98.51851851851852% similarity, with 266 matched token, and 4 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 280 tokens : 97.85714285714285% similarity, with 274 matched token, and 6 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 290 tokens : 97.93103448275862% similarity, with 284 matched token, and 6 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 300 tokens : 98.0% similarity, with 294 matched token, and 6 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 325 tokens : 98.15384615384616% similarity, with 319 matched token, and 6 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 350 tokens : 98.28571428571429% similarity, with 344 matched token, and 6 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 375 tokens : 98.13333333333333% similarity, with 368 matched token, and 7 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 400 tokens : 98.25% similarity, with 393 matched token, and 7 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 425 tokens : 98.11764705882354% similarity, with 417 matched token, and 8 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 450 tokens : 98.22222222222223% similarity, with 442 matched token, and 8 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 475 tokens : 98.3157894736842% similarity, with 467 matched token, and 8 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 500 tokens : 97.8% similarity, with 489 matched token, and 11 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 525 tokens : 97.33333333333334% similarity, with 511 matched token, and 14 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 550 tokens : 97.0909090909091% similarity, with 534 matched token, and 16 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 575 tokens : 97.3913043478261% similarity, with 560 matched token, and 15 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 600 tokens : 97.0% similarity, with 582 matched token, and 18 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 625 tokens : 97.28% similarity, with 608 matched token, and 17 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 650 tokens : 96.76923076923077% similarity, with 629 matched token, and 21 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 675 tokens : 97.18518518518519% similarity, with 656 matched token, and 19 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 700 tokens : 96.71428571428572% similarity, with 677 matched token, and 23 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 750 tokens : 97.46666666666667% similarity, with 731 matched token, and 19 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 800 tokens : 97.125% similarity, with 777 matched token, and 23 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 850 tokens : 97.52941176470588% similarity, with 829 matched token, and 21 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 900 tokens : 97.22222222222221% similarity, with 875 matched token, and 25 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 950 tokens : 96.42105263157895% similarity, with 916 matched token, and 34 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 1000 tokens : 96.3% similarity, with 963 matched token, and 37 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Finished baseline model to eval output predictive matching (aka 0 memory?), for 1000 tokens\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "###\r\n", "### Model validation end ###\r\n", "###\r\n" ] } ], "source": [ "!export RWKV_WAVENET_LAYERS=\"13\" && \\\n", " python3 ./memory_script/eval_v5wavenet_memory_guided.py \"../../../model/v5wave-1B5-E0_1-ctx-16k-preview-30p.pth\" \"./logs/v5wave-13-1B5-E0_1-ctx-16k-1k.csv\"" ] }, { "cell_type": "code", "execution_count": 8, "id": "f9cd1140", "metadata": { "execution": { "iopub.execute_input": "2023-08-26T18:09:03.115250Z", "iopub.status.busy": "2023-08-26T18:09:03.114636Z", "iopub.status.idle": "2023-08-26T18:14:06.557745Z", "shell.execute_reply": "2023-08-26T18:14:06.556587Z" }, "papermill": { "duration": 303.501199, "end_time": "2023-08-26T18:14:06.560361", "exception": false, "start_time": "2023-08-26T18:09:03.059162", "status": "completed" }, "tags": [] }, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "[2023-08-26 18:09:07,480] [INFO] [real_accelerator.py:133:get_accelerator] Setting ds_accelerator to cuda (auto detect)\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "[RWKV.model] Running RWKV model using 'torch-jit' with torch '2.0.1+cu118'\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "###\r\n", "### Model validation start ###\r\n", "###\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 1100 tokens : 95.45454545454545% similarity, with 1050 matched token, and 50 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 1150 tokens : 95.1304347826087% similarity, with 1094 matched token, and 56 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 1200 tokens : 94.08333333333333% similarity, with 1129 matched token, and 71 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 1250 tokens : 94.32000000000001% similarity, with 1179 matched token, and 71 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 1300 tokens : 94.07692307692308% similarity, with 1223 matched token, and 77 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 1350 tokens : 94.0% similarity, with 1269 matched token, and 81 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 1400 tokens : 94.42857142857143% similarity, with 1322 matched token, and 78 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 1450 tokens : 94.06896551724138% similarity, with 1364 matched token, and 86 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 1500 tokens : 93.93333333333334% similarity, with 1409 matched token, and 91 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 1550 tokens : 93.35483870967742% similarity, with 1447 matched token, and 103 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 1600 tokens : 92.8125% similarity, with 1485 matched token, and 115 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 1650 tokens : 92.36363636363636% similarity, with 1524 matched token, and 126 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 1700 tokens : 90.23529411764706% similarity, with 1534 matched token, and 166 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 1750 tokens : 89.31428571428572% similarity, with 1563 matched token, and 187 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 1800 tokens : 88.27777777777777% similarity, with 1589 matched token, and 211 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 1850 tokens : 86.10810810810811% similarity, with 1593 matched token, and 257 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 1900 tokens : 85.21052631578947% similarity, with 1619 matched token, and 281 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 1950 tokens : 82.35897435897435% similarity, with 1606 matched token, and 344 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 2000 tokens : 80.2% similarity, with 1604 matched token, and 396 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 2050 tokens : 78.4390243902439% similarity, with 1608 matched token, and 442 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 2100 tokens : 76.19047619047619% similarity, with 1600 matched token, and 500 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 2150 tokens : 73.90697674418605% similarity, with 1589 matched token, and 561 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 2200 tokens : 72.0% similarity, with 1584 matched token, and 616 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 2250 tokens : 69.73333333333333% similarity, with 1569 matched token, and 681 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 2300 tokens : 67.69565217391305% similarity, with 1557 matched token, and 743 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 2350 tokens : 65.87234042553192% similarity, with 1548 matched token, and 802 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 2400 tokens : 64.0% similarity, with 1536 matched token, and 864 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 2450 tokens : 62.28571428571429% similarity, with 1526 matched token, and 924 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 2500 tokens : 61.12% similarity, with 1528 matched token, and 972 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 2550 tokens : 59.92156862745098% similarity, with 1528 matched token, and 1022 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 2600 tokens : 58.61538461538461% similarity, with 1524 matched token, and 1076 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 2650 tokens : 57.62264150943396% similarity, with 1527 matched token, and 1123 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 2700 tokens : 56.888888888888886% similarity, with 1536 matched token, and 1164 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 2750 tokens : 55.16363636363636% similarity, with 1517 matched token, and 1233 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 2800 tokens : 54.392857142857146% similarity, with 1523 matched token, and 1277 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 2850 tokens : 53.6140350877193% similarity, with 1528 matched token, and 1322 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 2900 tokens : 52.724137931034484% similarity, with 1529 matched token, and 1371 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 2950 tokens : 51.559322033898304% similarity, with 1521 matched token, and 1429 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 3000 tokens : 50.53333333333333% similarity, with 1516 matched token, and 1484 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 3050 tokens : 49.34426229508197% similarity, with 1505 matched token, and 1545 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 3100 tokens : 48.16129032258065% similarity, with 1493 matched token, and 1607 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 3150 tokens : 47.3015873015873% similarity, with 1490 matched token, and 1660 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 3200 tokens : 46.09375% similarity, with 1475 matched token, and 1725 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 3250 tokens : 44.861538461538466% similarity, with 1458 matched token, and 1792 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 3300 tokens : 44.333333333333336% similarity, with 1463 matched token, and 1837 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 3350 tokens : 43.3134328358209% similarity, with 1451 matched token, and 1899 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 3400 tokens : 42.5% similarity, with 1445 matched token, and 1955 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 3450 tokens : 41.449275362318836% similarity, with 1430 matched token, and 2020 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 3500 tokens : 40.51428571428571% similarity, with 1418 matched token, and 2082 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 3550 tokens : 39.718309859154935% similarity, with 1410 matched token, and 2140 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 3600 tokens : 38.88888888888889% similarity, with 1400 matched token, and 2200 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 3650 tokens : 37.78082191780822% similarity, with 1379 matched token, and 2271 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 3700 tokens : 37.24324324324325% similarity, with 1378 matched token, and 2322 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 3750 tokens : 36.586666666666666% similarity, with 1372 matched token, and 2378 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 3800 tokens : 35.8421052631579% similarity, with 1362 matched token, and 2438 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 3850 tokens : 35.24675324675325% similarity, with 1357 matched token, and 2493 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 3900 tokens : 34.69230769230769% similarity, with 1353 matched token, and 2547 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 3950 tokens : 33.64556962025316% similarity, with 1329 matched token, and 2621 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 4000 tokens : 33.2% similarity, with 1328 matched token, and 2672 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "###\r\n", "### Model validation end ###\r\n", "###\r\n" ] } ], "source": [ "!export RWKV_WAVENET_LAYERS=\"13\" && \\\n", " python3 ./memory_script/eval_v5wavenet_memory_guided.py \"../../../model/v5wave-1B5-E0_1-ctx-16k-preview-30p.pth\" \"./logs/v5wave-13-1B5-E0_1-ctx-16k-4k.csv\" 1100 4000" ] }, { "cell_type": "code", "execution_count": 9, "id": "15b105dc", "metadata": { "execution": { "iopub.execute_input": "2023-08-26T18:14:06.679969Z", "iopub.status.busy": "2023-08-26T18:14:06.678771Z", "iopub.status.idle": "2023-08-26T19:20:00.252797Z", "shell.execute_reply": "2023-08-26T19:20:00.251896Z" }, "papermill": { "duration": 3953.636651, "end_time": "2023-08-26T19:20:00.255360", "exception": false, "start_time": "2023-08-26T18:14:06.618709", "status": "completed" }, "tags": [] }, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "[2023-08-26 18:14:11,328] [INFO] [real_accelerator.py:133:get_accelerator] Setting ds_accelerator to cuda (auto detect)\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "[RWKV.model] Running RWKV model using 'torch-jit' with torch '2.0.1+cu118'\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "###\r\n", "### Model validation start ###\r\n", "###\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 4100 tokens : 31.5609756097561% similarity, with 1294 matched token, and 2806 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 4200 tokens : 30.0952380952381% similarity, with 1264 matched token, and 2936 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 4300 tokens : 28.55813953488372% similarity, with 1228 matched token, and 3072 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 4400 tokens : 27.18181818181818% similarity, with 1196 matched token, and 3204 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 4500 tokens : 25.68888888888889% similarity, with 1156 matched token, and 3344 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 4600 tokens : 24.0% similarity, with 1104 matched token, and 3496 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 4700 tokens : 22.93617021276596% similarity, with 1078 matched token, and 3622 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 4800 tokens : 21.708333333333332% similarity, with 1042 matched token, and 3758 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 4900 tokens : 20.04081632653061% similarity, with 982 matched token, and 3918 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 5000 tokens : 18.68% similarity, with 934 matched token, and 4066 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 5100 tokens : 17.27450980392157% similarity, with 881 matched token, and 4219 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 5200 tokens : 16.153846153846153% similarity, with 840 matched token, and 4360 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 5300 tokens : 14.962264150943398% similarity, with 793 matched token, and 4507 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 5400 tokens : 13.981481481481481% similarity, with 755 matched token, and 4645 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 5500 tokens : 13.072727272727272% similarity, with 719 matched token, and 4781 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 5600 tokens : 12.232142857142856% similarity, with 685 matched token, and 4915 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 5700 tokens : 11.350877192982455% similarity, with 647 matched token, and 5053 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 5800 tokens : 10.724137931034484% similarity, with 622 matched token, and 5178 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 5900 tokens : 10.0% similarity, with 590 matched token, and 5310 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 6000 tokens : 9.216666666666667% similarity, with 553 matched token, and 5447 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 6100 tokens : 8.721311475409836% similarity, with 532 matched token, and 5568 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 6200 tokens : 8.258064516129032% similarity, with 512 matched token, and 5688 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 6300 tokens : 7.968253968253968% similarity, with 502 matched token, and 5798 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 6400 tokens : 7.5625% similarity, with 484 matched token, and 5916 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 6500 tokens : 7.230769230769231% similarity, with 470 matched token, and 6030 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 6600 tokens : 7.106060606060606% similarity, with 469 matched token, and 6131 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 6700 tokens : 6.656716417910448% similarity, with 446 matched token, and 6254 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 6800 tokens : 6.397058823529411% similarity, with 435 matched token, and 6365 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 6900 tokens : 6.086956521739131% similarity, with 420 matched token, and 6480 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 7000 tokens : 5.714285714285714% similarity, with 400 matched token, and 6600 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 7100 tokens : 5.450704225352113% similarity, with 387 matched token, and 6713 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 7200 tokens : 5.25% similarity, with 378 matched token, and 6822 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 7300 tokens : 5.054794520547945% similarity, with 369 matched token, and 6931 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 7400 tokens : 4.972972972972973% similarity, with 368 matched token, and 7032 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 7500 tokens : 4.8% similarity, with 360 matched token, and 7140 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 7600 tokens : 4.697368421052631% similarity, with 357 matched token, and 7243 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 7700 tokens : 4.48051948051948% similarity, with 345 matched token, and 7355 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 7800 tokens : 4.333333333333334% similarity, with 338 matched token, and 7462 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 7900 tokens : 4.0886075949367084% similarity, with 323 matched token, and 7577 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 8000 tokens : 3.975% similarity, with 318 matched token, and 7682 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 8100 tokens : 3.8148148148148144% similarity, with 309 matched token, and 7791 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 8200 tokens : 3.8292682926829267% similarity, with 314 matched token, and 7886 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 8300 tokens : 3.662650602409639% similarity, with 304 matched token, and 7996 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 8400 tokens : 3.607142857142857% similarity, with 303 matched token, and 8097 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 8500 tokens : 3.6117647058823534% similarity, with 307 matched token, and 8193 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 8600 tokens : 3.558139534883721% similarity, with 306 matched token, and 8294 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 8700 tokens : 3.5402298850574714% similarity, with 308 matched token, and 8392 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 8800 tokens : 3.5113636363636362% similarity, with 309 matched token, and 8491 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 8900 tokens : 3.51685393258427% similarity, with 313 matched token, and 8587 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 9000 tokens : 3.4666666666666663% similarity, with 312 matched token, and 8688 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 9100 tokens : 3.472527472527472% similarity, with 316 matched token, and 8784 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 9200 tokens : 3.4891304347826084% similarity, with 321 matched token, and 8879 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 9300 tokens : 3.4193548387096775% similarity, with 318 matched token, and 8982 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 9400 tokens : 3.4148936170212765% similarity, with 321 matched token, and 9079 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 9500 tokens : 3.4105263157894736% similarity, with 324 matched token, and 9176 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 9600 tokens : 3.4062500000000004% similarity, with 327 matched token, and 9273 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 9700 tokens : 3.402061855670103% similarity, with 330 matched token, and 9370 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 9800 tokens : 3.387755102040816% similarity, with 332 matched token, and 9468 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 9900 tokens : 3.404040404040404% similarity, with 337 matched token, and 9563 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 10000 tokens : 3.4299999999999997% similarity, with 343 matched token, and 9657 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 10100 tokens : 3.445544554455446% similarity, with 348 matched token, and 9752 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 10200 tokens : 3.431372549019608% similarity, with 350 matched token, and 9850 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 10300 tokens : 3.4368932038834954% similarity, with 354 matched token, and 9946 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 10400 tokens : 3.4423076923076925% similarity, with 358 matched token, and 10042 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 10500 tokens : 3.4666666666666663% similarity, with 364 matched token, and 10136 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 10600 tokens : 3.443396226415094% similarity, with 365 matched token, and 10235 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 10700 tokens : 3.4766355140186915% similarity, with 372 matched token, and 10328 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 10800 tokens : 3.4814814814814814% similarity, with 376 matched token, and 10424 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 10900 tokens : 3.4678899082568804% similarity, with 378 matched token, and 10522 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 11000 tokens : 3.4727272727272727% similarity, with 382 matched token, and 10618 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 11100 tokens : 3.4684684684684686% similarity, with 385 matched token, and 10715 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 11200 tokens : 3.4642857142857144% similarity, with 388 matched token, and 10812 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 11300 tokens : 3.4601769911504423% similarity, with 391 matched token, and 10909 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 11400 tokens : 3.508771929824561% similarity, with 400 matched token, and 11000 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 11500 tokens : 3.5130434782608697% similarity, with 404 matched token, and 11096 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 11600 tokens : 3.53448275862069% similarity, with 410 matched token, and 11190 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 11700 tokens : 3.5213675213675217% similarity, with 412 matched token, and 11288 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 11800 tokens : 3.5423728813559316% similarity, with 418 matched token, and 11382 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 11900 tokens : 3.5546218487394956% similarity, with 423 matched token, and 11477 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 12000 tokens : 3.5666666666666664% similarity, with 428 matched token, and 11572 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 12100 tokens : 3.56198347107438% similarity, with 431 matched token, and 11669 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 12200 tokens : 3.5573770491803276% similarity, with 434 matched token, and 11766 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 12300 tokens : 3.560975609756097% similarity, with 438 matched token, and 11862 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 12400 tokens : 3.5725806451612905% similarity, with 443 matched token, and 11957 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 12500 tokens : 3.56% similarity, with 445 matched token, and 12055 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 12600 tokens : 3.5634920634920637% similarity, with 449 matched token, and 12151 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 12700 tokens : 3.559055118110236% similarity, with 452 matched token, and 12248 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 12800 tokens : 3.5546875% similarity, with 455 matched token, and 12345 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 12900 tokens : 3.558139534883721% similarity, with 459 matched token, and 12441 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 13000 tokens : 3.569230769230769% similarity, with 464 matched token, and 12536 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 13100 tokens : 3.557251908396947% similarity, with 466 matched token, and 12634 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 13200 tokens : 3.5681818181818183% similarity, with 471 matched token, and 12729 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 13300 tokens : 3.556390977443609% similarity, with 473 matched token, and 12827 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 13400 tokens : 3.5746268656716413% similarity, with 479 matched token, and 12921 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 13500 tokens : 3.562962962962963% similarity, with 481 matched token, and 13019 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 13600 tokens : 3.573529411764706% similarity, with 486 matched token, and 13114 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 13700 tokens : 3.5620437956204376% similarity, with 488 matched token, and 13212 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 13800 tokens : 3.5652173913043477% similarity, with 492 matched token, and 13308 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 13900 tokens : 3.575539568345324% similarity, with 497 matched token, and 13403 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 14000 tokens : 3.5999999999999996% similarity, with 504 matched token, and 13496 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 14100 tokens : 3.595744680851064% similarity, with 507 matched token, and 13593 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 14200 tokens : 3.591549295774648% similarity, with 510 matched token, and 13690 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 14300 tokens : 3.5874125874125875% similarity, with 513 matched token, and 13787 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 14400 tokens : 3.5972222222222223% similarity, with 518 matched token, and 13882 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 14500 tokens : 3.5862068965517238% similarity, with 520 matched token, and 13980 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 14600 tokens : 3.582191780821918% similarity, with 523 matched token, and 14077 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 14700 tokens : 3.612244897959184% similarity, with 531 matched token, and 14169 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 14800 tokens : 3.5945945945945947% similarity, with 532 matched token, and 14268 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 14900 tokens : 3.5906040268456376% similarity, with 535 matched token, and 14365 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 15000 tokens : 3.5866666666666664% similarity, with 538 matched token, and 14462 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 15100 tokens : 3.589403973509934% similarity, with 542 matched token, and 14558 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 15200 tokens : 3.578947368421052% similarity, with 544 matched token, and 14656 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 15300 tokens : 3.581699346405229% similarity, with 548 matched token, and 14752 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 15400 tokens : 3.5779220779220777% similarity, with 551 matched token, and 14849 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 15500 tokens : 3.5806451612903225% similarity, with 555 matched token, and 14945 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 15600 tokens : 3.5897435897435894% similarity, with 560 matched token, and 15040 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 15700 tokens : 3.5987261146496814% similarity, with 565 matched token, and 15135 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 15800 tokens : 3.588607594936709% similarity, with 567 matched token, and 15233 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 15900 tokens : 3.5849056603773586% similarity, with 570 matched token, and 15330 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "## Model validation for 16000 tokens : 3.5749999999999997% similarity, with 572 matched token, and 15428 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "###\r\n", "### Model validation end ###\r\n", "###\r\n" ] } ], "source": [ "!export RWKV_WAVENET_LAYERS=\"13\" && \\\n", " python3 ./memory_script/eval_v5wavenet_memory_guided.py \"../../../model/v5wave-1B5-E0_1-ctx-16k-preview-30p.pth\" \"./logs/v5wave-13-1B5-E0_1-ctx-16k-16k.csv\" 4100 16000" ] } ], "metadata": { "kernelspec": { "display_name": "rwkv-infctx", "language": "python", "name": "python3" }, "language_info": { "codemirror_mode": { "name": "ipython", "version": 3 }, "file_extension": ".py", "mimetype": "text/x-python", "name": "python", "nbconvert_exporter": "python", "pygments_lexer": "ipython3", "version": "3.10.12" }, "papermill": { "default_parameters": {}, "duration": 8832.624613, "end_time": "2023-08-26T19:20:00.665609", "environment_variables": {}, "exception": null, "input_path": "/actions-runner/_work/RWKV-infctx-trainer/RWKV-infctx-trainer/notebook/experiment/memory-bench/Benchmark-V5wavenet.ipynb", "output_path": "/actions-runner/_work/RWKV-infctx-trainer/RWKV-infctx-trainer/output/experiment/memory-bench/Benchmark-V5wavenet.ipynb", "parameters": {}, "start_time": "2023-08-26T16:52:48.040996", "version": "2.4.0" } }, "nbformat": 4, "nbformat_minor": 5 }