Adding all exports

Latency_and_Throughput_Manim.ipynb

@@ -28,30 +28,68 @@
   },
   {
    "cell_type": "code",
-   "execution_count": null,
+   "execution_count": 1,
    "id": "f8ffa0be-d1ae-4b1d-8827-01e11ef5be68",
    "metadata": {
     "tags": []
    },
-   "outputs": [],
+   "outputs": [
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "--2024-05-18 06:19:15--  https://pic.onlinewebfonts.com/thumbnails/icons_308642.svg\n",
+      "Resolving pic.onlinewebfonts.com (pic.onlinewebfonts.com)... 107.161.24.252\n",
+      "Connecting to pic.onlinewebfonts.com (pic.onlinewebfonts.com)|107.161.24.252|:443... connected.\n",
+      "HTTP request sent, awaiting response... 200 OK\n",
+      "Length: unspecified [image/svg+xml]\n",
+      "Saving to: ‘user.svg’\n",
+      "\n",
+      "user.svg                [ <=>                ]   1.44K  --.-KB/s    in 0s      \n",
+      "\n",
+      "2024-05-18 06:19:15 (234 MB/s) - ‘user.svg’ saved [1470]\n",
+      "\n"
+     ]
+    }
+   ],
    "source": [
     "!wget -O user.svg https://pic.onlinewebfonts.com/thumbnails/icons_308642.svg"
    ]
   },
   {
-   "cell_type": "markdown",
-   "id": "governing-increase",
-   "metadata": {},
+   "cell_type": "code",
+   "execution_count": 2,
+   "id": "7743cc54-42db-4002-a785-60070ddb628e",
+   "metadata": {
+    "tags": []
+   },
+   "outputs": [
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "--2024-05-18 06:19:16--  https://img.freepik.com/free-vector/yellow-beauty-butterfly-insect-icon_18591-82368.jpg\n",
+      "Resolving img.freepik.com (img.freepik.com)... 23.215.0.170, 23.215.0.167, 2600:1408:5400:13::17cf:caca, ...\n",
+      "Connecting to img.freepik.com (img.freepik.com)|23.215.0.170|:443... connected.\n",
+      "HTTP request sent, awaiting response... 200 OK\n",
+      "Length: 75172 (73K) [image/jpeg]\n",
+      "Saving to: ‘butterfly.jpg’\n",
+      "\n",
+      "butterfly.jpg       100%[===================>]  73.41K  --.-KB/s    in 0.005s  \n",
+      "\n",
+      "2024-05-18 06:19:16 (14.6 MB/s) - ‘butterfly.jpg’ saved [75172/75172]\n",
+      "\n"
+     ]
+    }
+   ],
    "source": [
-    "We begin our short walkthrough by importing everything from the library. Run the following code cell to do so (focus the cell and hit the *Run* button above, or press `Shift`+`Enter` – you can find more information about how to navigate and work with Jupyter notebooks in the *Help* menu at the top of this page).\n",
-    "\n",
-    "The second line controls the maximum width used to display videos in this notebook, and the third line controls the verbosity of the log output. Feel free to adapt both of these settings to your liking."
+    "!wget -O butterfly.jpg https://img.freepik.com/free-vector/yellow-beauty-butterfly-insect-icon_18591-82368.jpg"
    ]
   },
   {
    "cell_type": "code",
-   "execution_count": null,
-   "id": "eaab1b64-4833-4e7d-97e7-3c5324c742df",
+   "execution_count": 3,
+   "id": "64771639-9c66-49a9-ad1f-b5e4dc83a768",
    "metadata": {
     "tags": []
    },
@@ -63,22 +101,28 @@
     "config.verbosity = \"WARNING\""
    ]
   },
+  {
+   "cell_type": "markdown",
+   "id": "06a8c7a5-ac68-4c18-9d2f-6ad52cda7826",
+   "metadata": {},
+   "source": [
+    "# Latency Visualization"
+   ]
+  },
   {
    "cell_type": "code",
-   "execution_count": null,
    "id": "257cf337-948e-4ef7-aae3-2fb7b5b58602",
    "metadata": {
     "tags": []
    },
-   "outputs": [],
    "source": [
-    "%%manim -qm --format=gif LatencyVisualization\n",
+    "%%manim -qm --format mp4 LatencyVisualization\n",
     "\n",
     "from manim import *\n",
     "\n",
     "text = \"The cake is a lie\"\n",
     "text_list = text.split(\" \")\n",
-    "rounds = 3\n",
+    "rounds = 2\n",
     "class LatencyVisualization(Scene):\n",
     "\n",
     "    def construct(self):\n",
@@ -127,139 +171,48 @@
     "        # Conclusion\n",
     "        self.wait(2)\n",
     "        self.play(FadeOut(conclusion_text), FadeOut(llm_box), FadeOut(llm_text), FadeOut(user), FadeOut(timer_text))\n"
-   ]
+   ],
+   "outputs": [],
+   "execution_count": null
   },
   {
-   "cell_type": "markdown",
-   "id": "c894dbaf-021d-4441-9c0b-679bdca8ab8b",
+   "cell_type": "code",
+   "id": "59202547-0e0d-4ea1-a82a-1c12135844ed",
    "metadata": {},
    "source": [
-    "## Throughput"
-   ]
+    "%manim -qm --format gif LatencyVisualization"
+   ],
+   "outputs": [],
+   "execution_count": null
   },
   {
    "cell_type": "code",
-   "execution_count": null,
-   "id": "4d20b052-e155-412a-9f32-6ea1a890c361",
-   "metadata": {
-    "tags": []
-   },
-   "outputs": [],
+   "id": "9a4c8bd1-c03b-4f35-bb67-8ad3dd25df32",
+   "metadata": {},
    "source": [
-    "%%manim -qm EmojiScene\n",
-    "from manim import *\n",
-    "\n",
-    "class EmojiScene(Scene):\n",
-    "    def construct(self):\n",
-    "        # Use Unicode escape sequence for the butterfly emoji\n",
-    "        text = Text(\"Butterfly: \\U0001F98B 🦋\", font=\"Apple Color Emoji\")\n",
-    "        self.add(text)\n",
-    "        self.play(FadeIn(text))\n",
-    "        self.wait(2)\n",
-    "\n",
-    "# Render the scene\n",
-    "scene = EmojiScene()\n",
-    "scene.render()\n"
-   ]
+    "%manim -qm --format webm LatencyVisualization"
+   ],
+   "outputs": [],
+   "execution_count": null
   },
   {
-   "cell_type": "code",
-   "execution_count": null,
-   "id": "f0e03d7a-0db1-41aa-8a79-4a9f0f5615e7",
+   "cell_type": "markdown",
+   "id": "d8e185f7-8abd-43ed-a3cd-f370553ad58d",
    "metadata": {
-    "jupyter": {
-     "outputs_hidden": true
-    },
     "tags": []
    },
-   "outputs": [],
    "source": [
-    "%%manim -qm FontDemo\n",
-    "from manim import *\n",
-    "\n",
-    "class FontDemo(Scene):\n",
-    "    def construct(self):\n",
-    "        font_names = [\n",
-    "            'Academy Engraved LET', 'Adelle Sans Devanagari', 'AkayaKanadaka', 'AkayaTelivigala',\n",
-    "            'Al Bayan', 'Al Nile', 'Al Tarikh', 'American Typewriter', 'Andale Mono', 'Annai MN',\n",
-    "            'Apple Braille', 'Apple Chancery', 'Apple Color Emoji', 'Apple LiGothic', 'Apple LiSung',\n",
-    "            'Apple SD Gothic Neo', 'Apple Symbols', 'AppleGothic', 'AppleMyungjo', 'Arial', 'Arial Black',\n",
-    "            'Arial Hebrew', 'Arial Hebrew Scholar', 'Arial Narrow', 'Arial Rounded MT Bold', 'Arial Unicode MS',\n",
-    "            'Arima Koshi', 'Arima Madurai', 'Avenir', 'Avenir Next', 'Avenir Next Condensed', 'Ayuthaya',\n",
-    "            'BM Dohyeon', 'BM Hanna 11yrs Old', 'BM Hanna Air', 'BM Hanna Pro', 'BM Jua', 'BM Kirang Haerang',\n",
-    "            'BM Yeonsung', 'Baghdad', 'Bai Jamjuree', 'Baloo 2', 'Baloo Bhai 2', 'Baloo Bhaijaan',\n",
-    "            'Baloo Bhaina 2', 'Baloo Chettan 2', 'Baloo Da 2', 'Baloo Paaji 2', 'Baloo Tamma 2',\n",
-    "            'Baloo Tammudu 2', 'Baloo Thambi 2', 'Bangla MN', 'Bangla Sangam MN', 'Baoli SC', 'Baoli TC',\n",
-    "            'Baskerville', 'Beirut', 'BiauKai', 'Big Caslon', 'Bodoni 72', 'Bodoni 72 Oldstyle',\n",
-    "            'Bodoni 72 Smallcaps', 'Bodoni Ornaments', 'Bradley Hand', 'Brush Script MT', 'Cambay Devanagari',\n",
-    "            'Chakra Petch', 'Chalkboard', 'Chalkboard SE', 'Chalkduster', 'Charm', 'Charmonman', 'Charter',\n",
-    "            'Cochin', 'Comic Sans MS', 'Copperplate', 'Corsiva Hebrew', 'Courier New', 'DIN Alternate',\n",
-    "            'DIN Condensed', 'Damascus', 'DecoType Naskh', 'Devanagari MT', 'Devanagari Sangam MN', 'Didot',\n",
-    "            'Diwan Kufi', 'Diwan Thuluth', 'Euphemia UCAS', 'Fahkwang', 'Farah', 'Farisi', 'Futura',\n",
-    "            'GB18030 Bitmap', 'Galvji', 'Geeza Pro', 'Geneva', 'Georgia', 'Gill Sans', 'Gotu', 'Grantha Sangam MN',\n",
-    "            'Graphik', 'Gujarati MT', 'Gujarati Sangam MN', 'GungSeo', 'Gurmukhi MN', 'Gurmukhi MT',\n",
-    "            'Gurmukhi Sangam MN', 'Hannotate SC', 'Hannotate TC', 'HanziPen SC', 'HanziPen TC', 'HeadLineA',\n",
-    "            'Hei', 'Heiti SC', 'Heiti TC', 'Helvetica', 'Helvetica Neue', 'Herculanum', 'Hiragino Maru Gothic ProN',\n",
-    "            'Hiragino Mincho ProN', 'Hiragino Sans', 'Hiragino Sans CNS', 'Hiragino Sans GB', 'Hoefler Text',\n",
-    "            'Hubballi', 'ITF Devanagari', 'ITF Devanagari Marathi', 'Impact', 'InaiMathi', 'Jaini', 'Jaini Purva',\n",
-    "            'K2D', 'Kai', 'Kailasa', 'Kaiti SC', 'Kaiti TC', 'Kannada MN', 'Kannada Sangam MN', 'Katari',\n",
-    "            'Kavivanar', 'Kefa', 'Khmer MN', 'Khmer Sangam MN', 'Klee', 'KoHo', 'Kodchasan', 'Kohinoor Bangla',\n",
-    "            'Kohinoor Devanagari', 'Kohinoor Gujarati', 'Kohinoor Telugu', 'Kokonor', 'Krub', 'Krungthep',\n",
-    "            'KufiStandardGK', 'Lahore Gurmukhi', 'Lantinghei SC', 'Lantinghei TC', 'Lao MN', 'Lao Sangam MN',\n",
-    "            'Lava Devanagari', 'Lava Kannada', 'Lava Telugu', 'LiHei Pro', 'LiSong Pro', 'Libian SC', 'Libian TC',\n",
-    "            'LingWai SC', 'LingWai TC', 'Lucida Grande', 'Luminari', 'Maku', 'Malayalam MN', 'Malayalam Sangam MN',\n",
-    "            'Mali', 'Marker Felt', 'Menlo', 'Microsoft Sans Serif', 'Mishafi', 'Mishafi Gold', 'Modak', 'Monaco',\n",
-    "            'Monaspace Argon', 'Monaspace Argon Var', 'Monaspace Krypton', 'Monaspace Krypton Var', 'Monaspace Neon',\n",
-    "            'Monaspace Neon Var', 'Monaspace Radon', 'Monaspace Radon Var', 'Monaspace Xenon', 'Monaspace Xenon Var',\n",
-    "            'Monospace', 'Mshtakan', 'Mukta', 'Mukta Mahee', 'Mukta Malar', 'Mukta Vaani', 'Muna', 'Myanmar MN',\n",
-    "            'Myanmar Sangam MN', 'Nadeem', 'Nanum Brush Script', 'Nanum Gothic', 'Nanum Myeongjo', 'Nanum Pen Script',\n",
-    "            'New Peninim MT', 'Niramit', 'Noteworthy', 'Noto Nastaliq Urdu', 'Noto Sans Batak', 'Noto Sans Kannada',\n",
-    "            'Noto Sans Myanmar', 'Noto Sans NKo', 'Noto Sans Oriya', 'Noto Sans Tagalog', 'Noto Serif Kannada',\n",
-    "            'Noto Serif Myanmar', 'October Compressed Devanagari', 'October Compressed Tamil',\n",
-    "            'October Condensed Devanagari', 'October Condensed Tamil', 'October Devanagari', 'October Tamil', 'Optima',\n",
-    "            'Oriya MN', 'Oriya Sangam MN', 'Osaka', 'PCMyungjo', 'PSL Ornanong Pro', 'PT Mono', 'PT Sans',\n",
-    "            'PT Sans Caption', 'PT Sans Narrow', 'PT Serif', 'PT Serif Caption', 'Padyakke Expanded One', 'Palatino',\n",
-    "            'Papyrus', 'Party LET', 'Phosphate', 'PilGi', 'PingFang HK', 'PingFang SC', 'PingFang TC',\n",
-    "            'Plantagenet Cherokee', 'Raanana', 'Rockwell', 'STFangsong', 'STHeiti', 'STIX Two Math', 'STIX Two Text',\n",
-    "            'STKaiti', 'STSong', 'Sama Devanagari', 'Sama Gujarati', 'Sama Gurmukhi', 'Sama Kannada', 'Sama Malayalam',\n",
-    "            'Sama Tamil', 'Sana', 'Sans', 'Sarabun', 'Sathu', 'Savoye LET', 'Serif', 'Shobhika', 'Shree Devanagari 714',\n",
-    "            'SignPainter', 'Silom', 'SimSong', 'Sinhala MN', 'Sinhala Sangam MN', 'Skia', 'Snell Roundhand',\n",
-    "            'Songti SC', 'Songti TC', 'Srisakdi', 'Sukhumvit Set', 'Symbol', 'Tahoma', 'Tamil MN', 'Tamil Sangam MN',\n",
-    "            'Telugu MN', 'Telugu Sangam MN', 'Thonburi', 'Times New Roman', 'Tiro Bangla', 'Tiro Devanagari Hindi',\n",
-    "            'Tiro Devanagari Marathi', 'Tiro Devanagari Sanskrit', 'Tiro Gurmukhi', 'Tiro Kannada', 'Tiro Tamil',\n",
-    "            'Tiro Telugu', 'Toppan Bunkyu Gothic', 'Toppan Bunkyu Midashi Gothic', 'Toppan Bunkyu Midashi Mincho',\n",
-    "            'Toppan Bunkyu Mincho', 'Trattatello', 'Trebuchet MS', 'Tsukushi A Round Gothic', 'Tsukushi B Round Gothic',\n",
-    "            'Verdana', 'Waseem', 'Wawati SC', 'Wawati TC', 'Webdings', 'Wingdings', 'Wingdings 2', 'Wingdings 3',\n",
-    "            'Xingkai SC', 'Xingkai TC', 'YuGothic', 'YuKyokasho', 'YuKyokasho Yoko', 'YuMincho', 'YuMincho +36p Kana',\n",
-    "            'Yuanti SC', 'Yuanti TC', 'Yuppy SC', 'Yuppy TC', 'Zapf Dingbats', 'Zapfino', 'cursive', 'fantasy', 'system-ui'\n",
-    "        ]\n",
-    "\n",
-    "        texts = []\n",
-    "        for font_name in font_names:\n",
-    "            text_part = Text(f\"{font_name}: 🦋 \\U0001F98B\", font=font_name).scale(0.75)\n",
-    "            combined_text = VGroup(text_part).arrange(RIGHT, buff=0.1)\n",
-    "            texts.append(combined_text)\n",
-    "\n",
-    "        for i in range(0, len(texts), 15):\n",
-    "            batch = VGroup(*texts[i:i+15]).arrange(DOWN, buff=0.5)\n",
-    "            batch.scale_to_fit_height(config.frame_height - 1)\n",
-    "            self.play(FadeIn(batch))\n",
-    "            self.wait(1)\n",
-    "            self.play(FadeOut(batch))\n",
-    "\n",
-    "        self.wait(2)\n"
+    "# Throughput Visualization"
    ]
   },
   {
    "cell_type": "code",
-   "execution_count": null,
    "id": "37ad0a6c-e068-4ace-b31f-2c8c1eb8f52b",
    "metadata": {
     "tags": []
    },
-   "outputs": [],
    "source": [
-    "%%manim -qm ThroughputVisualization\n",
+    "%%manim -qm --format mp4 ThroughputVisualization\n",
     "\n",
     "from manim import *\n",
     "\n",
@@ -308,22 +261,29 @@
     "        ]\n",
     "        storage_offsets = [0, 0, 0, 0]  # Initialize offsets for each storage position\n",
     "\n",
-    "        packets = VGroup()\n",
+    "        packets = Group()\n",
     "        \n",
     "        # Timer setup\n",
     "        timer = ValueTracker(0)\n",
-    "        timer_text = always_redraw(lambda: Text(f\"Time: {timer.get_value():.2f}s\\nThroughput: 4 Tokens/s\", font_size=18).to_corner(UR))\n",
+    "        timer_text = always_redraw(lambda: Text(f\"Time: {timer.get_value():.2f}s\\nThroughput: 4 tokens/s\", font_size=18).to_corner(UR))\n",
     "\n",
     "        self.add(timer_text)\n",
     "\n",
     "        def create_packet_group(words):\n",
-    "            packet_group = VGroup()\n",
+    "            packet_group = Group()\n",
     "            for i, word in enumerate(words):\n",
     "                row, col = divmod(i, 2)\n",
     "                packet = Square(color=GREEN).scale(0.3).move_to(start_point + RIGHT * col * 0.6 + DOWN * row * 0.6)\n",
-    "                packet_text = Text(word, font_size=12).move_to(packet.get_center())\n",
-    "                packet_with_text = VGroup(packet, packet_text)\n",
-    "                packet_group.add(packet_with_text)\n",
+    "                \n",
+    "                if \"🦋\" in word:\n",
+    "                    butterfly_image = ImageMobject(\"butterfly.jpg\").scale_to_fit_height(0.3)\n",
+    "                    butterfly_image.move_to(packet.get_center())\n",
+    "                    packet_with_image = Group(packet, butterfly_image)\n",
+    "                else:\n",
+    "                    packet_text = Text(word, font_size=12).move_to(packet.get_center())\n",
+    "                    packet_with_image = Group(packet, packet_text)\n",
+    "                \n",
+    "                packet_group.add(packet_with_image)\n",
     "            packet_group.next_to(llm_box)\n",
     "            return packet_group\n",
     "\n",
@@ -352,7 +312,31 @@
     "        # Conclusion\n",
     "        self.wait(2)\n",
     "        self.play(FadeOut(packets), FadeOut(conclusion_text), FadeOut(llm_box), FadeOut(llm_text), FadeOut(user), FadeOut(timer_text))\n"
-   ]
+   ],
+   "outputs": [],
+   "execution_count": null
+  },
+  {
+   "cell_type": "code",
+   "id": "d36ce190-a3ce-461a-b364-91e73b1300da",
+   "metadata": {},
+   "source": [
+    "%manim -qm --format gif ThroughputVisualization"
+   ],
+   "outputs": [],
+   "execution_count": null
+  },
+  {
+   "cell_type": "code",
+   "id": "7dc2a1dd-489c-40ce-9c61-d097dee8a11d",
+   "metadata": {
+    "tags": []
+   },
+   "source": [
+    "%manim -qm --format webm ThroughputVisualization"
+   ],
+   "outputs": [],
+   "execution_count": null
   },
   {
    "cell_type": "code",
@@ -379,7 +363,7 @@
    "name": "python",
    "nbconvert_exporter": "python",
    "pygments_lexer": "ipython3",
-   "version": "3.10.8"
+   "version": "3.9.5"
   }
  },
  "nbformat": 4,