{ "type": "excalidraw", "version": 2, "source": "http://127.0.0.1:8768", "elements": [ { "id": "a3qu5MTtE0hkhwedvCTc4", "type": "text", "x": 0, "y": -70, "width": 541.1875, "height": 35, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0", "roundness": null, "seed": 1798409516, "version": 2, "versionNonce": 304710188, "isDeleted": false, "boundElements": null, "updated": 1792100078902, "link": null, "locked": false, "text": "One MoE layer of one decode step, on one GPU", "fontSize": 28, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "containerId": null, "originalText": "One MoE layer of one decode step, on one GPU", "autoResize": true, "lineHeight": 1.25 }, { "id": "dt7XrhE6HkdENsQoPmUx-", "type": "rectangle", "x": 0, "y": 0, "width": 820, "height": 54, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#fff3bf", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a1", "roundness": { "type": 3 }, "seed": 1146760084, "version": 2, "versionNonce": 549979796, "isDeleted": false, "boundElements": [ { "type": "text", "id": "Y2FUOk5iLU6KmS8_TSN7h" } ], "updated": 1792100078902, "link": null, "locked": false }, { "id": "tJ3yt-Yivu7vFKerLcVvS", "type": "arrow", "x": 40, "y": 54, "width": 0, "height": 30, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a2", "roundness": null, "seed": 1717503916, "version": 2, "versionNonce": 881876140, "isDeleted": false, "boundElements": null, "updated": 1792100078902, "link": null, "locked": false, "points": [ [ 0, 0.5 ], [ 0, 29.5 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": "arrow", "elbowed": false }, { "id": "LKqjDH2aHsUYa70eFlV0v", "type": "rectangle", "x": 0, "y": 84, "width": 820, "height": 54, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#e9ecef", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a3", "roundness": { "type": 3 }, "seed": 2025298196, "version": 2, "versionNonce": 1622283284, "isDeleted": false, "boundElements": [ { "type": "text", "id": "l1SNHNEwCKvU6D4dyBZh8" } ], "updated": 1792100078902, "link": null, "locked": false }, { "id": "TDTaz4LUnRYem9PiaKcSf", "type": "arrow", "x": 40, "y": 138, "width": 0, "height": 30, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a4", "roundness": null, "seed": 1123627564, "version": 2, "versionNonce": 1245177644, "isDeleted": false, "boundElements": null, "updated": 1792100078902, "link": null, "locked": false, "points": [ [ 0, 0.5 ], [ 0, 29.5 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": "arrow", "elbowed": false }, { "id": "oaymBEOwspGXSorBjWa8Q", "type": "rectangle", "x": 0, "y": 168, "width": 820, "height": 54, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#ffe8cc", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a5", "roundness": { "type": 3 }, "seed": 1779127956, "version": 2, "versionNonce": 50229652, "isDeleted": false, "boundElements": [ { "type": "text", "id": "ZFV6j24mR60b_5NZVfb0u" } ], "updated": 1792100078902, "link": null, "locked": false }, { "id": "Kwuc4s1_s9wD4_XcrKhqI", "type": "arrow", "x": 40, "y": 222, "width": 0, "height": 30, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a6", "roundness": null, "seed": 266996908, "version": 2, "versionNonce": 126493100, "isDeleted": false, "boundElements": null, "updated": 1792100078902, "link": null, "locked": false, "points": [ [ 0, 0.5 ], [ 0, 29.5 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": "arrow", "elbowed": false }, { "id": "2JGF0x9VqMFkFRn55--Mp", "type": "rectangle", "x": 0, "y": 252, "width": 820, "height": 54, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#e5dbff", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a7", "roundness": { "type": 3 }, "seed": 1158374420, "version": 2, "versionNonce": 652418836, "isDeleted": false, "boundElements": [ { "type": "text", "id": "Qug4o_0xkLum0A5LzKxwU" } ], "updated": 1792100078902, "link": null, "locked": false }, { "id": "Zmsspj85NSAhPCabgFDtD", "type": "arrow", "x": 40, "y": 306, "width": 0, "height": 30, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a8", "roundness": null, "seed": 1859884844, "version": 2, "versionNonce": 61934636, "isDeleted": false, "boundElements": null, "updated": 1792100078902, "link": null, "locked": false, "points": [ [ 0, 0.5 ], [ 0, 29.5 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": "arrow", "elbowed": false }, { "id": "ZufjgkWshihW3-gmCsUMK", "type": "rectangle", "x": 0, "y": 336, "width": 820, "height": 54, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#e7f5ff", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a9", "roundness": { "type": 3 }, "seed": 799916436, "version": 2, "versionNonce": 349576340, "isDeleted": false, "boundElements": [ { "type": "text", "id": "mh7W8zL5jNVO7xvraTxMK" } ], "updated": 1792100078902, "link": null, "locked": false }, { "id": "1tyhMrE2_ycGe1uvtNUTO", "type": "arrow", "x": 40, "y": 390, "width": 0, "height": 30, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "aA", "roundness": null, "seed": 1010291116, "version": 2, "versionNonce": 1620485804, "isDeleted": false, "boundElements": null, "updated": 1792100078902, "link": null, "locked": false, "points": [ [ 0, 0.5 ], [ 0, 29.5 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": "arrow", "elbowed": false }, { "id": "XVBACh6Xto6wQiIyew16U", "type": "rectangle", "x": 0, "y": 420, "width": 820, "height": 54, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#e5dbff", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "aB", "roundness": { "type": 3 }, "seed": 556298004, "version": 2, "versionNonce": 378366484, "isDeleted": false, "boundElements": [ { "type": "text", "id": "EgC4ohMG_ywhlJLXpTFT0" } ], "updated": 1792100078902, "link": null, "locked": false }, { "id": "P-ViLK5itSlrYJwPVq_H3", "type": "arrow", "x": 40, "y": 474, "width": 0, "height": 30, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "aC", "roundness": null, "seed": 925416492, "version": 2, "versionNonce": 1927606572, "isDeleted": false, "boundElements": null, "updated": 1792100078902, "link": null, "locked": false, "points": [ [ 0, 0.5 ], [ 0, 29.5 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": "arrow", "elbowed": false }, { "id": "hVtFAPO8wzsaxeGbkgn20", "type": "rectangle", "x": 0, "y": 504, "width": 820, "height": 54, "angle": 0, "strokeColor": "#c92a2a", "backgroundColor": "#ebfbee", "fillStyle": "solid", "strokeWidth": 4, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "aD", "roundness": { "type": 3 }, "seed": 972123284, "version": 2, "versionNonce": 1325336468, "isDeleted": false, "boundElements": [ { "type": "text", "id": "30CY2dPJnlnjXO-VO3yiH" } ], "updated": 1792100078902, "link": null, "locked": false }, { "id": "ENNpw9IgyPzT-7ObU1dYZ", "type": "arrow", "x": 40, "y": 558, "width": 0, "height": 30, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "aE", "roundness": null, "seed": 697849516, "version": 2, "versionNonce": 1778772908, "isDeleted": false, "boundElements": null, "updated": 1792100078902, "link": null, "locked": false, "points": [ [ 0, 0.5 ], [ 0, 29.5 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": "arrow", "elbowed": false }, { "id": "y4BI81ARZ4aPhxZaa2wAn", "type": "rectangle", "x": 0, "y": 588, "width": 820, "height": 54, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#e5dbff", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "aF", "roundness": { "type": 3 }, "seed": 465484308, "version": 2, "versionNonce": 308344084, "isDeleted": false, "boundElements": [ { "type": "text", "id": "K-X1Yj3jsGXBo1B9lSB_9" } ], "updated": 1792100078902, "link": null, "locked": false }, { "id": "CuzjgVUIBdRdo-ahhso4c", "type": "arrow", "x": 40, "y": 642, "width": 0, "height": 30, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "aG", "roundness": null, "seed": 271622444, "version": 2, "versionNonce": 2015598124, "isDeleted": false, "boundElements": null, "updated": 1792100078902, "link": null, "locked": false, "points": [ [ 0, 0.5 ], [ 0, 29.5 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": "arrow", "elbowed": false }, { "id": "hS0euRNvgSwhi6oXWFueD", "type": "rectangle", "x": 0, "y": 672, "width": 820, "height": 54, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#e7f5ff", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "aH", "roundness": { "type": 3 }, "seed": 1099323284, "version": 2, "versionNonce": 1042887316, "isDeleted": false, "boundElements": [ { "type": "text", "id": "TB4x-AZs1z4TXpdTSMCq4" } ], "updated": 1792100078902, "link": null, "locked": false }, { "id": "AkWz8mZtD9kShwddR94zm", "type": "arrow", "x": 40, "y": 726, "width": 0, "height": 30, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "aI", "roundness": null, "seed": 1113299884, "version": 2, "versionNonce": 2049437868, "isDeleted": false, "boundElements": null, "updated": 1792100078902, "link": null, "locked": false, "points": [ [ 0, 0.5 ], [ 0, 29.5 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": "arrow", "elbowed": false }, { "id": "wdHHwy7vtt_MXceRjLMlq", "type": "rectangle", "x": 0, "y": 756, "width": 820, "height": 54, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#e5dbff", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "aJ", "roundness": { "type": 3 }, "seed": 1467893012, "version": 2, "versionNonce": 286113812, "isDeleted": false, "boundElements": [ { "type": "text", "id": "_csmKcpIiOl7ssVE8l9XR" } ], "updated": 1792100078902, "link": null, "locked": false }, { "id": "ONE1eQnVhb14nom7QGLUd", "type": "arrow", "x": 40, "y": 810, "width": 0, "height": 30, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "aK", "roundness": null, "seed": 440616492, "version": 2, "versionNonce": 532478764, "isDeleted": false, "boundElements": null, "updated": 1792100078902, "link": null, "locked": false, "points": [ [ 0, 0.5 ], [ 0, 29.5 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": "arrow", "elbowed": false }, { "id": "Z_2O27H2_OyKajhjgD_vT", "type": "rectangle", "x": 0, "y": 840, "width": 820, "height": 54, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#ffe8cc", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "aL", "roundness": { "type": 3 }, "seed": 320635540, "version": 2, "versionNonce": 50634132, "isDeleted": false, "boundElements": [ { "type": "text", "id": "E4wMZZcgTs2TdfRAJDEah" } ], "updated": 1792100078902, "link": null, "locked": false }, { "id": "90_QMzVuJDstj7WFUymXW", "type": "arrow", "x": 40, "y": 894, "width": 0, "height": 30, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "aM", "roundness": null, "seed": 483500204, "version": 2, "versionNonce": 323794348, "isDeleted": false, "boundElements": null, "updated": 1792100078902, "link": null, "locked": false, "points": [ [ 0, 0.5 ], [ 0, 29.5 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": "arrow", "elbowed": false }, { "id": "mU9e0Vhrzxe90zWx9Yl9v", "type": "rectangle", "x": 0, "y": 924, "width": 820, "height": 54, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#fff3bf", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "aN", "roundness": { "type": 3 }, "seed": 186060820, "version": 2, "versionNonce": 490982164, "isDeleted": false, "boundElements": [ { "type": "text", "id": "fOn3mHGN_DcUOz68kG_NO" } ], "updated": 1792100078902, "link": null, "locked": false }, { "id": "MxCqxNHQY5GfVnh7FlnVc", "type": "line", "x": 850, "y": 258, "width": 0, "height": 546, "angle": 0, "strokeColor": "#495057", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "aO", "roundness": null, "seed": 565226284, "version": 2, "versionNonce": 570499116, "isDeleted": false, "boundElements": null, "updated": 1792100078902, "link": null, "locked": false, "points": [ [ 0, 0 ], [ 0, 546 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": null }, { "id": "41gJHSynb0pWFI0of4Pvh", "type": "line", "x": 838, "y": 258, "width": 12, "height": 0, "angle": 0, "strokeColor": "#495057", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "aP", "roundness": null, "seed": 258207124, "version": 2, "versionNonce": 1380010132, "isDeleted": false, "boundElements": null, "updated": 1792100078902, "link": null, "locked": false, "points": [ [ 0, 0 ], [ 12, 0 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": null }, { "id": "a6rcM2rxTK4mLFJICDI7x", "type": "line", "x": 838, "y": 804, "width": 12, "height": 0, "angle": 0, "strokeColor": "#495057", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "aQ", "roundness": null, "seed": 2068473260, "version": 2, "versionNonce": 1673804460, "isDeleted": false, "boundElements": null, "updated": 1792100078902, "link": null, "locked": false, "points": [ [ 0, 0 ], [ 12, 0 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": null }, { "id": "5zalRKYsXecgq9m-UjXPF", "type": "text", "x": 866, "y": 262, "width": 153.84765625, "height": 125, "angle": 0, "strokeColor": "#495057", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "aR", "roundness": null, "seed": 20519700, "version": 2, "versionNonce": 1437799956, "isDeleted": false, "boundElements": null, "updated": 1792100078902, "link": null, "locked": false, "text": "padded layout:\nT rows reserved\nper local expert.\nOnly masked_m[e]\nrows are real.", "fontSize": 20, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "containerId": null, "originalText": "padded layout:\nT rows reserved\nper local expert.\nOnly masked_m[e]\nrows are real.", "autoResize": true, "lineHeight": 1.25 }, { "id": "JtSCznnupGu-t7abRJSna", "type": "text", "x": 866, "y": 516, "width": 99.193359375, "height": 27.5, "angle": 0, "strokeColor": "#c92a2a", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "aS", "roundness": null, "seed": 516476972, "version": 2, "versionNonce": 1665140012, "isDeleted": false, "boundElements": null, "updated": 1792100078902, "link": null, "locked": false, "text": "<- this post", "fontSize": 22, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "containerId": null, "originalText": "<- this post", "autoResize": true, "lineHeight": 1.25 }, { "id": "3ffFm78H9hwX-RdMAzLC0", "type": "text", "x": 0, "y": 1012, "width": 682.65625, "height": 50, "angle": 0, "strokeColor": "#c92a2a", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "aT", "roundness": null, "seed": 722245780, "version": 2, "versionNonce": 1955541908, "isDeleted": false, "boundElements": null, "updated": 1792100078902, "link": null, "locked": false, "text": "masked_m is written on the GPU by dispatch. The host cannot read it without a sync,\nand a sync breaks the CUDA graph, so every launch is sized for T rows per expert.", "fontSize": 20, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "containerId": null, "originalText": "masked_m is written on the GPU by dispatch. The host cannot read it without a sync,\nand a sync breaks the CUDA graph, so every launch is sized for T rows per expert.", "autoResize": true, "lineHeight": 1.25 }, { "id": "-FdxJ18ndGBdh3QoimRkU", "type": "text", "x": 0, "y": 1102, "width": 84.0234375, "height": 30, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "aU", "roundness": null, "seed": 1276504748, "version": 2, "versionNonce": 1172209580, "isDeleted": false, "boundElements": null, "updated": 1792100078902, "link": null, "locked": false, "text": "Symbols", "fontSize": 24, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "containerId": null, "originalText": "Symbols", "autoResize": true, "lineHeight": 1.25 }, { "id": "B_xq5vv_MAmR7p8f11g1U", "type": "rectangle", "x": 0, "y": 1142, "width": 130, "height": 40, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#e9ecef", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "aV", "roundness": null, "seed": 412378644, "version": 2, "versionNonce": 1829478676, "isDeleted": false, "boundElements": [ { "type": "text", "id": "Asjw0wvUTJndt8Atn2wuc" } ], "updated": 1792100078902, "link": null, "locked": false }, { "id": "4TeLhXjy9LWhLGHkAx5dP", "type": "rectangle", "x": 130, "y": 1142, "width": 370, "height": 40, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#e9ecef", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "aW", "roundness": null, "seed": 903591212, "version": 2, "versionNonce": 1942596140, "isDeleted": false, "boundElements": [ { "type": "text", "id": "8OT8osaHZ3nhY-u933dy4" } ], "updated": 1792100078902, "link": null, "locked": false }, { "id": "haWEoQc6hqvJ9W-0mqle6", "type": "rectangle", "x": 500, "y": 1142, "width": 210, "height": 40, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#e9ecef", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "aX", "roundness": null, "seed": 1858503572, "version": 2, "versionNonce": 1184784020, "isDeleted": false, "boundElements": [ { "type": "text", "id": "w02Bj8Jh82132MNBR0gEn" } ], "updated": 1792100078902, "link": null, "locked": false }, { "id": "xqlA2WSf0BvVkyswnOCZY", "type": "rectangle", "x": 710, "y": 1142, "width": 250, "height": 40, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#e9ecef", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "aY", "roundness": null, "seed": 696528812, "version": 2, "versionNonce": 1072399532, "isDeleted": false, "boundElements": [ { "type": "text", "id": "9KWwvk4eI1i_VEO8ivX3r" } ], "updated": 1792100078902, "link": null, "locked": false }, { "id": "hq6Kob8pi9_NlKVjrN7Gn", "type": "rectangle", "x": 0, "y": 1182, "width": 130, "height": 40, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "aZ", "roundness": null, "seed": 1138290964, "version": 2, "versionNonce": 704474132, "isDeleted": false, "boundElements": [ { "type": "text", "id": "loEuEaMP8Im5XgYIyby44" } ], "updated": 1792100078902, "link": null, "locked": false }, { "id": "3lQkwbQ7Jrl8lWZoYxbSD", "type": "rectangle", "x": 130, "y": 1182, "width": 370, "height": 40, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "aa", "roundness": null, "seed": 926505516, "version": 2, "versionNonce": 267259692, "isDeleted": false, "boundElements": [ { "type": "text", "id": "_9T4ZLobf8Nfq3TN9r_P6" } ], "updated": 1792100078902, "link": null, "locked": false }, { "id": "jcOHJckXouKwZlsuJ1-wB", "type": "rectangle", "x": 500, "y": 1182, "width": 210, "height": 40, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "ab", "roundness": null, "seed": 2000793236, "version": 2, "versionNonce": 958318996, "isDeleted": false, "boundElements": [ { "type": "text", "id": "l_Ubiqay0mSsSTonH5g38" } ], "updated": 1792100078902, "link": null, "locked": false }, { "id": "iCD3RHA9zCxab-NF5zi5_", "type": "rectangle", "x": 710, "y": 1182, "width": 250, "height": 40, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "ac", "roundness": null, "seed": 1508193452, "version": 2, "versionNonce": 70994348, "isDeleted": false, "boundElements": [ { "type": "text", "id": "5UVrmfULonXnHKdIZj5E1" } ], "updated": 1792100078902, "link": null, "locked": false }, { "id": "KwzinNx36ukJF37EwI8qX", "type": "rectangle", "x": 0, "y": 1222, "width": 130, "height": 40, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "ad", "roundness": null, "seed": 162970644, "version": 2, "versionNonce": 1731753748, "isDeleted": false, "boundElements": [ { "type": "text", "id": "XTIAcmR5NmyhIUrrns6E6" } ], "updated": 1792100078902, "link": null, "locked": false }, { "id": "-XwvinZmHVVHQZyKGjz3D", "type": "rectangle", "x": 130, "y": 1222, "width": 370, "height": 40, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "ae", "roundness": null, "seed": 523353900, "version": 2, "versionNonce": 536687660, "isDeleted": false, "boundElements": [ { "type": "text", "id": "LyaPwXS4GmvancgppgoR_" } ], "updated": 1792100078902, "link": null, "locked": false }, { "id": "pHu5Ag60qUMyF59EqpThs", "type": "rectangle", "x": 500, "y": 1222, "width": 210, "height": 40, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "af", "roundness": null, "seed": 1965955476, "version": 2, "versionNonce": 1354790036, "isDeleted": false, "boundElements": [ { "type": "text", "id": "jh-ZP5wd7sHt2gi93jCbl" } ], "updated": 1792100078902, "link": null, "locked": false }, { "id": "p3sD2bS2vmrNOsoSFMMaa", "type": "rectangle", "x": 710, "y": 1222, "width": 250, "height": 40, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "ag", "roundness": null, "seed": 1334376876, "version": 2, "versionNonce": 1897778860, "isDeleted": false, "boundElements": [ { "type": "text", "id": "Z-I_UgiWhS-GtOktjFSQj" } ], "updated": 1792100078902, "link": null, "locked": false }, { "id": "GDFdgUQLxT_Djnx1_aPxu", "type": "rectangle", "x": 0, "y": 1262, "width": 130, "height": 40, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "ah", "roundness": null, "seed": 81643284, "version": 2, "versionNonce": 325894676, "isDeleted": false, "boundElements": [ { "type": "text", "id": "SnuTQLQhN4qCAZreKnvt2" } ], "updated": 1792100078902, "link": null, "locked": false }, { "id": "wwcxYicm7klXE51eVMw_i", "type": "rectangle", "x": 130, "y": 1262, "width": 370, "height": 40, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "ai", "roundness": null, "seed": 370467884, "version": 2, "versionNonce": 944183596, "isDeleted": false, "boundElements": [ { "type": "text", "id": "elJSyVZcUGPgHH4OpHPq9" } ], "updated": 1792100078902, "link": null, "locked": false }, { "id": "zfu41FRA5tJ22kDTmN7P-", "type": "rectangle", "x": 500, "y": 1262, "width": 210, "height": 40, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "aj", "roundness": null, "seed": 758891668, "version": 2, "versionNonce": 640901012, "isDeleted": false, "boundElements": [ { "type": "text", "id": "pF9nhKOqRSJScu7f2hsE6" } ], "updated": 1792100078902, "link": null, "locked": false }, { "id": "5oXgAnK_NR8x-ztzReTn9", "type": "rectangle", "x": 710, "y": 1262, "width": 250, "height": 40, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "ak", "roundness": null, "seed": 683638444, "version": 2, "versionNonce": 283317164, "isDeleted": false, "boundElements": [ { "type": "text", "id": "I2aCAbMUFfzw2bJFdmNFm" } ], "updated": 1792100078902, "link": null, "locked": false }, { "id": "JRrLeHIfi1Y0HsXwkBPUJ", "type": "rectangle", "x": 0, "y": 1302, "width": 130, "height": 40, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "al", "roundness": null, "seed": 1677595156, "version": 2, "versionNonce": 826952980, "isDeleted": false, "boundElements": [ { "type": "text", "id": "3yuJbQb-D4AvX1oW4y0as" } ], "updated": 1792100078902, "link": null, "locked": false }, { "id": "touTQ-apqwG9eHx8DR0IR", "type": "rectangle", "x": 130, "y": 1302, "width": 370, "height": 40, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "am", "roundness": null, "seed": 1882376492, "version": 2, "versionNonce": 421248556, "isDeleted": false, "boundElements": [ { "type": "text", "id": "7iYXGIOcSZvv0x4svEJP8" } ], "updated": 1792100078902, "link": null, "locked": false }, { "id": "C3gC_qlcWaB1nnpGHmTXC", "type": "rectangle", "x": 500, "y": 1302, "width": 210, "height": 40, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "an", "roundness": null, "seed": 2015014804, "version": 2, "versionNonce": 1713867412, "isDeleted": false, "boundElements": [ { "type": "text", "id": "vVNn1_b8krDv0MdozMhaU" } ], "updated": 1792100078902, "link": null, "locked": false }, { "id": "ah10wGr6YOG6c8cOpEb8Z", "type": "rectangle", "x": 710, "y": 1302, "width": 250, "height": 40, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "ao", "roundness": null, "seed": 802735020, "version": 2, "versionNonce": 433789100, "isDeleted": false, "boundElements": [ { "type": "text", "id": "MkelILjVAsxp0RRv0YFrZ" } ], "updated": 1792100078902, "link": null, "locked": false }, { "id": "toOIo_BLFglBjWnGWhaLK", "type": "rectangle", "x": 0, "y": 1342, "width": 130, "height": 40, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "ap", "roundness": null, "seed": 1774689556, "version": 2, "versionNonce": 1468078100, "isDeleted": false, "boundElements": [ { "type": "text", "id": "WTapkzMK83GKT-Wom-zdU" } ], "updated": 1792100078902, "link": null, "locked": false }, { "id": "e1cHOLRoBQ0nBEptIgtQ4", "type": "rectangle", "x": 130, "y": 1342, "width": 370, "height": 40, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "aq", "roundness": null, "seed": 769355308, "version": 2, "versionNonce": 785064748, "isDeleted": false, "boundElements": [ { "type": "text", "id": "9CIVYbsAgLMYi8knkI3PL" } ], "updated": 1792100078902, "link": null, "locked": false }, { "id": "1Tge0JZE30N6nuMnaIRX-", "type": "rectangle", "x": 500, "y": 1342, "width": 210, "height": 40, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "ar", "roundness": null, "seed": 1115347604, "version": 2, "versionNonce": 1363998100, "isDeleted": false, "boundElements": [ { "type": "text", "id": "HHOHzWHr8oSsiJ6C4gf2C" } ], "updated": 1792100078902, "link": null, "locked": false }, { "id": "yn3dq5tZhVXCTTx_tSbxx", "type": "rectangle", "x": 710, "y": 1342, "width": 250, "height": 40, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "as", "roundness": null, "seed": 1529137324, "version": 2, "versionNonce": 1851121068, "isDeleted": false, "boundElements": [ { "type": "text", "id": "aswxtE9mhZF3ENY--KNxl" } ], "updated": 1792100078902, "link": null, "locked": false }, { "id": "BiSe07Ws4jiHOV3YW8uwF", "type": "rectangle", "x": 0, "y": 1382, "width": 130, "height": 40, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "at", "roundness": null, "seed": 1827301396, "version": 2, "versionNonce": 817963796, "isDeleted": false, "boundElements": [ { "type": "text", "id": "rHhpzeXOPHTceXKJExqDp" } ], "updated": 1792100078902, "link": null, "locked": false }, { "id": "7LnRDTATEE40MqfD04eVl", "type": "rectangle", "x": 130, "y": 1382, "width": 370, "height": 40, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "au", "roundness": null, "seed": 2069812012, "version": 2, "versionNonce": 296044588, "isDeleted": false, "boundElements": [ { "type": "text", "id": "T30bImwF5jWMK1ItpFmeV" } ], "updated": 1792100078902, "link": null, "locked": false }, { "id": "tLZGe9mmC0-8YyvQfbH2R", "type": "rectangle", "x": 500, "y": 1382, "width": 210, "height": 40, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "av", "roundness": null, "seed": 218908052, "version": 2, "versionNonce": 1012113556, "isDeleted": false, "boundElements": [ { "type": "text", "id": "pY60nEWX4CtAuNulV3_Gw" } ], "updated": 1792100078902, "link": null, "locked": false }, { "id": "JZdNrkvf9RKXOmEaFGpYB", "type": "rectangle", "x": 710, "y": 1382, "width": 250, "height": 40, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "aw", "roundness": null, "seed": 1291029932, "version": 2, "versionNonce": 480469676, "isDeleted": false, "boundElements": [ { "type": "text", "id": "p4Zj_7SckbaL01OWE45nx" } ], "updated": 1792100078902, "link": null, "locked": false }, { "id": "cQlUOQm58aeueZJ3ZMPF_", "type": "rectangle", "x": 0, "y": 1422, "width": 130, "height": 40, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "ax", "roundness": null, "seed": 1477866260, "version": 2, "versionNonce": 2075815444, "isDeleted": false, "boundElements": [ { "type": "text", "id": "3dWBn1sOX3v22XnANGpny" } ], "updated": 1792100078902, "link": null, "locked": false }, { "id": "JnwNDahO1jWfxdMswKOF0", "type": "rectangle", "x": 130, "y": 1422, "width": 370, "height": 40, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "ay", "roundness": null, "seed": 822933548, "version": 2, "versionNonce": 100281644, "isDeleted": false, "boundElements": [ { "type": "text", "id": "0g-IRuW8pIoo_aZ2jk1Pf" } ], "updated": 1792100078902, "link": null, "locked": false }, { "id": "e0v_me6te43UterqH6Mfh", "type": "rectangle", "x": 500, "y": 1422, "width": 210, "height": 40, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "az", "roundness": null, "seed": 1820258452, "version": 2, "versionNonce": 267094932, "isDeleted": false, "boundElements": [ { "type": "text", "id": "A3RBPlWVp13WWbh8JkMDi" } ], "updated": 1792100078902, "link": null, "locked": false }, { "id": "iBrtkEy6fM2phzvENArW5", "type": "rectangle", "x": 710, "y": 1422, "width": 250, "height": 40, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "b00", "roundness": null, "seed": 1402278572, "version": 2, "versionNonce": 1595123628, "isDeleted": false, "boundElements": [ { "type": "text", "id": "f5rBIo0TmIUqP9MB9M2yh" } ], "updated": 1792100078902, "link": null, "locked": false }, { "id": "EAb9Q-m0ZVivXFHRvbH4h", "type": "rectangle", "x": 0, "y": 1462, "width": 130, "height": 40, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "b01", "roundness": null, "seed": 704364052, "version": 2, "versionNonce": 186448148, "isDeleted": false, "boundElements": [ { "type": "text", "id": "snIWVMJiD-eQxn3uLsUoq" } ], "updated": 1792100078902, "link": null, "locked": false }, { "id": "-Iaoc-ORnzV6ORYKzOHm3", "type": "rectangle", "x": 130, "y": 1462, "width": 370, "height": 40, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "b02", "roundness": null, "seed": 1396038956, "version": 2, "versionNonce": 2082066988, "isDeleted": false, "boundElements": [ { "type": "text", "id": "16yyAFJMqU1HuBKHYvuRU" } ], "updated": 1792100078902, "link": null, "locked": false }, { "id": "X4BTdaHm_sQhQdnTYd4hA", "type": "rectangle", "x": 500, "y": 1462, "width": 210, "height": 40, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "b03", "roundness": null, "seed": 159570836, "version": 2, "versionNonce": 1220851348, "isDeleted": false, "boundElements": [ { "type": "text", "id": "DSIaWlkc2qUgx63456Fty" } ], "updated": 1792100078902, "link": null, "locked": false }, { "id": "-CptlKoz_kgg2ZI8oCOlG", "type": "rectangle", "x": 710, "y": 1462, "width": 250, "height": 40, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "b04", "roundness": null, "seed": 1767462828, "version": 2, "versionNonce": 469150892, "isDeleted": false, "boundElements": [ { "type": "text", "id": "HBHY0taLOhD2OsdFpWLzK" } ], "updated": 1792100078902, "link": null, "locked": false }, { "id": "5LcciCBZ4brb6aI-cq5dh", "type": "rectangle", "x": 1086.8, "y": -70, "width": 1, "height": 1, "angle": 0, "strokeColor": "transparent", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "b05", "roundness": null, "seed": 1967802644, "version": 2, "versionNonce": 1167639572, "isDeleted": false, "boundElements": null, "updated": 1792100078902, "link": null, "locked": false }, { "id": "Y2FUOk5iLU6KmS8_TSN7h", "type": "text", "x": 5, "y": 14.5, "width": 275.830078125, "height": 25, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "b06", "roundness": null, "seed": 273954604, "version": 3, "versionNonce": 833007404, "isDeleted": false, "boundElements": null, "updated": 1792100078904, "link": null, "locked": false, "text": "x [b, H] (token order, this GPU)", "fontSize": 20, "fontFamily": 1, "textAlign": "left", "verticalAlign": "middle", "containerId": "dt7XrhE6HkdENsQoPmUx-", "originalText": "x [b, H] (token order, this GPU)", "autoResize": true, "lineHeight": 1.25 }, { "id": "l1SNHNEwCKvU6D4dyBZh8", "type": "text", "x": 5, "y": 98.5, "width": 402.177734375, "height": 25, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "b07", "roundness": null, "seed": 1704751532, "version": 3, "versionNonce": 616573332, "isDeleted": false, "boundElements": null, "updated": 1792100078904, "link": null, "locked": false, "text": "router topk_ids [b, topk], topk_weights [b, topk]", "fontSize": 20, "fontFamily": 1, "textAlign": "left", "verticalAlign": "middle", "containerId": "LKqjDH2aHsUYa70eFlV0v", "originalText": "router topk_ids [b, topk], topk_weights [b, topk]", "autoResize": true, "lineHeight": 1.25 }, { "id": "ZFV6j24mR60b_5NZVfb0u", "type": "text", "x": 5, "y": 182.5, "width": 543.779296875, "height": 25, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "b08", "roundness": null, "seed": 184114220, "version": 3, "versionNonce": 635431340, "isDeleted": false, "boundElements": null, "updated": 1792100078904, "link": null, "locked": false, "text": "DeepEP dispatch send each token to the GPUs that own its experts", "fontSize": 20, "fontFamily": 1, "textAlign": "left", "verticalAlign": "middle", "containerId": "oaymBEOwspGXSorBjWa8Q", "originalText": "DeepEP dispatch send each token to the GPUs that own its experts", "autoResize": true, "lineHeight": 1.25 }, { "id": "Qug4o_0xkLum0A5LzKxwU", "type": "text", "x": 5, "y": 266.5, "width": 462.83203125, "height": 25, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "b09", "roundness": null, "seed": 2052388524, "version": 3, "versionNonce": 397268756, "isDeleted": false, "boundElements": null, "updated": 1792100078904, "link": null, "locked": false, "text": "recv_x [E_local, T, H] fp8 masked_m [E_local] int32", "fontSize": 20, "fontFamily": 1, "textAlign": "left", "verticalAlign": "middle", "containerId": "2JGF0x9VqMFkFRn55--Mp", "originalText": "recv_x [E_local, T, H] fp8 masked_m [E_local] int32", "autoResize": true, "lineHeight": 1.25 }, { "id": "mh7W8zL5jNVO7xvraTxMK", "type": "text", "x": 5, "y": 350.5, "width": 471.533203125, "height": 25, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "b0A", "roundness": null, "seed": 1616462124, "version": 3, "versionNonce": 1678627884, "isDeleted": false, "boundElements": null, "updated": 1792100078904, "link": null, "locked": false, "text": "GEMM 1 (gate-up) expert e: rows [0, masked_m[e]) only", "fontSize": 20, "fontFamily": 1, "textAlign": "left", "verticalAlign": "middle", "containerId": "ZufjgkWshihW3-gmCsUMK", "originalText": "GEMM 1 (gate-up) expert e: rows [0, masked_m[e]) only", "autoResize": true, "lineHeight": 1.25 }, { "id": "EgC4ohMG_ywhlJLXpTFT0", "type": "text", "x": 5, "y": 434.5, "width": 429.208984375, "height": 25, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "b0B", "roundness": null, "seed": 1148205996, "version": 3, "versionNonce": 193582228, "isDeleted": false, "boundElements": null, "updated": 1792100078904, "link": null, "locked": false, "text": "gateup [E_local, T, 2D] bf16 (each row = gate | up)", "fontSize": 20, "fontFamily": 1, "textAlign": "left", "verticalAlign": "middle", "containerId": "XVBACh6Xto6wQiIyew16U", "originalText": "gateup [E_local, T, 2D] bf16 (each row = gate | up)", "autoResize": true, "lineHeight": 1.25 }, { "id": "30CY2dPJnlnjXO-VO3yiH", "type": "text", "x": 5, "y": 518.5, "width": 309.599609375, "height": 25, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "b0C", "roundness": null, "seed": 818144812, "version": 3, "versionNonce": 706375340, "isDeleted": false, "boundElements": null, "updated": 1792100078904, "link": null, "locked": false, "text": "SiLU x mul + FP8 quant (this kernel)", "fontSize": 20, "fontFamily": 1, "textAlign": "left", "verticalAlign": "middle", "containerId": "hVtFAPO8wzsaxeGbkgn20", "originalText": "SiLU x mul + FP8 quant (this kernel)", "autoResize": true, "lineHeight": 1.25 }, { "id": "K-X1Yj3jsGXBo1B9lSB_9", "type": "text", "x": 5, "y": 602.5, "width": 561.142578125, "height": 25, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "b0D", "roundness": null, "seed": 1514029228, "version": 3, "versionNonce": 1846157844, "isDeleted": false, "boundElements": null, "updated": 1792100078904, "link": null, "locked": false, "text": "q [E_local, T, D] fp8 scales [E_local, D/512, T] int32 (Blackwell)", "fontSize": 20, "fontFamily": 1, "textAlign": "left", "verticalAlign": "middle", "containerId": "y4BI81ARZ4aPhxZaa2wAn", "originalText": "q [E_local, T, D] fp8 scales [E_local, D/512, T] int32 (Blackwell)", "autoResize": true, "lineHeight": 1.25 }, { "id": "TB4x-AZs1z4TXpdTSMCq4", "type": "text", "x": 5, "y": 686.5, "width": 456.005859375, "height": 25, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "b0E", "roundness": null, "seed": 1216957228, "version": 3, "versionNonce": 1756346668, "isDeleted": false, "boundElements": null, "updated": 1792100078904, "link": null, "locked": false, "text": "GEMM 2 (down) expert e: rows [0, masked_m[e]) only", "fontSize": 20, "fontFamily": 1, "textAlign": "left", "verticalAlign": "middle", "containerId": "hS0euRNvgSwhi6oXWFueD", "originalText": "GEMM 2 (down) expert e: rows [0, masked_m[e]) only", "autoResize": true, "lineHeight": 1.25 }, { "id": "_csmKcpIiOl7ssVE8l9XR", "type": "text", "x": 5, "y": 770.5, "width": 220.693359375, "height": 25, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "b0F", "roundness": null, "seed": 2114913708, "version": 3, "versionNonce": 103071636, "isDeleted": false, "boundElements": null, "updated": 1792100078904, "link": null, "locked": false, "text": "down [E_local, T, H] bf16", "fontSize": 20, "fontFamily": 1, "textAlign": "left", "verticalAlign": "middle", "containerId": "wdHHwy7vtt_MXceRjLMlq", "originalText": "down [E_local, T, H] bf16", "autoResize": true, "lineHeight": 1.25 }, { "id": "E4wMZZcgTs2TdfRAJDEah", "type": "text", "x": 5, "y": 854.5, "width": 578.2421875, "height": 25, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "b0G", "roundness": null, "seed": 536440876, "version": 3, "versionNonce": 1798812588, "isDeleted": false, "boundElements": null, "updated": 1792100078904, "link": null, "locked": false, "text": "DeepEP combine send rows back, add the topk outputs x topk_weights", "fontSize": 20, "fontFamily": 1, "textAlign": "left", "verticalAlign": "middle", "containerId": "Z_2O27H2_OyKajhjgD_vT", "originalText": "DeepEP combine send rows back, add the topk outputs x topk_weights", "autoResize": true, "lineHeight": 1.25 }, { "id": "fOn3mHGN_DcUOz68kG_NO", "type": "text", "x": 5, "y": 938.5, "width": 291.38671875, "height": 25, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "b0H", "roundness": null, "seed": 506628780, "version": 3, "versionNonce": 1276095764, "isDeleted": false, "boundElements": null, "updated": 1792100078904, "link": null, "locked": false, "text": "out [b, H] (token order, this GPU)", "fontSize": 20, "fontFamily": 1, "textAlign": "left", "verticalAlign": "middle", "containerId": "mU9e0Vhrzxe90zWx9Yl9v", "originalText": "out [b, H] (token order, this GPU)", "autoResize": true, "lineHeight": 1.25 }, { "id": "Asjw0wvUTJndt8Atn2wuc", "type": "text", "x": 5, "y": 1150.75, "width": 53.0068359375, "height": 22.5, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "b0I", "roundness": null, "seed": 1533302060, "version": 3, "versionNonce": 2145148460, "isDeleted": false, "boundElements": null, "updated": 1792100078904, "link": null, "locked": false, "text": "symbol", "fontSize": 18, "fontFamily": 1, "textAlign": "left", "verticalAlign": "middle", "containerId": "B_xq5vv_MAmR7p8f11g1U", "originalText": "symbol", "autoResize": true, "lineHeight": 1.25 }, { "id": "8OT8osaHZ3nhY-u933dy4", "type": "text", "x": 135, "y": 1150.75, "width": 61.98046875, "height": 22.5, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "b0J", "roundness": null, "seed": 1425592236, "version": 3, "versionNonce": 1094773396, "isDeleted": false, "boundElements": null, "updated": 1792100078904, "link": null, "locked": false, "text": "meaning", "fontSize": 18, "fontFamily": 1, "textAlign": "left", "verticalAlign": "middle", "containerId": "4TeLhXjy9LWhLGHkAx5dP", "originalText": "meaning", "autoResize": true, "lineHeight": 1.25 }, { "id": "w02Bj8Jh82132MNBR0gEn", "type": "text", "x": 505, "y": 1150.75, "width": 123.978515625, "height": 22.5, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "b0K", "roundness": null, "seed": 1259993644, "version": 3, "versionNonce": 528988332, "isDeleted": false, "boundElements": null, "updated": 1792100078904, "link": null, "locked": false, "text": "toy (next figures)", "fontSize": 18, "fontFamily": 1, "textAlign": "left", "verticalAlign": "middle", "containerId": "haWEoQc6hqvJ9W-0mqle6", "originalText": "toy (next figures)", "autoResize": true, "lineHeight": 1.25 }, { "id": "9KWwvk4eI1i_VEO8ivX3r", "type": "text", "x": 715, "y": 1150.75, "width": 165.0146484375, "height": 22.5, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "b0L", "roundness": null, "seed": 1756484780, "version": 3, "versionNonce": 1215199252, "isDeleted": false, "boundElements": null, "updated": 1792100078904, "link": null, "locked": false, "text": "DSV4-Flash, 4 x B200", "fontSize": 18, "fontFamily": 1, "textAlign": "left", "verticalAlign": "middle", "containerId": "xqlA2WSf0BvVkyswnOCZY", "originalText": "DSV4-Flash, 4 x B200", "autoResize": true, "lineHeight": 1.25 }, { "id": "loEuEaMP8Im5XgYIyby44", "type": "text", "x": 5, "y": 1190.75, "width": 12.9990234375, "height": 22.5, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "b0M", "roundness": null, "seed": 1802133292, "version": 3, "versionNonce": 367248172, "isDeleted": false, "boundElements": null, "updated": 1792100078904, "link": null, "locked": false, "text": "H", "fontSize": 18, "fontFamily": 1, "textAlign": "left", "verticalAlign": "middle", "containerId": "hq6Kob8pi9_NlKVjrN7Gn", "originalText": "H", "autoResize": true, "lineHeight": 1.25 }, { "id": "_9T4ZLobf8Nfq3TN9r_P6", "type": "text", "x": 135, "y": 1190.75, "width": 81.474609375, "height": 22.5, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "b0N", "roundness": null, "seed": 1269668268, "version": 3, "versionNonce": 2106480020, "isDeleted": false, "boundElements": null, "updated": 1792100078904, "link": null, "locked": false, "text": "hidden size", "fontSize": 18, "fontFamily": 1, "textAlign": "left", "verticalAlign": "middle", "containerId": "3lQkwbQ7Jrl8lWZoYxbSD", "originalText": "hidden size", "autoResize": true, "lineHeight": 1.25 }, { "id": "l_Ubiqay0mSsSTonH5g38", "type": "text", "x": 505, "y": 1190.75, "width": 5.994140625, "height": 22.5, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "b0O", "roundness": null, "seed": 1688568876, "version": 3, "versionNonce": 693796268, "isDeleted": false, "boundElements": null, "updated": 1792100078904, "link": null, "locked": false, "text": "-", "fontSize": 18, "fontFamily": 1, "textAlign": "left", "verticalAlign": "middle", "containerId": "jcOHJckXouKwZlsuJ1-wB", "originalText": "-", "autoResize": true, "lineHeight": 1.25 }, { "id": "5UVrmfULonXnHKdIZj5E1", "type": "text", "x": 715, "y": 1190.75, "width": 36, "height": 22.5, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "b0P", "roundness": null, "seed": 473702060, "version": 3, "versionNonce": 232162068, "isDeleted": false, "boundElements": null, "updated": 1792100078904, "link": null, "locked": false, "text": "4096", "fontSize": 18, "fontFamily": 1, "textAlign": "left", "verticalAlign": "middle", "containerId": "iCD3RHA9zCxab-NF5zi5_", "originalText": "4096", "autoResize": true, "lineHeight": 1.25 }, { "id": "XTIAcmR5NmyhIUrrns6E6", "type": "text", "x": 5, "y": 1230.75, "width": 12.9990234375, "height": 22.5, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "b0Q", "roundness": null, "seed": 186345772, "version": 3, "versionNonce": 1125509164, "isDeleted": false, "boundElements": null, "updated": 1792100078904, "link": null, "locked": false, "text": "D", "fontSize": 18, "fontFamily": 1, "textAlign": "left", "verticalAlign": "middle", "containerId": "KwzinNx36ukJF37EwI8qX", "originalText": "D", "autoResize": true, "lineHeight": 1.25 }, { "id": "LyaPwXS4GmvancgppgoR_", "type": "text", "x": 135, "y": 1230.75, "width": 171.9140625, "height": 22.5, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "b0R", "roundness": null, "seed": 615343020, "version": 3, "versionNonce": 264044692, "isDeleted": false, "boundElements": null, "updated": 1792100078904, "link": null, "locked": false, "text": "expert intermediate size", "fontSize": 18, "fontFamily": 1, "textAlign": "left", "verticalAlign": "middle", "containerId": "-XwvinZmHVVHQZyKGjz3D", "originalText": "expert intermediate size", "autoResize": true, "lineHeight": 1.25 }, { "id": "jh-ZP5wd7sHt2gi93jCbl", "type": "text", "x": 505, "y": 1230.75, "width": 5.994140625, "height": 22.5, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "b0S", "roundness": null, "seed": 1595674156, "version": 3, "versionNonce": 385876652, "isDeleted": false, "boundElements": null, "updated": 1792100078904, "link": null, "locked": false, "text": "-", "fontSize": 18, "fontFamily": 1, "textAlign": "left", "verticalAlign": "middle", "containerId": "pHu5Ag60qUMyF59EqpThs", "originalText": "-", "autoResize": true, "lineHeight": 1.25 }, { "id": "Z-I_UgiWhS-GtOktjFSQj", "type": "text", "x": 715, "y": 1230.75, "width": 36, "height": 22.5, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "b0T", "roundness": null, "seed": 1532061868, "version": 3, "versionNonce": 1526189588, "isDeleted": false, "boundElements": null, "updated": 1792100078904, "link": null, "locked": false, "text": "2048", "fontSize": 18, "fontFamily": 1, "textAlign": "left", "verticalAlign": "middle", "containerId": "p3sD2bS2vmrNOsoSFMMaa", "originalText": "2048", "autoResize": true, "lineHeight": 1.25 }, { "id": "SnuTQLQhN4qCAZreKnvt2", "type": "text", "x": 5, "y": 1270.75, "width": 51.9873046875, "height": 22.5, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "b0U", "roundness": null, "seed": 217543468, "version": 3, "versionNonce": 1271057708, "isDeleted": false, "boundElements": null, "updated": 1792100078904, "link": null, "locked": false, "text": "E_total", "fontSize": 18, "fontFamily": 1, "textAlign": "left", "verticalAlign": "middle", "containerId": "GDFdgUQLxT_Djnx1_aPxu", "originalText": "E_total", "autoResize": true, "lineHeight": 1.25 }, { "id": "elJSyVZcUGPgHH4OpHPq9", "type": "text", "x": 135, "y": 1270.75, "width": 102.462890625, "height": 22.5, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "b0V", "roundness": null, "seed": 1652043180, "version": 3, "versionNonce": 1618799508, "isDeleted": false, "boundElements": null, "updated": 1792100078904, "link": null, "locked": false, "text": "routed experts", "fontSize": 18, "fontFamily": 1, "textAlign": "left", "verticalAlign": "middle", "containerId": "wwcxYicm7klXE51eVMw_i", "originalText": "routed experts", "autoResize": true, "lineHeight": 1.25 }, { "id": "pF9nhKOqRSJScu7f2hsE6", "type": "text", "x": 505, "y": 1270.75, "width": 9, "height": 22.5, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "b0W", "roundness": null, "seed": 1828558892, "version": 3, "versionNonce": 583550892, "isDeleted": false, "boundElements": null, "updated": 1792100078904, "link": null, "locked": false, "text": "4", "fontSize": 18, "fontFamily": 1, "textAlign": "left", "verticalAlign": "middle", "containerId": "zfu41FRA5tJ22kDTmN7P-", "originalText": "4", "autoResize": true, "lineHeight": 1.25 }, { "id": "I2aCAbMUFfzw2bJFdmNFm", "type": "text", "x": 715, "y": 1270.75, "width": 27, "height": 22.5, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "b0X", "roundness": null, "seed": 141669036, "version": 3, "versionNonce": 42096916, "isDeleted": false, "boundElements": null, "updated": 1792100078904, "link": null, "locked": false, "text": "256", "fontSize": 18, "fontFamily": 1, "textAlign": "left", "verticalAlign": "middle", "containerId": "5oXgAnK_NR8x-ztzReTn9", "originalText": "256", "autoResize": true, "lineHeight": 1.25 }, { "id": "3yuJbQb-D4AvX1oW4y0as", "type": "text", "x": 5, "y": 1310.75, "width": 43.013671875, "height": 22.5, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "b0Y", "roundness": null, "seed": 58621228, "version": 3, "versionNonce": 540701228, "isDeleted": false, "boundElements": null, "updated": 1792100078904, "link": null, "locked": false, "text": "GPUs", "fontSize": 18, "fontFamily": 1, "textAlign": "left", "verticalAlign": "middle", "containerId": "JRrLeHIfi1Y0HsXwkBPUJ", "originalText": "GPUs", "autoResize": true, "lineHeight": 1.25 }, { "id": "7iYXGIOcSZvv0x4svEJP8", "type": "text", "x": 135, "y": 1310.75, "width": 148.4208984375, "height": 22.5, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "b0Z", "roundness": null, "seed": 1200486316, "version": 3, "versionNonce": 1820202644, "isDeleted": false, "boundElements": null, "updated": 1792100078904, "link": null, "locked": false, "text": "expert-parallel ranks", "fontSize": 18, "fontFamily": 1, "textAlign": "left", "verticalAlign": "middle", "containerId": "touTQ-apqwG9eHx8DR0IR", "originalText": "expert-parallel ranks", "autoResize": true, "lineHeight": 1.25 }, { "id": "vVNn1_b8krDv0MdozMhaU", "type": "text", "x": 505, "y": 1310.75, "width": 9, "height": 22.5, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "b0a", "roundness": null, "seed": 13247020, "version": 3, "versionNonce": 855854252, "isDeleted": false, "boundElements": null, "updated": 1792100078904, "link": null, "locked": false, "text": "2", "fontSize": 18, "fontFamily": 1, "textAlign": "left", "verticalAlign": "middle", "containerId": "C3gC_qlcWaB1nnpGHmTXC", "originalText": "2", "autoResize": true, "lineHeight": 1.25 }, { "id": "MkelILjVAsxp0RRv0YFrZ", "type": "text", "x": 715, "y": 1310.75, "width": 9, "height": 22.5, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "b0b", "roundness": null, "seed": 1176304812, "version": 3, "versionNonce": 1797661716, "isDeleted": false, "boundElements": null, "updated": 1792100078904, "link": null, "locked": false, "text": "4", "fontSize": 18, "fontFamily": 1, "textAlign": "left", "verticalAlign": "middle", "containerId": "ah10wGr6YOG6c8cOpEb8Z", "originalText": "4", "autoResize": true, "lineHeight": 1.25 }, { "id": "WTapkzMK83GKT-Wom-zdU", "type": "text", "x": 5, "y": 1350.75, "width": 54.9755859375, "height": 22.5, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "b0c", "roundness": null, "seed": 1093699372, "version": 3, "versionNonce": 1556928300, "isDeleted": false, "boundElements": null, "updated": 1792100078904, "link": null, "locked": false, "text": "E_local", "fontSize": 18, "fontFamily": 1, "textAlign": "left", "verticalAlign": "middle", "containerId": "toOIo_BLFglBjWnGWhaLK", "originalText": "E_local", "autoResize": true, "lineHeight": 1.25 }, { "id": "9CIVYbsAgLMYi8knkI3PL", "type": "text", "x": 135, "y": 1350.75, "width": 145.494140625, "height": 22.5, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "b0d", "roundness": null, "seed": 1450099116, "version": 3, "versionNonce": 1148223892, "isDeleted": false, "boundElements": null, "updated": 1792100078904, "link": null, "locked": false, "text": "experts on this GPU", "fontSize": 18, "fontFamily": 1, "textAlign": "left", "verticalAlign": "middle", "containerId": "e1cHOLRoBQ0nBEptIgtQ4", "originalText": "experts on this GPU", "autoResize": true, "lineHeight": 1.25 }, { "id": "HHOHzWHr8oSsiJ6C4gf2C", "type": "text", "x": 505, "y": 1350.75, "width": 9, "height": 22.5, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "b0e", "roundness": null, "seed": 1291955244, "version": 3, "versionNonce": 1510019500, "isDeleted": false, "boundElements": null, "updated": 1792100078904, "link": null, "locked": false, "text": "2", "fontSize": 18, "fontFamily": 1, "textAlign": "left", "verticalAlign": "middle", "containerId": "1Tge0JZE30N6nuMnaIRX-", "originalText": "2", "autoResize": true, "lineHeight": 1.25 }, { "id": "aswxtE9mhZF3ENY--KNxl", "type": "text", "x": 715, "y": 1350.75, "width": 18, "height": 22.5, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "b0f", "roundness": null, "seed": 1993557676, "version": 3, "versionNonce": 261304084, "isDeleted": false, "boundElements": null, "updated": 1792100078904, "link": null, "locked": false, "text": "64", "fontSize": 18, "fontFamily": 1, "textAlign": "left", "verticalAlign": "middle", "containerId": "yn3dq5tZhVXCTTx_tSbxx", "originalText": "64", "autoResize": true, "lineHeight": 1.25 }, { "id": "rHhpzeXOPHTceXKJExqDp", "type": "text", "x": 5, "y": 1390.75, "width": 32.0009765625, "height": 22.5, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "b0g", "roundness": null, "seed": 1485672748, "version": 3, "versionNonce": 1237974060, "isDeleted": false, "boundElements": null, "updated": 1792100078904, "link": null, "locked": false, "text": "topk", "fontSize": 18, "fontFamily": 1, "textAlign": "left", "verticalAlign": "middle", "containerId": "BiSe07Ws4jiHOV3YW8uwF", "originalText": "topk", "autoResize": true, "lineHeight": 1.25 }, { "id": "T30bImwF5jWMK1ItpFmeV", "type": "text", "x": 135, "y": 1390.75, "width": 123.9521484375, "height": 22.5, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "b0h", "roundness": null, "seed": 1369082796, "version": 3, "versionNonce": 218377364, "isDeleted": false, "boundElements": null, "updated": 1792100078904, "link": null, "locked": false, "text": "experts per token", "fontSize": 18, "fontFamily": 1, "textAlign": "left", "verticalAlign": "middle", "containerId": "7LnRDTATEE40MqfD04eVl", "originalText": "experts per token", "autoResize": true, "lineHeight": 1.25 }, { "id": "pY60nEWX4CtAuNulV3_Gw", "type": "text", "x": 505, "y": 1390.75, "width": 9, "height": 22.5, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "b0i", "roundness": null, "seed": 1143223852, "version": 3, "versionNonce": 1443993260, "isDeleted": false, "boundElements": null, "updated": 1792100078904, "link": null, "locked": false, "text": "2", "fontSize": 18, "fontFamily": 1, "textAlign": "left", "verticalAlign": "middle", "containerId": "tLZGe9mmC0-8YyvQfbH2R", "originalText": "2", "autoResize": true, "lineHeight": 1.25 }, { "id": "p4Zj_7SckbaL01OWE45nx", "type": "text", "x": 715, "y": 1390.75, "width": 9, "height": 22.5, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "b0j", "roundness": null, "seed": 1024757932, "version": 3, "versionNonce": 2121890324, "isDeleted": false, "boundElements": null, "updated": 1792100078904, "link": null, "locked": false, "text": "6", "fontSize": 18, "fontFamily": 1, "textAlign": "left", "verticalAlign": "middle", "containerId": "JZdNrkvf9RKXOmEaFGpYB", "originalText": "6", "autoResize": true, "lineHeight": 1.25 }, { "id": "3dWBn1sOX3v22XnANGpny", "type": "text", "x": 5, "y": 1430.75, "width": 9, "height": 22.5, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "b0k", "roundness": null, "seed": 471178028, "version": 3, "versionNonce": 1535238444, "isDeleted": false, "boundElements": null, "updated": 1792100078904, "link": null, "locked": false, "text": "b", "fontSize": 18, "fontFamily": 1, "textAlign": "left", "verticalAlign": "middle", "containerId": "cQlUOQm58aeueZJ3ZMPF_", "originalText": "b", "autoResize": true, "lineHeight": 1.25 }, { "id": "0g-IRuW8pIoo_aZ2jk1Pf", "type": "text", "x": 135, "y": 1430.75, "width": 195.978515625, "height": 22.5, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "b0l", "roundness": null, "seed": 999380396, "version": 3, "versionNonce": 2129205140, "isDeleted": false, "boundElements": null, "updated": 1792100078904, "link": null, "locked": false, "text": "decode tokens on this GPU", "fontSize": 18, "fontFamily": 1, "textAlign": "left", "verticalAlign": "middle", "containerId": "JnwNDahO1jWfxdMswKOF0", "originalText": "decode tokens on this GPU", "autoResize": true, "lineHeight": 1.25 }, { "id": "A3RBPlWVp13WWbh8JkMDi", "type": "text", "x": 505, "y": 1430.75, "width": 33.802734375, "height": 22.5, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "b0m", "roundness": null, "seed": 414302252, "version": 3, "versionNonce": 293919660, "isDeleted": false, "boundElements": null, "updated": 1792100078904, "link": null, "locked": false, "text": "<= 4", "fontSize": 18, "fontFamily": 1, "textAlign": "left", "verticalAlign": "middle", "containerId": "e0v_me6te43UterqH6Mfh", "originalText": "<= 4", "autoResize": true, "lineHeight": 1.25 }, { "id": "f5rBIo0TmIUqP9MB9M2yh", "type": "text", "x": 715, "y": 1430.75, "width": 60.802734375, "height": 22.5, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "b0n", "roundness": null, "seed": 2069945004, "version": 3, "versionNonce": 1518929172, "isDeleted": false, "boundElements": null, "updated": 1792100078904, "link": null, "locked": false, "text": "<= 1024", "fontSize": 18, "fontFamily": 1, "textAlign": "left", "verticalAlign": "middle", "containerId": "iBrtkEy6fM2phzvENArW5", "originalText": "<= 1024", "autoResize": true, "lineHeight": 1.25 }, { "id": "snIWVMJiD-eQxn3uLsUoq", "type": "text", "x": 5, "y": 1470.75, "width": 10.9951171875, "height": 22.5, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "b0o", "roundness": null, "seed": 508077356, "version": 3, "versionNonce": 843351596, "isDeleted": false, "boundElements": null, "updated": 1792100078904, "link": null, "locked": false, "text": "T", "fontSize": 18, "fontFamily": 1, "textAlign": "left", "verticalAlign": "middle", "containerId": "EAb9Q-m0ZVivXFHRvbH4h", "originalText": "T", "autoResize": true, "lineHeight": 1.25 }, { "id": "16yyAFJMqU1HuBKHYvuRU", "type": "text", "x": 135, "y": 1470.75, "width": 236.6103515625, "height": 22.5, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "b0p", "roundness": null, "seed": 1456676780, "version": 3, "versionNonce": 1724859028, "isDeleted": false, "boundElements": null, "updated": 1792100078904, "link": null, "locked": false, "text": "rows per expert = max b x GPUs", "fontSize": 18, "fontFamily": 1, "textAlign": "left", "verticalAlign": "middle", "containerId": "-Iaoc-ORnzV6ORYKzOHm3", "originalText": "rows per expert = max b x GPUs", "autoResize": true, "lineHeight": 1.25 }, { "id": "DSIaWlkc2qUgx63456Fty", "type": "text", "x": 505, "y": 1470.75, "width": 9, "height": 22.5, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "b0q", "roundness": null, "seed": 1026181676, "version": 3, "versionNonce": 581623980, "isDeleted": false, "boundElements": null, "updated": 1792100078904, "link": null, "locked": false, "text": "8", "fontSize": 18, "fontFamily": 1, "textAlign": "left", "verticalAlign": "middle", "containerId": "X4BTdaHm_sQhQdnTYd4hA", "originalText": "8", "autoResize": true, "lineHeight": 1.25 }, { "id": "HBHY0taLOhD2OsdFpWLzK", "type": "text", "x": 715, "y": 1470.75, "width": 36, "height": 22.5, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "b0r", "roundness": null, "seed": 1412965548, "version": 3, "versionNonce": 1517408276, "isDeleted": false, "boundElements": null, "updated": 1792100078904, "link": null, "locked": false, "text": "4096", "fontSize": 18, "fontFamily": 1, "textAlign": "left", "verticalAlign": "middle", "containerId": "-CptlKoz_kgg2ZI8oCOlG", "originalText": "4096", "autoResize": true, "lineHeight": 1.25 } ], "appState": { "viewBackgroundColor": "#fdf8f6", "gridSize": null }, "files": {} }