{"type": "excalidraw", "version": 2, "source": "https://excalidraw.com", "elements": [{"type": "text", "x": 20, "y": 10, "width": 1300, "height": 28, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0001", "roundness": null, "seed": 1390851129, "version": 1, "versionNonce": 647892280, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0001", "text": "Same compute per token, three FFN designs (V4.1-Flash sizes on the right)", "originalText": "Same compute per token, three FFN designs (V4.1-Flash sizes on the right)", "fontSize": 22, "fontFamily": 1, "textAlign": "left", "verticalAlign": "middle", "lineHeight": 1.25, "autoResize": false, "containerId": null}, {"type": "text", "x": 40, "y": 55, "width": 380, "height": 22, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0002", "roundness": null, "seed": 1695753999, "version": 1, "versionNonce": 207388625, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0002", "text": "Dense FFN", "originalText": "Dense FFN", "fontSize": 16, "fontFamily": 1, "textAlign": "left", "verticalAlign": "middle", "lineHeight": 1.25, "autoResize": false, "containerId": null}, {"type": "text", "x": 40, "y": 78, "width": 380, "height": 18, "angle": 0, "strokeColor": "#495057", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0003", "roundness": null, "seed": 311111476, "version": 1, "versionNonce": 404285458, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0003", "text": "every token, every weight", "originalText": "every token, every weight", "fontSize": 11, "fontFamily": 1, "textAlign": "left", "verticalAlign": "middle", "lineHeight": 1.25, "autoResize": false, "containerId": null}, {"type": "rectangle", "x": 60, "y": 110, "width": 120, "height": 30, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#e9ecef", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0004", "roundness": {"type": 3}, "seed": 1570621945, "version": 1, "versionNonce": 249103478, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0004"}, {"type": "text", "x": 60, "y": 110, "width": 120, "height": 30, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0005", "roundness": null, "seed": 922121677, "version": 1, "versionNonce": 161042649, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0005", "text": "token (5120)", "originalText": "token (5120)", "fontSize": 11, "fontFamily": 1, "textAlign": "center", "verticalAlign": "middle", "lineHeight": 1.25, "autoResize": false, "containerId": null}, {"type": "arrow", "x": 120, "y": 140, "width": 0, "height": 30, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0006", "roundness": null, "seed": 369140571, "version": 1, "versionNonce": 1862494043, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0006", "points": [[0, 0], [0, 30]], "startArrowhead": null, "endArrowhead": "arrow", "startBinding": null, "endBinding": null, "lastCommittedPoint": null, "elbowed": false}, {"type": "rectangle", "x": 40, "y": 170, "width": 160, "height": 170, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#a5d8ff", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0007", "roundness": {"type": 3}, "seed": 1796035740, "version": 1, "versionNonce": 300026768, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0007"}, {"type": "text", "x": 40, "y": 170, "width": 160, "height": 170, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0008", "roundness": null, "seed": 1033639717, "version": 1, "versionNonce": 389609434, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0008", "text": "one SwiGLU FFN\nwidth ~ 4d = 20,480\n\n3 x 5120 x 20,480\n= 315M params\nall of it touched", "originalText": "one SwiGLU FFN\nwidth ~ 4d = 20,480\n\n3 x 5120 x 20,480\n= 315M params\nall of it touched", "fontSize": 11, "fontFamily": 1, "textAlign": "center", "verticalAlign": "middle", "lineHeight": 1.25, "autoResize": false, "containerId": null}, {"type": "arrow", "x": 120, "y": 340, "width": 0, "height": 30, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0009", "roundness": null, "seed": 1823296039, "version": 1, "versionNonce": 253877687, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0009", "points": [[0, 0], [0, 30]], "startArrowhead": null, "endArrowhead": "arrow", "startBinding": null, "endBinding": null, "lastCommittedPoint": null, "elbowed": false}, {"type": "rectangle", "x": 60, "y": 370, "width": 120, "height": 30, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#e9ecef", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0010", "roundness": {"type": 3}, "seed": 531725348, "version": 1, "versionNonce": 958804058, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0010"}, {"type": "text", "x": 60, "y": 370, "width": 120, "height": 30, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0011", "roundness": null, "seed": 265695474, "version": 1, "versionNonce": 1703729685, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0011", "text": "output", "originalText": "output", "fontSize": 11, "fontFamily": 1, "textAlign": "center", "verticalAlign": "middle", "lineHeight": 1.25, "autoResize": false, "containerId": null}, {"type": "text", "x": 440, "y": 55, "width": 380, "height": 22, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0012", "roundness": null, "seed": 212984477, "version": 1, "versionNonce": 949539217, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0012", "text": "Conventional MoE", "originalText": "Conventional MoE", "fontSize": 16, "fontFamily": 1, "textAlign": "left", "verticalAlign": "middle", "lineHeight": 1.25, "autoResize": false, "containerId": null}, {"type": "text", "x": 440, "y": 78, "width": 400, "height": 18, "angle": 0, "strokeColor": "#495057", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0013", "roundness": null, "seed": 200071089, "version": 1, "versionNonce": 571981486, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0013", "text": "few wide experts, top-2 (GShard-style)", "originalText": "few wide experts, top-2 (GShard-style)", "fontSize": 11, "fontFamily": 1, "textAlign": "left", "verticalAlign": "middle", "lineHeight": 1.25, "autoResize": false, "containerId": null}, {"type": "rectangle", "x": 520, "y": 110, "width": 120, "height": 30, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#e9ecef", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0014", "roundness": {"type": 3}, "seed": 1243862423, "version": 1, "versionNonce": 1800188483, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0014"}, {"type": "text", "x": 520, "y": 110, "width": 120, "height": 30, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0015", "roundness": null, "seed": 619570853, "version": 1, "versionNonce": 505913793, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0015", "text": "token", "originalText": "token", "fontSize": 11, "fontFamily": 1, "textAlign": "center", "verticalAlign": "middle", "lineHeight": 1.25, "autoResize": false, "containerId": null}, {"type": "rectangle", "x": 660, "y": 110, "width": 100, "height": 30, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#fff3bf", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0016", "roundness": {"type": 3}, "seed": 1324919353, "version": 1, "versionNonce": 776213900, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0016"}, {"type": "text", "x": 660, "y": 110, "width": 100, "height": 30, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0017", "roundness": null, "seed": 442620899, "version": 1, "versionNonce": 806899910, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0017", "text": "router", "originalText": "router", "fontSize": 11, "fontFamily": 1, "textAlign": "center", "verticalAlign": "middle", "lineHeight": 1.25, "autoResize": false, "containerId": null}, {"type": "arrow", "x": 640, "y": 125, "width": 20, "height": 0, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0018", "roundness": null, "seed": 1599435268, "version": 1, "versionNonce": 418461139, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0018", "points": [[0, 0], [20, 0]], "startArrowhead": null, "endArrowhead": "arrow", "startBinding": null, "endBinding": null, "lastCommittedPoint": null, "elbowed": false}, {"type": "rectangle", "x": 440, "y": 170, "width": 85, "height": 170, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#a5d8ff", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0019", "roundness": {"type": 3}, "seed": 269676600, "version": 1, "versionNonce": 255985077, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0019"}, {"type": "text", "x": 440, "y": 170, "width": 85, "height": 170, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0020", "roundness": null, "seed": 884585952, "version": 1, "versionNonce": 2132084005, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0020", "text": "expert 0\nwidth 4d\n\nactive", "originalText": "expert 0\nwidth 4d\n\nactive", "fontSize": 11, "fontFamily": 1, "textAlign": "center", "verticalAlign": "middle", "lineHeight": 1.25, "autoResize": false, "containerId": null}, {"type": "arrow", "x": 580, "y": 140, "width": 98, "height": 30, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0021", "roundness": null, "seed": 1836494975, "version": 1, "versionNonce": 1349251824, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0021", "points": [[0, 0], [-98, 30]], "startArrowhead": null, "endArrowhead": "arrow", "startBinding": null, "endBinding": null, "lastCommittedPoint": null, "elbowed": false}, {"type": "rectangle", "x": 535, "y": 170, "width": 85, "height": 170, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#f1f3f5", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0022", "roundness": {"type": 3}, "seed": 1999744785, "version": 1, "versionNonce": 1946412081, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0022"}, {"type": "text", "x": 535, "y": 170, "width": 85, "height": 170, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0023", "roundness": null, "seed": 1552984409, "version": 1, "versionNonce": 1287489454, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0023", "text": "expert 1\nwidth 4d\n\nidle", "originalText": "expert 1\nwidth 4d\n\nidle", "fontSize": 11, "fontFamily": 1, "textAlign": "center", "verticalAlign": "middle", "lineHeight": 1.25, "autoResize": false, "containerId": null}, {"type": "rectangle", "x": 630, "y": 170, "width": 85, "height": 170, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#a5d8ff", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0024", "roundness": {"type": 3}, "seed": 1066984056, "version": 1, "versionNonce": 772092315, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0024"}, {"type": "text", "x": 630, "y": 170, "width": 85, "height": 170, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0025", "roundness": null, "seed": 1048386556, "version": 1, "versionNonce": 351564608, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0025", "text": "expert 2\nwidth 4d\n\nactive", "originalText": "expert 2\nwidth 4d\n\nactive", "fontSize": 11, "fontFamily": 1, "textAlign": "center", "verticalAlign": "middle", "lineHeight": 1.25, "autoResize": false, "containerId": null}, {"type": "arrow", "x": 580, "y": 140, "width": 92, "height": 30, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0026", "roundness": null, "seed": 1289560150, "version": 1, "versionNonce": 2126508551, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0026", "points": [[0, 0], [92, 30]], "startArrowhead": null, "endArrowhead": "arrow", "startBinding": null, "endBinding": null, "lastCommittedPoint": null, "elbowed": false}, {"type": "rectangle", "x": 725, "y": 170, "width": 85, "height": 170, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#f1f3f5", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0027", "roundness": {"type": 3}, "seed": 1475216846, "version": 1, "versionNonce": 1927728187, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0027"}, {"type": "text", "x": 725, "y": 170, "width": 85, "height": 170, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0028", "roundness": null, "seed": 1236683273, "version": 1, "versionNonce": 314395343, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0028", "text": "expert 3\nwidth 4d\n\nidle", "originalText": "expert 3\nwidth 4d\n\nidle", "fontSize": 11, "fontFamily": 1, "textAlign": "center", "verticalAlign": "middle", "lineHeight": 1.25, "autoResize": false, "containerId": null}, {"type": "text", "x": 440, "y": 350, "width": 380, "height": 37.2, "angle": 0, "strokeColor": "#495057", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0029", "roundness": null, "seed": 507088657, "version": 1, "versionNonce": 1795823849, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0029", "text": "N = 4 experts of full width, top-2: C(4,2) = 6 combinations.\nThe paper's example: 16 experts, top-2 = 120 combinations.", "originalText": "N = 4 experts of full width, top-2: C(4,2) = 6 combinations.\nThe paper's example: 16 experts, top-2 = 120 combinations.", "fontSize": 12, "fontFamily": 1, "textAlign": "left", "verticalAlign": "middle", "lineHeight": 1.25, "autoResize": false, "containerId": null}, {"type": "text", "x": 880, "y": 55, "width": 480, "height": 22, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0030", "roundness": null, "seed": 708506837, "version": 1, "versionNonce": 1469118511, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0030", "text": "DeepSeekMoE (V4.1-Flash)", "originalText": "DeepSeekMoE (V4.1-Flash)", "fontSize": 16, "fontFamily": 1, "textAlign": "left", "verticalAlign": "middle", "lineHeight": 1.25, "autoResize": false, "containerId": null}, {"type": "text", "x": 880, "y": 78, "width": 480, "height": 18, "angle": 0, "strokeColor": "#495057", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0031", "roundness": null, "seed": 652768598, "version": 1, "versionNonce": 2100080515, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0031", "text": "384 narrow routed experts + 1 shared, top-6", "originalText": "384 narrow routed experts + 1 shared, top-6", "fontSize": 11, "fontFamily": 1, "textAlign": "left", "verticalAlign": "middle", "lineHeight": 1.25, "autoResize": false, "containerId": null}, {"type": "rectangle", "x": 1000, "y": 110, "width": 120, "height": 30, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#e9ecef", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0032", "roundness": {"type": 3}, "seed": 1811180650, "version": 1, "versionNonce": 168393880, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0032"}, {"type": "text", "x": 1000, "y": 110, "width": 120, "height": 30, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0033", "roundness": null, "seed": 333377415, "version": 1, "versionNonce": 1347535309, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0033", "text": "token", "originalText": "token", "fontSize": 11, "fontFamily": 1, "textAlign": "center", "verticalAlign": "middle", "lineHeight": 1.25, "autoResize": false, "containerId": null}, {"type": "rectangle", "x": 1140, "y": 110, "width": 120, "height": 30, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#fff3bf", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0034", "roundness": {"type": 3}, "seed": 1460814403, "version": 1, "versionNonce": 1504004732, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0034"}, {"type": "text", "x": 1140, "y": 110, "width": 120, "height": 30, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0035", "roundness": null, "seed": 2133201996, "version": 1, "versionNonce": 1959386987, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0035", "text": "router: top-6 of 384", "originalText": "router: top-6 of 384", "fontSize": 10, "fontFamily": 1, "textAlign": "center", "verticalAlign": "middle", "lineHeight": 1.25, "autoResize": false, "containerId": null}, {"type": "arrow", "x": 1120, "y": 125, "width": 20, "height": 0, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0036", "roundness": null, "seed": 295334610, "version": 1, "versionNonce": 401991736, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0036", "points": [[0, 0], [20, 0]], "startArrowhead": null, "endArrowhead": "arrow", "startBinding": null, "endBinding": null, "lastCommittedPoint": null, "elbowed": false}, {"type": "rectangle", "x": 880, "y": 170, "width": 70, "height": 170, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#b2f2bb", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0037", "roundness": {"type": 3}, "seed": 1159380354, "version": 1, "versionNonce": 2036236842, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0037"}, {"type": "text", "x": 880, "y": 170, "width": 70, "height": 170, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0038", "roundness": null, "seed": 279172787, "version": 1, "versionNonce": 260573196, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0038", "text": "shared\n2304\n\nalways", "originalText": "shared\n2304\n\nalways", "fontSize": 11, "fontFamily": 1, "textAlign": "center", "verticalAlign": "middle", "lineHeight": 1.25, "autoResize": false, "containerId": null}, {"type": "arrow", "x": 1060, "y": 140, "width": 145, "height": 30, "angle": 0, "strokeColor": "#2b8a3e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0039", "roundness": null, "seed": 1329753548, "version": 1, "versionNonce": 1914012529, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0039", "points": [[0, 0], [-145, 30]], "startArrowhead": null, "endArrowhead": "arrow", "startBinding": null, "endBinding": null, "lastCommittedPoint": null, "elbowed": false}, {"type": "rectangle", "x": 960, "y": 170, "width": 12, "height": 170, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#f1f3f5", "fillStyle": "solid", "strokeWidth": 0.6, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0040", "roundness": {"type": 3}, "seed": 1222328496, "version": 1, "versionNonce": 1656961616, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0040"}, {"type": "rectangle", "x": 975, "y": 170, "width": 12, "height": 170, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#f1f3f5", "fillStyle": "solid", "strokeWidth": 0.6, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0041", "roundness": {"type": 3}, "seed": 1490376254, "version": 1, "versionNonce": 96907016, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0041"}, {"type": "rectangle", "x": 990, "y": 170, "width": 12, "height": 170, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#a5d8ff", "fillStyle": "solid", "strokeWidth": 0.6, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0042", "roundness": {"type": 3}, "seed": 1982966163, "version": 1, "versionNonce": 1526706730, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0042"}, {"type": "arrow", "x": 1200, "y": 140, "width": 204, "height": 30, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 0.8, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0043", "roundness": null, "seed": 721762279, "version": 1, "versionNonce": 502922617, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0043", "points": [[0, 0], [-204, 30]], "startArrowhead": null, "endArrowhead": "arrow", "startBinding": null, "endBinding": null, "lastCommittedPoint": null, "elbowed": false}, {"type": "rectangle", "x": 1005, "y": 170, "width": 12, "height": 170, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#f1f3f5", "fillStyle": "solid", "strokeWidth": 0.6, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0044", "roundness": {"type": 3}, "seed": 2120395275, "version": 1, "versionNonce": 253207297, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0044"}, {"type": "rectangle", "x": 1020, "y": 170, "width": 12, "height": 170, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#f1f3f5", "fillStyle": "solid", "strokeWidth": 0.6, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0045", "roundness": {"type": 3}, "seed": 937195260, "version": 1, "versionNonce": 1234510746, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0045"}, {"type": "rectangle", "x": 1035, "y": 170, "width": 12, "height": 170, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#a5d8ff", "fillStyle": "solid", "strokeWidth": 0.6, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0046", "roundness": {"type": 3}, "seed": 555512016, "version": 1, "versionNonce": 1063497604, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0046"}, {"type": "arrow", "x": 1200, "y": 140, "width": 159, "height": 30, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 0.8, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0047", "roundness": null, "seed": 1708957521, "version": 1, "versionNonce": 1679116189, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0047", "points": [[0, 0], [-159, 30]], "startArrowhead": null, "endArrowhead": "arrow", "startBinding": null, "endBinding": null, "lastCommittedPoint": null, "elbowed": false}, {"type": "rectangle", "x": 1050, "y": 170, "width": 12, "height": 170, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#f1f3f5", "fillStyle": "solid", "strokeWidth": 0.6, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0048", "roundness": {"type": 3}, "seed": 2132480061, "version": 1, "versionNonce": 346094056, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0048"}, {"type": "rectangle", "x": 1065, "y": 170, "width": 12, "height": 170, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#f1f3f5", "fillStyle": "solid", "strokeWidth": 0.6, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0049", "roundness": {"type": 3}, "seed": 714537755, "version": 1, "versionNonce": 1929245187, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0049"}, {"type": "rectangle", "x": 1080, "y": 170, "width": 12, "height": 170, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#f1f3f5", "fillStyle": "solid", "strokeWidth": 0.6, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0050", "roundness": {"type": 3}, "seed": 1725048951, "version": 1, "versionNonce": 1193309984, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0050"}, {"type": "rectangle", "x": 1095, "y": 170, "width": 12, "height": 170, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#a5d8ff", "fillStyle": "solid", "strokeWidth": 0.6, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0051", "roundness": {"type": 3}, "seed": 588093311, "version": 1, "versionNonce": 1849076401, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0051"}, {"type": "arrow", "x": 1200, "y": 140, "width": 99, "height": 30, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 0.8, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0052", "roundness": null, "seed": 1195809358, "version": 1, "versionNonce": 1783684942, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0052", "points": [[0, 0], [-99, 30]], "startArrowhead": null, "endArrowhead": "arrow", "startBinding": null, "endBinding": null, "lastCommittedPoint": null, "elbowed": false}, {"type": "rectangle", "x": 1110, "y": 170, "width": 12, "height": 170, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#f1f3f5", "fillStyle": "solid", "strokeWidth": 0.6, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0053", "roundness": {"type": 3}, "seed": 1540910401, "version": 1, "versionNonce": 1633982922, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0053"}, {"type": "rectangle", "x": 1125, "y": 170, "width": 12, "height": 170, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#f1f3f5", "fillStyle": "solid", "strokeWidth": 0.6, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0054", "roundness": {"type": 3}, "seed": 991070208, "version": 1, "versionNonce": 648200382, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0054"}, {"type": "rectangle", "x": 1140, "y": 170, "width": 12, "height": 170, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#f1f3f5", "fillStyle": "solid", "strokeWidth": 0.6, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0055", "roundness": {"type": 3}, "seed": 356416555, "version": 1, "versionNonce": 756849393, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0055"}, {"type": "rectangle", "x": 1155, "y": 170, "width": 12, "height": 170, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#a5d8ff", "fillStyle": "solid", "strokeWidth": 0.6, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0056", "roundness": {"type": 3}, "seed": 649821630, "version": 1, "versionNonce": 996247159, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0056"}, {"type": "arrow", "x": 1200, "y": 140, "width": 39, "height": 30, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 0.8, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0057", "roundness": null, "seed": 1002170859, "version": 1, "versionNonce": 51810463, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0057", "points": [[0, 0], [-39, 30]], "startArrowhead": null, "endArrowhead": "arrow", "startBinding": null, "endBinding": null, "lastCommittedPoint": null, "elbowed": false}, {"type": "rectangle", "x": 1170, "y": 170, "width": 12, "height": 170, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#f1f3f5", "fillStyle": "solid", "strokeWidth": 0.6, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0058", "roundness": {"type": 3}, "seed": 2082899072, "version": 1, "versionNonce": 783156688, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0058"}, {"type": "rectangle", "x": 1185, "y": 170, "width": 12, "height": 170, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#f1f3f5", "fillStyle": "solid", "strokeWidth": 0.6, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0059", "roundness": {"type": 3}, "seed": 1128488134, "version": 1, "versionNonce": 1210883261, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0059"}, {"type": "rectangle", "x": 1200, "y": 170, "width": 12, "height": 170, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#f1f3f5", "fillStyle": "solid", "strokeWidth": 0.6, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0060", "roundness": {"type": 3}, "seed": 17581914, "version": 1, "versionNonce": 625675343, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0060"}, {"type": "rectangle", "x": 1215, "y": 170, "width": 12, "height": 170, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#a5d8ff", "fillStyle": "solid", "strokeWidth": 0.6, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0061", "roundness": {"type": 3}, "seed": 1799361520, "version": 1, "versionNonce": 1585932014, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0061"}, {"type": "arrow", "x": 1200, "y": 140, "width": 21, "height": 30, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 0.8, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0062", "roundness": null, "seed": 1368426742, "version": 1, "versionNonce": 538981927, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0062", "points": [[0, 0], [21, 30]], "startArrowhead": null, "endArrowhead": "arrow", "startBinding": null, "endBinding": null, "lastCommittedPoint": null, "elbowed": false}, {"type": "rectangle", "x": 1230, "y": 170, "width": 12, "height": 170, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#f1f3f5", "fillStyle": "solid", "strokeWidth": 0.6, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0063", "roundness": {"type": 3}, "seed": 231897702, "version": 1, "versionNonce": 1961269854, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0063"}, {"type": "rectangle", "x": 1245, "y": 170, "width": 12, "height": 170, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#f1f3f5", "fillStyle": "solid", "strokeWidth": 0.6, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0064", "roundness": {"type": 3}, "seed": 1685254564, "version": 1, "versionNonce": 1709696036, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0064"}, {"type": "rectangle", "x": 1260, "y": 170, "width": 12, "height": 170, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#f1f3f5", "fillStyle": "solid", "strokeWidth": 0.6, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0065", "roundness": {"type": 3}, "seed": 1713601029, "version": 1, "versionNonce": 1692732590, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0065"}, {"type": "rectangle", "x": 1275, "y": 170, "width": 12, "height": 170, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#a5d8ff", "fillStyle": "solid", "strokeWidth": 0.6, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0066", "roundness": {"type": 3}, "seed": 444688429, "version": 1, "versionNonce": 2068124765, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0066"}, {"type": "arrow", "x": 1200, "y": 140, "width": 81, "height": 30, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 0.8, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0067", "roundness": null, "seed": 1719888007, "version": 1, "versionNonce": 267352361, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0067", "points": [[0, 0], [81, 30]], "startArrowhead": null, "endArrowhead": "arrow", "startBinding": null, "endBinding": null, "lastCommittedPoint": null, "elbowed": false}, {"type": "rectangle", "x": 1290, "y": 170, "width": 12, "height": 170, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#f1f3f5", "fillStyle": "solid", "strokeWidth": 0.6, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0068", "roundness": {"type": 3}, "seed": 818661758, "version": 1, "versionNonce": 289255806, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0068"}, {"type": "rectangle", "x": 1305, "y": 170, "width": 12, "height": 170, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#f1f3f5", "fillStyle": "solid", "strokeWidth": 0.6, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0069", "roundness": {"type": 3}, "seed": 896631051, "version": 1, "versionNonce": 1892478002, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0069"}, {"type": "rectangle", "x": 1320, "y": 170, "width": 12, "height": 170, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#f1f3f5", "fillStyle": "solid", "strokeWidth": 0.6, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0070", "roundness": {"type": 3}, "seed": 697086886, "version": 1, "versionNonce": 472138490, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0070"}, {"type": "rectangle", "x": 1335, "y": 170, "width": 12, "height": 170, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#f1f3f5", "fillStyle": "solid", "strokeWidth": 0.6, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0071", "roundness": {"type": 3}, "seed": 1460519318, "version": 1, "versionNonce": 225810526, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0071"}, {"type": "text", "x": 960, "y": 344, "width": 400, "height": 16, "angle": 0, "strokeColor": "#495057", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0072", "roundness": null, "seed": 439717025, "version": 1, "versionNonce": 1001929, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0072", "text": "... 384 routed experts, each 2304 wide (0.45 d)", "originalText": "... 384 routed experts, each 2304 wide (0.45 d)", "fontSize": 10, "fontFamily": 1, "textAlign": "left", "verticalAlign": "middle", "lineHeight": 1.25, "autoResize": false, "containerId": null}, {"type": "text", "x": 880, "y": 365, "width": 480, "height": 37.2, "angle": 0, "strokeColor": "#495057", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0073", "roundness": null, "seed": 649677952, "version": 1, "versionNonce": 435786141, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0073", "text": "per token: 7 experts x 35.4M = 248M params per layer, effective width 7 x 2304 = 16,128 ~ 3.15 d\nowned: 385 x 35.4M = 13.6B per layer, width 173 d.   C(384,6) ~ 4.3 x 10^12 combinations.", "originalText": "per token: 7 experts x 35.4M = 248M params per layer, effective width 7 x 2304 = 16,128 ~ 3.15 d\nowned: 385 x 35.4M = 13.6B per layer, width 173 d.   C(384,6) ~ 4.3 x 10^12 combinations.", "fontSize": 12, "fontFamily": 1, "textAlign": "left", "verticalAlign": "middle", "lineHeight": 1.25, "autoResize": false, "containerId": null}], "appState": {"gridSize": 20, "gridStep": 5, "gridModeEnabled": false, "viewBackgroundColor": "#fdf8f6", "lockedMultiSelections": {}}, "files": {}}