{"type": "excalidraw", "version": 2, "source": "https://excalidraw.com", "elements": [{"type": "text", "x": 20, "y": 10, "width": 1300, "height": 28, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0001", "roundness": null, "seed": 1519490801, "version": 1, "versionNonce": 1967786446, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0001", "text": "Fraction of the 384 experts touched by one decode step, versus tokens in the step", "originalText": "Fraction of the 384 experts touched by one decode step, versus tokens in the step", "fontSize": 22, "fontFamily": 1, "textAlign": "left", "verticalAlign": "middle", "lineHeight": 1.25, "autoResize": false, "containerId": null}, {"type": "arrow", "x": 120, "y": 420, "width": 1000, "height": 0, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0002", "roundness": null, "seed": 1806584668, "version": 1, "versionNonce": 561623934, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0002", "points": [[0, 0], [1000, 0]], "startArrowhead": null, "endArrowhead": null, "startBinding": null, "endBinding": null, "lastCommittedPoint": null, "elbowed": false}, {"type": "arrow", "x": 120, "y": 80, "width": 0, "height": 340, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0003", "roundness": null, "seed": 652132316, "version": 1, "versionNonce": 80336782, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0003", "points": [[0, 0], [0, 340]], "startArrowhead": null, "endArrowhead": null, "startBinding": null, "endBinding": null, "lastCommittedPoint": null, "elbowed": false}, {"type": "arrow", "x": 120.0, "y": 420, "width": 0.0, "height": 6, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0004", "roundness": null, "seed": 1890322093, "version": 1, "versionNonce": 786442398, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0004", "points": [[0.0, 0], [0.0, 6]], "startArrowhead": null, "endArrowhead": null, "startBinding": null, "endBinding": null, "lastCommittedPoint": null, "elbowed": false}, {"type": "text", "x": 90.0, "y": 430, "width": 60, "height": 16, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0005", "roundness": null, "seed": 16889874, "version": 1, "versionNonce": 643396776, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0005", "text": "1", "originalText": "1", "fontSize": 11, "fontFamily": 1, "textAlign": "center", "verticalAlign": "middle", "lineHeight": 1.25, "autoResize": false, "containerId": null}, {"type": "arrow", "x": 210.9090909090909, "y": 420, "width": 0.0, "height": 6, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0006", "roundness": null, "seed": 740223520, "version": 1, "versionNonce": 607991153, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0006", "points": [[0.0, 0], [0.0, 6]], "startArrowhead": null, "endArrowhead": null, "startBinding": null, "endBinding": null, "lastCommittedPoint": null, "elbowed": false}, {"type": "text", "x": 180.9090909090909, "y": 430, "width": 60, "height": 16, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0007", "roundness": null, "seed": 2033636663, "version": 1, "versionNonce": 516841822, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0007", "text": "2", "originalText": "2", "fontSize": 11, "fontFamily": 1, "textAlign": "center", "verticalAlign": "middle", "lineHeight": 1.25, "autoResize": false, "containerId": null}, {"type": "arrow", "x": 301.8181818181818, "y": 420, "width": 0.0, "height": 6, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0008", "roundness": null, "seed": 265236939, "version": 1, "versionNonce": 1400082662, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0008", "points": [[0.0, 0], [0.0, 6]], "startArrowhead": null, "endArrowhead": null, "startBinding": null, "endBinding": null, "lastCommittedPoint": null, "elbowed": false}, {"type": "text", "x": 271.8181818181818, "y": 430, "width": 60, "height": 16, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0009", "roundness": null, "seed": 2072265938, "version": 1, "versionNonce": 455736474, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0009", "text": "4", "originalText": "4", "fontSize": 11, "fontFamily": 1, "textAlign": "center", "verticalAlign": "middle", "lineHeight": 1.25, "autoResize": false, "containerId": null}, {"type": "arrow", "x": 392.72727272727275, "y": 420, "width": 0.0, "height": 6, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0010", "roundness": null, "seed": 244051093, "version": 1, "versionNonce": 1067275002, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0010", "points": [[0.0, 0], [0.0, 6]], "startArrowhead": null, "endArrowhead": null, "startBinding": null, "endBinding": null, "lastCommittedPoint": null, "elbowed": false}, {"type": "text", "x": 362.72727272727275, "y": 430, "width": 60, "height": 16, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0011", "roundness": null, "seed": 821653593, "version": 1, "versionNonce": 1189349777, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0011", "text": "8", "originalText": "8", "fontSize": 11, "fontFamily": 1, "textAlign": "center", "verticalAlign": "middle", "lineHeight": 1.25, "autoResize": false, "containerId": null}, {"type": "arrow", "x": 483.6363636363636, "y": 420, "width": 0.0, "height": 6, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0012", "roundness": null, "seed": 181242850, "version": 1, "versionNonce": 419812754, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0012", "points": [[0.0, 0], [0.0, 6]], "startArrowhead": null, "endArrowhead": null, "startBinding": null, "endBinding": null, "lastCommittedPoint": null, "elbowed": false}, {"type": "text", "x": 453.6363636363636, "y": 430, "width": 60, "height": 16, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0013", "roundness": null, "seed": 1942080813, "version": 1, "versionNonce": 119682499, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0013", "text": "16", "originalText": "16", "fontSize": 11, "fontFamily": 1, "textAlign": "center", "verticalAlign": "middle", "lineHeight": 1.25, "autoResize": false, "containerId": null}, {"type": "arrow", "x": 574.5454545454545, "y": 420, "width": 0.0, "height": 6, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0014", "roundness": null, "seed": 272167094, "version": 1, "versionNonce": 1903737355, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0014", "points": [[0.0, 0], [0.0, 6]], "startArrowhead": null, "endArrowhead": null, "startBinding": null, "endBinding": null, "lastCommittedPoint": null, "elbowed": false}, {"type": "text", "x": 544.5454545454545, "y": 430, "width": 60, "height": 16, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0015", "roundness": null, "seed": 1398499908, "version": 1, "versionNonce": 856430244, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0015", "text": "32", "originalText": "32", "fontSize": 11, "fontFamily": 1, "textAlign": "center", "verticalAlign": "middle", "lineHeight": 1.25, "autoResize": false, "containerId": null}, {"type": "arrow", "x": 665.4545454545455, "y": 420, "width": 0.0, "height": 6, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0016", "roundness": null, "seed": 1190502837, "version": 1, "versionNonce": 1942810372, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0016", "points": [[0.0, 0], [0.0, 6]], "startArrowhead": null, "endArrowhead": null, "startBinding": null, "endBinding": null, "lastCommittedPoint": null, "elbowed": false}, {"type": "text", "x": 635.4545454545455, "y": 430, "width": 60, "height": 16, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0017", "roundness": null, "seed": 2053150340, "version": 1, "versionNonce": 1063673567, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0017", "text": "64", "originalText": "64", "fontSize": 11, "fontFamily": 1, "textAlign": "center", "verticalAlign": "middle", "lineHeight": 1.25, "autoResize": false, "containerId": null}, {"type": "arrow", "x": 756.3636363636364, "y": 420, "width": 0.0, "height": 6, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0018", "roundness": null, "seed": 1114940396, "version": 1, "versionNonce": 870111104, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0018", "points": [[0.0, 0], [0.0, 6]], "startArrowhead": null, "endArrowhead": null, "startBinding": null, "endBinding": null, "lastCommittedPoint": null, "elbowed": false}, {"type": "text", "x": 726.3636363636364, "y": 430, "width": 60, "height": 16, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0019", "roundness": null, "seed": 1922119102, "version": 1, "versionNonce": 588987925, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0019", "text": "128", "originalText": "128", "fontSize": 11, "fontFamily": 1, "textAlign": "center", "verticalAlign": "middle", "lineHeight": 1.25, "autoResize": false, "containerId": null}, {"type": "arrow", "x": 847.2727272727273, "y": 420, "width": 0.0, "height": 6, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0020", "roundness": null, "seed": 1789442529, "version": 1, "versionNonce": 522362321, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0020", "points": [[0.0, 0], [0.0, 6]], "startArrowhead": null, "endArrowhead": null, "startBinding": null, "endBinding": null, "lastCommittedPoint": null, "elbowed": false}, {"type": "text", "x": 817.2727272727273, "y": 430, "width": 60, "height": 16, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0021", "roundness": null, "seed": 1685192165, "version": 1, "versionNonce": 1898882740, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0021", "text": "256", "originalText": "256", "fontSize": 11, "fontFamily": 1, "textAlign": "center", "verticalAlign": "middle", "lineHeight": 1.25, "autoResize": false, "containerId": null}, {"type": "arrow", "x": 938.1818181818181, "y": 420, "width": 0.0, "height": 6, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0022", "roundness": null, "seed": 1357122901, "version": 1, "versionNonce": 311583110, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0022", "points": [[0.0, 0], [0.0, 6]], "startArrowhead": null, "endArrowhead": null, "startBinding": null, "endBinding": null, "lastCommittedPoint": null, "elbowed": false}, {"type": "text", "x": 908.1818181818181, "y": 430, "width": 60, "height": 16, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0023", "roundness": null, "seed": 1033535610, "version": 1, "versionNonce": 1839700616, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0023", "text": "512", "originalText": "512", "fontSize": 11, "fontFamily": 1, "textAlign": "center", "verticalAlign": "middle", "lineHeight": 1.25, "autoResize": false, "containerId": null}, {"type": "arrow", "x": 1029.090909090909, "y": 420, "width": 0.0, "height": 6, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0024", "roundness": null, "seed": 314051310, "version": 1, "versionNonce": 913495727, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0024", "points": [[0.0, 0], [0.0, 6]], "startArrowhead": null, "endArrowhead": null, "startBinding": null, "endBinding": null, "lastCommittedPoint": null, "elbowed": false}, {"type": "text", "x": 999.090909090909, "y": 430, "width": 60, "height": 16, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0025", "roundness": null, "seed": 1300430509, "version": 1, "versionNonce": 525488742, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0025", "text": "1024", "originalText": "1024", "fontSize": 11, "fontFamily": 1, "textAlign": "center", "verticalAlign": "middle", "lineHeight": 1.25, "autoResize": false, "containerId": null}, {"type": "arrow", "x": 1120.0, "y": 420, "width": 0.0, "height": 6, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0026", "roundness": null, "seed": 663343194, "version": 1, "versionNonce": 1572745252, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0026", "points": [[0.0, 0], [0.0, 6]], "startArrowhead": null, "endArrowhead": null, "startBinding": null, "endBinding": null, "lastCommittedPoint": null, "elbowed": false}, {"type": "text", "x": 1090.0, "y": 430, "width": 60, "height": 16, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0027", "roundness": null, "seed": 614090117, "version": 1, "versionNonce": 1087089873, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0027", "text": "2048", "originalText": "2048", "fontSize": 11, "fontFamily": 1, "textAlign": "center", "verticalAlign": "middle", "lineHeight": 1.25, "autoResize": false, "containerId": null}, {"type": "arrow", "x": 114, "y": 335.0, "width": 1006, "height": 0.0, "angle": 0, "strokeColor": "#adb5bd", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 0.6, "strokeStyle": "dashed", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0028", "roundness": null, "seed": 589504031, "version": 1, "versionNonce": 2008910112, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0028", "points": [[0, 0.0], [1006, 0.0]], "startArrowhead": null, "endArrowhead": null, "startBinding": null, "endBinding": null, "lastCommittedPoint": null, "elbowed": false}, {"type": "text", "x": 50, "y": 326.0, "width": 60, "height": 18, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0029", "roundness": null, "seed": 943122534, "version": 1, "versionNonce": 404265717, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0029", "text": "25%", "originalText": "25%", "fontSize": 11, "fontFamily": 1, "textAlign": "center", "verticalAlign": "middle", "lineHeight": 1.25, "autoResize": false, "containerId": null}, {"type": "arrow", "x": 114, "y": 250.0, "width": 1006, "height": 0.0, "angle": 0, "strokeColor": "#adb5bd", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 0.6, "strokeStyle": "dashed", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0030", "roundness": null, "seed": 1710500231, "version": 1, "versionNonce": 2092769115, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0030", "points": [[0, 0.0], [1006, 0.0]], "startArrowhead": null, "endArrowhead": null, "startBinding": null, "endBinding": null, "lastCommittedPoint": null, "elbowed": false}, {"type": "text", "x": 50, "y": 241.0, "width": 60, "height": 18, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0031", "roundness": null, "seed": 699199910, "version": 1, "versionNonce": 960836460, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0031", "text": "50%", "originalText": "50%", "fontSize": 11, "fontFamily": 1, "textAlign": "center", "verticalAlign": "middle", "lineHeight": 1.25, "autoResize": false, "containerId": null}, {"type": "arrow", "x": 114, "y": 165.0, "width": 1006, "height": 0.0, "angle": 0, "strokeColor": "#adb5bd", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 0.6, "strokeStyle": "dashed", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0032", "roundness": null, "seed": 693491441, "version": 1, "versionNonce": 1853372069, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0032", "points": [[0, 0.0], [1006, 0.0]], "startArrowhead": null, "endArrowhead": null, "startBinding": null, "endBinding": null, "lastCommittedPoint": null, "elbowed": false}, {"type": "text", "x": 50, "y": 156.0, "width": 60, "height": 18, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0033", "roundness": null, "seed": 1734349672, "version": 1, "versionNonce": 1456492750, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0033", "text": "75%", "originalText": "75%", "fontSize": 11, "fontFamily": 1, "textAlign": "center", "verticalAlign": "middle", "lineHeight": 1.25, "autoResize": false, "containerId": null}, {"type": "arrow", "x": 114, "y": 80.0, "width": 1006, "height": 0.0, "angle": 0, "strokeColor": "#adb5bd", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 0.6, "strokeStyle": "dashed", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0034", "roundness": null, "seed": 1809368695, "version": 1, "versionNonce": 840716951, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0034", "points": [[0, 0.0], [1006, 0.0]], "startArrowhead": null, "endArrowhead": null, "startBinding": null, "endBinding": null, "lastCommittedPoint": null, "elbowed": false}, {"type": "text", "x": 50, "y": 71.0, "width": 60, "height": 18, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0035", "roundness": null, "seed": 1531648886, "version": 1, "versionNonce": 1368056915, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0035", "text": "100%", "originalText": "100%", "fontSize": 11, "fontFamily": 1, "textAlign": "center", "verticalAlign": "middle", "lineHeight": 1.25, "autoResize": false, "containerId": null}, {"type": "arrow", "x": 120.0, "y": 414.6875, "width": 90.9090909090909, "height": 5.2294921875, "angle": 0, "strokeColor": "#1971c2", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0036", "roundness": null, "seed": 395970335, "version": 1, "versionNonce": 1571754094, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0036", "points": [[0.0, 0.0], [90.9090909090909, -5.2294921875]], "startArrowhead": null, "endArrowhead": null, "startBinding": null, "endBinding": null, "lastCommittedPoint": null, "elbowed": false}, {"type": "arrow", "x": 210.9090909090909, "y": 409.4580078125, "width": 90.9090909090909, "height": 10.215128660202026, "angle": 0, "strokeColor": "#1971c2", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0037", "roundness": null, "seed": 83678550, "version": 1, "versionNonce": 1451611685, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0037", "points": [[0.0, 0.0], [90.9090909090909, -10.215128660202026]], "startArrowhead": null, "endArrowhead": null, "startBinding": null, "endBinding": null, "lastCommittedPoint": null, "elbowed": false}, {"type": "arrow", "x": 301.8181818181818, "y": 399.242879152298, "width": 90.90909090909093, "height": 19.48989124215467, "angle": 0, "strokeColor": "#1971c2", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0038", "roundness": null, "seed": 1969975946, "version": 1, "versionNonce": 1891753122, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0038", "points": [[0.0, 0.0], [90.90909090909093, -19.48989124215467]], "startArrowhead": null, "endArrowhead": null, "startBinding": null, "endBinding": null, "lastCommittedPoint": null, "elbowed": false}, {"type": "arrow", "x": 392.72727272727275, "y": 379.7529879101433, "width": 90.90909090909088, "height": 35.48282978938295, "angle": 0, "strokeColor": "#1971c2", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0039", "roundness": null, "seed": 77661512, "version": 1, "versionNonce": 1650747323, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0039", "points": [[0.0, 0.0], [90.90909090909088, -35.48282978938295]], "startArrowhead": null, "endArrowhead": null, "startBinding": null, "endBinding": null, "lastCommittedPoint": null, "elbowed": false}, {"type": "arrow", "x": 483.6363636363636, "y": 344.27015812076036, "width": 90.90909090909088, "height": 58.86216849378479, "angle": 0, "strokeColor": "#1971c2", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0040", "roundness": null, "seed": 1423772582, "version": 1, "versionNonce": 1268965730, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0040", "points": [[0.0, 0.0], [90.90909090909088, -58.86216849378479]], "startArrowhead": null, "endArrowhead": null, "startBinding": null, "endBinding": null, "lastCommittedPoint": null, "elbowed": false}, {"type": "arrow", "x": 574.5454545454545, "y": 285.40798962697556, "width": 90.90909090909099, "height": 81.31257138404703, "angle": 0, "strokeColor": "#1971c2", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0041", "roundness": null, "seed": 276126872, "version": 1, "versionNonce": 484686861, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0041", "points": [[0.0, 0.0], [90.90909090909099, -81.31257138404703]], "startArrowhead": null, "endArrowhead": null, "startBinding": null, "endBinding": null, "lastCommittedPoint": null, "elbowed": false}, {"type": "arrow", "x": 665.4545454545455, "y": 204.09541824292853, "width": 90.90909090909088, "height": 78.80226286384806, "angle": 0, "strokeColor": "#1971c2", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0042", "roundness": null, "seed": 981631322, "version": 1, "versionNonce": 450024946, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0042", "points": [[0.0, 0.0], [90.90909090909088, -78.80226286384806]], "startArrowhead": null, "endArrowhead": null, "startBinding": null, "endBinding": null, "lastCommittedPoint": null, "elbowed": false}, {"type": "arrow", "x": 756.3636363636364, "y": 125.29315537908047, "width": 90.90909090909088, "height": 39.25942030792305, "angle": 0, "strokeColor": "#1971c2", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0043", "roundness": null, "seed": 361040388, "version": 1, "versionNonce": 1140589864, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0043", "points": [[0.0, 0.0], [90.90909090909088, -39.25942030792305]], "startArrowhead": null, "endArrowhead": null, "startBinding": null, "endBinding": null, "lastCommittedPoint": null, "elbowed": false}, {"type": "arrow", "x": 847.2727272727273, "y": 86.03373507115742, "width": 90.90909090909088, "height": 5.926658721425326, "angle": 0, "strokeColor": "#1971c2", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0044", "roundness": null, "seed": 1167889501, "version": 1, "versionNonce": 170029958, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0044", "points": [[0.0, 0.0], [90.90909090909088, -5.926658721425326]], "startArrowhead": null, "endArrowhead": null, "startBinding": null, "endBinding": null, "lastCommittedPoint": null, "elbowed": false}, {"type": "arrow", "x": 938.1818181818181, "y": 80.1070763497321, "width": 90.90909090909088, "height": 0.10704262813010246, "angle": 0, "strokeColor": "#1971c2", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0045", "roundness": null, "seed": 779757290, "version": 1, "versionNonce": 1161557138, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0045", "points": [[0.0, 0.0], [90.90909090909088, -0.10704262813010246]], "startArrowhead": null, "endArrowhead": null, "startBinding": null, "endBinding": null, "lastCommittedPoint": null, "elbowed": false}, {"type": "arrow", "x": 1029.090909090909, "y": 80.000033721602, "width": 90.90909090909099, "height": 3.372159864056812e-05, "angle": 0, "strokeColor": "#1971c2", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0046", "roundness": null, "seed": 556436892, "version": 1, "versionNonce": 1813567875, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0046", "points": [[0.0, 0.0], [90.90909090909099, -3.372159864056812e-05]], "startArrowhead": null, "endArrowhead": null, "startBinding": null, "endBinding": null, "lastCommittedPoint": null, "elbowed": false}, {"type": "rectangle", "x": 116.0, "y": 410.6875, "width": 8, "height": 8, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#1971c2", "fillStyle": "solid", "strokeWidth": 0.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0047", "roundness": {"type": 3}, "seed": 1110717269, "version": 1, "versionNonce": 1743532651, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0047"}, {"type": "rectangle", "x": 206.9090909090909, "y": 405.4580078125, "width": 8, "height": 8, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#1971c2", "fillStyle": "solid", "strokeWidth": 0.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0048", "roundness": {"type": 3}, "seed": 641530463, "version": 1, "versionNonce": 2124342558, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0048"}, {"type": "rectangle", "x": 297.8181818181818, "y": 395.242879152298, "width": 8, "height": 8, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#1971c2", "fillStyle": "solid", "strokeWidth": 0.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0049", "roundness": {"type": 3}, "seed": 1404662648, "version": 1, "versionNonce": 384237252, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0049"}, {"type": "rectangle", "x": 388.72727272727275, "y": 375.7529879101433, "width": 8, "height": 8, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#1971c2", "fillStyle": "solid", "strokeWidth": 0.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0050", "roundness": {"type": 3}, "seed": 1198563464, "version": 1, "versionNonce": 247074473, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0050"}, {"type": "rectangle", "x": 479.6363636363636, "y": 340.27015812076036, "width": 8, "height": 8, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#1971c2", "fillStyle": "solid", "strokeWidth": 0.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0051", "roundness": {"type": 3}, "seed": 787456634, "version": 1, "versionNonce": 1826722755, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0051"}, {"type": "rectangle", "x": 570.5454545454545, "y": 281.40798962697556, "width": 8, "height": 8, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#1971c2", "fillStyle": "solid", "strokeWidth": 0.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0052", "roundness": {"type": 3}, "seed": 311016187, "version": 1, "versionNonce": 1155017300, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0052"}, {"type": "rectangle", "x": 661.4545454545455, "y": 200.09541824292853, "width": 8, "height": 8, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#1971c2", "fillStyle": "solid", "strokeWidth": 0.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0053", "roundness": {"type": 3}, "seed": 72291701, "version": 1, "versionNonce": 380387730, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0053"}, {"type": "rectangle", "x": 752.3636363636364, "y": 121.29315537908047, "width": 8, "height": 8, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#1971c2", "fillStyle": "solid", "strokeWidth": 0.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0054", "roundness": {"type": 3}, "seed": 1119061846, "version": 1, "versionNonce": 359671404, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0054"}, {"type": "rectangle", "x": 843.2727272727273, "y": 82.03373507115742, "width": 8, "height": 8, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#1971c2", "fillStyle": "solid", "strokeWidth": 0.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0055", "roundness": {"type": 3}, "seed": 955235052, "version": 1, "versionNonce": 286141623, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0055"}, {"type": "rectangle", "x": 934.1818181818181, "y": 76.1070763497321, "width": 8, "height": 8, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#1971c2", "fillStyle": "solid", "strokeWidth": 0.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0056", "roundness": {"type": 3}, "seed": 1135808359, "version": 1, "versionNonce": 522601131, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0056"}, {"type": "rectangle", "x": 1025.090909090909, "y": 76.000033721602, "width": 8, "height": 8, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#1971c2", "fillStyle": "solid", "strokeWidth": 0.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0057", "roundness": {"type": 3}, "seed": 1948942436, "version": 1, "versionNonce": 49591107, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0057"}, {"type": "rectangle", "x": 1116.0, "y": 76.00000000000335, "width": 8, "height": 8, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#1971c2", "fillStyle": "solid", "strokeWidth": 0.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0058", "roundness": {"type": 3}, "seed": 1456645773, "version": 1, "versionNonce": 1794266953, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0058"}, {"type": "text", "x": 520, "y": 454, "width": 200, "height": 18, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0059", "roundness": null, "seed": 1150448851, "version": 1, "versionNonce": 555016297, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0059", "text": "tokens in the step (log axis)", "originalText": "tokens in the step (log axis)", "fontSize": 12, "fontFamily": 1, "textAlign": "center", "verticalAlign": "middle", "lineHeight": 1.25, "autoResize": false, "containerId": null}, {"type": "text", "x": 673.4545454545455, "y": 178.09541824292853, "width": 140, "height": 18, "angle": 0, "strokeColor": "#1971c2", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0060", "roundness": null, "seed": 185567036, "version": 1, "versionNonce": 1024075532, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0060", "text": "63% at 64", "originalText": "63% at 64", "fontSize": 12, "fontFamily": 1, "textAlign": "left", "verticalAlign": "middle", "lineHeight": 1.25, "autoResize": false, "containerId": null}, {"type": "text", "x": 855.2727272727273, "y": 60.03373507115742, "width": 140, "height": 18, "angle": 0, "strokeColor": "#1971c2", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0061", "roundness": null, "seed": 470090439, "version": 1, "versionNonce": 693418589, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0061", "text": "98% at 256", "originalText": "98% at 256", "fontSize": 12, "fontFamily": 1, "textAlign": "left", "verticalAlign": "middle", "lineHeight": 1.25, "autoResize": false, "containerId": null}, {"type": "text", "x": 120, "y": 480, "width": 1000, "height": 37.2, "angle": 0, "strokeColor": "#495057", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0062", "roundness": null, "seed": 1124831726, "version": 1, "versionNonce": 216379242, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0062", "text": "closed form 1 - (1 - 6/384)^B under independent routing; simulation agrees to 0.1 expert.\nRight of the knee every step streams all 259.5 GiB of experts, so per-step weight traffic no longer grows with batch.", "originalText": "closed form 1 - (1 - 6/384)^B under independent routing; simulation agrees to 0.1 expert.\nRight of the knee every step streams all 259.5 GiB of experts, so per-step weight traffic no longer grows with batch.", "fontSize": 12, "fontFamily": 1, "textAlign": "left", "verticalAlign": "middle", "lineHeight": 1.25, "autoResize": false, "containerId": null}], "appState": {"gridSize": 20, "gridStep": 5, "gridModeEnabled": false, "viewBackgroundColor": "#fdf8f6", "lockedMultiSelections": {}}, "files": {}}