{"type": "excalidraw", "version": 2, "source": "https://excalidraw.com", "elements": [{"type": "text", "x": 20, "y": 10, "width": 1300, "height": 28, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0001", "roundness": null, "seed": 778016013, "version": 1, "versionNonce": 866588009, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0001", "text": "One sublayer seam under mHC (n = 4), and the single-pass shift", "originalText": "One sublayer seam under mHC (n = 4), and the single-pass shift", "fontSize": 22, "fontFamily": 1, "textAlign": "left", "verticalAlign": "middle", "lineHeight": 1.25, "autoResize": false, "containerId": null}, {"type": "text", "x": 40, "y": 55, "width": 600, "height": 22, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0002", "roundness": null, "seed": 1339997165, "version": 1, "versionNonce": 1309988210, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0002", "text": "Standard mHC seam", "originalText": "Standard mHC seam", "fontSize": 16, "fontFamily": 1, "textAlign": "left", "verticalAlign": "middle", "lineHeight": 1.25, "autoResize": false, "containerId": null}, {"type": "rectangle", "x": 40, "y": 100, "width": 300, "height": 28, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#a5d8ff", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0003", "roundness": {"type": 3}, "seed": 884211553, "version": 1, "versionNonce": 1245372314, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0003"}, {"type": "text", "x": 40, "y": 100, "width": 300, "height": 28, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0004", "roundness": null, "seed": 1914210560, "version": 1, "versionNonce": 764074177, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0004", "text": "stream 0  (5120)", "originalText": "stream 0  (5120)", "fontSize": 11, "fontFamily": 1, "textAlign": "center", "verticalAlign": "middle", "lineHeight": 1.25, "autoResize": false, "containerId": null}, {"type": "rectangle", "x": 40, "y": 136, "width": 300, "height": 28, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#a5d8ff", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0005", "roundness": {"type": 3}, "seed": 1161884711, "version": 1, "versionNonce": 1490358044, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0005"}, {"type": "text", "x": 40, "y": 136, "width": 300, "height": 28, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0006", "roundness": null, "seed": 78009938, "version": 1, "versionNonce": 1075669244, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0006", "text": "stream 1  (5120)", "originalText": "stream 1  (5120)", "fontSize": 11, "fontFamily": 1, "textAlign": "center", "verticalAlign": "middle", "lineHeight": 1.25, "autoResize": false, "containerId": null}, {"type": "rectangle", "x": 40, "y": 172, "width": 300, "height": 28, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#a5d8ff", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0007", "roundness": {"type": 3}, "seed": 158696257, "version": 1, "versionNonce": 65911073, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0007"}, {"type": "text", "x": 40, "y": 172, "width": 300, "height": 28, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0008", "roundness": null, "seed": 79172990, "version": 1, "versionNonce": 813709450, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0008", "text": "stream 2  (5120)", "originalText": "stream 2  (5120)", "fontSize": 11, "fontFamily": 1, "textAlign": "center", "verticalAlign": "middle", "lineHeight": 1.25, "autoResize": false, "containerId": null}, {"type": "rectangle", "x": 40, "y": 208, "width": 300, "height": 28, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#a5d8ff", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0009", "roundness": {"type": 3}, "seed": 2039081425, "version": 1, "versionNonce": 1055185499, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0009"}, {"type": "text", "x": 40, "y": 208, "width": 300, "height": 28, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0010", "roundness": null, "seed": 1920088989, "version": 1, "versionNonce": 456474908, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0010", "text": "stream 3  (5120)", "originalText": "stream 3  (5120)", "fontSize": 11, "fontFamily": 1, "textAlign": "center", "verticalAlign": "middle", "lineHeight": 1.25, "autoResize": false, "containerId": null}, {"type": "text", "x": 40, "y": 246, "width": 300, "height": 18, "angle": 0, "strokeColor": "#495057", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0011", "roundness": null, "seed": 1856188578, "version": 1, "versionNonce": 2126015576, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0011", "text": "X_l: 4 x 5120", "originalText": "X_l: 4 x 5120", "fontSize": 11, "fontFamily": 1, "textAlign": "center", "verticalAlign": "middle", "lineHeight": 1.25, "autoResize": false, "containerId": null}, {"type": "rectangle", "x": 380, "y": 100, "width": 200, "height": 60, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#e9ecef", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0012", "roundness": {"type": 3}, "seed": 1688291830, "version": 1, "versionNonce": 1321918115, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0012"}, {"type": "text", "x": 380, "y": 100, "width": 200, "height": 60, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0013", "roundness": null, "seed": 924195863, "version": 1, "versionNonce": 985979547, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0013", "text": "flatten to 20,480\nRMS-normalize", "originalText": "flatten to 20,480\nRMS-normalize", "fontSize": 11, "fontFamily": 1, "textAlign": "center", "verticalAlign": "middle", "lineHeight": 1.25, "autoResize": false, "containerId": null}, {"type": "arrow", "x": 340, "y": 130, "width": 40, "height": 0, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0014", "roundness": null, "seed": 1471905176, "version": 1, "versionNonce": 853085646, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0014", "points": [[0, 0], [40, 0]], "startArrowhead": null, "endArrowhead": "arrow", "startBinding": null, "endBinding": null, "lastCommittedPoint": null, "elbowed": false}, {"type": "rectangle", "x": 380, "y": 180, "width": 200, "height": 70, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#d0bfff", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0015", "roundness": {"type": 3}, "seed": 600087727, "version": 1, "versionNonce": 1738163422, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0015"}, {"type": "text", "x": 380, "y": 180, "width": 200, "height": 70, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0016", "roundness": null, "seed": 1492725227, "version": 1, "versionNonce": 233596964, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0016", "text": "project to 24 coefficients\n(W: 20,480 x 24)\n+ static bias, x gate", "originalText": "project to 24 coefficients\n(W: 20,480 x 24)\n+ static bias, x gate", "fontSize": 10, "fontFamily": 1, "textAlign": "center", "verticalAlign": "middle", "lineHeight": 1.25, "autoResize": false, "containerId": null}, {"type": "arrow", "x": 480, "y": 160, "width": 0, "height": 20, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0017", "roundness": null, "seed": 557566592, "version": 1, "versionNonce": 61225319, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0017", "points": [[0, 0], [0, 20]], "startArrowhead": null, "endArrowhead": "arrow", "startBinding": null, "endBinding": null, "lastCommittedPoint": null, "elbowed": false}, {"type": "rectangle", "x": 620, "y": 100, "width": 150, "height": 44, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#fff3bf", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0018", "roundness": {"type": 3}, "seed": 303752167, "version": 1, "versionNonce": 1097767345, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0018"}, {"type": "text", "x": 620, "y": 100, "width": 150, "height": 44, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0019", "roundness": null, "seed": 1850017270, "version": 1, "versionNonce": 701138478, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0019", "text": "A: 1 x 4\nsigmoid", "originalText": "A: 1 x 4\nsigmoid", "fontSize": 11, "fontFamily": 1, "textAlign": "center", "verticalAlign": "middle", "lineHeight": 1.25, "autoResize": false, "containerId": null}, {"type": "rectangle", "x": 620, "y": 160, "width": 150, "height": 44, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#fff3bf", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0020", "roundness": {"type": 3}, "seed": 237945867, "version": 1, "versionNonce": 362859751, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0020"}, {"type": "text", "x": 620, "y": 160, "width": 150, "height": 44, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0021", "roundness": null, "seed": 1635874816, "version": 1, "versionNonce": 1210894223, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0021", "text": "C: 4 x 1\n2 x sigmoid", "originalText": "C: 4 x 1\n2 x sigmoid", "fontSize": 11, "fontFamily": 1, "textAlign": "center", "verticalAlign": "middle", "lineHeight": 1.25, "autoResize": false, "containerId": null}, {"type": "rectangle", "x": 620, "y": 220, "width": 150, "height": 44, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#ffd8a8", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0022", "roundness": {"type": 3}, "seed": 1040296615, "version": 1, "versionNonce": 1258676655, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0022"}, {"type": "text", "x": 620, "y": 220, "width": 150, "height": 44, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0023", "roundness": null, "seed": 194293563, "version": 1, "versionNonce": 1973335386, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0023", "text": "B: 4 x 4\nSinkhorn x20", "originalText": "B: 4 x 4\nSinkhorn x20", "fontSize": 11, "fontFamily": 1, "textAlign": "center", "verticalAlign": "middle", "lineHeight": 1.25, "autoResize": false, "containerId": null}, {"type": "arrow", "x": 580, "y": 215, "width": 40, "height": 93, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0024", "roundness": null, "seed": 796080902, "version": 1, "versionNonce": 676598821, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0024", "points": [[0, 0], [40, -93]], "startArrowhead": null, "endArrowhead": "arrow", "startBinding": null, "endBinding": null, "lastCommittedPoint": null, "elbowed": false}, {"type": "arrow", "x": 580, "y": 215, "width": 40, "height": 33, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0025", "roundness": null, "seed": 1155503872, "version": 1, "versionNonce": 1914802141, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0025", "points": [[0, 0], [40, -33]], "startArrowhead": null, "endArrowhead": "arrow", "startBinding": null, "endBinding": null, "lastCommittedPoint": null, "elbowed": false}, {"type": "arrow", "x": 580, "y": 215, "width": 40, "height": 27, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0026", "roundness": null, "seed": 15559427, "version": 1, "versionNonce": 1130620378, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0026", "points": [[0, 0], [40, 27]], "startArrowhead": null, "endArrowhead": "arrow", "startBinding": null, "endBinding": null, "lastCommittedPoint": null, "elbowed": false}, {"type": "rectangle", "x": 820, "y": 100, "width": 160, "height": 44, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#b2f2bb", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0027", "roundness": {"type": 3}, "seed": 1563975175, "version": 1, "versionNonce": 1412727127, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0027"}, {"type": "text", "x": 820, "y": 100, "width": 160, "height": 44, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0028", "roundness": null, "seed": 1389567516, "version": 1, "versionNonce": 1049889717, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0028", "text": "input = A X_l\n(5120)", "originalText": "input = A X_l\n(5120)", "fontSize": 11, "fontFamily": 1, "textAlign": "center", "verticalAlign": "middle", "lineHeight": 1.25, "autoResize": false, "containerId": null}, {"type": "arrow", "x": 770, "y": 122, "width": 50, "height": 0, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0029", "roundness": null, "seed": 147947538, "version": 1, "versionNonce": 1329498207, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0029", "points": [[0, 0], [50, 0]], "startArrowhead": null, "endArrowhead": "arrow", "startBinding": null, "endBinding": null, "lastCommittedPoint": null, "elbowed": false}, {"type": "arrow", "x": 340, "y": 116, "width": 560, "height": 36, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "dashed", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0030", "roundness": null, "seed": 935726745, "version": 1, "versionNonce": 1531516258, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0030", "points": [[0, 0], [20, 0], [20, -36], [560, -36], [560, -16]], "startArrowhead": null, "endArrowhead": "arrow", "startBinding": null, "endBinding": null, "lastCommittedPoint": null, "elbowed": false}, {"type": "rectangle", "x": 820, "y": 170, "width": 160, "height": 44, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#e9ecef", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0031", "roundness": {"type": 3}, "seed": 785798162, "version": 1, "versionNonce": 4590954, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0031"}, {"type": "text", "x": 820, "y": 170, "width": 160, "height": 44, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0032", "roundness": null, "seed": 1440243342, "version": 1, "versionNonce": 1639073805, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0032", "text": "sublayer F\n(attention or MoE)", "originalText": "sublayer F\n(attention or MoE)", "fontSize": 11, "fontFamily": 1, "textAlign": "center", "verticalAlign": "middle", "lineHeight": 1.25, "autoResize": false, "containerId": null}, {"type": "arrow", "x": 900, "y": 144, "width": 0, "height": 26, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0033", "roundness": null, "seed": 360307211, "version": 1, "versionNonce": 2038578867, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0033", "points": [[0, 0], [0, 26]], "startArrowhead": null, "endArrowhead": "arrow", "startBinding": null, "endBinding": null, "lastCommittedPoint": null, "elbowed": false}, {"type": "rectangle", "x": 820, "y": 240, "width": 160, "height": 44, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#b2f2bb", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0034", "roundness": {"type": 3}, "seed": 1197990395, "version": 1, "versionNonce": 863202765, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0034"}, {"type": "text", "x": 820, "y": 240, "width": 160, "height": 44, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0035", "roundness": null, "seed": 1065922394, "version": 1, "versionNonce": 21262380, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0035", "text": "C * F(...)  (4 x 5120)", "originalText": "C * F(...)  (4 x 5120)", "fontSize": 11, "fontFamily": 1, "textAlign": "center", "verticalAlign": "middle", "lineHeight": 1.25, "autoResize": false, "containerId": null}, {"type": "arrow", "x": 900, "y": 214, "width": 0, "height": 26, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0036", "roundness": null, "seed": 390205077, "version": 1, "versionNonce": 1134595847, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0036", "points": [[0, 0], [0, 26]], "startArrowhead": null, "endArrowhead": "arrow", "startBinding": null, "endBinding": null, "lastCommittedPoint": null, "elbowed": false}, {"type": "arrow", "x": 770, "y": 182, "width": 50, "height": 80, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0037", "roundness": null, "seed": 385487906, "version": 1, "versionNonce": 617896093, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0037", "points": [[0, 0], [30, 0], [30, 80], [50, 80]], "startArrowhead": null, "endArrowhead": "arrow", "startBinding": null, "endBinding": null, "lastCommittedPoint": null, "elbowed": false}, {"type": "rectangle", "x": 1020, "y": 170, "width": 240, "height": 60, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#c3fae8", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0038", "roundness": {"type": 3}, "seed": 1715887401, "version": 1, "versionNonce": 178958210, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0038"}, {"type": "text", "x": 1020, "y": 170, "width": 240, "height": 60, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0039", "roundness": null, "seed": 1692125396, "version": 1, "versionNonce": 96611648, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0039", "text": "X_{l+1} = B X_l + C F\n(4 x 5120)", "originalText": "X_{l+1} = B X_l + C F\n(4 x 5120)", "fontSize": 12, "fontFamily": 1, "textAlign": "center", "verticalAlign": "middle", "lineHeight": 1.25, "autoResize": false, "containerId": null}, {"type": "arrow", "x": 980, "y": 262, "width": 40, "height": 62, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0040", "roundness": null, "seed": 1286970024, "version": 1, "versionNonce": 1306720430, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0040", "points": [[0, 0], [20, 0], [20, -62], [40, -62]], "startArrowhead": null, "endArrowhead": "arrow", "startBinding": null, "endBinding": null, "lastCommittedPoint": null, "elbowed": false}, {"type": "arrow", "x": 770, "y": 242, "width": 370, "height": 70, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0041", "roundness": null, "seed": 999909489, "version": 1, "versionNonce": 362850479, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0041", "points": [[0, 0], [20, 0], [20, 58], [370, 58], [370, -12]], "startArrowhead": null, "endArrowhead": "arrow", "startBinding": null, "endBinding": null, "lastCommittedPoint": null, "elbowed": false}, {"type": "text", "x": 40, "y": 290, "width": 340, "height": 52.800000000000004, "angle": 0, "strokeColor": "#495057", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0042", "roundness": null, "seed": 666802866, "version": 1, "versionNonce": 1672960502, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0042", "text": "per seam: streams read for coefficients,\nread again for A X_l once A is known\n(A depends on a reduction over all of X_l)", "originalText": "per seam: streams read for coefficients,\nread again for A X_l once A is known\n(A depends on a reduction over all of X_l)", "fontSize": 12, "fontFamily": 1, "textAlign": "left", "verticalAlign": "middle", "lineHeight": 1.25, "autoResize": false, "containerId": null}, {"type": "text", "x": 40, "y": 370, "width": 700, "height": 22, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0043", "roundness": null, "seed": 1400738089, "version": 1, "versionNonce": 2122533125, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0043", "text": "Single-pass mHC: use last seam's A", "originalText": "Single-pass mHC: use last seam's A", "fontSize": 16, "fontFamily": 1, "textAlign": "left", "verticalAlign": "middle", "lineHeight": 1.25, "autoResize": false, "containerId": null}, {"type": "rectangle", "x": 40, "y": 410, "width": 220, "height": 50, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#d0bfff", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0044", "roundness": {"type": 3}, "seed": 641939353, "version": 1, "versionNonce": 1220529104, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0044"}, {"type": "text", "x": 40, "y": 410, "width": 220, "height": 50, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0045", "roundness": null, "seed": 621706037, "version": 1, "versionNonce": 188068319, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0045", "text": "seam l-1 predicted\n(A_{l-1}, B_{l-1}, C_{l-1})", "originalText": "seam l-1 predicted\n(A_{l-1}, B_{l-1}, C_{l-1})", "fontSize": 11, "fontFamily": 1, "textAlign": "center", "verticalAlign": "middle", "lineHeight": 1.25, "autoResize": false, "containerId": null}, {"type": "rectangle", "x": 320, "y": 410, "width": 300, "height": 50, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#b2f2bb", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0046", "roundness": {"type": 3}, "seed": 1843591968, "version": 1, "versionNonce": 598321627, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0046"}, {"type": "text", "x": 320, "y": 410, "width": 300, "height": 50, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0047", "roundness": null, "seed": 69062037, "version": 1, "versionNonce": 987587880, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0047", "text": "seam l: input = A_{l-1} X_l\nknown before X_l is read", "originalText": "seam l: input = A_{l-1} X_l\nknown before X_l is read", "fontSize": 11, "fontFamily": 1, "textAlign": "center", "verticalAlign": "middle", "lineHeight": 1.25, "autoResize": false, "containerId": null}, {"type": "arrow", "x": 260, "y": 435, "width": 60, "height": 0, "angle": 0, "strokeColor": "#e03131", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0048", "roundness": null, "seed": 365466112, "version": 1, "versionNonce": 133833464, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0048", "points": [[0, 0], [60, 0]], "startArrowhead": null, "endArrowhead": "arrow", "startBinding": null, "endBinding": null, "lastCommittedPoint": null, "elbowed": false}, {"type": "rectangle", "x": 680, "y": 410, "width": 300, "height": 50, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#d0bfff", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0049", "roundness": {"type": 3}, "seed": 179796361, "version": 1, "versionNonce": 571630913, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0049"}, {"type": "text", "x": 680, "y": 410, "width": 300, "height": 50, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0050", "roundness": null, "seed": 1549226796, "version": 1, "versionNonce": 450612830, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0050", "text": "same pass accumulates\n(A_l, B_l, C_l) from X_l tiles", "originalText": "same pass accumulates\n(A_l, B_l, C_l) from X_l tiles", "fontSize": 11, "fontFamily": 1, "textAlign": "center", "verticalAlign": "middle", "lineHeight": 1.25, "autoResize": false, "containerId": null}, {"type": "arrow", "x": 620, "y": 435, "width": 60, "height": 0, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0051", "roundness": null, "seed": 1617563116, "version": 1, "versionNonce": 1938688888, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0051", "points": [[0, 0], [60, 0]], "startArrowhead": null, "endArrowhead": "arrow", "startBinding": null, "endBinding": null, "lastCommittedPoint": null, "elbowed": false}, {"type": "rectangle", "x": 1040, "y": 410, "width": 220, "height": 50, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#fff3bf", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0052", "roundness": {"type": 3}, "seed": 218099797, "version": 1, "versionNonce": 80920074, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0052"}, {"type": "text", "x": 1040, "y": 410, "width": 220, "height": 50, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0053", "roundness": null, "seed": 1050375824, "version": 1, "versionNonce": 2101503088, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0053", "text": "hand A_l to seam l+1", "originalText": "hand A_l to seam l+1", "fontSize": 11, "fontFamily": 1, "textAlign": "center", "verticalAlign": "middle", "lineHeight": 1.25, "autoResize": false, "containerId": null}, {"type": "arrow", "x": 980, "y": 435, "width": 60, "height": 0, "angle": 0, "strokeColor": "#e03131", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0054", "roundness": null, "seed": 1132981884, "version": 1, "versionNonce": 14234933, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0054", "points": [[0, 0], [60, 0]], "startArrowhead": null, "endArrowhead": "arrow", "startBinding": null, "endBinding": null, "lastCommittedPoint": null, "elbowed": false}, {"type": "text", "x": 40, "y": 480, "width": 1200, "height": 37.2, "angle": 0, "strokeColor": "#495057", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0055", "roundness": null, "seed": 1962578963, "version": 1, "versionNonce": 301126734, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0055", "text": "Mega-mHC: residual update, input mixing, coefficient prediction, pre-norm, FP8 cast in one tiled kernel: streams read once, written once.\nTraffic per seam (in units of d): (4n+4)d = 20d for three kernels + norm;  (3n+2)d = 14d two-pass;  (2n+2)d = 10d single-pass.  80 seams per token.", "originalText": "Mega-mHC: residual update, input mixing, coefficient prediction, pre-norm, FP8 cast in one tiled kernel: streams read once, written once.\nTraffic per seam (in units of d): (4n+4)d = 20d for three kernels + norm;  (3n+2)d = 14d two-pass;  (2n+2)d = 10d single-pass.  80 seams per token.", "fontSize": 12, "fontFamily": 1, "textAlign": "left", "verticalAlign": "middle", "lineHeight": 1.25, "autoResize": false, "containerId": null}], "appState": {"gridSize": 20, "gridStep": 5, "gridModeEnabled": false, "viewBackgroundColor": "#fdf8f6", "lockedMultiSelections": {}}, "files": {}}