{ "type": "excalidraw", "version": 2, "source": "https://excalidraw.com", "elements": [ { "id": "e1", "type": "text", "x": 0, "y": 0, "width": 808.5000000000001, "height": 17.5, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 272167094, "version": 1, "versionNonce": 1903737355, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "sorted_token_ids: the pair ids in expert order, each expert padded to a multiple of BLOCK_SIZE_M (4 here)", "originalText": "sorted_token_ids: the pair ids in expert order, each expert padded to a multiple of BLOCK_SIZE_M (4 here)", "fontSize": 14, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "containerId": null, "lineHeight": 1.25, "baseline": 12, "autoResize": true }, { "id": "e2", "type": "text", "x": 0, "y": 26, "width": 85.80000000000001, "height": 16.25, "angle": 0, "strokeColor": "#495057", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 1398499908, "version": 1, "versionNonce": 856430244, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "block 0 = e0", "originalText": "block 0 = e0", "fontSize": 13, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "containerId": null, "lineHeight": 1.25, "baseline": 11, "autoResize": true }, { "id": "e3", "type": "rectangle", "x": 0, "y": 48, "width": 58, "height": 34, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#a5d8ff", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": { "type": 3 }, "seed": 1190502837, "version": 1, "versionNonce": 1942810372, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false }, { "id": "e4", "type": "text", "x": 6, "y": 56.25, "width": 15.400000000000002, "height": 17.5, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 2053150340, "version": 1, "versionNonce": 1063673567, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "p1", "originalText": "p1", "fontSize": 14, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "containerId": null, "lineHeight": 1.25, "baseline": 12, "autoResize": true }, { "id": "e5", "type": "rectangle", "x": 62, "y": 48, "width": 58, "height": 34, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#a5d8ff", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": { "type": 3 }, "seed": 1114940396, "version": 1, "versionNonce": 870111104, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false }, { "id": "e6", "type": "text", "x": 68, "y": 56.25, "width": 15.400000000000002, "height": 17.5, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 1922119102, "version": 1, "versionNonce": 588987925, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "p2", "originalText": "p2", "fontSize": 14, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "containerId": null, "lineHeight": 1.25, "baseline": 12, "autoResize": true }, { "id": "e7", "type": "rectangle", "x": 124, "y": 48, "width": 58, "height": 34, "angle": 0, "strokeColor": "#adb5bd", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": { "type": 3 }, "seed": 1789442529, "version": 1, "versionNonce": 522362321, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false }, { "id": "e8", "type": "text", "x": 130, "y": 56.25, "width": 23.1, "height": 17.5, "angle": 0, "strokeColor": "#868e96", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 1685192165, "version": 1, "versionNonce": 1898882740, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "pad", "originalText": "pad", "fontSize": 14, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "containerId": null, "lineHeight": 1.25, "baseline": 12, "autoResize": true }, { "id": "e9", "type": "rectangle", "x": 186, "y": 48, "width": 58, "height": 34, "angle": 0, "strokeColor": "#adb5bd", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": { "type": 3 }, "seed": 1357122901, "version": 1, "versionNonce": 311583110, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false }, { "id": "e10", "type": "text", "x": 192, "y": 56.25, "width": 23.1, "height": 17.5, "angle": 0, "strokeColor": "#868e96", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 1033535610, "version": 1, "versionNonce": 1839700616, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "pad", "originalText": "pad", "fontSize": 14, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "containerId": null, "lineHeight": 1.25, "baseline": 12, "autoResize": true }, { "id": "e11", "type": "text", "x": 290, "y": 26, "width": 85.80000000000001, "height": 16.25, "angle": 0, "strokeColor": "#495057", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 314051310, "version": 1, "versionNonce": 913495727, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "block 1 = e2", "originalText": "block 1 = e2", "fontSize": 13, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "containerId": null, "lineHeight": 1.25, "baseline": 11, "autoResize": true }, { "id": "e12", "type": "rectangle", "x": 290, "y": 48, "width": 58, "height": 34, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#b2f2bb", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": { "type": 3 }, "seed": 1300430509, "version": 1, "versionNonce": 525488742, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false }, { "id": "e13", "type": "text", "x": 296, "y": 56.25, "width": 15.400000000000002, "height": 17.5, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 663343194, "version": 1, "versionNonce": 1572745252, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "p0", "originalText": "p0", "fontSize": 14, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "containerId": null, "lineHeight": 1.25, "baseline": 12, "autoResize": true }, { "id": "e14", "type": "rectangle", "x": 352, "y": 48, "width": 58, "height": 34, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#b2f2bb", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": { "type": 3 }, "seed": 614090117, "version": 1, "versionNonce": 1087089873, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false }, { "id": "e15", "type": "text", "x": 358, "y": 56.25, "width": 15.400000000000002, "height": 17.5, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 589504031, "version": 1, "versionNonce": 2008910112, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "p4", "originalText": "p4", "fontSize": 14, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "containerId": null, "lineHeight": 1.25, "baseline": 12, "autoResize": true }, { "id": "e16", "type": "rectangle", "x": 414, "y": 48, "width": 58, "height": 34, "angle": 0, "strokeColor": "#adb5bd", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": { "type": 3 }, "seed": 943122534, "version": 1, "versionNonce": 404265717, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false }, { "id": "e17", "type": "text", "x": 420, "y": 56.25, "width": 23.1, "height": 17.5, "angle": 0, "strokeColor": "#868e96", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 1710500231, "version": 1, "versionNonce": 2092769115, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "pad", "originalText": "pad", "fontSize": 14, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "containerId": null, "lineHeight": 1.25, "baseline": 12, "autoResize": true }, { "id": "e18", "type": "rectangle", "x": 476, "y": 48, "width": 58, "height": 34, "angle": 0, "strokeColor": "#adb5bd", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": { "type": 3 }, "seed": 699199910, "version": 1, "versionNonce": 960836460, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false }, { "id": "e19", "type": "text", "x": 482, "y": 56.25, "width": 23.1, "height": 17.5, "angle": 0, "strokeColor": "#868e96", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 693491441, "version": 1, "versionNonce": 1853372069, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "pad", "originalText": "pad", "fontSize": 14, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "containerId": null, "lineHeight": 1.25, "baseline": 12, "autoResize": true }, { "id": "e20", "type": "text", "x": 580, "y": 26, "width": 85.80000000000001, "height": 16.25, "angle": 0, "strokeColor": "#495057", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 1734349672, "version": 1, "versionNonce": 1456492750, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "block 2 = e3", "originalText": "block 2 = e3", "fontSize": 13, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "containerId": null, "lineHeight": 1.25, "baseline": 11, "autoResize": true }, { "id": "e21", "type": "rectangle", "x": 580, "y": 48, "width": 58, "height": 34, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#ffd8a8", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": { "type": 3 }, "seed": 1809368695, "version": 1, "versionNonce": 840716951, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false }, { "id": "e22", "type": "text", "x": 586, "y": 56.25, "width": 15.400000000000002, "height": 17.5, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 1531648886, "version": 1, "versionNonce": 1368056915, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "p3", "originalText": "p3", "fontSize": 14, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "containerId": null, "lineHeight": 1.25, "baseline": 12, "autoResize": true }, { "id": "e23", "type": "rectangle", "x": 642, "y": 48, "width": 58, "height": 34, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#ffd8a8", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": { "type": 3 }, "seed": 395970335, "version": 1, "versionNonce": 1571754094, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false }, { "id": "e24", "type": "text", "x": 648, "y": 56.25, "width": 15.400000000000002, "height": 17.5, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 83678550, "version": 1, "versionNonce": 1451611685, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "p5", "originalText": "p5", "fontSize": 14, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "containerId": null, "lineHeight": 1.25, "baseline": 12, "autoResize": true }, { "id": "e25", "type": "rectangle", "x": 704, "y": 48, "width": 58, "height": 34, "angle": 0, "strokeColor": "#adb5bd", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": { "type": 3 }, "seed": 1969975946, "version": 1, "versionNonce": 1891753122, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false }, { "id": "e26", "type": "text", "x": 710, "y": 56.25, "width": 23.1, "height": 17.5, "angle": 0, "strokeColor": "#868e96", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 77661512, "version": 1, "versionNonce": 1650747323, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "pad", "originalText": "pad", "fontSize": 14, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "containerId": null, "lineHeight": 1.25, "baseline": 12, "autoResize": true }, { "id": "e27", "type": "rectangle", "x": 766, "y": 48, "width": 58, "height": 34, "angle": 0, "strokeColor": "#adb5bd", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": { "type": 3 }, "seed": 1423772582, "version": 1, "versionNonce": 1268965730, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false }, { "id": "e28", "type": "text", "x": 772, "y": 56.25, "width": 23.1, "height": 17.5, "angle": 0, "strokeColor": "#868e96", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 276126872, "version": 1, "versionNonce": 484686861, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "pad", "originalText": "pad", "fontSize": 14, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "containerId": null, "lineHeight": 1.25, "baseline": 12, "autoResize": true }, { "id": "e29", "type": "text", "x": 0, "y": 92, "width": 854.7, "height": 17.5, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 981631322, "version": 1, "versionNonce": 450024946, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "expert_ids = [e0, e2, e3]: one expert for each block. A pad holds an id >= M x top_k, so the kernel masks it.", "originalText": "expert_ids = [e0, e2, e3]: one expert for each block. A pad holds an id >= M x top_k, so the kernel masks it.", "fontSize": 14, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "containerId": null, "lineHeight": 1.25, "baseline": 12, "autoResize": true }, { "id": "e30", "type": "text", "x": 0, "y": 140, "width": 264.0, "height": 20.0, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 361040388, "version": 1, "versionNonce": 1140589864, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "The GEMM 1 program for block 0", "originalText": "The GEMM 1 program for block 0", "fontSize": 16, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "containerId": null, "lineHeight": 1.25, "baseline": 14, "autoResize": true }, { "id": "e31", "type": "text", "x": 0, "y": 170, "width": 200.20000000000002, "height": 17.5, "angle": 0, "strokeColor": "#495057", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 1167889501, "version": 1, "versionNonce": 170029958, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "qhidden: one row per token", "originalText": "qhidden: one row per token", "fontSize": 14, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "containerId": null, "lineHeight": 1.25, "baseline": 12, "autoResize": true }, { "id": "e32", "type": "rectangle", "x": 0, "y": 195, "width": 150, "height": 34, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#a5d8ff", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": { "type": 3 }, "seed": 779757290, "version": 1, "versionNonce": 1161557138, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false }, { "id": "e33", "type": "text", "x": 6, "y": 203.25, "width": 77.0, "height": 17.5, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 556436892, "version": 1, "versionNonce": 1813567875, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "row 0 = t0", "originalText": "row 0 = t0", "fontSize": 14, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "containerId": null, "lineHeight": 1.25, "baseline": 12, "autoResize": true }, { "id": "e34", "type": "rectangle", "x": 0, "y": 235, "width": 150, "height": 34, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#a5d8ff", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": { "type": 3 }, "seed": 1110717269, "version": 1, "versionNonce": 1743532651, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false }, { "id": "e35", "type": "text", "x": 6, "y": 243.25, "width": 77.0, "height": 17.5, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 641530463, "version": 1, "versionNonce": 2124342558, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "row 1 = t1", "originalText": "row 1 = t1", "fontSize": 14, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "containerId": null, "lineHeight": 1.25, "baseline": 12, "autoResize": true }, { "id": "e36", "type": "rectangle", "x": 0, "y": 275, "width": 150, "height": 34, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#e9ecef", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": { "type": 3 }, "seed": 1404662648, "version": 1, "versionNonce": 384237252, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false }, { "id": "e37", "type": "text", "x": 6, "y": 283.25, "width": 77.0, "height": 17.5, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 1198563464, "version": 1, "versionNonce": 247074473, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "row 2 = t2", "originalText": "row 2 = t2", "fontSize": 14, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "containerId": null, "lineHeight": 1.25, "baseline": 12, "autoResize": true }, { "id": "e38", "type": "rectangle", "x": 290, "y": 195, "width": 300, "height": 114, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#fff9db", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": { "type": 3 }, "seed": 787456634, "version": 1, "versionNonce": 1826722755, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false }, { "id": "e39", "type": "text", "x": 296, "y": 243.25, "width": 0.0, "height": 17.5, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 311016187, "version": 1, "versionNonce": 1155017300, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "", "originalText": "", "fontSize": 14, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "containerId": null, "lineHeight": 1.25, "baseline": 12, "autoResize": true }, { "id": "e40", "type": "text", "x": 300, "y": 202, "width": 264.55, "height": 81.25, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 72291701, "version": 1, "versionNonce": 380387730, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "program, block 0\n1. expert_ids[0] = e0, so B = W13[e0]\n2. pairs p1, p2, pad, pad\n3. read A row p // top_k:\n p1 // 2 = 0, p2 // 2 = 1", "originalText": "program, block 0\n1. expert_ids[0] = e0, so B = W13[e0]\n2. pairs p1, p2, pad, pad\n3. read A row p // top_k:\n p1 // 2 = 0, p2 // 2 = 1", "fontSize": 13, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "containerId": null, "lineHeight": 1.25, "baseline": 11, "autoResize": true }, { "id": "e41", "type": "arrow", "x": 290, "y": 260, "width": -135, "height": -48, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": { "type": 2 }, "seed": 1119061846, "version": 1, "versionNonce": 359671404, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "points": [ [ 0, 0 ], [ -135, -48 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": "arrow", "elbowed": false }, { "id": "e42", "type": "arrow", "x": 290, "y": 270, "width": -135, "height": -18, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": { "type": 2 }, "seed": 955235052, "version": 1, "versionNonce": 286141623, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "points": [ [ 0, 0 ], [ -135, -18 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": "arrow", "elbowed": false }, { "id": "e43", "type": "text", "x": 680, "y": 170, "width": 184.8, "height": 17.5, "angle": 0, "strokeColor": "#495057", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 1135808359, "version": 1, "versionNonce": 522601131, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "cache1: one row per pair", "originalText": "cache1: one row per pair", "fontSize": 14, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "containerId": null, "lineHeight": 1.25, "baseline": 12, "autoResize": true }, { "id": "e44", "type": "rectangle", "x": 680, "y": 195, "width": 150, "height": 30, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#e9ecef", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": { "type": 3 }, "seed": 1948942436, "version": 1, "versionNonce": 49591107, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false }, { "id": "e45", "type": "text", "x": 686, "y": 201.875, "width": 71.5, "height": 16.25, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 1456645773, "version": 1, "versionNonce": 1794266953, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "row 0 = p0", "originalText": "row 0 = p0", "fontSize": 13, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "containerId": null, "lineHeight": 1.25, "baseline": 11, "autoResize": true }, { "id": "e46", "type": "rectangle", "x": 680, "y": 229, "width": 150, "height": 30, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#a5d8ff", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": { "type": 3 }, "seed": 1150448851, "version": 1, "versionNonce": 555016297, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false }, { "id": "e47", "type": "text", "x": 686, "y": 235.875, "width": 71.5, "height": 16.25, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 185567036, "version": 1, "versionNonce": 1024075532, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "row 1 = p1", "originalText": "row 1 = p1", "fontSize": 13, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "containerId": null, "lineHeight": 1.25, "baseline": 11, "autoResize": true }, { "id": "e48", "type": "rectangle", "x": 680, "y": 263, "width": 150, "height": 30, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#a5d8ff", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": { "type": 3 }, "seed": 470090439, "version": 1, "versionNonce": 693418589, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false }, { "id": "e49", "type": "text", "x": 686, "y": 269.875, "width": 71.5, "height": 16.25, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 1124831726, "version": 1, "versionNonce": 216379242, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "row 2 = p2", "originalText": "row 2 = p2", "fontSize": 13, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "containerId": null, "lineHeight": 1.25, "baseline": 11, "autoResize": true }, { "id": "e50", "type": "rectangle", "x": 680, "y": 297, "width": 150, "height": 30, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#e9ecef", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": { "type": 3 }, "seed": 778016013, "version": 1, "versionNonce": 866588009, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false }, { "id": "e51", "type": "text", "x": 686, "y": 303.875, "width": 71.5, "height": 16.25, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 1339997165, "version": 1, "versionNonce": 1309988210, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "row 3 = p3", "originalText": "row 3 = p3", "fontSize": 13, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "containerId": null, "lineHeight": 1.25, "baseline": 11, "autoResize": true }, { "id": "e52", "type": "rectangle", "x": 680, "y": 331, "width": 150, "height": 30, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#e9ecef", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": { "type": 3 }, "seed": 884211553, "version": 1, "versionNonce": 1245372314, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false }, { "id": "e53", "type": "text", "x": 686, "y": 337.875, "width": 71.5, "height": 16.25, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 1914210560, "version": 1, "versionNonce": 764074177, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "row 4 = p4", "originalText": "row 4 = p4", "fontSize": 13, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "containerId": null, "lineHeight": 1.25, "baseline": 11, "autoResize": true }, { "id": "e54", "type": "rectangle", "x": 680, "y": 365, "width": 150, "height": 30, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#e9ecef", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": { "type": 3 }, "seed": 1161884711, "version": 1, "versionNonce": 1490358044, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false }, { "id": "e55", "type": "text", "x": 686, "y": 371.875, "width": 71.5, "height": 16.25, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 78009938, "version": 1, "versionNonce": 1075669244, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "row 5 = p5", "originalText": "row 5 = p5", "fontSize": 13, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "containerId": null, "lineHeight": 1.25, "baseline": 11, "autoResize": true }, { "id": "e56", "type": "arrow", "x": 590, "y": 240, "width": 85, "height": 2, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": { "type": 2 }, "seed": 158696257, "version": 1, "versionNonce": 65911073, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "points": [ [ 0, 0 ], [ 85, 2 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": "arrow", "elbowed": false }, { "id": "e57", "type": "arrow", "x": 590, "y": 250, "width": 85, "height": 26, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": { "type": 2 }, "seed": 79172990, "version": 1, "versionNonce": 813709450, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "points": [ [ 0, 0 ], [ 85, 26 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": "arrow", "elbowed": false }, { "id": "e58", "type": "text", "x": 300, "y": 320, "width": 343.20000000000005, "height": 16.25, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 2039081425, "version": 1, "versionNonce": 1055185499, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "4. write the results to rows p1 and p2 of cache1", "originalText": "4. write the results to rows p1 and p2 of cache1", "fontSize": 13, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "containerId": null, "lineHeight": 1.25, "baseline": 11, "autoResize": true }, { "id": "e59", "type": "text", "x": 0, "y": 410, "width": 608.3000000000001, "height": 17.5, "angle": 0, "strokeColor": "#1971c2", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 1920088989, "version": 1, "versionNonce": 456474908, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "The program reads in token order and writes in pair order. No program copies x.", "originalText": "The program reads in token order and writes in pair order. No program copies x.", "fontSize": 14, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "containerId": null, "lineHeight": 1.25, "baseline": 12, "autoResize": true } ], "appState": { "viewBackgroundColor": "#fdf8f6", "gridSize": null }, "files": {} }