{ "type": "excalidraw", "version": 2, "source": "https://excalidraw.com", "elements": [ { "id": "e1", "type": "text", "x": 0, "y": 0, "width": 156.75, "height": 18.75, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 1159380354, "version": 1, "versionNonce": 2036236842, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "topk_ids [M, top_k]", "originalText": "topk_ids [M, top_k]", "fontSize": 15, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "containerId": null, "lineHeight": 1.25, "baseline": 13, "autoResize": true }, { "id": "e2", "type": "text", "x": 60, "y": 26, "width": 150.15, "height": 16.25, "angle": 0, "strokeColor": "#495057", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 279172787, "version": 1, "versionNonce": 260573196, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "slot j=0 slot j=1", "originalText": "slot j=0 slot j=1", "fontSize": 13, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "containerId": null, "lineHeight": 1.25, "baseline": 11, "autoResize": true }, { "id": "e3", "type": "text", "x": 0, "y": 58, "width": 16.5, "height": 18.75, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 1329753548, "version": 1, "versionNonce": 1914012529, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "t0", "originalText": "t0", "fontSize": 15, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "containerId": null, "lineHeight": 1.25, "baseline": 13, "autoResize": true }, { "id": "e4", "type": "rectangle", "x": 45, "y": 48, "width": 90, "height": 36, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#b2f2bb", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": { "type": 3 }, "seed": 1222328496, "version": 1, "versionNonce": 1656961616, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false }, { "id": "e5", "type": "text", "x": 51, "y": 57.25, "width": 15.400000000000002, "height": 17.5, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 1490376254, "version": 1, "versionNonce": 96907016, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "e2", "originalText": "e2", "fontSize": 14, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "containerId": null, "lineHeight": 1.25, "baseline": 12, "autoResize": true }, { "id": "e6", "type": "rectangle", "x": 145, "y": 48, "width": 90, "height": 36, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#a5d8ff", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": { "type": 3 }, "seed": 1982966163, "version": 1, "versionNonce": 1526706730, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false }, { "id": "e7", "type": "text", "x": 151, "y": 57.25, "width": 15.400000000000002, "height": 17.5, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 721762279, "version": 1, "versionNonce": 502922617, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "e0", "originalText": "e0", "fontSize": 14, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "containerId": null, "lineHeight": 1.25, "baseline": 12, "autoResize": true }, { "id": "e8", "type": "text", "x": 0, "y": 100, "width": 16.5, "height": 18.75, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 2120395275, "version": 1, "versionNonce": 253207297, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "t1", "originalText": "t1", "fontSize": 15, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "containerId": null, "lineHeight": 1.25, "baseline": 13, "autoResize": true }, { "id": "e9", "type": "rectangle", "x": 45, "y": 90, "width": 90, "height": 36, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#a5d8ff", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": { "type": 3 }, "seed": 937195260, "version": 1, "versionNonce": 1234510746, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false }, { "id": "e10", "type": "text", "x": 51, "y": 99.25, "width": 15.400000000000002, "height": 17.5, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 555512016, "version": 1, "versionNonce": 1063497604, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "e0", "originalText": "e0", "fontSize": 14, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "containerId": null, "lineHeight": 1.25, "baseline": 12, "autoResize": true }, { "id": "e11", "type": "rectangle", "x": 145, "y": 90, "width": 90, "height": 36, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#ffd8a8", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": { "type": 3 }, "seed": 1708957521, "version": 1, "versionNonce": 1679116189, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false }, { "id": "e12", "type": "text", "x": 151, "y": 99.25, "width": 15.400000000000002, "height": 17.5, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 2132480061, "version": 1, "versionNonce": 346094056, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "e3", "originalText": "e3", "fontSize": 14, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "containerId": null, "lineHeight": 1.25, "baseline": 12, "autoResize": true }, { "id": "e13", "type": "text", "x": 0, "y": 142, "width": 16.5, "height": 18.75, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 714537755, "version": 1, "versionNonce": 1929245187, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "t2", "originalText": "t2", "fontSize": 15, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "containerId": null, "lineHeight": 1.25, "baseline": 13, "autoResize": true }, { "id": "e14", "type": "rectangle", "x": 45, "y": 132, "width": 90, "height": 36, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#b2f2bb", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": { "type": 3 }, "seed": 1725048951, "version": 1, "versionNonce": 1193309984, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false }, { "id": "e15", "type": "text", "x": 51, "y": 141.25, "width": 15.400000000000002, "height": 17.5, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 588093311, "version": 1, "versionNonce": 1849076401, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "e2", "originalText": "e2", "fontSize": 14, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "containerId": null, "lineHeight": 1.25, "baseline": 12, "autoResize": true }, { "id": "e16", "type": "rectangle", "x": 145, "y": 132, "width": 90, "height": 36, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#ffd8a8", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": { "type": 3 }, "seed": 1195809358, "version": 1, "versionNonce": 1783684942, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false }, { "id": "e17", "type": "text", "x": 151, "y": 141.25, "width": 15.400000000000002, "height": 17.5, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 1540910401, "version": 1, "versionNonce": 1633982922, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "e3", "originalText": "e3", "fontSize": 14, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "containerId": null, "lineHeight": 1.25, "baseline": 12, "autoResize": true }, { "id": "e18", "type": "text", "x": 290, "y": 0, "width": 404.25000000000006, "height": 18.75, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 991070208, "version": 1, "versionNonce": 648200382, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "Each cell is one pair: \"run expert e on token t\".", "originalText": "Each cell is one pair: \"run expert e on token t\".", "fontSize": 15, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "containerId": null, "lineHeight": 1.25, "baseline": 13, "autoResize": true }, { "id": "e19", "type": "text", "x": 290, "y": 34, "width": 214.50000000000003, "height": 18.75, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 356416555, "version": 1, "versionNonce": 756849393, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "pair id p = t x top_k + j", "originalText": "pair id p = t x top_k + j", "fontSize": 15, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "containerId": null, "lineHeight": 1.25, "baseline": 13, "autoResize": true }, { "id": "e20", "type": "text", "x": 290, "y": 68, "width": 261.8, "height": 17.5, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 649821630, "version": 1, "versionNonce": 996247159, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "p0 = (t0, e2) p1 = (t0, e0)", "originalText": "p0 = (t0, e2) p1 = (t0, e0)", "fontSize": 14, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "containerId": null, "lineHeight": 1.25, "baseline": 12, "autoResize": true }, { "id": "e21", "type": "text", "x": 290, "y": 94, "width": 261.8, "height": 17.5, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 1002170859, "version": 1, "versionNonce": 51810463, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "p2 = (t1, e0) p3 = (t1, e3)", "originalText": "p2 = (t1, e0) p3 = (t1, e3)", "fontSize": 14, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "containerId": null, "lineHeight": 1.25, "baseline": 12, "autoResize": true }, { "id": "e22", "type": "text", "x": 290, "y": 120, "width": 261.8, "height": 17.5, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 2082899072, "version": 1, "versionNonce": 783156688, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "p4 = (t2, e2) p5 = (t2, e3)", "originalText": "p4 = (t2, e2) p5 = (t2, e3)", "fontSize": 14, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "containerId": null, "lineHeight": 1.25, "baseline": 12, "autoResize": true }, { "id": "e23", "type": "text", "x": 290, "y": 152, "width": 223.3, "height": 17.5, "angle": 0, "strokeColor": "#1971c2", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 1128488134, "version": 1, "versionNonce": 1210883261, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "3 tokens x top_k 2 = 6 pairs.", "originalText": "3 tokens x top_k 2 = 6 pairs.", "fontSize": 14, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "containerId": null, "lineHeight": 1.25, "baseline": 12, "autoResize": true }, { "id": "e24", "type": "text", "x": 0, "y": 190, "width": 577.5, "height": 17.5, "angle": 0, "strokeColor": "#c92a2a", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 17581914, "version": 1, "versionNonce": 625675343, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "The pairs are in token order. A GEMM uses one weight matrix, so one expert.", "originalText": "The pairs are in token order. A GEMM uses one weight matrix, so one expert.", "fontSize": 14, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "containerId": null, "lineHeight": 1.25, "baseline": 12, "autoResize": true } ], "appState": { "viewBackgroundColor": "#fdf8f6", "gridSize": null }, "files": {} }