{ "type": "excalidraw", "version": 2, "source": "https://excalidraw.com", "elements": [ { "id": "e1", "type": "text", "x": 0, "y": 0, "width": 222.75000000000003, "height": 18.75, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 1504988819, "version": 1, "versionNonce": 669638768, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "pair slots [M, top_k, 2048]", "originalText": "pair slots [M, top_k, 2048]", "fontSize": 15, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "containerId": null, "lineHeight": 1.25, "baseline": 13, "autoResize": true }, { "id": "e2", "type": "text", "x": 0, "y": 38, "width": 16.5, "height": 18.75, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 562571391, "version": 1, "versionNonce": 91898035, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "t0", "originalText": "t0", "fontSize": 15, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "containerId": null, "lineHeight": 1.25, "baseline": 13, "autoResize": true }, { "id": "e3", "type": "rectangle", "x": 40, "y": 28, "width": 130, "height": 36, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#b2f2bb", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": { "type": 3 }, "seed": 61172930, "version": 1, "versionNonce": 441402618, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false }, { "id": "e4", "type": "text", "x": 46, "y": 37.25, "width": 61.60000000000001, "height": 17.5, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 598077321, "version": 1, "versionNonce": 1863197322, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "Y_e2[t0]", "originalText": "Y_e2[t0]", "fontSize": 14, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "containerId": null, "lineHeight": 1.25, "baseline": 12, "autoResize": true }, { "id": "e5", "type": "rectangle", "x": 180, "y": 28, "width": 130, "height": 36, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#a5d8ff", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": { "type": 3 }, "seed": 836682997, "version": 1, "versionNonce": 906419965, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false }, { "id": "e6", "type": "text", "x": 186, "y": 37.25, "width": 61.60000000000001, "height": 17.5, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 120232147, "version": 1, "versionNonce": 1081622283, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "Y_e0[t0]", "originalText": "Y_e0[t0]", "fontSize": 14, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "containerId": null, "lineHeight": 1.25, "baseline": 12, "autoResize": true }, { "id": "e7", "type": "arrow", "x": 315, "y": 46, "width": 45, "height": 0, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": { "type": 2 }, "seed": 913882254, "version": 1, "versionNonce": 1258282194, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "points": [ [ 0, 0 ], [ 45, 0 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": "arrow", "elbowed": false }, { "id": "e8", "type": "text", "x": 370, "y": 36, "width": 377.3, "height": 17.5, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 1033108813, "version": 1, "versionNonce": 1400113411, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "out[t0] = w[t0,0] x Y_e2[t0] + w[t0,1] x Y_e0[t0]", "originalText": "out[t0] = w[t0,0] x Y_e2[t0] + w[t0,1] x Y_e0[t0]", "fontSize": 14, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "containerId": null, "lineHeight": 1.25, "baseline": 12, "autoResize": true }, { "id": "e9", "type": "text", "x": 0, "y": 80, "width": 16.5, "height": 18.75, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 1113963314, "version": 1, "versionNonce": 1799645191, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "t1", "originalText": "t1", "fontSize": 15, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "containerId": null, "lineHeight": 1.25, "baseline": 13, "autoResize": true }, { "id": "e10", "type": "rectangle", "x": 40, "y": 70, "width": 130, "height": 36, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#a5d8ff", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": { "type": 3 }, "seed": 562957180, "version": 1, "versionNonce": 261582917, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false }, { "id": "e11", "type": "text", "x": 46, "y": 79.25, "width": 61.60000000000001, "height": 17.5, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 1519490801, "version": 1, "versionNonce": 1967786446, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "Y_e0[t1]", "originalText": "Y_e0[t1]", "fontSize": 14, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "containerId": null, "lineHeight": 1.25, "baseline": 12, "autoResize": true }, { "id": "e12", "type": "rectangle", "x": 180, "y": 70, "width": 130, "height": 36, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#ffd8a8", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": { "type": 3 }, "seed": 1806584668, "version": 1, "versionNonce": 561623934, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false }, { "id": "e13", "type": "text", "x": 186, "y": 79.25, "width": 61.60000000000001, "height": 17.5, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 652132316, "version": 1, "versionNonce": 80336782, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "Y_e3[t1]", "originalText": "Y_e3[t1]", "fontSize": 14, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "containerId": null, "lineHeight": 1.25, "baseline": 12, "autoResize": true }, { "id": "e14", "type": "arrow", "x": 315, "y": 88, "width": 45, "height": 0, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": { "type": 2 }, "seed": 1890322093, "version": 1, "versionNonce": 786442398, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "points": [ [ 0, 0 ], [ 45, 0 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": "arrow", "elbowed": false }, { "id": "e15", "type": "text", "x": 370, "y": 78, "width": 377.3, "height": 17.5, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 16889874, "version": 1, "versionNonce": 643396776, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "out[t1] = w[t1,0] x Y_e0[t1] + w[t1,1] x Y_e3[t1]", "originalText": "out[t1] = w[t1,0] x Y_e0[t1] + w[t1,1] x Y_e3[t1]", "fontSize": 14, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "containerId": null, "lineHeight": 1.25, "baseline": 12, "autoResize": true }, { "id": "e16", "type": "text", "x": 0, "y": 122, "width": 16.5, "height": 18.75, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 740223520, "version": 1, "versionNonce": 607991153, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "t2", "originalText": "t2", "fontSize": 15, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "containerId": null, "lineHeight": 1.25, "baseline": 13, "autoResize": true }, { "id": "e17", "type": "rectangle", "x": 40, "y": 112, "width": 130, "height": 36, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#b2f2bb", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": { "type": 3 }, "seed": 2033636663, "version": 1, "versionNonce": 516841822, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false }, { "id": "e18", "type": "text", "x": 46, "y": 121.25, "width": 61.60000000000001, "height": 17.5, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 265236939, "version": 1, "versionNonce": 1400082662, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "Y_e2[t2]", "originalText": "Y_e2[t2]", "fontSize": 14, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "containerId": null, "lineHeight": 1.25, "baseline": 12, "autoResize": true }, { "id": "e19", "type": "rectangle", "x": 180, "y": 112, "width": 130, "height": 36, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#ffd8a8", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": { "type": 3 }, "seed": 2072265938, "version": 1, "versionNonce": 455736474, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false }, { "id": "e20", "type": "text", "x": 186, "y": 121.25, "width": 61.60000000000001, "height": 17.5, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 244051093, "version": 1, "versionNonce": 1067275002, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "Y_e3[t2]", "originalText": "Y_e3[t2]", "fontSize": 14, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "containerId": null, "lineHeight": 1.25, "baseline": 12, "autoResize": true }, { "id": "e21", "type": "arrow", "x": 315, "y": 130, "width": 45, "height": 0, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": { "type": 2 }, "seed": 821653593, "version": 1, "versionNonce": 1189349777, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "points": [ [ 0, 0 ], [ 45, 0 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": "arrow", "elbowed": false }, { "id": "e22", "type": "text", "x": 370, "y": 120, "width": 377.3, "height": 17.5, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 181242850, "version": 1, "versionNonce": 419812754, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "out[t2] = w[t2,0] x Y_e2[t2] + w[t2,1] x Y_e3[t2]", "originalText": "out[t2] = w[t2,0] x Y_e2[t2] + w[t2,1] x Y_e3[t2]", "fontSize": 14, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "containerId": null, "lineHeight": 1.25, "baseline": 12, "autoResize": true }, { "id": "e23", "type": "text", "x": 0, "y": 165, "width": 415.8, "height": 17.5, "angle": 0, "strokeColor": "#1971c2", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 1942080813, "version": 1, "versionNonce": 119682499, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "out [M, 2048] has the same shape as the layer input x.", "originalText": "out [M, 2048] has the same shape as the layer input x.", "fontSize": 14, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "containerId": null, "lineHeight": 1.25, "baseline": 12, "autoResize": true } ], "appState": { "viewBackgroundColor": "#fdf8f6", "gridSize": null }, "files": {} }