{ "type": "excalidraw", "version": 2, "source": "generated", "elements": [ { "id": "el0001", "type": "text", "x": 20, "y": 10, "width": 762.3000000000001, "height": 27.5, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": null, "roundness": null, "seed": 1390851129, "version": 1, "versionNonce": 647892280, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "K8: spread the outliers before quantizing, then scale per block", "fontSize": 22, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "containerId": null, "originalText": "K8: spread the outliers before quantizing, then scale per block", "autoResize": true, "lineHeight": 1.25 }, { "id": "el0002", "type": "text", "x": 20, "y": 55, "width": 193.05, "height": 16.25, "angle": 0, "strokeColor": "#495057", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": null, "roundness": null, "seed": 1695753999, "version": 1, "versionNonce": 207388625, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "one row of Q (d = 16 shown)", "fontSize": 13, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "containerId": null, "originalText": "one row of Q (d = 16 shown)", "autoResize": true, "lineHeight": 1.25 }, { "id": "el0003", "type": "text", "x": 40, "y": 83, "width": 369.6, "height": 15.0, "angle": 0, "strokeColor": "#495057", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": null, "roundness": null, "seed": 651213125, "version": 1, "versionNonce": 1674765457, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "before: two outlier channels set the FP8 step for all 16", "fontSize": 12, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "containerId": null, "originalText": "before: two outlier channels set the FP8 step for all 16", "autoResize": true, "lineHeight": 1.25 }, { "id": "el0004", "type": "arrow", "x": 40, "y": 155, "width": 352, "height": 0, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": null, "roundness": { "type": 2 }, "seed": 65054740, "version": 1, "versionNonce": 275012946, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "points": [ [ 0, 0 ], [ 352, 0 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": null, "elbowed": false }, { "id": "el0005", "type": "rectangle", "x": 40, "y": 155, "width": 18, "height": 2, "angle": 0, "strokeColor": "#1971c2", "backgroundColor": "#a5d8ff", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": null, "roundness": { "type": 3 }, "seed": 684617509, "version": 1, "versionNonce": 183777491, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false }, { "id": "el0006", "type": "rectangle", "x": 62, "y": 154.77000802846106, "width": 18, "height": 2, "angle": 0, "strokeColor": "#1971c2", "backgroundColor": "#a5d8ff", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": null, "roundness": { "type": 3 }, "seed": 1293934752, "version": 1, "versionNonce": 133194447, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false }, { "id": "el0007", "type": "rectangle", "x": 84, "y": 155, "width": 18, "height": 2, "angle": 0, "strokeColor": "#1971c2", "backgroundColor": "#a5d8ff", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": null, "roundness": { "type": 3 }, "seed": 1157200205, "version": 1, "versionNonce": 2030441879, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false }, { "id": "el0008", "type": "rectangle", "x": 106, "y": 154.4596157992998, "width": 18, "height": 2, "angle": 0, "strokeColor": "#1971c2", "backgroundColor": "#a5d8ff", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": null, "roundness": { "type": 3 }, "seed": 1664766191, "version": 1, "versionNonce": 1833671388, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false }, { "id": "el0009", "type": "rectangle", "x": 128, "y": 154.34625441863813, "width": 18, "height": 2, "angle": 0, "strokeColor": "#1971c2", "backgroundColor": "#a5d8ff", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": null, "roundness": { "type": 3 }, "seed": 1696354900, "version": 1, "versionNonce": 1909632883, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false }, { "id": "el0010", "type": "rectangle", "x": 150, "y": 118.6, "width": 18, "height": 36.4, "angle": 0, "strokeColor": "#e03131", "backgroundColor": "#ffc9c9", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": null, "roundness": { "type": 3 }, "seed": 576166048, "version": 1, "versionNonce": 1569894980, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false }, { "id": "el0011", "type": "rectangle", "x": 172, "y": 155, "width": 18, "height": 2.5315264439146548, "angle": 0, "strokeColor": "#1971c2", "backgroundColor": "#a5d8ff", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": null, "roundness": { "type": 3 }, "seed": 418563101, "version": 1, "versionNonce": 154131936, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false }, { "id": "el0012", "type": "rectangle", "x": 194, "y": 153.2451607730984, "width": 18, "height": 2, "angle": 0, "strokeColor": "#1971c2", "backgroundColor": "#a5d8ff", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": null, "roundness": { "type": 3 }, "seed": 583981820, "version": 1, "versionNonce": 2125508085, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false }, { "id": "el0013", "type": "rectangle", "x": 216, "y": 155, "width": 18, "height": 2, "angle": 0, "strokeColor": "#1971c2", "backgroundColor": "#a5d8ff", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": null, "roundness": { "type": 3 }, "seed": 931951837, "version": 1, "versionNonce": 1108020927, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false }, { "id": "el0014", "type": "rectangle", "x": 238, "y": 155, "width": 18, "height": 2, "angle": 0, "strokeColor": "#1971c2", "backgroundColor": "#a5d8ff", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": null, "roundness": { "type": 3 }, "seed": 1873300939, "version": 1, "versionNonce": 1292897680, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false }, { "id": "el0015", "type": "rectangle", "x": 260, "y": 152.4226468553456, "width": 18, "height": 2.5773531446544067, "angle": 0, "strokeColor": "#1971c2", "backgroundColor": "#a5d8ff", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": null, "roundness": { "type": 3 }, "seed": 1808819084, "version": 1, "versionNonce": 1657282950, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false }, { "id": "el0016", "type": "rectangle", "x": 282, "y": 155, "width": 18, "height": 28.6, "angle": 0, "strokeColor": "#e03131", "backgroundColor": "#ffc9c9", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": null, "roundness": { "type": 3 }, "seed": 1507149062, "version": 1, "versionNonce": 1750525020, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false }, { "id": "el0017", "type": "rectangle", "x": 304, "y": 153.25040045337317, "width": 18, "height": 2, "angle": 0, "strokeColor": "#1971c2", "backgroundColor": "#a5d8ff", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": null, "roundness": { "type": 3 }, "seed": 998092293, "version": 1, "versionNonce": 1446394700, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false }, { "id": "el0018", "type": "rectangle", "x": 326, "y": 155, "width": 18, "height": 2, "angle": 0, "strokeColor": "#1971c2", "backgroundColor": "#a5d8ff", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": null, "roundness": { "type": 3 }, "seed": 123095346, "version": 1, "versionNonce": 1201240940, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false }, { "id": "el0019", "type": "rectangle", "x": 348, "y": 154.27684566917037, "width": 18, "height": 2, "angle": 0, "strokeColor": "#1971c2", "backgroundColor": "#a5d8ff", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": null, "roundness": { "type": 3 }, "seed": 700507543, "version": 1, "versionNonce": 1401835599, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false }, { "id": "el0020", "type": "rectangle", "x": 370, "y": 155, "width": 18, "height": 2, "angle": 0, "strokeColor": "#1971c2", "backgroundColor": "#a5d8ff", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": null, "roundness": { "type": 3 }, "seed": 447002177, "version": 1, "versionNonce": 906774906, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false }, { "id": "el0021", "type": "text", "x": 460, "y": 83, "width": 389.40000000000003, "height": 15.0, "angle": 0, "strokeColor": "#495057", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": null, "roundness": null, "seed": 189794880, "version": 1, "versionNonce": 193016890, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "after S, then H / sqrt(d): same norm, no channel stands out", "fontSize": 12, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "containerId": null, "originalText": "after S, then H / sqrt(d): same norm, no channel stands out", "autoResize": true, "lineHeight": 1.25 }, { "id": "el0022", "type": "arrow", "x": 460, "y": 155, "width": 352, "height": 0, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": null, "roundness": { "type": 2 }, "seed": 1622659116, "version": 1, "versionNonce": 1421437245, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "points": [ [ 0, 0 ], [ 352, 0 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": null, "elbowed": false }, { "id": "el0023", "type": "rectangle", "x": 460, "y": 137.39937991152547, "width": 18, "height": 17.600620088474535, "angle": 0, "strokeColor": "#e03131", "backgroundColor": "#ffc9c9", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": null, "roundness": { "type": 3 }, "seed": 1198611526, "version": 1, "versionNonce": 1013404224, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false }, { "id": "el0024", "type": "rectangle", "x": 482, "y": 155, "width": 18, "height": 15.77777954927415, "angle": 0, "strokeColor": "#e03131", "backgroundColor": "#ffc9c9", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": null, "roundness": { "type": 3 }, "seed": 154673981, "version": 1, "versionNonce": 1330022776, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false }, { "id": "el0025", "type": "rectangle", "x": 504, "y": 153.89178510418492, "width": 18, "height": 2, "angle": 0, "strokeColor": "#1971c2", "backgroundColor": "#a5d8ff", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": null, "roundness": { "type": 3 }, "seed": 31064374, "version": 1, "versionNonce": 330586682, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false }, { "id": "el0026", "type": "rectangle", "x": 526, "y": 155, "width": 18, "height": 2, "angle": 0, "strokeColor": "#1971c2", "backgroundColor": "#a5d8ff", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": null, "roundness": { "type": 3 }, "seed": 464368886, "version": 1, "versionNonce": 134766441, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false }, { "id": "el0027", "type": "rectangle", "x": 548, "y": 155, "width": 18, "height": 5.152728116499868, "angle": 0, "strokeColor": "#1971c2", "backgroundColor": "#a5d8ff", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": null, "roundness": { "type": 3 }, "seed": 847761489, "version": 1, "versionNonce": 1752072362, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false }, { "id": "el0028", "type": "rectangle", "x": 570, "y": 153.68245724703274, "width": 18, "height": 2, "angle": 0, "strokeColor": "#1971c2", "backgroundColor": "#a5d8ff", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": null, "roundness": { "type": 3 }, "seed": 1252465721, "version": 1, "versionNonce": 1131179307, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false }, { "id": "el0029", "type": "rectangle", "x": 592, "y": 155, "width": 18, "height": 14.818818712435771, "angle": 0, "strokeColor": "#e03131", "backgroundColor": "#ffc9c9", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": null, "roundness": { "type": 3 }, "seed": 670869555, "version": 1, "versionNonce": 182260452, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false }, { "id": "el0030", "type": "rectangle", "x": 614, "y": 138.8605658656481, "width": 18, "height": 16.139434134351877, "angle": 0, "strokeColor": "#e03131", "backgroundColor": "#ffc9c9", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": null, "roundness": { "type": 3 }, "seed": 1459489272, "version": 1, "versionNonce": 1347891821, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false }, { "id": "el0031", "type": "rectangle", "x": 636, "y": 152.4289359795522, "width": 18, "height": 2.5710640204478086, "angle": 0, "strokeColor": "#1971c2", "backgroundColor": "#a5d8ff", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": null, "roundness": { "type": 3 }, "seed": 1547032558, "version": 1, "versionNonce": 594105832, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false }, { "id": "el0032", "type": "rectangle", "x": 658, "y": 155, "width": 18, "height": 2, "angle": 0, "strokeColor": "#1971c2", "backgroundColor": "#a5d8ff", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": null, "roundness": { "type": 3 }, "seed": 1622592434, "version": 1, "versionNonce": 1618134160, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false }, { "id": "el0033", "type": "rectangle", "x": 680, "y": 140.35874539095875, "width": 18, "height": 14.641254609041251, "angle": 0, "strokeColor": "#e03131", "backgroundColor": "#ffc9c9", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": null, "roundness": { "type": 3 }, "seed": 1977444319, "version": 1, "versionNonce": 1658686065, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false }, { "id": "el0034", "type": "rectangle", "x": 702, "y": 155, "width": 18, "height": 19.027132319826688, "angle": 0, "strokeColor": "#e03131", "backgroundColor": "#ffc9c9", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": null, "roundness": { "type": 3 }, "seed": 440546920, "version": 1, "versionNonce": 1165227330, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false }, { "id": "el0035", "type": "rectangle", "x": 724, "y": 155, "width": 18, "height": 16.015699026755915, "angle": 0, "strokeColor": "#e03131", "backgroundColor": "#ffc9c9", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": null, "roundness": { "type": 3 }, "seed": 1851953619, "version": 1, "versionNonce": 1020637186, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false }, { "id": "el0036", "type": "rectangle", "x": 746, "y": 139.0207384401602, "width": 18, "height": 15.979261559839813, "angle": 0, "strokeColor": "#e03131", "backgroundColor": "#ffc9c9", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": null, "roundness": { "type": 3 }, "seed": 1293158238, "version": 1, "versionNonce": 1878815205, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false }, { "id": "el0037", "type": "rectangle", "x": 768, "y": 155, "width": 18, "height": 2.1990916932535423, "angle": 0, "strokeColor": "#1971c2", "backgroundColor": "#a5d8ff", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": null, "roundness": { "type": 3 }, "seed": 1109101754, "version": 1, "versionNonce": 1301345618, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false }, { "id": "el0038", "type": "rectangle", "x": 790, "y": 154.28255993918194, "width": 18, "height": 2, "angle": 0, "strokeColor": "#1971c2", "backgroundColor": "#a5d8ff", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": null, "roundness": { "type": 3 }, "seed": 1455599041, "version": 1, "versionNonce": 49209516, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false }, { "id": "el0039", "type": "text", "x": 40, "y": 190, "width": 314.6, "height": 27.5, "angle": 0, "strokeColor": "#495057", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": null, "roundness": null, "seed": 1783314826, "version": 1, "versionNonce": 1352383822, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "max |x| = 14, step 14 / 448 = 1/32:\nthe small entries lose most of their 3 mantissa bits", "fontSize": 11, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "containerId": null, "originalText": "max |x| = 14, step 14 / 448 = 1/32:\nthe small entries lose most of their 3 mantissa bits", "autoResize": true, "lineHeight": 1.25 }, { "id": "el0040", "type": "text", "x": 460, "y": 190, "width": 302.5, "height": 27.5, "angle": 0, "strokeColor": "#495057", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": null, "roundness": null, "seed": 86126515, "version": 1, "versionNonce": 1617126316, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "max |x| about 5, step about 1/90:\nthe same information, quantized about 3 bits finer", "fontSize": 11, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "containerId": null, "originalText": "max |x| about 5, step about 1/90:\nthe same information, quantized about 3 bits finer", "autoResize": true, "lineHeight": 1.25 }, { "id": "el0041", "type": "rectangle", "x": 20, "y": 230, "width": 820, "height": 62, "angle": 0, "strokeColor": "#495057", "backgroundColor": "#f8f9fa", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": null, "roundness": { "type": 3 }, "seed": 572383507, "version": 1, "versionNonce": 258043829, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false }, { "id": "el0042", "type": "text", "x": 36.74999999999994, "y": 236, "width": 786.5000000000001, "height": 13.75, "angle": 0, "strokeColor": "#495057", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": null, "roundness": null, "seed": 1427865502, "version": 1, "versionNonce": 2002530365, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "scores are unchanged: (Q S H)(K S H)^T = Q S H H^T S K^T = Q K^T, since S = diag(+-1) and H H^T = I for H = Hadamard(d) / sqrt(d)", "fontSize": 11, "fontFamily": 1, "textAlign": "center", "verticalAlign": "top", "containerId": null, "originalText": "scores are unchanged: (Q S H)(K S H)^T = Q S H H^T S K^T = Q K^T, since S = diag(+-1) and H H^T = I for H = Hadamard(d) / sqrt(d)", "autoResize": true, "lineHeight": 1.25 }, { "id": "el0043", "type": "text", "x": 15.574999999999989, "y": 258, "width": 828.85, "height": 13.75, "angle": 0, "strokeColor": "#495057", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": null, "roundness": null, "seed": 1515762054, "version": 1, "versionNonce": 1514306616, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "FA3 folds this rotation into the rotary embedding before attention; here it is preprocessing, outside the timed region. V is not rotated.", "fontSize": 11, "fontFamily": 1, "textAlign": "center", "verticalAlign": "top", "containerId": null, "originalText": "FA3 folds this rotation into the rotary embedding before attention; here it is preprocessing, outside the timed region. V is not rotated.", "autoResize": true, "lineHeight": 1.25 }, { "id": "el0044", "type": "text", "x": 20, "y": 310, "width": 114.4, "height": 16.25, "angle": 0, "strokeColor": "#495057", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": null, "roundness": null, "seed": 1197971221, "version": 1, "versionNonce": 2102398845, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "per-block scales", "fontSize": 13, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "containerId": null, "originalText": "per-block scales", "autoResize": true, "lineHeight": 1.25 }, { "id": "el0045", "type": "rectangle", "x": 40, "y": 335, "width": 120, "height": 128, "angle": 0, "strokeColor": "#1971c2", "backgroundColor": "#a5d8ff", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": null, "roundness": { "type": 3 }, "seed": 95272978, "version": 1, "versionNonce": 260175373, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false }, { "id": "el0046", "type": "rectangle", "x": 40, "y": 335, "width": 120, "height": 32, "angle": 0, "strokeColor": "#1971c2", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": null, "roundness": { "type": 3 }, "seed": 91279087, "version": 1, "versionNonce": 1585550870, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false }, { "id": "el0047", "type": "text", "x": 44.99999999999999, "y": 344.75, "width": 110.00000000000001, "height": 12.5, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": null, "roundness": null, "seed": 1078561972, "version": 1, "versionNonce": 1959845686, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "Q rows 0..63: s_q[0]", "fontSize": 10, "fontFamily": 1, "textAlign": "center", "verticalAlign": "top", "containerId": null, "originalText": "Q rows 0..63: s_q[0]", "autoResize": true, "lineHeight": 1.25 }, { "id": "el0048", "type": "rectangle", "x": 40, "y": 367, "width": 120, "height": 32, "angle": 0, "strokeColor": "#1971c2", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": null, "roundness": { "type": 3 }, "seed": 1282633140, "version": 1, "versionNonce": 1374498582, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false }, { "id": "el0049", "type": "text", "x": 39.49999999999999, "y": 376.75, "width": 121.00000000000001, "height": 12.5, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": null, "roundness": null, "seed": 762017500, "version": 1, "versionNonce": 1563175225, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "Q rows 64..127: s_q[1]", "fontSize": 10, "fontFamily": 1, "textAlign": "center", "verticalAlign": "top", "containerId": null, "originalText": "Q rows 64..127: s_q[1]", "autoResize": true, "lineHeight": 1.25 }, { "id": "el0050", "type": "rectangle", "x": 40, "y": 399, "width": 120, "height": 32, "angle": 0, "strokeColor": "#1971c2", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": null, "roundness": { "type": 3 }, "seed": 795625719, "version": 1, "versionNonce": 1342910250, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false }, { "id": "el0051", "type": "text", "x": 36.74999999999999, "y": 408.75, "width": 126.50000000000001, "height": 12.5, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": null, "roundness": null, "seed": 1585504256, "version": 1, "versionNonce": 1134460842, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "Q rows 128..191: s_q[2]", "fontSize": 10, "fontFamily": 1, "textAlign": "center", "verticalAlign": "top", "containerId": null, "originalText": "Q rows 128..191: s_q[2]", "autoResize": true, "lineHeight": 1.25 }, { "id": "el0052", "type": "rectangle", "x": 40, "y": 431, "width": 120, "height": 32, "angle": 0, "strokeColor": "#1971c2", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": null, "roundness": { "type": 3 }, "seed": 1290225237, "version": 1, "versionNonce": 1619891354, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false }, { "id": "el0053", "type": "text", "x": 36.74999999999999, "y": 440.75, "width": 126.50000000000001, "height": 12.5, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": null, "roundness": null, "seed": 450420623, "version": 1, "versionNonce": 115625696, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "Q rows 192..255: s_q[3]", "fontSize": 10, "fontFamily": 1, "textAlign": "center", "verticalAlign": "top", "containerId": null, "originalText": "Q rows 192..255: s_q[3]", "autoResize": true, "lineHeight": 1.25 }, { "id": "el0054", "type": "rectangle", "x": 200, "y": 335, "width": 120, "height": 128, "angle": 0, "strokeColor": "#2f9e44", "backgroundColor": "#b2f2bb", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": null, "roundness": { "type": 3 }, "seed": 564447967, "version": 1, "versionNonce": 1331511565, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false }, { "id": "el0055", "type": "rectangle", "x": 200, "y": 335, "width": 120, "height": 32, "angle": 0, "strokeColor": "#2f9e44", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": null, "roundness": { "type": 3 }, "seed": 955792757, "version": 1, "versionNonce": 1156970278, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false }, { "id": "el0056", "type": "text", "x": 205.0, "y": 344.75, "width": 110.00000000000001, "height": 12.5, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": null, "roundness": null, "seed": 1025187974, "version": 1, "versionNonce": 1407832019, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "K rows 0..63: s_k[0]", "fontSize": 10, "fontFamily": 1, "textAlign": "center", "verticalAlign": "top", "containerId": null, "originalText": "K rows 0..63: s_k[0]", "autoResize": true, "lineHeight": 1.25 }, { "id": "el0057", "type": "rectangle", "x": 200, "y": 367, "width": 120, "height": 32, "angle": 0, "strokeColor": "#2f9e44", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": null, "roundness": { "type": 3 }, "seed": 804852558, "version": 1, "versionNonce": 1869317154, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false }, { "id": "el0058", "type": "text", "x": 199.5, "y": 376.75, "width": 121.00000000000001, "height": 12.5, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": null, "roundness": null, "seed": 416708005, "version": 1, "versionNonce": 437406742, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "K rows 64..127: s_k[1]", "fontSize": 10, "fontFamily": 1, "textAlign": "center", "verticalAlign": "top", "containerId": null, "originalText": "K rows 64..127: s_k[1]", "autoResize": true, "lineHeight": 1.25 }, { "id": "el0059", "type": "rectangle", "x": 200, "y": 399, "width": 120, "height": 32, "angle": 0, "strokeColor": "#2f9e44", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": null, "roundness": { "type": 3 }, "seed": 1382833350, "version": 1, "versionNonce": 1433460996, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false }, { "id": "el0060", "type": "text", "x": 196.75, "y": 408.75, "width": 126.50000000000001, "height": 12.5, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": null, "roundness": null, "seed": 964049932, "version": 1, "versionNonce": 1883045644, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "K rows 128..191: s_k[2]", "fontSize": 10, "fontFamily": 1, "textAlign": "center", "verticalAlign": "top", "containerId": null, "originalText": "K rows 128..191: s_k[2]", "autoResize": true, "lineHeight": 1.25 }, { "id": "el0061", "type": "rectangle", "x": 200, "y": 431, "width": 120, "height": 32, "angle": 0, "strokeColor": "#2f9e44", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": null, "roundness": { "type": 3 }, "seed": 727070269, "version": 1, "versionNonce": 343375511, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false }, { "id": "el0062", "type": "text", "x": 196.75, "y": 440.75, "width": 126.50000000000001, "height": 12.5, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": null, "roundness": null, "seed": 1446159431, "version": 1, "versionNonce": 936387601, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "K rows 192..255: s_k[3]", "fontSize": 10, "fontFamily": 1, "textAlign": "center", "verticalAlign": "top", "containerId": null, "originalText": "K rows 192..255: s_k[3]", "autoResize": true, "lineHeight": 1.25 }, { "id": "el0063", "type": "text", "x": 340, "y": 340, "width": 647.35, "height": 55.0, "angle": 0, "strokeColor": "#495057", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": null, "roundness": null, "seed": 1937469144, "version": 1, "versionNonce": 1162217638, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "one scale per (64, d) tile of Q and per (64, d) tile of K, stored as two small FP32 arrays (B, N/64).\nIn the kernel the score tile for (Q tile i, KV tile j) is multiplied by s_q[i] s_k[j] / sqrt(d): one scalar\nread per iteration, served from L1 after the first thread. V keeps one scale per tensor.\nA single outlier can now only coarsen its own 64-row block instead of the whole tensor.", "fontSize": 11, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "containerId": null, "originalText": "one scale per (64, d) tile of Q and per (64, d) tile of K, stored as two small FP32 arrays (B, N/64).\nIn the kernel the score tile for (Q tile i, KV tile j) is multiplied by s_q[i] s_k[j] / sqrt(d): one scalar\nread per iteration, served from L1 after the first thread. V keeps one scale per tensor.\nA single outlier can now only coarsen its own 64-row block instead of the whole tensor.", "autoResize": true, "lineHeight": 1.25 } ], "appState": { "gridSize": 20, "gridStep": 5, "gridModeEnabled": false, "viewBackgroundColor": "#fdf8f6" }, "files": {} }