{"type": "excalidraw", "version": 2, "source": "https://excalidraw.com", "elements": [{"type": "text", "x": 20, "y": 20, "width": 420, "height": 22, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0112", "roundness": null, "seed": 870050476, "version": 1, "versionNonce": 728457167, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0112", "text": "1. admission, prompt of 4 blocks, 50% prefix hit", "originalText": "1. admission, prompt of 4 blocks, 50% prefix hit", "fontSize": 18, "fontFamily": 1, "textAlign": "left", "verticalAlign": "middle", "lineHeight": 1.25, "autoResize": false, "containerId": null}, {"type": "rectangle", "x": 20, "y": 54, "width": 88, "height": 58, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#b2f2bb", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0113", "roundness": {"type": 3}, "seed": 1471130535, "version": 1, "versionNonce": 1898085555, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0113"}, {"type": "text", "x": 20, "y": 54, "width": 88, "height": 58, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0114", "roundness": null, "seed": 2140229609, "version": 1, "versionNonce": 1037164613, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0114", "text": "hit", "originalText": "hit", "fontSize": 15, "fontFamily": 1, "textAlign": "center", "verticalAlign": "middle", "lineHeight": 1.25, "autoResize": false, "containerId": null}, {"type": "rectangle", "x": 116, "y": 54, "width": 88, "height": 58, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#b2f2bb", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0115", "roundness": {"type": 3}, "seed": 1404285184, "version": 1, "versionNonce": 1738418786, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0115"}, {"type": "text", "x": 116, "y": 54, "width": 88, "height": 58, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0116", "roundness": null, "seed": 1076315813, "version": 1, "versionNonce": 852575823, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0116", "text": "hit", "originalText": "hit", "fontSize": 15, "fontFamily": 1, "textAlign": "center", "verticalAlign": "middle", "lineHeight": 1.25, "autoResize": false, "containerId": null}, {"type": "rectangle", "x": 212, "y": 54, "width": 88, "height": 58, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#a5d8ff", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0117", "roundness": {"type": 3}, "seed": 1850681125, "version": 1, "versionNonce": 860247089, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0117"}, {"type": "text", "x": 212, "y": 54, "width": 88, "height": 58, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0118", "roundness": null, "seed": 919936000, "version": 1, "versionNonce": 1651065685, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0118", "text": "new", "originalText": "new", "fontSize": 15, "fontFamily": 1, "textAlign": "center", "verticalAlign": "middle", "lineHeight": 1.25, "autoResize": false, "containerId": null}, {"type": "rectangle", "x": 308, "y": 54, "width": 88, "height": 58, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#a5d8ff", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0119", "roundness": {"type": 3}, "seed": 943077949, "version": 1, "versionNonce": 1359300666, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0119"}, {"type": "text", "x": 308, "y": 54, "width": 88, "height": 58, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0120", "roundness": null, "seed": 901481625, "version": 1, "versionNonce": 584872876, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0120", "text": "new", "originalText": "new", "fontSize": 15, "fontFamily": 1, "textAlign": "center", "verticalAlign": "middle", "lineHeight": 1.25, "autoResize": false, "containerId": null}, {"type": "text", "x": 20, "y": 120, "width": 200, "height": 36, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0121", "roundness": null, "seed": 577899605, "version": 1, "versionNonce": 2132309716, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0121", "text": "found by hash lookup:\ntouched, ref count +1", "originalText": "found by hash lookup:\ntouched, ref count +1", "fontSize": 13, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "lineHeight": 1.25, "autoResize": false, "containerId": null}, {"type": "text", "x": 212, "y": 120, "width": 230, "height": 36, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0122", "roundness": null, "seed": 1506438897, "version": 1, "versionNonce": 174257287, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0122", "text": "popped from the free-queue\nhead, computed by prefill", "originalText": "popped from the free-queue\nhead, computed by prefill", "fontSize": 13, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "lineHeight": 1.25, "autoResize": false, "containerId": null}, {"type": "text", "x": 480, "y": 54, "width": 340, "height": 60, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0123", "roundness": null, "seed": 275474949, "version": 1, "versionNonce": 1188829735, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0123", "text": "num_computed_tokens starts at 32\n(2 cached blocks x 16 tokens), so\nprefill runs only the uncached tail", "originalText": "num_computed_tokens starts at 32\n(2 cached blocks x 16 tokens), so\nprefill runs only the uncached tail", "fontSize": 14, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "lineHeight": 1.25, "autoResize": false, "containerId": null}, {"type": "text", "x": 20, "y": 200, "width": 420, "height": 22, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0124", "roundness": null, "seed": 726403162, "version": 1, "versionNonce": 484598487, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0124", "text": "2. decode: the cache grows block by block", "originalText": "2. decode: the cache grows block by block", "fontSize": 18, "fontFamily": 1, "textAlign": "left", "verticalAlign": "middle", "lineHeight": 1.25, "autoResize": false, "containerId": null}, {"type": "rectangle", "x": 20, "y": 234, "width": 88, "height": 58, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#b2f2bb", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0125", "roundness": {"type": 3}, "seed": 1935524648, "version": 1, "versionNonce": 2024440070, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0125"}, {"type": "text", "x": 20, "y": 234, "width": 88, "height": 58, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0126", "roundness": null, "seed": 1181815310, "version": 1, "versionNonce": 919468194, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0126", "text": "", "originalText": "", "fontSize": 15, "fontFamily": 1, "textAlign": "center", "verticalAlign": "middle", "lineHeight": 1.25, "autoResize": false, "containerId": null}, {"type": "rectangle", "x": 116, "y": 234, "width": 88, "height": 58, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#b2f2bb", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0127", "roundness": {"type": 3}, "seed": 1778051175, "version": 1, "versionNonce": 1643031608, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0127"}, {"type": "text", "x": 116, "y": 234, "width": 88, "height": 58, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0128", "roundness": null, "seed": 2121178559, "version": 1, "versionNonce": 1354510889, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0128", "text": "", "originalText": "", "fontSize": 15, "fontFamily": 1, "textAlign": "center", "verticalAlign": "middle", "lineHeight": 1.25, "autoResize": false, "containerId": null}, {"type": "rectangle", "x": 212, "y": 234, "width": 88, "height": 58, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#a5d8ff", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0129", "roundness": {"type": 3}, "seed": 1943375389, "version": 1, "versionNonce": 1375876541, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0129"}, {"type": "text", "x": 212, "y": 234, "width": 88, "height": 58, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0130", "roundness": null, "seed": 320744777, "version": 1, "versionNonce": 135230396, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0130", "text": "", "originalText": "", "fontSize": 15, "fontFamily": 1, "textAlign": "center", "verticalAlign": "middle", "lineHeight": 1.25, "autoResize": false, "containerId": null}, {"type": "rectangle", "x": 308, "y": 234, "width": 88, "height": 58, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#a5d8ff", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0131", "roundness": {"type": 3}, "seed": 1194532248, "version": 1, "versionNonce": 178191298, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0131"}, {"type": "text", "x": 308, "y": 234, "width": 88, "height": 58, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0132", "roundness": null, "seed": 1207187956, "version": 1, "versionNonce": 1521340627, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0132", "text": "", "originalText": "", "fontSize": 15, "fontFamily": 1, "textAlign": "center", "verticalAlign": "middle", "lineHeight": 1.25, "autoResize": false, "containerId": null}, {"type": "rectangle", "x": 404, "y": 234, "width": 88, "height": 58, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#a5d8ff", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "dashed", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0133", "roundness": {"type": 3}, "seed": 1327275235, "version": 1, "versionNonce": 82094075, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0133"}, {"type": "text", "x": 404, "y": 234, "width": 88, "height": 58, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0134", "roundness": null, "seed": 583605124, "version": 1, "versionNonce": 1740273737, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0134", "text": "new", "originalText": "new", "fontSize": 15, "fontFamily": 1, "textAlign": "center", "verticalAlign": "middle", "lineHeight": 1.25, "autoResize": false, "containerId": null}, {"type": "text", "x": 528, "y": 234, "width": 320, "height": 60, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0135", "roundness": null, "seed": 1953490362, "version": 1, "versionNonce": 815693721, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0135", "text": "the last block fills token by token;\na fresh block is allocated each\ntime the previous one fills", "originalText": "the last block fills token by token;\na fresh block is allocated each\ntime the previous one fills", "fontSize": 14, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "lineHeight": 1.25, "autoResize": false, "containerId": null}, {"type": "text", "x": 20, "y": 380, "width": 460, "height": 22, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0136", "roundness": null, "seed": 106199525, "version": 1, "versionNonce": 1144232977, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0136", "text": "3. preemption: the pool ran dry, this request is the victim", "originalText": "3. preemption: the pool ran dry, this request is the victim", "fontSize": 18, "fontFamily": 1, "textAlign": "left", "verticalAlign": "middle", "lineHeight": 1.25, "autoResize": false, "containerId": null}, {"type": "rectangle", "x": 20, "y": 414, "width": 88, "height": 58, "angle": 0, "strokeColor": "#e03131", "backgroundColor": "#e9ecef", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0137", "roundness": {"type": 3}, "seed": 1019663918, "version": 1, "versionNonce": 605051466, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0137"}, {"type": "text", "x": 20, "y": 414, "width": 88, "height": 58, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0138", "roundness": null, "seed": 201616791, "version": 1, "versionNonce": 495230508, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0138", "text": "", "originalText": "", "fontSize": 15, "fontFamily": 1, "textAlign": "center", "verticalAlign": "middle", "lineHeight": 1.25, "autoResize": false, "containerId": null}, {"type": "rectangle", "x": 116, "y": 414, "width": 88, "height": 58, "angle": 0, "strokeColor": "#e03131", "backgroundColor": "#e9ecef", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0139", "roundness": {"type": 3}, "seed": 1917620307, "version": 1, "versionNonce": 468238205, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0139"}, {"type": "text", "x": 116, "y": 414, "width": 88, "height": 58, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0140", "roundness": null, "seed": 1583481828, "version": 1, "versionNonce": 334871697, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0140", "text": "", "originalText": "", "fontSize": 15, "fontFamily": 1, "textAlign": "center", "verticalAlign": "middle", "lineHeight": 1.25, "autoResize": false, "containerId": null}, {"type": "rectangle", "x": 212, "y": 414, "width": 88, "height": 58, "angle": 0, "strokeColor": "#e03131", "backgroundColor": "#e9ecef", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0141", "roundness": {"type": 3}, "seed": 850619650, "version": 1, "versionNonce": 856164894, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0141"}, {"type": "text", "x": 212, "y": 414, "width": 88, "height": 58, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0142", "roundness": null, "seed": 2040720664, "version": 1, "versionNonce": 1099692977, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0142", "text": "", "originalText": "", "fontSize": 15, "fontFamily": 1, "textAlign": "center", "verticalAlign": "middle", "lineHeight": 1.25, "autoResize": false, "containerId": null}, {"type": "rectangle", "x": 308, "y": 414, "width": 88, "height": 58, "angle": 0, "strokeColor": "#e03131", "backgroundColor": "#e9ecef", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0143", "roundness": {"type": 3}, "seed": 767450942, "version": 1, "versionNonce": 46242474, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0143"}, {"type": "text", "x": 308, "y": 414, "width": 88, "height": 58, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0144", "roundness": null, "seed": 2028081412, "version": 1, "versionNonce": 155370492, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0144", "text": "", "originalText": "", "fontSize": 15, "fontFamily": 1, "textAlign": "center", "verticalAlign": "middle", "lineHeight": 1.25, "autoResize": false, "containerId": null}, {"type": "rectangle", "x": 404, "y": 414, "width": 88, "height": 58, "angle": 0, "strokeColor": "#e03131", "backgroundColor": "#e9ecef", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0145", "roundness": {"type": 3}, "seed": 769223523, "version": 1, "versionNonce": 972623746, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0145"}, {"type": "text", "x": 404, "y": 414, "width": 88, "height": 58, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0146", "roundness": null, "seed": 1169755533, "version": 1, "versionNonce": 1484939990, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0146", "text": "", "originalText": "", "fontSize": 15, "fontFamily": 1, "textAlign": "center", "verticalAlign": "middle", "lineHeight": 1.25, "autoResize": false, "containerId": null}, {"type": "rectangle", "x": 660, "y": 410, "width": 300, "height": 64, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#ffffff", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0147", "roundness": {"type": 3}, "seed": 683725999, "version": 1, "versionNonce": 1690139236, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0147"}, {"type": "text", "x": 660, "y": 418, "width": 300, "height": 22, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0148", "roundness": null, "seed": 961741161, "version": 1, "versionNonce": 374562637, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0148", "text": "free queue (tail)", "originalText": "free queue (tail)", "fontSize": 16, "fontFamily": 1, "textAlign": "center", "verticalAlign": "middle", "lineHeight": 1.25, "autoResize": false, "containerId": null}, {"type": "text", "x": 660, "y": 444, "width": 300, "height": 20, "angle": 0, "strokeColor": "#868e96", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0149", "roundness": null, "seed": 1763007691, "version": 1, "versionNonce": 1666327895, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0149", "text": "contents and hashes still intact", "originalText": "contents and hashes still intact", "fontSize": 13, "fontFamily": 1, "textAlign": "center", "verticalAlign": "middle", "lineHeight": 1.25, "autoResize": false, "containerId": null}, {"type": "arrow", "x": 504, "y": 442, "width": 150, "height": 0, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0150", "roundness": null, "seed": 557958866, "version": 1, "versionNonce": 1934895421, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0150", "points": [[0, 0], [150, 0]], "startArrowhead": null, "endArrowhead": "arrow", "startBinding": null, "endBinding": null, "lastCommittedPoint": null, "elbowed": false}, {"type": "text", "x": 512, "y": 410, "width": 140, "height": 40, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0151", "roundness": null, "seed": 1947922966, "version": 1, "versionNonce": 845579128, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0151", "text": "all 5 blocks freed,\ndeepest first", "originalText": "all 5 blocks freed,\ndeepest first", "fontSize": 13, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "lineHeight": 1.25, "autoResize": false, "containerId": null}, {"type": "text", "x": 20, "y": 484, "width": 620, "height": 40, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0152", "roundness": null, "seed": 28890407, "version": 1, "versionNonce": 1618355553, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0152", "text": "num_computed_tokens = 0 (tokens are kept, their KV is not) and the request\ngoes to the front of the waiting queue; on re-admission, prefill recomputes", "originalText": "num_computed_tokens = 0 (tokens are kept, their KV is not) and the request\ngoes to the front of the waiting queue; on re-admission, prefill recomputes", "fontSize": 14, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "lineHeight": 1.25, "autoResize": false, "containerId": null}], "appState": {"gridSize": 20, "gridStep": 5, "gridModeEnabled": false, "viewBackgroundColor": "#fdf8f6", "lockedMultiSelections": {}}, "files": {}}