{"type": "excalidraw", "version": 2, "source": "https://excalidraw.com", "elements": [{"type": "text", "x": 20, "y": 10, "width": 1000, "height": 28, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0001", "roundness": null, "seed": 990591623, "version": 1, "versionNonce": 381594682, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0001", "text": "What --data-parallel-size 8 --enable-expert-parallel starts on one 8x B300 node", "originalText": "What --data-parallel-size 8 --enable-expert-parallel starts on one 8x B300 node", "fontSize": 22, "fontFamily": 1, "textAlign": "left", "verticalAlign": "middle", "lineHeight": 1.25, "autoResize": false, "containerId": null}, {"type": "rectangle", "x": 380, "y": 60, "width": 520, "height": 70, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#d0ebff", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0002", "roundness": {"type": 3}, "seed": 1487180812, "version": 1, "versionNonce": 354057852, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0002"}, {"type": "text", "x": 380, "y": 66, "width": 520, "height": 24, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0003", "roundness": null, "seed": 479509189, "version": 1, "versionNonce": 1244167700, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0003", "text": "Rust frontend (vllm-rs), port 8000", "originalText": "Rust frontend (vllm-rs), port 8000", "fontSize": 16, "fontFamily": 1, "textAlign": "center", "verticalAlign": "middle", "lineHeight": 1.25, "autoResize": false, "containerId": null}, {"type": "text", "x": 380, "y": 92, "width": 520, "height": 30, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0004", "roundness": null, "seed": 1237080969, "version": 1, "versionNonce": 1119342636, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0004", "text": "HTTP, chat rendering, DSML and reasoning parsing; routes each request\nto the least-loaded engine core by queue length", "originalText": "HTTP, chat rendering, DSML and reasoning parsing; routes each request\nto the least-loaded engine core by queue length", "fontSize": 11, "fontFamily": 1, "textAlign": "center", "verticalAlign": "middle", "lineHeight": 1.25, "autoResize": false, "containerId": null}, {"type": "rectangle", "x": 960, "y": 60, "width": 260, "height": 70, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#fff3bf", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0005", "roundness": {"type": 3}, "seed": 1030013780, "version": 1, "versionNonce": 1432123606, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0005"}, {"type": "text", "x": 960, "y": 66, "width": 260, "height": 24, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0006", "roundness": null, "seed": 917711781, "version": 1, "versionNonce": 25305710, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0006", "text": "DP coordinator", "originalText": "DP coordinator", "fontSize": 16, "fontFamily": 1, "textAlign": "center", "verticalAlign": "middle", "lineHeight": 1.25, "autoResize": false, "containerId": null}, {"type": "text", "x": 960, "y": 92, "width": 260, "height": 30, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0007", "roundness": null, "seed": 1980045030, "version": 1, "versionNonce": 1827621861, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0007", "text": "keeps 8 forward passes in lockstep;\nidle ranks run dummy passes", "originalText": "keeps 8 forward passes in lockstep;\nidle ranks run dummy passes", "fontSize": 11, "fontFamily": 1, "textAlign": "center", "verticalAlign": "middle", "lineHeight": 1.25, "autoResize": false, "containerId": null}, {"type": "rectangle", "x": 40, "y": 200, "width": 148, "height": 250, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#f8f9fa", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0008", "roundness": {"type": 3}, "seed": 297362288, "version": 1, "versionNonce": 2000195649, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0008"}, {"type": "text", "x": 40, "y": 204, "width": 148, "height": 22, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0009", "roundness": null, "seed": 985321861, "version": 1, "versionNonce": 425257559, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0009", "text": "engine core 0", "originalText": "engine core 0", "fontSize": 14, "fontFamily": 1, "textAlign": "center", "verticalAlign": "middle", "lineHeight": 1.25, "autoResize": false, "containerId": null}, {"type": "text", "x": 40, "y": 224, "width": 148, "height": 18, "angle": 0, "strokeColor": "#495057", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0010", "roundness": null, "seed": 1841936093, "version": 1, "versionNonce": 664291068, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0010", "text": "scheduler, KV manager", "originalText": "scheduler, KV manager", "fontSize": 10, "fontFamily": 1, "textAlign": "center", "verticalAlign": "middle", "lineHeight": 1.25, "autoResize": false, "containerId": null}, {"type": "rectangle", "x": 48, "y": 248, "width": 132, "height": 190, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#e9ecef", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0011", "roundness": {"type": 3}, "seed": 1744589726, "version": 1, "versionNonce": 560722207, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0011"}, {"type": "text", "x": 48, "y": 252, "width": 132, "height": 20, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0012", "roundness": null, "seed": 403028286, "version": 1, "versionNonce": 75764794, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0012", "text": "GPU 0  (288 GB)", "originalText": "GPU 0  (288 GB)", "fontSize": 13, "fontFamily": 1, "textAlign": "center", "verticalAlign": "middle", "lineHeight": 1.25, "autoResize": false, "containerId": null}, {"type": "rectangle", "x": 54, "y": 276, "width": 120, "height": 44, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#b2f2bb", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0013", "roundness": {"type": 3}, "seed": 1895733070, "version": 1, "versionNonce": 1059356977, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0013"}, {"type": "text", "x": 54, "y": 276, "width": 120, "height": 44, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0014", "roundness": null, "seed": 836056242, "version": 1, "versionNonce": 1753724077, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0014", "text": "attention + dense\n11.4 GiB, full copy", "originalText": "attention + dense\n11.4 GiB, full copy", "fontSize": 10, "fontFamily": 1, "textAlign": "center", "verticalAlign": "middle", "lineHeight": 1.25, "autoResize": false, "containerId": null}, {"type": "rectangle", "x": 54, "y": 326, "width": 120, "height": 44, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#a5d8ff", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0015", "roundness": {"type": 3}, "seed": 1466747445, "version": 1, "versionNonce": 1711638505, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0015"}, {"type": "text", "x": 54, "y": 326, "width": 120, "height": 44, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0016", "roundness": null, "seed": 1011387791, "version": 1, "versionNonce": 1784766132, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0016", "text": "experts: 48 of 384\nper layer, 32.4 GiB", "originalText": "experts: 48 of 384\nper layer, 32.4 GiB", "fontSize": 10, "fontFamily": 1, "textAlign": "center", "verticalAlign": "middle", "lineHeight": 1.25, "autoResize": false, "containerId": null}, {"type": "rectangle", "x": 54, "y": 376, "width": 120, "height": 54, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#ffe8cc", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0017", "roundness": {"type": 3}, "seed": 1979759566, "version": 1, "versionNonce": 1246482993, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0017"}, {"type": "text", "x": 54, "y": 376, "width": 120, "height": 54, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0018", "roundness": null, "seed": 1190075743, "version": 1, "versionNonce": 1703886915, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0018", "text": "KV pool (fp8_ds_mla)\nactivations, graphs\n~190 GiB at 0.92", "originalText": "KV pool (fp8_ds_mla)\nactivations, graphs\n~190 GiB at 0.92", "fontSize": 10, "fontFamily": 1, "textAlign": "center", "verticalAlign": "middle", "lineHeight": 1.25, "autoResize": false, "containerId": null}, {"type": "arrow", "x": 640, "y": 130, "width": 526, "height": 68, "angle": 0, "strokeColor": "#1971c2", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0019", "roundness": null, "seed": 144993037, "version": 1, "versionNonce": 1861507884, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0019", "points": [[0, 0], [-526, 68]], "startArrowhead": null, "endArrowhead": "arrow", "startBinding": null, "endBinding": null, "lastCommittedPoint": null, "elbowed": false}, {"type": "rectangle", "x": 200, "y": 200, "width": 148, "height": 250, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#f8f9fa", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0020", "roundness": {"type": 3}, "seed": 1302348133, "version": 1, "versionNonce": 861669213, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0020"}, {"type": "text", "x": 200, "y": 204, "width": 148, "height": 22, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0021", "roundness": null, "seed": 1482588381, "version": 1, "versionNonce": 796084436, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0021", "text": "engine core 1", "originalText": "engine core 1", "fontSize": 14, "fontFamily": 1, "textAlign": "center", "verticalAlign": "middle", "lineHeight": 1.25, "autoResize": false, "containerId": null}, {"type": "text", "x": 200, "y": 224, "width": 148, "height": 18, "angle": 0, "strokeColor": "#495057", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0022", "roundness": null, "seed": 734831430, "version": 1, "versionNonce": 145856139, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0022", "text": "scheduler, KV manager", "originalText": "scheduler, KV manager", "fontSize": 10, "fontFamily": 1, "textAlign": "center", "verticalAlign": "middle", "lineHeight": 1.25, "autoResize": false, "containerId": null}, {"type": "rectangle", "x": 208, "y": 248, "width": 132, "height": 190, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#e9ecef", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0023", "roundness": {"type": 3}, "seed": 1405499211, "version": 1, "versionNonce": 1726046973, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0023"}, {"type": "text", "x": 208, "y": 252, "width": 132, "height": 20, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0024", "roundness": null, "seed": 245704162, "version": 1, "versionNonce": 2018932809, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0024", "text": "GPU 1  (288 GB)", "originalText": "GPU 1  (288 GB)", "fontSize": 13, "fontFamily": 1, "textAlign": "center", "verticalAlign": "middle", "lineHeight": 1.25, "autoResize": false, "containerId": null}, {"type": "rectangle", "x": 214, "y": 276, "width": 120, "height": 44, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#b2f2bb", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0025", "roundness": {"type": 3}, "seed": 213268219, "version": 1, "versionNonce": 2016449575, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0025"}, {"type": "text", "x": 214, "y": 276, "width": 120, "height": 44, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0026", "roundness": null, "seed": 1808299920, "version": 1, "versionNonce": 1198472766, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0026", "text": "attention + dense\n11.4 GiB, full copy", "originalText": "attention + dense\n11.4 GiB, full copy", "fontSize": 10, "fontFamily": 1, "textAlign": "center", "verticalAlign": "middle", "lineHeight": 1.25, "autoResize": false, "containerId": null}, {"type": "rectangle", "x": 214, "y": 326, "width": 120, "height": 44, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#a5d8ff", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0027", "roundness": {"type": 3}, "seed": 721323201, "version": 1, "versionNonce": 1907569435, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0027"}, {"type": "text", "x": 214, "y": 326, "width": 120, "height": 44, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0028", "roundness": null, "seed": 596610513, "version": 1, "versionNonce": 1919193049, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0028", "text": "experts: 48 of 384\nper layer, 32.4 GiB", "originalText": "experts: 48 of 384\nper layer, 32.4 GiB", "fontSize": 10, "fontFamily": 1, "textAlign": "center", "verticalAlign": "middle", "lineHeight": 1.25, "autoResize": false, "containerId": null}, {"type": "rectangle", "x": 214, "y": 376, "width": 120, "height": 54, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#ffe8cc", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0029", "roundness": {"type": 3}, "seed": 1851743612, "version": 1, "versionNonce": 491893065, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0029"}, {"type": "text", "x": 214, "y": 376, "width": 120, "height": 54, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0030", "roundness": null, "seed": 1023316682, "version": 1, "versionNonce": 2070321334, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0030", "text": "KV pool (fp8_ds_mla)\nactivations, graphs\n~190 GiB at 0.92", "originalText": "KV pool (fp8_ds_mla)\nactivations, graphs\n~190 GiB at 0.92", "fontSize": 10, "fontFamily": 1, "textAlign": "center", "verticalAlign": "middle", "lineHeight": 1.25, "autoResize": false, "containerId": null}, {"type": "arrow", "x": 640, "y": 130, "width": 366, "height": 68, "angle": 0, "strokeColor": "#1971c2", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0031", "roundness": null, "seed": 90468217, "version": 1, "versionNonce": 387978839, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0031", "points": [[0, 0], [-366, 68]], "startArrowhead": null, "endArrowhead": "arrow", "startBinding": null, "endBinding": null, "lastCommittedPoint": null, "elbowed": false}, {"type": "rectangle", "x": 360, "y": 200, "width": 148, "height": 250, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#f8f9fa", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0032", "roundness": {"type": 3}, "seed": 829743330, "version": 1, "versionNonce": 635516217, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0032"}, {"type": "text", "x": 360, "y": 204, "width": 148, "height": 22, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0033", "roundness": null, "seed": 1322216964, "version": 1, "versionNonce": 218152437, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0033", "text": "engine core 2", "originalText": "engine core 2", "fontSize": 14, "fontFamily": 1, "textAlign": "center", "verticalAlign": "middle", "lineHeight": 1.25, "autoResize": false, "containerId": null}, {"type": "text", "x": 360, "y": 224, "width": 148, "height": 18, "angle": 0, "strokeColor": "#495057", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0034", "roundness": null, "seed": 248781291, "version": 1, "versionNonce": 1532932692, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0034", "text": "scheduler, KV manager", "originalText": "scheduler, KV manager", "fontSize": 10, "fontFamily": 1, "textAlign": "center", "verticalAlign": "middle", "lineHeight": 1.25, "autoResize": false, "containerId": null}, {"type": "rectangle", "x": 368, "y": 248, "width": 132, "height": 190, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#e9ecef", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0035", "roundness": {"type": 3}, "seed": 136281829, "version": 1, "versionNonce": 1562851473, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0035"}, {"type": "text", "x": 368, "y": 252, "width": 132, "height": 20, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0036", "roundness": null, "seed": 1986032293, "version": 1, "versionNonce": 1446499348, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0036", "text": "GPU 2  (288 GB)", "originalText": "GPU 2  (288 GB)", "fontSize": 13, "fontFamily": 1, "textAlign": "center", "verticalAlign": "middle", "lineHeight": 1.25, "autoResize": false, "containerId": null}, {"type": "rectangle", "x": 374, "y": 276, "width": 120, "height": 44, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#b2f2bb", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0037", "roundness": {"type": 3}, "seed": 1075117629, "version": 1, "versionNonce": 1388921948, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0037"}, {"type": "text", "x": 374, "y": 276, "width": 120, "height": 44, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0038", "roundness": null, "seed": 1595384110, "version": 1, "versionNonce": 976612915, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0038", "text": "attention + dense\n11.4 GiB, full copy", "originalText": "attention + dense\n11.4 GiB, full copy", "fontSize": 10, "fontFamily": 1, "textAlign": "center", "verticalAlign": "middle", "lineHeight": 1.25, "autoResize": false, "containerId": null}, {"type": "rectangle", "x": 374, "y": 326, "width": 120, "height": 44, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#a5d8ff", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0039", "roundness": {"type": 3}, "seed": 300738446, "version": 1, "versionNonce": 880428730, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0039"}, {"type": "text", "x": 374, "y": 326, "width": 120, "height": 44, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0040", "roundness": null, "seed": 104733302, "version": 1, "versionNonce": 42524030, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0040", "text": "experts: 48 of 384\nper layer, 32.4 GiB", "originalText": "experts: 48 of 384\nper layer, 32.4 GiB", "fontSize": 10, "fontFamily": 1, "textAlign": "center", "verticalAlign": "middle", "lineHeight": 1.25, "autoResize": false, "containerId": null}, {"type": "rectangle", "x": 374, "y": 376, "width": 120, "height": 54, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#ffe8cc", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0041", "roundness": {"type": 3}, "seed": 1861450716, "version": 1, "versionNonce": 1724999569, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0041"}, {"type": "text", "x": 374, "y": 376, "width": 120, "height": 54, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0042", "roundness": null, "seed": 65090611, "version": 1, "versionNonce": 361047104, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0042", "text": "KV pool (fp8_ds_mla)\nactivations, graphs\n~190 GiB at 0.92", "originalText": "KV pool (fp8_ds_mla)\nactivations, graphs\n~190 GiB at 0.92", "fontSize": 10, "fontFamily": 1, "textAlign": "center", "verticalAlign": "middle", "lineHeight": 1.25, "autoResize": false, "containerId": null}, {"type": "arrow", "x": 640, "y": 130, "width": 206, "height": 68, "angle": 0, "strokeColor": "#1971c2", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0043", "roundness": null, "seed": 1969207994, "version": 1, "versionNonce": 545641512, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0043", "points": [[0, 0], [-206, 68]], "startArrowhead": null, "endArrowhead": "arrow", "startBinding": null, "endBinding": null, "lastCommittedPoint": null, "elbowed": false}, {"type": "rectangle", "x": 520, "y": 200, "width": 148, "height": 250, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#f8f9fa", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0044", "roundness": {"type": 3}, "seed": 26168628, "version": 1, "versionNonce": 678977416, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0044"}, {"type": "text", "x": 520, "y": 204, "width": 148, "height": 22, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0045", "roundness": null, "seed": 2112409824, "version": 1, "versionNonce": 1700110659, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0045", "text": "engine core 3", "originalText": "engine core 3", "fontSize": 14, "fontFamily": 1, "textAlign": "center", "verticalAlign": "middle", "lineHeight": 1.25, "autoResize": false, "containerId": null}, {"type": "text", "x": 520, "y": 224, "width": 148, "height": 18, "angle": 0, "strokeColor": "#495057", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0046", "roundness": null, "seed": 213332385, "version": 1, "versionNonce": 449888922, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0046", "text": "scheduler, KV manager", "originalText": "scheduler, KV manager", "fontSize": 10, "fontFamily": 1, "textAlign": "center", "verticalAlign": "middle", "lineHeight": 1.25, "autoResize": false, "containerId": null}, {"type": "rectangle", "x": 528, "y": 248, "width": 132, "height": 190, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#e9ecef", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0047", "roundness": {"type": 3}, "seed": 395987653, "version": 1, "versionNonce": 566952575, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0047"}, {"type": "text", "x": 528, "y": 252, "width": 132, "height": 20, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0048", "roundness": null, "seed": 2004818412, "version": 1, "versionNonce": 818356588, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0048", "text": "GPU 3  (288 GB)", "originalText": "GPU 3  (288 GB)", "fontSize": 13, "fontFamily": 1, "textAlign": "center", "verticalAlign": "middle", "lineHeight": 1.25, "autoResize": false, "containerId": null}, {"type": "rectangle", "x": 534, "y": 276, "width": 120, "height": 44, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#b2f2bb", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0049", "roundness": {"type": 3}, "seed": 896476805, "version": 1, "versionNonce": 792485769, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0049"}, {"type": "text", "x": 534, "y": 276, "width": 120, "height": 44, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0050", "roundness": null, "seed": 457733941, "version": 1, "versionNonce": 1666687488, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0050", "text": "attention + dense\n11.4 GiB, full copy", "originalText": "attention + dense\n11.4 GiB, full copy", "fontSize": 10, "fontFamily": 1, "textAlign": "center", "verticalAlign": "middle", "lineHeight": 1.25, "autoResize": false, "containerId": null}, {"type": "rectangle", "x": 534, "y": 326, "width": 120, "height": 44, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#a5d8ff", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0051", "roundness": {"type": 3}, "seed": 580500482, "version": 1, "versionNonce": 675965750, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0051"}, {"type": "text", "x": 534, "y": 326, "width": 120, "height": 44, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0052", "roundness": null, "seed": 203579298, "version": 1, "versionNonce": 396434254, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0052", "text": "experts: 48 of 384\nper layer, 32.4 GiB", "originalText": "experts: 48 of 384\nper layer, 32.4 GiB", "fontSize": 10, "fontFamily": 1, "textAlign": "center", "verticalAlign": "middle", "lineHeight": 1.25, "autoResize": false, "containerId": null}, {"type": "rectangle", "x": 534, "y": 376, "width": 120, "height": 54, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#ffe8cc", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0053", "roundness": {"type": 3}, "seed": 761274566, "version": 1, "versionNonce": 138244778, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0053"}, {"type": "text", "x": 534, "y": 376, "width": 120, "height": 54, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0054", "roundness": null, "seed": 71866873, "version": 1, "versionNonce": 517419757, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0054", "text": "KV pool (fp8_ds_mla)\nactivations, graphs\n~190 GiB at 0.92", "originalText": "KV pool (fp8_ds_mla)\nactivations, graphs\n~190 GiB at 0.92", "fontSize": 10, "fontFamily": 1, "textAlign": "center", "verticalAlign": "middle", "lineHeight": 1.25, "autoResize": false, "containerId": null}, {"type": "arrow", "x": 640, "y": 130, "width": 46, "height": 68, "angle": 0, "strokeColor": "#1971c2", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0055", "roundness": null, "seed": 1726013653, "version": 1, "versionNonce": 1429063751, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0055", "points": [[0, 0], [-46, 68]], "startArrowhead": null, "endArrowhead": "arrow", "startBinding": null, "endBinding": null, "lastCommittedPoint": null, "elbowed": false}, {"type": "rectangle", "x": 680, "y": 200, "width": 148, "height": 250, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#f8f9fa", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0056", "roundness": {"type": 3}, "seed": 334918907, "version": 1, "versionNonce": 1140494968, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0056"}, {"type": "text", "x": 680, "y": 204, "width": 148, "height": 22, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0057", "roundness": null, "seed": 1115240836, "version": 1, "versionNonce": 235244431, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0057", "text": "engine core 4", "originalText": "engine core 4", "fontSize": 14, "fontFamily": 1, "textAlign": "center", "verticalAlign": "middle", "lineHeight": 1.25, "autoResize": false, "containerId": null}, {"type": "text", "x": 680, "y": 224, "width": 148, "height": 18, "angle": 0, "strokeColor": "#495057", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0058", "roundness": null, "seed": 798709311, "version": 1, "versionNonce": 1502990779, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0058", "text": "scheduler, KV manager", "originalText": "scheduler, KV manager", "fontSize": 10, "fontFamily": 1, "textAlign": "center", "verticalAlign": "middle", "lineHeight": 1.25, "autoResize": false, "containerId": null}, {"type": "rectangle", "x": 688, "y": 248, "width": 132, "height": 190, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#e9ecef", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0059", "roundness": {"type": 3}, "seed": 1186624335, "version": 1, "versionNonce": 1933292631, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0059"}, {"type": "text", "x": 688, "y": 252, "width": 132, "height": 20, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0060", "roundness": null, "seed": 535079927, "version": 1, "versionNonce": 1997838470, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0060", "text": "GPU 4  (288 GB)", "originalText": "GPU 4  (288 GB)", "fontSize": 13, "fontFamily": 1, "textAlign": "center", "verticalAlign": "middle", "lineHeight": 1.25, "autoResize": false, "containerId": null}, {"type": "rectangle", "x": 694, "y": 276, "width": 120, "height": 44, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#b2f2bb", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0061", "roundness": {"type": 3}, "seed": 1913406119, "version": 1, "versionNonce": 1488514304, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0061"}, {"type": "text", "x": 694, "y": 276, "width": 120, "height": 44, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0062", "roundness": null, "seed": 1013504764, "version": 1, "versionNonce": 1258668983, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0062", "text": "attention + dense\n11.4 GiB, full copy", "originalText": "attention + dense\n11.4 GiB, full copy", "fontSize": 10, "fontFamily": 1, "textAlign": "center", "verticalAlign": "middle", "lineHeight": 1.25, "autoResize": false, "containerId": null}, {"type": "rectangle", "x": 694, "y": 326, "width": 120, "height": 44, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#a5d8ff", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0063", "roundness": {"type": 3}, "seed": 1911036316, "version": 1, "versionNonce": 5501268, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0063"}, {"type": "text", "x": 694, "y": 326, "width": 120, "height": 44, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0064", "roundness": null, "seed": 291304098, "version": 1, "versionNonce": 159771778, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0064", "text": "experts: 48 of 384\nper layer, 32.4 GiB", "originalText": "experts: 48 of 384\nper layer, 32.4 GiB", "fontSize": 10, "fontFamily": 1, "textAlign": "center", "verticalAlign": "middle", "lineHeight": 1.25, "autoResize": false, "containerId": null}, {"type": "rectangle", "x": 694, "y": 376, "width": 120, "height": 54, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#ffe8cc", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0065", "roundness": {"type": 3}, "seed": 1877068952, "version": 1, "versionNonce": 2039073672, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0065"}, {"type": "text", "x": 694, "y": 376, "width": 120, "height": 54, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0066", "roundness": null, "seed": 1788784637, "version": 1, "versionNonce": 1443030001, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0066", "text": "KV pool (fp8_ds_mla)\nactivations, graphs\n~190 GiB at 0.92", "originalText": "KV pool (fp8_ds_mla)\nactivations, graphs\n~190 GiB at 0.92", "fontSize": 10, "fontFamily": 1, "textAlign": "center", "verticalAlign": "middle", "lineHeight": 1.25, "autoResize": false, "containerId": null}, {"type": "arrow", "x": 640, "y": 130, "width": 114, "height": 68, "angle": 0, "strokeColor": "#1971c2", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0067", "roundness": null, "seed": 840071025, "version": 1, "versionNonce": 1122867448, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0067", "points": [[0, 0], [114, 68]], "startArrowhead": null, "endArrowhead": "arrow", "startBinding": null, "endBinding": null, "lastCommittedPoint": null, "elbowed": false}, {"type": "rectangle", "x": 840, "y": 200, "width": 148, "height": 250, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#f8f9fa", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0068", "roundness": {"type": 3}, "seed": 90742863, "version": 1, "versionNonce": 1135674474, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0068"}, {"type": "text", "x": 840, "y": 204, "width": 148, "height": 22, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0069", "roundness": null, "seed": 38717522, "version": 1, "versionNonce": 1941681157, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0069", "text": "engine core 5", "originalText": "engine core 5", "fontSize": 14, "fontFamily": 1, "textAlign": "center", "verticalAlign": "middle", "lineHeight": 1.25, "autoResize": false, "containerId": null}, {"type": "text", "x": 840, "y": 224, "width": 148, "height": 18, "angle": 0, "strokeColor": "#495057", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0070", "roundness": null, "seed": 635512348, "version": 1, "versionNonce": 1113926051, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0070", "text": "scheduler, KV manager", "originalText": "scheduler, KV manager", "fontSize": 10, "fontFamily": 1, "textAlign": "center", "verticalAlign": "middle", "lineHeight": 1.25, "autoResize": false, "containerId": null}, {"type": "rectangle", "x": 848, "y": 248, "width": 132, "height": 190, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#e9ecef", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0071", "roundness": {"type": 3}, "seed": 797429687, "version": 1, "versionNonce": 941288354, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0071"}, {"type": "text", "x": 848, "y": 252, "width": 132, "height": 20, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0072", "roundness": null, "seed": 1921028404, "version": 1, "versionNonce": 712785835, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0072", "text": "GPU 5  (288 GB)", "originalText": "GPU 5  (288 GB)", "fontSize": 13, "fontFamily": 1, "textAlign": "center", "verticalAlign": "middle", "lineHeight": 1.25, "autoResize": false, "containerId": null}, {"type": "rectangle", "x": 854, "y": 276, "width": 120, "height": 44, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#b2f2bb", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0073", "roundness": {"type": 3}, "seed": 734077018, "version": 1, "versionNonce": 2070525028, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0073"}, {"type": "text", "x": 854, "y": 276, "width": 120, "height": 44, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0074", "roundness": null, "seed": 840974294, "version": 1, "versionNonce": 292226541, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0074", "text": "attention + dense\n11.4 GiB, full copy", "originalText": "attention + dense\n11.4 GiB, full copy", "fontSize": 10, "fontFamily": 1, "textAlign": "center", "verticalAlign": "middle", "lineHeight": 1.25, "autoResize": false, "containerId": null}, {"type": "rectangle", "x": 854, "y": 326, "width": 120, "height": 44, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#a5d8ff", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0075", "roundness": {"type": 3}, "seed": 276480210, "version": 1, "versionNonce": 639051879, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0075"}, {"type": "text", "x": 854, "y": 326, "width": 120, "height": 44, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0076", "roundness": null, "seed": 1153430110, "version": 1, "versionNonce": 657480884, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0076", "text": "experts: 48 of 384\nper layer, 32.4 GiB", "originalText": "experts: 48 of 384\nper layer, 32.4 GiB", "fontSize": 10, "fontFamily": 1, "textAlign": "center", "verticalAlign": "middle", "lineHeight": 1.25, "autoResize": false, "containerId": null}, {"type": "rectangle", "x": 854, "y": 376, "width": 120, "height": 54, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#ffe8cc", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0077", "roundness": {"type": 3}, "seed": 921579115, "version": 1, "versionNonce": 1927067509, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0077"}, {"type": "text", "x": 854, "y": 376, "width": 120, "height": 54, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0078", "roundness": null, "seed": 439251166, "version": 1, "versionNonce": 1114161791, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0078", "text": "KV pool (fp8_ds_mla)\nactivations, graphs\n~190 GiB at 0.92", "originalText": "KV pool (fp8_ds_mla)\nactivations, graphs\n~190 GiB at 0.92", "fontSize": 10, "fontFamily": 1, "textAlign": "center", "verticalAlign": "middle", "lineHeight": 1.25, "autoResize": false, "containerId": null}, {"type": "arrow", "x": 640, "y": 130, "width": 274, "height": 68, "angle": 0, "strokeColor": "#1971c2", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0079", "roundness": null, "seed": 1232060125, "version": 1, "versionNonce": 948923808, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0079", "points": [[0, 0], [274, 68]], "startArrowhead": null, "endArrowhead": "arrow", "startBinding": null, "endBinding": null, "lastCommittedPoint": null, "elbowed": false}, {"type": "rectangle", "x": 1000, "y": 200, "width": 148, "height": 250, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#f8f9fa", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0080", "roundness": {"type": 3}, "seed": 134393173, "version": 1, "versionNonce": 1995054104, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0080"}, {"type": "text", "x": 1000, "y": 204, "width": 148, "height": 22, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0081", "roundness": null, "seed": 740090209, "version": 1, "versionNonce": 1427447565, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0081", "text": "engine core 6", "originalText": "engine core 6", "fontSize": 14, "fontFamily": 1, "textAlign": "center", "verticalAlign": "middle", "lineHeight": 1.25, "autoResize": false, "containerId": null}, {"type": "text", "x": 1000, "y": 224, "width": 148, "height": 18, "angle": 0, "strokeColor": "#495057", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0082", "roundness": null, "seed": 1906940462, "version": 1, "versionNonce": 1301832613, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0082", "text": "scheduler, KV manager", "originalText": "scheduler, KV manager", "fontSize": 10, "fontFamily": 1, "textAlign": "center", "verticalAlign": "middle", "lineHeight": 1.25, "autoResize": false, "containerId": null}, {"type": "rectangle", "x": 1008, "y": 248, "width": 132, "height": 190, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#e9ecef", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0083", "roundness": {"type": 3}, "seed": 1780101576, "version": 1, "versionNonce": 218233051, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0083"}, {"type": "text", "x": 1008, "y": 252, "width": 132, "height": 20, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0084", "roundness": null, "seed": 468945619, "version": 1, "versionNonce": 1827880760, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0084", "text": "GPU 6  (288 GB)", "originalText": "GPU 6  (288 GB)", "fontSize": 13, "fontFamily": 1, "textAlign": "center", "verticalAlign": "middle", "lineHeight": 1.25, "autoResize": false, "containerId": null}, {"type": "rectangle", "x": 1014, "y": 276, "width": 120, "height": 44, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#b2f2bb", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0085", "roundness": {"type": 3}, "seed": 964239381, "version": 1, "versionNonce": 1167038661, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0085"}, {"type": "text", "x": 1014, "y": 276, "width": 120, "height": 44, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0086", "roundness": null, "seed": 41669795, "version": 1, "versionNonce": 57201910, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0086", "text": "attention + dense\n11.4 GiB, full copy", "originalText": "attention + dense\n11.4 GiB, full copy", "fontSize": 10, "fontFamily": 1, "textAlign": "center", "verticalAlign": "middle", "lineHeight": 1.25, "autoResize": false, "containerId": null}, {"type": "rectangle", "x": 1014, "y": 326, "width": 120, "height": 44, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#a5d8ff", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0087", "roundness": {"type": 3}, "seed": 1507942776, "version": 1, "versionNonce": 77860543, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0087"}, {"type": "text", "x": 1014, "y": 326, "width": 120, "height": 44, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0088", "roundness": null, "seed": 1109534062, "version": 1, "versionNonce": 1993116608, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0088", "text": "experts: 48 of 384\nper layer, 32.4 GiB", "originalText": "experts: 48 of 384\nper layer, 32.4 GiB", "fontSize": 10, "fontFamily": 1, "textAlign": "center", "verticalAlign": "middle", "lineHeight": 1.25, "autoResize": false, "containerId": null}, {"type": "rectangle", "x": 1014, "y": 376, "width": 120, "height": 54, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#ffe8cc", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0089", "roundness": {"type": 3}, "seed": 1439267709, "version": 1, "versionNonce": 1390159539, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0089"}, {"type": "text", "x": 1014, "y": 376, "width": 120, "height": 54, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0090", "roundness": null, "seed": 816847946, "version": 1, "versionNonce": 812622047, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0090", "text": "KV pool (fp8_ds_mla)\nactivations, graphs\n~190 GiB at 0.92", "originalText": "KV pool (fp8_ds_mla)\nactivations, graphs\n~190 GiB at 0.92", "fontSize": 10, "fontFamily": 1, "textAlign": "center", "verticalAlign": "middle", "lineHeight": 1.25, "autoResize": false, "containerId": null}, {"type": "arrow", "x": 640, "y": 130, "width": 434, "height": 68, "angle": 0, "strokeColor": "#1971c2", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0091", "roundness": null, "seed": 1438377150, "version": 1, "versionNonce": 348116765, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0091", "points": [[0, 0], [434, 68]], "startArrowhead": null, "endArrowhead": "arrow", "startBinding": null, "endBinding": null, "lastCommittedPoint": null, "elbowed": false}, {"type": "rectangle", "x": 1160, "y": 200, "width": 148, "height": 250, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#f8f9fa", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0092", "roundness": {"type": 3}, "seed": 1523832351, "version": 1, "versionNonce": 1031692764, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0092"}, {"type": "text", "x": 1160, "y": 204, "width": 148, "height": 22, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0093", "roundness": null, "seed": 824065629, "version": 1, "versionNonce": 244009721, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0093", "text": "engine core 7", "originalText": "engine core 7", "fontSize": 14, "fontFamily": 1, "textAlign": "center", "verticalAlign": "middle", "lineHeight": 1.25, "autoResize": false, "containerId": null}, {"type": "text", "x": 1160, "y": 224, "width": 148, "height": 18, "angle": 0, "strokeColor": "#495057", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0094", "roundness": null, "seed": 551523507, "version": 1, "versionNonce": 808725988, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0094", "text": "scheduler, KV manager", "originalText": "scheduler, KV manager", "fontSize": 10, "fontFamily": 1, "textAlign": "center", "verticalAlign": "middle", "lineHeight": 1.25, "autoResize": false, "containerId": null}, {"type": "rectangle", "x": 1168, "y": 248, "width": 132, "height": 190, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#e9ecef", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0095", "roundness": {"type": 3}, "seed": 1679221827, "version": 1, "versionNonce": 1143964716, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0095"}, {"type": "text", "x": 1168, "y": 252, "width": 132, "height": 20, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0096", "roundness": null, "seed": 1383490988, "version": 1, "versionNonce": 923922730, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0096", "text": "GPU 7  (288 GB)", "originalText": "GPU 7  (288 GB)", "fontSize": 13, "fontFamily": 1, "textAlign": "center", "verticalAlign": "middle", "lineHeight": 1.25, "autoResize": false, "containerId": null}, {"type": "rectangle", "x": 1174, "y": 276, "width": 120, "height": 44, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#b2f2bb", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0097", "roundness": {"type": 3}, "seed": 1565520166, "version": 1, "versionNonce": 726911212, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0097"}, {"type": "text", "x": 1174, "y": 276, "width": 120, "height": 44, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0098", "roundness": null, "seed": 1706883998, "version": 1, "versionNonce": 359764854, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0098", "text": "attention + dense\n11.4 GiB, full copy", "originalText": "attention + dense\n11.4 GiB, full copy", "fontSize": 10, "fontFamily": 1, "textAlign": "center", "verticalAlign": "middle", "lineHeight": 1.25, "autoResize": false, "containerId": null}, {"type": "rectangle", "x": 1174, "y": 326, "width": 120, "height": 44, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#a5d8ff", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0099", "roundness": {"type": 3}, "seed": 1249653664, "version": 1, "versionNonce": 1904652295, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0099"}, {"type": "text", "x": 1174, "y": 326, "width": 120, "height": 44, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0100", "roundness": null, "seed": 2106790446, "version": 1, "versionNonce": 1199071663, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0100", "text": "experts: 48 of 384\nper layer, 32.4 GiB", "originalText": "experts: 48 of 384\nper layer, 32.4 GiB", "fontSize": 10, "fontFamily": 1, "textAlign": "center", "verticalAlign": "middle", "lineHeight": 1.25, "autoResize": false, "containerId": null}, {"type": "rectangle", "x": 1174, "y": 376, "width": 120, "height": 54, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#ffe8cc", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0101", "roundness": {"type": 3}, "seed": 75851048, "version": 1, "versionNonce": 1619777438, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0101"}, {"type": "text", "x": 1174, "y": 376, "width": 120, "height": 54, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0102", "roundness": null, "seed": 197348314, "version": 1, "versionNonce": 1589799955, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0102", "text": "KV pool (fp8_ds_mla)\nactivations, graphs\n~190 GiB at 0.92", "originalText": "KV pool (fp8_ds_mla)\nactivations, graphs\n~190 GiB at 0.92", "fontSize": 10, "fontFamily": 1, "textAlign": "center", "verticalAlign": "middle", "lineHeight": 1.25, "autoResize": false, "containerId": null}, {"type": "arrow", "x": 640, "y": 130, "width": 594, "height": 68, "angle": 0, "strokeColor": "#1971c2", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0103", "roundness": null, "seed": 472216544, "version": 1, "versionNonce": 1893066372, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0103", "points": [[0, 0], [594, 68]], "startArrowhead": null, "endArrowhead": "arrow", "startBinding": null, "endBinding": null, "lastCommittedPoint": null, "elbowed": false}, {"type": "rectangle", "x": 40, "y": 462, "width": 1268, "height": 34, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#eebefa", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0104", "roundness": {"type": 3}, "seed": 1783835024, "version": 1, "versionNonce": 8225833, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0104"}, {"type": "text", "x": 40, "y": 462, "width": 1268, "height": 34, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0105", "roundness": null, "seed": 348418300, "version": 1, "versionNonce": 1720535029, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0105", "text": "expert-parallel all-to-all over NVLink, every MoE layer, every step (allgather_reducescatter by default)", "originalText": "expert-parallel all-to-all over NVLink, every MoE layer, every step (allgather_reducescatter by default)", "fontSize": 13, "fontFamily": 1, "textAlign": "center", "verticalAlign": "middle", "lineHeight": 1.25, "autoResize": false, "containerId": null}, {"type": "arrow", "x": 114, "y": 450, "width": 0, "height": 12, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0106", "roundness": null, "seed": 209925689, "version": 1, "versionNonce": 449651989, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0106", "points": [[0, 0], [0, 12]], "startArrowhead": "arrow", "endArrowhead": "arrow", "startBinding": null, "endBinding": null, "lastCommittedPoint": null, "elbowed": false}, {"type": "arrow", "x": 274, "y": 450, "width": 0, "height": 12, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0107", "roundness": null, "seed": 1259999906, "version": 1, "versionNonce": 283635106, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0107", "points": [[0, 0], [0, 12]], "startArrowhead": "arrow", "endArrowhead": "arrow", "startBinding": null, "endBinding": null, "lastCommittedPoint": null, "elbowed": false}, {"type": "arrow", "x": 434, "y": 450, "width": 0, "height": 12, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0108", "roundness": null, "seed": 566221265, "version": 1, "versionNonce": 341472038, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0108", "points": [[0, 0], [0, 12]], "startArrowhead": "arrow", "endArrowhead": "arrow", "startBinding": null, "endBinding": null, "lastCommittedPoint": null, "elbowed": false}, {"type": "arrow", "x": 594, "y": 450, "width": 0, "height": 12, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0109", "roundness": null, "seed": 1074484623, "version": 1, "versionNonce": 827807355, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0109", "points": [[0, 0], [0, 12]], "startArrowhead": "arrow", "endArrowhead": "arrow", "startBinding": null, "endBinding": null, "lastCommittedPoint": null, "elbowed": false}, {"type": "arrow", "x": 754, "y": 450, "width": 0, "height": 12, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0110", "roundness": null, "seed": 937334533, "version": 1, "versionNonce": 899721778, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0110", "points": [[0, 0], [0, 12]], "startArrowhead": "arrow", "endArrowhead": "arrow", "startBinding": null, "endBinding": null, "lastCommittedPoint": null, "elbowed": false}, {"type": "arrow", "x": 914, "y": 450, "width": 0, "height": 12, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0111", "roundness": null, "seed": 1853575792, "version": 1, "versionNonce": 2034933392, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0111", "points": [[0, 0], [0, 12]], "startArrowhead": "arrow", "endArrowhead": "arrow", "startBinding": null, "endBinding": null, "lastCommittedPoint": null, "elbowed": false}, {"type": "arrow", "x": 1074, "y": 450, "width": 0, "height": 12, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0112", "roundness": null, "seed": 1916671324, "version": 1, "versionNonce": 462607766, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0112", "points": [[0, 0], [0, 12]], "startArrowhead": "arrow", "endArrowhead": "arrow", "startBinding": null, "endBinding": null, "lastCommittedPoint": null, "elbowed": false}, {"type": "arrow", "x": 1234, "y": 450, "width": 0, "height": 12, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0113", "roundness": null, "seed": 1129144596, "version": 1, "versionNonce": 474099356, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0113", "points": [[0, 0], [0, 12]], "startArrowhead": "arrow", "endArrowhead": "arrow", "startBinding": null, "endBinding": null, "lastCommittedPoint": null, "elbowed": false}, {"type": "rectangle", "x": 40, "y": 530, "width": 1268, "height": 110, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#fff9db", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "dashed", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0114", "roundness": {"type": 3}, "seed": 1204385139, "version": 1, "versionNonce": 977749711, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0114"}, {"type": "text", "x": 40, "y": 534, "width": 1268, "height": 22, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0115", "roundness": null, "seed": 612504275, "version": 1, "versionNonce": 1054796984, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0115", "text": "host RAM (pinned), read by each GPU over UVA", "originalText": "host RAM (pinned), read by each GPU over UVA", "fontSize": 14, "fontFamily": 1, "textAlign": "center", "verticalAlign": "middle", "lineHeight": 1.25, "autoResize": false, "containerId": null}, {"type": "rectangle", "x": 48, "y": 562, "width": 132, "height": 66, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#ffd8a8", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0116", "roundness": {"type": 3}, "seed": 1798160775, "version": 1, "versionNonce": 1502420182, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0116"}, {"type": "text", "x": 48, "y": 562, "width": 132, "height": 66, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0117", "roundness": null, "seed": 2119656649, "version": 1, "versionNonce": 810192504, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0117", "text": "Engram copy 0\n188.8 GiB\nfull table, unsharded", "originalText": "Engram copy 0\n188.8 GiB\nfull table, unsharded", "fontSize": 10, "fontFamily": 1, "textAlign": "center", "verticalAlign": "middle", "lineHeight": 1.25, "autoResize": false, "containerId": null}, {"type": "arrow", "x": 114, "y": 560, "width": 0, "height": 60, "angle": 0, "strokeColor": "#e8590c", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.2, "strokeStyle": "dashed", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0118", "roundness": null, "seed": 1629488208, "version": 1, "versionNonce": 620307641, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0118", "points": [[0, 0], [0, -60]], "startArrowhead": null, "endArrowhead": "arrow", "startBinding": null, "endBinding": null, "lastCommittedPoint": null, "elbowed": false}, {"type": "rectangle", "x": 208, "y": 562, "width": 132, "height": 66, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#ffd8a8", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0119", "roundness": {"type": 3}, "seed": 653542480, "version": 1, "versionNonce": 452693143, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0119"}, {"type": "text", "x": 208, "y": 562, "width": 132, "height": 66, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0120", "roundness": null, "seed": 939365997, "version": 1, "versionNonce": 1078317485, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0120", "text": "Engram copy 1\n188.8 GiB\nfull table, unsharded", "originalText": "Engram copy 1\n188.8 GiB\nfull table, unsharded", "fontSize": 10, "fontFamily": 1, "textAlign": "center", "verticalAlign": "middle", "lineHeight": 1.25, "autoResize": false, "containerId": null}, {"type": "arrow", "x": 274, "y": 560, "width": 0, "height": 60, "angle": 0, "strokeColor": "#e8590c", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.2, "strokeStyle": "dashed", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0121", "roundness": null, "seed": 292060067, "version": 1, "versionNonce": 1711693000, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0121", "points": [[0, 0], [0, -60]], "startArrowhead": null, "endArrowhead": "arrow", "startBinding": null, "endBinding": null, "lastCommittedPoint": null, "elbowed": false}, {"type": "rectangle", "x": 368, "y": 562, "width": 132, "height": 66, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#ffd8a8", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0122", "roundness": {"type": 3}, "seed": 1575443591, "version": 1, "versionNonce": 122067617, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0122"}, {"type": "text", "x": 368, "y": 562, "width": 132, "height": 66, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0123", "roundness": null, "seed": 1681924773, "version": 1, "versionNonce": 919202412, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0123", "text": "Engram copy 2\n188.8 GiB\nfull table, unsharded", "originalText": "Engram copy 2\n188.8 GiB\nfull table, unsharded", "fontSize": 10, "fontFamily": 1, "textAlign": "center", "verticalAlign": "middle", "lineHeight": 1.25, "autoResize": false, "containerId": null}, {"type": "arrow", "x": 434, "y": 560, "width": 0, "height": 60, "angle": 0, "strokeColor": "#e8590c", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.2, "strokeStyle": "dashed", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0124", "roundness": null, "seed": 1578792590, "version": 1, "versionNonce": 383791417, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0124", "points": [[0, 0], [0, -60]], "startArrowhead": null, "endArrowhead": "arrow", "startBinding": null, "endBinding": null, "lastCommittedPoint": null, "elbowed": false}, {"type": "rectangle", "x": 528, "y": 562, "width": 132, "height": 66, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#ffd8a8", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0125", "roundness": {"type": 3}, "seed": 1415779, "version": 1, "versionNonce": 344715476, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0125"}, {"type": "text", "x": 528, "y": 562, "width": 132, "height": 66, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0126", "roundness": null, "seed": 166241846, "version": 1, "versionNonce": 1788524118, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0126", "text": "Engram copy 3\n188.8 GiB\nfull table, unsharded", "originalText": "Engram copy 3\n188.8 GiB\nfull table, unsharded", "fontSize": 10, "fontFamily": 1, "textAlign": "center", "verticalAlign": "middle", "lineHeight": 1.25, "autoResize": false, "containerId": null}, {"type": "arrow", "x": 594, "y": 560, "width": 0, "height": 60, "angle": 0, "strokeColor": "#e8590c", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.2, "strokeStyle": "dashed", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0127", "roundness": null, "seed": 902038107, "version": 1, "versionNonce": 1986938714, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0127", "points": [[0, 0], [0, -60]], "startArrowhead": null, "endArrowhead": "arrow", "startBinding": null, "endBinding": null, "lastCommittedPoint": null, "elbowed": false}, {"type": "rectangle", "x": 688, "y": 562, "width": 132, "height": 66, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#ffd8a8", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0128", "roundness": {"type": 3}, "seed": 1480840060, "version": 1, "versionNonce": 962361247, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0128"}, {"type": "text", "x": 688, "y": 562, "width": 132, "height": 66, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0129", "roundness": null, "seed": 1185408137, "version": 1, "versionNonce": 785579071, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0129", "text": "Engram copy 4\n188.8 GiB\nfull table, unsharded", "originalText": "Engram copy 4\n188.8 GiB\nfull table, unsharded", "fontSize": 10, "fontFamily": 1, "textAlign": "center", "verticalAlign": "middle", "lineHeight": 1.25, "autoResize": false, "containerId": null}, {"type": "arrow", "x": 754, "y": 560, "width": 0, "height": 60, "angle": 0, "strokeColor": "#e8590c", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.2, "strokeStyle": "dashed", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0130", "roundness": null, "seed": 2013460777, "version": 1, "versionNonce": 1685284254, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0130", "points": [[0, 0], [0, -60]], "startArrowhead": null, "endArrowhead": "arrow", "startBinding": null, "endBinding": null, "lastCommittedPoint": null, "elbowed": false}, {"type": "rectangle", "x": 848, "y": 562, "width": 132, "height": 66, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#ffd8a8", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0131", "roundness": {"type": 3}, "seed": 1630470031, "version": 1, "versionNonce": 832405384, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0131"}, {"type": "text", "x": 848, "y": 562, "width": 132, "height": 66, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0132", "roundness": null, "seed": 1815590307, "version": 1, "versionNonce": 393762202, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0132", "text": "Engram copy 5\n188.8 GiB\nfull table, unsharded", "originalText": "Engram copy 5\n188.8 GiB\nfull table, unsharded", "fontSize": 10, "fontFamily": 1, "textAlign": "center", "verticalAlign": "middle", "lineHeight": 1.25, "autoResize": false, "containerId": null}, {"type": "arrow", "x": 914, "y": 560, "width": 0, "height": 60, "angle": 0, "strokeColor": "#e8590c", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.2, "strokeStyle": "dashed", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0133", "roundness": null, "seed": 1285744653, "version": 1, "versionNonce": 1844832970, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0133", "points": [[0, 0], [0, -60]], "startArrowhead": null, "endArrowhead": "arrow", "startBinding": null, "endBinding": null, "lastCommittedPoint": null, "elbowed": false}, {"type": "rectangle", "x": 1008, "y": 562, "width": 132, "height": 66, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#ffd8a8", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0134", "roundness": {"type": 3}, "seed": 1166970605, "version": 1, "versionNonce": 46675402, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0134"}, {"type": "text", "x": 1008, "y": 562, "width": 132, "height": 66, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0135", "roundness": null, "seed": 965370812, "version": 1, "versionNonce": 890315581, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0135", "text": "Engram copy 6\n188.8 GiB\nfull table, unsharded", "originalText": "Engram copy 6\n188.8 GiB\nfull table, unsharded", "fontSize": 10, "fontFamily": 1, "textAlign": "center", "verticalAlign": "middle", "lineHeight": 1.25, "autoResize": false, "containerId": null}, {"type": "arrow", "x": 1074, "y": 560, "width": 0, "height": 60, "angle": 0, "strokeColor": "#e8590c", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.2, "strokeStyle": "dashed", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0136", "roundness": null, "seed": 1858116176, "version": 1, "versionNonce": 1506418254, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0136", "points": [[0, 0], [0, -60]], "startArrowhead": null, "endArrowhead": "arrow", "startBinding": null, "endBinding": null, "lastCommittedPoint": null, "elbowed": false}, {"type": "rectangle", "x": 1168, "y": 562, "width": 132, "height": 66, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#ffd8a8", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0137", "roundness": {"type": 3}, "seed": 1644661317, "version": 1, "versionNonce": 409840294, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0137"}, {"type": "text", "x": 1168, "y": 562, "width": 132, "height": 66, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0138", "roundness": null, "seed": 1612862291, "version": 1, "versionNonce": 965977554, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0138", "text": "Engram copy 7\n188.8 GiB\nfull table, unsharded", "originalText": "Engram copy 7\n188.8 GiB\nfull table, unsharded", "fontSize": 10, "fontFamily": 1, "textAlign": "center", "verticalAlign": "middle", "lineHeight": 1.25, "autoResize": false, "containerId": null}, {"type": "arrow", "x": 1234, "y": 560, "width": 0, "height": 60, "angle": 0, "strokeColor": "#e8590c", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.2, "strokeStyle": "dashed", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0139", "roundness": null, "seed": 1894006945, "version": 1, "versionNonce": 989224931, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0139", "points": [[0, 0], [0, -60]], "startArrowhead": null, "endArrowhead": "arrow", "startBinding": null, "endBinding": null, "lastCommittedPoint": null, "elbowed": false}, {"type": "text", "x": 40, "y": 650, "width": 1100, "height": 40, "angle": 0, "strokeColor": "#495057", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0140", "roundness": null, "seed": 250377801, "version": 1, "versionNonce": 1631547503, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0140", "text": "Default placement: engram_config is None, so cpu_offload resolves to True; TP is 1, so each rank's shard is the whole table; embedding_across_dp is False, so DP ranks do not share. Eight copies, about 1.5 TiB.", "originalText": "Default placement: engram_config is None, so cpu_offload resolves to True; TP is 1, so each rank's shard is the whole table; embedding_across_dp is False, so DP ranks do not share. Eight copies, about 1.5 TiB.", "fontSize": 12, "fontFamily": 1, "textAlign": "left", "verticalAlign": "middle", "lineHeight": 1.25, "autoResize": false, "containerId": null}, {"type": "text", "x": 40, "y": 690, "width": 1100, "height": 20, "angle": 0, "strokeColor": "#495057", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0141", "roundness": null, "seed": 1976204119, "version": 1, "versionNonce": 1485992457, "isDeleted": false, "boundElements": null, "updated": 1789071763372, "link": null, "locked": false, "id": "el0141", "text": "With --engram-config '{\"embedding_across_dp\": true}' this becomes one table sharded eight ways; with '{\"cpu_offload\": false}' it moves into each GPU's 288 GB.", "originalText": "With --engram-config '{\"embedding_across_dp\": true}' this becomes one table sharded eight ways; with '{\"cpu_offload\": false}' it moves into each GPU's 288 GB.", "fontSize": 12, "fontFamily": 1, "textAlign": "left", "verticalAlign": "middle", "lineHeight": 1.25, "autoResize": false, "containerId": null}], "appState": {"gridSize": 20, "gridStep": 5, "gridModeEnabled": false, "viewBackgroundColor": "#fdf8f6", "lockedMultiSelections": {}}, "files": {}}