{
 "type": "excalidraw",
 "version": 2,
 "source": "gen_operand_swap.py",
 "elements": [
  {
   "id": "e0001",
   "type": "text",
   "x": 20,
   "y": 14,
   "width": 638.0,
   "height": 25.0,
   "angle": 0,
   "strokeColor": "#1e1e1e",
   "backgroundColor": "transparent",
   "fillStyle": "solid",
   "strokeWidth": 1.5,
   "strokeStyle": "solid",
   "roughness": 1,
   "opacity": 100,
   "groupIds": [],
   "frameId": null,
   "roundness": null,
   "seed": 7919,
   "version": 1,
   "versionNonce": 104729,
   "isDeleted": false,
   "boundElements": null,
   "updated": 1,
   "link": null,
   "locked": false,
   "text": "The W4A8 operand swap: the kernel computes D^T = B^T \u00b7 A^T",
   "fontSize": 20,
   "fontFamily": 1,
   "textAlign": "left",
   "verticalAlign": "top",
   "containerId": null,
   "originalText": "The W4A8 operand swap: the kernel computes D^T = B^T \u00b7 A^T",
   "lineHeight": 1.25,
   "autoResize": true,
   "baseline": 20
  },
  {
   "id": "e0002",
   "type": "rectangle",
   "x": 20,
   "y": 56,
   "width": 420,
   "height": 300,
   "angle": 0,
   "strokeColor": "#1e1e1e",
   "backgroundColor": "#f1f3f5",
   "fillStyle": "solid",
   "strokeWidth": 1,
   "strokeStyle": "solid",
   "roughness": 1,
   "opacity": 100,
   "groupIds": [],
   "frameId": null,
   "roundness": null,
   "seed": 15838,
   "version": 1,
   "versionNonce": 209458,
   "isDeleted": false,
   "boundElements": null,
   "updated": 1,
   "link": null,
   "locked": false
  },
  {
   "id": "e0003",
   "type": "text",
   "x": 34,
   "y": 66,
   "width": 223.3,
   "height": 17.5,
   "angle": 0,
   "strokeColor": "#1e1e1e",
   "backgroundColor": "transparent",
   "fillStyle": "solid",
   "strokeWidth": 1.5,
   "strokeStyle": "solid",
   "roughness": 1,
   "opacity": 100,
   "groupIds": [],
   "frameId": null,
   "roundness": null,
   "seed": 23757,
   "version": 1,
   "versionNonce": 314187,
   "isDeleted": false,
   "boundElements": null,
   "updated": 1,
   "link": null,
   "locked": false,
   "text": "What vLLM asks for: D = A \u00b7 B",
   "fontSize": 14,
   "fontFamily": 1,
   "textAlign": "left",
   "verticalAlign": "top",
   "containerId": null,
   "originalText": "What vLLM asks for: D = A \u00b7 B",
   "lineHeight": 1.25,
   "autoResize": true,
   "baseline": 14
  },
  {
   "id": "e0004",
   "type": "rectangle",
   "x": 40,
   "y": 130,
   "width": 110,
   "height": 70,
   "angle": 0,
   "strokeColor": "#1e1e1e",
   "backgroundColor": "#a5d8ff",
   "fillStyle": "solid",
   "strokeWidth": 1,
   "strokeStyle": "solid",
   "roughness": 1,
   "opacity": 100,
   "groupIds": [],
   "frameId": null,
   "roundness": null,
   "seed": 31676,
   "version": 1,
   "versionNonce": 418916,
   "isDeleted": false,
   "boundElements": null,
   "updated": 1,
   "link": null,
   "locked": false
  },
  {
   "id": "e0005",
   "type": "text",
   "x": 90.6,
   "y": 142,
   "width": 8.8,
   "height": 20.0,
   "angle": 0,
   "strokeColor": "#1e1e1e",
   "backgroundColor": "transparent",
   "fillStyle": "solid",
   "strokeWidth": 1.5,
   "strokeStyle": "solid",
   "roughness": 1,
   "opacity": 100,
   "groupIds": [],
   "frameId": null,
   "roundness": null,
   "seed": 39595,
   "version": 1,
   "versionNonce": 523645,
   "isDeleted": false,
   "boundElements": null,
   "updated": 1,
   "link": null,
   "locked": false,
   "text": "A",
   "fontSize": 16,
   "fontFamily": 1,
   "textAlign": "center",
   "verticalAlign": "top",
   "containerId": null,
   "originalText": "A",
   "lineHeight": 1.25,
   "autoResize": true,
   "baseline": 16
  },
  {
   "id": "e0006",
   "type": "text",
   "x": 53.75,
   "y": 164,
   "width": 82.5,
   "height": 12.5,
   "angle": 0,
   "strokeColor": "#1e1e1e",
   "backgroundColor": "transparent",
   "fillStyle": "solid",
   "strokeWidth": 1.5,
   "strokeStyle": "solid",
   "roughness": 1,
   "opacity": 100,
   "groupIds": [],
   "frameId": null,
   "roundness": null,
   "seed": 47514,
   "version": 1,
   "versionNonce": 628374,
   "isDeleted": false,
   "boundElements": null,
   "updated": 1,
   "link": null,
   "locked": false,
   "text": "FP8 activations",
   "fontSize": 10,
   "fontFamily": 1,
   "textAlign": "center",
   "verticalAlign": "top",
   "containerId": null,
   "originalText": "FP8 activations",
   "lineHeight": 1.25,
   "autoResize": true,
   "baseline": 10
  },
  {
   "id": "e0007",
   "type": "text",
   "x": 51.0,
   "y": 178,
   "width": 88.0,
   "height": 12.5,
   "angle": 0,
   "strokeColor": "#1e1e1e",
   "backgroundColor": "transparent",
   "fillStyle": "solid",
   "strokeWidth": 1.5,
   "strokeStyle": "solid",
   "roughness": 1,
   "opacity": 100,
   "groupIds": [],
   "frameId": null,
   "roundness": null,
   "seed": 55433,
   "version": 1,
   "versionNonce": 733103,
   "isDeleted": false,
   "boundElements": null,
   "updated": 1,
   "link": null,
   "locked": false,
   "text": "M x K, row-major",
   "fontSize": 10,
   "fontFamily": 1,
   "textAlign": "center",
   "verticalAlign": "top",
   "containerId": null,
   "originalText": "M x K, row-major",
   "lineHeight": 1.25,
   "autoResize": true,
   "baseline": 10
  },
  {
   "id": "e0008",
   "type": "text",
   "x": 160,
   "y": 154,
   "width": 11.0,
   "height": 25.0,
   "angle": 0,
   "strokeColor": "#1e1e1e",
   "backgroundColor": "transparent",
   "fillStyle": "solid",
   "strokeWidth": 1.5,
   "strokeStyle": "solid",
   "roughness": 1,
   "opacity": 100,
   "groupIds": [],
   "frameId": null,
   "roundness": null,
   "seed": 63352,
   "version": 1,
   "versionNonce": 837832,
   "isDeleted": false,
   "boundElements": null,
   "updated": 1,
   "link": null,
   "locked": false,
   "text": "\u00b7",
   "fontSize": 20,
   "fontFamily": 1,
   "textAlign": "left",
   "verticalAlign": "top",
   "containerId": null,
   "originalText": "\u00b7",
   "lineHeight": 1.25,
   "autoResize": true,
   "baseline": 20
  },
  {
   "id": "e0009",
   "type": "rectangle",
   "x": 180,
   "y": 110,
   "width": 80,
   "height": 110,
   "angle": 0,
   "strokeColor": "#1e1e1e",
   "backgroundColor": "#ffc9c9",
   "fillStyle": "solid",
   "strokeWidth": 1,
   "strokeStyle": "solid",
   "roughness": 1,
   "opacity": 100,
   "groupIds": [],
   "frameId": null,
   "roundness": null,
   "seed": 71271,
   "version": 1,
   "versionNonce": 942561,
   "isDeleted": false,
   "boundElements": null,
   "updated": 1,
   "link": null,
   "locked": false
  },
  {
   "id": "e0010",
   "type": "text",
   "x": 215.6,
   "y": 130,
   "width": 8.8,
   "height": 20.0,
   "angle": 0,
   "strokeColor": "#1e1e1e",
   "backgroundColor": "transparent",
   "fillStyle": "solid",
   "strokeWidth": 1.5,
   "strokeStyle": "solid",
   "roughness": 1,
   "opacity": 100,
   "groupIds": [],
   "frameId": null,
   "roundness": null,
   "seed": 79190,
   "version": 1,
   "versionNonce": 1047290,
   "isDeleted": false,
   "boundElements": null,
   "updated": 1,
   "link": null,
   "locked": false,
   "text": "B",
   "fontSize": 16,
   "fontFamily": 1,
   "textAlign": "center",
   "verticalAlign": "top",
   "containerId": null,
   "originalText": "B",
   "lineHeight": 1.25,
   "autoResize": true,
   "baseline": 16
  },
  {
   "id": "e0011",
   "type": "text",
   "x": 187.0,
   "y": 154,
   "width": 66.0,
   "height": 12.5,
   "angle": 0,
   "strokeColor": "#1e1e1e",
   "backgroundColor": "transparent",
   "fillStyle": "solid",
   "strokeWidth": 1.5,
   "strokeStyle": "solid",
   "roughness": 1,
   "opacity": 100,
   "groupIds": [],
   "frameId": null,
   "roundness": null,
   "seed": 87109,
   "version": 1,
   "versionNonce": 1152019,
   "isDeleted": false,
   "boundElements": null,
   "updated": 1,
   "link": null,
   "locked": false,
   "text": "INT4 weights",
   "fontSize": 10,
   "fontFamily": 1,
   "textAlign": "center",
   "verticalAlign": "top",
   "containerId": null,
   "originalText": "INT4 weights",
   "lineHeight": 1.25,
   "autoResize": true,
   "baseline": 10
  },
  {
   "id": "e0012",
   "type": "text",
   "x": 206.25,
   "y": 168,
   "width": 27.500000000000004,
   "height": 12.5,
   "angle": 0,
   "strokeColor": "#1e1e1e",
   "backgroundColor": "transparent",
   "fillStyle": "solid",
   "strokeWidth": 1.5,
   "strokeStyle": "solid",
   "roughness": 1,
   "opacity": 100,
   "groupIds": [],
   "frameId": null,
   "roundness": null,
   "seed": 95028,
   "version": 1,
   "versionNonce": 1256748,
   "isDeleted": false,
   "boundElements": null,
   "updated": 1,
   "link": null,
   "locked": false,
   "text": "K x N",
   "fontSize": 10,
   "fontFamily": 1,
   "textAlign": "center",
   "verticalAlign": "top",
   "containerId": null,
   "originalText": "K x N",
   "lineHeight": 1.25,
   "autoResize": true,
   "baseline": 10
  },
  {
   "id": "e0013",
   "type": "text",
   "x": 187.0,
   "y": 182,
   "width": 66.0,
   "height": 12.5,
   "angle": 0,
   "strokeColor": "#1e1e1e",
   "backgroundColor": "transparent",
   "fillStyle": "solid",
   "strokeWidth": 1.5,
   "strokeStyle": "solid",
   "roughness": 1,
   "opacity": 100,
   "groupIds": [],
   "frameId": null,
   "roundness": null,
   "seed": 102947,
   "version": 1,
   "versionNonce": 1361477,
   "isDeleted": false,
   "boundElements": null,
   "updated": 1,
   "link": null,
   "locked": false,
   "text": "column-major",
   "fontSize": 10,
   "fontFamily": 1,
   "textAlign": "center",
   "verticalAlign": "top",
   "containerId": null,
   "originalText": "column-major",
   "lineHeight": 1.25,
   "autoResize": true,
   "baseline": 10
  },
  {
   "id": "e0014",
   "type": "text",
   "x": 272,
   "y": 154,
   "width": 11.0,
   "height": 25.0,
   "angle": 0,
   "strokeColor": "#1e1e1e",
   "backgroundColor": "transparent",
   "fillStyle": "solid",
   "strokeWidth": 1.5,
   "strokeStyle": "solid",
   "roughness": 1,
   "opacity": 100,
   "groupIds": [],
   "frameId": null,
   "roundness": null,
   "seed": 110866,
   "version": 1,
   "versionNonce": 1466206,
   "isDeleted": false,
   "boundElements": null,
   "updated": 1,
   "link": null,
   "locked": false,
   "text": "=",
   "fontSize": 20,
   "fontFamily": 1,
   "textAlign": "left",
   "verticalAlign": "top",
   "containerId": null,
   "originalText": "=",
   "lineHeight": 1.25,
   "autoResize": true,
   "baseline": 20
  },
  {
   "id": "e0015",
   "type": "rectangle",
   "x": 300,
   "y": 130,
   "width": 120,
   "height": 70,
   "angle": 0,
   "strokeColor": "#1e1e1e",
   "backgroundColor": "#b2f2bb",
   "fillStyle": "solid",
   "strokeWidth": 1,
   "strokeStyle": "solid",
   "roughness": 1,
   "opacity": 100,
   "groupIds": [],
   "frameId": null,
   "roundness": null,
   "seed": 118785,
   "version": 1,
   "versionNonce": 1570935,
   "isDeleted": false,
   "boundElements": null,
   "updated": 1,
   "link": null,
   "locked": false
  },
  {
   "id": "e0016",
   "type": "text",
   "x": 355.6,
   "y": 142,
   "width": 8.8,
   "height": 20.0,
   "angle": 0,
   "strokeColor": "#1e1e1e",
   "backgroundColor": "transparent",
   "fillStyle": "solid",
   "strokeWidth": 1.5,
   "strokeStyle": "solid",
   "roughness": 1,
   "opacity": 100,
   "groupIds": [],
   "frameId": null,
   "roundness": null,
   "seed": 126704,
   "version": 1,
   "versionNonce": 1675664,
   "isDeleted": false,
   "boundElements": null,
   "updated": 1,
   "link": null,
   "locked": false,
   "text": "D",
   "fontSize": 16,
   "fontFamily": 1,
   "textAlign": "center",
   "verticalAlign": "top",
   "containerId": null,
   "originalText": "D",
   "lineHeight": 1.25,
   "autoResize": true,
   "baseline": 16
  },
  {
   "id": "e0017",
   "type": "text",
   "x": 329.75,
   "y": 164,
   "width": 60.50000000000001,
   "height": 12.5,
   "angle": 0,
   "strokeColor": "#1e1e1e",
   "backgroundColor": "transparent",
   "fillStyle": "solid",
   "strokeWidth": 1.5,
   "strokeStyle": "solid",
   "roughness": 1,
   "opacity": 100,
   "groupIds": [],
   "frameId": null,
   "roundness": null,
   "seed": 134623,
   "version": 1,
   "versionNonce": 1780393,
   "isDeleted": false,
   "boundElements": null,
   "updated": 1,
   "link": null,
   "locked": false,
   "text": "BF16 output",
   "fontSize": 10,
   "fontFamily": 1,
   "textAlign": "center",
   "verticalAlign": "top",
   "containerId": null,
   "originalText": "BF16 output",
   "lineHeight": 1.25,
   "autoResize": true,
   "baseline": 10
  },
  {
   "id": "e0018",
   "type": "text",
   "x": 316.0,
   "y": 178,
   "width": 88.0,
   "height": 12.5,
   "angle": 0,
   "strokeColor": "#1e1e1e",
   "backgroundColor": "transparent",
   "fillStyle": "solid",
   "strokeWidth": 1.5,
   "strokeStyle": "solid",
   "roughness": 1,
   "opacity": 100,
   "groupIds": [],
   "frameId": null,
   "roundness": null,
   "seed": 142542,
   "version": 1,
   "versionNonce": 1885122,
   "isDeleted": false,
   "boundElements": null,
   "updated": 1,
   "link": null,
   "locked": false,
   "text": "M x N, row-major",
   "fontSize": 10,
   "fontFamily": 1,
   "textAlign": "center",
   "verticalAlign": "top",
   "containerId": null,
   "originalText": "M x N, row-major",
   "lineHeight": 1.25,
   "autoResize": true,
   "baseline": 10
  },
  {
   "id": "e0019",
   "type": "text",
   "x": 40,
   "y": 250,
   "width": 151.25,
   "height": 13.75,
   "angle": 0,
   "strokeColor": "#1e1e1e",
   "backgroundColor": "transparent",
   "fillStyle": "solid",
   "strokeWidth": 1.5,
   "strokeStyle": "solid",
   "roughness": 1,
   "opacity": 100,
   "groupIds": [],
   "frameId": null,
   "roundness": null,
   "seed": 150461,
   "version": 1,
   "versionNonce": 1989851,
   "isDeleted": false,
   "boundElements": null,
   "updated": 1,
   "link": null,
   "locked": false,
   "text": "Both A and B are K-major:",
   "fontSize": 11,
   "fontFamily": 1,
   "textAlign": "left",
   "verticalAlign": "top",
   "containerId": null,
   "originalText": "Both A and B are K-major:",
   "lineHeight": 1.25,
   "autoResize": true,
   "baseline": 11
  },
  {
   "id": "e0020",
   "type": "text",
   "x": 40,
   "y": 266,
   "width": 296.45000000000005,
   "height": 13.75,
   "angle": 0,
   "strokeColor": "#1e1e1e",
   "backgroundColor": "transparent",
   "fillStyle": "solid",
   "strokeWidth": 1.5,
   "strokeStyle": "solid",
   "roughness": 1,
   "opacity": 100,
   "groupIds": [],
   "frameId": null,
   "roundness": null,
   "seed": 158380,
   "version": 1,
   "versionNonce": 2094580,
   "isDeleted": false,
   "boundElements": null,
   "updated": 1,
   "link": null,
   "locked": false,
   "text": "row-major A and column-major B have K contiguous.",
   "fontSize": 11,
   "fontFamily": 1,
   "textAlign": "left",
   "verticalAlign": "top",
   "containerId": null,
   "originalText": "row-major A and column-major B have K contiguous.",
   "lineHeight": 1.25,
   "autoResize": true,
   "baseline": 11
  },
  {
   "id": "e0021",
   "type": "rectangle",
   "x": 470,
   "y": 56,
   "width": 480,
   "height": 300,
   "angle": 0,
   "strokeColor": "#1e1e1e",
   "backgroundColor": "#f1f3f5",
   "fillStyle": "solid",
   "strokeWidth": 1,
   "strokeStyle": "solid",
   "roughness": 1,
   "opacity": 100,
   "groupIds": [],
   "frameId": null,
   "roundness": null,
   "seed": 166299,
   "version": 1,
   "versionNonce": 2199309,
   "isDeleted": false,
   "boundElements": null,
   "updated": 1,
   "link": null,
   "locked": false
  },
  {
   "id": "e0022",
   "type": "text",
   "x": 484,
   "y": 66,
   "width": 315.70000000000005,
   "height": 17.5,
   "angle": 0,
   "strokeColor": "#1e1e1e",
   "backgroundColor": "transparent",
   "fillStyle": "solid",
   "strokeWidth": 1.5,
   "strokeStyle": "solid",
   "roughness": 1,
   "opacity": 100,
   "groupIds": [],
   "frameId": null,
   "roundness": null,
   "seed": 174218,
   "version": 1,
   "versionNonce": 2304038,
   "isDeleted": false,
   "boundElements": null,
   "updated": 1,
   "link": null,
   "locked": false,
   "text": "What the kernel computes: D^T = B^T \u00b7 A^T",
   "fontSize": 14,
   "fontFamily": 1,
   "textAlign": "left",
   "verticalAlign": "top",
   "containerId": null,
   "originalText": "What the kernel computes: D^T = B^T \u00b7 A^T",
   "lineHeight": 1.25,
   "autoResize": true,
   "baseline": 14
  },
  {
   "id": "e0023",
   "type": "rectangle",
   "x": 490,
   "y": 110,
   "width": 120,
   "height": 110,
   "angle": 0,
   "strokeColor": "#1e1e1e",
   "backgroundColor": "#ffc9c9",
   "fillStyle": "solid",
   "strokeWidth": 1,
   "strokeStyle": "solid",
   "roughness": 1,
   "opacity": 100,
   "groupIds": [],
   "frameId": null,
   "roundness": null,
   "seed": 182137,
   "version": 1,
   "versionNonce": 2408767,
   "isDeleted": false,
   "boundElements": null,
   "updated": 1,
   "link": null,
   "locked": false
  },
  {
   "id": "e0024",
   "type": "text",
   "x": 536.8,
   "y": 122,
   "width": 26.400000000000002,
   "height": 20.0,
   "angle": 0,
   "strokeColor": "#1e1e1e",
   "backgroundColor": "transparent",
   "fillStyle": "solid",
   "strokeWidth": 1.5,
   "strokeStyle": "solid",
   "roughness": 1,
   "opacity": 100,
   "groupIds": [],
   "frameId": null,
   "roundness": null,
   "seed": 190056,
   "version": 1,
   "versionNonce": 2513496,
   "isDeleted": false,
   "boundElements": null,
   "updated": 1,
   "link": null,
   "locked": false,
   "text": "B^T",
   "fontSize": 16,
   "fontFamily": 1,
   "textAlign": "center",
   "verticalAlign": "top",
   "containerId": null,
   "originalText": "B^T",
   "lineHeight": 1.25,
   "autoResize": true,
   "baseline": 16
  },
  {
   "id": "e0025",
   "type": "text",
   "x": 517.0,
   "y": 146,
   "width": 66.0,
   "height": 12.5,
   "angle": 0,
   "strokeColor": "#1e1e1e",
   "backgroundColor": "transparent",
   "fillStyle": "solid",
   "strokeWidth": 1.5,
   "strokeStyle": "solid",
   "roughness": 1,
   "opacity": 100,
   "groupIds": [],
   "frameId": null,
   "roundness": null,
   "seed": 197975,
   "version": 1,
   "versionNonce": 2618225,
   "isDeleted": false,
   "boundElements": null,
   "updated": 1,
   "link": null,
   "locked": false,
   "text": "INT4 weights",
   "fontSize": 10,
   "fontFamily": 1,
   "textAlign": "center",
   "verticalAlign": "top",
   "containerId": null,
   "originalText": "INT4 weights",
   "lineHeight": 1.25,
   "autoResize": true,
   "baseline": 10
  },
  {
   "id": "e0026",
   "type": "text",
   "x": 511.5,
   "y": 160,
   "width": 77.0,
   "height": 12.5,
   "angle": 0,
   "strokeColor": "#1e1e1e",
   "backgroundColor": "transparent",
   "fillStyle": "solid",
   "strokeWidth": 1.5,
   "strokeStyle": "solid",
   "roughness": 1,
   "opacity": 100,
   "groupIds": [],
   "frameId": null,
   "roundness": null,
   "seed": 205894,
   "version": 1,
   "versionNonce": 2722954,
   "isDeleted": false,
   "boundElements": null,
   "updated": 1,
   "link": null,
   "locked": false,
   "text": "+ group scales",
   "fontSize": 10,
   "fontFamily": 1,
   "textAlign": "center",
   "verticalAlign": "top",
   "containerId": null,
   "originalText": "+ group scales",
   "lineHeight": 1.25,
   "autoResize": true,
   "baseline": 10
  },
  {
   "id": "e0027",
   "type": "text",
   "x": 511.5,
   "y": 174,
   "width": 77.0,
   "height": 12.5,
   "angle": 0,
   "strokeColor": "#1e1e1e",
   "backgroundColor": "transparent",
   "fillStyle": "solid",
   "strokeWidth": 1.5,
   "strokeStyle": "solid",
   "roughness": 1,
   "opacity": 100,
   "groupIds": [],
   "frameId": null,
   "roundness": null,
   "seed": 213813,
   "version": 1,
   "versionNonce": 2827683,
   "isDeleted": false,
   "boundElements": null,
   "updated": 1,
   "link": null,
   "locked": false,
   "text": "N x K, K-major",
   "fontSize": 10,
   "fontFamily": 1,
   "textAlign": "center",
   "verticalAlign": "top",
   "containerId": null,
   "originalText": "N x K, K-major",
   "lineHeight": 1.25,
   "autoResize": true,
   "baseline": 10
  },
  {
   "id": "e0028",
   "type": "text",
   "x": 511.5,
   "y": 194,
   "width": 77.0,
   "height": 12.5,
   "angle": 0,
   "strokeColor": "#1e1e1e",
   "backgroundColor": "transparent",
   "fillStyle": "solid",
   "strokeWidth": 1.5,
   "strokeStyle": "solid",
   "roughness": 1,
   "opacity": 100,
   "groupIds": [],
   "frameId": null,
   "roundness": null,
   "seed": 221732,
   "version": 1,
   "versionNonce": 2932412,
   "isDeleted": false,
   "boundElements": null,
   "updated": 1,
   "link": null,
   "locked": false,
   "text": "builder slot A",
   "fontSize": 10,
   "fontFamily": 1,
   "textAlign": "center",
   "verticalAlign": "top",
   "containerId": null,
   "originalText": "builder slot A",
   "lineHeight": 1.25,
   "autoResize": true,
   "baseline": 10
  },
  {
   "id": "e0029",
   "type": "text",
   "x": 616,
   "y": 154,
   "width": 11.0,
   "height": 25.0,
   "angle": 0,
   "strokeColor": "#1e1e1e",
   "backgroundColor": "transparent",
   "fillStyle": "solid",
   "strokeWidth": 1.5,
   "strokeStyle": "solid",
   "roughness": 1,
   "opacity": 100,
   "groupIds": [],
   "frameId": null,
   "roundness": null,
   "seed": 229651,
   "version": 1,
   "versionNonce": 3037141,
   "isDeleted": false,
   "boundElements": null,
   "updated": 1,
   "link": null,
   "locked": false,
   "text": "\u00b7",
   "fontSize": 20,
   "fontFamily": 1,
   "textAlign": "left",
   "verticalAlign": "top",
   "containerId": null,
   "originalText": "\u00b7",
   "lineHeight": 1.25,
   "autoResize": true,
   "baseline": 20
  },
  {
   "id": "e0030",
   "type": "rectangle",
   "x": 636,
   "y": 130,
   "width": 110,
   "height": 70,
   "angle": 0,
   "strokeColor": "#1e1e1e",
   "backgroundColor": "#a5d8ff",
   "fillStyle": "solid",
   "strokeWidth": 1,
   "strokeStyle": "solid",
   "roughness": 1,
   "opacity": 100,
   "groupIds": [],
   "frameId": null,
   "roundness": null,
   "seed": 237570,
   "version": 1,
   "versionNonce": 3141870,
   "isDeleted": false,
   "boundElements": null,
   "updated": 1,
   "link": null,
   "locked": false
  },
  {
   "id": "e0031",
   "type": "text",
   "x": 677.8,
   "y": 142,
   "width": 26.400000000000002,
   "height": 20.0,
   "angle": 0,
   "strokeColor": "#1e1e1e",
   "backgroundColor": "transparent",
   "fillStyle": "solid",
   "strokeWidth": 1.5,
   "strokeStyle": "solid",
   "roughness": 1,
   "opacity": 100,
   "groupIds": [],
   "frameId": null,
   "roundness": null,
   "seed": 245489,
   "version": 1,
   "versionNonce": 3246599,
   "isDeleted": false,
   "boundElements": null,
   "updated": 1,
   "link": null,
   "locked": false,
   "text": "A^T",
   "fontSize": 16,
   "fontFamily": 1,
   "textAlign": "center",
   "verticalAlign": "top",
   "containerId": null,
   "originalText": "A^T",
   "lineHeight": 1.25,
   "autoResize": true,
   "baseline": 16
  },
  {
   "id": "e0032",
   "type": "text",
   "x": 649.75,
   "y": 164,
   "width": 82.5,
   "height": 12.5,
   "angle": 0,
   "strokeColor": "#1e1e1e",
   "backgroundColor": "transparent",
   "fillStyle": "solid",
   "strokeWidth": 1.5,
   "strokeStyle": "solid",
   "roughness": 1,
   "opacity": 100,
   "groupIds": [],
   "frameId": null,
   "roundness": null,
   "seed": 253408,
   "version": 1,
   "versionNonce": 3351328,
   "isDeleted": false,
   "boundElements": null,
   "updated": 1,
   "link": null,
   "locked": false,
   "text": "FP8 activations",
   "fontSize": 10,
   "fontFamily": 1,
   "textAlign": "center",
   "verticalAlign": "top",
   "containerId": null,
   "originalText": "FP8 activations",
   "lineHeight": 1.25,
   "autoResize": true,
   "baseline": 10
  },
  {
   "id": "e0033",
   "type": "text",
   "x": 633.25,
   "y": 178,
   "width": 115.50000000000001,
   "height": 12.5,
   "angle": 0,
   "strokeColor": "#1e1e1e",
   "backgroundColor": "transparent",
   "fillStyle": "solid",
   "strokeWidth": 1.5,
   "strokeStyle": "solid",
   "roughness": 1,
   "opacity": 100,
   "groupIds": [],
   "frameId": null,
   "roundness": null,
   "seed": 261327,
   "version": 1,
   "versionNonce": 3456057,
   "isDeleted": false,
   "boundElements": null,
   "updated": 1,
   "link": null,
   "locked": false,
   "text": "K x M, builder slot B",
   "fontSize": 10,
   "fontFamily": 1,
   "textAlign": "center",
   "verticalAlign": "top",
   "containerId": null,
   "originalText": "K x M, builder slot B",
   "lineHeight": 1.25,
   "autoResize": true,
   "baseline": 10
  },
  {
   "id": "e0034",
   "type": "text",
   "x": 754,
   "y": 154,
   "width": 11.0,
   "height": 25.0,
   "angle": 0,
   "strokeColor": "#1e1e1e",
   "backgroundColor": "transparent",
   "fillStyle": "solid",
   "strokeWidth": 1.5,
   "strokeStyle": "solid",
   "roughness": 1,
   "opacity": 100,
   "groupIds": [],
   "frameId": null,
   "roundness": null,
   "seed": 269246,
   "version": 1,
   "versionNonce": 3560786,
   "isDeleted": false,
   "boundElements": null,
   "updated": 1,
   "link": null,
   "locked": false,
   "text": "=",
   "fontSize": 20,
   "fontFamily": 1,
   "textAlign": "left",
   "verticalAlign": "top",
   "containerId": null,
   "originalText": "=",
   "lineHeight": 1.25,
   "autoResize": true,
   "baseline": 20
  },
  {
   "id": "e0035",
   "type": "rectangle",
   "x": 778,
   "y": 130,
   "width": 156,
   "height": 70,
   "angle": 0,
   "strokeColor": "#1e1e1e",
   "backgroundColor": "#b2f2bb",
   "fillStyle": "solid",
   "strokeWidth": 1,
   "strokeStyle": "solid",
   "roughness": 1,
   "opacity": 100,
   "groupIds": [],
   "frameId": null,
   "roundness": null,
   "seed": 277165,
   "version": 1,
   "versionNonce": 3665515,
   "isDeleted": false,
   "boundElements": null,
   "updated": 1,
   "link": null,
   "locked": false
  },
  {
   "id": "e0036",
   "type": "text",
   "x": 842.8,
   "y": 142,
   "width": 26.400000000000002,
   "height": 20.0,
   "angle": 0,
   "strokeColor": "#1e1e1e",
   "backgroundColor": "transparent",
   "fillStyle": "solid",
   "strokeWidth": 1.5,
   "strokeStyle": "solid",
   "roughness": 1,
   "opacity": 100,
   "groupIds": [],
   "frameId": null,
   "roundness": null,
   "seed": 285084,
   "version": 1,
   "versionNonce": 3770244,
   "isDeleted": false,
   "boundElements": null,
   "updated": 1,
   "link": null,
   "locked": false,
   "text": "D^T",
   "fontSize": 16,
   "fontFamily": 1,
   "textAlign": "center",
   "verticalAlign": "top",
   "containerId": null,
   "originalText": "D^T",
   "lineHeight": 1.25,
   "autoResize": true,
   "baseline": 16
  },
  {
   "id": "e0037",
   "type": "text",
   "x": 803.75,
   "y": 164,
   "width": 104.50000000000001,
   "height": 12.5,
   "angle": 0,
   "strokeColor": "#1e1e1e",
   "backgroundColor": "transparent",
   "fillStyle": "solid",
   "strokeWidth": 1.5,
   "strokeStyle": "solid",
   "roughness": 1,
   "opacity": 100,
   "groupIds": [],
   "frameId": null,
   "roundness": null,
   "seed": 293003,
   "version": 1,
   "versionNonce": 3874973,
   "isDeleted": false,
   "boundElements": null,
   "updated": 1,
   "link": null,
   "locked": false,
   "text": "N x M, column-major",
   "fontSize": 10,
   "fontFamily": 1,
   "textAlign": "center",
   "verticalAlign": "top",
   "containerId": null,
   "originalText": "N x M, column-major",
   "lineHeight": 1.25,
   "autoResize": true,
   "baseline": 10
  },
  {
   "id": "e0038",
   "type": "text",
   "x": 792.75,
   "y": 178,
   "width": 126.50000000000001,
   "height": 12.5,
   "angle": 0,
   "strokeColor": "#1e1e1e",
   "backgroundColor": "transparent",
   "fillStyle": "solid",
   "strokeWidth": 1.5,
   "strokeStyle": "solid",
   "roughness": 1,
   "opacity": 100,
   "groupIds": [],
   "frameId": null,
   "roundness": null,
   "seed": 300922,
   "version": 1,
   "versionNonce": 3979702,
   "isDeleted": false,
   "boundElements": null,
   "updated": 1,
   "link": null,
   "locked": false,
   "text": "= D row-major in memory",
   "fontSize": 10,
   "fontFamily": 1,
   "textAlign": "center",
   "verticalAlign": "top",
   "containerId": null,
   "originalText": "= D row-major in memory",
   "lineHeight": 1.25,
   "autoResize": true,
   "baseline": 10
  },
  {
   "id": "e0039",
   "type": "arrow",
   "x": 550,
   "y": 220,
   "width": 0,
   "height": 66,
   "angle": 0,
   "strokeColor": "#1e1e1e",
   "backgroundColor": "transparent",
   "fillStyle": "solid",
   "strokeWidth": 1.5,
   "strokeStyle": "solid",
   "roughness": 1,
   "opacity": 100,
   "groupIds": [],
   "frameId": null,
   "roundness": null,
   "seed": 308841,
   "version": 1,
   "versionNonce": 4084431,
   "isDeleted": false,
   "boundElements": null,
   "updated": 1,
   "link": null,
   "locked": false,
   "points": [
    [
     0,
     0
    ],
    [
     0,
     66
    ]
   ],
   "lastCommittedPoint": null,
   "startBinding": null,
   "endBinding": null,
   "startArrowhead": null,
   "endArrowhead": "arrow",
   "elbowed": false
  },
  {
   "id": "e0040",
   "type": "text",
   "x": 490,
   "y": 292,
   "width": 217.8,
   "height": 13.75,
   "angle": 0,
   "strokeColor": "#1e1e1e",
   "backgroundColor": "transparent",
   "fillStyle": "solid",
   "strokeWidth": 1.5,
   "strokeStyle": "solid",
   "roughness": 1,
   "opacity": 100,
   "groupIds": [],
   "frameId": null,
   "roundness": null,
   "seed": 316760,
   "version": 1,
   "versionNonce": 4189160,
   "isDeleted": false,
   "boundElements": null,
   "updated": 1,
   "link": null,
   "locked": false,
   "text": "smem -> registers -> convert to FP8,",
   "fontSize": 11,
   "fontFamily": 1,
   "textAlign": "left",
   "verticalAlign": "top",
   "containerId": null,
   "originalText": "smem -> registers -> convert to FP8,",
   "lineHeight": 1.25,
   "autoResize": true,
   "baseline": 11
  },
  {
   "id": "e0041",
   "type": "text",
   "x": 490,
   "y": 308,
   "width": 217.8,
   "height": 13.75,
   "angle": 0,
   "strokeColor": "#1e1e1e",
   "backgroundColor": "transparent",
   "fillStyle": "solid",
   "strokeWidth": 1.5,
   "strokeStyle": "solid",
   "roughness": 1,
   "opacity": 100,
   "groupIds": [],
   "frameId": null,
   "roundness": null,
   "seed": 324679,
   "version": 1,
   "versionNonce": 4293889,
   "isDeleted": false,
   "boundElements": null,
   "updated": 1,
   "link": null,
   "locked": false,
   "text": "apply scales -> WGMMA A operand (RS)",
   "fontSize": 11,
   "fontFamily": 1,
   "textAlign": "left",
   "verticalAlign": "top",
   "containerId": null,
   "originalText": "apply scales -> WGMMA A operand (RS)",
   "lineHeight": 1.25,
   "autoResize": true,
   "baseline": 11
  },
  {
   "id": "e0042",
   "type": "arrow",
   "x": 691,
   "y": 200,
   "width": 0,
   "height": 32,
   "angle": 0,
   "strokeColor": "#1e1e1e",
   "backgroundColor": "transparent",
   "fillStyle": "solid",
   "strokeWidth": 1.5,
   "strokeStyle": "solid",
   "roughness": 1,
   "opacity": 100,
   "groupIds": [],
   "frameId": null,
   "roundness": null,
   "seed": 332598,
   "version": 1,
   "versionNonce": 4398618,
   "isDeleted": false,
   "boundElements": null,
   "updated": 1,
   "link": null,
   "locked": false,
   "points": [
    [
     0,
     0
    ],
    [
     0,
     32
    ]
   ],
   "lastCommittedPoint": null,
   "startBinding": null,
   "endBinding": null,
   "startArrowhead": null,
   "endArrowhead": "arrow",
   "elbowed": false
  },
  {
   "id": "e0043",
   "type": "text",
   "x": 640,
   "y": 238,
   "width": 139.15,
   "height": 13.75,
   "angle": 0,
   "strokeColor": "#1e1e1e",
   "backgroundColor": "transparent",
   "fillStyle": "solid",
   "strokeWidth": 1.5,
   "strokeStyle": "solid",
   "roughness": 1,
   "opacity": 100,
   "groupIds": [],
   "frameId": null,
   "roundness": null,
   "seed": 340517,
   "version": 1,
   "versionNonce": 4503347,
   "isDeleted": false,
   "boundElements": null,
   "updated": 1,
   "link": null,
   "locked": false,
   "text": "smem -> WGMMA B operand",
   "fontSize": 11,
   "fontFamily": 1,
   "textAlign": "left",
   "verticalAlign": "top",
   "containerId": null,
   "originalText": "smem -> WGMMA B operand",
   "lineHeight": 1.25,
   "autoResize": true,
   "baseline": 11
  },
  {
   "id": "e0044",
   "type": "text",
   "x": 20,
   "y": 374,
   "width": 421.85,
   "height": 16.25,
   "angle": 0,
   "strokeColor": "#1e1e1e",
   "backgroundColor": "transparent",
   "fillStyle": "solid",
   "strokeWidth": 1.5,
   "strokeStyle": "solid",
   "roughness": 1,
   "opacity": 100,
   "groupIds": [],
   "frameId": null,
   "roundness": null,
   "seed": 348436,
   "version": 1,
   "versionNonce": 4608076,
   "isDeleted": false,
   "boundElements": null,
   "updated": 1,
   "link": null,
   "locked": false,
   "text": "Why (CUTLASS example 55 README, and the PTX ISA for WGMMA):",
   "fontSize": 13,
   "fontFamily": 1,
   "textAlign": "left",
   "verticalAlign": "top",
   "containerId": null,
   "originalText": "Why (CUTLASS example 55 README, and the PTX ISA for WGMMA):",
   "lineHeight": 1.25,
   "autoResize": true,
   "baseline": 13
  },
  {
   "id": "e0045",
   "type": "text",
   "x": 20,
   "y": 394,
   "width": 580.8000000000001,
   "height": 13.75,
   "angle": 0,
   "strokeColor": "#1e1e1e",
   "backgroundColor": "transparent",
   "fillStyle": "solid",
   "strokeWidth": 1.5,
   "strokeStyle": "solid",
   "roughness": 1,
   "opacity": 100,
   "groupIds": [],
   "frameId": null,
   "roundness": null,
   "seed": 356355,
   "version": 1,
   "versionNonce": 4712805,
   "isDeleted": false,
   "boundElements": null,
   "updated": 1,
   "link": null,
   "locked": false,
   "text": "1. The narrow type is converted in registers, and WGMMA reads only its A operand from registers.",
   "fontSize": 11,
   "fontFamily": 1,
   "textAlign": "left",
   "verticalAlign": "top",
   "containerId": null,
   "originalText": "1. The narrow type is converted in registers, and WGMMA reads only its A operand from registers.",
   "lineHeight": 1.25,
   "autoResize": true,
   "baseline": 11
  },
  {
   "id": "e0046",
   "type": "text",
   "x": 20,
   "y": 410,
   "width": 562.6500000000001,
   "height": 13.75,
   "angle": 0,
   "strokeColor": "#1e1e1e",
   "backgroundColor": "transparent",
   "fillStyle": "solid",
   "strokeWidth": 1.5,
   "strokeStyle": "solid",
   "roughness": 1,
   "opacity": 100,
   "groupIds": [],
   "frameId": null,
   "roundness": null,
   "seed": 364274,
   "version": 1,
   "versionNonce": 4817534,
   "isDeleted": false,
   "boundElements": null,
   "updated": 1,
   "link": null,
   "locked": false,
   "text": "2. The TMA epilogues do not support the collective's implicit swap, so W4A8 swaps explicitly.",
   "fontSize": 11,
   "fontFamily": 1,
   "textAlign": "left",
   "verticalAlign": "top",
   "containerId": null,
   "originalText": "2. The TMA epilogues do not support the collective's implicit swap, so W4A8 swaps explicitly.",
   "lineHeight": 1.25,
   "autoResize": true,
   "baseline": 11
  },
  {
   "id": "e0047",
   "type": "text",
   "x": 20,
   "y": 426,
   "width": 314.6,
   "height": 13.75,
   "angle": 0,
   "strokeColor": "#1e1e1e",
   "backgroundColor": "transparent",
   "fillStyle": "solid",
   "strokeWidth": 1.5,
   "strokeStyle": "solid",
   "roughness": 1,
   "opacity": 100,
   "groupIds": [],
   "frameId": null,
   "roundness": null,
   "seed": 372193,
   "version": 1,
   "versionNonce": 4922263,
   "isDeleted": false,
   "boundElements": null,
   "updated": 1,
   "link": null,
   "locked": false,
   "text": "3. For 8-bit x 4-bit, both operands must be K-major.",
   "fontSize": 11,
   "fontFamily": 1,
   "textAlign": "left",
   "verticalAlign": "top",
   "containerId": null,
   "originalText": "3. For 8-bit x 4-bit, both operands must be K-major.",
   "lineHeight": 1.25,
   "autoResize": true,
   "baseline": 11
  }
 ],
 "appState": {
  "gridSize": null,
  "viewBackgroundColor": "#fdf8f6"
 },
 "files": {}
}