{ "type": "excalidraw", "version": 2, "source": "https://excalidraw.com", "elements": [ { "id": "e7017", "type": "text", "x": 40, "y": 26, "width": 801.7, "height": 33.8, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 7017, "version": 1, "versionNonce": 7017, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "Two-layer MLP: forward pass, backward pass, shapes, einsum", "fontSize": 27, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "containerId": null, "originalText": "Two-layer MLP: forward pass, backward pass, shapes, einsum", "lineHeight": 1.25, "autoResize": true, "baseline": 24 }, { "id": "e7034", "type": "text", "x": 46, "y": 84, "width": 139.2, "height": 25.0, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 7034, "version": 1, "versionNonce": 7034, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "h = \u03c3(W x + b)", "fontSize": 20, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "containerId": null, "originalText": "h = \u03c3(W x + b)", "lineHeight": 1.25, "autoResize": true, "baseline": 18 }, { "id": "e7051", "type": "text", "x": 46, "y": 115, "width": 203.2, "height": 25.0, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 7051, "version": 1, "versionNonce": 7051, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "y = softmax(V h + c)", "fontSize": 20, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "containerId": null, "originalText": "y = softmax(V h + c)", "lineHeight": 1.25, "autoResize": true, "baseline": 18 }, { "id": "e7068", "type": "text", "x": 46, "y": 146, "width": 206.0, "height": 25.0, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 7068, "version": 1, "versionNonce": 7068, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "L = -\u03a3_k t_k log y_k", "fontSize": 20, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "containerId": null, "originalText": "L = -\u03a3_k t_k log y_k", "lineHeight": 1.25, "autoResize": true, "baseline": 18 }, { "id": "e7085", "type": "text", "x": 470, "y": 86, "width": 73.2, "height": 21.2, "angle": 0, "strokeColor": "#6b7280", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 7085, "version": 1, "versionNonce": 7085, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "x : Ni \u00d7 1", "fontSize": 17, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "containerId": null, "originalText": "x : Ni \u00d7 1", "lineHeight": 1.25, "autoResize": true, "baseline": 15 }, { "id": "e7102", "type": "text", "x": 470, "y": 117, "width": 78.3, "height": 21.2, "angle": 0, "strokeColor": "#6b7280", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 7102, "version": 1, "versionNonce": 7102, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "h : Nh \u00d7 1", "fontSize": 17, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "containerId": null, "originalText": "h : Nh \u00d7 1", "lineHeight": 1.25, "autoResize": true, "baseline": 15 }, { "id": "e7119", "type": "text", "x": 470, "y": 148, "width": 78.2, "height": 21.2, "angle": 0, "strokeColor": "#6b7280", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 7119, "version": 1, "versionNonce": 7119, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "y : No \u00d7 1", "fontSize": 17, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "containerId": null, "originalText": "y : No \u00d7 1", "lineHeight": 1.25, "autoResize": true, "baseline": 15 }, { "id": "e7136", "type": "text", "x": 640, "y": 86, "width": 89.7, "height": 21.2, "angle": 0, "strokeColor": "#6b7280", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 7136, "version": 1, "versionNonce": 7136, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "W : Nh \u00d7 Ni", "fontSize": 17, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "containerId": null, "originalText": "W : Nh \u00d7 Ni", "lineHeight": 1.25, "autoResize": true, "baseline": 15 }, { "id": "e7153", "type": "text", "x": 640, "y": 117, "width": 92.4, "height": 21.2, "angle": 0, "strokeColor": "#6b7280", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 7153, "version": 1, "versionNonce": 7153, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "V : No \u00d7 Nh", "fontSize": 17, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "containerId": null, "originalText": "V : No \u00d7 Nh", "lineHeight": 1.25, "autoResize": true, "baseline": 15 }, { "id": "e7170", "type": "text", "x": 640, "y": 148, "width": 78.6, "height": 21.2, "angle": 0, "strokeColor": "#6b7280", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 7170, "version": 1, "versionNonce": 7170, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "t : No \u00d7 1", "fontSize": 17, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "containerId": null, "originalText": "t : No \u00d7 1", "lineHeight": 1.25, "autoResize": true, "baseline": 15 }, { "id": "e7187", "type": "text", "x": 830, "y": 86, "width": 78.1, "height": 21.2, "angle": 0, "strokeColor": "#6b7280", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 7187, "version": 1, "versionNonce": 7187, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "b : Nh \u00d7 1", "fontSize": 17, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "containerId": null, "originalText": "b : Nh \u00d7 1", "lineHeight": 1.25, "autoResize": true, "baseline": 15 }, { "id": "e7204", "type": "text", "x": 830, "y": 117, "width": 77.8, "height": 21.2, "angle": 0, "strokeColor": "#6b7280", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 7204, "version": 1, "versionNonce": 7204, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "c : No \u00d7 1", "fontSize": 17, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "containerId": null, "originalText": "c : No \u00d7 1", "lineHeight": 1.25, "autoResize": true, "baseline": 15 }, { "id": "e7221", "type": "text", "x": 830, "y": 148, "width": 75.5, "height": 21.2, "angle": 0, "strokeColor": "#6b7280", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 7221, "version": 1, "versionNonce": 7221, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "L : scalar", "fontSize": 17, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "containerId": null, "originalText": "L : scalar", "lineHeight": 1.25, "autoResize": true, "baseline": 15 }, { "id": "e7238", "type": "text", "x": 1030, "y": 80, "width": 54.5, "height": 21.2, "angle": 0, "strokeColor": "#6741d9", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 7238, "version": 1, "versionNonce": 7238, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "indices", "fontSize": 17, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "containerId": null, "originalText": "indices", "lineHeight": 1.25, "autoResize": true, "baseline": 15 }, { "id": "e7255", "type": "text", "x": 1030, "y": 110, "width": 119.9, "height": 20.0, "angle": 0, "strokeColor": "#6741d9", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 7255, "version": 1, "versionNonce": 7255, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "i = 1..Ni (input)", "fontSize": 16, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "containerId": null, "originalText": "i = 1..Ni (input)", "lineHeight": 1.25, "autoResize": true, "baseline": 14 }, { "id": "e7272", "type": "text", "x": 1030, "y": 137, "width": 137.3, "height": 20.0, "angle": 0, "strokeColor": "#6741d9", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 7272, "version": 1, "versionNonce": 7272, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "j = 1..Nh (hidden)", "fontSize": 16, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "containerId": null, "originalText": "j = 1..Nh (hidden)", "lineHeight": 1.25, "autoResize": true, "baseline": 14 }, { "id": "e7289", "type": "text", "x": 1030, "y": 164, "width": 145.2, "height": 20.0, "angle": 0, "strokeColor": "#6741d9", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 7289, "version": 1, "versionNonce": 7289, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "k = 1..No (output)", "fontSize": 16, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "containerId": null, "originalText": "k = 1..No (output)", "lineHeight": 1.25, "autoResize": true, "baseline": 14 }, { "id": "e7306", "type": "text", "x": 1208, "y": 84, "width": 179.1, "height": 18.8, "angle": 0, "strokeColor": "#6b7280", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 7306, "version": 1, "versionNonce": 7306, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "shapes are (rows \u00d7 cols)", "fontSize": 15, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "containerId": null, "originalText": "shapes are (rows \u00d7 cols)", "lineHeight": 1.25, "autoResize": true, "baseline": 14 }, { "id": "e7323", "type": "text", "x": 1208, "y": 110, "width": 170.4, "height": 18.8, "angle": 0, "strokeColor": "#6b7280", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 7323, "version": 1, "versionNonce": 7323, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "x is one training sample", "fontSize": 15, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "containerId": null, "originalText": "x is one training sample", "lineHeight": 1.25, "autoResize": true, "baseline": 14 }, { "id": "e7340", "type": "line", "x": 40, "y": 192, "width": 1340, "height": 0, "angle": 0, "strokeColor": "#d0d0d0", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 7340, "version": 1, "versionNonce": 7340, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "points": [ [ 0, 0 ], [ 1340, 0 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": null }, { "id": "e7357", "type": "rectangle", "x": 46, "y": 238, "width": 56, "height": 34, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": { "type": 3 }, "seed": 7357, "version": 1, "versionNonce": 7357, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false }, { "id": "e7374", "type": "text", "x": 68.7, "y": 243.8, "width": 10.6, "height": 22.5, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 7374, "version": 1, "versionNonce": 7374, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "x", "fontSize": 18, "fontFamily": 1, "textAlign": "center", "verticalAlign": "middle", "containerId": null, "originalText": "x", "lineHeight": 1.25, "autoResize": true, "baseline": 16 }, { "id": "e7391", "type": "rectangle", "x": 46, "y": 292, "width": 56, "height": 34, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": { "type": 3 }, "seed": 7391, "version": 1, "versionNonce": 7391, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false }, { "id": "e7408", "type": "text", "x": 66.9, "y": 297.8, "width": 14.2, "height": 22.5, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 7408, "version": 1, "versionNonce": 7408, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "W", "fontSize": 18, "fontFamily": 1, "textAlign": "center", "verticalAlign": "middle", "containerId": null, "originalText": "W", "lineHeight": 1.25, "autoResize": true, "baseline": 16 }, { "id": "e7425", "type": "rectangle", "x": 46, "y": 346, "width": 56, "height": 34, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": { "type": 3 }, "seed": 7425, "version": 1, "versionNonce": 7425, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false }, { "id": "e7442", "type": "text", "x": 69.0, "y": 351.8, "width": 10.0, "height": 22.5, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 7442, "version": 1, "versionNonce": 7442, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "b", "fontSize": 18, "fontFamily": 1, "textAlign": "center", "verticalAlign": "middle", "containerId": null, "originalText": "b", "lineHeight": 1.25, "autoResize": true, "baseline": 16 }, { "id": "e7459", "type": "ellipse", "x": 160, "y": 274, "width": 40, "height": 40, "angle": 0, "strokeColor": "#1971c2", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 7459, "version": 1, "versionNonce": 7459, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false }, { "id": "e7476", "type": "text", "x": 173.0, "y": 283.4, "width": 14.1, "height": 21.2, "angle": 0, "strokeColor": "#1971c2", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 7476, "version": 1, "versionNonce": 7476, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "@", "fontSize": 17, "fontFamily": 1, "textAlign": "center", "verticalAlign": "middle", "containerId": null, "originalText": "@", "lineHeight": 1.25, "autoResize": true, "baseline": 15 }, { "id": "e7493", "type": "ellipse", "x": 250, "y": 274, "width": 40, "height": 40, "angle": 0, "strokeColor": "#1971c2", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 7493, "version": 1, "versionNonce": 7493, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false }, { "id": "e7510", "type": "text", "x": 265.3, "y": 283.4, "width": 9.3, "height": 21.2, "angle": 0, "strokeColor": "#1971c2", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 7510, "version": 1, "versionNonce": 7510, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "+", "fontSize": 17, "fontFamily": 1, "textAlign": "center", "verticalAlign": "middle", "containerId": null, "originalText": "+", "lineHeight": 1.25, "autoResize": true, "baseline": 15 }, { "id": "e7527", "type": "rectangle", "x": 338, "y": 277, "width": 56, "height": 34, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": { "type": 3 }, "seed": 7527, "version": 1, "versionNonce": 7527, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false }, { "id": "e7544", "type": "text", "x": 355.7, "y": 282.8, "width": 20.6, "height": 22.5, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 7544, "version": 1, "versionNonce": 7544, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "ha", "fontSize": 18, "fontFamily": 1, "textAlign": "center", "verticalAlign": "middle", "containerId": null, "originalText": "ha", "lineHeight": 1.25, "autoResize": true, "baseline": 16 }, { "id": "e7561", "type": "ellipse", "x": 430, "y": 275, "width": 96, "height": 38, "angle": 0, "strokeColor": "#2f9e44", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 7561, "version": 1, "versionNonce": 7561, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false }, { "id": "e7578", "type": "text", "x": 472.8, "y": 281.5, "width": 10.3, "height": 25.0, "angle": 0, "strokeColor": "#2f9e44", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 7578, "version": 1, "versionNonce": 7578, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "\u03c3", "fontSize": 20, "fontFamily": 1, "textAlign": "center", "verticalAlign": "middle", "containerId": null, "originalText": "\u03c3", "lineHeight": 1.25, "autoResize": true, "baseline": 18 }, { "id": "e7595", "type": "rectangle", "x": 568, "y": 277, "width": 56, "height": 34, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": { "type": 3 }, "seed": 7595, "version": 1, "versionNonce": 7595, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false }, { "id": "e7612", "type": "text", "x": 590.9, "y": 282.8, "width": 10.2, "height": 22.5, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 7612, "version": 1, "versionNonce": 7612, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "h", "fontSize": 18, "fontFamily": 1, "textAlign": "center", "verticalAlign": "middle", "containerId": null, "originalText": "h", "lineHeight": 1.25, "autoResize": true, "baseline": 16 }, { "id": "e7629", "type": "rectangle", "x": 568, "y": 342, "width": 56, "height": 34, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": { "type": 3 }, "seed": 7629, "version": 1, "versionNonce": 7629, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false }, { "id": "e7646", "type": "text", "x": 590.7, "y": 347.8, "width": 10.7, "height": 22.5, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 7646, "version": 1, "versionNonce": 7646, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "V", "fontSize": 18, "fontFamily": 1, "textAlign": "center", "verticalAlign": "middle", "containerId": null, "originalText": "V", "lineHeight": 1.25, "autoResize": true, "baseline": 16 }, { "id": "e7663", "type": "ellipse", "x": 668, "y": 294, "width": 40, "height": 40, "angle": 0, "strokeColor": "#1971c2", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 7663, "version": 1, "versionNonce": 7663, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false }, { "id": "e7680", "type": "text", "x": 681.0, "y": 303.4, "width": 14.1, "height": 21.2, "angle": 0, "strokeColor": "#1971c2", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 7680, "version": 1, "versionNonce": 7680, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "@", "fontSize": 17, "fontFamily": 1, "textAlign": "center", "verticalAlign": "middle", "containerId": null, "originalText": "@", "lineHeight": 1.25, "autoResize": true, "baseline": 15 }, { "id": "e7697", "type": "rectangle", "x": 668, "y": 362, "width": 56, "height": 34, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": { "type": 3 }, "seed": 7697, "version": 1, "versionNonce": 7697, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false }, { "id": "e7714", "type": "text", "x": 691.5, "y": 367.8, "width": 9.1, "height": 22.5, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 7714, "version": 1, "versionNonce": 7714, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "c", "fontSize": 18, "fontFamily": 1, "textAlign": "center", "verticalAlign": "middle", "containerId": null, "originalText": "c", "lineHeight": 1.25, "autoResize": true, "baseline": 16 }, { "id": "e7731", "type": "ellipse", "x": 760, "y": 294, "width": 40, "height": 40, "angle": 0, "strokeColor": "#1971c2", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 7731, "version": 1, "versionNonce": 7731, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false }, { "id": "e7748", "type": "text", "x": 775.3, "y": 303.4, "width": 9.3, "height": 21.2, "angle": 0, "strokeColor": "#1971c2", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 7748, "version": 1, "versionNonce": 7748, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "+", "fontSize": 17, "fontFamily": 1, "textAlign": "center", "verticalAlign": "middle", "containerId": null, "originalText": "+", "lineHeight": 1.25, "autoResize": true, "baseline": 15 }, { "id": "e7765", "type": "rectangle", "x": 848, "y": 297, "width": 56, "height": 34, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": { "type": 3 }, "seed": 7765, "version": 1, "versionNonce": 7765, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false }, { "id": "e7782", "type": "text", "x": 866.0, "y": 302.8, "width": 19.9, "height": 22.5, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 7782, "version": 1, "versionNonce": 7782, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "ya", "fontSize": 18, "fontFamily": 1, "textAlign": "center", "verticalAlign": "middle", "containerId": null, "originalText": "ya", "lineHeight": 1.25, "autoResize": true, "baseline": 16 }, { "id": "e7799", "type": "ellipse", "x": 940, "y": 295, "width": 112, "height": 38, "angle": 0, "strokeColor": "#2f9e44", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 7799, "version": 1, "versionNonce": 7799, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false }, { "id": "e7816", "type": "text", "x": 963.8, "y": 304.0, "width": 64.4, "height": 20.0, "angle": 0, "strokeColor": "#2f9e44", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 7816, "version": 1, "versionNonce": 7816, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "softmax", "fontSize": 16, "fontFamily": 1, "textAlign": "center", "verticalAlign": "middle", "containerId": null, "originalText": "softmax", "lineHeight": 1.25, "autoResize": true, "baseline": 14 }, { "id": "e7833", "type": "rectangle", "x": 1090, "y": 297, "width": 56, "height": 34, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": { "type": 3 }, "seed": 7833, "version": 1, "versionNonce": 7833, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false }, { "id": "e7850", "type": "text", "x": 1113.2, "y": 302.8, "width": 9.5, "height": 22.5, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 7850, "version": 1, "versionNonce": 7850, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "y", "fontSize": 18, "fontFamily": 1, "textAlign": "center", "verticalAlign": "middle", "containerId": null, "originalText": "y", "lineHeight": 1.25, "autoResize": true, "baseline": 16 }, { "id": "e7867", "type": "rectangle", "x": 1090, "y": 362, "width": 56, "height": 34, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": { "type": 3 }, "seed": 7867, "version": 1, "versionNonce": 7867, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false }, { "id": "e7884", "type": "text", "x": 1113.0, "y": 367.8, "width": 9.9, "height": 22.5, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 7884, "version": 1, "versionNonce": 7884, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "t", "fontSize": 18, "fontFamily": 1, "textAlign": "center", "verticalAlign": "middle", "containerId": null, "originalText": "t", "lineHeight": 1.25, "autoResize": true, "baseline": 16 }, { "id": "e7901", "type": "ellipse", "x": 1190, "y": 314, "width": 44, "height": 44, "angle": 0, "strokeColor": "#2f9e44", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 7901, "version": 1, "versionNonce": 7901, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false }, { "id": "e7918", "type": "text", "x": 1202.0, "y": 326.6, "width": 20.0, "height": 18.8, "angle": 0, "strokeColor": "#2f9e44", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 7918, "version": 1, "versionNonce": 7918, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "CE", "fontSize": 15, "fontFamily": 1, "textAlign": "center", "verticalAlign": "middle", "containerId": null, "originalText": "CE", "lineHeight": 1.25, "autoResize": true, "baseline": 14 }, { "id": "e7935", "type": "rectangle", "x": 1290, "y": 319, "width": 56, "height": 34, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": { "type": 3 }, "seed": 7935, "version": 1, "versionNonce": 7935, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false }, { "id": "e7952", "type": "text", "x": 1313.1, "y": 324.8, "width": 9.8, "height": 22.5, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 7952, "version": 1, "versionNonce": 7952, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "L", "fontSize": 18, "fontFamily": 1, "textAlign": "center", "verticalAlign": "middle", "containerId": null, "originalText": "L", "lineHeight": 1.25, "autoResize": true, "baseline": 16 }, { "id": "e7969", "type": "arrow", "x": 102, "y": 255, "width": 56, "height": 34, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 7969, "version": 1, "versionNonce": 7969, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "points": [ [ 0, 0 ], [ 56, 34 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": "arrow", "elbowed": false }, { "id": "e7986", "type": "arrow", "x": 102, "y": 309, "width": 56, "height": -12, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 7986, "version": 1, "versionNonce": 7986, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "points": [ [ 0, 0 ], [ 56, -12 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": "arrow", "elbowed": false }, { "id": "e8003", "type": "arrow", "x": 102, "y": 363, "width": 152, "height": -55, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 8003, "version": 1, "versionNonce": 8003, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "points": [ [ 0, 0 ], [ 152, -55 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": "arrow", "elbowed": false }, { "id": "e8020", "type": "arrow", "x": 200, "y": 294, "width": 48, "height": 0, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 8020, "version": 1, "versionNonce": 8020, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "points": [ [ 0, 0 ], [ 48, 0 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": "arrow", "elbowed": false }, { "id": "e8037", "type": "arrow", "x": 290, "y": 294, "width": 46, "height": 0, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 8037, "version": 1, "versionNonce": 8037, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "points": [ [ 0, 0 ], [ 46, 0 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": "arrow", "elbowed": false }, { "id": "e8054", "type": "arrow", "x": 394, "y": 294, "width": 34, "height": 0, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 8054, "version": 1, "versionNonce": 8054, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "points": [ [ 0, 0 ], [ 34, 0 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": "arrow", "elbowed": false }, { "id": "e8071", "type": "arrow", "x": 526, "y": 294, "width": 40, "height": 0, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 8071, "version": 1, "versionNonce": 8071, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "points": [ [ 0, 0 ], [ 40, 0 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": "arrow", "elbowed": false }, { "id": "e8088", "type": "arrow", "x": 624, "y": 294, "width": 42, "height": 15, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 8088, "version": 1, "versionNonce": 8088, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "points": [ [ 0, 0 ], [ 42, 15 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": "arrow", "elbowed": false }, { "id": "e8105", "type": "arrow", "x": 624, "y": 359, "width": 44, "height": -33, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 8105, "version": 1, "versionNonce": 8105, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "points": [ [ 0, 0 ], [ 44, -33 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": "arrow", "elbowed": false }, { "id": "e8122", "type": "arrow", "x": 708, "y": 314, "width": 50, "height": 0, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 8122, "version": 1, "versionNonce": 8122, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "points": [ [ 0, 0 ], [ 50, 0 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": "arrow", "elbowed": false }, { "id": "e8139", "type": "arrow", "x": 724, "y": 379, "width": 40, "height": -51, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 8139, "version": 1, "versionNonce": 8139, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "points": [ [ 0, 0 ], [ 40, -51 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": "arrow", "elbowed": false }, { "id": "e8156", "type": "arrow", "x": 800, "y": 314, "width": 46, "height": 0, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 8156, "version": 1, "versionNonce": 8156, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "points": [ [ 0, 0 ], [ 46, 0 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": "arrow", "elbowed": false }, { "id": "e8173", "type": "arrow", "x": 904, "y": 314, "width": 34, "height": 0, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 8173, "version": 1, "versionNonce": 8173, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "points": [ [ 0, 0 ], [ 34, 0 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": "arrow", "elbowed": false }, { "id": "e8190", "type": "arrow", "x": 1052, "y": 314, "width": 36, "height": 0, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 8190, "version": 1, "versionNonce": 8190, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "points": [ [ 0, 0 ], [ 36, 0 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": "arrow", "elbowed": false }, { "id": "e8207", "type": "arrow", "x": 1146, "y": 314, "width": 43, "height": 16, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 8207, "version": 1, "versionNonce": 8207, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "points": [ [ 0, 0 ], [ 43, 16 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": "arrow", "elbowed": false }, { "id": "e8224", "type": "arrow", "x": 1146, "y": 379, "width": 50, "height": -32, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 8224, "version": 1, "versionNonce": 8224, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "points": [ [ 0, 0 ], [ 50, -32 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": "arrow", "elbowed": false }, { "id": "e8241", "type": "arrow", "x": 1234, "y": 336, "width": 54, "height": 0, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 8241, "version": 1, "versionNonce": 8241, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "points": [ [ 0, 0 ], [ 54, 0 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": "arrow", "elbowed": false }, { "id": "e8258", "type": "text", "x": 316, "y": 404, "width": 55.3, "height": 20.0, "angle": 0, "strokeColor": "#e03131", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 8258, "version": 1, "versionNonce": 8258, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "dL/dha", "fontSize": 16, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "containerId": null, "originalText": "dL/dha", "lineHeight": 1.25, "autoResize": true, "baseline": 14 }, { "id": "e8275", "type": "text", "x": 552, "y": 404, "width": 46.1, "height": 20.0, "angle": 0, "strokeColor": "#e03131", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 8275, "version": 1, "versionNonce": 8275, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "dL/dh", "fontSize": 16, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "containerId": null, "originalText": "dL/dh", "lineHeight": 1.25, "autoResize": true, "baseline": 14 }, { "id": "e8292", "type": "text", "x": 822, "y": 404, "width": 113.0, "height": 20.0, "angle": 0, "strokeColor": "#e03131", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 8292, "version": 1, "versionNonce": 8292, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "dL/dya = y - t", "fontSize": 16, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "containerId": null, "originalText": "dL/dya = y - t", "lineHeight": 1.25, "autoResize": true, "baseline": 14 }, { "id": "e8309", "type": "arrow", "x": 1346, "y": 436, "width": -1286, "height": 0, "angle": 0, "strokeColor": "#e03131", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 8309, "version": 1, "versionNonce": 8309, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "points": [ [ 0, 0 ], [ -1286, 0 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": "arrow", "elbowed": false }, { "id": "e8326", "type": "text", "x": 576, "y": 442, "width": 297.3, "height": 20.0, "angle": 0, "strokeColor": "#e03131", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 8326, "version": 1, "versionNonce": 8326, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "backward: gradients flow right to left", "fontSize": 16, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "containerId": null, "originalText": "backward: gradients flow right to left", "lineHeight": 1.25, "autoResize": true, "baseline": 14 }, { "id": "e8343", "type": "line", "x": 40, "y": 484, "width": 1340, "height": 0, "angle": 0, "strokeColor": "#d0d0d0", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 8343, "version": 1, "versionNonce": 8343, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "points": [ [ 0, 0 ], [ 1340, 0 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": null }, { "id": "e8360", "type": "text", "x": 46, "y": 506, "width": 150.8, "height": 28.8, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 8360, "version": 1, "versionNonce": 8360, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "Forward pass", "fontSize": 23, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "containerId": null, "originalText": "Forward pass", "lineHeight": 1.25, "autoResize": true, "baseline": 21 }, { "id": "e8377", "type": "text", "x": 46, "y": 554, "width": 21.7, "height": 23.8, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 8377, "version": 1, "versionNonce": 8377, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "ha", "fontSize": 19, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "containerId": null, "originalText": "ha", "lineHeight": 1.25, "autoResize": true, "baseline": 17 }, { "id": "e8394", "type": "text", "x": 81.7, "y": 554, "width": 88.0, "height": 23.8, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 8394, "version": 1, "versionNonce": 8394, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "= W x + b", "fontSize": 19, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "containerId": null, "originalText": "= W x + b", "lineHeight": 1.25, "autoResize": true, "baseline": 17 }, { "id": "e8411", "type": "text", "x": 285.5, "y": 557, "width": 271.5, "height": 18.8, "angle": 0, "strokeColor": "#6b7280", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 8411, "version": 1, "versionNonce": 8411, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "(Nh \u00d7 Ni)(Ni \u00d7 1) + (Nh \u00d7 1) = (Nh \u00d7 1)", "fontSize": 15, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "containerId": null, "originalText": "(Nh \u00d7 Ni)(Ni \u00d7 1) + (Nh \u00d7 1) = (Nh \u00d7 1)", "lineHeight": 1.25, "autoResize": true, "baseline": 14 }, { "id": "e8428", "type": "text", "x": 60, "y": 582, "width": 211.4, "height": 18.8, "angle": 0, "strokeColor": "#1971c2", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 8428, "version": 1, "versionNonce": 8428, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "ha = einsum(\"ji,i->j\", W, x) + b", "fontSize": 15, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "containerId": null, "originalText": "ha = einsum(\"ji,i->j\", W, x) + b", "lineHeight": 1.25, "autoResize": true, "baseline": 14 }, { "id": "e8445", "type": "text", "x": 46, "y": 616, "width": 10.8, "height": 23.8, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 8445, "version": 1, "versionNonce": 8445, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "h", "fontSize": 19, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "containerId": null, "originalText": "h", "lineHeight": 1.25, "autoResize": true, "baseline": 17 }, { "id": "e8462", "type": "text", "x": 81.7, "y": 616, "width": 65.6, "height": 23.8, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 8462, "version": 1, "versionNonce": 8462, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "= \u03c3(ha)", "fontSize": 19, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "containerId": null, "originalText": "= \u03c3(ha)", "lineHeight": 1.25, "autoResize": true, "baseline": 17 }, { "id": "e8479", "type": "text", "x": 285.5, "y": 619, "width": 57.3, "height": 18.8, "angle": 0, "strokeColor": "#6b7280", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 8479, "version": 1, "versionNonce": 8479, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "(Nh \u00d7 1)", "fontSize": 15, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "containerId": null, "originalText": "(Nh \u00d7 1)", "lineHeight": 1.25, "autoResize": true, "baseline": 14 }, { "id": "e8496", "type": "text", "x": 60, "y": 644, "width": 110.4, "height": 18.8, "angle": 0, "strokeColor": "#1971c2", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 8496, "version": 1, "versionNonce": 8496, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "h = sigmoid(ha)", "fontSize": 15, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "containerId": null, "originalText": "h = sigmoid(ha)", "lineHeight": 1.25, "autoResize": true, "baseline": 14 }, { "id": "e8513", "type": "text", "x": 46, "y": 678, "width": 21.0, "height": 23.8, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 8513, "version": 1, "versionNonce": 8513, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "ya", "fontSize": 19, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "containerId": null, "originalText": "ya", "lineHeight": 1.25, "autoResize": true, "baseline": 17 }, { "id": "e8530", "type": "text", "x": 81.7, "y": 678, "width": 82.9, "height": 23.8, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 8530, "version": 1, "versionNonce": 8530, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "= V h + c", "fontSize": 19, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "containerId": null, "originalText": "= V h + c", "lineHeight": 1.25, "autoResize": true, "baseline": 17 }, { "id": "e8547", "type": "text", "x": 285.5, "y": 681, "width": 282.7, "height": 18.8, "angle": 0, "strokeColor": "#6b7280", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 8547, "version": 1, "versionNonce": 8547, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "(No \u00d7 Nh)(Nh \u00d7 1) + (No \u00d7 1) = (No \u00d7 1)", "fontSize": 15, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "containerId": null, "originalText": "(No \u00d7 Nh)(Nh \u00d7 1) + (No \u00d7 1) = (No \u00d7 1)", "lineHeight": 1.25, "autoResize": true, "baseline": 14 }, { "id": "e8564", "type": "text", "x": 60, "y": 706, "width": 215.5, "height": 18.8, "angle": 0, "strokeColor": "#1971c2", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 8564, "version": 1, "versionNonce": 8564, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "ya = einsum(\"kj,j->k\", V, h) + c", "fontSize": 15, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "containerId": null, "originalText": "ya = einsum(\"kj,j->k\", V, h) + c", "lineHeight": 1.25, "autoResize": true, "baseline": 14 }, { "id": "e8581", "type": "text", "x": 46, "y": 740, "width": 10.1, "height": 23.8, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 8581, "version": 1, "versionNonce": 8581, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "y", "fontSize": 19, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "containerId": null, "originalText": "y", "lineHeight": 1.25, "autoResize": true, "baseline": 17 }, { "id": "e8598", "type": "text", "x": 81.7, "y": 740, "width": 131.5, "height": 23.8, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 8598, "version": 1, "versionNonce": 8598, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "= softmax(ya)", "fontSize": 19, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "containerId": null, "originalText": "= softmax(ya)", "lineHeight": 1.25, "autoResize": true, "baseline": 17 }, { "id": "e8615", "type": "text", "x": 285.5, "y": 743, "width": 57.8, "height": 18.8, "angle": 0, "strokeColor": "#6b7280", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 8615, "version": 1, "versionNonce": 8615, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "(No \u00d7 1)", "fontSize": 15, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "containerId": null, "originalText": "(No \u00d7 1)", "lineHeight": 1.25, "autoResize": true, "baseline": 14 }, { "id": "e8632", "type": "text", "x": 60, "y": 768, "width": 117.8, "height": 18.8, "angle": 0, "strokeColor": "#1971c2", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 8632, "version": 1, "versionNonce": 8632, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "y = softmax(ya)", "fontSize": 15, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "containerId": null, "originalText": "y = softmax(ya)", "lineHeight": 1.25, "autoResize": true, "baseline": 14 }, { "id": "e8649", "type": "text", "x": 46, "y": 802, "width": 10.3, "height": 23.8, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 8649, "version": 1, "versionNonce": 8649, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "L", "fontSize": 19, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "containerId": null, "originalText": "L", "lineHeight": 1.25, "autoResize": true, "baseline": 17 }, { "id": "e8666", "type": "text", "x": 81.7, "y": 802, "width": 177.8, "height": 23.8, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 8666, "version": 1, "versionNonce": 8666, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "= -\u03a3_k t_k log y_k", "fontSize": 19, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "containerId": null, "originalText": "= -\u03a3_k t_k log y_k", "lineHeight": 1.25, "autoResize": true, "baseline": 17 }, { "id": "e8683", "type": "text", "x": 285.5, "y": 805, "width": 42.5, "height": 18.8, "angle": 0, "strokeColor": "#6b7280", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 8683, "version": 1, "versionNonce": 8683, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "scalar", "fontSize": 15, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "containerId": null, "originalText": "scalar", "lineHeight": 1.25, "autoResize": true, "baseline": 14 }, { "id": "e8700", "type": "text", "x": 60, "y": 830, "width": 183.1, "height": 18.8, "angle": 0, "strokeColor": "#1971c2", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 8700, "version": 1, "versionNonce": 8700, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "L = -np.sum(t * np.log(y))", "fontSize": 15, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "containerId": null, "originalText": "L = -np.sum(t * np.log(y))", "lineHeight": 1.25, "autoResize": true, "baseline": 14 }, { "id": "e8717", "type": "text", "x": 700, "y": 506, "width": 167.0, "height": 28.8, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 8717, "version": 1, "versionNonce": 8717, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "Backward pass", "fontSize": 23, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "containerId": null, "originalText": "Backward pass", "lineHeight": 1.25, "autoResize": true, "baseline": 21 }, { "id": "e8734", "type": "text", "x": 700, "y": 554, "width": 65.0, "height": 23.8, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 8734, "version": 1, "versionNonce": 8734, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "dL/dya", "fontSize": 19, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "containerId": null, "originalText": "dL/dya", "lineHeight": 1.25, "autoResize": true, "baseline": 17 }, { "id": "e8751", "type": "text", "x": 779.7, "y": 554, "width": 61.6, "height": 23.8, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 8751, "version": 1, "versionNonce": 8751, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "= y - t", "fontSize": 19, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "containerId": null, "originalText": "= y - t", "lineHeight": 1.25, "autoResize": true, "baseline": 17 }, { "id": "e8768", "type": "text", "x": 1015.6, "y": 557, "width": 57.8, "height": 18.8, "angle": 0, "strokeColor": "#6b7280", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 8768, "version": 1, "versionNonce": 8768, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "(No \u00d7 1)", "fontSize": 15, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "containerId": null, "originalText": "(No \u00d7 1)", "lineHeight": 1.25, "autoResize": true, "baseline": 14 }, { "id": "e8785", "type": "text", "x": 714, "y": 582, "width": 97.5, "height": 18.8, "angle": 0, "strokeColor": "#1971c2", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 8785, "version": 1, "versionNonce": 8785, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "dLdya = y - t", "fontSize": 15, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "containerId": null, "originalText": "dLdya = y - t", "lineHeight": 1.25, "autoResize": true, "baseline": 14 }, { "id": "e8802", "type": "text", "x": 700, "y": 616, "width": 55.2, "height": 23.8, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 8802, "version": 1, "versionNonce": 8802, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "dL/dV", "fontSize": 19, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "containerId": null, "originalText": "dL/dV", "lineHeight": 1.25, "autoResize": true, "baseline": 17 }, { "id": "e8819", "type": "text", "x": 779.7, "y": 616, "width": 143.4, "height": 23.8, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 8819, "version": 1, "versionNonce": 8819, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "= (dL/dya) h^T", "fontSize": 19, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "containerId": null, "originalText": "= (dL/dya) h^T", "lineHeight": 1.25, "autoResize": true, "baseline": 17 }, { "id": "e8836", "type": "text", "x": 1015.6, "y": 619, "width": 204.7, "height": 18.8, "angle": 0, "strokeColor": "#6b7280", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 8836, "version": 1, "versionNonce": 8836, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "(No \u00d7 1)(1 \u00d7 Nh) = (No \u00d7 Nh)", "fontSize": 15, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "containerId": null, "originalText": "(No \u00d7 1)(1 \u00d7 Nh) = (No \u00d7 Nh)", "lineHeight": 1.25, "autoResize": true, "baseline": 14 }, { "id": "e8853", "type": "text", "x": 714, "y": 644, "width": 240.3, "height": 18.8, "angle": 0, "strokeColor": "#1971c2", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 8853, "version": 1, "versionNonce": 8853, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "dLdV = einsum(\"k,j->kj\", dLdya, h)", "fontSize": 15, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "containerId": null, "originalText": "dLdV = einsum(\"k,j->kj\", dLdya, h)", "lineHeight": 1.25, "autoResize": true, "baseline": 14 }, { "id": "e8870", "type": "text", "x": 700, "y": 678, "width": 53.5, "height": 23.8, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 8870, "version": 1, "versionNonce": 8870, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "dL/dc", "fontSize": 19, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "containerId": null, "originalText": "dL/dc", "lineHeight": 1.25, "autoResize": true, "baseline": 17 }, { "id": "e8887", "type": "text", "x": 779.7, "y": 678, "width": 83.0, "height": 23.8, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 8887, "version": 1, "versionNonce": 8887, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "= dL/dya", "fontSize": 19, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "containerId": null, "originalText": "= dL/dya", "lineHeight": 1.25, "autoResize": true, "baseline": 17 }, { "id": "e8904", "type": "text", "x": 1015.6, "y": 681, "width": 57.8, "height": 18.8, "angle": 0, "strokeColor": "#6b7280", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 8904, "version": 1, "versionNonce": 8904, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "(No \u00d7 1)", "fontSize": 15, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "containerId": null, "originalText": "(No \u00d7 1)", "lineHeight": 1.25, "autoResize": true, "baseline": 14 }, { "id": "e8921", "type": "text", "x": 714, "y": 706, "width": 97.0, "height": 18.8, "angle": 0, "strokeColor": "#1971c2", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 8921, "version": 1, "versionNonce": 8921, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "dLdc = dLdya", "fontSize": 15, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "containerId": null, "originalText": "dLdc = dLdya", "lineHeight": 1.25, "autoResize": true, "baseline": 14 }, { "id": "e8938", "type": "text", "x": 700, "y": 740, "width": 54.7, "height": 23.8, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 8938, "version": 1, "versionNonce": 8938, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "dL/dh", "fontSize": 19, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "containerId": null, "originalText": "dL/dh", "lineHeight": 1.25, "autoResize": true, "baseline": 17 }, { "id": "e8955", "type": "text", "x": 779.7, "y": 740, "width": 143.9, "height": 23.8, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 8955, "version": 1, "versionNonce": 8955, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "= V^T (dL/dya)", "fontSize": 19, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "containerId": null, "originalText": "= V^T (dL/dya)", "lineHeight": 1.25, "autoResize": true, "baseline": 17 }, { "id": "e8972", "type": "text", "x": 1015.6, "y": 743, "width": 204.7, "height": 18.8, "angle": 0, "strokeColor": "#6b7280", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 8972, "version": 1, "versionNonce": 8972, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "(Nh \u00d7 No)(No \u00d7 1) = (Nh \u00d7 1)", "fontSize": 15, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "containerId": null, "originalText": "(Nh \u00d7 No)(No \u00d7 1) = (Nh \u00d7 1)", "lineHeight": 1.25, "autoResize": true, "baseline": 14 }, { "id": "e8989", "type": "text", "x": 714, "y": 768, "width": 240.3, "height": 18.8, "angle": 0, "strokeColor": "#1971c2", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 8989, "version": 1, "versionNonce": 8989, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "dLdh = einsum(\"kj,k->j\", V, dLdya)", "fontSize": 15, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "containerId": null, "originalText": "dLdh = einsum(\"kj,k->j\", V, dLdya)", "lineHeight": 1.25, "autoResize": true, "baseline": 14 }, { "id": "e9006", "type": "text", "x": 700, "y": 802, "width": 65.7, "height": 23.8, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 9006, "version": 1, "versionNonce": 9006, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "dL/dha", "fontSize": 19, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "containerId": null, "originalText": "dL/dha", "lineHeight": 1.25, "autoResize": true, "baseline": 17 }, { "id": "e9023", "type": "text", "x": 779.7, "y": 802, "width": 209.9, "height": 23.8, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 9023, "version": 1, "versionNonce": 9023, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "= dL/dh \u2299 h \u2299 (1 - h)", "fontSize": 19, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "containerId": null, "originalText": "= dL/dh \u2299 h \u2299 (1 - h)", "lineHeight": 1.25, "autoResize": true, "baseline": 17 }, { "id": "e9040", "type": "text", "x": 1015.6, "y": 805, "width": 57.3, "height": 18.8, "angle": 0, "strokeColor": "#6b7280", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 9040, "version": 1, "versionNonce": 9040, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "(Nh \u00d7 1)", "fontSize": 15, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "containerId": null, "originalText": "(Nh \u00d7 1)", "lineHeight": 1.25, "autoResize": true, "baseline": 14 }, { "id": "e9057", "type": "text", "x": 714, "y": 830, "width": 192.5, "height": 18.8, "angle": 0, "strokeColor": "#1971c2", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 9057, "version": 1, "versionNonce": 9057, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "dLdha = dLdh * h * (1 - h)", "fontSize": 15, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "containerId": null, "originalText": "dLdha = dLdh * h * (1 - h)", "lineHeight": 1.25, "autoResize": true, "baseline": 14 }, { "id": "e9074", "type": "text", "x": 700, "y": 864, "width": 58.9, "height": 23.8, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 9074, "version": 1, "versionNonce": 9074, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "dL/dW", "fontSize": 19, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "containerId": null, "originalText": "dL/dW", "lineHeight": 1.25, "autoResize": true, "baseline": 17 }, { "id": "e9091", "type": "text", "x": 779.7, "y": 864, "width": 144.6, "height": 23.8, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 9091, "version": 1, "versionNonce": 9091, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "= (dL/dha) x^T", "fontSize": 19, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "containerId": null, "originalText": "= (dL/dha) x^T", "lineHeight": 1.25, "autoResize": true, "baseline": 17 }, { "id": "e9108", "type": "text", "x": 1015.6, "y": 867, "width": 194.0, "height": 18.8, "angle": 0, "strokeColor": "#6b7280", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 9108, "version": 1, "versionNonce": 9108, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "(Nh \u00d7 1)(1 \u00d7 Ni) = (Nh \u00d7 Ni)", "fontSize": 15, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "containerId": null, "originalText": "(Nh \u00d7 1)(1 \u00d7 Ni) = (Nh \u00d7 Ni)", "lineHeight": 1.25, "autoResize": true, "baseline": 14 }, { "id": "e9125", "type": "text", "x": 714, "y": 892, "width": 235.5, "height": 18.8, "angle": 0, "strokeColor": "#1971c2", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 9125, "version": 1, "versionNonce": 9125, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "dLdW = einsum(\"j,i->ji\", dLdha, x)", "fontSize": 15, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "containerId": null, "originalText": "dLdW = einsum(\"j,i->ji\", dLdha, x)", "lineHeight": 1.25, "autoResize": true, "baseline": 14 }, { "id": "e9142", "type": "text", "x": 700, "y": 926, "width": 54.5, "height": 23.8, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 9142, "version": 1, "versionNonce": 9142, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "dL/db", "fontSize": 19, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "containerId": null, "originalText": "dL/db", "lineHeight": 1.25, "autoResize": true, "baseline": 17 }, { "id": "e9159", "type": "text", "x": 779.7, "y": 926, "width": 83.7, "height": 23.8, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 9159, "version": 1, "versionNonce": 9159, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "= dL/dha", "fontSize": 19, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "containerId": null, "originalText": "= dL/dha", "lineHeight": 1.25, "autoResize": true, "baseline": 17 }, { "id": "e9176", "type": "text", "x": 1015.6, "y": 929, "width": 57.3, "height": 18.8, "angle": 0, "strokeColor": "#6b7280", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 9176, "version": 1, "versionNonce": 9176, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "(Nh \u00d7 1)", "fontSize": 15, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "containerId": null, "originalText": "(Nh \u00d7 1)", "lineHeight": 1.25, "autoResize": true, "baseline": 14 }, { "id": "e9193", "type": "text", "x": 714, "y": 954, "width": 98.3, "height": 18.8, "angle": 0, "strokeColor": "#1971c2", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 9193, "version": 1, "versionNonce": 9193, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "dLdb = dLdha", "fontSize": 15, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "containerId": null, "originalText": "dLdb = dLdha", "lineHeight": 1.25, "autoResize": true, "baseline": 14 }, { "id": "e9210", "type": "rectangle", "x": 46, "y": 898, "width": 616, "height": 88, "angle": 0, "strokeColor": "#f08c00", "backgroundColor": "#fff9db", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": { "type": 3 }, "seed": 9210, "version": 1, "versionNonce": 9210, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false }, { "id": "e9227", "type": "text", "x": 64, "y": 916, "width": 387.5, "height": 21.2, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 9227, "version": 1, "versionNonce": 9227, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "NOTE: dL/du always has the same shape as u.", "fontSize": 17, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "containerId": null, "originalText": "NOTE: dL/du always has the same shape as u.", "lineHeight": 1.25, "autoResize": true, "baseline": 15 }, { "id": "e9244", "type": "text", "x": 64, "y": 946, "width": 430.5, "height": 21.2, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 9244, "version": 1, "versionNonce": 9244, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "If a step gives the wrong shape, the step is wrong.", "fontSize": 17, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "containerId": null, "originalText": "If a step gives the wrong shape, the step is wrong.", "lineHeight": 1.25, "autoResize": true, "baseline": 15 }, { "id": "e9261", "type": "rectangle", "x": 46, "y": 1002, "width": 616, "height": 88, "angle": 0, "strokeColor": "#f08c00", "backgroundColor": "#fff9db", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": { "type": 3 }, "seed": 9261, "version": 1, "versionNonce": 9261, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false }, { "id": "e9278", "type": "text", "x": 64, "y": 1020, "width": 497.8, "height": 20.0, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 9278, "version": 1, "versionNonce": 9278, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "Saved from the forward pass, for the backward pass: x, h, y, t.", "fontSize": 16, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "containerId": null, "originalText": "Saved from the forward pass, for the backward pass: x, h, y, t.", "lineHeight": 1.25, "autoResize": true, "baseline": 14 }, { "id": "e9295", "type": "text", "x": 64, "y": 1050, "width": 421.3, "height": 20.0, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 9295, "version": 1, "versionNonce": 9295, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "ha is not needed; \u03c3'(ha) = h \u2299 (1 - h), which reuses h.", "fontSize": 16, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "containerId": null, "originalText": "ha is not needed; \u03c3'(ha) = h \u2299 (1 - h), which reuses h.", "lineHeight": 1.25, "autoResize": true, "baseline": 14 }, { "id": "e9312", "type": "text", "x": 46, "y": 1116, "width": 645.3, "height": 18.8, "angle": 0, "strokeColor": "#6b7280", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 9312, "version": 1, "versionNonce": 9312, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "\u2299 elementwise product ^T transpose \u03c3 sigmoid CE cross-entropy @ matmul", "fontSize": 15, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "containerId": null, "originalText": "\u2299 elementwise product ^T transpose \u03c3 sigmoid CE cross-entropy @ matmul", "lineHeight": 1.25, "autoResize": true, "baseline": 14 } ], "appState": { "gridSize": null, "viewBackgroundColor": "#ffffff" }, "files": {} }