<mxfile host="Electron" type="device" version="28.0.6"><diagram id="network-layers" name="network-layers"><mxGraphModel page="1" pageWidth="1050" pageHeight="250" background="#ffffff"><root><mxCell id="0"/><mxCell id="1" parent="0"/><mxCell id="n2" value="" style="rounded=0;whiteSpace=wrap;html=0;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=0;fontColor=#202124;spacing=5;fillColor=#ffffff;strokeColor=none;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="0" y="0" width="1050" height="250" as="geometry"/></mxCell><mxCell id="n3" style="strokeColor=#7c8b93;strokeWidth=2;endArrow=block;endSize=6;" edge="1" parent="1"><mxGeometry relative="1" as="geometry"><mxPoint x="225" y="100" as="sourcePoint"/><mxPoint x="290" y="100" as="targetPoint"/></mxGeometry></mxCell><mxCell id="n4" style="strokeColor=#7c8b93;strokeWidth=2;endArrow=block;endSize=6;" edge="1" parent="1"><mxGeometry relative="1" as="geometry"><mxPoint x="495" y="100" as="sourcePoint"/><mxPoint x="560" y="100" as="targetPoint"/></mxGeometry></mxCell><mxCell id="n5" style="strokeColor=#7c8b93;strokeWidth=2;endArrow=block;endSize=6;" edge="1" parent="1"><mxGeometry relative="1" as="geometry"><mxPoint x="765" y="100" as="sourcePoint"/><mxPoint x="830" y="100" as="targetPoint"/></mxGeometry></mxCell><mxCell id="n6" value="Input&#xa;features" style="rounded=0;whiteSpace=wrap;html=0;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=32;fontColor=#202124;spacing=5;fillColor=#e8f6f5;strokeColor=#007c89;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="20" y="30" width="205" height="140" as="geometry"/></mxCell><mxCell id="n7" value="Hidden&#xa;layer 1" style="rounded=0;whiteSpace=wrap;html=0;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=32;fontColor=#202124;spacing=5;fillColor=#fff4db;strokeColor=#b7791f;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="290" y="30" width="205" height="140" as="geometry"/></mxCell><mxCell id="n8" value="Hidden&#xa;layer 2" style="rounded=0;whiteSpace=wrap;html=0;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=32;fontColor=#202124;spacing=5;fillColor=#fff4db;strokeColor=#b7791f;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="560" y="30" width="205" height="140" as="geometry"/></mxCell><mxCell id="n9" value="Output&#xa;prediction" style="rounded=0;whiteSpace=wrap;html=0;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=32;fontColor=#202124;spacing=5;fillColor=#fdecef;strokeColor=#b8325f;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="830" y="30" width="205" height="140" as="geometry"/></mxCell><mxCell id="n10" value="Each hidden layer learns a transformation of the preceding values." style="text;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=32;fontColor=#007c89;spacing=0;" vertex="1" parent="1"><mxGeometry x="25" y="190" width="1000" height="45" as="geometry"/></mxCell></root></mxGraphModel></diagram>
<diagram id="tiny-network" name="tiny-network"><mxGraphModel page="1" pageWidth="1050" pageHeight="355" background="#ffffff"><root><mxCell id="0"/><mxCell id="1" parent="0"/><mxCell id="n2" value="" style="rounded=0;whiteSpace=wrap;html=0;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=0;fontColor=#202124;spacing=5;fillColor=#ffffff;strokeColor=none;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="0" y="0" width="1050" height="355" as="geometry"/></mxCell><mxCell id="n3" style="strokeColor=#7c8b93;strokeWidth=2;endArrow=block;endSize=6;" edge="1" parent="1"><mxGeometry relative="1" as="geometry"><mxPoint x="150" y="70" as="sourcePoint"/><mxPoint x="370" y="150" as="targetPoint"/></mxGeometry></mxCell><mxCell id="n4" style="strokeColor=#7c8b93;strokeWidth=2;endArrow=block;endSize=6;" edge="1" parent="1"><mxGeometry relative="1" as="geometry"><mxPoint x="150" y="260" as="sourcePoint"/><mxPoint x="370" y="150" as="targetPoint"/></mxGeometry></mxCell><mxCell id="n5" style="strokeColor=#7c8b93;strokeWidth=2;endArrow=block;endSize=6;" edge="1" parent="1"><mxGeometry relative="1" as="geometry"><mxPoint x="630" y="150" as="sourcePoint"/><mxPoint x="800" y="150" as="targetPoint"/></mxGeometry></mxCell><mxCell id="n6" style="strokeColor=#7c8b93;strokeWidth=2;endArrow=block;endSize=6;" edge="1" parent="1"><mxGeometry relative="1" as="geometry"><mxPoint x="500" y="285" as="sourcePoint"/><mxPoint x="500" y="210" as="targetPoint"/></mxGeometry></mxCell><mxCell id="n7" style="strokeColor=#7c8b93;strokeWidth=2;endArrow=block;endSize=6;" edge="1" parent="1"><mxGeometry relative="1" as="geometry"><mxPoint x="915" y="285" as="sourcePoint"/><mxPoint x="915" y="210" as="targetPoint"/></mxGeometry></mxCell><mxCell id="n8" value="x1 = 1" style="rounded=0;whiteSpace=wrap;html=0;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=32;fontColor=#202124;spacing=5;fillColor=#e8f6f5;strokeColor=#007c89;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="20" y="35" width="130" height="70" as="geometry"/></mxCell><mxCell id="n9" value="x2 = 2" style="rounded=0;whiteSpace=wrap;html=0;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=32;fontColor=#202124;spacing=5;fillColor=#e8f6f5;strokeColor=#007c89;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="20" y="225" width="130" height="70" as="geometry"/></mxCell><mxCell id="n10" value="Hidden unit&#xa;h = ReLU(z)" style="rounded=0;whiteSpace=wrap;html=0;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=32;fontColor=#202124;spacing=5;fillColor=#fff4db;strokeColor=#b7791f;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="370" y="90" width="260" height="120" as="geometry"/></mxCell><mxCell id="n11" value="Output&#xa;prediction" style="rounded=0;whiteSpace=wrap;html=0;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=32;fontColor=#202124;spacing=5;fillColor=#fdecef;strokeColor=#b8325f;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="800" y="90" width="230" height="120" as="geometry"/></mxCell><mxCell id="n12" value="b_h = 0" style="rounded=0;whiteSpace=wrap;html=0;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=30;fontColor=#202124;spacing=5;fillColor=#f6f9f9;strokeColor=#7c8b93;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="430" y="285" width="150" height="60" as="geometry"/></mxCell><mxCell id="n13" value="b_o = 0" style="rounded=0;whiteSpace=wrap;html=0;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=30;fontColor=#202124;spacing=5;fillColor=#f6f9f9;strokeColor=#7c8b93;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="840" y="285" width="150" height="60" as="geometry"/></mxCell><mxCell id="n14" value="w1 = 0.5" style="text;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=30;fontColor=#007c89;spacing=0;" vertex="1" parent="1"><mxGeometry x="180" y="40" width="170" height="40" as="geometry"/></mxCell><mxCell id="n15" value="w2 = 0.25" style="text;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=30;fontColor=#007c89;spacing=0;" vertex="1" parent="1"><mxGeometry x="180" y="250" width="170" height="40" as="geometry"/></mxCell><mxCell id="n16" value="v = 2" style="text;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=30;fontColor=#b8325f;spacing=0;" vertex="1" parent="1"><mxGeometry x="650" y="100" width="130" height="40" as="geometry"/></mxCell><mxCell id="n17" value="Target: 4 min" style="text;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=30;fontColor=#5d6470;spacing=0;" vertex="1" parent="1"><mxGeometry x="10" y="310" width="225" height="40" as="geometry"/></mxCell></root></mxGraphModel></diagram>
<diagram id="forward-values" name="forward-values"><mxGraphModel page="1" pageWidth="1050" pageHeight="355" background="#ffffff"><root><mxCell id="0"/><mxCell id="1" parent="0"/><mxCell id="n2" value="" style="rounded=0;whiteSpace=wrap;html=0;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=0;fontColor=#202124;spacing=5;fillColor=#ffffff;strokeColor=none;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="0" y="0" width="1050" height="355" as="geometry"/></mxCell><mxCell id="n3" style="strokeColor=#7c8b93;strokeWidth=2;endArrow=block;endSize=6;" edge="1" parent="1"><mxGeometry relative="1" as="geometry"><mxPoint x="150" y="70" as="sourcePoint"/><mxPoint x="370" y="150" as="targetPoint"/></mxGeometry></mxCell><mxCell id="n4" style="strokeColor=#7c8b93;strokeWidth=2;endArrow=block;endSize=6;" edge="1" parent="1"><mxGeometry relative="1" as="geometry"><mxPoint x="150" y="260" as="sourcePoint"/><mxPoint x="370" y="150" as="targetPoint"/></mxGeometry></mxCell><mxCell id="n5" style="strokeColor=#7c8b93;strokeWidth=2;endArrow=block;endSize=6;" edge="1" parent="1"><mxGeometry relative="1" as="geometry"><mxPoint x="630" y="150" as="sourcePoint"/><mxPoint x="800" y="150" as="targetPoint"/></mxGeometry></mxCell><mxCell id="n6" style="strokeColor=#7c8b93;strokeWidth=2;endArrow=block;endSize=6;" edge="1" parent="1"><mxGeometry relative="1" as="geometry"><mxPoint x="500" y="285" as="sourcePoint"/><mxPoint x="500" y="210" as="targetPoint"/></mxGeometry></mxCell><mxCell id="n7" style="strokeColor=#7c8b93;strokeWidth=2;endArrow=block;endSize=6;" edge="1" parent="1"><mxGeometry relative="1" as="geometry"><mxPoint x="915" y="285" as="sourcePoint"/><mxPoint x="915" y="210" as="targetPoint"/></mxGeometry></mxCell><mxCell id="n8" value="x1 = 1" style="rounded=0;whiteSpace=wrap;html=0;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=32;fontColor=#202124;spacing=5;fillColor=#e8f6f5;strokeColor=#007c89;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="20" y="35" width="130" height="70" as="geometry"/></mxCell><mxCell id="n9" value="x2 = 2" style="rounded=0;whiteSpace=wrap;html=0;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=32;fontColor=#202124;spacing=5;fillColor=#e8f6f5;strokeColor=#007c89;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="20" y="225" width="130" height="70" as="geometry"/></mxCell><mxCell id="n10" value="z = 1&#xa;h = 1" style="rounded=0;whiteSpace=wrap;html=0;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=32;fontColor=#202124;spacing=5;fillColor=#fff4db;strokeColor=#b7791f;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="370" y="90" width="260" height="120" as="geometry"/></mxCell><mxCell id="n11" value="Prediction&#xa;2 minutes" style="rounded=0;whiteSpace=wrap;html=0;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=32;fontColor=#202124;spacing=5;fillColor=#fdecef;strokeColor=#b8325f;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="800" y="90" width="230" height="120" as="geometry"/></mxCell><mxCell id="n12" value="b_h = 0" style="rounded=0;whiteSpace=wrap;html=0;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=30;fontColor=#202124;spacing=5;fillColor=#f6f9f9;strokeColor=#7c8b93;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="430" y="285" width="150" height="60" as="geometry"/></mxCell><mxCell id="n13" value="b_o = 0" style="rounded=0;whiteSpace=wrap;html=0;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=30;fontColor=#202124;spacing=5;fillColor=#f6f9f9;strokeColor=#7c8b93;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="840" y="285" width="150" height="60" as="geometry"/></mxCell><mxCell id="n14" value="w1 = 0.5" style="text;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=30;fontColor=#007c89;spacing=0;" vertex="1" parent="1"><mxGeometry x="180" y="40" width="170" height="40" as="geometry"/></mxCell><mxCell id="n15" value="w2 = 0.25" style="text;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=30;fontColor=#007c89;spacing=0;" vertex="1" parent="1"><mxGeometry x="180" y="250" width="170" height="40" as="geometry"/></mxCell><mxCell id="n16" value="v = 2" style="text;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=30;fontColor=#b8325f;spacing=0;" vertex="1" parent="1"><mxGeometry x="650" y="100" width="130" height="40" as="geometry"/></mxCell><mxCell id="n17" value="Target: 4 min" style="text;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=30;fontColor=#5d6470;spacing=0;" vertex="1" parent="1"><mxGeometry x="10" y="310" width="225" height="40" as="geometry"/></mxCell></root></mxGraphModel></diagram>
<diagram id="output-gradients" name="output-gradients"><mxGraphModel page="1" pageWidth="1050" pageHeight="355" background="#ffffff"><root><mxCell id="0"/><mxCell id="1" parent="0"/><mxCell id="n2" value="" style="rounded=0;whiteSpace=wrap;html=0;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=0;fontColor=#202124;spacing=5;fillColor=#ffffff;strokeColor=none;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="0" y="0" width="1050" height="355" as="geometry"/></mxCell><mxCell id="n3" style="strokeColor=#7c8b93;strokeWidth=2;endArrow=block;endSize=6;" edge="1" parent="1"><mxGeometry relative="1" as="geometry"><mxPoint x="150" y="70" as="sourcePoint"/><mxPoint x="370" y="150" as="targetPoint"/></mxGeometry></mxCell><mxCell id="n4" style="strokeColor=#7c8b93;strokeWidth=2;endArrow=block;endSize=6;" edge="1" parent="1"><mxGeometry relative="1" as="geometry"><mxPoint x="150" y="260" as="sourcePoint"/><mxPoint x="370" y="150" as="targetPoint"/></mxGeometry></mxCell><mxCell id="n5" style="strokeColor=#b8325f;strokeWidth=2;endArrow=block;endSize=6;" edge="1" parent="1"><mxGeometry relative="1" as="geometry"><mxPoint x="630" y="150" as="sourcePoint"/><mxPoint x="800" y="150" as="targetPoint"/></mxGeometry></mxCell><mxCell id="n6" style="strokeColor=#7c8b93;strokeWidth=2;endArrow=block;endSize=6;" edge="1" parent="1"><mxGeometry relative="1" as="geometry"><mxPoint x="500" y="285" as="sourcePoint"/><mxPoint x="500" y="210" as="targetPoint"/></mxGeometry></mxCell><mxCell id="n7" style="strokeColor=#b8325f;strokeWidth=2;endArrow=block;endSize=6;" edge="1" parent="1"><mxGeometry relative="1" as="geometry"><mxPoint x="915" y="285" as="sourcePoint"/><mxPoint x="915" y="210" as="targetPoint"/></mxGeometry></mxCell><mxCell id="n8" value="x1 = 1" style="rounded=0;whiteSpace=wrap;html=0;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=32;fontColor=#202124;spacing=5;fillColor=#e8f6f5;strokeColor=#007c89;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="20" y="35" width="130" height="70" as="geometry"/></mxCell><mxCell id="n9" value="x2 = 2" style="rounded=0;whiteSpace=wrap;html=0;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=32;fontColor=#202124;spacing=5;fillColor=#e8f6f5;strokeColor=#007c89;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="20" y="225" width="130" height="70" as="geometry"/></mxCell><mxCell id="n10" value="z = 1&#xa;h = 1" style="rounded=0;whiteSpace=wrap;html=0;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=32;fontColor=#202124;spacing=5;fillColor=#fff4db;strokeColor=#b7791f;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="370" y="90" width="260" height="120" as="geometry"/></mxCell><mxCell id="n11" value="Prediction&#xa;2 minutes" style="rounded=0;whiteSpace=wrap;html=0;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=32;fontColor=#202124;spacing=5;fillColor=#ffd6e1;strokeColor=#b8325f;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="800" y="90" width="230" height="120" as="geometry"/></mxCell><mxCell id="n12" value="b_h = 0" style="rounded=0;whiteSpace=wrap;html=0;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=30;fontColor=#202124;spacing=5;fillColor=#f6f9f9;strokeColor=#7c8b93;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="430" y="285" width="150" height="60" as="geometry"/></mxCell><mxCell id="n13" value="b_o = 0" style="rounded=0;whiteSpace=wrap;html=0;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=30;fontColor=#202124;spacing=5;fillColor=#f6f9f9;strokeColor=#7c8b93;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="840" y="285" width="150" height="60" as="geometry"/></mxCell><mxCell id="n14" value="w1 = 0.5" style="text;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=30;fontColor=#007c89;spacing=0;" vertex="1" parent="1"><mxGeometry x="180" y="40" width="170" height="40" as="geometry"/></mxCell><mxCell id="n15" value="w2 = 0.25" style="text;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=30;fontColor=#007c89;spacing=0;" vertex="1" parent="1"><mxGeometry x="180" y="250" width="170" height="40" as="geometry"/></mxCell><mxCell id="n16" value="v = 2" style="text;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=30;fontColor=#b8325f;spacing=0;" vertex="1" parent="1"><mxGeometry x="650" y="100" width="130" height="40" as="geometry"/></mxCell><mxCell id="n17" value="Target: 4 min" style="text;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=30;fontColor=#5d6470;spacing=0;" vertex="1" parent="1"><mxGeometry x="10" y="310" width="225" height="40" as="geometry"/></mxCell><mxCell id="n18" value="Focus: output derivative = -4" style="text;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=32;fontColor=#b8325f;spacing=0;" vertex="1" parent="1"><mxGeometry x="360" y="10" width="660" height="45" as="geometry"/></mxCell></root></mxGraphModel></diagram>
<diagram id="hidden-gradients" name="hidden-gradients"><mxGraphModel page="1" pageWidth="1050" pageHeight="355" background="#ffffff"><root><mxCell id="0"/><mxCell id="1" parent="0"/><mxCell id="n2" value="" style="rounded=0;whiteSpace=wrap;html=0;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=0;fontColor=#202124;spacing=5;fillColor=#ffffff;strokeColor=none;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="0" y="0" width="1050" height="355" as="geometry"/></mxCell><mxCell id="n3" style="strokeColor=#b7791f;strokeWidth=2;endArrow=block;endSize=6;" edge="1" parent="1"><mxGeometry relative="1" as="geometry"><mxPoint x="150" y="70" as="sourcePoint"/><mxPoint x="370" y="150" as="targetPoint"/></mxGeometry></mxCell><mxCell id="n4" style="strokeColor=#b7791f;strokeWidth=2;endArrow=block;endSize=6;" edge="1" parent="1"><mxGeometry relative="1" as="geometry"><mxPoint x="150" y="260" as="sourcePoint"/><mxPoint x="370" y="150" as="targetPoint"/></mxGeometry></mxCell><mxCell id="n5" style="strokeColor=#7c8b93;strokeWidth=2;endArrow=block;endSize=6;" edge="1" parent="1"><mxGeometry relative="1" as="geometry"><mxPoint x="630" y="150" as="sourcePoint"/><mxPoint x="800" y="150" as="targetPoint"/></mxGeometry></mxCell><mxCell id="n6" style="strokeColor=#b7791f;strokeWidth=2;endArrow=block;endSize=6;" edge="1" parent="1"><mxGeometry relative="1" as="geometry"><mxPoint x="500" y="285" as="sourcePoint"/><mxPoint x="500" y="210" as="targetPoint"/></mxGeometry></mxCell><mxCell id="n7" style="strokeColor=#7c8b93;strokeWidth=2;endArrow=block;endSize=6;" edge="1" parent="1"><mxGeometry relative="1" as="geometry"><mxPoint x="915" y="285" as="sourcePoint"/><mxPoint x="915" y="210" as="targetPoint"/></mxGeometry></mxCell><mxCell id="n8" value="x1 = 1" style="rounded=0;whiteSpace=wrap;html=0;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=32;fontColor=#202124;spacing=5;fillColor=#e8f6f5;strokeColor=#007c89;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="20" y="35" width="130" height="70" as="geometry"/></mxCell><mxCell id="n9" value="x2 = 2" style="rounded=0;whiteSpace=wrap;html=0;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=32;fontColor=#202124;spacing=5;fillColor=#e8f6f5;strokeColor=#007c89;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="20" y="225" width="130" height="70" as="geometry"/></mxCell><mxCell id="n10" value="z = 1&#xa;h = 1" style="rounded=0;whiteSpace=wrap;html=0;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=32;fontColor=#202124;spacing=5;fillColor=#fff0bd;strokeColor=#a36500;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="370" y="90" width="260" height="120" as="geometry"/></mxCell><mxCell id="n11" value="Prediction&#xa;2 minutes" style="rounded=0;whiteSpace=wrap;html=0;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=32;fontColor=#202124;spacing=5;fillColor=#fdecef;strokeColor=#b8325f;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="800" y="90" width="230" height="120" as="geometry"/></mxCell><mxCell id="n12" value="b_h = 0" style="rounded=0;whiteSpace=wrap;html=0;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=30;fontColor=#202124;spacing=5;fillColor=#f6f9f9;strokeColor=#7c8b93;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="430" y="285" width="150" height="60" as="geometry"/></mxCell><mxCell id="n13" value="b_o = 0" style="rounded=0;whiteSpace=wrap;html=0;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=30;fontColor=#202124;spacing=5;fillColor=#f6f9f9;strokeColor=#7c8b93;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="840" y="285" width="150" height="60" as="geometry"/></mxCell><mxCell id="n14" value="w1 = 0.5" style="text;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=30;fontColor=#007c89;spacing=0;" vertex="1" parent="1"><mxGeometry x="180" y="40" width="170" height="40" as="geometry"/></mxCell><mxCell id="n15" value="w2 = 0.25" style="text;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=30;fontColor=#007c89;spacing=0;" vertex="1" parent="1"><mxGeometry x="180" y="250" width="170" height="40" as="geometry"/></mxCell><mxCell id="n16" value="v = 2" style="text;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=30;fontColor=#b8325f;spacing=0;" vertex="1" parent="1"><mxGeometry x="650" y="100" width="130" height="40" as="geometry"/></mxCell><mxCell id="n17" value="Target: 4 min" style="text;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=30;fontColor=#5d6470;spacing=0;" vertex="1" parent="1"><mxGeometry x="10" y="310" width="225" height="40" as="geometry"/></mxCell><mxCell id="n18" value="Focus: hidden preactivation derivative = -8" style="text;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=30;fontColor=#a36500;spacing=0;" vertex="1" parent="1"><mxGeometry x="345" y="5" width="690" height="55" as="geometry"/></mxCell></root></mxGraphModel></diagram>
<diagram id="inactive-relu" name="inactive-relu"><mxGraphModel page="1" pageWidth="1050" pageHeight="355" background="#ffffff"><root><mxCell id="0"/><mxCell id="1" parent="0"/><mxCell id="n2" value="" style="rounded=0;whiteSpace=wrap;html=0;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=0;fontColor=#202124;spacing=5;fillColor=#ffffff;strokeColor=none;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="0" y="0" width="1050" height="355" as="geometry"/></mxCell><mxCell id="n3" style="strokeColor=#7c8b93;strokeWidth=2;endArrow=block;endSize=6;" edge="1" parent="1"><mxGeometry relative="1" as="geometry"><mxPoint x="150" y="70" as="sourcePoint"/><mxPoint x="370" y="150" as="targetPoint"/></mxGeometry></mxCell><mxCell id="n4" style="strokeColor=#7c8b93;strokeWidth=2;endArrow=block;endSize=6;" edge="1" parent="1"><mxGeometry relative="1" as="geometry"><mxPoint x="150" y="260" as="sourcePoint"/><mxPoint x="370" y="150" as="targetPoint"/></mxGeometry></mxCell><mxCell id="n5" style="strokeColor=#7c8b93;strokeWidth=2;endArrow=block;endSize=6;" edge="1" parent="1"><mxGeometry relative="1" as="geometry"><mxPoint x="630" y="150" as="sourcePoint"/><mxPoint x="800" y="150" as="targetPoint"/></mxGeometry></mxCell><mxCell id="n6" style="strokeColor=#7c8b93;strokeWidth=2;endArrow=block;endSize=6;" edge="1" parent="1"><mxGeometry relative="1" as="geometry"><mxPoint x="500" y="285" as="sourcePoint"/><mxPoint x="500" y="210" as="targetPoint"/></mxGeometry></mxCell><mxCell id="n7" style="strokeColor=#b8325f;strokeWidth=2;endArrow=block;endSize=6;" edge="1" parent="1"><mxGeometry relative="1" as="geometry"><mxPoint x="915" y="285" as="sourcePoint"/><mxPoint x="915" y="210" as="targetPoint"/></mxGeometry></mxCell><mxCell id="n8" value="x1 = 1" style="rounded=0;whiteSpace=wrap;html=0;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=32;fontColor=#202124;spacing=5;fillColor=#e8f6f5;strokeColor=#007c89;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="20" y="35" width="130" height="70" as="geometry"/></mxCell><mxCell id="n9" value="x2 = 2" style="rounded=0;whiteSpace=wrap;html=0;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=32;fontColor=#202124;spacing=5;fillColor=#e8f6f5;strokeColor=#007c89;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="20" y="225" width="130" height="70" as="geometry"/></mxCell><mxCell id="n10" value="z = -1&#xa;h = 0" style="rounded=0;whiteSpace=wrap;html=0;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=32;fontColor=#202124;spacing=5;fillColor=#fff4db;strokeColor=#b7791f;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="370" y="90" width="260" height="120" as="geometry"/></mxCell><mxCell id="n11" value="Prediction&#xa;0 minutes" style="rounded=0;whiteSpace=wrap;html=0;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=32;fontColor=#202124;spacing=5;fillColor=#fdecef;strokeColor=#b8325f;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="800" y="90" width="230" height="120" as="geometry"/></mxCell><mxCell id="n12" value="b_h = -2" style="rounded=0;whiteSpace=wrap;html=0;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=30;fontColor=#202124;spacing=5;fillColor=#f6f9f9;strokeColor=#7c8b93;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="430" y="285" width="150" height="60" as="geometry"/></mxCell><mxCell id="n13" value="b_o = 0" style="rounded=0;whiteSpace=wrap;html=0;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=30;fontColor=#202124;spacing=5;fillColor=#f6f9f9;strokeColor=#b8325f;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="840" y="285" width="150" height="60" as="geometry"/></mxCell><mxCell id="n14" value="w1 = 0.5" style="text;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=30;fontColor=#007c89;spacing=0;" vertex="1" parent="1"><mxGeometry x="180" y="40" width="170" height="40" as="geometry"/></mxCell><mxCell id="n15" value="w2 = 0.25" style="text;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=30;fontColor=#007c89;spacing=0;" vertex="1" parent="1"><mxGeometry x="180" y="250" width="170" height="40" as="geometry"/></mxCell><mxCell id="n16" value="v = 2" style="text;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=30;fontColor=#b8325f;spacing=0;" vertex="1" parent="1"><mxGeometry x="650" y="100" width="130" height="40" as="geometry"/></mxCell><mxCell id="n17" value="Target: 4 min" style="text;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=30;fontColor=#5d6470;spacing=0;" vertex="1" parent="1"><mxGeometry x="10" y="310" width="225" height="40" as="geometry"/></mxCell><mxCell id="n18" value="Inactive ReLU; output bias can still learn" style="text;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=30;fontColor=#b8325f;spacing=0;" vertex="1" parent="1"><mxGeometry x="340" y="5" width="695" height="55" as="geometry"/></mxCell></root></mxGraphModel></diagram></mxfile>
