<mxfile host="Electron" type="device" version="28.0.6"><diagram id="observed-transition" name="observed-transition"><mxGraphModel page="1" pageWidth="1050" pageHeight="230" background="#ffffff"><root><mxCell id="0"/><mxCell id="1" parent="0"/><mxCell id="n2" value="" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=0;fontColor=#202124;spacing=5;fillColor=#ffffff;strokeColor=none;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="0" y="0" width="1050" height="230" as="geometry"/></mxCell><mxCell id="n3" style="strokeColor=#007c89;strokeWidth=2;endArrow=block;endSize=6;rounded=0;" edge="1" parent="1"><mxGeometry relative="1" as="geometry"><mxPoint x="235" y="110" as="sourcePoint"/><mxPoint x="805" y="110" as="targetPoint"/></mxGeometry></mxCell><mxCell id="n4" value="D&#xa;Depot" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=34;fontColor=#202124;spacing=5;fillColor=#dff2ef;strokeColor=#007c89;strokeWidth=2;shape=ellipse;" vertex="1" parent="1"><mxGeometry x="75" y="30" width="160" height="160" as="geometry"/></mxCell><mxCell id="n5" value="J&#xa;Pickup stop" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=32;fontColor=#202124;spacing=5;fillColor=#fff2d5;strokeColor=#a36500;strokeWidth=2;shape=ellipse;" vertex="1" parent="1"><mxGeometry x="805" y="30" width="160" height="160" as="geometry"/></mxCell><mxCell id="n6" value="action: pickup" style="text;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=34;fontColor=#007c89;spacing=0;" vertex="1" parent="1"><mxGeometry x="310" y="42" width="420" height="45" as="geometry"/></mxCell><mxCell id="n7" value="observed reward: -1" style="text;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=33;fontColor=#b8325f;spacing=0;" vertex="1" parent="1"><mxGeometry x="290" y="130" width="460" height="45" as="geometry"/></mxCell></root></mxGraphModel></diagram>
<diagram id="delivery-episode" name="delivery-episode"><mxGraphModel page="1" pageWidth="1050" pageHeight="245" background="#ffffff"><root><mxCell id="0"/><mxCell id="1" parent="0"/><mxCell id="n2" value="" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=0;fontColor=#202124;spacing=5;fillColor=#ffffff;strokeColor=none;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="0" y="0" width="1050" height="245" as="geometry"/></mxCell><mxCell id="n3" style="strokeColor=#007c89;strokeWidth=2;endArrow=block;endSize=6;rounded=0;" edge="1" parent="1"><mxGeometry relative="1" as="geometry"><mxPoint x="220" y="125" as="sourcePoint"/><mxPoint x="445" y="125" as="targetPoint"/></mxGeometry></mxCell><mxCell id="n4" style="strokeColor=#007c89;strokeWidth=2;endArrow=block;endSize=6;rounded=0;" edge="1" parent="1"><mxGeometry relative="1" as="geometry"><mxPoint x="595" y="125" as="sourcePoint"/><mxPoint x="820" y="125" as="targetPoint"/></mxGeometry></mxCell><mxCell id="n5" value="D&#xa;Depot" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=32;fontColor=#202124;spacing=5;fillColor=#dff2ef;strokeColor=#007c89;strokeWidth=2;shape=ellipse;" vertex="1" parent="1"><mxGeometry x="70" y="50" width="150" height="150" as="geometry"/></mxCell><mxCell id="n6" value="J&#xa;Pickup stop" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=30;fontColor=#202124;spacing=5;fillColor=#fff2d5;strokeColor=#a36500;strokeWidth=2;shape=ellipse;" vertex="1" parent="1"><mxGeometry x="445" y="50" width="150" height="150" as="geometry"/></mxCell><mxCell id="n7" value="F&#xa;Finished" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=32;fontColor=#202124;spacing=5;fillColor=#fde5ed;strokeColor=#b8325f;strokeWidth=2;shape=ellipse;" vertex="1" parent="1"><mxGeometry x="820" y="50" width="150" height="150" as="geometry"/></mxCell><mxCell id="n8" value="pickup&#xa;r1 = -1" style="text;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=29;fontColor=#007c89;spacing=0;" vertex="1" parent="1"><mxGeometry x="230" y="30" width="205" height="75" as="geometry"/></mxCell><mxCell id="n9" value="deliver&#xa;r2 = 8" style="text;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=29;fontColor=#007c89;spacing=0;" vertex="1" parent="1"><mxGeometry x="605" y="30" width="205" height="75" as="geometry"/></mxCell><mxCell id="n10" value="t = 0" style="text;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=28;fontColor=#5d6970;spacing=0;" vertex="1" parent="1"><mxGeometry x="70" y="205" width="150" height="35" as="geometry"/></mxCell><mxCell id="n11" value="t = 1" style="text;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=28;fontColor=#5d6970;spacing=0;" vertex="1" parent="1"><mxGeometry x="445" y="205" width="150" height="35" as="geometry"/></mxCell><mxCell id="n12" value="t = 2" style="text;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=28;fontColor=#5d6970;spacing=0;" vertex="1" parent="1"><mxGeometry x="820" y="205" width="150" height="35" as="geometry"/></mxCell></root></mxGraphModel></diagram>
<diagram id="update-timing" name="update-timing"><mxGraphModel page="1" pageWidth="1050" pageHeight="330" background="#ffffff"><root><mxCell id="0"/><mxCell id="1" parent="0"/><mxCell id="n2" value="" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=0;fontColor=#202124;spacing=5;fillColor=#ffffff;strokeColor=none;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="0" y="0" width="1050" height="330" as="geometry"/></mxCell><mxCell id="n3" value="Just after pickup: observe -1 and reach J, with V(J) = 4" style="text;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=30;fontColor=#5d6970;spacing=0;" vertex="1" parent="1"><mxGeometry x="10" y="0" width="1030" height="45" as="geometry"/></mxCell><mxCell id="n4" value="MC" style="text;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=38;fontColor=#b8325f;spacing=0;" vertex="1" parent="1"><mxGeometry x="10" y="80" width="180" height="90" as="geometry"/></mxCell><mxCell id="n5" value="Wait: the full return&#xa;is not yet available" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=33;fontColor=#202124;spacing=5;fillColor=#fde5ed;strokeColor=#b8325f;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="220" y="70" width="800" height="105" as="geometry"/></mxCell><mxCell id="n6" value="TD(0)" style="text;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=38;fontColor=#007c89;spacing=0;" vertex="1" parent="1"><mxGeometry x="10" y="215" width="180" height="90" as="geometry"/></mxCell><mxCell id="n7" value="Target: -1 + 0.9 x 4 = 2.6&#xa;Update V(D): 0 to 1.3" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=33;fontColor=#202124;spacing=5;fillColor=#dff2ef;strokeColor=#007c89;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="220" y="205" width="800" height="105" as="geometry"/></mxCell></root></mxGraphModel></diagram>
<diagram id="behavior-choice" name="behavior-choice"><mxGraphModel page="1" pageWidth="1050" pageHeight="250" background="#ffffff"><root><mxCell id="0"/><mxCell id="1" parent="0"/><mxCell id="n2" value="" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=0;fontColor=#202124;spacing=5;fillColor=#ffffff;strokeColor=none;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="0" y="0" width="1050" height="250" as="geometry"/></mxCell><mxCell id="n3" style="strokeColor=#a5b5bd;strokeWidth=2;endArrow=block;endSize=6;rounded=0;" edge="1" parent="1"><mxGeometry relative="1" as="geometry"><mxPoint x="180" y="125" as="sourcePoint"/><mxPoint x="420" y="62" as="targetPoint"/><Array as="points"><mxPoint x="290" y="125"/><mxPoint x="290" y="62"/></Array></mxGeometry></mxCell><mxCell id="n4" style="strokeColor=#b8325f;strokeWidth=3;endArrow=block;endSize=6;rounded=0;" edge="1" parent="1"><mxGeometry relative="1" as="geometry"><mxPoint x="180" y="125" as="sourcePoint"/><mxPoint x="420" y="190" as="targetPoint"/><Array as="points"><mxPoint x="290" y="125"/><mxPoint x="290" y="190"/></Array></mxGeometry></mxCell><mxCell id="n5" value="J" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=44;fontColor=#202124;spacing=5;fillColor=#fff2d5;strokeColor=#a36500;strokeWidth=2;shape=ellipse;" vertex="1" parent="1"><mxGeometry x="60" y="65" width="120" height="120" as="geometry"/></mxCell><mxCell id="n6" value="deliver&#xa;Q = 6" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=34;fontColor=#202124;spacing=5;fillColor=#f4f7f8;strokeColor=#a5b5bd;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="420" y="15" width="285" height="95" as="geometry"/></mxCell><mxCell id="n7" value="return&#xa;Q = 1" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=34;fontColor=#202124;spacing=5;fillColor=#fde5ed;strokeColor=#b8325f;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="420" y="145" width="285" height="95" as="geometry"/></mxCell><mxCell id="n8" value="Greedy action&#xa;not selected" style="text;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=29;fontColor=#5d6970;spacing=0;" vertex="1" parent="1"><mxGeometry x="735" y="20" width="300" height="85" as="geometry"/></mxCell><mxCell id="n9" value="Selected by&#xa;behavior" style="text;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=30;fontColor=#b8325f;spacing=0;" vertex="1" parent="1"><mxGeometry x="735" y="150" width="300" height="85" as="geometry"/></mxCell></root></mxGraphModel></diagram>
<diagram id="sarsa-target" name="sarsa-target"><mxGraphModel page="1" pageWidth="1050" pageHeight="250" background="#ffffff"><root><mxCell id="0"/><mxCell id="1" parent="0"/><mxCell id="n2" value="" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=0;fontColor=#202124;spacing=5;fillColor=#ffffff;strokeColor=none;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="0" y="0" width="1050" height="250" as="geometry"/></mxCell><mxCell id="n3" style="strokeColor=#a5b5bd;strokeWidth=2;endArrow=block;endSize=6;rounded=0;" edge="1" parent="1"><mxGeometry relative="1" as="geometry"><mxPoint x="180" y="125" as="sourcePoint"/><mxPoint x="420" y="62" as="targetPoint"/><Array as="points"><mxPoint x="290" y="125"/><mxPoint x="290" y="62"/></Array></mxGeometry></mxCell><mxCell id="n4" style="strokeColor=#b8325f;strokeWidth=3;endArrow=block;endSize=6;rounded=0;" edge="1" parent="1"><mxGeometry relative="1" as="geometry"><mxPoint x="180" y="125" as="sourcePoint"/><mxPoint x="420" y="190" as="targetPoint"/><Array as="points"><mxPoint x="290" y="125"/><mxPoint x="290" y="190"/></Array></mxGeometry></mxCell><mxCell id="n5" value="J" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=44;fontColor=#202124;spacing=5;fillColor=#fff2d5;strokeColor=#a36500;strokeWidth=2;shape=ellipse;" vertex="1" parent="1"><mxGeometry x="60" y="65" width="120" height="120" as="geometry"/></mxCell><mxCell id="n6" value="deliver&#xa;Q = 6" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=34;fontColor=#202124;spacing=5;fillColor=#f4f7f8;strokeColor=#a5b5bd;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="420" y="15" width="285" height="95" as="geometry"/></mxCell><mxCell id="n7" value="return&#xa;Q = 1" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=34;fontColor=#202124;spacing=5;fillColor=#fde5ed;strokeColor=#b8325f;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="420" y="145" width="285" height="95" as="geometry"/></mxCell><mxCell id="n8" value="Not used&#xa;in this target" style="text;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=29;fontColor=#5d6970;spacing=0;" vertex="1" parent="1"><mxGeometry x="735" y="20" width="300" height="85" as="geometry"/></mxCell><mxCell id="n9" value="Selected action&#xa;Target uses 1" style="text;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=30;fontColor=#b8325f;spacing=0;" vertex="1" parent="1"><mxGeometry x="735" y="150" width="300" height="85" as="geometry"/></mxCell></root></mxGraphModel></diagram>
<diagram id="q-learning-target" name="q-learning-target"><mxGraphModel page="1" pageWidth="1050" pageHeight="250" background="#ffffff"><root><mxCell id="0"/><mxCell id="1" parent="0"/><mxCell id="n2" value="" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=0;fontColor=#202124;spacing=5;fillColor=#ffffff;strokeColor=none;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="0" y="0" width="1050" height="250" as="geometry"/></mxCell><mxCell id="n3" style="strokeColor=#007c89;strokeWidth=3;endArrow=block;endSize=6;rounded=0;" edge="1" parent="1"><mxGeometry relative="1" as="geometry"><mxPoint x="180" y="125" as="sourcePoint"/><mxPoint x="420" y="62" as="targetPoint"/><Array as="points"><mxPoint x="290" y="125"/><mxPoint x="290" y="62"/></Array></mxGeometry></mxCell><mxCell id="n4" style="strokeColor=#b8325f;strokeWidth=2;endArrow=block;endSize=6;rounded=0;" edge="1" parent="1"><mxGeometry relative="1" as="geometry"><mxPoint x="180" y="125" as="sourcePoint"/><mxPoint x="420" y="190" as="targetPoint"/><Array as="points"><mxPoint x="290" y="125"/><mxPoint x="290" y="190"/></Array></mxGeometry></mxCell><mxCell id="n5" value="J" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=44;fontColor=#202124;spacing=5;fillColor=#fff2d5;strokeColor=#a36500;strokeWidth=2;shape=ellipse;" vertex="1" parent="1"><mxGeometry x="60" y="65" width="120" height="120" as="geometry"/></mxCell><mxCell id="n6" value="deliver&#xa;Q = 6" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=34;fontColor=#202124;spacing=5;fillColor=#dff2ef;strokeColor=#007c89;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="420" y="15" width="285" height="95" as="geometry"/></mxCell><mxCell id="n7" value="return&#xa;Q = 1" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=34;fontColor=#202124;spacing=5;fillColor=#fde5ed;strokeColor=#b8325f;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="420" y="145" width="285" height="95" as="geometry"/></mxCell><mxCell id="n8" value="Largest estimate&#xa;Target uses 6" style="text;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=30;fontColor=#007c89;spacing=0;" vertex="1" parent="1"><mxGeometry x="735" y="20" width="300" height="85" as="geometry"/></mxCell><mxCell id="n9" value="Behavior still&#xa;selects return" style="text;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=29;fontColor=#b8325f;spacing=0;" vertex="1" parent="1"><mxGeometry x="735" y="150" width="300" height="85" as="geometry"/></mxCell></root></mxGraphModel></diagram>
<diagram id="return-horizons" name="return-horizons"><mxGraphModel page="1" pageWidth="1050" pageHeight="275" background="#ffffff"><root><mxCell id="0"/><mxCell id="1" parent="0"/><mxCell id="n2" value="" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=0;fontColor=#202124;spacing=5;fillColor=#ffffff;strokeColor=none;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="0" y="0" width="1050" height="275" as="geometry"/></mxCell><mxCell id="n3" value="n = 1" style="text;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=34;fontColor=#007c89;spacing=0;" vertex="1" parent="1"><mxGeometry x="0" y="45" width="135" height="90" as="geometry"/></mxCell><mxCell id="n4" value="Observed&#xa;-1" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=32;fontColor=#202124;spacing=5;fillColor=#dff2ef;strokeColor=#007c89;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="155" y="40" width="190" height="100" as="geometry"/></mxCell><mxCell id="n5" value="+" style="text;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=38;fontColor=#5d6970;spacing=0;" vertex="1" parent="1"><mxGeometry x="355" y="60" width="60" height="60" as="geometry"/></mxCell><mxCell id="n6" value="Use V(J) = 4&#xa;0.9 x 4" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=32;fontColor=#202124;spacing=5;fillColor=#fff2d5;strokeColor=#a36500;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="425" y="40" width="290" height="100" as="geometry"/></mxCell><mxCell id="n7" value="=" style="text;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=38;fontColor=#5d6970;spacing=0;" vertex="1" parent="1"><mxGeometry x="725" y="60" width="60" height="60" as="geometry"/></mxCell><mxCell id="n8" value="Target&#xa;2.6" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=34;fontColor=#202124;spacing=5;fillColor=#f4f7f8;strokeColor=#a5b5bd;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="795" y="40" width="230" height="100" as="geometry"/></mxCell><mxCell id="n9" value="n = 2" style="text;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=34;fontColor=#b8325f;spacing=0;" vertex="1" parent="1"><mxGeometry x="0" y="175" width="135" height="90" as="geometry"/></mxCell><mxCell id="n10" value="Observed&#xa;-1" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=32;fontColor=#202124;spacing=5;fillColor=#dff2ef;strokeColor=#007c89;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="155" y="170" width="190" height="100" as="geometry"/></mxCell><mxCell id="n11" value="+" style="text;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=38;fontColor=#5d6970;spacing=0;" vertex="1" parent="1"><mxGeometry x="355" y="190" width="60" height="60" as="geometry"/></mxCell><mxCell id="n12" value="Finish at F&#xa;0.9 x 8" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=32;fontColor=#202124;spacing=5;fillColor=#fde5ed;strokeColor=#b8325f;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="425" y="170" width="290" height="100" as="geometry"/></mxCell><mxCell id="n13" value="=" style="text;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=38;fontColor=#5d6970;spacing=0;" vertex="1" parent="1"><mxGeometry x="725" y="190" width="60" height="60" as="geometry"/></mxCell><mxCell id="n14" value="Return&#xa;6.2" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=34;fontColor=#202124;spacing=5;fillColor=#f4f7f8;strokeColor=#a5b5bd;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="795" y="170" width="230" height="100" as="geometry"/></mxCell></root></mxGraphModel></diagram>
<diagram id="eligibility-traces" name="eligibility-traces"><mxGraphModel page="1" pageWidth="1050" pageHeight="245" background="#ffffff"><root><mxCell id="0"/><mxCell id="1" parent="0"/><mxCell id="n2" value="" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=0;fontColor=#202124;spacing=5;fillColor=#ffffff;strokeColor=none;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="0" y="0" width="1050" height="245" as="geometry"/></mxCell><mxCell id="n3" value="gamma = 0.9, lambda = 0.5; visits: D then J" style="text;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=30;fontColor=#5d6970;spacing=0;" vertex="1" parent="1"><mxGeometry x="15" y="0" width="1020" height="45" as="geometry"/></mxCell><mxCell id="n4" value="D: earlier visit" style="text;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=31;fontColor=#007c89;spacing=0;" vertex="1" parent="1"><mxGeometry x="5" y="70" width="270" height="55" as="geometry"/></mxCell><mxCell id="n5" value="" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=0;fontColor=#202124;spacing=5;fillColor=#dff2ef;strokeColor=#007c89;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="305" y="75" width="247.5" height="45" as="geometry"/></mxCell><mxCell id="n6" value="e(D) = 0.45" style="text;html=0;whiteSpace=wrap;align=left;verticalAlign=middle;fontFamily=Helvetica;fontSize=31;fontColor=#007c89;spacing=0;" vertex="1" parent="1"><mxGeometry x="570" y="70" width="280" height="55" as="geometry"/></mxCell><mxCell id="n7" value="J: current visit" style="text;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=31;fontColor=#b8325f;spacing=0;" vertex="1" parent="1"><mxGeometry x="5" y="165" width="270" height="55" as="geometry"/></mxCell><mxCell id="n8" value="" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=0;fontColor=#202124;spacing=5;fillColor=#fde5ed;strokeColor=#b8325f;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="305" y="170" width="550" height="45" as="geometry"/></mxCell><mxCell id="n9" value="e(J) = 1" style="text;html=0;whiteSpace=wrap;align=left;verticalAlign=middle;fontFamily=Helvetica;fontSize=31;fontColor=#b8325f;spacing=0;" vertex="1" parent="1"><mxGeometry x="880" y="165" width="165" height="55" as="geometry"/></mxCell></root></mxGraphModel></diagram>
<diagram id="deep-q-network" name="deep-q-network"><mxGraphModel page="1" pageWidth="1050" pageHeight="185" background="#ffffff"><root><mxCell id="0"/><mxCell id="1" parent="0"/><mxCell id="n2" value="" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=0;fontColor=#202124;spacing=5;fillColor=#ffffff;strokeColor=none;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="0" y="0" width="1050" height="185" as="geometry"/></mxCell><mxCell id="n3" style="strokeColor=#007c89;strokeWidth=2;endArrow=block;endSize=6;rounded=0;" edge="1" parent="1"><mxGeometry relative="1" as="geometry"><mxPoint x="220" y="90" as="sourcePoint"/><mxPoint x="365" y="90" as="targetPoint"/></mxGeometry></mxCell><mxCell id="n4" style="strokeColor=#007c89;strokeWidth=2;endArrow=block;endSize=6;rounded=0;" edge="1" parent="1"><mxGeometry relative="1" as="geometry"><mxPoint x="665" y="90" as="sourcePoint"/><mxPoint x="790" y="90" as="targetPoint"/></mxGeometry></mxCell><mxCell id="n5" value="State D&#xa;as numbers" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=31;fontColor=#202124;spacing=5;fillColor=#dff2ef;strokeColor=#007c89;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="15" y="30" width="205" height="120" as="geometry"/></mxCell><mxCell id="n6" value="Q network&#xa;learned weights" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=31;fontColor=#202124;spacing=5;fillColor=#fff2d5;strokeColor=#a36500;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="365" y="30" width="300" height="120" as="geometry"/></mxCell><mxCell id="n7" value="small job value&#xa;pickup value" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=30;fontColor=#202124;spacing=5;fillColor=#fde5ed;strokeColor=#b8325f;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="790" y="30" width="245" height="120" as="geometry"/></mxCell></root></mxGraphModel></diagram></mxfile>
