<mxfile host="Electron" type="device" version="28.0.6"><diagram id="direct-policy" name="direct-policy"><mxGraphModel page="1" pageWidth="1050" pageHeight="240" background="#ffffff"><root><mxCell id="0"/><mxCell id="1" parent="0"/><mxCell id="n2" value="" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=0;fontColor=#202124;spacing=5;fillColor=#ffffff;strokeColor=none;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="0" y="0" width="1050" height="240" as="geometry"/></mxCell><mxCell id="n3" style="strokeColor=#5d6970;strokeWidth=2;endArrow=block;endSize=6;rounded=0;" edge="1" parent="1"><mxGeometry relative="1" as="geometry"><mxPoint x="200" y="120" as="sourcePoint"/><mxPoint x="345" y="120" as="targetPoint"/></mxGeometry></mxCell><mxCell id="n4" style="strokeColor=#a36500;strokeWidth=2;endArrow=block;endSize=6;rounded=0;" edge="1" parent="1"><mxGeometry relative="1" as="geometry"><mxPoint x="605" y="120" as="sourcePoint"/><mxPoint x="755" y="65" as="targetPoint"/><Array as="points"><mxPoint x="680" y="120"/><mxPoint x="680" y="65"/></Array></mxGeometry></mxCell><mxCell id="n5" style="strokeColor=#007c89;strokeWidth=2;endArrow=block;endSize=6;rounded=0;" edge="1" parent="1"><mxGeometry relative="1" as="geometry"><mxPoint x="605" y="120" as="sourcePoint"/><mxPoint x="755" y="185" as="targetPoint"/><Array as="points"><mxPoint x="680" y="120"/><mxPoint x="680" y="185"/></Array></mxGeometry></mxCell><mxCell id="n6" value="D&#xa;Depot" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=33;fontColor=#202124;spacing=5;fillColor=#f4f7f8;strokeColor=#a5b5bd;strokeWidth=2;shape=ellipse;" vertex="1" parent="1"><mxGeometry x="40" y="50" width="160" height="140" as="geometry"/></mxCell><mxCell id="n7" value="Policy&#xa;parameters" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=33;fontColor=#202124;spacing=5;fillColor=#f4f7f8;strokeColor=#a5b5bd;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="345" y="65" width="260" height="110" as="geometry"/></mxCell><mxCell id="n8" value="small: 0.50" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=33;fontColor=#202124;spacing=5;fillColor=#fff2d5;strokeColor=#a36500;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="755" y="25" width="275" height="80" as="geometry"/></mxCell><mxCell id="n9" value="pickup: 0.50" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=33;fontColor=#202124;spacing=5;fillColor=#dff2ef;strokeColor=#007c89;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="755" y="145" width="275" height="80" as="geometry"/></mxCell></root></mxGraphModel></diagram>
<diagram id="delivery-choices" name="delivery-choices"><mxGraphModel page="1" pageWidth="1050" pageHeight="335" background="#ffffff"><root><mxCell id="0"/><mxCell id="1" parent="0"/><mxCell id="n2" value="" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=0;fontColor=#202124;spacing=5;fillColor=#ffffff;strokeColor=none;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="0" y="0" width="1050" height="335" as="geometry"/></mxCell><mxCell id="n3" style="strokeColor=#a36500;strokeWidth=2;endArrow=block;endSize=6;rounded=0;" edge="1" parent="1"><mxGeometry relative="1" as="geometry"><mxPoint x="130" y="110" as="sourcePoint"/><mxPoint x="925" y="110" as="targetPoint"/><Array as="points"><mxPoint x="130" y="75"/><mxPoint x="925" y="75"/></Array></mxGeometry></mxCell><mxCell id="n4" style="strokeColor=#007c89;strokeWidth=2;endArrow=block;endSize=6;rounded=0;" edge="1" parent="1"><mxGeometry relative="1" as="geometry"><mxPoint x="210" y="190" as="sourcePoint"/><mxPoint x="440" y="240" as="targetPoint"/><Array as="points"><mxPoint x="310" y="190"/><mxPoint x="310" y="240"/></Array></mxGeometry></mxCell><mxCell id="n5" style="strokeColor=#007c89;strokeWidth=2;endArrow=block;endSize=6;rounded=0;" edge="1" parent="1"><mxGeometry relative="1" as="geometry"><mxPoint x="600" y="240" as="sourcePoint"/><mxPoint x="845" y="190" as="targetPoint"/><Array as="points"><mxPoint x="720" y="240"/><mxPoint x="720" y="190"/></Array></mxGeometry></mxCell><mxCell id="n6" value="D&#xa;Depot" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=33;fontColor=#202124;spacing=5;fillColor=#f4f7f8;strokeColor=#a5b5bd;strokeWidth=2;shape=ellipse;" vertex="1" parent="1"><mxGeometry x="50" y="110" width="160" height="160" as="geometry"/></mxCell><mxCell id="n7" value="J&#xa;Pickup" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=33;fontColor=#202124;spacing=5;fillColor=#dff2ef;strokeColor=#007c89;strokeWidth=2;shape=ellipse;" vertex="1" parent="1"><mxGeometry x="440" y="160" width="160" height="160" as="geometry"/></mxCell><mxCell id="n8" value="F&#xa;Finished" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=32;fontColor=#202124;spacing=5;fillColor=#fde5ed;strokeColor=#b8325f;strokeWidth=2;shape=ellipse;" vertex="1" parent="1"><mxGeometry x="845" y="110" width="160" height="160" as="geometry"/></mxCell><mxCell id="n9" value="small job: +4" style="text;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=33;fontColor=#a36500;spacing=0;" vertex="1" parent="1"><mxGeometry x="345" y="15" width="360" height="45" as="geometry"/></mxCell><mxCell id="n10" value="pickup&#xa;reward -1" style="text;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=29;fontColor=#007c89;spacing=0;" vertex="1" parent="1"><mxGeometry x="215" y="120" width="215" height="60" as="geometry"/></mxCell><mxCell id="n11" value="deliver&#xa;reward +8" style="text;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=29;fontColor=#007c89;spacing=0;" vertex="1" parent="1"><mxGeometry x="610" y="120" width="215" height="60" as="geometry"/></mxCell></root></mxGraphModel></diagram>
<diagram id="policy-probabilities" name="policy-probabilities"><mxGraphModel page="1" pageWidth="1050" pageHeight="295" background="#ffffff"><root><mxCell id="0"/><mxCell id="1" parent="0"/><mxCell id="n2" value="" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=0;fontColor=#202124;spacing=5;fillColor=#ffffff;strokeColor=none;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="0" y="0" width="1050" height="295" as="geometry"/></mxCell><mxCell id="n3" value="small job" style="text;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=31;fontColor=#a36500;spacing=0;" vertex="1" parent="1"><mxGeometry x="340" y="0" width="280" height="40" as="geometry"/></mxCell><mxCell id="n4" value="pickup" style="text;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=31;fontColor=#007c89;spacing=0;" vertex="1" parent="1"><mxGeometry x="700" y="0" width="280" height="40" as="geometry"/></mxCell><mxCell id="n5" value="theta = -1" style="text;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=31;fontColor=#202124;spacing=0;" vertex="1" parent="1"><mxGeometry x="5" y="60" width="205" height="55" as="geometry"/></mxCell><mxCell id="n6" value="0.731" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=31;fontColor=#202124;spacing=5;fillColor=#fff2d5;strokeColor=#a36500;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="240" y="60" width="555.6045197588037" height="55" as="geometry"/></mxCell><mxCell id="n7" value="0.269" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=31;fontColor=#202124;spacing=5;fillColor=#dff2ef;strokeColor=#007c89;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="795.6045197588037" y="60" width="204.39548024119628" height="55" as="geometry"/></mxCell><mxCell id="n8" value="theta = 0" style="text;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=31;fontColor=#202124;spacing=0;" vertex="1" parent="1"><mxGeometry x="5" y="140" width="205" height="55" as="geometry"/></mxCell><mxCell id="n9" value="0.500" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=31;fontColor=#202124;spacing=5;fillColor=#fff2d5;strokeColor=#a36500;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="240" y="140" width="380" height="55" as="geometry"/></mxCell><mxCell id="n10" value="0.500" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=31;fontColor=#202124;spacing=5;fillColor=#dff2ef;strokeColor=#007c89;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="620" y="140" width="380" height="55" as="geometry"/></mxCell><mxCell id="n11" value="theta = 1" style="text;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=31;fontColor=#202124;spacing=0;" vertex="1" parent="1"><mxGeometry x="5" y="220" width="205" height="55" as="geometry"/></mxCell><mxCell id="n12" value="0.269" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=31;fontColor=#202124;spacing=5;fillColor=#fff2d5;strokeColor=#a36500;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="240" y="220" width="204.39548024119628" height="55" as="geometry"/></mxCell><mxCell id="n13" value="0.731" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=31;fontColor=#202124;spacing=5;fillColor=#dff2ef;strokeColor=#007c89;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="444.3954802411963" y="220" width="555.6045197588037" height="55" as="geometry"/></mxCell></root></mxGraphModel></diagram>
<diagram id="episode-timeline" name="episode-timeline"><mxGraphModel page="1" pageWidth="1050" pageHeight="245" background="#ffffff"><root><mxCell id="0"/><mxCell id="1" parent="0"/><mxCell id="n2" value="" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=0;fontColor=#202124;spacing=5;fillColor=#ffffff;strokeColor=none;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="0" y="0" width="1050" height="245" as="geometry"/></mxCell><mxCell id="n3" style="strokeColor=#007c89;strokeWidth=2;endArrow=block;endSize=6;rounded=0;" edge="1" parent="1"><mxGeometry relative="1" as="geometry"><mxPoint x="220" y="125" as="sourcePoint"/><mxPoint x="445" y="125" as="targetPoint"/></mxGeometry></mxCell><mxCell id="n4" style="strokeColor=#007c89;strokeWidth=2;endArrow=block;endSize=6;rounded=0;" edge="1" parent="1"><mxGeometry relative="1" as="geometry"><mxPoint x="595" y="125" as="sourcePoint"/><mxPoint x="820" y="125" as="targetPoint"/></mxGeometry></mxCell><mxCell id="n5" value="D" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=42;fontColor=#202124;spacing=5;fillColor=#f4f7f8;strokeColor=#a5b5bd;strokeWidth=2;shape=ellipse;" vertex="1" parent="1"><mxGeometry x="70" y="50" width="150" height="150" as="geometry"/></mxCell><mxCell id="n6" value="J" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=42;fontColor=#202124;spacing=5;fillColor=#dff2ef;strokeColor=#007c89;strokeWidth=2;shape=ellipse;" vertex="1" parent="1"><mxGeometry x="445" y="50" width="150" height="150" as="geometry"/></mxCell><mxCell id="n7" value="F" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=42;fontColor=#202124;spacing=5;fillColor=#fde5ed;strokeColor=#b8325f;strokeWidth=2;shape=ellipse;" vertex="1" parent="1"><mxGeometry x="820" y="50" width="150" height="150" as="geometry"/></mxCell><mxCell id="n8" value="pickup&#xa;r1 = -1" style="text;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=31;fontColor=#007c89;spacing=0;" vertex="1" parent="1"><mxGeometry x="230" y="30" width="205" height="75" as="geometry"/></mxCell><mxCell id="n9" value="deliver&#xa;r2 = 8" style="text;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=31;fontColor=#007c89;spacing=0;" vertex="1" parent="1"><mxGeometry x="605" y="30" width="205" height="75" as="geometry"/></mxCell><mxCell id="n10" value="t = 0" style="text;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=30;fontColor=#5d6970;spacing=0;" vertex="1" parent="1"><mxGeometry x="70" y="205" width="150" height="35" as="geometry"/></mxCell><mxCell id="n11" value="t = 1" style="text;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=30;fontColor=#5d6970;spacing=0;" vertex="1" parent="1"><mxGeometry x="445" y="205" width="150" height="35" as="geometry"/></mxCell><mxCell id="n12" value="t = 2" style="text;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=30;fontColor=#5d6970;spacing=0;" vertex="1" parent="1"><mxGeometry x="820" y="205" width="150" height="35" as="geometry"/></mxCell></root></mxGraphModel></diagram>
<diagram id="return-baseline" name="return-baseline"><mxGraphModel page="1" pageWidth="1050" pageHeight="260" background="#ffffff"><root><mxCell id="0"/><mxCell id="1" parent="0"/><mxCell id="n2" value="" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=0;fontColor=#202124;spacing=5;fillColor=#ffffff;strokeColor=none;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="0" y="0" width="1050" height="260" as="geometry"/></mxCell><mxCell id="n3" value="baseline b = 5.1" style="text;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=29;fontColor=#b8325f;spacing=0;" vertex="1" parent="1"><mxGeometry x="564" y="0" width="290" height="40" as="geometry"/></mxCell><mxCell id="n4" value="Return - baseline" style="text;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=26;fontColor=#5d6970;spacing=0;" vertex="1" parent="1"><mxGeometry x="820" y="0" width="225" height="40" as="geometry"/></mxCell><mxCell id="n5" value="small job" style="text;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=32;fontColor=#a36500;spacing=0;" vertex="1" parent="1"><mxGeometry x="5" y="80" width="220" height="55" as="geometry"/></mxCell><mxCell id="n6" value="4" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=34;fontColor=#202124;spacing=5;fillColor=#fff2d5;strokeColor=#a36500;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="250" y="80" width="360" height="55" as="geometry"/></mxCell><mxCell id="n7" value="-1.1" style="text;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=33;fontColor=#a36500;spacing=0;" vertex="1" parent="1"><mxGeometry x="850" y="80" width="180" height="55" as="geometry"/></mxCell><mxCell id="n8" value="pickup" style="text;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=32;fontColor=#007c89;spacing=0;" vertex="1" parent="1"><mxGeometry x="5" y="175" width="220" height="55" as="geometry"/></mxCell><mxCell id="n9" value="6.2" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=34;fontColor=#202124;spacing=5;fillColor=#dff2ef;strokeColor=#007c89;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="250" y="175" width="558" height="55" as="geometry"/></mxCell><mxCell id="n10" value="+1.1" style="text;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=33;fontColor=#007c89;spacing=0;" vertex="1" parent="1"><mxGeometry x="850" y="175" width="180" height="55" as="geometry"/></mxCell><mxCell id="n11" style="strokeColor=#b8325f;strokeWidth=2;endArrow=none;endSize=6;rounded=0;dashed=1;" edge="1" parent="1"><mxGeometry relative="1" as="geometry"><mxPoint x="709" y="50" as="sourcePoint"/><mxPoint x="709" y="245" as="targetPoint"/></mxGeometry></mxCell></root></mxGraphModel></diagram>
<diagram id="actor-critic-loop" name="actor-critic-loop"><mxGraphModel page="1" pageWidth="1050" pageHeight="350" background="#ffffff"><root><mxCell id="0"/><mxCell id="1" parent="0"/><mxCell id="n2" value="" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=0;fontColor=#202124;spacing=5;fillColor=#ffffff;strokeColor=none;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="0" y="0" width="1050" height="350" as="geometry"/></mxCell><mxCell id="n3" style="strokeColor=#007c89;strokeWidth=2;endArrow=block;endSize=6;rounded=0;" edge="1" parent="1"><mxGeometry relative="1" as="geometry"><mxPoint x="280" y="100" as="sourcePoint"/><mxPoint x="400" y="100" as="targetPoint"/></mxGeometry></mxCell><mxCell id="n4" style="strokeColor=#5d6970;strokeWidth=2;endArrow=block;endSize=6;rounded=0;" edge="1" parent="1"><mxGeometry relative="1" as="geometry"><mxPoint x="630" y="100" as="sourcePoint"/><mxPoint x="750" y="100" as="targetPoint"/></mxGeometry></mxCell><mxCell id="n5" style="strokeColor=#b8325f;strokeWidth=2;endArrow=block;endSize=6;rounded=0;" edge="1" parent="1"><mxGeometry relative="1" as="geometry"><mxPoint x="875" y="150" as="sourcePoint"/><mxPoint x="650" y="265" as="targetPoint"/><Array as="points"><mxPoint x="875" y="210"/><mxPoint x="700" y="210"/><mxPoint x="700" y="265"/></Array></mxGeometry></mxCell><mxCell id="n6" style="strokeColor=#b8325f;strokeWidth=2;endArrow=block;endSize=6;rounded=0;" edge="1" parent="1"><mxGeometry relative="1" as="geometry"><mxPoint x="430" y="280" as="sourcePoint"/><mxPoint x="165" y="150" as="targetPoint"/><Array as="points"><mxPoint x="165" y="280"/></Array></mxGeometry></mxCell><mxCell id="n7" style="strokeColor=#b8325f;strokeWidth=2;endArrow=block;endSize=6;rounded=0;" edge="1" parent="1"><mxGeometry relative="1" as="geometry"><mxPoint x="650" y="295" as="sourcePoint"/><mxPoint x="975" y="150" as="targetPoint"/><Array as="points"><mxPoint x="975" y="295"/></Array></mxGeometry></mxCell><mxCell id="n8" value="Actor&#xa;policy" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=32;fontColor=#202124;spacing=5;fillColor=#dff2ef;strokeColor=#007c89;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="50" y="50" width="230" height="100" as="geometry"/></mxCell><mxCell id="n9" value="Environment" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=30;fontColor=#202124;spacing=5;fillColor=#f4f7f8;strokeColor=#a5b5bd;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="400" y="50" width="230" height="100" as="geometry"/></mxCell><mxCell id="n10" value="Critic&#xa;value estimate" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=31;fontColor=#202124;spacing=5;fillColor=#fff2d5;strokeColor=#a36500;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="750" y="50" width="250" height="100" as="geometry"/></mxCell><mxCell id="n11" value="TD error" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=32;fontColor=#202124;spacing=5;fillColor=#fde5ed;strokeColor=#b8325f;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="430" y="240" width="220" height="80" as="geometry"/></mxCell><mxCell id="n12" value="action" style="text;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=27;fontColor=#007c89;spacing=0;" vertex="1" parent="1"><mxGeometry x="285" y="55" width="110" height="30" as="geometry"/></mxCell><mxCell id="n13" value="reward +&#xa;next state" style="text;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=24;fontColor=#5d6970;spacing=0;" vertex="1" parent="1"><mxGeometry x="635" y="15" width="110" height="65" as="geometry"/></mxCell><mxCell id="n14" value="policy update" style="text;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=28;fontColor=#b8325f;spacing=0;" vertex="1" parent="1"><mxGeometry x="185" y="230" width="230" height="35" as="geometry"/></mxCell><mxCell id="n15" value="value update" style="text;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=28;fontColor=#b8325f;spacing=0;" vertex="1" parent="1"><mxGeometry x="755" y="305" width="255" height="35" as="geometry"/></mxCell></root></mxGraphModel></diagram>
<diagram id="critic-transition" name="critic-transition"><mxGraphModel page="1" pageWidth="1050" pageHeight="225" background="#ffffff"><root><mxCell id="0"/><mxCell id="1" parent="0"/><mxCell id="n2" value="" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=0;fontColor=#202124;spacing=5;fillColor=#ffffff;strokeColor=none;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="0" y="0" width="1050" height="225" as="geometry"/></mxCell><mxCell id="n3" style="strokeColor=#007c89;strokeWidth=2;endArrow=block;endSize=6;rounded=0;" edge="1" parent="1"><mxGeometry relative="1" as="geometry"><mxPoint x="250" y="110" as="sourcePoint"/><mxPoint x="800" y="110" as="targetPoint"/></mxGeometry></mxCell><mxCell id="n4" value="D&#xa;V = 5" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=34;fontColor=#202124;spacing=5;fillColor=#f4f7f8;strokeColor=#a5b5bd;strokeWidth=2;shape=ellipse;" vertex="1" parent="1"><mxGeometry x="90" y="35" width="160" height="150" as="geometry"/></mxCell><mxCell id="n5" value="J&#xa;V = 8" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=34;fontColor=#202124;spacing=5;fillColor=#dff2ef;strokeColor=#007c89;strokeWidth=2;shape=ellipse;" vertex="1" parent="1"><mxGeometry x="800" y="35" width="160" height="150" as="geometry"/></mxCell><mxCell id="n6" value="pickup" style="text;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=34;fontColor=#007c89;spacing=0;" vertex="1" parent="1"><mxGeometry x="320" y="45" width="410" height="45" as="geometry"/></mxCell><mxCell id="n7" value="observed reward: -1" style="text;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=31;fontColor=#b8325f;spacing=0;" vertex="1" parent="1"><mxGeometry x="310" y="135" width="430" height="45" as="geometry"/></mxCell></root></mxGraphModel></diagram></mxfile>
