<mxfile host="Electron" type="device" version="28.0.6"><diagram id="agent-environment" name="agent-environment"><mxGraphModel page="1" pageWidth="1050" pageHeight="325" background="#ffffff"><root><mxCell id="0"/><mxCell id="1" parent="0"/><mxCell id="n2" value="" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=0;fontColor=#202124;spacing=5;fillColor=#ffffff;strokeColor=none;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="0" y="0" width="1050" height="325" as="geometry"/></mxCell><mxCell id="n3" style="strokeColor=#007c89;strokeWidth=2;endArrow=block;endSize=6;rounded=0;" edge="1" parent="1"><mxGeometry relative="1" as="geometry"><mxPoint x="330" y="140" as="sourcePoint"/><mxPoint x="710" y="140" as="targetPoint"/></mxGeometry></mxCell><mxCell id="n4" style="strokeColor=#b8325f;strokeWidth=2;endArrow=block;endSize=6;rounded=0;" edge="1" parent="1"><mxGeometry relative="1" as="geometry"><mxPoint x="860" y="200" as="sourcePoint"/><mxPoint x="175" y="200" as="targetPoint"/><Array as="points"><mxPoint x="860" y="285"/><mxPoint x="175" y="285"/></Array></mxGeometry></mxCell><mxCell id="n5" value="Agent&#xa;Choose action" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=36;fontColor=#202124;spacing=5;fillColor=#e3f3f1;strokeColor=#007c89;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="20" y="90" width="310" height="110" as="geometry"/></mxCell><mxCell id="n6" value="Environment&#xa;Respond" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=36;fontColor=#202124;spacing=5;fillColor=#fff4db;strokeColor=#a36500;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="710" y="90" width="320" height="110" as="geometry"/></mxCell><mxCell id="n7" value="Chosen action" style="text;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=36;fontColor=#007c89;spacing=0;" vertex="1" parent="1"><mxGeometry x="365" y="75" width="300" height="45" as="geometry"/></mxCell><mxCell id="n8" value="New situation + reward" style="text;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=36;fontColor=#b8325f;spacing=0;" vertex="1" parent="1"><mxGeometry x="270" y="225" width="520" height="45" as="geometry"/></mxCell></root></mxGraphModel></diagram>
<diagram id="delivery-model" name="delivery-model"><mxGraphModel page="1" pageWidth="1050" pageHeight="275" background="#ffffff"><root><mxCell id="0"/><mxCell id="1" parent="0"/><mxCell id="n2" value="" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=0;fontColor=#202124;spacing=5;fillColor=#ffffff;strokeColor=none;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="0" y="0" width="1050" height="275" as="geometry"/></mxCell><mxCell id="n3" style="strokeColor=#007c89;strokeWidth=2;endArrow=block;endSize=6;rounded=0;" edge="1" parent="1"><mxGeometry relative="1" as="geometry"><mxPoint x="190" y="85" as="sourcePoint"/><mxPoint x="440" y="85" as="targetPoint"/></mxGeometry></mxCell><mxCell id="n4" style="strokeColor=#007c89;strokeWidth=2;endArrow=block;endSize=6;rounded=0;" edge="1" parent="1"><mxGeometry relative="1" as="geometry"><mxPoint x="440" y="135" as="sourcePoint"/><mxPoint x="190" y="135" as="targetPoint"/></mxGeometry></mxCell><mxCell id="n5" style="strokeColor=#007c89;strokeWidth=2;endArrow=block;endSize=6;rounded=0;" edge="1" parent="1"><mxGeometry relative="1" as="geometry"><mxPoint x="610" y="110" as="sourcePoint"/><mxPoint x="860" y="110" as="targetPoint"/></mxGeometry></mxCell><mxCell id="n6" style="strokeColor=#007c89;strokeWidth=2;endArrow=block;endSize=6;rounded=0;" edge="1" parent="1"><mxGeometry relative="1" as="geometry"><mxPoint x="105" y="165" as="sourcePoint"/><mxPoint x="945" y="165" as="targetPoint"/><Array as="points"><mxPoint x="105" y="240"/><mxPoint x="945" y="240"/></Array></mxGeometry></mxCell><mxCell id="n7" value="D&#xa;Depot" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=32;fontColor=#202124;spacing=5;fillColor=#e3f3f1;strokeColor=#007c89;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="20" y="55" width="170" height="110" as="geometry"/></mxCell><mxCell id="n8" value="J&#xa;Pickup" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=32;fontColor=#202124;spacing=5;fillColor=#fff4db;strokeColor=#a36500;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="440" y="55" width="170" height="110" as="geometry"/></mxCell><mxCell id="n9" value="F&#xa;Finished" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=32;fontColor=#202124;spacing=5;fillColor=#fdecef;strokeColor=#b8325f;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="860" y="55" width="170" height="110" as="geometry"/></mxCell><mxCell id="n10" value="pickup: -1" style="text;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=32;fontColor=#007c89;spacing=0;" vertex="1" parent="1"><mxGeometry x="205" y="22" width="220" height="45" as="geometry"/></mxCell><mxCell id="n11" value="return: -1" style="text;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=32;fontColor=#007c89;spacing=0;" vertex="1" parent="1"><mxGeometry x="205" y="154" width="220" height="45" as="geometry"/></mxCell><mxCell id="n12" value="deliver: +8" style="text;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=32;fontColor=#007c89;spacing=0;" vertex="1" parent="1"><mxGeometry x="625" y="50" width="220" height="45" as="geometry"/></mxCell><mxCell id="n13" value="small job: +4" style="text;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=32;fontColor=#007c89;spacing=0;" vertex="1" parent="1"><mxGeometry x="600" y="185" width="280" height="45" as="geometry"/></mxCell></root></mxGraphModel></diagram>
<diagram id="policy-route" name="policy-route"><mxGraphModel page="1" pageWidth="1050" pageHeight="275" background="#ffffff"><root><mxCell id="0"/><mxCell id="1" parent="0"/><mxCell id="n2" value="" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=0;fontColor=#202124;spacing=5;fillColor=#ffffff;strokeColor=none;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="0" y="0" width="1050" height="275" as="geometry"/></mxCell><mxCell id="n3" style="strokeColor=#007c89;strokeWidth=3;endArrow=block;endSize=6;rounded=0;" edge="1" parent="1"><mxGeometry relative="1" as="geometry"><mxPoint x="190" y="85" as="sourcePoint"/><mxPoint x="440" y="85" as="targetPoint"/></mxGeometry></mxCell><mxCell id="n4" style="strokeColor=#69757c;strokeWidth=2;endArrow=block;endSize=6;rounded=0;" edge="1" parent="1"><mxGeometry relative="1" as="geometry"><mxPoint x="440" y="135" as="sourcePoint"/><mxPoint x="190" y="135" as="targetPoint"/></mxGeometry></mxCell><mxCell id="n5" style="strokeColor=#007c89;strokeWidth=3;endArrow=block;endSize=6;rounded=0;" edge="1" parent="1"><mxGeometry relative="1" as="geometry"><mxPoint x="610" y="110" as="sourcePoint"/><mxPoint x="860" y="110" as="targetPoint"/></mxGeometry></mxCell><mxCell id="n6" style="strokeColor=#69757c;strokeWidth=2;endArrow=block;endSize=6;rounded=0;" edge="1" parent="1"><mxGeometry relative="1" as="geometry"><mxPoint x="105" y="165" as="sourcePoint"/><mxPoint x="945" y="165" as="targetPoint"/><Array as="points"><mxPoint x="105" y="240"/><mxPoint x="945" y="240"/></Array></mxGeometry></mxCell><mxCell id="n7" value="D&#xa;Depot" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=32;fontColor=#202124;spacing=5;fillColor=#e3f3f1;strokeColor=#007c89;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="20" y="55" width="170" height="110" as="geometry"/></mxCell><mxCell id="n8" value="J&#xa;Pickup" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=32;fontColor=#202124;spacing=5;fillColor=#fff4db;strokeColor=#a36500;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="440" y="55" width="170" height="110" as="geometry"/></mxCell><mxCell id="n9" value="F&#xa;Finished" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=32;fontColor=#202124;spacing=5;fillColor=#fdecef;strokeColor=#b8325f;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="860" y="55" width="170" height="110" as="geometry"/></mxCell><mxCell id="n10" value="pickup: -1" style="text;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=32;fontColor=#007c89;spacing=0;" vertex="1" parent="1"><mxGeometry x="205" y="22" width="220" height="45" as="geometry"/></mxCell><mxCell id="n11" value="return: -1" style="text;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=32;fontColor=#69757c;spacing=0;" vertex="1" parent="1"><mxGeometry x="205" y="154" width="220" height="45" as="geometry"/></mxCell><mxCell id="n12" value="deliver: +8" style="text;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=32;fontColor=#007c89;spacing=0;" vertex="1" parent="1"><mxGeometry x="625" y="50" width="220" height="45" as="geometry"/></mxCell><mxCell id="n13" value="small job: +4" style="text;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=32;fontColor=#69757c;spacing=0;" vertex="1" parent="1"><mxGeometry x="600" y="185" width="280" height="45" as="geometry"/></mxCell></root></mxGraphModel></diagram>
<diagram id="reward-timing" name="reward-timing"><mxGraphModel page="1" pageWidth="1050" pageHeight="285" background="#ffffff"><root><mxCell id="0"/><mxCell id="1" parent="0"/><mxCell id="n2" value="" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=0;fontColor=#202124;spacing=5;fillColor=#ffffff;strokeColor=none;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="0" y="0" width="1050" height="285" as="geometry"/></mxCell><mxCell id="n3" value="Small job" style="text;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=34;fontColor=#007c89;spacing=0;" vertex="1" parent="1"><mxGeometry x="5" y="25" width="235" height="65" as="geometry"/></mxCell><mxCell id="n4" value="Pickup then&#xa;deliver" style="text;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=32;fontColor=#a36500;spacing=0;" vertex="1" parent="1"><mxGeometry x="5" y="135" width="235" height="85" as="geometry"/></mxCell><mxCell id="n5" value="reward +4" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=34;fontColor=#202124;spacing=5;fillColor=#e3f3f1;strokeColor=#007c89;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="330" y="25" width="240" height="75" as="geometry"/></mxCell><mxCell id="n6" value="finish" style="text;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=32;fontColor=#69757c;spacing=0;" vertex="1" parent="1"><mxGeometry x="650" y="35" width="220" height="55" as="geometry"/></mxCell><mxCell id="n7" value="reward -1" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=34;fontColor=#202124;spacing=5;fillColor=#fff4db;strokeColor=#a36500;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="330" y="145" width="240" height="75" as="geometry"/></mxCell><mxCell id="n8" value="reward +8" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=34;fontColor=#202124;spacing=5;fillColor=#fdecef;strokeColor=#b8325f;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="780" y="145" width="240" height="75" as="geometry"/></mxCell><mxCell id="n9" style="strokeColor=#007c89;strokeWidth=2;endArrow=block;endSize=6;rounded=0;" edge="1" parent="1"><mxGeometry relative="1" as="geometry"><mxPoint x="590" y="182" as="sourcePoint"/><mxPoint x="760" y="182" as="targetPoint"/></mxGeometry></mxCell><mxCell id="n10" value="First action" style="text;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=32;fontColor=#69757c;spacing=0;" vertex="1" parent="1"><mxGeometry x="285" y="240" width="330" height="40" as="geometry"/></mxCell><mxCell id="n11" value="Second action" style="text;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=32;fontColor=#69757c;spacing=0;" vertex="1" parent="1"><mxGeometry x="735" y="240" width="310" height="40" as="geometry"/></mxCell></root></mxGraphModel></diagram>
<diagram id="route-values" name="route-values"><mxGraphModel page="1" pageWidth="1050" pageHeight="275" background="#ffffff"><root><mxCell id="0"/><mxCell id="1" parent="0"/><mxCell id="n2" value="" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=0;fontColor=#202124;spacing=5;fillColor=#ffffff;strokeColor=none;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="0" y="0" width="1050" height="275" as="geometry"/></mxCell><mxCell id="n3" style="strokeColor=#007c89;strokeWidth=3;endArrow=block;endSize=6;rounded=0;" edge="1" parent="1"><mxGeometry relative="1" as="geometry"><mxPoint x="190" y="85" as="sourcePoint"/><mxPoint x="440" y="85" as="targetPoint"/></mxGeometry></mxCell><mxCell id="n4" style="strokeColor=#69757c;strokeWidth=2;endArrow=block;endSize=6;rounded=0;" edge="1" parent="1"><mxGeometry relative="1" as="geometry"><mxPoint x="440" y="135" as="sourcePoint"/><mxPoint x="190" y="135" as="targetPoint"/></mxGeometry></mxCell><mxCell id="n5" style="strokeColor=#007c89;strokeWidth=3;endArrow=block;endSize=6;rounded=0;" edge="1" parent="1"><mxGeometry relative="1" as="geometry"><mxPoint x="610" y="110" as="sourcePoint"/><mxPoint x="860" y="110" as="targetPoint"/></mxGeometry></mxCell><mxCell id="n6" style="strokeColor=#69757c;strokeWidth=2;endArrow=block;endSize=6;rounded=0;" edge="1" parent="1"><mxGeometry relative="1" as="geometry"><mxPoint x="105" y="165" as="sourcePoint"/><mxPoint x="945" y="165" as="targetPoint"/><Array as="points"><mxPoint x="105" y="240"/><mxPoint x="945" y="240"/></Array></mxGeometry></mxCell><mxCell id="n7" value="D&#xa;V = 6.2" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=32;fontColor=#202124;spacing=5;fillColor=#e3f3f1;strokeColor=#007c89;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="20" y="55" width="170" height="110" as="geometry"/></mxCell><mxCell id="n8" value="J&#xa;V = 8" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=32;fontColor=#202124;spacing=5;fillColor=#fff4db;strokeColor=#a36500;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="440" y="55" width="170" height="110" as="geometry"/></mxCell><mxCell id="n9" value="F&#xa;V = 0" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=32;fontColor=#202124;spacing=5;fillColor=#fdecef;strokeColor=#b8325f;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="860" y="55" width="170" height="110" as="geometry"/></mxCell><mxCell id="n10" value="pickup: -1" style="text;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=32;fontColor=#007c89;spacing=0;" vertex="1" parent="1"><mxGeometry x="205" y="22" width="220" height="45" as="geometry"/></mxCell><mxCell id="n11" value="return: -1" style="text;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=32;fontColor=#69757c;spacing=0;" vertex="1" parent="1"><mxGeometry x="205" y="154" width="220" height="45" as="geometry"/></mxCell><mxCell id="n12" value="deliver: +8" style="text;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=32;fontColor=#007c89;spacing=0;" vertex="1" parent="1"><mxGeometry x="625" y="50" width="220" height="45" as="geometry"/></mxCell><mxCell id="n13" value="small job: +4" style="text;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=32;fontColor=#69757c;spacing=0;" vertex="1" parent="1"><mxGeometry x="600" y="185" width="280" height="45" as="geometry"/></mxCell></root></mxGraphModel></diagram>
<diagram id="model-based-free" name="model-based-free"><mxGraphModel page="1" pageWidth="1050" pageHeight="300" background="#ffffff"><root><mxCell id="0"/><mxCell id="1" parent="0"/><mxCell id="n2" value="" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=0;fontColor=#202124;spacing=5;fillColor=#ffffff;strokeColor=none;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="0" y="0" width="1050" height="300" as="geometry"/></mxCell><mxCell id="n3" value="Model-based" style="text;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=31;fontColor=#007c89;spacing=0;" vertex="1" parent="1"><mxGeometry x="0" y="30" width="195" height="95" as="geometry"/></mxCell><mxCell id="n4" value="Model-free" style="text;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=31;fontColor=#b8325f;spacing=0;" vertex="1" parent="1"><mxGeometry x="0" y="185" width="195" height="95" as="geometry"/></mxCell><mxCell id="n5" style="strokeColor=#007c89;strokeWidth=2;endArrow=block;endSize=6;rounded=0;" edge="1" parent="1"><mxGeometry relative="1" as="geometry"><mxPoint x="450" y="78" as="sourcePoint"/><mxPoint x="520" y="78" as="targetPoint"/></mxGeometry></mxCell><mxCell id="n6" style="strokeColor=#007c89;strokeWidth=2;endArrow=block;endSize=6;rounded=0;" edge="1" parent="1"><mxGeometry relative="1" as="geometry"><mxPoint x="750" y="78" as="sourcePoint"/><mxPoint x="820" y="78" as="targetPoint"/></mxGeometry></mxCell><mxCell id="n7" style="strokeColor=#b8325f;strokeWidth=2;endArrow=block;endSize=6;rounded=0;" edge="1" parent="1"><mxGeometry relative="1" as="geometry"><mxPoint x="450" y="232" as="sourcePoint"/><mxPoint x="520" y="232" as="targetPoint"/></mxGeometry></mxCell><mxCell id="n8" style="strokeColor=#b8325f;strokeWidth=2;endArrow=block;endSize=6;rounded=0;" edge="1" parent="1"><mxGeometry relative="1" as="geometry"><mxPoint x="750" y="232" as="sourcePoint"/><mxPoint x="820" y="232" as="targetPoint"/></mxGeometry></mxCell><mxCell id="n9" value="Experience" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=32;fontColor=#202124;spacing=5;fillColor=#f4f7f8;strokeColor=#9aaab2;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="220" y="30" width="230" height="95" as="geometry"/></mxCell><mxCell id="n10" value="Learn P and R" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=31;fontColor=#202124;spacing=5;fillColor=#fff4db;strokeColor=#a36500;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="520" y="30" width="230" height="95" as="geometry"/></mxCell><mxCell id="n11" value="Plan choices" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=31;fontColor=#202124;spacing=5;fillColor=#e3f3f1;strokeColor=#007c89;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="820" y="30" width="215" height="95" as="geometry"/></mxCell><mxCell id="n12" value="Experience" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=32;fontColor=#202124;spacing=5;fillColor=#f4f7f8;strokeColor=#9aaab2;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="220" y="185" width="230" height="95" as="geometry"/></mxCell><mxCell id="n13" value="Learn values&#xa;or a policy" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=31;fontColor=#202124;spacing=5;fillColor=#fdecef;strokeColor=#b8325f;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="520" y="185" width="230" height="95" as="geometry"/></mxCell><mxCell id="n14" value="Choose action" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=31;fontColor=#202124;spacing=5;fillColor=#e3f3f1;strokeColor=#007c89;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="820" y="185" width="215" height="95" as="geometry"/></mxCell></root></mxGraphModel></diagram>
<diagram id="value-zero" name="value-zero"><mxGraphModel page="1" pageWidth="1050" pageHeight="275" background="#ffffff"><root><mxCell id="0"/><mxCell id="1" parent="0"/><mxCell id="n2" value="" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=0;fontColor=#202124;spacing=5;fillColor=#ffffff;strokeColor=none;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="0" y="0" width="1050" height="275" as="geometry"/></mxCell><mxCell id="n3" style="strokeColor=#69757c;strokeWidth=2;endArrow=block;endSize=6;rounded=0;" edge="1" parent="1"><mxGeometry relative="1" as="geometry"><mxPoint x="190" y="85" as="sourcePoint"/><mxPoint x="440" y="85" as="targetPoint"/></mxGeometry></mxCell><mxCell id="n4" style="strokeColor=#69757c;strokeWidth=2;endArrow=block;endSize=6;rounded=0;" edge="1" parent="1"><mxGeometry relative="1" as="geometry"><mxPoint x="440" y="135" as="sourcePoint"/><mxPoint x="190" y="135" as="targetPoint"/></mxGeometry></mxCell><mxCell id="n5" style="strokeColor=#69757c;strokeWidth=2;endArrow=block;endSize=6;rounded=0;" edge="1" parent="1"><mxGeometry relative="1" as="geometry"><mxPoint x="610" y="110" as="sourcePoint"/><mxPoint x="860" y="110" as="targetPoint"/></mxGeometry></mxCell><mxCell id="n6" style="strokeColor=#69757c;strokeWidth=2;endArrow=block;endSize=6;rounded=0;" edge="1" parent="1"><mxGeometry relative="1" as="geometry"><mxPoint x="105" y="165" as="sourcePoint"/><mxPoint x="945" y="165" as="targetPoint"/><Array as="points"><mxPoint x="105" y="240"/><mxPoint x="945" y="240"/></Array></mxGeometry></mxCell><mxCell id="n7" value="D&#xa;V = 0" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=32;fontColor=#202124;spacing=5;fillColor=#e3f3f1;strokeColor=#007c89;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="20" y="55" width="170" height="110" as="geometry"/></mxCell><mxCell id="n8" value="J&#xa;V = 0" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=32;fontColor=#202124;spacing=5;fillColor=#fff4db;strokeColor=#a36500;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="440" y="55" width="170" height="110" as="geometry"/></mxCell><mxCell id="n9" value="F&#xa;V = 0" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=32;fontColor=#202124;spacing=5;fillColor=#fdecef;strokeColor=#b8325f;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="860" y="55" width="170" height="110" as="geometry"/></mxCell><mxCell id="n10" value="pickup: -1" style="text;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=32;fontColor=#69757c;spacing=0;" vertex="1" parent="1"><mxGeometry x="205" y="22" width="220" height="45" as="geometry"/></mxCell><mxCell id="n11" value="return: -1" style="text;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=32;fontColor=#69757c;spacing=0;" vertex="1" parent="1"><mxGeometry x="205" y="154" width="220" height="45" as="geometry"/></mxCell><mxCell id="n12" value="deliver: +8" style="text;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=32;fontColor=#69757c;spacing=0;" vertex="1" parent="1"><mxGeometry x="625" y="50" width="220" height="45" as="geometry"/></mxCell><mxCell id="n13" value="small job: +4" style="text;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=32;fontColor=#69757c;spacing=0;" vertex="1" parent="1"><mxGeometry x="600" y="185" width="280" height="45" as="geometry"/></mxCell></root></mxGraphModel></diagram>
<diagram id="value-one" name="value-one"><mxGraphModel page="1" pageWidth="1050" pageHeight="275" background="#ffffff"><root><mxCell id="0"/><mxCell id="1" parent="0"/><mxCell id="n2" value="" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=0;fontColor=#202124;spacing=5;fillColor=#ffffff;strokeColor=none;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="0" y="0" width="1050" height="275" as="geometry"/></mxCell><mxCell id="n3" style="strokeColor=#69757c;strokeWidth=2;endArrow=block;endSize=6;rounded=0;" edge="1" parent="1"><mxGeometry relative="1" as="geometry"><mxPoint x="190" y="85" as="sourcePoint"/><mxPoint x="440" y="85" as="targetPoint"/></mxGeometry></mxCell><mxCell id="n4" style="strokeColor=#69757c;strokeWidth=2;endArrow=block;endSize=6;rounded=0;" edge="1" parent="1"><mxGeometry relative="1" as="geometry"><mxPoint x="440" y="135" as="sourcePoint"/><mxPoint x="190" y="135" as="targetPoint"/></mxGeometry></mxCell><mxCell id="n5" style="strokeColor=#007c89;strokeWidth=3;endArrow=block;endSize=6;rounded=0;" edge="1" parent="1"><mxGeometry relative="1" as="geometry"><mxPoint x="610" y="110" as="sourcePoint"/><mxPoint x="860" y="110" as="targetPoint"/></mxGeometry></mxCell><mxCell id="n6" style="strokeColor=#007c89;strokeWidth=3;endArrow=block;endSize=6;rounded=0;" edge="1" parent="1"><mxGeometry relative="1" as="geometry"><mxPoint x="105" y="165" as="sourcePoint"/><mxPoint x="945" y="165" as="targetPoint"/><Array as="points"><mxPoint x="105" y="240"/><mxPoint x="945" y="240"/></Array></mxGeometry></mxCell><mxCell id="n7" value="D&#xa;V = 4" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=32;fontColor=#202124;spacing=5;fillColor=#e3f3f1;strokeColor=#007c89;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="20" y="55" width="170" height="110" as="geometry"/></mxCell><mxCell id="n8" value="J&#xa;V = 8" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=32;fontColor=#202124;spacing=5;fillColor=#fff4db;strokeColor=#a36500;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="440" y="55" width="170" height="110" as="geometry"/></mxCell><mxCell id="n9" value="F&#xa;V = 0" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=32;fontColor=#202124;spacing=5;fillColor=#fdecef;strokeColor=#b8325f;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="860" y="55" width="170" height="110" as="geometry"/></mxCell><mxCell id="n10" value="pickup: -1" style="text;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=32;fontColor=#69757c;spacing=0;" vertex="1" parent="1"><mxGeometry x="205" y="22" width="220" height="45" as="geometry"/></mxCell><mxCell id="n11" value="return: -1" style="text;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=32;fontColor=#69757c;spacing=0;" vertex="1" parent="1"><mxGeometry x="205" y="154" width="220" height="45" as="geometry"/></mxCell><mxCell id="n12" value="deliver: +8" style="text;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=32;fontColor=#007c89;spacing=0;" vertex="1" parent="1"><mxGeometry x="625" y="50" width="220" height="45" as="geometry"/></mxCell><mxCell id="n13" value="small job: +4" style="text;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=32;fontColor=#007c89;spacing=0;" vertex="1" parent="1"><mxGeometry x="600" y="185" width="280" height="45" as="geometry"/></mxCell></root></mxGraphModel></diagram>
<diagram id="value-two" name="value-two"><mxGraphModel page="1" pageWidth="1050" pageHeight="275" background="#ffffff"><root><mxCell id="0"/><mxCell id="1" parent="0"/><mxCell id="n2" value="" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=0;fontColor=#202124;spacing=5;fillColor=#ffffff;strokeColor=none;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="0" y="0" width="1050" height="275" as="geometry"/></mxCell><mxCell id="n3" style="strokeColor=#007c89;strokeWidth=3;endArrow=block;endSize=6;rounded=0;" edge="1" parent="1"><mxGeometry relative="1" as="geometry"><mxPoint x="190" y="85" as="sourcePoint"/><mxPoint x="440" y="85" as="targetPoint"/></mxGeometry></mxCell><mxCell id="n4" style="strokeColor=#69757c;strokeWidth=2;endArrow=block;endSize=6;rounded=0;" edge="1" parent="1"><mxGeometry relative="1" as="geometry"><mxPoint x="440" y="135" as="sourcePoint"/><mxPoint x="190" y="135" as="targetPoint"/></mxGeometry></mxCell><mxCell id="n5" style="strokeColor=#007c89;strokeWidth=3;endArrow=block;endSize=6;rounded=0;" edge="1" parent="1"><mxGeometry relative="1" as="geometry"><mxPoint x="610" y="110" as="sourcePoint"/><mxPoint x="860" y="110" as="targetPoint"/></mxGeometry></mxCell><mxCell id="n6" style="strokeColor=#69757c;strokeWidth=2;endArrow=block;endSize=6;rounded=0;" edge="1" parent="1"><mxGeometry relative="1" as="geometry"><mxPoint x="105" y="165" as="sourcePoint"/><mxPoint x="945" y="165" as="targetPoint"/><Array as="points"><mxPoint x="105" y="240"/><mxPoint x="945" y="240"/></Array></mxGeometry></mxCell><mxCell id="n7" value="D&#xa;V = 6.2" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=32;fontColor=#202124;spacing=5;fillColor=#e3f3f1;strokeColor=#007c89;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="20" y="55" width="170" height="110" as="geometry"/></mxCell><mxCell id="n8" value="J&#xa;V = 8" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=32;fontColor=#202124;spacing=5;fillColor=#fff4db;strokeColor=#a36500;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="440" y="55" width="170" height="110" as="geometry"/></mxCell><mxCell id="n9" value="F&#xa;V = 0" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=32;fontColor=#202124;spacing=5;fillColor=#fdecef;strokeColor=#b8325f;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="860" y="55" width="170" height="110" as="geometry"/></mxCell><mxCell id="n10" value="pickup: -1" style="text;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=32;fontColor=#007c89;spacing=0;" vertex="1" parent="1"><mxGeometry x="205" y="22" width="220" height="45" as="geometry"/></mxCell><mxCell id="n11" value="return: -1" style="text;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=32;fontColor=#69757c;spacing=0;" vertex="1" parent="1"><mxGeometry x="205" y="154" width="220" height="45" as="geometry"/></mxCell><mxCell id="n12" value="deliver: +8" style="text;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=32;fontColor=#007c89;spacing=0;" vertex="1" parent="1"><mxGeometry x="625" y="50" width="220" height="45" as="geometry"/></mxCell><mxCell id="n13" value="small job: +4" style="text;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=32;fontColor=#69757c;spacing=0;" vertex="1" parent="1"><mxGeometry x="600" y="185" width="280" height="45" as="geometry"/></mxCell></root></mxGraphModel></diagram>
<diagram id="uncertain-pickup" name="uncertain-pickup"><mxGraphModel page="1" pageWidth="1050" pageHeight="290" background="#ffffff"><root><mxCell id="0"/><mxCell id="1" parent="0"/><mxCell id="n2" value="" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=0;fontColor=#202124;spacing=5;fillColor=#ffffff;strokeColor=none;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="0" y="0" width="1050" height="290" as="geometry"/></mxCell><mxCell id="n3" style="strokeColor=#007c89;strokeWidth=2;endArrow=block;endSize=6;rounded=0;" edge="1" parent="1"><mxGeometry relative="1" as="geometry"><mxPoint x="310" y="150" as="sourcePoint"/><mxPoint x="740" y="150" as="targetPoint"/></mxGeometry></mxCell><mxCell id="n4" style="strokeColor=#b8325f;strokeWidth=2;endArrow=block;endSize=6;rounded=0;" edge="1" parent="1"><mxGeometry relative="1" as="geometry"><mxPoint x="195" y="100" as="sourcePoint"/><mxPoint x="80" y="150" as="targetPoint"/><Array as="points"><mxPoint x="195" y="30"/><mxPoint x="40" y="30"/><mxPoint x="40" y="150"/></Array></mxGeometry></mxCell><mxCell id="n5" value="D&#xa;V = 4" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=35;fontColor=#202124;spacing=5;fillColor=#e3f3f1;strokeColor=#007c89;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="80" y="100" width="230" height="105" as="geometry"/></mxCell><mxCell id="n6" value="J&#xa;V = 8" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=35;fontColor=#202124;spacing=5;fillColor=#fff4db;strokeColor=#a36500;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="740" y="100" width="230" height="105" as="geometry"/></mxCell><mxCell id="n7" value="0.8: reach J" style="text;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=34;fontColor=#007c89;spacing=0;" vertex="1" parent="1"><mxGeometry x="365" y="80" width="310" height="45" as="geometry"/></mxCell><mxCell id="n8" value="0.2: stay at D" style="text;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=32;fontColor=#b8325f;spacing=0;" vertex="1" parent="1"><mxGeometry x="40" y="225" width="330" height="45" as="geometry"/></mxCell><mxCell id="n9" value="Reward -1 for either outcome" style="text;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=32;fontColor=#69757c;spacing=0;" vertex="1" parent="1"><mxGeometry x="385" y="225" width="630" height="45" as="geometry"/></mxCell></root></mxGraphModel></diagram>
<diagram id="policy-initial" name="policy-initial"><mxGraphModel page="1" pageWidth="1050" pageHeight="275" background="#ffffff"><root><mxCell id="0"/><mxCell id="1" parent="0"/><mxCell id="n2" value="" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=0;fontColor=#202124;spacing=5;fillColor=#ffffff;strokeColor=none;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="0" y="0" width="1050" height="275" as="geometry"/></mxCell><mxCell id="n3" style="strokeColor=#69757c;strokeWidth=2;endArrow=block;endSize=6;rounded=0;" edge="1" parent="1"><mxGeometry relative="1" as="geometry"><mxPoint x="190" y="85" as="sourcePoint"/><mxPoint x="440" y="85" as="targetPoint"/></mxGeometry></mxCell><mxCell id="n4" style="strokeColor=#007c89;strokeWidth=3;endArrow=block;endSize=6;rounded=0;" edge="1" parent="1"><mxGeometry relative="1" as="geometry"><mxPoint x="440" y="135" as="sourcePoint"/><mxPoint x="190" y="135" as="targetPoint"/></mxGeometry></mxCell><mxCell id="n5" style="strokeColor=#69757c;strokeWidth=2;endArrow=block;endSize=6;rounded=0;" edge="1" parent="1"><mxGeometry relative="1" as="geometry"><mxPoint x="610" y="110" as="sourcePoint"/><mxPoint x="860" y="110" as="targetPoint"/></mxGeometry></mxCell><mxCell id="n6" style="strokeColor=#007c89;strokeWidth=3;endArrow=block;endSize=6;rounded=0;" edge="1" parent="1"><mxGeometry relative="1" as="geometry"><mxPoint x="105" y="165" as="sourcePoint"/><mxPoint x="945" y="165" as="targetPoint"/><Array as="points"><mxPoint x="105" y="240"/><mxPoint x="945" y="240"/></Array></mxGeometry></mxCell><mxCell id="n7" value="D&#xa;V = 4" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=32;fontColor=#202124;spacing=5;fillColor=#e3f3f1;strokeColor=#007c89;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="20" y="55" width="170" height="110" as="geometry"/></mxCell><mxCell id="n8" value="J&#xa;V = 2.6" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=32;fontColor=#202124;spacing=5;fillColor=#fff4db;strokeColor=#a36500;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="440" y="55" width="170" height="110" as="geometry"/></mxCell><mxCell id="n9" value="F&#xa;V = 0" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=32;fontColor=#202124;spacing=5;fillColor=#fdecef;strokeColor=#b8325f;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="860" y="55" width="170" height="110" as="geometry"/></mxCell><mxCell id="n10" value="pickup: -1" style="text;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=32;fontColor=#69757c;spacing=0;" vertex="1" parent="1"><mxGeometry x="205" y="22" width="220" height="45" as="geometry"/></mxCell><mxCell id="n11" value="return: -1" style="text;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=32;fontColor=#007c89;spacing=0;" vertex="1" parent="1"><mxGeometry x="205" y="154" width="220" height="45" as="geometry"/></mxCell><mxCell id="n12" value="deliver: +8" style="text;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=32;fontColor=#69757c;spacing=0;" vertex="1" parent="1"><mxGeometry x="625" y="50" width="220" height="45" as="geometry"/></mxCell><mxCell id="n13" value="small job: +4" style="text;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=32;fontColor=#007c89;spacing=0;" vertex="1" parent="1"><mxGeometry x="600" y="185" width="280" height="45" as="geometry"/></mxCell></root></mxGraphModel></diagram>
<diagram id="policy-first-improvement" name="policy-first-improvement"><mxGraphModel page="1" pageWidth="1050" pageHeight="275" background="#ffffff"><root><mxCell id="0"/><mxCell id="1" parent="0"/><mxCell id="n2" value="" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=0;fontColor=#202124;spacing=5;fillColor=#ffffff;strokeColor=none;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="0" y="0" width="1050" height="275" as="geometry"/></mxCell><mxCell id="n3" style="strokeColor=#69757c;strokeWidth=2;endArrow=block;endSize=6;rounded=0;" edge="1" parent="1"><mxGeometry relative="1" as="geometry"><mxPoint x="190" y="85" as="sourcePoint"/><mxPoint x="440" y="85" as="targetPoint"/></mxGeometry></mxCell><mxCell id="n4" style="strokeColor=#69757c;strokeWidth=2;endArrow=block;endSize=6;rounded=0;" edge="1" parent="1"><mxGeometry relative="1" as="geometry"><mxPoint x="440" y="135" as="sourcePoint"/><mxPoint x="190" y="135" as="targetPoint"/></mxGeometry></mxCell><mxCell id="n5" style="strokeColor=#a36500;strokeWidth=3;endArrow=block;endSize=6;rounded=0;" edge="1" parent="1"><mxGeometry relative="1" as="geometry"><mxPoint x="610" y="110" as="sourcePoint"/><mxPoint x="860" y="110" as="targetPoint"/></mxGeometry></mxCell><mxCell id="n6" style="strokeColor=#007c89;strokeWidth=3;endArrow=block;endSize=6;rounded=0;" edge="1" parent="1"><mxGeometry relative="1" as="geometry"><mxPoint x="105" y="165" as="sourcePoint"/><mxPoint x="945" y="165" as="targetPoint"/><Array as="points"><mxPoint x="105" y="240"/><mxPoint x="945" y="240"/></Array></mxGeometry></mxCell><mxCell id="n7" value="D&#xa;Depot" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=32;fontColor=#202124;spacing=5;fillColor=#e3f3f1;strokeColor=#007c89;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="20" y="55" width="170" height="110" as="geometry"/></mxCell><mxCell id="n8" value="J&#xa;Pickup" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=32;fontColor=#202124;spacing=5;fillColor=#fff4db;strokeColor=#a36500;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="440" y="55" width="170" height="110" as="geometry"/></mxCell><mxCell id="n9" value="F&#xa;Finished" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=32;fontColor=#202124;spacing=5;fillColor=#fdecef;strokeColor=#b8325f;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="860" y="55" width="170" height="110" as="geometry"/></mxCell><mxCell id="n10" value="pickup: -1" style="text;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=32;fontColor=#69757c;spacing=0;" vertex="1" parent="1"><mxGeometry x="205" y="22" width="220" height="45" as="geometry"/></mxCell><mxCell id="n11" value="return: -1" style="text;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=32;fontColor=#69757c;spacing=0;" vertex="1" parent="1"><mxGeometry x="205" y="154" width="220" height="45" as="geometry"/></mxCell><mxCell id="n12" value="deliver: +8" style="text;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=32;fontColor=#a36500;spacing=0;" vertex="1" parent="1"><mxGeometry x="625" y="50" width="220" height="45" as="geometry"/></mxCell><mxCell id="n13" value="small job: +4" style="text;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=32;fontColor=#007c89;spacing=0;" vertex="1" parent="1"><mxGeometry x="600" y="185" width="280" height="45" as="geometry"/></mxCell></root></mxGraphModel></diagram>
<diagram id="optimal-policy" name="optimal-policy"><mxGraphModel page="1" pageWidth="1050" pageHeight="275" background="#ffffff"><root><mxCell id="0"/><mxCell id="1" parent="0"/><mxCell id="n2" value="" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=0;fontColor=#202124;spacing=5;fillColor=#ffffff;strokeColor=none;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="0" y="0" width="1050" height="275" as="geometry"/></mxCell><mxCell id="n3" style="strokeColor=#007c89;strokeWidth=3;endArrow=block;endSize=6;rounded=0;" edge="1" parent="1"><mxGeometry relative="1" as="geometry"><mxPoint x="190" y="85" as="sourcePoint"/><mxPoint x="440" y="85" as="targetPoint"/></mxGeometry></mxCell><mxCell id="n4" style="strokeColor=#69757c;strokeWidth=2;endArrow=block;endSize=6;rounded=0;" edge="1" parent="1"><mxGeometry relative="1" as="geometry"><mxPoint x="440" y="135" as="sourcePoint"/><mxPoint x="190" y="135" as="targetPoint"/></mxGeometry></mxCell><mxCell id="n5" style="strokeColor=#007c89;strokeWidth=3;endArrow=block;endSize=6;rounded=0;" edge="1" parent="1"><mxGeometry relative="1" as="geometry"><mxPoint x="610" y="110" as="sourcePoint"/><mxPoint x="860" y="110" as="targetPoint"/></mxGeometry></mxCell><mxCell id="n6" style="strokeColor=#69757c;strokeWidth=2;endArrow=block;endSize=6;rounded=0;" edge="1" parent="1"><mxGeometry relative="1" as="geometry"><mxPoint x="105" y="165" as="sourcePoint"/><mxPoint x="945" y="165" as="targetPoint"/><Array as="points"><mxPoint x="105" y="240"/><mxPoint x="945" y="240"/></Array></mxGeometry></mxCell><mxCell id="n7" value="D&#xa;V* = 6.2" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=32;fontColor=#202124;spacing=5;fillColor=#e3f3f1;strokeColor=#007c89;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="20" y="55" width="170" height="110" as="geometry"/></mxCell><mxCell id="n8" value="J&#xa;V* = 8" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=32;fontColor=#202124;spacing=5;fillColor=#fff4db;strokeColor=#a36500;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="440" y="55" width="170" height="110" as="geometry"/></mxCell><mxCell id="n9" value="F&#xa;V* = 0" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=32;fontColor=#202124;spacing=5;fillColor=#fdecef;strokeColor=#b8325f;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="860" y="55" width="170" height="110" as="geometry"/></mxCell><mxCell id="n10" value="pickup: -1" style="text;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=32;fontColor=#007c89;spacing=0;" vertex="1" parent="1"><mxGeometry x="205" y="22" width="220" height="45" as="geometry"/></mxCell><mxCell id="n11" value="return: -1" style="text;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=32;fontColor=#69757c;spacing=0;" vertex="1" parent="1"><mxGeometry x="205" y="154" width="220" height="45" as="geometry"/></mxCell><mxCell id="n12" value="deliver: +8" style="text;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=32;fontColor=#007c89;spacing=0;" vertex="1" parent="1"><mxGeometry x="625" y="50" width="220" height="45" as="geometry"/></mxCell><mxCell id="n13" value="small job: +4" style="text;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=32;fontColor=#69757c;spacing=0;" vertex="1" parent="1"><mxGeometry x="600" y="185" width="280" height="45" as="geometry"/></mxCell></root></mxGraphModel></diagram></mxfile>
