<mxfile host="Electron" type="device" version="28.0.6"><diagram id="resources" name="resources"><mxGraphModel page="1" pageWidth="1050" pageHeight="235" background="#ffffff"><root><mxCell id="0"/><mxCell id="1" parent="0"/><mxCell id="n2" value="" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=0;fontColor=#202124;spacing=4;fillColor=#ffffff;strokeColor=none;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="0" y="0" width="1050" height="235" as="geometry"/></mxCell><mxCell id="n3" value="A&#xa;Written guide" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=35;fontColor=#202124;spacing=4;fillColor=#dff2ef;strokeColor=#007c89;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="20" y="30" width="290" height="125" as="geometry"/></mxCell><mxCell id="n4" value="B&#xa;Worked example" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=35;fontColor=#202124;spacing=4;fillColor=#fff2d5;strokeColor=#a36500;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="380" y="30" width="290" height="125" as="geometry"/></mxCell><mxCell id="n5" value="C&#xa;Short video" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=35;fontColor=#202124;spacing=4;fillColor=#fde5ed;strokeColor=#b8325f;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="740" y="30" width="290" height="125" as="geometry"/></mxCell><mxCell id="n6" value="Recommend one format for each request" style="text;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=34;fontColor=#007c89;spacing=0;" vertex="1" parent="1"><mxGeometry x="70" y="180" width="910" height="45" as="geometry"/></mxCell></root></mxGraphModel></diagram>
<diagram id="feedback-loop" name="feedback-loop"><mxGraphModel page="1" pageWidth="1050" pageHeight="270" background="#ffffff"><root><mxCell id="0"/><mxCell id="1" parent="0"/><mxCell id="n2" value="" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=0;fontColor=#202124;spacing=4;fillColor=#ffffff;strokeColor=none;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="0" y="0" width="1050" height="270" as="geometry"/></mxCell><mxCell id="n3" style="strokeColor=#007c89;strokeWidth=2;endArrow=block;endSize=6;rounded=0;" edge="1" parent="1"><mxGeometry relative="1" as="geometry"><mxPoint x="310" y="90" as="sourcePoint"/><mxPoint x="375" y="90" as="targetPoint"/></mxGeometry></mxCell><mxCell id="n4" style="strokeColor=#007c89;strokeWidth=2;endArrow=block;endSize=6;rounded=0;" edge="1" parent="1"><mxGeometry relative="1" as="geometry"><mxPoint x="665" y="90" as="sourcePoint"/><mxPoint x="730" y="90" as="targetPoint"/></mxGeometry></mxCell><mxCell id="n5" style="strokeColor=#5d6970;strokeWidth=2;endArrow=block;endSize=6;rounded=0;" edge="1" parent="1"><mxGeometry relative="1" as="geometry"><mxPoint x="875" y="145" as="sourcePoint"/><mxPoint x="165" y="145" as="targetPoint"/><Array as="points"><mxPoint x="875" y="235"/><mxPoint x="165" y="235"/></Array></mxGeometry></mxCell><mxCell id="n6" value="Choose one&#xa;resource" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=34;fontColor=#202124;spacing=4;fillColor=#dff2ef;strokeColor=#007c89;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="20" y="35" width="290" height="110" as="geometry"/></mxCell><mxCell id="n7" value="Observe its&#xa;0/1 rating" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=34;fontColor=#202124;spacing=4;fillColor=#fff2d5;strokeColor=#a36500;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="375" y="35" width="290" height="110" as="geometry"/></mxCell><mxCell id="n8" value="Update only&#xa;that resource" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=34;fontColor=#202124;spacing=4;fillColor=#fde5ed;strokeColor=#b8325f;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="730" y="35" width="300" height="110" as="geometry"/></mxCell><mxCell id="n9" value="Use the new information at the next request" style="text;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=31;fontColor=#5d6970;spacing=0;" vertex="1" parent="1"><mxGeometry x="235" y="175" width="605" height="45" as="geometry"/></mxCell></root></mxGraphModel></diagram>
<diagram id="rating-history" name="rating-history"><mxGraphModel page="1" pageWidth="1050" pageHeight="315" background="#ffffff"><root><mxCell id="0"/><mxCell id="1" parent="0"/><mxCell id="n2" value="" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=0;fontColor=#202124;spacing=4;fillColor=#ffffff;strokeColor=none;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="0" y="0" width="1050" height="315" as="geometry"/></mxCell><mxCell id="n3" value="Before round 11: ten observed ratings" style="text;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=31;fontColor=#5d6970;spacing=0;" vertex="1" parent="1"><mxGeometry x="25" y="0" width="1000" height="40" as="geometry"/></mxCell><mxCell id="n4" value="A: guide" style="text;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=30;fontColor=#007c89;spacing=0;" vertex="1" parent="1"><mxGeometry x="5" y="50" width="180" height="58" as="geometry"/></mxCell><mxCell id="n5" value="1" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=33;fontColor=#202124;spacing=4;fillColor=#dff2ef;strokeColor=#007c89;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="210" y="50" width="58" height="58" as="geometry"/></mxCell><mxCell id="n6" value="0" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=33;fontColor=#202124;spacing=4;fillColor=#f4f7f8;strokeColor=#007c89;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="268" y="50" width="58" height="58" as="geometry"/></mxCell><mxCell id="n7" value="1" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=33;fontColor=#202124;spacing=4;fillColor=#dff2ef;strokeColor=#007c89;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="326" y="50" width="58" height="58" as="geometry"/></mxCell><mxCell id="n8" value="0" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=33;fontColor=#202124;spacing=4;fillColor=#f4f7f8;strokeColor=#007c89;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="384" y="50" width="58" height="58" as="geometry"/></mxCell><mxCell id="n9" value="1" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=33;fontColor=#202124;spacing=4;fillColor=#dff2ef;strokeColor=#007c89;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="442" y="50" width="58" height="58" as="geometry"/></mxCell><mxCell id="n10" value="0" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=33;fontColor=#202124;spacing=4;fillColor=#f4f7f8;strokeColor=#007c89;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="500" y="50" width="58" height="58" as="geometry"/></mxCell><mxCell id="n11" value="N = 6&#xa;Q = 3/6 = 0.500" style="text;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=29;fontColor=#007c89;spacing=0;" vertex="1" parent="1"><mxGeometry x="600" y="47" width="430" height="70" as="geometry"/></mxCell><mxCell id="n12" value="B: example" style="text;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=30;fontColor=#a36500;spacing=0;" vertex="1" parent="1"><mxGeometry x="5" y="135" width="180" height="58" as="geometry"/></mxCell><mxCell id="n13" value="1" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=33;fontColor=#202124;spacing=4;fillColor=#fff2d5;strokeColor=#a36500;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="210" y="135" width="58" height="58" as="geometry"/></mxCell><mxCell id="n14" value="0" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=33;fontColor=#202124;spacing=4;fillColor=#f4f7f8;strokeColor=#a36500;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="268" y="135" width="58" height="58" as="geometry"/></mxCell><mxCell id="n15" value="0" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=33;fontColor=#202124;spacing=4;fillColor=#f4f7f8;strokeColor=#a36500;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="326" y="135" width="58" height="58" as="geometry"/></mxCell><mxCell id="n16" value="N = 3&#xa;Q = 1/3 ≈ 0.333" style="text;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=29;fontColor=#a36500;spacing=0;" vertex="1" parent="1"><mxGeometry x="600" y="132" width="430" height="70" as="geometry"/></mxCell><mxCell id="n17" value="C: video" style="text;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=30;fontColor=#b8325f;spacing=0;" vertex="1" parent="1"><mxGeometry x="5" y="220" width="180" height="58" as="geometry"/></mxCell><mxCell id="n18" value="0" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=33;fontColor=#202124;spacing=4;fillColor=#f4f7f8;strokeColor=#b8325f;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="210" y="220" width="58" height="58" as="geometry"/></mxCell><mxCell id="n19" value="N = 1&#xa;Q = 0/1 = 0.000" style="text;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=29;fontColor=#b8325f;spacing=0;" vertex="1" parent="1"><mxGeometry x="600" y="217" width="430" height="70" as="geometry"/></mxCell></root></mxGraphModel></diagram>
<diagram id="epsilon-mass" name="epsilon-mass"><mxGraphModel page="1" pageWidth="1050" pageHeight="210" background="#ffffff"><root><mxCell id="0"/><mxCell id="1" parent="0"/><mxCell id="n2" value="" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=0;fontColor=#202124;spacing=4;fillColor=#ffffff;strokeColor=none;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="0" y="0" width="1050" height="210" as="geometry"/></mxCell><mxCell id="n3" value="Exploit A: 0.85" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=34;fontColor=#202124;spacing=4;fillColor=#bee4df;strokeColor=#007c89;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="85" y="55" width="731" height="75" as="geometry"/></mxCell><mxCell id="n4" value="A" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=30;fontColor=#202124;spacing=4;fillColor=#e5f5f2;strokeColor=#007c89;strokeWidth=2;spacing=0;" vertex="1" parent="1"><mxGeometry x="816" y="55" width="43" height="75" as="geometry"/></mxCell><mxCell id="n5" value="B" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=30;fontColor=#202124;spacing=4;fillColor=#fff2d5;strokeColor=#a36500;strokeWidth=2;spacing=0;" vertex="1" parent="1"><mxGeometry x="859" y="55" width="43" height="75" as="geometry"/></mxCell><mxCell id="n6" value="C" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=30;fontColor=#202124;spacing=4;fillColor=#fde5ed;strokeColor=#b8325f;strokeWidth=2;spacing=0;" vertex="1" parent="1"><mxGeometry x="902" y="55" width="43" height="75" as="geometry"/></mxCell><mxCell id="n7" value="Each thin block adds 0.05 from random exploration" style="text;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=32;fontColor=#5d6970;spacing=0;" vertex="1" parent="1"><mxGeometry x="80" y="150" width="890" height="45" as="geometry"/></mxCell></root></mxGraphModel></diagram>
<diagram id="ucb-round11" name="ucb-round11"><mxGraphModel page="1" pageWidth="1050" pageHeight="330" background="#ffffff"><root><mxCell id="0"/><mxCell id="1" parent="0"/><mxCell id="n2" value="" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=0;fontColor=#202124;spacing=4;fillColor=#ffffff;strokeColor=none;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="0" y="0" width="1050" height="330" as="geometry"/></mxCell><mxCell id="n3" value="A: N = 6" style="text;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=31;fontColor=#007c89;spacing=0;" vertex="1" parent="1"><mxGeometry x="0" y="28" width="175" height="40" as="geometry"/></mxCell><mxCell id="n4" style="strokeColor=#007c89;strokeWidth=6;endArrow=none;endSize=6;rounded=0;" edge="1" parent="1"><mxGeometry relative="1" as="geometry"><mxPoint x="400" y="48" as="sourcePoint"/><mxPoint x="652.8712596189805" y="48" as="targetPoint"/></mxGeometry></mxCell><mxCell id="n5" style="strokeColor=#007c89;strokeWidth=2;endArrow=none;endSize=6;rounded=0;" edge="1" parent="1"><mxGeometry relative="1" as="geometry"><mxPoint x="652.8712596189805" y="40" as="sourcePoint"/><mxPoint x="652.8712596189805" y="56" as="targetPoint"/></mxGeometry></mxCell><mxCell id="n6" value="" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=0;fontColor=#202124;spacing=4;fillColor=#007c89;strokeColor=#007c89;strokeWidth=2;shape=ellipse;" vertex="1" parent="1"><mxGeometry x="393" y="41" width="14" height="14" as="geometry"/></mxCell><mxCell id="n7" value="0.500" style="text;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=27;fontColor=#202124;spacing=0;" vertex="1" parent="1"><mxGeometry x="352" y="63" width="100" height="32" as="geometry"/></mxCell><mxCell id="n8" value="1.132" style="text;html=0;whiteSpace=wrap;align=left;verticalAlign=middle;fontFamily=Helvetica;fontSize=31;fontColor=#007c89;spacing=0;" vertex="1" parent="1"><mxGeometry x="667.8712596189805" y="28" width="175" height="40" as="geometry"/></mxCell><mxCell id="n9" value="B: N = 3" style="text;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=31;fontColor=#a36500;spacing=0;" vertex="1" parent="1"><mxGeometry x="0" y="106" width="175" height="40" as="geometry"/></mxCell><mxCell id="n10" style="strokeColor=#a36500;strokeWidth=6;endArrow=none;endSize=6;rounded=0;" edge="1" parent="1"><mxGeometry relative="1" as="geometry"><mxPoint x="333.3333333333333" y="126" as="sourcePoint"/><mxPoint x="690.9472982208636" y="126" as="targetPoint"/></mxGeometry></mxCell><mxCell id="n11" style="strokeColor=#a36500;strokeWidth=2;endArrow=none;endSize=6;rounded=0;" edge="1" parent="1"><mxGeometry relative="1" as="geometry"><mxPoint x="690.9472982208636" y="118" as="sourcePoint"/><mxPoint x="690.9472982208636" y="134" as="targetPoint"/></mxGeometry></mxCell><mxCell id="n12" value="" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=0;fontColor=#202124;spacing=4;fillColor=#a36500;strokeColor=#a36500;strokeWidth=2;shape=ellipse;" vertex="1" parent="1"><mxGeometry x="326.3333333333333" y="119" width="14" height="14" as="geometry"/></mxCell><mxCell id="n13" value="0.333" style="text;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=27;fontColor=#202124;spacing=0;" vertex="1" parent="1"><mxGeometry x="285.3333333333333" y="141" width="100" height="32" as="geometry"/></mxCell><mxCell id="n14" value="1.227" style="text;html=0;whiteSpace=wrap;align=left;verticalAlign=middle;fontFamily=Helvetica;fontSize=31;fontColor=#a36500;spacing=0;" vertex="1" parent="1"><mxGeometry x="705.9472982208636" y="106" width="175" height="40" as="geometry"/></mxCell><mxCell id="n15" value="C: N = 1" style="text;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=31;fontColor=#b8325f;spacing=0;" vertex="1" parent="1"><mxGeometry x="0" y="184" width="175" height="40" as="geometry"/></mxCell><mxCell id="n16" style="strokeColor=#b8325f;strokeWidth=6;endArrow=none;endSize=6;rounded=0;" edge="1" parent="1"><mxGeometry relative="1" as="geometry"><mxPoint x="200" y="204" as="sourcePoint"/><mxPoint x="819.405556681355" y="204" as="targetPoint"/></mxGeometry></mxCell><mxCell id="n17" style="strokeColor=#b8325f;strokeWidth=2;endArrow=none;endSize=6;rounded=0;" edge="1" parent="1"><mxGeometry relative="1" as="geometry"><mxPoint x="819.405556681355" y="196" as="sourcePoint"/><mxPoint x="819.405556681355" y="212" as="targetPoint"/></mxGeometry></mxCell><mxCell id="n18" value="" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=0;fontColor=#202124;spacing=4;fillColor=#b8325f;strokeColor=#b8325f;strokeWidth=2;shape=ellipse;" vertex="1" parent="1"><mxGeometry x="193" y="197" width="14" height="14" as="geometry"/></mxCell><mxCell id="n19" value="0.000" style="text;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=27;fontColor=#202124;spacing=0;" vertex="1" parent="1"><mxGeometry x="152" y="219" width="100" height="32" as="geometry"/></mxCell><mxCell id="n20" value="1.549" style="text;html=0;whiteSpace=wrap;align=left;verticalAlign=middle;fontFamily=Helvetica;fontSize=31;fontColor=#b8325f;spacing=0;" vertex="1" parent="1"><mxGeometry x="834.405556681355" y="184" width="175" height="40" as="geometry"/></mxCell><mxCell id="n21" style="strokeColor=#5d6970;strokeWidth=2;endArrow=none;endSize=6;rounded=0;" edge="1" parent="1"><mxGeometry relative="1" as="geometry"><mxPoint x="200" y="278" as="sourcePoint"/><mxPoint x="895" y="278" as="targetPoint"/></mxGeometry></mxCell><mxCell id="n22" style="strokeColor=#5d6970;strokeWidth=2;endArrow=none;endSize=6;rounded=0;" edge="1" parent="1"><mxGeometry relative="1" as="geometry"><mxPoint x="200" y="274" as="sourcePoint"/><mxPoint x="200" y="284" as="targetPoint"/></mxGeometry></mxCell><mxCell id="n23" value="0" style="text;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=27;fontColor=#5d6970;spacing=0;" vertex="1" parent="1"><mxGeometry x="155" y="290" width="90" height="32" as="geometry"/></mxCell><mxCell id="n24" style="strokeColor=#5d6970;strokeWidth=2;endArrow=none;endSize=6;rounded=0;" edge="1" parent="1"><mxGeometry relative="1" as="geometry"><mxPoint x="400" y="274" as="sourcePoint"/><mxPoint x="400" y="284" as="targetPoint"/></mxGeometry></mxCell><mxCell id="n25" value="0.5" style="text;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=27;fontColor=#5d6970;spacing=0;" vertex="1" parent="1"><mxGeometry x="355" y="290" width="90" height="32" as="geometry"/></mxCell><mxCell id="n26" style="strokeColor=#5d6970;strokeWidth=2;endArrow=none;endSize=6;rounded=0;" edge="1" parent="1"><mxGeometry relative="1" as="geometry"><mxPoint x="600" y="274" as="sourcePoint"/><mxPoint x="600" y="284" as="targetPoint"/></mxGeometry></mxCell><mxCell id="n27" value="1" style="text;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=27;fontColor=#5d6970;spacing=0;" vertex="1" parent="1"><mxGeometry x="555" y="290" width="90" height="32" as="geometry"/></mxCell><mxCell id="n28" style="strokeColor=#5d6970;strokeWidth=2;endArrow=none;endSize=6;rounded=0;" edge="1" parent="1"><mxGeometry relative="1" as="geometry"><mxPoint x="800" y="274" as="sourcePoint"/><mxPoint x="800" y="284" as="targetPoint"/></mxGeometry></mxCell><mxCell id="n29" value="1.5" style="text;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=27;fontColor=#5d6970;spacing=0;" vertex="1" parent="1"><mxGeometry x="755" y="290" width="90" height="32" as="geometry"/></mxCell></root></mxGraphModel></diagram>
<diagram id="chosen-arm-update" name="chosen-arm-update"><mxGraphModel page="1" pageWidth="1050" pageHeight="250" background="#ffffff"><root><mxCell id="0"/><mxCell id="1" parent="0"/><mxCell id="n2" value="" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=0;fontColor=#202124;spacing=4;fillColor=#ffffff;strokeColor=none;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="0" y="0" width="1050" height="250" as="geometry"/></mxCell><mxCell id="n3" style="strokeColor=#b8325f;strokeWidth=2;endArrow=block;endSize=6;rounded=0;" edge="1" parent="1"><mxGeometry relative="1" as="geometry"><mxPoint x="315" y="105" as="sourcePoint"/><mxPoint x="390" y="105" as="targetPoint"/></mxGeometry></mxCell><mxCell id="n4" style="strokeColor=#b8325f;strokeWidth=2;endArrow=block;endSize=6;rounded=0;" edge="1" parent="1"><mxGeometry relative="1" as="geometry"><mxPoint x="640" y="105" as="sourcePoint"/><mxPoint x="720" y="105" as="targetPoint"/></mxGeometry></mxCell><mxCell id="n5" value="C before&#xa;N = 1, Q = 0" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=32;fontColor=#202124;spacing=4;fillColor=#f4f7f8;strokeColor=#a5b5bd;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="20" y="45" width="285" height="120" as="geometry"/></mxCell><mxCell id="n6" value="New reward&#xa;1" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=32;fontColor=#202124;spacing=4;fillColor=#fff2d5;strokeColor=#a36500;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="400" y="45" width="230" height="120" as="geometry"/></mxCell><mxCell id="n7" value="C after&#xa;N = 2, Q = 0.5" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=32;fontColor=#202124;spacing=4;fillColor=#fde5ed;strokeColor=#b8325f;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="730" y="45" width="300" height="120" as="geometry"/></mxCell><mxCell id="n8" value="After round 11, ready for round 12" style="text;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=31;fontColor=#5d6970;spacing=0;" vertex="1" parent="1"><mxGeometry x="100" y="195" width="850" height="40" as="geometry"/></mxCell></root></mxGraphModel></diagram>
<diagram id="ucb-round12" name="ucb-round12"><mxGraphModel page="1" pageWidth="1050" pageHeight="330" background="#ffffff"><root><mxCell id="0"/><mxCell id="1" parent="0"/><mxCell id="n2" value="" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=0;fontColor=#202124;spacing=4;fillColor=#ffffff;strokeColor=none;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="0" y="0" width="1050" height="330" as="geometry"/></mxCell><mxCell id="n3" value="A: N = 6" style="text;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=31;fontColor=#007c89;spacing=0;" vertex="1" parent="1"><mxGeometry x="0" y="28" width="175" height="40" as="geometry"/></mxCell><mxCell id="n4" style="strokeColor=#007c89;strokeWidth=6;endArrow=none;endSize=6;rounded=0;" edge="1" parent="1"><mxGeometry relative="1" as="geometry"><mxPoint x="400" y="48" as="sourcePoint"/><mxPoint x="657.4182925273183" y="48" as="targetPoint"/></mxGeometry></mxCell><mxCell id="n5" style="strokeColor=#007c89;strokeWidth=2;endArrow=none;endSize=6;rounded=0;" edge="1" parent="1"><mxGeometry relative="1" as="geometry"><mxPoint x="657.4182925273183" y="40" as="sourcePoint"/><mxPoint x="657.4182925273183" y="56" as="targetPoint"/></mxGeometry></mxCell><mxCell id="n6" value="" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=0;fontColor=#202124;spacing=4;fillColor=#007c89;strokeColor=#007c89;strokeWidth=2;shape=ellipse;" vertex="1" parent="1"><mxGeometry x="393" y="41" width="14" height="14" as="geometry"/></mxCell><mxCell id="n7" value="0.500" style="text;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=27;fontColor=#202124;spacing=0;" vertex="1" parent="1"><mxGeometry x="352" y="63" width="100" height="32" as="geometry"/></mxCell><mxCell id="n8" value="1.144" style="text;html=0;whiteSpace=wrap;align=left;verticalAlign=middle;fontFamily=Helvetica;fontSize=31;fontColor=#007c89;spacing=0;" vertex="1" parent="1"><mxGeometry x="672.4182925273183" y="28" width="175" height="40" as="geometry"/></mxCell><mxCell id="n9" value="B: N = 3" style="text;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=31;fontColor=#a36500;spacing=0;" vertex="1" parent="1"><mxGeometry x="0" y="106" width="175" height="40" as="geometry"/></mxCell><mxCell id="n10" style="strokeColor=#a36500;strokeWidth=6;endArrow=none;endSize=6;rounded=0;" edge="1" parent="1"><mxGeometry relative="1" as="geometry"><mxPoint x="333.3333333333333" y="126" as="sourcePoint"/><mxPoint x="697.3777738283916" y="126" as="targetPoint"/></mxGeometry></mxCell><mxCell id="n11" style="strokeColor=#a36500;strokeWidth=2;endArrow=none;endSize=6;rounded=0;" edge="1" parent="1"><mxGeometry relative="1" as="geometry"><mxPoint x="697.3777738283916" y="118" as="sourcePoint"/><mxPoint x="697.3777738283916" y="134" as="targetPoint"/></mxGeometry></mxCell><mxCell id="n12" value="" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=0;fontColor=#202124;spacing=4;fillColor=#a36500;strokeColor=#a36500;strokeWidth=2;shape=ellipse;" vertex="1" parent="1"><mxGeometry x="326.3333333333333" y="119" width="14" height="14" as="geometry"/></mxCell><mxCell id="n13" value="0.333" style="text;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=27;fontColor=#202124;spacing=0;" vertex="1" parent="1"><mxGeometry x="285.3333333333333" y="141" width="100" height="32" as="geometry"/></mxCell><mxCell id="n14" value="1.243" style="text;html=0;whiteSpace=wrap;align=left;verticalAlign=middle;fontFamily=Helvetica;fontSize=31;fontColor=#a36500;spacing=0;" vertex="1" parent="1"><mxGeometry x="712.3777738283916" y="106" width="175" height="40" as="geometry"/></mxCell><mxCell id="n15" value="C: N = 2" style="text;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=31;fontColor=#b8325f;spacing=0;" vertex="1" parent="1"><mxGeometry x="0" y="184" width="175" height="40" as="geometry"/></mxCell><mxCell id="n16" style="strokeColor=#b8325f;strokeWidth=6;endArrow=none;endSize=6;rounded=0;" edge="1" parent="1"><mxGeometry relative="1" as="geometry"><mxPoint x="400" y="204" as="sourcePoint"/><mxPoint x="845.8615614549431" y="204" as="targetPoint"/></mxGeometry></mxCell><mxCell id="n17" style="strokeColor=#b8325f;strokeWidth=2;endArrow=none;endSize=6;rounded=0;" edge="1" parent="1"><mxGeometry relative="1" as="geometry"><mxPoint x="845.8615614549431" y="196" as="sourcePoint"/><mxPoint x="845.8615614549431" y="212" as="targetPoint"/></mxGeometry></mxCell><mxCell id="n18" value="" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=0;fontColor=#202124;spacing=4;fillColor=#b8325f;strokeColor=#b8325f;strokeWidth=2;shape=ellipse;" vertex="1" parent="1"><mxGeometry x="393" y="197" width="14" height="14" as="geometry"/></mxCell><mxCell id="n19" value="0.500" style="text;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=27;fontColor=#202124;spacing=0;" vertex="1" parent="1"><mxGeometry x="352" y="219" width="100" height="32" as="geometry"/></mxCell><mxCell id="n20" value="1.615" style="text;html=0;whiteSpace=wrap;align=left;verticalAlign=middle;fontFamily=Helvetica;fontSize=31;fontColor=#b8325f;spacing=0;" vertex="1" parent="1"><mxGeometry x="860.8615614549431" y="184" width="175" height="40" as="geometry"/></mxCell><mxCell id="n21" style="strokeColor=#5d6970;strokeWidth=2;endArrow=none;endSize=6;rounded=0;" edge="1" parent="1"><mxGeometry relative="1" as="geometry"><mxPoint x="200" y="278" as="sourcePoint"/><mxPoint x="895" y="278" as="targetPoint"/></mxGeometry></mxCell><mxCell id="n22" style="strokeColor=#5d6970;strokeWidth=2;endArrow=none;endSize=6;rounded=0;" edge="1" parent="1"><mxGeometry relative="1" as="geometry"><mxPoint x="200" y="274" as="sourcePoint"/><mxPoint x="200" y="284" as="targetPoint"/></mxGeometry></mxCell><mxCell id="n23" value="0" style="text;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=27;fontColor=#5d6970;spacing=0;" vertex="1" parent="1"><mxGeometry x="155" y="290" width="90" height="32" as="geometry"/></mxCell><mxCell id="n24" style="strokeColor=#5d6970;strokeWidth=2;endArrow=none;endSize=6;rounded=0;" edge="1" parent="1"><mxGeometry relative="1" as="geometry"><mxPoint x="400" y="274" as="sourcePoint"/><mxPoint x="400" y="284" as="targetPoint"/></mxGeometry></mxCell><mxCell id="n25" value="0.5" style="text;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=27;fontColor=#5d6970;spacing=0;" vertex="1" parent="1"><mxGeometry x="355" y="290" width="90" height="32" as="geometry"/></mxCell><mxCell id="n26" style="strokeColor=#5d6970;strokeWidth=2;endArrow=none;endSize=6;rounded=0;" edge="1" parent="1"><mxGeometry relative="1" as="geometry"><mxPoint x="600" y="274" as="sourcePoint"/><mxPoint x="600" y="284" as="targetPoint"/></mxGeometry></mxCell><mxCell id="n27" value="1" style="text;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=27;fontColor=#5d6970;spacing=0;" vertex="1" parent="1"><mxGeometry x="555" y="290" width="90" height="32" as="geometry"/></mxCell><mxCell id="n28" style="strokeColor=#5d6970;strokeWidth=2;endArrow=none;endSize=6;rounded=0;" edge="1" parent="1"><mxGeometry relative="1" as="geometry"><mxPoint x="800" y="274" as="sourcePoint"/><mxPoint x="800" y="284" as="targetPoint"/></mxGeometry></mxCell><mxCell id="n29" value="1.5" style="text;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=27;fontColor=#5d6970;spacing=0;" vertex="1" parent="1"><mxGeometry x="755" y="290" width="90" height="32" as="geometry"/></mxCell></root></mxGraphModel></diagram>
<diagram id="allocations" name="allocations"><mxGraphModel page="1" pageWidth="1050" pageHeight="315" background="#ffffff"><root><mxCell id="0"/><mxCell id="1" parent="0"/><mxCell id="n2" value="" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=0;fontColor=#202124;spacing=4;fillColor=#ffffff;strokeColor=none;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="0" y="0" width="1050" height="315" as="geometry"/></mxCell><mxCell id="n3" value="Two hypothetical allocations of 100 pulls" style="text;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=31;fontColor=#5d6970;spacing=0;" vertex="1" parent="1"><mxGeometry x="25" y="0" width="1000" height="40" as="geometry"/></mxCell><mxCell id="n4" value="Plan 1" style="text;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=31;fontColor=#202124;spacing=0;" vertex="1" parent="1"><mxGeometry x="5" y="65" width="145" height="70" as="geometry"/></mxCell><mxCell id="n5" value="A: 50" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=30;fontColor=#202124;spacing=4;fillColor=#dff2ef;strokeColor=#007c89;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="170" y="65" width="300" height="70" as="geometry"/></mxCell><mxCell id="n6" value="B: 30" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=30;fontColor=#202124;spacing=4;fillColor=#fff2d5;strokeColor=#a36500;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="470" y="65" width="180" height="70" as="geometry"/></mxCell><mxCell id="n7" value="C: 20" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=30;fontColor=#202124;spacing=4;fillColor=#fde5ed;strokeColor=#b8325f;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="650" y="65" width="120" height="70" as="geometry"/></mxCell><mxCell id="n8" value="Reward 54&#xa;Regret 26" style="text;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=31;fontColor=#202124;spacing=0;" vertex="1" parent="1"><mxGeometry x="795" y="53" width="245" height="100" as="geometry"/></mxCell><mxCell id="n9" value="Plan 2" style="text;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=31;fontColor=#202124;spacing=0;" vertex="1" parent="1"><mxGeometry x="5" y="200" width="145" height="70" as="geometry"/></mxCell><mxCell id="n10" value="A: 20" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=30;fontColor=#202124;spacing=4;fillColor=#dff2ef;strokeColor=#007c89;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="170" y="200" width="120" height="70" as="geometry"/></mxCell><mxCell id="n11" value="B: 20" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=30;fontColor=#202124;spacing=4;fillColor=#fff2d5;strokeColor=#a36500;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="290" y="200" width="120" height="70" as="geometry"/></mxCell><mxCell id="n12" value="C: 60" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=30;fontColor=#202124;spacing=4;fillColor=#fde5ed;strokeColor=#b8325f;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="410" y="200" width="360" height="70" as="geometry"/></mxCell><mxCell id="n13" value="Reward 68&#xa;Regret 12" style="text;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=31;fontColor=#202124;spacing=0;" vertex="1" parent="1"><mxGeometry x="795" y="188" width="245" height="100" as="geometry"/></mxCell></root></mxGraphModel></diagram>
<diagram id="evaluation" name="evaluation"><mxGraphModel page="1" pageWidth="1050" pageHeight="310" background="#ffffff"><root><mxCell id="0"/><mxCell id="1" parent="0"/><mxCell id="n2" value="" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=0;fontColor=#202124;spacing=4;fillColor=#ffffff;strokeColor=none;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="0" y="0" width="1050" height="310" as="geometry"/></mxCell><mxCell id="n3" style="strokeColor=#007c89;strokeWidth=2;endArrow=block;endSize=6;rounded=0;" edge="1" parent="1"><mxGeometry relative="1" as="geometry"><mxPoint x="280" y="150" as="sourcePoint"/><mxPoint x="390" y="75" as="targetPoint"/><Array as="points"><mxPoint x="335" y="150"/><mxPoint x="335" y="75"/></Array></mxGeometry></mxCell><mxCell id="n4" style="strokeColor=#b8325f;strokeWidth=2;endArrow=block;endSize=6;rounded=0;" edge="1" parent="1"><mxGeometry relative="1" as="geometry"><mxPoint x="280" y="150" as="sourcePoint"/><mxPoint x="390" y="230" as="targetPoint"/><Array as="points"><mxPoint x="335" y="150"/><mxPoint x="335" y="230"/></Array></mxGeometry></mxCell><mxCell id="n5" style="strokeColor=#007c89;strokeWidth=2;endArrow=block;endSize=6;rounded=0;" edge="1" parent="1"><mxGeometry relative="1" as="geometry"><mxPoint x="650" y="75" as="sourcePoint"/><mxPoint x="800" y="150" as="targetPoint"/><Array as="points"><mxPoint x="725" y="75"/><mxPoint x="725" y="150"/></Array></mxGeometry></mxCell><mxCell id="n6" style="strokeColor=#b8325f;strokeWidth=2;endArrow=block;endSize=6;rounded=0;" edge="1" parent="1"><mxGeometry relative="1" as="geometry"><mxPoint x="650" y="230" as="sourcePoint"/><mxPoint x="800" y="150" as="targetPoint"/><Array as="points"><mxPoint x="725" y="230"/><mxPoint x="725" y="150"/></Array></mxGeometry></mxCell><mxCell id="n7" value="Same bandit&#xa;problem" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=33;fontColor=#202124;spacing=4;fillColor=#f4f7f8;strokeColor=#a5b5bd;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="20" y="100" width="260" height="100" as="geometry"/></mxCell><mxCell id="n8" value="Rule 1&#xa;Fresh runs" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=30;fontColor=#202124;spacing=4;fillColor=#dff2ef;strokeColor=#007c89;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="390" y="25" width="260" height="100" as="geometry"/></mxCell><mxCell id="n9" value="Rule 2&#xa;Fresh runs" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=30;fontColor=#202124;spacing=4;fillColor=#fde5ed;strokeColor=#b8325f;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="390" y="180" width="260" height="100" as="geometry"/></mxCell><mxCell id="n10" value="Compare reward&#xa;and variation" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=30;fontColor=#202124;spacing=4;fillColor=#fff2d5;strokeColor=#a36500;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="800" y="100" width="230" height="100" as="geometry"/></mxCell></root></mxGraphModel></diagram></mxfile>
