<mxfile host="Electron" type="device" version="28.0.6"><diagram id="bank-context" name="bank-context"><mxGraphModel page="1" pageWidth="1050" pageHeight="220" background="#ffffff"><root><mxCell id="0"/><mxCell id="1" parent="0"/><mxCell id="n2" value="" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=0;fontColor=#202124;spacing=4;fillColor=#ffffff;strokeColor=none;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="0" y="0" width="1050" height="220" as="geometry"/></mxCell><mxCell id="n3" value="We rested on the river bank." style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=34;fontColor=#202124;spacing=4;fillColor=#dff2ef;strokeColor=#007c89;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="10" y="20" width="620" height="65" as="geometry"/></mxCell><mxCell id="n4" value="River edge" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=34;fontColor=#202124;spacing=4;fillColor=#dff2ef;strokeColor=#007c89;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="765" y="20" width="270" height="65" as="geometry"/></mxCell><mxCell id="n5" style="edgeStyle=none;noEdgeStyle=1;strokeColor=#007c89;strokeWidth=2;endArrow=block;endSize=6;rounded=0;" edge="1" parent="1"><mxGeometry relative="1" as="geometry"><mxPoint x="630" y="52" as="sourcePoint"/><mxPoint x="765" y="52" as="targetPoint"/></mxGeometry></mxCell><mxCell id="n6" value="We deposited money at the bank." style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=34;fontColor=#202124;spacing=4;fillColor=#fff2d5;strokeColor=#a36500;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="10" y="130" width="620" height="65" as="geometry"/></mxCell><mxCell id="n7" value="Financial bank" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=32;fontColor=#202124;spacing=4;fillColor=#fff2d5;strokeColor=#a36500;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="765" y="130" width="270" height="65" as="geometry"/></mxCell><mxCell id="n8" style="edgeStyle=none;noEdgeStyle=1;strokeColor=#a36500;strokeWidth=2;endArrow=block;endSize=6;rounded=0;" edge="1" parent="1"><mxGeometry relative="1" as="geometry"><mxPoint x="630" y="162" as="sourcePoint"/><mxPoint x="765" y="162" as="targetPoint"/></mxGeometry></mxCell></root></mxGraphModel></diagram>
<diagram id="transformer-generation" name="transformer-generation"><mxGraphModel page="1" pageWidth="1050" pageHeight="210" background="#ffffff"><root><mxCell id="0"/><mxCell id="1" parent="0"/><mxCell id="n2" value="" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=0;fontColor=#202124;spacing=4;fillColor=#ffffff;strokeColor=none;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="0" y="0" width="1050" height="210" as="geometry"/></mxCell><mxCell id="n3" value="Prefix&#xa;The sky is" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=33;fontColor=#202124;spacing=4;fillColor=#dff2ef;strokeColor=#007c89;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="10" y="20" width="215" height="100" as="geometry"/></mxCell><mxCell id="n4" value="Embeddings +&#xa;Transformer" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=32;fontColor=#202124;spacing=4;fillColor=#fff2d5;strokeColor=#a36500;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="280" y="20" width="245" height="100" as="geometry"/></mxCell><mxCell id="n5" value="Output head&#xa;+ softmax" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=32;fontColor=#202124;spacing=4;fillColor=#fde5ed;strokeColor=#b8325f;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="580" y="20" width="225" height="100" as="geometry"/></mxCell><mxCell id="n6" value="Next token&#xa;blue" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=32;fontColor=#202124;spacing=4;fillColor=#dff2ef;strokeColor=#007c89;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="860" y="20" width="180" height="100" as="geometry"/></mxCell><mxCell id="n7" style="edgeStyle=none;noEdgeStyle=1;strokeColor=#5d6970;strokeWidth=2;endArrow=block;endSize=6;rounded=0;" edge="1" parent="1"><mxGeometry relative="1" as="geometry"><mxPoint x="225" y="70" as="sourcePoint"/><mxPoint x="280" y="70" as="targetPoint"/></mxGeometry></mxCell><mxCell id="n8" style="edgeStyle=none;noEdgeStyle=1;strokeColor=#5d6970;strokeWidth=2;endArrow=block;endSize=6;rounded=0;" edge="1" parent="1"><mxGeometry relative="1" as="geometry"><mxPoint x="525" y="70" as="sourcePoint"/><mxPoint x="580" y="70" as="targetPoint"/></mxGeometry></mxCell><mxCell id="n9" style="edgeStyle=none;noEdgeStyle=1;strokeColor=#5d6970;strokeWidth=2;endArrow=block;endSize=6;rounded=0;" edge="1" parent="1"><mxGeometry relative="1" as="geometry"><mxPoint x="805" y="70" as="sourcePoint"/><mxPoint x="860" y="70" as="targetPoint"/></mxGeometry></mxCell><mxCell id="n10" style="edgeStyle=none;noEdgeStyle=1;strokeColor=#007c89;strokeWidth=2;endArrow=block;endSize=6;rounded=0;" edge="1" parent="1"><mxGeometry relative="1" as="geometry"><mxPoint x="950" y="120" as="sourcePoint"/><mxPoint x="117" y="120" as="targetPoint"/><Array as="points"><mxPoint x="950" y="190"/><mxPoint x="117" y="190"/></Array></mxGeometry></mxCell><mxCell id="n11" value="Append: The sky is blue" style="text;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=32;fontColor=#007c89;spacing=0;" vertex="1" parent="1"><mxGeometry x="250" y="145" width="550" height="35" as="geometry"/></mxCell></root></mxGraphModel></diagram>
<diagram id="embedding-lookup" name="embedding-lookup"><mxGraphModel page="1" pageWidth="1050" pageHeight="210" background="#ffffff"><root><mxCell id="0"/><mxCell id="1" parent="0"/><mxCell id="n2" value="" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=0;fontColor=#202124;spacing=4;fillColor=#ffffff;strokeColor=none;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="0" y="0" width="1050" height="210" as="geometry"/></mxCell><mxCell id="n3" value="Lookup table E" style="text;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=32;fontColor=#007c89;spacing=0;" vertex="1" parent="1"><mxGeometry x="10" y="0" width="380" height="40" as="geometry"/></mxCell><mxCell id="n4" value="Sequence IDs: 2, 0, 2" style="text;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=32;fontColor=#b8325f;spacing=0;" vertex="1" parent="1"><mxGeometry x="640" y="0" width="400" height="40" as="geometry"/></mxCell><mxCell id="n5" value="ID 0&#xa;1&#xa;0" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=32;fontColor=#202124;spacing=4;fillColor=#dff2ef;strokeColor=#007c89;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="10" y="60" width="110" height="130" as="geometry"/></mxCell><mxCell id="n6" value="ID 1&#xa;0&#xa;1" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=32;fontColor=#202124;spacing=4;fillColor=#fff2d5;strokeColor=#a36500;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="145" y="60" width="110" height="130" as="geometry"/></mxCell><mxCell id="n7" value="ID 2&#xa;1&#xa;1" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=32;fontColor=#202124;spacing=4;fillColor=#fde5ed;strokeColor=#b8325f;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="280" y="60" width="110" height="130" as="geometry"/></mxCell><mxCell id="n8" style="edgeStyle=none;noEdgeStyle=1;strokeColor=#5d6970;strokeWidth=2;endArrow=block;endSize=6;rounded=0;" edge="1" parent="1"><mxGeometry relative="1" as="geometry"><mxPoint x="420" y="120" as="sourcePoint"/><mxPoint x="605" y="120" as="targetPoint"/></mxGeometry></mxCell><mxCell id="n9" value="Select&#xa;columns" style="text;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=30;fontColor=#5d6970;spacing=0;" vertex="1" parent="1"><mxGeometry x="430" y="25" width="165" height="80" as="geometry"/></mxCell><mxCell id="n10" value="1&#xa;1" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=34;fontColor=#202124;spacing=4;fillColor=#fde5ed;strokeColor=#b8325f;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="640" y="70" width="110" height="115" as="geometry"/></mxCell><mxCell id="n11" value="1&#xa;0" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=34;fontColor=#202124;spacing=4;fillColor=#dff2ef;strokeColor=#007c89;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="785" y="70" width="110" height="115" as="geometry"/></mxCell><mxCell id="n12" value="1&#xa;1" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=34;fontColor=#202124;spacing=4;fillColor=#fde5ed;strokeColor=#b8325f;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="930" y="70" width="110" height="115" as="geometry"/></mxCell></root></mxGraphModel></diagram>
<diagram id="query-key-value" name="query-key-value"><mxGraphModel page="1" pageWidth="1050" pageHeight="220" background="#ffffff"><root><mxCell id="0"/><mxCell id="1" parent="0"/><mxCell id="n2" value="" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=0;fontColor=#202124;spacing=4;fillColor=#ffffff;strokeColor=none;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="0" y="0" width="1050" height="220" as="geometry"/></mxCell><mxCell id="n3" value="Query" style="text;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=32;fontColor=#b8325f;spacing=0;" vertex="1" parent="1"><mxGeometry x="10" y="0" width="290" height="40" as="geometry"/></mxCell><mxCell id="n4" value="When does&#xa;the train leave?" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=32;fontColor=#202124;spacing=4;fillColor=#fde5ed;strokeColor=#b8325f;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="10" y="75" width="290" height="105" as="geometry"/></mxCell><mxCell id="n5" value="Key: clue" style="text;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=32;fontColor=#007c89;spacing=0;" vertex="1" parent="1"><mxGeometry x="470" y="0" width="250" height="40" as="geometry"/></mxCell><mxCell id="n6" value="Value: content" style="text;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=32;fontColor=#a36500;spacing=0;" vertex="1" parent="1"><mxGeometry x="790" y="0" width="250" height="40" as="geometry"/></mxCell><mxCell id="n7" value="Departure" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=34;fontColor=#202124;spacing=4;fillColor=#dff2ef;strokeColor=#007c89;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="470" y="60" width="250" height="65" as="geometry"/></mxCell><mxCell id="n8" value="08:10" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=34;fontColor=#202124;spacing=4;fillColor=#fff2d5;strokeColor=#a36500;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="790" y="60" width="250" height="65" as="geometry"/></mxCell><mxCell id="n9" style="edgeStyle=none;noEdgeStyle=1;strokeColor=#5d6970;strokeWidth=2;endArrow=block;endSize=6;rounded=0;" edge="1" parent="1"><mxGeometry relative="1" as="geometry"><mxPoint x="720" y="92" as="sourcePoint"/><mxPoint x="790" y="92" as="targetPoint"/></mxGeometry></mxCell><mxCell id="n10" value="Platform" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=34;fontColor=#202124;spacing=4;fillColor=#f4f7f8;strokeColor=#a5b5bd;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="470" y="150" width="250" height="60" as="geometry"/></mxCell><mxCell id="n11" value="3" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=34;fontColor=#202124;spacing=4;fillColor=#f4f7f8;strokeColor=#a5b5bd;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="790" y="150" width="250" height="60" as="geometry"/></mxCell><mxCell id="n12" style="edgeStyle=none;noEdgeStyle=1;strokeColor=#5d6970;strokeWidth=2;endArrow=block;endSize=6;rounded=0;" edge="1" parent="1"><mxGeometry relative="1" as="geometry"><mxPoint x="720" y="180" as="sourcePoint"/><mxPoint x="790" y="180" as="targetPoint"/></mxGeometry></mxCell><mxCell id="n13" style="edgeStyle=none;noEdgeStyle=1;strokeColor=#007c89;strokeWidth=2;endArrow=block;endSize=6;rounded=0;" edge="1" parent="1"><mxGeometry relative="1" as="geometry"><mxPoint x="300" y="115" as="sourcePoint"/><mxPoint x="470" y="92" as="targetPoint"/><Array as="points"><mxPoint x="385" y="115"/><mxPoint x="385" y="92"/></Array></mxGeometry></mxCell><mxCell id="n14" style="edgeStyle=none;noEdgeStyle=1;strokeColor=#a5b5bd;strokeWidth=2;endArrow=block;endSize=6;rounded=0;dashed=1;" edge="1" parent="1"><mxGeometry relative="1" as="geometry"><mxPoint x="300" y="140" as="sourcePoint"/><mxPoint x="470" y="180" as="targetPoint"/><Array as="points"><mxPoint x="360" y="140"/><mxPoint x="360" y="180"/></Array></mxGeometry></mxCell></root></mxGraphModel></diagram>
<diagram id="learned-projections" name="learned-projections"><mxGraphModel page="1" pageWidth="1050" pageHeight="235" background="#ffffff"><root><mxCell id="0"/><mxCell id="1" parent="0"/><mxCell id="n2" value="" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=0;fontColor=#202124;spacing=4;fillColor=#ffffff;strokeColor=none;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="0" y="0" width="1050" height="235" as="geometry"/></mxCell><mxCell id="n3" value="Context X" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=34;fontColor=#202124;spacing=4;fillColor=#dff2ef;strokeColor=#007c89;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="10" y="25" width="230" height="110" as="geometry"/></mxCell><mxCell id="n4" value="W_K" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=34;fontColor=#202124;spacing=4;fillColor=#dff2ef;strokeColor=#007c89;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="430" y="10" width="210" height="55" as="geometry"/></mxCell><mxCell id="n5" value="Keys K" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=34;fontColor=#202124;spacing=4;fillColor=#dff2ef;strokeColor=#007c89;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="830" y="10" width="210" height="55" as="geometry"/></mxCell><mxCell id="n6" value="W_V" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=34;fontColor=#202124;spacing=4;fillColor=#fff2d5;strokeColor=#a36500;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="430" y="90" width="210" height="55" as="geometry"/></mxCell><mxCell id="n7" value="Values V" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=34;fontColor=#202124;spacing=4;fillColor=#fff2d5;strokeColor=#a36500;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="830" y="90" width="210" height="55" as="geometry"/></mxCell><mxCell id="n8" value="Query inputs X_Q" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=30;fontColor=#202124;spacing=4;fillColor=#fde5ed;strokeColor=#b8325f;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="10" y="170" width="300" height="55" as="geometry"/></mxCell><mxCell id="n9" value="W_Q" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=34;fontColor=#202124;spacing=4;fillColor=#fde5ed;strokeColor=#b8325f;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="430" y="170" width="210" height="55" as="geometry"/></mxCell><mxCell id="n10" value="Queries Q" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=32;fontColor=#202124;spacing=4;fillColor=#fde5ed;strokeColor=#b8325f;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="830" y="170" width="210" height="55" as="geometry"/></mxCell><mxCell id="n11" style="edgeStyle=none;noEdgeStyle=1;strokeColor=#007c89;strokeWidth=2;endArrow=block;endSize=6;rounded=0;" edge="1" parent="1"><mxGeometry relative="1" as="geometry"><mxPoint x="240" y="60" as="sourcePoint"/><mxPoint x="430" y="37" as="targetPoint"/><Array as="points"><mxPoint x="330" y="60"/><mxPoint x="330" y="37"/></Array></mxGeometry></mxCell><mxCell id="n12" style="edgeStyle=none;noEdgeStyle=1;strokeColor=#a36500;strokeWidth=2;endArrow=block;endSize=6;rounded=0;" edge="1" parent="1"><mxGeometry relative="1" as="geometry"><mxPoint x="240" y="100" as="sourcePoint"/><mxPoint x="430" y="117" as="targetPoint"/><Array as="points"><mxPoint x="330" y="100"/><mxPoint x="330" y="117"/></Array></mxGeometry></mxCell><mxCell id="n13" style="edgeStyle=none;noEdgeStyle=1;strokeColor=#007c89;strokeWidth=2;endArrow=block;endSize=6;rounded=0;" edge="1" parent="1"><mxGeometry relative="1" as="geometry"><mxPoint x="640" y="37" as="sourcePoint"/><mxPoint x="830" y="37" as="targetPoint"/></mxGeometry></mxCell><mxCell id="n14" style="edgeStyle=none;noEdgeStyle=1;strokeColor=#a36500;strokeWidth=2;endArrow=block;endSize=6;rounded=0;" edge="1" parent="1"><mxGeometry relative="1" as="geometry"><mxPoint x="640" y="117" as="sourcePoint"/><mxPoint x="830" y="117" as="targetPoint"/></mxGeometry></mxCell><mxCell id="n15" style="edgeStyle=none;noEdgeStyle=1;strokeColor=#b8325f;strokeWidth=2;endArrow=block;endSize=6;rounded=0;" edge="1" parent="1"><mxGeometry relative="1" as="geometry"><mxPoint x="310" y="197" as="sourcePoint"/><mxPoint x="430" y="197" as="targetPoint"/></mxGeometry></mxCell><mxCell id="n16" style="edgeStyle=none;noEdgeStyle=1;strokeColor=#b8325f;strokeWidth=2;endArrow=block;endSize=6;rounded=0;" edge="1" parent="1"><mxGeometry relative="1" as="geometry"><mxPoint x="640" y="197" as="sourcePoint"/><mxPoint x="830" y="197" as="targetPoint"/></mxGeometry></mxCell></root></mxGraphModel></diagram>
<diagram id="key-value-pairs" name="key-value-pairs"><mxGraphModel page="1" pageWidth="1050" pageHeight="215" background="#ffffff"><root><mxCell id="0"/><mxCell id="1" parent="0"/><mxCell id="n2" value="" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=0;fontColor=#202124;spacing=4;fillColor=#ffffff;strokeColor=none;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="0" y="0" width="1050" height="215" as="geometry"/></mxCell><mxCell id="n3" value="One query: q = (1, 0)" style="text;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=34;fontColor=#b8325f;spacing=0;" vertex="1" parent="1"><mxGeometry x="280" y="0" width="490" height="40" as="geometry"/></mxCell><mxCell id="n4" value="Position 1&#xa;key (1, 0)&#xa;value (2, 0)" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=33;fontColor=#202124;spacing=4;fillColor=#dff2ef;strokeColor=#007c89;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="10" y="65" width="300" height="140" as="geometry"/></mxCell><mxCell id="n5" value="Position 2&#xa;key (0, 1)&#xa;value (0, 2)" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=33;fontColor=#202124;spacing=4;fillColor=#fff2d5;strokeColor=#a36500;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="375" y="65" width="300" height="140" as="geometry"/></mxCell><mxCell id="n6" value="Position 3&#xa;key (1, 1)&#xa;value (2, 2)" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=33;fontColor=#202124;spacing=4;fillColor=#fde5ed;strokeColor=#b8325f;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="740" y="65" width="300" height="140" as="geometry"/></mxCell></root></mxGraphModel></diagram>
<diagram id="matching-scores" name="matching-scores"><mxGraphModel page="1" pageWidth="1050" pageHeight="190" background="#ffffff"><root><mxCell id="0"/><mxCell id="1" parent="0"/><mxCell id="n2" value="" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=0;fontColor=#202124;spacing=4;fillColor=#ffffff;strokeColor=none;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="0" y="0" width="1050" height="190" as="geometry"/></mxCell><mxCell id="n3" value="key (1, 0)&#xa;dot product: 1" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=32;fontColor=#202124;spacing=4;fillColor=#dff2ef;strokeColor=#007c89;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="10" y="0" width="300" height="80" as="geometry"/></mxCell><mxCell id="n4" value="key (0, 1)&#xa;dot product: 0" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=32;fontColor=#202124;spacing=4;fillColor=#fff2d5;strokeColor=#a36500;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="375" y="0" width="300" height="80" as="geometry"/></mxCell><mxCell id="n5" value="key (1, 1)&#xa;dot product: 1" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=32;fontColor=#202124;spacing=4;fillColor=#fde5ed;strokeColor=#b8325f;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="740" y="0" width="300" height="80" as="geometry"/></mxCell><mxCell id="n6" style="edgeStyle=none;noEdgeStyle=1;strokeColor=#007c89;strokeWidth=2;endArrow=block;endSize=6;rounded=0;" edge="1" parent="1"><mxGeometry relative="1" as="geometry"><mxPoint x="160" y="80" as="sourcePoint"/><mxPoint x="160" y="130" as="targetPoint"/></mxGeometry></mxCell><mxCell id="n7" style="edgeStyle=none;noEdgeStyle=1;strokeColor=#a36500;strokeWidth=2;endArrow=block;endSize=6;rounded=0;" edge="1" parent="1"><mxGeometry relative="1" as="geometry"><mxPoint x="525" y="80" as="sourcePoint"/><mxPoint x="525" y="130" as="targetPoint"/></mxGeometry></mxCell><mxCell id="n8" style="edgeStyle=none;noEdgeStyle=1;strokeColor=#b8325f;strokeWidth=2;endArrow=block;endSize=6;rounded=0;" edge="1" parent="1"><mxGeometry relative="1" as="geometry"><mxPoint x="890" y="80" as="sourcePoint"/><mxPoint x="890" y="130" as="targetPoint"/></mxGeometry></mxCell><mxCell id="n9" value="Score: 0.707" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=32;fontColor=#202124;spacing=4;fillColor=#dff2ef;strokeColor=#007c89;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="10" y="130" width="300" height="50" as="geometry"/></mxCell><mxCell id="n10" value="Score: 0" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=32;fontColor=#202124;spacing=4;fillColor=#fff2d5;strokeColor=#a36500;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="375" y="130" width="300" height="50" as="geometry"/></mxCell><mxCell id="n11" value="Score: 0.707" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=32;fontColor=#202124;spacing=4;fillColor=#fde5ed;strokeColor=#b8325f;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="740" y="130" width="300" height="50" as="geometry"/></mxCell></root></mxGraphModel></diagram>
<diagram id="attention-weights" name="attention-weights"><mxGraphModel page="1" pageWidth="1050" pageHeight="135" background="#ffffff"><root><mxCell id="0"/><mxCell id="1" parent="0"/><mxCell id="n2" value="" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=0;fontColor=#202124;spacing=4;fillColor=#ffffff;strokeColor=none;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="0" y="0" width="1050" height="135" as="geometry"/></mxCell><mxCell id="n3" value="Position 1&#xa;0.401" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=33;fontColor=#202124;spacing=4;fillColor=#dff2ef;strokeColor=#007c89;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="20" y="15" width="405.12321360658376" height="95" as="geometry"/></mxCell><mxCell id="n4" value="Position 2&#xa;0.198" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=31;fontColor=#202124;spacing=4;fillColor=#fff2d5;strokeColor=#a36500;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="425.12321360658376" y="15" width="199.75357278683248" height="95" as="geometry"/></mxCell><mxCell id="n5" value="Position 3&#xa;0.401" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=33;fontColor=#202124;spacing=4;fillColor=#fde5ed;strokeColor=#b8325f;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="624.8767863934163" y="15" width="405.12321360658376" height="95" as="geometry"/></mxCell></root></mxGraphModel></diagram>
<diagram id="value-mixture" name="value-mixture"><mxGraphModel page="1" pageWidth="1050" pageHeight="130" background="#ffffff"><root><mxCell id="0"/><mxCell id="1" parent="0"/><mxCell id="n2" value="" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=0;fontColor=#202124;spacing=4;fillColor=#ffffff;strokeColor=none;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="0" y="0" width="1050" height="130" as="geometry"/></mxCell><mxCell id="n3" value="0.401 x&#xa;(2, 0)" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=34;fontColor=#202124;spacing=4;fillColor=#dff2ef;strokeColor=#007c89;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="10" y="20" width="220" height="95" as="geometry"/></mxCell><mxCell id="n4" value="+" style="text;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=40;fontColor=#5d6970;spacing=0;" vertex="1" parent="1"><mxGeometry x="240" y="45" width="60" height="45" as="geometry"/></mxCell><mxCell id="n5" value="0.198 x&#xa;(0, 2)" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=34;fontColor=#202124;spacing=4;fillColor=#fff2d5;strokeColor=#a36500;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="310" y="20" width="220" height="95" as="geometry"/></mxCell><mxCell id="n6" value="+" style="text;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=40;fontColor=#5d6970;spacing=0;" vertex="1" parent="1"><mxGeometry x="540" y="45" width="60" height="45" as="geometry"/></mxCell><mxCell id="n7" value="0.401 x&#xa;(2, 2)" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=34;fontColor=#202124;spacing=4;fillColor=#fde5ed;strokeColor=#b8325f;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="610" y="20" width="220" height="95" as="geometry"/></mxCell><mxCell id="n8" value="=" style="text;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=40;fontColor=#5d6970;spacing=0;" vertex="1" parent="1"><mxGeometry x="835" y="45" width="60" height="45" as="geometry"/></mxCell><mxCell id="n9" value="Output o" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=32;fontColor=#202124;spacing=4;fillColor=#f4f7f8;strokeColor=#a5b5bd;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="900" y="20" width="140" height="95" as="geometry"/></mxCell></root></mxGraphModel></diagram>
<diagram id="column-normalization" name="column-normalization"><mxGraphModel page="1" pageWidth="1050" pageHeight="245" background="#ffffff"><root><mxCell id="0"/><mxCell id="1" parent="0"/><mxCell id="n2" value="" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=0;fontColor=#202124;spacing=4;fillColor=#ffffff;strokeColor=none;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="0" y="0" width="1050" height="245" as="geometry"/></mxCell><mxCell id="n3" value="Queries" style="text;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=32;fontColor=#b8325f;spacing=0;" vertex="1" parent="1"><mxGeometry x="340" y="0" width="360" height="35" as="geometry"/></mxCell><mxCell id="n4" value="q" style="text;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=34;fontColor=#007c89;spacing=0;" vertex="1" parent="1"><mxGeometry x="345" y="40" width="150" height="35" as="geometry"/></mxCell><mxCell id="n5" value="q'" style="text;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=34;fontColor=#a36500;spacing=0;" vertex="1" parent="1"><mxGeometry x="535" y="40" width="150" height="35" as="geometry"/></mxCell><mxCell id="n6" value="Key 1" style="text;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=32;fontColor=#202124;spacing=0;" vertex="1" parent="1"><mxGeometry x="20" y="83" width="250" height="40" as="geometry"/></mxCell><mxCell id="n7" value="Key 2" style="text;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=32;fontColor=#202124;spacing=0;" vertex="1" parent="1"><mxGeometry x="20" y="133" width="250" height="40" as="geometry"/></mxCell><mxCell id="n8" value="Key 3" style="text;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=32;fontColor=#202124;spacing=0;" vertex="1" parent="1"><mxGeometry x="20" y="183" width="250" height="40" as="geometry"/></mxCell><mxCell id="n9" value="0.401" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=32;fontColor=#202124;spacing=4;fillColor=#dff2ef;strokeColor=#007c89;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="345" y="80" width="150" height="50" as="geometry"/></mxCell><mxCell id="n10" value="0.198" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=32;fontColor=#202124;spacing=4;fillColor=#dff2ef;strokeColor=#007c89;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="345" y="130" width="150" height="50" as="geometry"/></mxCell><mxCell id="n11" value="0.401" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=32;fontColor=#202124;spacing=4;fillColor=#dff2ef;strokeColor=#007c89;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="345" y="180" width="150" height="50" as="geometry"/></mxCell><mxCell id="n12" value="0.198" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=32;fontColor=#202124;spacing=4;fillColor=#fff2d5;strokeColor=#a36500;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="535" y="80" width="150" height="50" as="geometry"/></mxCell><mxCell id="n13" value="0.401" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=32;fontColor=#202124;spacing=4;fillColor=#fff2d5;strokeColor=#a36500;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="535" y="130" width="150" height="50" as="geometry"/></mxCell><mxCell id="n14" value="0.401" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=32;fontColor=#202124;spacing=4;fillColor=#fff2d5;strokeColor=#a36500;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="535" y="180" width="150" height="50" as="geometry"/></mxCell><mxCell id="n15" style="edgeStyle=none;noEdgeStyle=1;strokeColor=#007c89;strokeWidth=2;endArrow=block;endSize=6;rounded=0;" edge="1" parent="1"><mxGeometry relative="1" as="geometry"><mxPoint x="735" y="85" as="sourcePoint"/><mxPoint x="735" y="225" as="targetPoint"/></mxGeometry></mxCell><mxCell id="n16" value="Each column&#xa;sums to 1" style="text;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=32;fontColor=#007c89;spacing=0;" vertex="1" parent="1"><mxGeometry x="785" y="100" width="250" height="100" as="geometry"/></mxCell></root></mxGraphModel></diagram>
<diagram id="self-cross-attention" name="self-cross-attention"><mxGraphModel page="1" pageWidth="1050" pageHeight="235" background="#ffffff"><root><mxCell id="0"/><mxCell id="1" parent="0"/><mxCell id="n2" value="" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=0;fontColor=#202124;spacing=4;fillColor=#ffffff;strokeColor=none;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="0" y="0" width="1050" height="235" as="geometry"/></mxCell><mxCell id="n3" value="Self-attention" style="text;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=33;fontColor=#007c89;spacing=0;" vertex="1" parent="1"><mxGeometry x="10" y="0" width="470" height="40" as="geometry"/></mxCell><mxCell id="n4" value="Cross-attention" style="text;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=33;fontColor=#b8325f;spacing=0;" vertex="1" parent="1"><mxGeometry x="550" y="0" width="490" height="40" as="geometry"/></mxCell><mxCell id="n5" value="Same sequence&#xa;The train leaves" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=30;fontColor=#202124;spacing=4;fillColor=#dff2ef;strokeColor=#007c89;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="10" y="85" width="270" height="90" as="geometry"/></mxCell><mxCell id="n6" value="Q" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=34;fontColor=#202124;spacing=4;fillColor=#dff2ef;strokeColor=#007c89;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="365" y="55" width="115" height="55" as="geometry"/></mxCell><mxCell id="n7" value="K, V" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=34;fontColor=#202124;spacing=4;fillColor=#dff2ef;strokeColor=#007c89;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="365" y="160" width="115" height="55" as="geometry"/></mxCell><mxCell id="n8" style="edgeStyle=none;noEdgeStyle=1;strokeColor=#007c89;strokeWidth=2;endArrow=block;endSize=6;rounded=0;" edge="1" parent="1"><mxGeometry relative="1" as="geometry"><mxPoint x="280" y="110" as="sourcePoint"/><mxPoint x="365" y="82" as="targetPoint"/><Array as="points"><mxPoint x="320" y="110"/><mxPoint x="320" y="82"/></Array></mxGeometry></mxCell><mxCell id="n9" style="edgeStyle=none;noEdgeStyle=1;strokeColor=#007c89;strokeWidth=2;endArrow=block;endSize=6;rounded=0;" edge="1" parent="1"><mxGeometry relative="1" as="geometry"><mxPoint x="280" y="150" as="sourcePoint"/><mxPoint x="365" y="187" as="targetPoint"/><Array as="points"><mxPoint x="320" y="150"/><mxPoint x="320" y="187"/></Array></mxGeometry></mxCell><mxCell id="n10" value="Source (French)&#xa;Le train part" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=30;fontColor=#202124;spacing=4;fillColor=#fff2d5;strokeColor=#a36500;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="550" y="55" width="310" height="65" as="geometry"/></mxCell><mxCell id="n11" value="K, V" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=34;fontColor=#202124;spacing=4;fillColor=#fff2d5;strokeColor=#a36500;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="925" y="55" width="115" height="65" as="geometry"/></mxCell><mxCell id="n12" style="edgeStyle=none;noEdgeStyle=1;strokeColor=#a36500;strokeWidth=2;endArrow=block;endSize=6;rounded=0;" edge="1" parent="1"><mxGeometry relative="1" as="geometry"><mxPoint x="860" y="87" as="sourcePoint"/><mxPoint x="925" y="87" as="targetPoint"/></mxGeometry></mxCell><mxCell id="n13" value="Output prefix&#xa;The train" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=30;fontColor=#202124;spacing=4;fillColor=#fde5ed;strokeColor=#b8325f;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="550" y="160" width="310" height="65" as="geometry"/></mxCell><mxCell id="n14" value="Q" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=34;fontColor=#202124;spacing=4;fillColor=#fde5ed;strokeColor=#b8325f;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="925" y="160" width="115" height="65" as="geometry"/></mxCell><mxCell id="n15" style="edgeStyle=none;noEdgeStyle=1;strokeColor=#b8325f;strokeWidth=2;endArrow=block;endSize=6;rounded=0;" edge="1" parent="1"><mxGeometry relative="1" as="geometry"><mxPoint x="860" y="192" as="sourcePoint"/><mxPoint x="925" y="192" as="targetPoint"/></mxGeometry></mxCell></root></mxGraphModel></diagram>
<diagram id="training-generation" name="training-generation"><mxGraphModel page="1" pageWidth="1050" pageHeight="245" background="#ffffff"><root><mxCell id="0"/><mxCell id="1" parent="0"/><mxCell id="n2" value="" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=0;fontColor=#202124;spacing=4;fillColor=#ffffff;strokeColor=none;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="0" y="0" width="1050" height="245" as="geometry"/></mxCell><mxCell id="n3" value="Training: known prefixes" style="text;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=32;fontColor=#007c89;spacing=0;" vertex="1" parent="1"><mxGeometry x="10" y="0" width="520" height="40" as="geometry"/></mxCell><mxCell id="n4" value="Generation: extend prefix" style="text;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=31;fontColor=#b8325f;spacing=0;" vertex="1" parent="1"><mxGeometry x="620" y="0" width="420" height="40" as="geometry"/></mxCell><mxCell id="n5" value="The" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=32;fontColor=#202124;spacing=4;fillColor=#dff2ef;strokeColor=#007c89;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="10" y="55" width="240" height="45" as="geometry"/></mxCell><mxCell id="n6" value="sky" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=32;fontColor=#202124;spacing=4;fillColor=#fff2d5;strokeColor=#a36500;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="390" y="55" width="140" height="45" as="geometry"/></mxCell><mxCell id="n7" style="edgeStyle=none;noEdgeStyle=1;strokeColor=#5d6970;strokeWidth=2;endArrow=block;endSize=6;rounded=0;" edge="1" parent="1"><mxGeometry relative="1" as="geometry"><mxPoint x="250" y="77" as="sourcePoint"/><mxPoint x="390" y="77" as="targetPoint"/></mxGeometry></mxCell><mxCell id="n8" value="The sky" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=32;fontColor=#202124;spacing=4;fillColor=#dff2ef;strokeColor=#007c89;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="10" y="120" width="240" height="45" as="geometry"/></mxCell><mxCell id="n9" value="is" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=32;fontColor=#202124;spacing=4;fillColor=#fff2d5;strokeColor=#a36500;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="390" y="120" width="140" height="45" as="geometry"/></mxCell><mxCell id="n10" style="edgeStyle=none;noEdgeStyle=1;strokeColor=#5d6970;strokeWidth=2;endArrow=block;endSize=6;rounded=0;" edge="1" parent="1"><mxGeometry relative="1" as="geometry"><mxPoint x="250" y="142" as="sourcePoint"/><mxPoint x="390" y="142" as="targetPoint"/></mxGeometry></mxCell><mxCell id="n11" value="The sky is" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=32;fontColor=#202124;spacing=4;fillColor=#dff2ef;strokeColor=#007c89;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="10" y="185" width="240" height="45" as="geometry"/></mxCell><mxCell id="n12" value="blue" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=32;fontColor=#202124;spacing=4;fillColor=#fff2d5;strokeColor=#a36500;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="390" y="185" width="140" height="45" as="geometry"/></mxCell><mxCell id="n13" style="edgeStyle=none;noEdgeStyle=1;strokeColor=#5d6970;strokeWidth=2;endArrow=block;endSize=6;rounded=0;" edge="1" parent="1"><mxGeometry relative="1" as="geometry"><mxPoint x="250" y="207" as="sourcePoint"/><mxPoint x="390" y="207" as="targetPoint"/></mxGeometry></mxCell><mxCell id="n14" value="Prefix: The sky is" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=32;fontColor=#202124;spacing=4;fillColor=#fde5ed;strokeColor=#b8325f;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="650" y="55" width="390" height="70" as="geometry"/></mxCell><mxCell id="n15" style="edgeStyle=none;noEdgeStyle=1;strokeColor=#b8325f;strokeWidth=2;endArrow=block;endSize=6;rounded=0;" edge="1" parent="1"><mxGeometry relative="1" as="geometry"><mxPoint x="845" y="125" as="sourcePoint"/><mxPoint x="845" y="175" as="targetPoint"/></mxGeometry></mxCell><mxCell id="n16" value="Choose next: blue" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=32;fontColor=#202124;spacing=4;fillColor=#dff2ef;strokeColor=#007c89;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="650" y="175" width="390" height="55" as="geometry"/></mxCell></root></mxGraphModel></diagram>
<diagram id="quadratic-cost" name="quadratic-cost"><mxGraphModel page="1" pageWidth="1050" pageHeight="225" background="#ffffff"><root><mxCell id="0"/><mxCell id="1" parent="0"/><mxCell id="n2" value="" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=0;fontColor=#202124;spacing=4;fillColor=#ffffff;strokeColor=none;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="0" y="0" width="1050" height="225" as="geometry"/></mxCell><mxCell id="n3" value="4 positions&#xa;16 scores" style="text;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=34;fontColor=#007c89;spacing=0;" vertex="1" parent="1"><mxGeometry x="5" y="75" width="195" height="95" as="geometry"/></mxCell><mxCell id="n4" value="8 positions&#xa;64 scores" style="text;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=34;fontColor=#b8325f;spacing=0;" vertex="1" parent="1"><mxGeometry x="540" y="75" width="195" height="95" as="geometry"/></mxCell><mxCell id="n5" value="" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=0;fontColor=#202124;spacing=4;fillColor=#dff2ef;strokeColor=#007c89;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="220" y="120" width="20" height="20" as="geometry"/></mxCell><mxCell id="n6" value="" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=0;fontColor=#202124;spacing=4;fillColor=#dff2ef;strokeColor=#007c89;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="240" y="120" width="20" height="20" as="geometry"/></mxCell><mxCell id="n7" value="" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=0;fontColor=#202124;spacing=4;fillColor=#dff2ef;strokeColor=#007c89;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="260" y="120" width="20" height="20" as="geometry"/></mxCell><mxCell id="n8" value="" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=0;fontColor=#202124;spacing=4;fillColor=#dff2ef;strokeColor=#007c89;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="280" y="120" width="20" height="20" as="geometry"/></mxCell><mxCell id="n9" value="" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=0;fontColor=#202124;spacing=4;fillColor=#dff2ef;strokeColor=#007c89;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="220" y="140" width="20" height="20" as="geometry"/></mxCell><mxCell id="n10" value="" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=0;fontColor=#202124;spacing=4;fillColor=#dff2ef;strokeColor=#007c89;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="240" y="140" width="20" height="20" as="geometry"/></mxCell><mxCell id="n11" value="" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=0;fontColor=#202124;spacing=4;fillColor=#dff2ef;strokeColor=#007c89;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="260" y="140" width="20" height="20" as="geometry"/></mxCell><mxCell id="n12" value="" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=0;fontColor=#202124;spacing=4;fillColor=#dff2ef;strokeColor=#007c89;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="280" y="140" width="20" height="20" as="geometry"/></mxCell><mxCell id="n13" value="" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=0;fontColor=#202124;spacing=4;fillColor=#dff2ef;strokeColor=#007c89;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="220" y="160" width="20" height="20" as="geometry"/></mxCell><mxCell id="n14" value="" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=0;fontColor=#202124;spacing=4;fillColor=#dff2ef;strokeColor=#007c89;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="240" y="160" width="20" height="20" as="geometry"/></mxCell><mxCell id="n15" value="" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=0;fontColor=#202124;spacing=4;fillColor=#dff2ef;strokeColor=#007c89;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="260" y="160" width="20" height="20" as="geometry"/></mxCell><mxCell id="n16" value="" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=0;fontColor=#202124;spacing=4;fillColor=#dff2ef;strokeColor=#007c89;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="280" y="160" width="20" height="20" as="geometry"/></mxCell><mxCell id="n17" value="" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=0;fontColor=#202124;spacing=4;fillColor=#dff2ef;strokeColor=#007c89;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="220" y="180" width="20" height="20" as="geometry"/></mxCell><mxCell id="n18" value="" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=0;fontColor=#202124;spacing=4;fillColor=#dff2ef;strokeColor=#007c89;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="240" y="180" width="20" height="20" as="geometry"/></mxCell><mxCell id="n19" value="" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=0;fontColor=#202124;spacing=4;fillColor=#dff2ef;strokeColor=#007c89;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="260" y="180" width="20" height="20" as="geometry"/></mxCell><mxCell id="n20" value="" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=0;fontColor=#202124;spacing=4;fillColor=#dff2ef;strokeColor=#007c89;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="280" y="180" width="20" height="20" as="geometry"/></mxCell><mxCell id="n21" value="" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=0;fontColor=#202124;spacing=4;fillColor=#fde5ed;strokeColor=#b8325f;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="770" y="40" width="20" height="20" as="geometry"/></mxCell><mxCell id="n22" value="" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=0;fontColor=#202124;spacing=4;fillColor=#fde5ed;strokeColor=#b8325f;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="790" y="40" width="20" height="20" as="geometry"/></mxCell><mxCell id="n23" value="" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=0;fontColor=#202124;spacing=4;fillColor=#fde5ed;strokeColor=#b8325f;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="810" y="40" width="20" height="20" as="geometry"/></mxCell><mxCell id="n24" value="" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=0;fontColor=#202124;spacing=4;fillColor=#fde5ed;strokeColor=#b8325f;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="830" y="40" width="20" height="20" as="geometry"/></mxCell><mxCell id="n25" value="" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=0;fontColor=#202124;spacing=4;fillColor=#fde5ed;strokeColor=#b8325f;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="850" y="40" width="20" height="20" as="geometry"/></mxCell><mxCell id="n26" value="" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=0;fontColor=#202124;spacing=4;fillColor=#fde5ed;strokeColor=#b8325f;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="870" y="40" width="20" height="20" as="geometry"/></mxCell><mxCell id="n27" value="" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=0;fontColor=#202124;spacing=4;fillColor=#fde5ed;strokeColor=#b8325f;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="890" y="40" width="20" height="20" as="geometry"/></mxCell><mxCell id="n28" value="" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=0;fontColor=#202124;spacing=4;fillColor=#fde5ed;strokeColor=#b8325f;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="910" y="40" width="20" height="20" as="geometry"/></mxCell><mxCell id="n29" value="" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=0;fontColor=#202124;spacing=4;fillColor=#fde5ed;strokeColor=#b8325f;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="770" y="60" width="20" height="20" as="geometry"/></mxCell><mxCell id="n30" value="" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=0;fontColor=#202124;spacing=4;fillColor=#fde5ed;strokeColor=#b8325f;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="790" y="60" width="20" height="20" as="geometry"/></mxCell><mxCell id="n31" value="" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=0;fontColor=#202124;spacing=4;fillColor=#fde5ed;strokeColor=#b8325f;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="810" y="60" width="20" height="20" as="geometry"/></mxCell><mxCell id="n32" value="" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=0;fontColor=#202124;spacing=4;fillColor=#fde5ed;strokeColor=#b8325f;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="830" y="60" width="20" height="20" as="geometry"/></mxCell><mxCell id="n33" value="" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=0;fontColor=#202124;spacing=4;fillColor=#fde5ed;strokeColor=#b8325f;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="850" y="60" width="20" height="20" as="geometry"/></mxCell><mxCell id="n34" value="" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=0;fontColor=#202124;spacing=4;fillColor=#fde5ed;strokeColor=#b8325f;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="870" y="60" width="20" height="20" as="geometry"/></mxCell><mxCell id="n35" value="" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=0;fontColor=#202124;spacing=4;fillColor=#fde5ed;strokeColor=#b8325f;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="890" y="60" width="20" height="20" as="geometry"/></mxCell><mxCell id="n36" value="" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=0;fontColor=#202124;spacing=4;fillColor=#fde5ed;strokeColor=#b8325f;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="910" y="60" width="20" height="20" as="geometry"/></mxCell><mxCell id="n37" value="" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=0;fontColor=#202124;spacing=4;fillColor=#fde5ed;strokeColor=#b8325f;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="770" y="80" width="20" height="20" as="geometry"/></mxCell><mxCell id="n38" value="" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=0;fontColor=#202124;spacing=4;fillColor=#fde5ed;strokeColor=#b8325f;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="790" y="80" width="20" height="20" as="geometry"/></mxCell><mxCell id="n39" value="" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=0;fontColor=#202124;spacing=4;fillColor=#fde5ed;strokeColor=#b8325f;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="810" y="80" width="20" height="20" as="geometry"/></mxCell><mxCell id="n40" value="" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=0;fontColor=#202124;spacing=4;fillColor=#fde5ed;strokeColor=#b8325f;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="830" y="80" width="20" height="20" as="geometry"/></mxCell><mxCell id="n41" value="" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=0;fontColor=#202124;spacing=4;fillColor=#fde5ed;strokeColor=#b8325f;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="850" y="80" width="20" height="20" as="geometry"/></mxCell><mxCell id="n42" value="" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=0;fontColor=#202124;spacing=4;fillColor=#fde5ed;strokeColor=#b8325f;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="870" y="80" width="20" height="20" as="geometry"/></mxCell><mxCell id="n43" value="" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=0;fontColor=#202124;spacing=4;fillColor=#fde5ed;strokeColor=#b8325f;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="890" y="80" width="20" height="20" as="geometry"/></mxCell><mxCell id="n44" value="" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=0;fontColor=#202124;spacing=4;fillColor=#fde5ed;strokeColor=#b8325f;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="910" y="80" width="20" height="20" as="geometry"/></mxCell><mxCell id="n45" value="" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=0;fontColor=#202124;spacing=4;fillColor=#fde5ed;strokeColor=#b8325f;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="770" y="100" width="20" height="20" as="geometry"/></mxCell><mxCell id="n46" value="" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=0;fontColor=#202124;spacing=4;fillColor=#fde5ed;strokeColor=#b8325f;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="790" y="100" width="20" height="20" as="geometry"/></mxCell><mxCell id="n47" value="" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=0;fontColor=#202124;spacing=4;fillColor=#fde5ed;strokeColor=#b8325f;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="810" y="100" width="20" height="20" as="geometry"/></mxCell><mxCell id="n48" value="" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=0;fontColor=#202124;spacing=4;fillColor=#fde5ed;strokeColor=#b8325f;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="830" y="100" width="20" height="20" as="geometry"/></mxCell><mxCell id="n49" value="" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=0;fontColor=#202124;spacing=4;fillColor=#fde5ed;strokeColor=#b8325f;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="850" y="100" width="20" height="20" as="geometry"/></mxCell><mxCell id="n50" value="" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=0;fontColor=#202124;spacing=4;fillColor=#fde5ed;strokeColor=#b8325f;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="870" y="100" width="20" height="20" as="geometry"/></mxCell><mxCell id="n51" value="" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=0;fontColor=#202124;spacing=4;fillColor=#fde5ed;strokeColor=#b8325f;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="890" y="100" width="20" height="20" as="geometry"/></mxCell><mxCell id="n52" value="" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=0;fontColor=#202124;spacing=4;fillColor=#fde5ed;strokeColor=#b8325f;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="910" y="100" width="20" height="20" as="geometry"/></mxCell><mxCell id="n53" value="" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=0;fontColor=#202124;spacing=4;fillColor=#fde5ed;strokeColor=#b8325f;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="770" y="120" width="20" height="20" as="geometry"/></mxCell><mxCell id="n54" value="" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=0;fontColor=#202124;spacing=4;fillColor=#fde5ed;strokeColor=#b8325f;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="790" y="120" width="20" height="20" as="geometry"/></mxCell><mxCell id="n55" value="" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=0;fontColor=#202124;spacing=4;fillColor=#fde5ed;strokeColor=#b8325f;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="810" y="120" width="20" height="20" as="geometry"/></mxCell><mxCell id="n56" value="" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=0;fontColor=#202124;spacing=4;fillColor=#fde5ed;strokeColor=#b8325f;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="830" y="120" width="20" height="20" as="geometry"/></mxCell><mxCell id="n57" value="" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=0;fontColor=#202124;spacing=4;fillColor=#fde5ed;strokeColor=#b8325f;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="850" y="120" width="20" height="20" as="geometry"/></mxCell><mxCell id="n58" value="" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=0;fontColor=#202124;spacing=4;fillColor=#fde5ed;strokeColor=#b8325f;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="870" y="120" width="20" height="20" as="geometry"/></mxCell><mxCell id="n59" value="" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=0;fontColor=#202124;spacing=4;fillColor=#fde5ed;strokeColor=#b8325f;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="890" y="120" width="20" height="20" as="geometry"/></mxCell><mxCell id="n60" value="" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=0;fontColor=#202124;spacing=4;fillColor=#fde5ed;strokeColor=#b8325f;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="910" y="120" width="20" height="20" as="geometry"/></mxCell><mxCell id="n61" value="" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=0;fontColor=#202124;spacing=4;fillColor=#fde5ed;strokeColor=#b8325f;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="770" y="140" width="20" height="20" as="geometry"/></mxCell><mxCell id="n62" value="" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=0;fontColor=#202124;spacing=4;fillColor=#fde5ed;strokeColor=#b8325f;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="790" y="140" width="20" height="20" as="geometry"/></mxCell><mxCell id="n63" value="" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=0;fontColor=#202124;spacing=4;fillColor=#fde5ed;strokeColor=#b8325f;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="810" y="140" width="20" height="20" as="geometry"/></mxCell><mxCell id="n64" value="" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=0;fontColor=#202124;spacing=4;fillColor=#fde5ed;strokeColor=#b8325f;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="830" y="140" width="20" height="20" as="geometry"/></mxCell><mxCell id="n65" value="" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=0;fontColor=#202124;spacing=4;fillColor=#fde5ed;strokeColor=#b8325f;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="850" y="140" width="20" height="20" as="geometry"/></mxCell><mxCell id="n66" value="" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=0;fontColor=#202124;spacing=4;fillColor=#fde5ed;strokeColor=#b8325f;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="870" y="140" width="20" height="20" as="geometry"/></mxCell><mxCell id="n67" value="" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=0;fontColor=#202124;spacing=4;fillColor=#fde5ed;strokeColor=#b8325f;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="890" y="140" width="20" height="20" as="geometry"/></mxCell><mxCell id="n68" value="" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=0;fontColor=#202124;spacing=4;fillColor=#fde5ed;strokeColor=#b8325f;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="910" y="140" width="20" height="20" as="geometry"/></mxCell><mxCell id="n69" value="" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=0;fontColor=#202124;spacing=4;fillColor=#fde5ed;strokeColor=#b8325f;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="770" y="160" width="20" height="20" as="geometry"/></mxCell><mxCell id="n70" value="" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=0;fontColor=#202124;spacing=4;fillColor=#fde5ed;strokeColor=#b8325f;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="790" y="160" width="20" height="20" as="geometry"/></mxCell><mxCell id="n71" value="" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=0;fontColor=#202124;spacing=4;fillColor=#fde5ed;strokeColor=#b8325f;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="810" y="160" width="20" height="20" as="geometry"/></mxCell><mxCell id="n72" value="" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=0;fontColor=#202124;spacing=4;fillColor=#fde5ed;strokeColor=#b8325f;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="830" y="160" width="20" height="20" as="geometry"/></mxCell><mxCell id="n73" value="" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=0;fontColor=#202124;spacing=4;fillColor=#fde5ed;strokeColor=#b8325f;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="850" y="160" width="20" height="20" as="geometry"/></mxCell><mxCell id="n74" value="" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=0;fontColor=#202124;spacing=4;fillColor=#fde5ed;strokeColor=#b8325f;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="870" y="160" width="20" height="20" as="geometry"/></mxCell><mxCell id="n75" value="" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=0;fontColor=#202124;spacing=4;fillColor=#fde5ed;strokeColor=#b8325f;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="890" y="160" width="20" height="20" as="geometry"/></mxCell><mxCell id="n76" value="" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=0;fontColor=#202124;spacing=4;fillColor=#fde5ed;strokeColor=#b8325f;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="910" y="160" width="20" height="20" as="geometry"/></mxCell><mxCell id="n77" value="" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=0;fontColor=#202124;spacing=4;fillColor=#fde5ed;strokeColor=#b8325f;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="770" y="180" width="20" height="20" as="geometry"/></mxCell><mxCell id="n78" value="" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=0;fontColor=#202124;spacing=4;fillColor=#fde5ed;strokeColor=#b8325f;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="790" y="180" width="20" height="20" as="geometry"/></mxCell><mxCell id="n79" value="" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=0;fontColor=#202124;spacing=4;fillColor=#fde5ed;strokeColor=#b8325f;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="810" y="180" width="20" height="20" as="geometry"/></mxCell><mxCell id="n80" value="" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=0;fontColor=#202124;spacing=4;fillColor=#fde5ed;strokeColor=#b8325f;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="830" y="180" width="20" height="20" as="geometry"/></mxCell><mxCell id="n81" value="" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=0;fontColor=#202124;spacing=4;fillColor=#fde5ed;strokeColor=#b8325f;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="850" y="180" width="20" height="20" as="geometry"/></mxCell><mxCell id="n82" value="" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=0;fontColor=#202124;spacing=4;fillColor=#fde5ed;strokeColor=#b8325f;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="870" y="180" width="20" height="20" as="geometry"/></mxCell><mxCell id="n83" value="" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=0;fontColor=#202124;spacing=4;fillColor=#fde5ed;strokeColor=#b8325f;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="890" y="180" width="20" height="20" as="geometry"/></mxCell><mxCell id="n84" value="" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=0;fontColor=#202124;spacing=4;fillColor=#fde5ed;strokeColor=#b8325f;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="910" y="180" width="20" height="20" as="geometry"/></mxCell><mxCell id="n85" style="edgeStyle=none;noEdgeStyle=1;strokeColor=#5d6970;strokeWidth=2;endArrow=block;endSize=6;rounded=0;" edge="1" parent="1"><mxGeometry relative="1" as="geometry"><mxPoint x="340" y="120" as="sourcePoint"/><mxPoint x="505" y="120" as="targetPoint"/></mxGeometry></mxCell><mxCell id="n86" value="2x positions" style="text;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=30;fontColor=#5d6970;spacing=0;" vertex="1" parent="1"><mxGeometry x="325" y="40" width="210" height="40" as="geometry"/></mxCell><mxCell id="n87" value="4x scores" style="text;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=32;fontColor=#b8325f;spacing=0;" vertex="1" parent="1"><mxGeometry x="325" y="165" width="210" height="40" as="geometry"/></mxCell></root></mxGraphModel></diagram>
<diagram id="attention-summary" name="attention-summary"><mxGraphModel page="1" pageWidth="1050" pageHeight="135" background="#ffffff"><root><mxCell id="0"/><mxCell id="1" parent="0"/><mxCell id="n2" value="" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=0;fontColor=#202124;spacing=4;fillColor=#ffffff;strokeColor=none;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="0" y="0" width="1050" height="135" as="geometry"/></mxCell><mxCell id="n3" value="Match&#xa;queries + keys" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=33;fontColor=#202124;spacing=4;fillColor=#dff2ef;strokeColor=#007c89;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="10" y="10" width="300" height="110" as="geometry"/></mxCell><mxCell id="n4" value="Normalize&#xa;scores to weights" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=32;fontColor=#202124;spacing=4;fillColor=#fff2d5;strokeColor=#a36500;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="375" y="10" width="300" height="110" as="geometry"/></mxCell><mxCell id="n5" value="Mix&#xa;weighted values" style="rounded=0;html=0;whiteSpace=wrap;align=center;verticalAlign=middle;fontFamily=Helvetica;fontSize=33;fontColor=#202124;spacing=4;fillColor=#fde5ed;strokeColor=#b8325f;strokeWidth=2;" vertex="1" parent="1"><mxGeometry x="740" y="10" width="300" height="110" as="geometry"/></mxCell><mxCell id="n6" style="edgeStyle=none;noEdgeStyle=1;strokeColor=#5d6970;strokeWidth=2;endArrow=block;endSize=6;rounded=0;" edge="1" parent="1"><mxGeometry relative="1" as="geometry"><mxPoint x="310" y="65" as="sourcePoint"/><mxPoint x="375" y="65" as="targetPoint"/></mxGeometry></mxCell><mxCell id="n7" style="edgeStyle=none;noEdgeStyle=1;strokeColor=#5d6970;strokeWidth=2;endArrow=block;endSize=6;rounded=0;" edge="1" parent="1"><mxGeometry relative="1" as="geometry"><mxPoint x="675" y="65" as="sourcePoint"/><mxPoint x="740" y="65" as="targetPoint"/></mxGeometry></mxCell></root></mxGraphModel></diagram></mxfile>
