<commit_before><?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE svg PUBLIC "-//W3C//DTD SVG 1.1//EN" "http://www.w3.org/Graphics/SVG/1.1/DTD/svg11.dtd">
<svg xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" width="1051px" height="569px" version="1.1" content="&lt;mxfile userAgent=&quot;Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/64.0.3282.167 Safari/537.36&quot; version=&quot;8.1.8&quot; editor=&quot;www.draw.io&quot; type=&quot;github&quot;&gt;&lt;diagram name=&quot;Page-1&quot; id=&quot;5987fedf-629e-85c4-6858-42fee31821dd&quot;&gt;7Vxbb6M4FP41eVlpKrC5PrbdzuxKU2mkrrQ7jzQ4CTMkzhKnTfbXrwk2F9skhmCSdtqXwMEY852Lz/lsOoH3y92XLFovHnGM0gmw4t0E/j4BwIY2oD+5ZF9IfOgUgnmWxKxRJXhK/kNMaDHpNonRptGQYJySZN0UTvFqhaakIYuyDL82m81w2nzqOpojSfA0jVIuvXEr+d9JTBZMbnthdeEPlMwX7OEB8IoLz9H05zzD2xV74gTA2eGvuLyMeF/sVTeLKMavNRF8mMD7DGNSHC139yjN0eXA8fvIno92Au8WZJnSE5seHi5/brnZ1rmZvlyGVqT+uLb+fF<KEY>XORyum/qH7mdqHUDNZGc82pmdsCsHZqVpYJF0jNgP8R7t1xwn3Jup0b7qWOBgz31jsN992dVAj3wBox3Dv9w33bi1443MuB5zKM5iBEUKkfbWsKFMmCMsQPwvzwIvNtEZndUf0k5sG2AmVzVCZfiviV506ms2IGYrCMM536erPp6UnwdCYKaqO45ky0swOJmYVulDLBEQ7qTOe7zDGeqh36OsvkO4YdoeQU7YYSRcfQphQt62g/Bh3Mu0YHM5AGqDiDwRaATnmYEWKPH1fOMTrB2z4FNThfOLQ36qYJdnhlka2X6vSA91Vx0B4nDnrB8fjVl2wfLA7KCSR70LurtrsnIkK1rVgVNlZs+5ISZH+tEuMqe25Vh8rZqBNZXs3h7BvLcdj5N5QldNi5fk4AetKFani5qsqdyc7NOIB149X+uNdzqsSxG5d56O3qiI5U3oUGM5InPCOP0a6ZmLjhNWYmg6Qi4nLGePsDtNH37F8F/RGXAPTRfysLMGejf8Gy15NTAGn2ecNIBxpRJhgGaXk7p7yW8Z6hVYUQY9DKuwLeM7SK+GAMWdXSj5fm6f8MH5KjCmLv3y3mFz5tDiXhLW0AnPWuukiP5vnvb7wbOoKip0Iu6Y2OJ1lv2kqCms6izbr4JmCW7HI9X5kSPdttKtGVlHgsRT5LiaqS4kOJAygRgvG0GGjMH/0LwzjaLMro2A7VlVR8rqAGFzR70OaYHSEf4K5yoqSjIEf7WrN13mCjPV6Hqa5tWBB2ay++htCeHhQD7ksM+RpZ4RmcREnzVazfd3ZXP7MUCL86nT++qfoN1ehullHoWOiI28jQpio8JrCODgvCbu1FUxXan22qMDBqqhV9VifPjhjx8f0/JxYJdNcIxrFkYfe415fQFld5PZE2HY7Rtof9VqDzSoXthlwgsqpG1p5Mbx1kGgSiE/cNaiLzobsnsY8pKOLAezaFkb4gEk2h9zclEgFs8JsSuaj9c7Xe5oO5JYRCmOCVZCxvbdGr89ehwGomnS5XQJ2GtBXTyxCrXtBshjnIqpfuuvE4szHwji56OdYwi15A5J54LTC8WzpGC9w+NtAtqVOUHuAtmYxth0ZMxg71iuo+hanqm/IPZqt78PdCgVEZkZ60jXzzc/mdYLz2qNV4Xis9YT5TE/cjQYMbiaxBNWpUb+32oqVRX/E9NwfWtEZ9MWXuW5GHfCeLedPwzfIz/alElWdeF+ldfiRSMoB9CRhhZ7UuAdOVShQHDK3j3KBjd2vvixuymu27con0tPr/W0Xz6t+cwYf/AQ==&lt;/diagram&gt;&lt;/mxfile&gt;" resource="https://www.draw.io/#Hlouisenaud%2Flouisenaud.github.io%2Fmaster%2Fimg%2Fattention.svg" style="background-color: rgb(255, 255, 255);"><defs/><g transform="translate(0.5,0.5)"><rect x="0" y="57" width="1040" height="130" rx="19.5" ry="19.5" fill-opacity="0" fill="#ffffff" stroke="none" pointer-events="none"/><rect x="0" y="177" width="1040" height="130" rx="19.5" ry="19.5" fill-opacity="0" fill="#ffffff" stroke="none" pointer-events="none"/><rect x="130" y="47" width="160" height="440" rx="24" ry="24" fill-opacity="0.4" fill="#dae8fc" stroke="#6c8ebf" stroke-opacity="0.4" pointer-events="none"/><rect x="150" y="367" width="120" height="60" rx="9" ry="9" fill="#dae8fc" stroke="#6c8ebf" pointer-events="none"/><path d="M 512 397 L 643.63 397" fill="none" stroke="#c3abd0" stroke-miterlimit="10" pointer-events="none"/><path d="M 648.88 397 L 641.88 400.5 L 643.63 397 L 641.88 393.5 Z" fill="#c3abd0" stroke="#c3abd0" stroke-miterlimit="10" pointer-events="none"/><path d="M 700 397 L 883.63 397" fill="none" stroke="#c3abd0" stroke-miterlimit="10" pointer-events="none"/><path d="M 888.88 397 L 881.88 400.5 L 883.63 397 L 881.88 393.5 Z" fill="#c3abd0" stroke="#c3abd0" stroke-miterlimit="10" pointer-events="none"/><path d="M 143.63 397 L 30 397" fill="none" stroke="#c3abd0" stroke-miterlimit="10" pointer-events="none"/><path d="M 148.88 397 L 141.88 400.5 L 143.63 397 L 141.88 393.5 Z" fill="#c3abd0" stroke="#c3abd0" stroke-miterlimit="10" pointer-events="none"/><g transform="translate(193.5,390.5)"><switch><foreignObject style="overflow:visible;" pointer-events="all" width="32" height="12" requiredFeatures="http://www.w3.org/TR/SVG11/feature#Extensibility"><div xmlns="http://www.w3.org/1999/xhtml" style="display: inline-block; font-size: 12px; font-family: Helvetica; color: rgb(0, 0, 0); line-height: 1.2; vertical-align: top; width: 34px; white-space: nowrap; word-wrap: normal; text-align: center;"><div xmlns="http://www.w3.org/1999/xhtml" style="display:inline-block;text-align:inherit;text-decoration:inherit;">LSTM</div></div></foreignObject><text x="16" y="12" fill="#000000" text-anchor="middle" font-size="12px" font-family="Helvetica">LSTM</text></switch></g><rect x="150" y="227" width="120" height="60" rx="9" ry="9" fill="#dae8fc" stroke="#6c8ebf" pointer-events="none"/><path d="M 143.63 257 L 30 257" fill="none" stroke="#c3abd0" stroke-miterlimit="10" pointer-events="none"/><path d="M 148.88 257 L 141.88 260.5 L 143.63 257 L 141.88 253.5 Z" fill="#c3abd0" stroke="#c3abd0" stroke-miterlimit="10" pointer-events="none"/><g transform="translate(193.5,250.5)"><switch><foreignObject style="overflow:visible;" pointer-events="all" width="32" height="12" requiredFeatures="http://www.w3.org/TR/SVG11/feature#Extensibility"><div xmlns="http://www.w3.org/1999/xhtml" style="display: inline-block; font-size: 12px; font-family: Helvetica; color: rgb(0, 0, 0); line-height: 1.2; vertical-align: top; width: 34px; white-space: nowrap; word-wrap: normal; text-align: center;"><div xmlns="http://www.w3.org/1999/xhtml" style="display:inline-block;text-align:inherit;text-decoration:inherit;">LSTM</div></div></foreignObject><text x="16" y="12" fill="#000000" text-anchor="middle" font-size="12px" font-family="Helvetica">LSTM</text></switch></g><rect x="870" y="47" width="120" height="440" rx="18" ry="18" fill-opacity="0.4" fill="#dae8fc" stroke="#6c8ebf" stroke-opacity="0.4" pointer-events="none"/><rect x="10" y="357" width="1040" height="130" rx="19.5" ry="19.5" fill-opacity="0" fill="#ffffff" stroke="none" pointer-events="none"/><path d="M 143.63 117 L 30 117" fill="none" stroke="#c3abd0" stroke-miterlimit="10" pointer-events="none"/><path d="M 148.88 117 L 141.88 120.5 L 143.63 117 L 141.88 113.5 Z" fill="#c3abd0" stroke="#c3abd0" stroke-miterlimit="10" pointer-events="none"/><rect x="150" y="87" width="120" height="60" rx="9" ry="9" fill="#dae8fc" stroke="#6c8ebf" pointer-events="none"/><path d="M 511 117 L 638.83 117" fill="none" stroke="#c3abd0" stroke-miterlimit="10" pointer-events="none"/><path d="M 644.08 117 L 637.08 120.5 L 638.83 117 L 637.08 113.5 Z" fill="#c3abd0" stroke="#c3abd0" stroke-miterlimit="10" pointer-events="none"/><rect x="370" y="47" width="160" height="440" rx="24" ry="24" fill-opacity="0.4" fill="#dae8fc" stroke="#6c8ebf" stroke-opacity="0.4" pointer-events="none"/><path d="M 270 117 L 383.63 117" fill="none" stroke="#c3abd0" stroke-miterlimit="10" pointer-events="none"/><path d="M 388.88 117 L 381.88 120.5 L 383.63 117 L 381.88 113.5 Z" fill="#c3abd0" stroke="#c3abd0" stroke-miterlimit="10" pointer-events="none"/><path d="M 694.8 117 L 883.63 117" fill="none" stroke="#c3abd0" stroke-miterlimit="10" pointer-events="none"/><path d="M 888.88 117 L 881.88 120.5 L 883.63 117 L 881.88 113.5 Z" fill="#c3abd0" stroke="#c3abd0" stroke-miterlimit="10" pointer-events="none"/><g transform="translate(193.5,110.5)"><switch><foreignObject style="overflow:visible;" pointer-events="all" width="32" height="12" requiredFeatures="http://www.w3.org/TR/SVG11/feature#Extensibility"><div xmlns="http://www.w3.org/1999/xhtml" style="display: inline-block; font-size: 12px; font-family: Helvetica; color: rgb(0, 0, 0); line-height: 1.2; vertical-align: top; width: 34px; white-space: nowrap; word-wrap: normal; text-align: center;"><div xmlns="http://www.w3.org/1999/xhtml" style="display:inline-block;text-align:inherit;text-decoration:inherit;">LSTM</div></div></foreignObject><text x="16" y="12" fill="#000000" text-anchor="middle" font-size="12px" font-family="Helvetica">LSTM</text></switch></g><path d="M 450.67 288.67 L 450.05 359.63" fill="none" stroke="#c3abd0" stroke-miterlimit="10" pointer-events="none"/><path d="M 450.01 364.88 L 446.57 357.85 L 450.05 359.63 L 453.57 357.91 Z" fill="#c3abd0" stroke="#c3abd0" stroke-miterlimit="10" pointer-events="none"/><rect x="390" y="367" width="120" height="60" rx="9" ry="9" fill="#dae8fc" stroke="#6c8ebf" pointer-events="none"/><g transform="translate(426.5,390.5)"><switch><foreignObject style="overflow:visible;" pointer-events="all" width="45" height="12" requiredFeatures="http://www.w3.org/TR/SVG11/feature#Extensibility"><div xmlns="http://www.w3.org/1999/xhtml" style="display: inline-block; font-size: 12px; font-family: Helvetica; color: rgb(0, 0, 0); line-height: 1.2; vertical-align: top; width: 45px; white-space: nowrap; word-wrap: normal; text-align: center;"><div xmlns="http://www.w3.org/1999/xhtml" style="display:inline-block;text-align:inherit;text-decoration:inherit;">SoftMax</div></div></foreignObject><text x="23" y="12" fill="#000000" text-anchor="middle" font-size="12px" font-family="Helvetica">SoftMax</text></switch></g><rect x="390" y="227" width="120" height="60" rx="9" ry="9" fill="#dae8fc" stroke="#6c8ebf" pointer-events="none"/><g transform="translate(426.5,250.5)"><switch><foreignObject style="overflow:visible;" pointer-events="all" width="45" height="12" requiredFeatures="http://www.w3.org/TR/SVG11/feature#Extensibility"><div xmlns="http://www.w3.org/1999/xhtml" style="display: inline-block; font-size: 12px; font-family: Helvetica; color: rgb(0, 0, 0); line-height: 1.2; vertical-align: top; width: 45px; white-space: nowrap; word-wrap: normal; text-align: center;"><div xmlns="http://www.w3.org/1999/xhtml" style="display:inline-block;text-align:inherit;text-decoration:inherit;">SoftMax</div></div></foreignObject><text x="23" y="12" fill="#000000" text-anchor="middle" font-size="12px" font-family="Helvetica">SoftMax</text></switch></g><rect x="390" y="87" width="120" height="60" rx="9" ry="9" fill="#dae8fc" stroke="#6c8ebf" pointer-events="none"/><g transform="translate(426.5,110.5)"><switch><foreignObject style="overflow:visible;" pointer-events="all" width="45" height="12" requiredFeatures="http://www.w3.org/TR/SVG11/feature#Extensibility"><div xmlns="http://www.w3.org/1999/xhtml" style="display: inline-block; font-size: 12px; font-family: Helvetica; color: rgb(0, 0, 0); line-height: 1.2; vertical-align: top; width: 45px; white-space: nowrap; word-wrap: normal; text-align: center;"><div xmlns="http://www.w3.org/1999/xhtml" style="display:inline-block;text-align:inherit;text-decoration:inherit;">SoftMax</div></div></foreignObject><text x="23" y="12" fill="#000000" text-anchor="middle" font-size="12px" font-family="Helvetica">SoftMax</text></switch></g><rect x="890" y="367" width="80" height="60" rx="9" ry="9" fill="#dae8fc" stroke="#6c8ebf" pointer-events="none"/><rect x="890" y="227" width="80" height="60" rx="9" ry="9" fill="#dae8fc" stroke="#6c8ebf" pointer-events="none"/><rect x="890" y="87" width="80" height="60" rx="9" ry="9" fill="#dae8fc" stroke="#6c8ebf" pointer-events="none"/><ellipse cx="670" cy="117" rx="25" ry="25" fill="#dae8fc" stroke="#6c8ebf" pointer-events="none"/><g transform="translate(664.5,103.5)"><switch><foreignObject style="overflow:visible;" pointer-events="all" width="9" height="26" requiredFeatures="http://www.w3.org/TR/SVG11/feature#Extensibility"><div xmlns="http://www.w3.org/1999/xhtml" style="display: inline-block; font-size: 12px; font-family: Helvetica; color: rgb(0, 0, 0); line-height: 1.2; vertical-align: top; width: 11px; white-space: nowrap; word-wrap: normal; text-align: center;"><div xmlns="http://www.w3.org/1999/xhtml" style="display:inline-block;text-align:inherit;text-decoration:inherit;"><font style="font-size: 24px">*</font></div></div></foreignObject><text x="5" y="19" fill="#000000" text-anchor="middle" font-size="12px" font-family="Helvetica">[Not supported by viewer]</text></switch></g><ellipse cx="670" cy="397" rx="25" ry="25" fill="#dae8fc" stroke="#6c8ebf" pointer-events="none"/><g transform="translate(664.5,383.5)"><switch><foreignObject style="overflow:visible;" pointer-events="all" width="9" height="26" requiredFeatures="http://www.w3.org/TR/SVG11/feature#Extensibility"><div xmlns="http://www.w3.org/1999/xhtml" style="display: inline-block; font-size: 12px; font-family: Helvetica; color: rgb(0, 0, 0); line-height: 1.2; vertical-align: top; width: 11px; white-space: nowrap; word-wrap: normal; text-align: center;"><div xmlns="http://www.w3.org/1999/xhtml" style="display:inline-block;text-align:inherit;text-decoration:inherit;"><font style="font-size: 24px">*</font></div></div></foreignObject><text x="5" y="19" fill="#000000" text-anchor="middle" font-size="12px" font-family="Helvetica">[Not supported by viewer]</text></switch></g><path d="M 85 399 L 85 459 Q 85 469 95 469 L 355 469 Q 365 469 375 469 L 660 469 Q 670 469 670 459 L 670 430.37" fill="none" stroke="#c3abd0" stroke-miterlimit="10" stroke-dasharray="3 3" pointer-events="none"/><path d="M 670 425.12 L 673.5 432.12 L 670 430.37 L 666.5 432.12 Z" fill="#c3abd0" stroke="#c3abd0" stroke-miterlimit="10" pointer-events="none"/><path d="M 87 257 L 87 317 Q 87 327 97 327 L 357 327 Q 367 327 377 327 L 660 327 Q 670 327 670 317 L 670 288.57" fill="none" stroke="#c3abd0" stroke-miterlimit="10" stroke-dasharray="3 3" pointer-events="none"/><path d="M 670 283.32 L 673.5 290.32 L 670 288.57 L 666.5 290.32 Z" fill="#c3abd0" stroke="#c3abd0" stroke-miterlimit="10" pointer-events="none"/><path d="M 210 147 L 210 220.63" fill="none" stroke="#c3abd0" stroke-miterlimit="10" pointer-events="none"/><path d="M 210 225.88 L 206.5 218.88 L 210 220.63 L 213.5 218.88 Z" fill="#c3abd0" stroke="#c3abd0" stroke-miterlimit="10" pointer-events="none"/><path d="M 270 257 L 383.63 257" fill="none" stroke="#c3abd0" stroke-miterlimit="10" pointer-events="none"/><path d="M 388.88 257 L 381.88 260.5 L 383.63 257 L 381.88 253.5 Z" fill="#c3abd0" stroke="#c3abd0" stroke-miterlimit="10" pointer-events="none"/><path d="M 270 397 L 383.63 397" fill="none" stroke="#c3abd0" stroke-miterlimit="10" pointer-events="none"/><path d="M 388.88 397 L 381.88 400.5 L 383.63 397 L 381.88 393.5 Z" fill="#c3abd0" stroke="#c3abd0" stroke-miterlimit="10" pointer-events="none"/><g transform="translate(170.5,440.5)"><switch><foreignObject style="overflow:visible;" pointer-events="all" width="78" height="12" requiredFeatures="http://www.w3.org/TR/SVG11/feature#Extensibility"><div xmlns="http://www.w3.org/1999/xhtml" style="display: inline-block; font-size: 12px; font-family: Helvetica; color: rgb(0, 0, 0); line-height: 1.2; vertical-align: top; width: 78px; white-space: nowrap; word-wrap: normal; text-align: center;"><div xmlns="http://www.w3.org/1999/xhtml" style="display:inline-block;text-align:inherit;text-decoration:inherit;">Input Attention</div></div></foreignObject><text x="39" y="12" fill="#000000" text-anchor="middle" font-size="12px" font-family="Helvetica">Input Attention</text></switch></g><path d="M 210.67 288.67 L 210.05 359.63" fill="none" stroke="#c3abd0" stroke-miterlimit="10" pointer-events="none"/><path d="M 210.01 364.88 L 206.57 357.85 L 210.05 359.63 L 213.57 357.91 Z" fill="#c3abd0" stroke="#c3abd0" stroke-miterlimit="10" pointer-events="none"/><path d="M 210.67 6.67 L 210.05 80.63" fill="none" stroke="#c3abd0" stroke-miterlimit="10" pointer-events="none"/><path d="M 210.01 85.88 L 206.57 78.85 L 210.05 80.63 L 213.57 78.91 Z" fill="#c3abd0" stroke="#c3abd0" stroke-miterlimit="10" pointer-events="none"/><ellipse cx="670" cy="257" rx="25" ry="25" fill="#dae8fc" stroke="#6c8ebf" pointer-events="none"/><g transform="translate(664.5,243.5)"><switch><foreignObject style="overflow:visible;" pointer-events="all" width="9" height="26" requiredFeatures="http://www.w3.org/TR/SVG11/feature#Extensibility"><div xmlns="http://www.w3.org/1999/xhtml" style="display: inline-block; font-size: 12px; font-family: Helvetica; color: rgb(0, 0, 0); line-height: 1.2; vertical-align: top; width: 11px; white-space: nowrap; word-wrap: normal; text-align: center;"><div xmlns="http://www.w3.org/1999/xhtml" style="display:inline-block;text-align:inherit;text-decoration:inherit;"><font style="font-size: 24px">*</font></div></div></foreignObject><text x="5" y="19" fill="#000000" text-anchor="middle" font-size="12px" font-family="Helvetica">[Not supported by viewer]</text></switch></g><path d="M 510 257 L 638.83 257" fill="none" stroke="#c3abd0" stroke-miterlimit="10" pointer-events="none"/><path d="M 644.08 257 L 637.08 260.5 L 638.83 257 L 637.08 253.5 Z" fill="#c3abd0" stroke="#c3abd0" stroke-miterlimit="10" pointer-events="none"/><path d="M 694.8 257 L 883.63 257" fill="none" stroke="#c3abd0" stroke-miterlimit="10" pointer-events="none"/><path d="M 888.88 257 L 881.88 260.5 L 883.63 257 L 881.88 253.5 Z" fill="#c3abd0" stroke="#c3abd0" stroke-miterlimit="10" pointer-events="none"/><path d="M 80 117 L 80 177 Q 80 187 90 187 L 350 187 Q 360 187 370 187 L 660 187 Q 670 187 670 177 L 670 148.57" fill="none" stroke="#c3abd0" stroke-miterlimit="10" stroke-dasharray="3 3" pointer-events="none"/><path d="M 670 143.32 L 673.5 150.32 L 670 148.57 L 666.5 150.32 Z" fill="#c3abd0" stroke="#c3abd0" stroke-miterlimit="10" pointer-events="none"/></g></svg><commit_msg>Update attention.svg<commit_after><?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE svg PUBLIC "-//W3C//DTD SVG 1.1//EN" "http://www.w3.org/Graphics/SVG/1.1/DTD/svg11.dtd">
<svg xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" width="1069px" height="579px" version="1.1" content="&lt;mxfile userAgent=&quot;Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/64.0.3282.167 Safari/537.36&quot; version=&quot;8.1.8&quot; editor=&quot;www.draw.io&quot; type=&quot;github&quot;&gt;&lt;diagram name=&quot;Page-1&quot; id=&quot;5987fedf-629e-85c4-6858-42fee31821dd&quot;&gt;7VzbcuMoEP0av7oE6PqYZDK7WzWpmqps1e48KhK2NSMbl4wTZ79+kQ2WQEjGuo1mnDwkUguBOH1omm7IDD2sD39k4Xb1RGKczqAVH2bo0wxC4LiQ/ckl7yeJb7snwTJLYl6oEDwn/2EutLh0n8R4JxWkhKQ02crCiGw2OKKSLMwy8iYXW5BUbnUbLnFF8ByFqZDOnUL+TxLTFZcDNyge/ImT5Yo37kPew5cw+rHMyH7DW5xBtDj+nB6vQ1EX7+puFcbkrSRCjzP0kBFCT1frwwNOc3QFcOI9+i6+dobuV3SdshvALo+PP9e8DExeZp3L8IaWm6urz+G9fg3TvahQbSFHY8vqJtswSmjOCNvSNsU/7hVnFB90eg5fRJ0FUoyDmKwxzd5ZOf6WzzHi7AMuv38radISwlVJiw7iwpATaHmuuwCBXXAc9JhoQMYxoxe/JRldkSXZhOljIb0/MgbnNViyRhg62fu/XH68+ZbfMIKi+++Y0nc+esI9JTnI59q/ELLldexoRn7gB5KS7Pg96AHd3X/SK0FolIbZEnOZIH3ejZJeqvhnOA1p8iqPLR2W/NWvJGHtnvXmerLikKOoY0f2WYT5W2VaKhX5KGiu6NS7SkVH1Z77Y6Ztv1dtHxJ6Vja77lPXO9ZpepdbR/YgSsPdLomE+HOSFoSLRaEN2eCThD9vpsxg9LhSixU6ANiOVy3oAKr2rwc6gAod6swCcAIh+IqzhH05znipIa3F0JYB2j1ZBuReqKg/y+A4pnNjLawdpsKR5jrvw/o541i/s3Pc1fpVKurP+jl2e8qL0TIxypOX7/kKA1pp+ILTcp9EpwO39DkckFJ/C7bn/HpbJRQ/M084f/rGVk/yCFjmxORUi8g6pyhnr8JrN/Lxy4I9WTBuluRxiP1FVOdta8CVdGDrgRW209b40Tqcbft6nNkth7rG0rgflsYex9J4bQ0NCOaBZXsu4L+RZHc85p2UHguFXrBCDKPwvVRsmxfY1XsKyFIabXYHmkqzi1PrrZ3BXjnbnZlNa8l6upVXgt7QFOR6sX2gU8zV7p5raRU8gLc3yDLQ3O8fLBygIYGLxiEBRAPYkzbDOJjYMG7FjnrdnpCSB7g06ME4+nb95sHaNvoz4KDnNTf5u6V5vnAGSnyo13Mc7lZnx7GDO1By1xydV8xlHbUnHPjzwhq2NNnqUt/zjNR3raOgfK/NVVfrKaDryqvdUMp39i28YEjqFYaksCvf+FuGtJQsiGmYaCSqepJqTBfEGh0rFQmO9E1VpRn/glOLriuvUlUp35mqEF2m6pRWyTo2V1bO9ckn3SoZ9rRK1kUjnsmCPoWHmRSUcILSR04mKNEHvpUILjTE2+0clDBG3wW3gj7wJ4g+uhX0TU1Nd/ArRt018D9+YaR9Ayvj94N01bUzWFX8RtDqTMhg0IKbglZjHwZD1iD1w95Itjt8GdVwtz1t61okh1wTE4PZBcpa0KnA3LR66QSzd7swIzgYzgZZPjhFp2KALB+wNE7FWFk+EeL9HcLoSrDDTAldQ6jAmQMb+o53/O3KgVBkB1LIHJiFK6rZGU8JzF/VSn+B+cBkzmkfAxM54rljuSUGgbll2/xe3WNVFzfryIpxwmI2COZu6UdM6VyvgfxUZIGuDZrZwG8gD3MG21C0zV4Vk5l0VPLUz5kTiZva0GoiCFNtPwxRt2sKjvRPAtDvXu3Jb9cceq9azXbN1hF2NeBhugmuDRUG2cr48zP4guGlJK8rztS0SdH0nORFw2VnNUdlJnsQo54vRhr1NKc2BLBDa9RTQ2Vt8/aB6kgORw3PH3Tyb5891Y3MaTkBQNkzB9VNtabqBsreLBeaqfva7Kn6wchqTofa4LrynuquyOW7Z/oNzthNM+RTd6CvPuITKBGf4SJrlyM+/iQjPjWQaoCvRRkqAw/qIj4jpZH86t6AL89/P1UIznpLm8wv30JdRo2LwjRZbnIbztDJnev7HLskCtM7/mCdxHFaN3Rkd6BOjX0oRXWZNQknW6MT1Wi2CSr7Y8VRygvhdtGSstPjw+pk6TvGwI8zXSpHWt22zpF6isd0trw84RhYQudGLKH2hMtYlrA6zX9YQikG0L8lNKC+dyPUt8fbyFOlfnU19kH90xw0ohMw7Ibi1vHwxoTJT53a2VBoCofblhwON0uD6VqRq/UGi4YHgx5nGCmfJnmD8NeiDAD95NhUzoDA7AxFG85Ud1T9tdnu84+5o5ShnpDNDRpySw5kOI5mdgX9WHJ2W/y7qJMGi//KhR7/Bw==&lt;/diagram&gt;&lt;/mxfile&gt;" resource="https://www.draw.io/#Hlouisenaud%2Flouisenaud.github.io%2Fmaster%2Fimg%2Fattention.svg" style="background-color: rgb(255, 255, 255);"><defs/><g transform="translate(0.5,0.5)"><path d="M 677 397 L 772.14 397.19 L 860.54 397.19" fill="none" stroke="#c3abd0" stroke-miterlimit="10" pointer-events="none"/><path d="M 865.79 397.19 L 858.79 400.69 L 860.54 397.19 L 858.79 393.69 Z" fill="#c3abd0" stroke="#c3abd0" stroke-miterlimit="10" pointer-events="none"/><path d="M 120.63 397 L 7 397" fill="none" stroke="#c3abd0" stroke-miterlimit="10" pointer-events="none"/><path d="M 125.88 397 L 118.88 400.5 L 120.63 397 L 118.88 393.5 Z" fill="#c3abd0" stroke="#c3abd0" stroke-miterlimit="10" pointer-events="none"/><path d="M 247 397 L 360.63 397" fill="none" stroke="#c3abd0" stroke-miterlimit="10" pointer-events="none"/><path d="M 365.88 397 L 358.88 400.5 L 360.63 397 L 358.88 393.5 Z" fill="#c3abd0" stroke="#c3abd0" stroke-miterlimit="10" pointer-events="none"/><path d="M 120.63 257 L 7 257" fill="none" stroke="#c3abd0" stroke-miterlimit="10" pointer-events="none"/><path d="M 125.88 257 L 118.88 260.5 L 120.63 257 L 118.88 253.5 Z" fill="#c3abd0" stroke="#c3abd0" stroke-miterlimit="10" pointer-events="none"/><rect x="347" y="47" width="160" height="440" rx="24" ry="24" fill-opacity="0.4" fill="#dae8fc" stroke="#6c8ebf" stroke-opacity="0.4" pointer-events="none"/><path d="M 120.54 117.19 L 36.9 117.19 L 6.9 117.19" fill="none" stroke="#c3abd0" stroke-miterlimit="10" pointer-events="none"/><path d="M 125.79 117.19 L 118.79 120.69 L 120.54 117.19 L 118.79 113.69 Z" fill="#c3abd0" stroke="#c3abd0" stroke-miterlimit="10" pointer-events="none"/><path d="M 488 117 L 555 117.19 L 615.77 117.19" fill="none" stroke="#c3abd0" stroke-miterlimit="10" pointer-events="none"/><path d="M 621.02 117.19 L 614.02 120.69 L 615.77 117.19 L 614.02 113.69 Z" fill="#c3abd0" stroke="#c3abd0" stroke-miterlimit="10" pointer-events="none"/><path d="M 246.9 117.19 L 360.54 117.19" fill="none" stroke="#c3abd0" stroke-miterlimit="10" pointer-events="none"/><path d="M 365.79 117.19 L 358.79 120.69 L 360.54 117.19 L 358.79 113.69 Z" fill="#c3abd0" stroke="#c3abd0" stroke-miterlimit="10" pointer-events="none"/><path d="M 672.14 117.19 L 860.54 117.19" fill="none" stroke="#c3abd0" stroke-miterlimit="10" pointer-events="none"/><path d="M 865.79 117.19 L 858.79 120.69 L 860.54 117.19 L 858.79 113.69 Z" fill="#c3abd0" stroke="#c3abd0" stroke-miterlimit="10" pointer-events="none"/><path d="M 62 399 L 62 459 Q 62 469 72 469 L 332 469 Q 342 469 352 469 L 637 469 Q 647 469 647 459 L 647 430.37" fill="none" stroke="#c3abd0" stroke-miterlimit="10" stroke-dasharray="3 3" pointer-events="none"/><path d="M 647 425.12 L 650.5 432.12 L 647 430.37 L 643.5 432.12 Z" fill="#c3abd0" stroke="#c3abd0" stroke-miterlimit="10" pointer-events="none"/><path d="M 64 257 L 64 317 Q 64 327 74 327 L 334 327 Q 344 327 354 327 L 637 327 Q 647 327 646.98 317 L 646.92 288.32" fill="none" stroke="#c3abd0" stroke-miterlimit="10" stroke-dasharray="3 3" pointer-events="none"/><path d="M 646.91 283.07 L 650.42 290.06 L 646.92 288.32 L 643.42 290.08 Z" fill="#c3abd0" stroke="#c3abd0" stroke-miterlimit="10" pointer-events="none"/><rect x="847" y="47" width="120" height="440" rx="18" ry="18" fill-opacity="0.4" fill="#dae8fc" stroke="#6c8ebf" stroke-opacity="0.4" pointer-events="none"/><rect x="367" y="367" width="120" height="60" rx="9" ry="9" fill="#dae8fc" stroke="#6c8ebf" pointer-events="none"/><g transform="translate(403.5,390.5)"><switch><foreignObject style="overflow:visible;" pointer-events="all" width="45" height="12" requiredFeatures="http://www.w3.org/TR/SVG11/feature#Extensibility"><div xmlns="http://www.w3.org/1999/xhtml" style="display: inline-block; font-size: 12px; font-family: Helvetica; color: rgb(0, 0, 0); line-height: 1.2; vertical-align: top; width: 45px; white-space: nowrap; word-wrap: normal; text-align: center;"><div xmlns="http://www.w3.org/1999/xhtml" style="display:inline-block;text-align:inherit;text-decoration:inherit;">SoftMax</div></div></foreignObject><text x="23" y="12" fill="#000000" text-anchor="middle" font-size="12px" font-family="Helvetica">SoftMax</text></switch></g><rect x="367" y="227" width="120" height="60" rx="9" ry="9" fill="#dae8fc" stroke="#6c8ebf" pointer-events="none"/><g transform="translate(403.5,250.5)"><switch><foreignObject style="overflow:visible;" pointer-events="all" width="45" height="12" requiredFeatures="http://www.w3.org/TR/SVG11/feature#Extensibility"><div xmlns="http://www.w3.org/1999/xhtml" style="display: inline-block; font-size: 12px; font-family: Helvetica; color: rgb(0, 0, 0); line-height: 1.2; vertical-align: top; width: 45px; white-space: nowrap; word-wrap: normal; text-align: center;"><div xmlns="http://www.w3.org/1999/xhtml" style="display:inline-block;text-align:inherit;text-decoration:inherit;">SoftMax</div></div></foreignObject><text x="23" y="12" fill="#000000" text-anchor="middle" font-size="12px" font-family="Helvetica">SoftMax</text></switch></g><rect x="367" y="87" width="120" height="60" rx="9" ry="9" fill="#dae8fc" stroke="#6c8ebf" pointer-events="none"/><g transform="translate(403.5,110.5)"><switch><foreignObject style="overflow:visible;" pointer-events="all" width="45" height="12" requiredFeatures="http://www.w3.org/TR/SVG11/feature#Extensibility"><div xmlns="http://www.w3.org/1999/xhtml" style="display: inline-block; font-size: 12px; font-family: Helvetica; color: rgb(0, 0, 0); line-height: 1.2; vertical-align: top; width: 45px; white-space: nowrap; word-wrap: normal; text-align: center;"><div xmlns="http://www.w3.org/1999/xhtml" style="display:inline-block;text-align:inherit;text-decoration:inherit;">SoftMax</div></div></foreignObject><text x="23" y="12" fill="#000000" text-anchor="middle" font-size="12px" font-family="Helvetica">SoftMax</text></switch></g><rect x="867" y="367" width="80" height="60" rx="9" ry="9" fill="#dae8fc" stroke="#6c8ebf" pointer-events="none"/><rect x="867" y="227" width="80" height="60" rx="9" ry="9" fill="#dae8fc" stroke="#6c8ebf" pointer-events="none"/><rect x="867" y="87" width="80" height="60" rx="9" ry="9" fill="#dae8fc" stroke="#6c8ebf" pointer-events="none"/><ellipse cx="647" cy="117" rx="25" ry="25" fill="#dae8fc" stroke="#6c8ebf" pointer-events="none"/><ellipse cx="647" cy="397" rx="25" ry="25" fill="#dae8fc" stroke="#6c8ebf" pointer-events="none"/><rect x="107" y="47" width="160" height="440" rx="24" ry="24" fill-opacity="0.4" fill="#dae8fc" stroke="#6c8ebf" stroke-opacity="0.4" pointer-events="none"/><path d="M 486.9 396.19 L 615.77 396.19" fill="none" stroke="#c3abd0" stroke-miterlimit="10" pointer-events="none"/><path d="M 621.02 396.19 L 614.02 399.69 L 615.77 396.19 L 614.02 392.69 Z" fill="#c3abd0" stroke="#c3abd0" stroke-miterlimit="10" pointer-events="none"/><path d="M 426.67 146.67 L 425.97 220.82" fill="none" stroke="#c3abd0" stroke-miterlimit="10" pointer-events="none"/><path d="M 425.92 226.07 L 422.48 219.04 L 425.97 220.82 L 429.48 219.11 Z" fill="#c3abd0" stroke="#c3abd0" stroke-miterlimit="10" pointer-events="none"/><path d="M 427.67 288.67 L 427.05 359.63" fill="none" stroke="#c3abd0" stroke-miterlimit="10" pointer-events="none"/><path d="M 427.01 364.88 L 423.57 357.85 L 427.05 359.63 L 430.57 357.91 Z" fill="#c3abd0" stroke="#c3abd0" stroke-miterlimit="10" pointer-events="none"/><path d="M 247 257 L 360.63 257" fill="none" stroke="#c3abd0" stroke-miterlimit="10" pointer-events="none"/><path d="M 365.88 257 L 358.88 260.5 L 360.63 257 L 358.88 253.5 Z" fill="#c3abd0" stroke="#c3abd0" stroke-miterlimit="10" pointer-events="none"/><path d="M 486.9 257.19 L 615.77 257.19" fill="none" stroke="#c3abd0" stroke-miterlimit="10" pointer-events="none"/><path d="M 621.02 257.19 L 614.02 260.69 L 615.77 257.19 L 614.02 253.69 Z" fill="#c3abd0" stroke="#c3abd0" stroke-miterlimit="10" pointer-events="none"/><path d="M 672.14 257.19 L 860.54 257.19" fill="none" stroke="#c3abd0" stroke-miterlimit="10" pointer-events="none"/><path d="M 865.79 257.19 L 858.79 260.69 L 860.54 257.19 L 858.79 253.69 Z" fill="#c3abd0" stroke="#c3abd0" stroke-miterlimit="10" pointer-events="none"/><path d="M 57 117 L 57 177 Q 57 187 67 187 L 327 187 Q 337 187 347 187 L 637 187 Q 647 187 646.98 177 L 646.92 148.32" fill="none" stroke="#c3abd0" stroke-miterlimit="10" stroke-dasharray="3 3" pointer-events="none"/><path d="M 646.91 143.07 L 650.42 150.06 L 646.92 148.32 L 643.42 150.08 Z" fill="#c3abd0" stroke="#c3abd0" stroke-miterlimit="10" pointer-events="none"/><ellipse cx="647" cy="257" rx="25" ry="25" fill="#dae8fc" stroke="#6c8ebf" pointer-events="none"/><rect x="127" y="87" width="120" height="60" rx="9" ry="9" fill="#dae8fc" stroke="#6c8ebf" pointer-events="none"/><g transform="translate(170.5,110.5)"><switch><foreignObject style="overflow:visible;" pointer-events="all" width="32" height="12" requiredFeatures="http://www.w3.org/TR/SVG11/feature#Extensibility"><div xmlns="http://www.w3.org/1999/xhtml" style="display: inline-block; font-size: 12px; font-family: Helvetica; color: rgb(0, 0, 0); line-height: 1.2; vertical-align: top; width: 34px; white-space: nowrap; word-wrap: normal; text-align: center;"><div xmlns="http://www.w3.org/1999/xhtml" style="display:inline-block;text-align:inherit;text-decoration:inherit;">LSTM</div></div></foreignObject><text x="16" y="12" fill="#000000" text-anchor="middle" font-size="12px" font-family="Helvetica">LSTM</text></switch></g><path d="M 186.9 147.19 L 186.9 220.82" fill="none" stroke="#c3abd0" stroke-miterlimit="10" pointer-events="none"/><path d="M 186.9 226.07 L 183.4 219.07 L 186.9 220.82 L 190.4 219.07 Z" fill="#c3abd0" stroke="#c3abd0" stroke-miterlimit="10" pointer-events="none"/><rect x="127" y="227" width="120" height="60" rx="9" ry="9" fill="#dae8fc" stroke="#6c8ebf" pointer-events="none"/><g transform="translate(170.5,250.5)"><switch><foreignObject style="overflow:visible;" pointer-events="all" width="32" height="12" requiredFeatures="http://www.w3.org/TR/SVG11/feature#Extensibility"><div xmlns="http://www.w3.org/1999/xhtml" style="display: inline-block; font-size: 12px; font-family: Helvetica; color: rgb(0, 0, 0); line-height: 1.2; vertical-align: top; width: 34px; white-space: nowrap; word-wrap: normal; text-align: center;"><div xmlns="http://www.w3.org/1999/xhtml" style="display:inline-block;text-align:inherit;text-decoration:inherit;">LSTM</div></div></foreignObject><text x="16" y="12" fill="#000000" text-anchor="middle" font-size="12px" font-family="Helvetica">LSTM</text></switch></g><rect x="127" y="367" width="120" height="60" rx="9" ry="9" fill="#dae8fc" stroke="#6c8ebf" pointer-events="none"/><g transform="translate(170.5,390.5)"><switch><foreignObject style="overflow:visible;" pointer-events="all" width="32" height="12" requiredFeatures="http://www.w3.org/TR/SVG11/feature#Extensibility"><div xmlns="http://www.w3.org/1999/xhtml" style="display: inline-block; font-size: 12px; font-family: Helvetica; color: rgb(0, 0, 0); line-height: 1.2; vertical-align: top; width: 34px; white-space: nowrap; word-wrap: normal; text-align: center;"><div xmlns="http://www.w3.org/1999/xhtml" style="display:inline-block;text-align:inherit;text-decoration:inherit;">LSTM</div></div></foreignObject><text x="16" y="12" fill="#000000" text-anchor="middle" font-size="12px" font-family="Helvetica">LSTM</text></switch></g><path d="M 187.67 288.67 L 187.05 359.63" fill="none" stroke="#c3abd0" stroke-miterlimit="10" pointer-events="none"/><path d="M 187.01 364.88 L 183.57 357.85 L 187.05 359.63 L 190.57 357.91 Z" fill="#c3abd0" stroke="#c3abd0" stroke-miterlimit="10" pointer-events="none"/><path d="M 187.67 6.67 L 186.97 80.82" fill="none" stroke="#c3abd0" stroke-miterlimit="10" pointer-events="none"/><path d="M 186.92 86.07 L 183.48 79.04 L 186.97 80.82 L 190.48 79.11 Z" fill="#c3abd0" stroke="#c3abd0" stroke-miterlimit="10" pointer-events="none"/><g transform="translate(147.5,440.5)"><switch><foreignObject style="overflow:visible;" pointer-events="all" width="78" height="12" requiredFeatures="http://www.w3.org/TR/SVG11/feature#Extensibility"><div xmlns="http://www.w3.org/1999/xhtml" style="display: inline-block; font-size: 12px; font-family: Helvetica; color: rgb(0, 0, 0); line-height: 1.2; vertical-align: top; width: 78px; white-space: nowrap; word-wrap: normal; text-align: center;"><div xmlns="http://www.w3.org/1999/xhtml" style="display:inline-block;text-align:inherit;text-decoration:inherit;">Input Attention</div></div></foreignObject><text x="39" y="12" fill="#000000" text-anchor="middle" font-size="12px" font-family="Helvetica">Input Attention</text></switch></g></g></svg>
{'fraction_non_alphanumeric': 0.19445714808378303, 'fraction_numerical': 0.1508887466081283, 'mean_word_length': 7.457968024755028, 'pattern_counts': {'":': 0, '<': 339, '<?xml version=': 2, '>': 339, 'https://': 2, 'lorem ipsum': 0, 'www.': 61, 'xml': 40}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '1154070', 'n_tokens_mistral': 16958, 'n_tokens_neox': 13674, 'n_words': 2242}