docs/images/DIAG01-STAGE12-attention-do-transposes.drawio.svg

<svg host="65bd71144e" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" version="1.1" width="1656px" height="1251px" viewBox="-0.5 -0.5 1656 1251" content="&lt;mxfile&gt;&lt;diagram id=&quot;FOsQcooNq0DZRFAvDWz8&quot; name=&quot;Page-1&quot;&gt;7V1bc5u6Fv41mWkf4kHceYxzOT2zu/d02s4+p09niI1tZhNwgTRJf/2RMMIgCRBYyI6tpNMYYcuw1rfuS+LKuH16/Vfqbzd/JssgutK15euVcXel67qpOfAPGnnbjVzburkbWafhcjcG9gPfwt9BOaiVo8/hMsgab8yTJMrDbXNwkcRxsMgbY36aJi/Nt62SqPmtW38dUAPfFn5Ej/4nXOab3airO/vxT0G43uBvBra3O/Pk4zeXd5Jt/GXyUhsy7q+M2zRJ8t2rp9fbIELUw3TZfe6h5Wx1YWkQ5zwf0A1M+l9+9FzeXnlp+Ru+3zR5jpcB+oh2ZcxfNmEefNv6C3T2BbIYjm3ypwgeAfgyy9Pkn+A2iZK0+LRh36BfeIa+uPJ6fwVpHrzWhsqL/VeQPAV5+gbfUp69Bk5JuRI7wNbKgZc9J4BtlYObOht0POqX/F9X8+9JBF+UVGohsaYLJhi6+xCC6yYK1zEce0zyPHmCJ1ZhFNXo+OChXxaF58atc7+nPcakLormNklzk0Vzg0Xz6rOH0Fy3PdFEJ2h7/4B+0XgS53g8TmL44XmcfPYfg1Z4T018nSC+Y+s08S2HRXxNd0UA3mDQ3o5ydMtbP24wwf75jFTXHN5dfu3vAH0D35Hurmq+fwd8tUZ/P0f+kw/fYcwgIbS/nvMMXW+8hP/PoUpHR/+OVwEkIeSkrt3H6xBypfx+eO27S9jNRUECXUYnz9pErI4UiIjSBEFdWR6XX8ES36dwuUQn5+Xt30XBKieQBb8K/gBDZ8JmD2Q0/zrys6wD1NNIOKAl3NIYGHOEqFSbQtj31I+zVZI+BSk8sfMhEJJ2fH9MG/BpvNn2nxBZ4sdsewmQmEbH6N7MBRQCDHcqBABAIUCofp/f3Lp3xhHUt0dQ1jVdhvbWGXT1DF0EYa2p3bsOApJG1nsw721BhLWahNU1lh9o2izAikEs7ZE0ddY8Shb/wL8fPvtvxQD4uLOFpMoq33jmemoq00UJGKAFbDK9tUddl3ytIVW2FC9L7xLR9sF/CiN0A5+C6FeAWNJkHgA0Ex409EvgoJwzQv7q3F/8sy74QZzdJmGcB+n9L0j1rORUDTT8TKkCbP8R36rWySzT0ZvM8nRaaHWWK2vZQpg1yMoADiszknmr4ocWYk1zfU1jib2mQRdfG8VbmqE12PYLWj9rZlr9BwjhFEe8l238LXpZwg/SzE8x0RGlIDhzHwYLaUmHRRJF/jYLd2At3rEJoyVUz8lzjufBR6NZW2U7GHLJVACChXUQb7FczgzLdA3X0TzbcUzgNaTUmBl2g8MGLbM2mOmeZkA0uJptWjoDJmLULSsW7cLFV5Rdm2+SNPyN4BCVnCexkr2ET5EfB58Cf0kMzZMiT4mG8mRbvtoZxuIlTtcUB2WcW+KPxNsyTbbf/XQd4LcwMFIwvKCRNYf/INVutZl1ZcE7u4XHYH8M/6G3pxB9MUQWhDqaNvCz/CXIhECY9A+K+6d100PxMwmUdW4oD0MjhviBaGTlTssIlZkWeUzSZZBeL3aEuSk+mn64vq6PfyxooSGeXGcFk9D7gL59ZeZPelMxxUQv5b2jqUxNG/YV34M4w9fbknnZ1MYfW9MxWDIhk/PQj74i1yFeF8q7BgSWzW06Guj6E4iJVVTkzjfQbQ1itjgNE1kWRLmkSO9w0AhnWqxQMaXGGCM1wPGGyUk5256Lw6fzI0jt2M+hkoW3llHSV10pr0DS0e78IUr8HNgKjA0w4oTsSaHxlYDOS724JhKcPLMJxyad5FSuy2Suy2k6KW9NqA3zWQwxkZVDwfBDFvx8RvWVz0G8hhcEuaVrd+HTR6UzeQx4Va8VqjVtblD1Gd0u3Iyw4eR0wvWkSwMUDdwWrqtnK1TyWfJjw3KgMR+PUp7ZBIPUMA0KhcFyHeDkOs73lMAsYYaIS2TIa/gMXsP8vwgw0ETujn6U8EGv717rB9iqtzBwGaz854hZPiAMZKNaw4FIu8PkBvHyBjVXoRtGif9wUQxCqtZuCx3+wHeMDvY3VhzhO6PBV3I0S57TRYCNplc6/Dl2TXajZVyOWNKJ0TSI/Dz8FTS+oQOBX5Ag77Ft4a+vyuY4wY3n2F1t+bE95qiZbGyWqzKGYzZn2t0hNdM49NJ5i9lsRiF6WCq8mcleuYtgsWAh8NG1TEujcTTH462sH5DQJAsNrs1ZaDBEpCkNnOw8snoYK3ynr1b41IOB3ei6enAcW452cK2mdjA10irxagcXNGcyDI+AqUjtgIl2ttrBdoneAZfR7TSldqCTUUo7yNcOVamy4TxUxnFq9UCZfM8mitzczoNJ9EB4rtaoyVrTKQubo6Re41GJ7aWfbTphXAMx4AMxGALhJg4tFmYN27TMB0rmOA0Pdjea0MKjvdBqdF3SagiPHYjAa6ARitDTR0KQasdyHWImoaDjqAIfBjpOzdkAnXZ00DG8nf3oyYCOsL7QHI4FHTDIqcBkqAOAzt//Ce1deF0k3nXtWxCtrm/yHPIoTFAp9s9k+YzQWPX81U4SYFXNfqOaPoHn0I7bZM1+LkZbl9qJwlqnT51YyzCFXhxivnEHAY7G69xr9uDWadmdpOuATJOPwAUmuKOhdOOhX1I9ooMvfo6SZldFHhK1B4hhItCI/iIdWCbFRcDUQEK4yOGxKC72xlC46nUUJgLP45BF1Xfbkg7TNZl9t5BZqu+WhO1J9t3C66NzPxSnVN/twbwd03cLDJuWWTl9t/DeVN/t5fTd1tTAKfbdwstTfbflW/xavAn15xaqUNWIeyKNuDWteWGNuPDOVSPuiTXiDkLjGTfiQjqoRtxzbMQd5LUcvREXXq1qxD39RtyatriwRlx456oR91QbcQfB8owbcYHn0La73ksDLdsmWSexH93vR1VrzeSNd7h7tV6K3ueBp26t8cj9jDxnZOcdPZM5YV+Dc2l9ufvdFOV03ul0WHoX+uvUf4KDj+hCb5Yh+shNtC327Lm7+fzHv7/e/LWzevDXpLhR1u5bt0jC9SbadvUZjqpCz2Jxs9TYmgyvNQEYhE0TtBMTAGRVnrV5nMHa4koIU23X7TQBqp1Sis7fa/dG+1FVl5LdTonyqo0CmT7OAtBtmt50FsBmZLbP2wIA2+MsRYtRFozE5JkT2HHlEvg0mttPX6tOuzKuamMnVsZZkrQxINezAW/m1X6IjYm5tTE5r0OiVpw2dhyOvTNVj1HbohobJzhl9BhVi7ouvcVoD9qT7DByHDrrTfFJNRgdylmZ+/oJQQWdau5GhSrJvd/2or0OEN1dpAvwYB2cJr+c5iJyx3xmp9Graiw6lcaivbo8vCbZJTIjapLkdGLLPVUoq9qKTqWtaAgWBxYix0OTZzbRyORY4qA8mHfXVDTEV3lrAk1+T5GDcd/TUtS096q/6Ij9RXu9cWHtRY5LryhR3UWn0V00BJRn3FzkGrQ6pUCpKs1jbfj4UnOV7G3WNnBwMPm+XsRuXPCenOYc4moQrsGqQewC8WX468B8RFvaYf94vVrQX3xdS9iPSF4+JLMObqy7FgHSiwzlVXW4pEEW/q7p56azedcCq1b8sfBGQ2sv4AdXP7SZUe1489aYaCzY8FuS1SoLDocRz445U/VN6kq1HajasHXtVW0VHLVqo2/xAKQ0ouERO3pMqhE5Hlg9GZQdBeVDrTRvPxje8wdhGRyoTLFu17HGHwrUqfQy7pljhDnKfZwImHt12kCmq0naF5bSljoJQt5uGGqmqllxiv3PsNt7skst9AuFMw58GnD2ZDXeUuHQaDhTM00JZ+PkVw45pw1nbyo0s9rIpaGZdhFGw5meakI864bbXgLlQ+t7cQsGA2+MHPKB1cNxNdFlKykTxQArfiz54WAFZGeXULDSbYDn1Yav2yZJzpK+cla68S2KEiD+RAt8u7C3FThoJTChvAJWV3yFRvmeP6e4jlpLxGhkO3MZs/HyTDlLXRjdSOdFYLqnXzKB6aaa8yIw0DznuBQ+dx1BQViuHbYZ+xSfF4FpCMum8IEp1HcQv4x0zSb0o3SWH1VpE/kpp/Fhj0mGPR4xldAHl3DsWt7c2KFHFdS3mG+ikWsjivojRxL4JWGOyGAKUg3XwGkqX2BrdHMksFlPG7FFbBMPCU63T3zLfYRO1BfxkKQvfrqEr74gMura9w2k/noDXzEe5KFr11TvZIJkIPXjbJtkQUbx8vC9QVpaEcdvDTKv24T680Em2BrkGljkAzIZq/1t/Hwq8VEwfvbN5cjbjLWib+9c8oqfKPrTtfofyTOaNg2Kb0R/xPKD5f7QnGpzoQimpEnul0/7QB5MjzDVHr4jgpuGbsywK1XVqy1jZroUE03W7joAGDMsAIex0aHjsFafKwtR72bpxIxnH+l+NZjHeNIRkylNJlfjU0ge+SQ1w9NnjJ5Yk+UGWwJ45GrcmxVw3+7gLjgqIdMCV2Y0IORJBfsq/qVvBFBDxOE7AYjizftY/M9oxz/24v9B3Kwi86bvxViXxHzOn4CVSPBy1Yr+y1nRX5PsYbqG6XqKUTXtq/gRERtAbCyqH7A6/9DtAMSt+j94cf/Pq8YjRh65L2n83X5Ig0IBLD+2XFRteMeyi9tzoGtrKMl7DtQ0+rCViqyncR6w6QDPdGKXge2fDq92HTiVXQcGofGVgE4NTkxfdzQ4eWYTjk2178A57jswyKPq2HiA5WCJ2GoAAo9OrTIfX/LX/xCEst0Benlh+w0wsoZH3G+gpjAON+MHbDjAM51wVdmx44BR/gW6e0ng5HEwJW48MAidA836eLDyzCYcqxyLHKsuh+c0epunkMzIjPalM5u5z1UUbj9hpCFufUmysKx4kIz/TJyvapC8tco6zvf5/e6+UNYZprkcnB5Du5va9S2JrxrZMhPMDNNzHMczDNNyXUYWm4ELvOvygbaVzuVXZlQrjjWDxkNZbGamI6mV+AydUwPJIeXmGqLq5TO7aEJp3eiYCDQEsdghHqFM9mTbM9et8ZhuvXPQrtU0m4EYNtOlCtKDKrnNkP7T5jarWDoxs68hNz2jXv0mtgq3jD6JBiyRFpOPBHTpo3SGKyZD3+N9cRmS8QhC7TpQb1t7Ljc7TFwwA1aNyfSexvDzuGWwIdL2DC/mOZDTAyof79x017Bg76DQbrSzMrdQvE0MEgA0KppeE/imejedma1VUMA87zHg1SrnA0HAKj+cPQh0z+5BgRjGe/oMGO2um6vPPGfPeC6+iylw63SmmGJ7SxNGBx0G92F42sxrtn55vd4swA+2I1qIhJCFI0nZhtIqzGTnlOutlaU8Pb2uodRsZmG8SopX4WIGz0GhuX1+RDgOs+RmF7/fAYvANQQr0BzDu2+zuizOVWwforqauoovvBDji2DqK3a0scNgPLpkOnZw7M112ezAh3LYwZF6uTB2AGvW9LItxqNCpmMIR2fjpTMEr2KRwxCOFstLZ4jBF24IYghHX+WFMYRIC1hS/SuODMBls8OU6l9xxOKXzQ5Dpn9lcMTIl8UOzySMhy3TvTJUcN7HD9aC9un4oaLzPn6YMp0rnq2zL4sfbjPPbsv0rXh2f75oblgyXSvm0wkUN2qaSqpnpeJyghuOQVgOR6pnpcLyPn7g9ely+KHi8j5+WFI9KxWYk7uVNau2jkzPylRxeTc3bJmelami8m5uWDI9K1xeUdyoWmt1wnIwOu0m5IeKyfv4gR9vIIcfKirv44ct07MyVVxO8IPY5pFzOYcgbqi4vJsbjlTPSkXl3dywpXpWKiYnlnHLDfpUCE7Vxo/p2FoqCCf3FATHM9yWCsIJbhiAkA5PqnSoMJwwFlJzUpaKuvuMhdSo21JRd7exkBpXWCrm7jMWrlTpUFE3YSykpswtFWb3GQupKUFLBdrdxkJq2sNScXefsXBkSgfPg3kuix/7pls5DFChdt8SJpncUIF27wo/1n760zFEhd49a8SBVPlQkXdPF7pMZqjAu2/BjFxdpQLvHlMuV1epQLzXlutS5UNF4n1t6HL1lYrFu425VHWFd1tW3Gi15lK1Fc+zHy+LH6Q1l+rs4gKjYkfLugC5ykqF5X2mXK6yUnF5tymXq6tUYN5nyg2p0qEC875VGnK1lYrMu225XG2lwvI+Wy5XW6mwvNuWGzKlAz9lSXGjZdWMVF3lqqC8z5JL1VW4sVHxo8WSy9VVKirvs+SmVOlQUXlfs5tcbaXi8m5bLldbqai8z5bL1VYqKu+25aZU6VBReXfbulxdpWLyPksuVVd5KirvtuRSdZWnovI+S25JlQ4VlfctQZOrrVRc3m3L5WorFZX32XK52kpF5d223JIqHSoqJ1aPy1VOKgjvM91ylZMKw7tNt1zlpMLwPtNtS5QOT6PD8C9BukrSJziYp36cbZMsoFjUfJR7z3PfSaI++iDQ0XgS57Xx6knr1DPYNc2+v4G3tHtO/Nxf/LMuLoDgxzYJ4zxI739BfmT4u+F3PPhPYYSI+ymIfgUIOeWJb+HvgvM6k5lgKCd1m+hY1HEYV2elw+ClIYaXdBD/x9/w+NZfbCALtQ9QDG7hbQev+awY+wN9ZbxEkxBn/i6mSUP02Pbso1D2a5rraxrN/lXxw2a/5RSfOG32u5rXZL/JKI1ZGCMTsJ/OGXwNtoGfwzHI6Ye/i2/1lxn61Ar+99f//vj7Uzlwpdv+E2JclBfUgCfLU0ry+1lv4x4jzHqD9XSYCSXfoPgULNfBt/IwSfNNsk5iP7rfj1ZGcpHEcbDIET3nTe7WOBm8hvl/4Wttplvl4Q90WL6+e60fvOGDGN7J7lOOhY9/4BnRwf5zxRH+YAu3l8HKfy4ASgHFvkG/1Zn/lGTXOYHg0aCsZgzi5U2aJi+IVJGfZeGiCzRZ8pwuAlIl5366DvIrQlIRjzrhlQaRn4e/gsY3HAgVOnfyFc4SBr+QiVgg5Y8Mwj/BW1bcDfxv5adMeBX+WRMmfumRLQIkjwxX7SlcLgv0pUEW/kbmpWR5IcLFnVnzK+uOkNNegWYxjuGfVZJCyTa8950clNd0VTpYrTJ/rc00y2uq/OtyKm6+lbN/QTdfe0uyWmUQLiRjq4vg5TWdl1EWQY5FABrOA+xNAmO/2QlNAp0FYsl5cbpT0keaCWeUmThtK1GpIUlmwjqimaCzWCouFOUdyo4L6QxYad4/5JvCGLwEaUMrYGVAR351t7Ik70gFofTDAP2gM/WDc0T9wMrj2QVVEQEaoLF/Pif4xHVWkOoGvgHo29eCBPg8fLVGf5mKxi7dkIfd9Lt3nrf+8aZyRSTrH7wlilIjRw5GLaYW8Y6nRQCdsawc0nG26T3GpKCtZjAqJrXNZs/ricWkgM5Svv5E7P75HMDohJFsVrriCC6Hi+NHQlloR1QWHD1YiOxbiswlasbSs3IA6g5DOedwy19DJr9xH6wJ6FoUFrw+m4+32j+QWRwtWsOctZHMq8pKbWUokeUmpnZvyzjSvOtnzUyr/4gRK47mLaxvS/hBmvkpJjqiFARn7ocxsq4FHRZJFPnbLNyb0sUmjJaf/bfkOcfz4KPD9RxDLpkKQLCwDuItbgybGZbpGq6jebbjmKCZPzZmht3gMCNlaFszlMaGaIA62sTPlWrARIzXztFG1sDFV2Ro5pskDX8jOEQl50msZC/hU+THAUomE0PzZIkNadHSsTOpwSovX+IGkOIgLW9YY+JtmSbb79h0tejupns3h1S7ReYeOnr6LTwG++PC99smKURfDJHlhwUEAj/LX4JMCITZLS2UbnoofiaBssUN5WFoxBA/EI2srrpdTuCRmWx4TNJlkF4vdoS5KT6afri+ro9/LGih8eYl8BdmWz9uT3C8lPeOpjILOzLgK74HcVZeb1l9iR+zbe27IaV2X797P3KdW9/4iN/1AQY2SFKXCNi1rMqSdraxRENw5KEffUUux65Bqg4glq1uOijovhOIpVVUuJ8bGGIFMVsMh4n6QcncNscOh4i7CxAsjExps8dIG8CtvbzyVc625+Lw6fwIUjv2c6ic4a1lh8d/dDJ6/hAlfo5JosBYoq78otNC4ysBnRqc8GbEYsDJM5twbHI0pyqXR5TLc5rOzVsTasN8HUNIRKbTPbkfquYLZMCz4OdzEC+Cz0G8hldXjKHTd+HTJVn0rlRNj0WvWsmFqlGPG2V9VrgLSCOMOjmdaMWp03n8D4a+A6Ze/gW6q8DJZ+GPjc6BRn48WHlmE45V2qarCsMxqpGllWsWGHDe+BgFBl0VGPgLDHRTk9wCg64KDCRsT7TAoKsCw+jAZQBvxRUYgJwCg64KDJdUYNBHFhh60SimwKBPV2AQV0c4tFywa/ulCwTkx1XB4LD0gvgUrX6xBQNdFQxOrmAwAI1duQRLJDh5ZhOOTVUwOM+CwQBnpatg0Ou7iCkYGKpg8C4LBvrFFgwMVTA4+YLBAHQONPIHFAw4ZhOOVb3fyKu0cPtiM7l5YYMjiX8ZeeEKtyeaFzY4MvgqL3wwb99dXtgYWi9QQdV7zgtXauA088IGq0pxbnlhvOhWZYbfX2bYGFVXOYfMsEGXbFRm+MiZ4QFoPOvMsMGx67RyYt5hZniAu3IKmWG6QKEyw+8gM1ypj4vLDJuMWobKDJ9WZngAOs86M2yCVhSqvvHJ+sZLr7/ZN64fsW8cP+xHrSg4MjI8FjJwQWByZMDDNEFpmL0+QY8c+TNZoh3J7v8P&lt;/diagram&gt;&lt;/mxfile&gt;">
    <defs/>
    <g>
        <rect x="2" y="0" width="1650" height="1250" fill="rgb(255, 255, 255)" stroke="#6a6a6a" pointer-events="all"/>
        <rect x="12" y="40" width="1630" height="1160" fill="#f9f9f9" stroke="#b3c7e1" stroke-width="2" pointer-events="all"/>
        <rect x="52" y="162" width="1570" height="1028" fill="#efefef" stroke="#b3c7e1" stroke-width="2" pointer-events="all"/>
        <rect x="12" y="10" width="500" height="70" rx="10.5" ry="10.5" fill="#f9f9f9" stroke="#b3c7e1" stroke-width="2" pointer-events="all"/>
        <g transform="translate(-0.5 -0.5)">
            <switch>
                <foreignObject pointer-events="none" width="100%" height="100%" requiredFeatures="http://www.w3.org/TR/SVG11/feature#Extensibility" style="overflow: visible; text-align: left;">
                    <div xmlns="http://www.w3.org/1999/xhtml" style="display: flex; align-items: unsafe center; justify-content: unsafe flex-start; width: 498px; height: 1px; padding-top: 45px; margin-left: 14px;">
                        <div data-drawio-colors="color: #333132; " style="box-sizing: border-box; font-size: 0px; text-align: left;">
                            <div style="display: inline-block; font-size: 24px; font-family: Helvetica; color: rgb(51, 49, 50); line-height: 1.2; pointer-events: all; font-weight: bold; white-space: normal; overflow-wrap: normal;">
                                <span style="text-align: right;">
                                    Llama 3.1 Nuts and Bolts Inference Engine
                                </span>
                            </div>
                        </div>
                    </div>
                </foreignObject>
                <text x="14" y="52" fill="#333132" font-family="Helvetica" font-size="24px" font-weight="bold">
                    Llama 3.1 Nuts and Bolts Inference Engine
                </text>
            </switch>
        </g>
        <rect x="52" y="129.81" width="380" height="70" rx="10.5" ry="10.5" fill="#f9f9f9" stroke="#b3c7e1" stroke-width="2" pointer-events="all"/>
        <g transform="translate(-0.5 -0.5)">
            <switch>
                <foreignObject pointer-events="none" width="100%" height="100%" requiredFeatures="http://www.w3.org/TR/SVG11/feature#Extensibility" style="overflow: visible; text-align: left;">
                    <div xmlns="http://www.w3.org/1999/xhtml" style="display: flex; align-items: unsafe center; justify-content: unsafe flex-start; width: 1px; height: 1px; padding-top: 165px; margin-left: 54px;">
                        <div data-drawio-colors="color: #333132; " style="box-sizing: border-box; font-size: 0px; text-align: left;">
                            <div style="display: inline-block; font-size: 24px; font-family: Helvetica; color: rgb(51, 49, 50); line-height: 1.2; pointer-events: all; font-weight: bold; white-space: nowrap;">
                                Transformer Model:
                                <br/>
                                LlamaTransformer
                            </div>
                        </div>
                    </div>
                </foreignObject>
                <text x="54" y="172" fill="#333132" font-family="Helvetica" font-size="24px" font-weight="bold">
                    Transformer Model:...
                </text>
            </switch>
        </g>
        <rect x="82" y="248" width="1520" height="932" fill="#bac8d3" stroke="#b3c7e1" stroke-width="2" pointer-events="all"/>
        <rect x="122" y="400" width="1460" height="770" fill="#e9f4e6" stroke="#b3c7e1" stroke-width="2" pointer-events="all"/>
        <rect x="82" y="218" width="380" height="70" rx="10.5" ry="10.5" fill="#f9f9f9" stroke="#b3c7e1" stroke-width="2" pointer-events="all"/>
        <g transform="translate(-0.5 -0.5)">
            <switch>
                <foreignObject pointer-events="none" width="100%" height="100%" requiredFeatures="http://www.w3.org/TR/SVG11/feature#Extensibility" style="overflow: visible; text-align: left;">
                    <div xmlns="http://www.w3.org/1999/xhtml" style="display: flex; align-items: unsafe center; justify-content: unsafe flex-start; width: 378px; height: 1px; padding-top: 253px; margin-left: 84px;">
                        <div data-drawio-colors="color: #333132; " style="box-sizing: border-box; font-size: 0px; text-align: left;">
                            <div style="display: inline-block; font-size: 24px; font-family: Helvetica; color: rgb(51, 49, 50); line-height: 1.2; pointer-events: all; font-weight: bold; white-space: normal; overflow-wrap: normal;">
                                Transformer Block (Layer 1): LlamaTransformerBlock
                            </div>
                        </div>
                    </div>
                </foreignObject>
                <text x="84" y="260" fill="#333132" font-family="Helvetica" font-size="24px" font-weight="bold">
                    Transformer Block (Layer 1): Lla...
                </text>
            </switch>
        </g>
        <rect x="644" y="320" width="270" height="56" fill="none" stroke="none" pointer-events="all"/>
        <rect x="644" y="320" width="270" height="56" rx="8.4" ry="8.4" fill="#008a00" stroke="#005700" pointer-events="all"/>
        <path d="M 648.35 323.36 M 827.35 323.36 M 827.35 342.36 M 648.35 342.36" fill="none" stroke="#ffffff" stroke-linecap="square" stroke-miterlimit="10" pointer-events="none"/>
        <g transform="translate(-0.5 -0.5)">
            <switch>
                <foreignObject pointer-events="none" width="100%" height="100%" requiredFeatures="http://www.w3.org/TR/SVG11/feature#Extensibility" style="overflow: visible; text-align: left;">
                    <div xmlns="http://www.w3.org/1999/xhtml" style="display: flex; align-items: unsafe flex-start; justify-content: unsafe flex-start; width: 177px; height: 1px; padding-top: 330px; margin-left: 650px;">
                        <div data-drawio-colors="color: #F0F0F0; " style="box-sizing: border-box; font-size: 0px; text-align: left; max-height: 15px; overflow: hidden;">
                            <div style="display: inline-block; font-size: 12px; font-family: Helvetica; color: rgb(240, 240, 240); line-height: 1.2; pointer-events: none; white-space: normal; overflow-wrap: normal;">
                                <b style="border-color: var(--border-color); font-size: 12px;">
                                    <span style="font-weight: 400; font-size: 12px;">
                                        Tensor:
                                    </span>
                                    h
                                </b>
                            </div>
                        </div>
                    </div>
                </foreignObject>
                <text x="650" y="342" fill="#F0F0F0" font-family="Helvetica" font-size="12px">
                    Tensor: h
                </text>
            </switch>
        </g>
        <path d="M 827.35 323.36 M 909.35 323.36 M 909.35 342.36 M 827.35 342.36" fill="none" stroke="#ffffff" stroke-linecap="square" stroke-miterlimit="10" pointer-events="none"/>
        <g transform="translate(-0.5 -0.5)">
            <switch>
                <foreignObject pointer-events="none" width="100%" height="100%" requiredFeatures="http://www.w3.org/TR/SVG11/feature#Extensibility" style="overflow: visible; text-align: left;">
                    <div xmlns="http://www.w3.org/1999/xhtml" style="display: flex; align-items: unsafe flex-start; justify-content: unsafe flex-end; width: 80px; height: 1px; padding-top: 330px; margin-left: 827px;">
                        <div data-drawio-colors="color: #F0F0F0; " style="box-sizing: border-box; font-size: 0px; text-align: right; max-height: 15px; overflow: hidden;">
                            <div style="display: inline-block; font-size: 12px; font-family: Helvetica; color: rgb(240, 240, 240); line-height: 1.2; pointer-events: none; white-space: normal; overflow-wrap: normal;">
                                BFloat16
                            </div>
                        </div>
                    </div>
                </foreignObject>
                <text x="907" y="342" fill="#F0F0F0" font-family="Helvetica" font-size="12px" text-anchor="end">
                    BFloat16
                </text>
            </switch>
        </g>
        <path d="M 648.35 342.36 M 827.35 342.36 M 827.35 373.36 M 648.35 373.36" fill="none" stroke="#ffffff" stroke-linecap="square" stroke-miterlimit="10" pointer-events="none"/>
        <g transform="translate(-0.5 -0.5)">
            <switch>
                <foreignObject pointer-events="none" width="100%" height="100%" requiredFeatures="http://www.w3.org/TR/SVG11/feature#Extensibility" style="overflow: visible; text-align: left;">
                    <div xmlns="http://www.w3.org/1999/xhtml" style="display: flex; align-items: unsafe flex-end; justify-content: unsafe flex-start; width: 177px; height: 1px; padding-top: 370px; margin-left: 650px;">
                        <div data-drawio-colors="color: #F0F0F0; " style="box-sizing: border-box; font-size: 0px; text-align: left; max-height: 27px; overflow: hidden;">
                            <div style="display: inline-block; font-size: 12px; font-family: Helvetica; color: rgb(240, 240, 240); line-height: 1.2; pointer-events: none; white-space: normal; overflow-wrap: normal;">
                                (sequenceLength, Dim)
                            </div>
                        </div>
                    </div>
                </foreignObject>
                <text x="650" y="370" fill="#F0F0F0" font-family="Helvetica" font-size="12px">
                    (sequenceLength, Dim)
                </text>
            </switch>
        </g>
        <path d="M 827.35 342.36 M 909.35 342.36 M 909.35 373.36 M 827.35 373.36" fill="none" stroke="#ffffff" stroke-linecap="square" stroke-miterlimit="10" pointer-events="none"/>
        <g transform="translate(-0.5 -0.5)">
            <switch>
                <foreignObject pointer-events="none" width="100%" height="100%" requiredFeatures="http://www.w3.org/TR/SVG11/feature#Extensibility" style="overflow: visible; text-align: left;">
                    <div xmlns="http://www.w3.org/1999/xhtml" style="display: flex; align-items: unsafe flex-end; justify-content: unsafe flex-end; width: 80px; height: 1px; padding-top: 370px; margin-left: 827px;">
                        <div data-drawio-colors="color: #F0F0F0; " style="box-sizing: border-box; font-size: 0px; text-align: right; max-height: 27px; overflow: hidden;">
                            <div style="display: inline-block; font-size: 12px; font-family: Helvetica; color: rgb(240, 240, 240); line-height: 1.2; pointer-events: none; white-space: normal; overflow-wrap: normal;">
                                (22, 4096)
                            </div>
                        </div>
                    </div>
                </foreignObject>
                <text x="907" y="370" fill="#F0F0F0" font-family="Helvetica" font-size="12px" text-anchor="end">
                    (22, 4096)
                </text>
            </switch>
        </g>
        <path d="M 779 180 L 779 128.24" fill="none" stroke="#6a6a6a" stroke-width="2" stroke-miterlimit="10" pointer-events="none"/>
        <path d="M 779 122.24 L 783 130.24 L 779 128.24 L 775 130.24 Z" fill="#6a6a6a" stroke="#6a6a6a" stroke-width="2" stroke-miterlimit="10" pointer-events="none"/>
        <rect x="644" y="260" width="270" height="30" rx="4.5" ry="4.5" fill="#f8cecc" stroke="#b85450" pointer-events="none"/>
        <g transform="translate(-0.5 -0.5)">
            <switch>
                <foreignObject pointer-events="none" width="100%" height="100%" requiredFeatures="http://www.w3.org/TR/SVG11/feature#Extensibility" style="overflow: visible; text-align: left;">
                    <div xmlns="http://www.w3.org/1999/xhtml" style="display: flex; align-items: unsafe center; justify-content: unsafe center; width: 268px; height: 1px; padding-top: 275px; margin-left: 645px;">
                        <div data-drawio-colors="color: #B85450; " style="box-sizing: border-box; font-size: 0px; text-align: center;">
                            <div style="display: inline-block; font-size: 12px; font-family: Helvetica; color: rgb(184, 84, 80); line-height: 1.2; pointer-events: none; white-space: normal; overflow-wrap: normal;">
                                ...
                            </div>
                        </div>
                    </div>
                </foreignObject>
                <text x="779" y="279" fill="#B85450" font-family="Helvetica" font-size="12px" text-anchor="middle">
                    ...
                </text>
            </switch>
        </g>
        <path d="M 987 1210 L 987 1161.24" fill="none" stroke="#6a6a6a" stroke-width="2" stroke-miterlimit="10" pointer-events="none"/>
        <path d="M 987 1155.24 L 991 1163.24 L 987 1161.24 L 983 1163.24 Z" fill="#6a6a6a" stroke="#6a6a6a" stroke-width="2" stroke-miterlimit="10" pointer-events="none"/>
        <rect x="852" y="1210" width="270" height="30" rx="4.5" ry="4.5" fill="#f8cecc" stroke="#b85450" pointer-events="none"/>
        <g transform="translate(-0.5 -0.5)">
            <switch>
                <foreignObject pointer-events="none" width="100%" height="100%" requiredFeatures="http://www.w3.org/TR/SVG11/feature#Extensibility" style="overflow: visible; text-align: left;">
                    <div xmlns="http://www.w3.org/1999/xhtml" style="display: flex; align-items: unsafe center; justify-content: unsafe center; width: 268px; height: 1px; padding-top: 1225px; margin-left: 853px;">
                        <div data-drawio-colors="color: #B85450; " style="box-sizing: border-box; font-size: 0px; text-align: center;">
                            <div style="display: inline-block; font-size: 12px; font-family: Helvetica; color: rgb(184, 84, 80); line-height: 1.2; pointer-events: none; white-space: normal; overflow-wrap: normal;">
                                ...
                            </div>
                        </div>
                    </div>
                </foreignObject>
                <text x="987" y="1229" fill="#B85450" font-family="Helvetica" font-size="12px" text-anchor="middle">
                    ...
                </text>
            </switch>
        </g>
        <path d="M 779 320 L 779 298.24" fill="none" stroke="#6a6a6a" stroke-width="2" stroke-miterlimit="10" pointer-events="none"/>
        <path d="M 779 292.24 L 783 300.24 L 779 298.24 L 775 300.24 Z" fill="#6a6a6a" stroke="#6a6a6a" stroke-width="2" stroke-miterlimit="10" pointer-events="none"/>
        <path d="M 2 600 L 1652 600" fill="none" stroke="#36454f" stroke-width="5" stroke-miterlimit="10" stroke-dasharray="15 15" pointer-events="none"/>
        <path d="M 2 1020 L 1652 1020" fill="none" stroke="#36454f" stroke-width="5" stroke-miterlimit="10" stroke-dasharray="15 15" pointer-events="none"/>
        <rect x="122" y="370" width="380" height="70" rx="10.5" ry="10.5" fill="#f9f9f9" stroke="#b3c7e1" stroke-width="2" pointer-events="none"/>
        <g transform="translate(-0.5 -0.5)">
            <switch>
                <foreignObject pointer-events="none" width="100%" height="100%" requiredFeatures="http://www.w3.org/TR/SVG11/feature#Extensibility" style="overflow: visible; text-align: left;">
                    <div xmlns="http://www.w3.org/1999/xhtml" style="display: flex; align-items: unsafe center; justify-content: unsafe flex-start; width: 378px; height: 1px; padding-top: 405px; margin-left: 124px;">
                        <div data-drawio-colors="color: #333132; " style="box-sizing: border-box; font-size: 0px; text-align: left;">
                            <div style="display: inline-block; font-size: 24px; font-family: Helvetica; color: rgb(51, 49, 50); line-height: 1.2; pointer-events: none; font-weight: bold; white-space: normal; overflow-wrap: normal;">
                                Multi-Head Self-Attention Module: LlamaAttention
                            </div>
                        </div>
                    </div>
                </foreignObject>
                <text x="124" y="412" fill="#333132" font-family="Helvetica" font-size="24px" font-weight="bold">
                    Multi-Head Self-Attention Module...
                </text>
            </switch>
        </g>
        <path d="M 946 804 L 1446 804" fill="none" stroke="#b3c7e1" stroke-width="2" stroke-miterlimit="10" stroke-dasharray="24 24" transform="rotate(90,1196,804)" pointer-events="none"/>
        <path d="M 529 804 L 1029 804" fill="none" stroke="#b3c7e1" stroke-width="2" stroke-miterlimit="10" stroke-dasharray="24 24" transform="rotate(90,779,804)" pointer-events="none"/>
        <rect x="644" y="420" width="270" height="56" rx="8.4" ry="8.4" fill="#008a00" stroke="#005700" pointer-events="none"/>
        <path d="M 648.35 423.36 M 827.35 423.36 M 827.35 442.36 M 648.35 442.36" fill="none" stroke="#ffffff" stroke-linecap="square" stroke-miterlimit="10" pointer-events="none"/>
        <g transform="translate(-0.5 -0.5)">
            <switch>
                <foreignObject pointer-events="none" width="100%" height="100%" requiredFeatures="http://www.w3.org/TR/SVG11/feature#Extensibility" style="overflow: visible; text-align: left;">
                    <div xmlns="http://www.w3.org/1999/xhtml" style="display: flex; align-items: unsafe flex-start; justify-content: unsafe flex-start; width: 177px; height: 1px; padding-top: 430px; margin-left: 650px;">
                        <div data-drawio-colors="color: #F0F0F0; " style="box-sizing: border-box; font-size: 0px; text-align: left; max-height: 15px; overflow: hidden;">
                            <div style="display: inline-block; font-size: 12px; font-family: Helvetica; color: rgb(240, 240, 240); line-height: 1.2; pointer-events: none; white-space: normal; overflow-wrap: normal;">
                                <b style="border-color: var(--border-color); font-size: 12px;">
                                    <span style="font-weight: 400; font-size: 12px;">
                                        Tensor:
                                    </span>
                                    attention output
                                </b>
                            </div>
                        </div>
                    </div>
                </foreignObject>
                <text x="650" y="442" fill="#F0F0F0" font-family="Helvetica" font-size="12px">
                    Tensor: attention output
                </text>
            </switch>
        </g>
        <path d="M 827.35 423.36 M 909.35 423.36 M 909.35 442.36 M 827.35 442.36" fill="none" stroke="#ffffff" stroke-linecap="square" stroke-miterlimit="10" pointer-events="none"/>
        <g transform="translate(-0.5 -0.5)">
            <switch>
                <foreignObject pointer-events="none" width="100%" height="100%" requiredFeatures="http://www.w3.org/TR/SVG11/feature#Extensibility" style="overflow: visible; text-align: left;">
                    <div xmlns="http://www.w3.org/1999/xhtml" style="display: flex; align-items: unsafe flex-start; justify-content: unsafe flex-end; width: 80px; height: 1px; padding-top: 430px; margin-left: 827px;">
                        <div data-drawio-colors="color: #F0F0F0; " style="box-sizing: border-box; font-size: 0px; text-align: right; max-height: 15px; overflow: hidden;">
                            <div style="display: inline-block; font-size: 12px; font-family: Helvetica; color: rgb(240, 240, 240); line-height: 1.2; pointer-events: none; white-space: normal; overflow-wrap: normal;">
                                BFloat16
                            </div>
                        </div>
                    </div>
                </foreignObject>
                <text x="907" y="442" fill="#F0F0F0" font-family="Helvetica" font-size="12px" text-anchor="end">
                    BFloat16
                </text>
            </switch>
        </g>
        <path d="M 648.35 442.36 M 827.35 442.36 M 827.35 473.36 M 648.35 473.36" fill="none" stroke="#ffffff" stroke-linecap="square" stroke-miterlimit="10" pointer-events="none"/>
        <g transform="translate(-0.5 -0.5)">
            <switch>
                <foreignObject pointer-events="none" width="100%" height="100%" requiredFeatures="http://www.w3.org/TR/SVG11/feature#Extensibility" style="overflow: visible; text-align: left;">
                    <div xmlns="http://www.w3.org/1999/xhtml" style="display: flex; align-items: unsafe flex-end; justify-content: unsafe flex-start; width: 177px; height: 1px; padding-top: 470px; margin-left: 650px;">
                        <div data-drawio-colors="color: #F0F0F0; " style="box-sizing: border-box; font-size: 0px; text-align: left; max-height: 27px; overflow: hidden;">
                            <div style="display: inline-block; font-size: 12px; font-family: Helvetica; color: rgb(240, 240, 240); line-height: 1.2; pointer-events: none; white-space: normal; overflow-wrap: normal;">
                                (sequenceLength, Dim)
                            </div>
                        </div>
                    </div>
                </foreignObject>
                <text x="650" y="470" fill="#F0F0F0" font-family="Helvetica" font-size="12px">
                    (sequenceLength, Dim)
                </text>
            </switch>
        </g>
        <path d="M 827.35 442.36 M 909.35 442.36 M 909.35 473.36 M 827.35 473.36" fill="none" stroke="#ffffff" stroke-linecap="square" stroke-miterlimit="10" pointer-events="none"/>
        <g transform="translate(-0.5 -0.5)">
            <switch>
                <foreignObject pointer-events="none" width="100%" height="100%" requiredFeatures="http://www.w3.org/TR/SVG11/feature#Extensibility" style="overflow: visible; text-align: left;">
                    <div xmlns="http://www.w3.org/1999/xhtml" style="display: flex; align-items: unsafe flex-end; justify-content: unsafe flex-end; width: 80px; height: 1px; padding-top: 470px; margin-left: 827px;">
                        <div data-drawio-colors="color: #F0F0F0; " style="box-sizing: border-box; font-size: 0px; text-align: right; max-height: 27px; overflow: hidden;">
                            <div style="display: inline-block; font-size: 12px; font-family: Helvetica; color: rgb(240, 240, 240); line-height: 1.2; pointer-events: none; white-space: normal; overflow-wrap: normal;">
                                (22, 4096)
                            </div>
                        </div>
                    </div>
                </foreignObject>
                <text x="907" y="470" fill="#F0F0F0" font-family="Helvetica" font-size="12px" text-anchor="end">
                    (22, 4096)
                </text>
            </switch>
        </g>
        <path d="M 779 502 L 779 484.24" fill="none" stroke="#6a6a6a" stroke-width="2" stroke-miterlimit="10" pointer-events="none"/>
        <path d="M 779 478.24 L 783 486.24 L 779 484.24 L 775 486.24 Z" fill="#6a6a6a" stroke="#6a6a6a" stroke-width="2" stroke-miterlimit="10" pointer-events="none"/>
        <rect x="644" y="502" width="270" height="30" rx="4.5" ry="4.5" fill="#f8cecc" stroke="#b85450" pointer-events="none"/>
        <g transform="translate(-0.5 -0.5)">
            <switch>
                <foreignObject pointer-events="none" width="100%" height="100%" requiredFeatures="http://www.w3.org/TR/SVG11/feature#Extensibility" style="overflow: visible; text-align: left;">
                    <div xmlns="http://www.w3.org/1999/xhtml" style="display: flex; align-items: unsafe center; justify-content: unsafe center; width: 268px; height: 1px; padding-top: 517px; margin-left: 645px;">
                        <div data-drawio-colors="color: #B85450; " style="box-sizing: border-box; font-size: 0px; text-align: center;">
                            <div style="display: inline-block; font-size: 12px; font-family: Helvetica; color: rgb(184, 84, 80); line-height: 1.2; pointer-events: none; white-space: normal; overflow-wrap: normal;">
                                ...
                            </div>
                        </div>
                    </div>
                </foreignObject>
                <text x="779" y="521" fill="#B85450" font-family="Helvetica" font-size="12px" text-anchor="middle">
                    ...
                </text>
            </switch>
        </g>
        <g transform="translate(-0.5 -0.5)">
            <switch>
                <foreignObject pointer-events="none" width="100%" height="100%" requiredFeatures="http://www.w3.org/TR/SVG11/feature#Extensibility" style="overflow: visible; text-align: left;">
                    <div xmlns="http://www.w3.org/1999/xhtml" style="display: flex; align-items: unsafe center; justify-content: unsafe flex-end; width: 318px; height: 1px; padding-top: 25px; margin-left: 1322px;">
                        <div data-drawio-colors="color: #6A6A6A; " style="box-sizing: border-box; font-size: 0px; text-align: right;">
                            <div style="display: inline-block; font-size: 16px; font-family: Helvetica; color: rgb(106, 106, 106); line-height: 1.2; pointer-events: none; font-weight: bold; font-style: italic; white-space: normal; overflow-wrap: normal;">
                                Diagram by Adil Alper DALKIRAN, 2024
                            </div>
                        </div>
                    </div>
                </foreignObject>
                <text x="1640" y="30" fill="#6A6A6A" font-family="Helvetica" font-size="16px" text-anchor="end" font-weight="bold" font-style="italic">
                    Diagram by Adil Alper DALKIRAN, 2024
                </text>
            </switch>
        </g>
        <path d="M 779 420 L 779 384.24" fill="none" stroke="#6a6a6a" stroke-width="2" stroke-miterlimit="10" pointer-events="none"/>
        <path d="M 779 378.24 L 783 386.24 L 779 384.24 L 775 386.24 Z" fill="#6a6a6a" stroke="#6a6a6a" stroke-width="2" stroke-miterlimit="10" pointer-events="none"/>
        <rect x="644" y="90" width="270" height="30" rx="4.5" ry="4.5" fill="#f8cecc" stroke="#b85450" pointer-events="none"/>
        <g transform="translate(-0.5 -0.5)">
            <switch>
                <foreignObject pointer-events="none" width="100%" height="100%" requiredFeatures="http://www.w3.org/TR/SVG11/feature#Extensibility" style="overflow: visible; text-align: left;">
                    <div xmlns="http://www.w3.org/1999/xhtml" style="display: flex; align-items: unsafe center; justify-content: unsafe center; width: 268px; height: 1px; padding-top: 105px; margin-left: 645px;">
                        <div data-drawio-colors="color: #B85450; " style="box-sizing: border-box; font-size: 0px; text-align: center;">
                            <div style="display: inline-block; font-size: 12px; font-family: Helvetica; color: rgb(184, 84, 80); line-height: 1.2; pointer-events: none; white-space: normal; overflow-wrap: normal;">
                                ...
                            </div>
                        </div>
                    </div>
                </foreignObject>
                <text x="779" y="109" fill="#B85450" font-family="Helvetica" font-size="12px" text-anchor="middle">
                    ...
                </text>
            </switch>
        </g>
        <rect x="644" y="180" width="270" height="30" rx="4.5" ry="4.5" fill="#f8cecc" stroke="#b85450" pointer-events="none"/>
        <g transform="translate(-0.5 -0.5)">
            <switch>
                <foreignObject pointer-events="none" width="100%" height="100%" requiredFeatures="http://www.w3.org/TR/SVG11/feature#Extensibility" style="overflow: visible; text-align: left;">
                    <div xmlns="http://www.w3.org/1999/xhtml" style="display: flex; align-items: unsafe center; justify-content: unsafe center; width: 268px; height: 1px; padding-top: 195px; margin-left: 645px;">
                        <div data-drawio-colors="color: #B85450; " style="box-sizing: border-box; font-size: 0px; text-align: center;">
                            <div style="display: inline-block; font-size: 12px; font-family: Helvetica; color: rgb(184, 84, 80); line-height: 1.2; pointer-events: none; white-space: normal; overflow-wrap: normal;">
                                ...
                            </div>
                        </div>
                    </div>
                </foreignObject>
                <text x="779" y="199" fill="#B85450" font-family="Helvetica" font-size="12px" text-anchor="middle">
                    ...
                </text>
            </switch>
        </g>
        <path d="M 779 260 L 779 218.24" fill="none" stroke="#6a6a6a" stroke-width="2" stroke-miterlimit="10" pointer-events="none"/>
        <path d="M 779 212.24 L 783 220.24 L 779 218.24 L 775 220.24 Z" fill="#6a6a6a" stroke="#6a6a6a" stroke-width="2" stroke-miterlimit="10" pointer-events="none"/>
        <rect x="852" y="1097" width="270" height="56" rx="8.4" ry="8.4" fill="#008a00" stroke="#005700" pointer-events="none"/>
        <path d="M 856.35 1100.36 M 1035.35 1100.36 M 1035.35 1120.36 M 856.35 1120.36" fill="none" stroke="#ffffff" stroke-linecap="square" stroke-miterlimit="10" pointer-events="none"/>
        <g transform="translate(-0.5 -0.5)">
            <switch>
                <foreignObject pointer-events="none" width="100%" height="100%" requiredFeatures="http://www.w3.org/TR/SVG11/feature#Extensibility" style="overflow: visible; text-align: left;">
                    <div xmlns="http://www.w3.org/1999/xhtml" style="display: flex; align-items: unsafe flex-start; justify-content: unsafe flex-start; width: 177px; height: 1px; padding-top: 1107px; margin-left: 858px;">
                        <div data-drawio-colors="color: #F0F0F0; " style="box-sizing: border-box; font-size: 0px; text-align: left; max-height: 16px; overflow: hidden;">
                            <div style="display: inline-block; font-size: 12px; font-family: Helvetica; color: rgb(240, 240, 240); line-height: 1.2; pointer-events: none; white-space: normal; overflow-wrap: normal;">
                                <b style="border-color: var(--border-color); font-size: 12px;">
                                    <span style="font-weight: 400; font-size: 12px;">
                                        Tensor:
                                    </span>
                                    x
                                </b>
                            </div>
                        </div>
                    </div>
                </foreignObject>
                <text x="858" y="1119" fill="#F0F0F0" font-family="Helvetica" font-size="12px">
                    Tensor: x
                </text>
            </switch>
        </g>
        <path d="M 1035.35 1100.36 M 1117.35 1100.36 M 1117.35 1120.36 M 1035.35 1120.36" fill="none" stroke="#ffffff" stroke-linecap="square" stroke-miterlimit="10" pointer-events="none"/>
        <g transform="translate(-0.5 -0.5)">
            <switch>
                <foreignObject pointer-events="none" width="100%" height="100%" requiredFeatures="http://www.w3.org/TR/SVG11/feature#Extensibility" style="overflow: visible; text-align: left;">
                    <div xmlns="http://www.w3.org/1999/xhtml" style="display: flex; align-items: unsafe flex-start; justify-content: unsafe flex-end; width: 80px; height: 1px; padding-top: 1107px; margin-left: 1035px;">
                        <div data-drawio-colors="color: #F0F0F0; " style="box-sizing: border-box; font-size: 0px; text-align: right; max-height: 16px; overflow: hidden;">
                            <div style="display: inline-block; font-size: 12px; font-family: Helvetica; color: rgb(240, 240, 240); line-height: 1.2; pointer-events: none; white-space: normal; overflow-wrap: normal;">
                                BFloat16
                            </div>
                        </div>
                    </div>
                </foreignObject>
                <text x="1115" y="1119" fill="#F0F0F0" font-family="Helvetica" font-size="12px" text-anchor="end">
                    BFloat16
                </text>
            </switch>
        </g>
        <path d="M 856.35 1120.36 M 1035.35 1120.36 M 1035.35 1151.36 M 856.35 1151.36" fill="none" stroke="#ffffff" stroke-linecap="square" stroke-miterlimit="10" pointer-events="none"/>
        <g transform="translate(-0.5 -0.5)">
            <switch>
                <foreignObject pointer-events="none" width="100%" height="100%" requiredFeatures="http://www.w3.org/TR/SVG11/feature#Extensibility" style="overflow: visible; text-align: left;">
                    <div xmlns="http://www.w3.org/1999/xhtml" style="display: flex; align-items: unsafe flex-end; justify-content: unsafe flex-start; width: 177px; height: 1px; padding-top: 1148px; margin-left: 858px;">
                        <div data-drawio-colors="color: #F0F0F0; " style="box-sizing: border-box; font-size: 0px; text-align: left; max-height: 27px; overflow: hidden;">
                            <div style="display: inline-block; font-size: 12px; font-family: Helvetica; color: rgb(240, 240, 240); line-height: 1.2; pointer-events: none; white-space: normal; overflow-wrap: normal;">
                                (sequenceLength, Dim)
                            </div>
                        </div>
                    </div>
                </foreignObject>
                <text x="858" y="1148" fill="#F0F0F0" font-family="Helvetica" font-size="12px">
                    (sequenceLength, Dim)
                </text>
            </switch>
        </g>
        <path d="M 1035.35 1120.36 M 1117.35 1120.36 M 1117.35 1151.36 M 1035.35 1151.36" fill="none" stroke="#ffffff" stroke-linecap="square" stroke-miterlimit="10" pointer-events="none"/>
        <g transform="translate(-0.5 -0.5)">
            <switch>
                <foreignObject pointer-events="none" width="100%" height="100%" requiredFeatures="http://www.w3.org/TR/SVG11/feature#Extensibility" style="overflow: visible; text-align: left;">
                    <div xmlns="http://www.w3.org/1999/xhtml" style="display: flex; align-items: unsafe flex-end; justify-content: unsafe flex-end; width: 80px; height: 1px; padding-top: 1148px; margin-left: 1035px;">
                        <div data-drawio-colors="color: #F0F0F0; " style="box-sizing: border-box; font-size: 0px; text-align: right; max-height: 27px; overflow: hidden;">
                            <div style="display: inline-block; font-size: 12px; font-family: Helvetica; color: rgb(240, 240, 240); line-height: 1.2; pointer-events: none; white-space: normal; overflow-wrap: normal;">
                                (22, 4096)
                            </div>
                        </div>
                    </div>
                </foreignObject>
                <text x="1115" y="1148" fill="#F0F0F0" font-family="Helvetica" font-size="12px" text-anchor="end">
                    (22, 4096)
                </text>
            </switch>
        </g>
        <path d="M 987 1097 L 987 1062.24" fill="none" stroke="#6a6a6a" stroke-width="2" stroke-miterlimit="10" pointer-events="none"/>
        <path d="M 987 1056.24 L 991 1064.24 L 987 1062.24 L 983 1064.24 Z" fill="#6a6a6a" stroke="#6a6a6a" stroke-width="2" stroke-miterlimit="10" pointer-events="none"/>
        <g transform="translate(-0.5 -0.5)">
            <switch>
                <foreignObject pointer-events="none" width="100%" height="100%" requiredFeatures="http://www.w3.org/TR/SVG11/feature#Extensibility" style="overflow: visible; text-align: left;">
                    <div xmlns="http://www.w3.org/1999/xhtml" style="display: flex; align-items: unsafe center; justify-content: unsafe center; width: 1px; height: 1px; padding-top: 1068px; margin-left: 987px;">
                        <div data-drawio-colors="color: #6A6A6A; background-color: rgb(255, 255, 255); " style="box-sizing: border-box; font-size: 0px; text-align: center;">
                            <div style="display: inline-block; font-size: 11px; font-family: Helvetica; color: rgb(106, 106, 106); line-height: 1.2; pointer-events: none; background-color: rgb(255, 255, 255); white-space: nowrap;">
                                <div style="border-color: var(--border-color);">
                                    <br/>
                                </div>
                            </div>
                        </div>
                    </div>
                </foreignObject>
                <text x="987" y="1071" fill="#6A6A6A" font-family="Helvetica" font-size="11px" text-anchor="middle">
                </text>
            </switch>
        </g>
        <path d="M 919.5 1097 L 919.5 1085.5 Q 919.5 1075.5 909.5 1075.5 L 581 1075.5 Q 571 1075.5 571 1068.87 L 571 1062.24" fill="none" stroke="#6a6a6a" stroke-width="2" stroke-miterlimit="10" pointer-events="none"/>
        <path d="M 571 1056.24 L 575 1064.24 L 571 1062.24 L 567 1064.24 Z" fill="#6a6a6a" stroke="#6a6a6a" stroke-width="2" stroke-miterlimit="10" pointer-events="none"/>
        <path d="M 1054.5 1097 L 1054.5 1085.5 Q 1054.5 1075.5 1064.5 1075.5 L 1394 1075.5 Q 1404 1075.5 1404 1068.87 L 1404 1062.24" fill="none" stroke="#6a6a6a" stroke-width="2" stroke-miterlimit="10" pointer-events="none"/>
        <path d="M 1404 1056.24 L 1408 1064.24 L 1404 1062.24 L 1400 1064.24 Z" fill="#6a6a6a" stroke="#6a6a6a" stroke-width="2" stroke-miterlimit="10" pointer-events="none"/>
        <path d="M 571 1024 L 571 1011.72" fill="none" stroke="#6a6a6a" stroke-width="2" stroke-miterlimit="10" pointer-events="none"/>
        <path d="M 571 1005.72 L 575 1013.72 L 571 1011.72 L 567 1013.72 Z" fill="#6a6a6a" stroke="#6a6a6a" stroke-width="2" stroke-miterlimit="10" pointer-events="none"/>
        <path d="M 987 1024 L 987 952 Q 987 942 997 942 L 1112 942 Q 1122 942 1122 932 L 1122 868.24" fill="none" stroke="#6a6a6a" stroke-width="2" stroke-miterlimit="10" pointer-events="none"/>
        <path d="M 1122 862.24 L 1126 870.24 L 1122 868.24 L 1118 870.24 Z" fill="#6a6a6a" stroke="#6a6a6a" stroke-width="2" stroke-miterlimit="10" pointer-events="none"/>
        <path d="M 1404 1024 L 1404 868.24" fill="none" stroke="#6a6a6a" stroke-width="2" stroke-miterlimit="10" pointer-events="none"/>
        <path d="M 1404 862.24 L 1408 870.24 L 1404 868.24 L 1400 870.24 Z" fill="#6a6a6a" stroke="#6a6a6a" stroke-width="2" stroke-miterlimit="10" pointer-events="none"/>
        <path d="M 1404 612 L 1404 590.24" fill="none" stroke="#6a6a6a" stroke-width="2" stroke-miterlimit="10" pointer-events="none"/>
        <path d="M 1404 584.24 L 1408 592.24 L 1404 590.24 L 1400 592.24 Z" fill="#6a6a6a" stroke="#6a6a6a" stroke-width="2" stroke-miterlimit="10" pointer-events="none"/>
        <rect x="436" y="552" width="270" height="30" rx="4.5" ry="4.5" fill="#f8cecc" stroke="#b85450" pointer-events="none"/>
        <g transform="translate(-0.5 -0.5)">
            <switch>
                <foreignObject pointer-events="none" width="100%" height="100%" requiredFeatures="http://www.w3.org/TR/SVG11/feature#Extensibility" style="overflow: visible; text-align: left;">
                    <div xmlns="http://www.w3.org/1999/xhtml" style="display: flex; align-items: unsafe center; justify-content: unsafe center; width: 268px; height: 1px; padding-top: 567px; margin-left: 437px;">
                        <div data-drawio-colors="color: #B85450; " style="box-sizing: border-box; font-size: 0px; text-align: center;">
                            <div style="display: inline-block; font-size: 12px; font-family: Helvetica; color: rgb(184, 84, 80); line-height: 1.2; pointer-events: none; white-space: normal; overflow-wrap: normal;">
                                ...
                            </div>
                        </div>
                    </div>
                </foreignObject>
                <text x="571" y="571" fill="#B85450" font-family="Helvetica" font-size="12px" text-anchor="middle">
                    ...
                </text>
            </switch>
        </g>
        <path d="M 571 612 L 571 590.24" fill="none" stroke="#6a6a6a" stroke-width="2" stroke-miterlimit="10" pointer-events="none"/>
        <path d="M 571 584.24 L 575 592.24 L 571 590.24 L 567 592.24 Z" fill="#6a6a6a" stroke="#6a6a6a" stroke-width="2" stroke-miterlimit="10" pointer-events="none"/>
        <rect x="436" y="1024" width="270" height="30" rx="4.5" ry="4.5" fill="#f8cecc" stroke="#b85450" pointer-events="none"/>
        <g transform="translate(-0.5 -0.5)">
            <switch>
                <foreignObject pointer-events="none" width="100%" height="100%" requiredFeatures="http://www.w3.org/TR/SVG11/feature#Extensibility" style="overflow: visible; text-align: left;">
                    <div xmlns="http://www.w3.org/1999/xhtml" style="display: flex; align-items: unsafe center; justify-content: unsafe center; width: 268px; height: 1px; padding-top: 1039px; margin-left: 437px;">
                        <div data-drawio-colors="color: #B85450; " style="box-sizing: border-box; font-size: 0px; text-align: center;">
                            <div style="display: inline-block; font-size: 12px; font-family: Helvetica; color: rgb(184, 84, 80); line-height: 1.2; pointer-events: none; white-space: normal; overflow-wrap: normal;">
                                ...
                            </div>
                        </div>
                    </div>
                </foreignObject>
                <text x="571" y="1043" fill="#B85450" font-family="Helvetica" font-size="12px" text-anchor="middle">
                    ...
                </text>
            </switch>
        </g>
        <rect x="852" y="1024" width="270" height="30" rx="4.5" ry="4.5" fill="#f8cecc" stroke="#b85450" pointer-events="none"/>
        <g transform="translate(-0.5 -0.5)">
            <switch>
                <foreignObject pointer-events="none" width="100%" height="100%" requiredFeatures="http://www.w3.org/TR/SVG11/feature#Extensibility" style="overflow: visible; text-align: left;">
                    <div xmlns="http://www.w3.org/1999/xhtml" style="display: flex; align-items: unsafe center; justify-content: unsafe center; width: 268px; height: 1px; padding-top: 1039px; margin-left: 853px;">
                        <div data-drawio-colors="color: #B85450; " style="box-sizing: border-box; font-size: 0px; text-align: center;">
                            <div style="display: inline-block; font-size: 12px; font-family: Helvetica; color: rgb(184, 84, 80); line-height: 1.2; pointer-events: none; white-space: normal; overflow-wrap: normal;">
                                ...
                            </div>
                        </div>
                    </div>
                </foreignObject>
                <text x="987" y="1043" fill="#B85450" font-family="Helvetica" font-size="12px" text-anchor="middle">
                    ...
                </text>
            </switch>
        </g>
        <rect x="1269" y="1024" width="270" height="30" rx="4.5" ry="4.5" fill="#f8cecc" stroke="#b85450" pointer-events="none"/>
        <g transform="translate(-0.5 -0.5)">
            <switch>
                <foreignObject pointer-events="none" width="100%" height="100%" requiredFeatures="http://www.w3.org/TR/SVG11/feature#Extensibility" style="overflow: visible; text-align: left;">
                    <div xmlns="http://www.w3.org/1999/xhtml" style="display: flex; align-items: unsafe center; justify-content: unsafe center; width: 268px; height: 1px; padding-top: 1039px; margin-left: 1270px;">
                        <div data-drawio-colors="color: #B85450; " style="box-sizing: border-box; font-size: 0px; text-align: center;">
                            <div style="display: inline-block; font-size: 12px; font-family: Helvetica; color: rgb(184, 84, 80); line-height: 1.2; pointer-events: none; white-space: normal; overflow-wrap: normal;">
                                ...
                            </div>
                        </div>
                    </div>
                </foreignObject>
                <text x="1404" y="1043" fill="#B85450" font-family="Helvetica" font-size="12px" text-anchor="middle">
                    ...
                </text>
            </switch>
        </g>
        <rect x="852" y="552" width="270" height="30" rx="4.5" ry="4.5" fill="#f8cecc" stroke="#b85450" pointer-events="none"/>
        <g transform="translate(-0.5 -0.5)">
            <switch>
                <foreignObject pointer-events="none" width="100%" height="100%" requiredFeatures="http://www.w3.org/TR/SVG11/feature#Extensibility" style="overflow: visible; text-align: left;">
                    <div xmlns="http://www.w3.org/1999/xhtml" style="display: flex; align-items: unsafe center; justify-content: unsafe center; width: 268px; height: 1px; padding-top: 567px; margin-left: 853px;">
                        <div data-drawio-colors="color: #B85450; " style="box-sizing: border-box; font-size: 0px; text-align: center;">
                            <div style="display: inline-block; font-size: 12px; font-family: Helvetica; color: rgb(184, 84, 80); line-height: 1.2; pointer-events: none; white-space: normal; overflow-wrap: normal;">
                                ...
                            </div>
                        </div>
                    </div>
                </foreignObject>
                <text x="987" y="571" fill="#B85450" font-family="Helvetica" font-size="12px" text-anchor="middle">
                    ...
                </text>
            </switch>
        </g>
        <rect x="1269" y="552" width="270" height="30" rx="4.5" ry="4.5" fill="#f8cecc" stroke="#b85450" pointer-events="none"/>
        <g transform="translate(-0.5 -0.5)">
            <switch>
                <foreignObject pointer-events="none" width="100%" height="100%" requiredFeatures="http://www.w3.org/TR/SVG11/feature#Extensibility" style="overflow: visible; text-align: left;">
                    <div xmlns="http://www.w3.org/1999/xhtml" style="display: flex; align-items: unsafe center; justify-content: unsafe center; width: 268px; height: 1px; padding-top: 567px; margin-left: 1270px;">
                        <div data-drawio-colors="color: #B85450; " style="box-sizing: border-box; font-size: 0px; text-align: center;">
                            <div style="display: inline-block; font-size: 12px; font-family: Helvetica; color: rgb(184, 84, 80); line-height: 1.2; pointer-events: none; white-space: normal; overflow-wrap: normal;">
                                ...
                            </div>
                        </div>
                    </div>
                </foreignObject>
                <text x="1404" y="571" fill="#B85450" font-family="Helvetica" font-size="12px" text-anchor="middle">
                    ...
                </text>
            </switch>
        </g>
        <path d="M 987 612 L 987 590.24" fill="none" stroke="#6a6a6a" stroke-width="2" stroke-miterlimit="10" pointer-events="none"/>
        <path d="M 987 584.24 L 991 592.24 L 987 590.24 L 983 592.24 Z" fill="#6a6a6a" stroke="#6a6a6a" stroke-width="2" stroke-miterlimit="10" pointer-events="none"/>
        <rect x="2" y="0" width="1650" height="600" fill-opacity="0.4" fill="#36454f" stroke="none" pointer-events="none"/>
        <g transform="translate(-0.5 -0.5)">
            <switch>
                <foreignObject pointer-events="none" width="100%" height="100%" requiredFeatures="http://www.w3.org/TR/SVG11/feature#Extensibility" style="overflow: visible; text-align: left;">
                    <div xmlns="http://www.w3.org/1999/xhtml" style="display: flex; align-items: unsafe center; justify-content: unsafe flex-start; width: 603px; height: 1px; padding-top: 105px; margin-left: 19px;">
                        <div data-drawio-colors="color: #B85450; " style="box-sizing: border-box; font-size: 0px; text-align: left;">
                            <div style="display: inline-block; font-size: 16px; font-family: Helvetica; color: rgb(184, 84, 80); line-height: 1.2; pointer-events: none; font-weight: bold; white-space: normal; overflow-wrap: normal;">
                                Stage: Forward Pass Through Attention Module - Do transposes
                            </div>
                        </div>
                    </div>
                </foreignObject>
                <text x="19" y="110" fill="#B85450" font-family="Helvetica" font-size="16px" font-weight="bold">
                    Stage: Forward Pass Through Attention Module - Do transposes
                </text>
            </switch>
        </g>
        <rect x="2" y="1020" width="1650" height="230" fill-opacity="0.4" fill="#36454f" stroke="none" pointer-events="none"/>
        <rect x="-151.52" y="753.48" width="420" height="113.62" fill-opacity="0.4" fill="#f8cecc" stroke="#b85450" stroke-opacity="0.4" transform="rotate(270,58.48,810.29)" pointer-events="none"/>
        <g transform="translate(-0.5 -0.5)rotate(270 58.48000000000002 810.29)">
            <switch>
                <foreignObject pointer-events="none" width="100%" height="100%" requiredFeatures="http://www.w3.org/TR/SVG11/feature#Extensibility" style="overflow: visible; text-align: left;">
                    <div xmlns="http://www.w3.org/1999/xhtml" style="display: flex; align-items: unsafe center; justify-content: unsafe center; width: 418px; height: 1px; padding-top: 810px; margin-left: -151px;">
                        <div data-drawio-colors="color: #B85450; " style="box-sizing: border-box; font-size: 0px; text-align: center;">
                            <div style="display: inline-block; font-size: 24px; font-family: Helvetica; color: rgb(184, 84, 80); line-height: 1.2; pointer-events: none; white-space: normal; overflow-wrap: normal;">
                                You are here
                            </div>
                        </div>
                    </div>
                </foreignObject>
                <text x="58" y="817" fill="#B85450" font-family="Helvetica" font-size="24px" text-anchor="middle">
                    You are here
                </text>
            </switch>
        </g>
        <path d="M 72 805.04 L 104 805.04 L 104 792.79 L 112 810.29 L 104 827.79 L 104 815.54 L 72 815.54 Z" fill-opacity="0.4" fill="#b85450" stroke="rgb(0, 0, 0)" stroke-opacity="0.4" stroke-miterlimit="10" pointer-events="none"/>
        <rect x="436" y="753.48" width="270" height="250" rx="37.5" ry="37.5" fill="#008a00" stroke="#005700" pointer-events="none"/>
        <path d="M 446 763.48 M 626 763.48 M 626 783.48 M 446 783.48" fill="none" stroke="#ffffff" stroke-linecap="square" stroke-miterlimit="10" pointer-events="none"/>
        <g transform="translate(-0.5 -0.5)">
            <switch>
                <foreignObject pointer-events="none" width="100%" height="100%" requiredFeatures="http://www.w3.org/TR/SVG11/feature#Extensibility" style="overflow: visible; text-align: left;">
                    <div xmlns="http://www.w3.org/1999/xhtml" style="display: flex; align-items: unsafe flex-start; justify-content: unsafe flex-start; width: 178px; height: 1px; padding-top: 770px; margin-left: 448px;">
                        <div data-drawio-colors="color: #F0F0F0; " style="box-sizing: border-box; font-size: 0px; text-align: left; max-height: 16px; overflow: hidden;">
                            <div style="display: inline-block; font-size: 11px; font-family: Helvetica; color: rgb(240, 240, 240); line-height: 1.2; pointer-events: none; white-space: normal; overflow-wrap: normal;">
                                <font style="font-size: 12px;">
                                    <b style="border-color: var(--border-color);">
                                        <span style="font-weight: 400;">
                                            Tensor:
                                        </span>
                                        xq
                                    </b>
                                    <span style="border-color: var(--border-color);">
                                        (reshaped)
                                    </span>
                                </font>
                            </div>
                        </div>
                    </div>
                </foreignObject>
                <text x="448" y="781" fill="#F0F0F0" font-family="Helvetica" font-size="11px">
                    Tensor: xq (reshaped)
                </text>
            </switch>
        </g>
        <path d="M 626 763.48 M 696 763.48 M 696 783.48 M 626 783.48" fill="none" stroke="#ffffff" stroke-linecap="square" stroke-miterlimit="10" pointer-events="none"/>
        <g transform="translate(-0.5 -0.5)">
            <switch>
                <foreignObject pointer-events="none" width="100%" height="100%" requiredFeatures="http://www.w3.org/TR/SVG11/feature#Extensibility" style="overflow: visible; text-align: left;">
                    <div xmlns="http://www.w3.org/1999/xhtml" style="display: flex; align-items: unsafe flex-start; justify-content: unsafe flex-end; width: 68px; height: 1px; padding-top: 770px; margin-left: 626px;">
                        <div data-drawio-colors="color: #F0F0F0; " style="box-sizing: border-box; font-size: 0px; text-align: right; max-height: 16px; overflow: hidden;">
                            <div style="display: inline-block; font-size: 12px; font-family: Helvetica; color: rgb(240, 240, 240); line-height: 1.2; pointer-events: none; white-space: normal; overflow-wrap: normal;">
                                BFloat16
                            </div>
                        </div>
                    </div>
                </foreignObject>
                <text x="694" y="782" fill="#F0F0F0" font-family="Helvetica" font-size="12px" text-anchor="end">
                    BFloat16
                </text>
            </switch>
        </g>
        <path d="M 446 783.48 M 626 783.48 M 626 814.48 M 446 814.48" fill="none" stroke="#ffffff" stroke-linecap="square" stroke-miterlimit="10" pointer-events="none"/>
        <g transform="translate(-0.5 -0.5)">
            <switch>
                <foreignObject pointer-events="none" width="100%" height="100%" requiredFeatures="http://www.w3.org/TR/SVG11/feature#Extensibility" style="overflow: visible; text-align: left;">
                    <div xmlns="http://www.w3.org/1999/xhtml" style="display: flex; align-items: unsafe flex-end; justify-content: unsafe flex-start; width: 178px; height: 1px; padding-top: 811px; margin-left: 448px;">
                        <div data-drawio-colors="color: #F0F0F0; " style="box-sizing: border-box; font-size: 0px; text-align: left; max-height: 27px; overflow: hidden;">
                            <div style="display: inline-block; font-size: 10px; font-family: Helvetica; color: rgb(240, 240, 240); line-height: 1.2; pointer-events: none; white-space: normal; overflow-wrap: normal;">
                                (sequenceLength, N_Heads, HeadDim)
                            </div>
                        </div>
                    </div>
                </foreignObject>
                <text x="448" y="811" fill="#F0F0F0" font-family="Helvetica" font-size="10px">
                    (sequenceLength, N_Heads, HeadDim)
                </text>
            </switch>
        </g>
        <path d="M 626 783.48 M 696 783.48 M 696 814.48 M 626 814.48" fill="none" stroke="#ffffff" stroke-linecap="square" stroke-miterlimit="10" pointer-events="none"/>
        <g transform="translate(-0.5 -0.5)">
            <switch>
                <foreignObject pointer-events="none" width="100%" height="100%" requiredFeatures="http://www.w3.org/TR/SVG11/feature#Extensibility" style="overflow: visible; text-align: left;">
                    <div xmlns="http://www.w3.org/1999/xhtml" style="display: flex; align-items: unsafe flex-end; justify-content: unsafe flex-end; width: 68px; height: 1px; padding-top: 811px; margin-left: 626px;">
                        <div data-drawio-colors="color: #F0F0F0; " style="box-sizing: border-box; font-size: 0px; text-align: right; max-height: 27px; overflow: hidden;">
                            <div style="display: inline-block; font-size: 11px; font-family: Helvetica; color: rgb(240, 240, 240); line-height: 1.2; pointer-events: none; white-space: normal; overflow-wrap: normal;">
                                (22, 32, 128)
                            </div>
                        </div>
                    </div>
                </foreignObject>
                <text x="694" y="811" fill="#F0F0F0" font-family="Helvetica" font-size="11px" text-anchor="end">
                    (22, 32, 128)
                </text>
            </switch>
        </g>
        <path d="M 512.07 894.83 L 507.07 894.83 Q 502.07 894.83 502.07 904.83 L 502.07 910.83 Q 502.07 916.83 497.07 916.83 L 494.57 916.83 Q 492.07 916.83 497.07 916.83 L 499.57 916.83 Q 502.07 916.83 502.07 926.83 L 502.07 932.83 Q 502.07 938.83 507.07 938.83 L 512.07 938.83" fill="none" stroke="#f0f0f0" stroke-miterlimit="10" pointer-events="none"/>
        <g transform="translate(-0.5 -0.5)rotate(26.5 533.355 977.3697779334589)">
            <switch>
                <foreignObject pointer-events="none" width="100%" height="100%" requiredFeatures="http://www.w3.org/TR/SVG11/feature#Extensibility" style="overflow: visible; text-align: left;">
                    <div xmlns="http://www.w3.org/1999/xhtml" style="display: flex; align-items: unsafe center; justify-content: unsafe center; width: 78px; height: 1px; padding-top: 977px; margin-left: 494px;">
                        <div data-drawio-colors="color: #F0F0F0; " style="box-sizing: border-box; font-size: 0px; text-align: center;">
                            <div style="display: inline-block; font-size: 12px; font-family: Helvetica; color: rgb(240, 240, 240); line-height: 1.2; pointer-events: none; white-space: normal; overflow-wrap: normal;">
                                N_Heads = 32
                            </div>
                        </div>
                    </div>
                </foreignObject>
                <text x="533" y="981" fill="#F0F0F0" font-family="Helvetica" font-size="12px" text-anchor="middle">
                    N_Heads = 32
                </text>
            </switch>
        </g>
        <g transform="translate(-0.5 -0.5)rotate(270 479.07000000000016 916.8297779334589)">
            <switch>
                <foreignObject pointer-events="none" width="100%" height="100%" requiredFeatures="http://www.w3.org/TR/SVG11/feature#Extensibility" style="overflow: visible; text-align: left;">
                    <div xmlns="http://www.w3.org/1999/xhtml" style="display: flex; align-items: unsafe center; justify-content: unsafe center; width: 118px; height: 1px; padding-top: 917px; margin-left: 420px;">
                        <div data-drawio-colors="color: #F0F0F0; " style="box-sizing: border-box; font-size: 0px; text-align: center;">
                            <div style="display: inline-block; font-size: 12px; font-family: Helvetica; color: rgb(240, 240, 240); line-height: 1.2; pointer-events: none; white-space: normal; overflow-wrap: normal;">
                                sequenceLength = 22
                            </div>
                        </div>
                    </div>
                </foreignObject>
                <text x="479" y="920" fill="#F0F0F0" font-family="Helvetica" font-size="12px" text-anchor="middle">
                    sequenceLength = 22
                </text>
            </switch>
        </g>
        <g transform="translate(-0.5 -0.5)rotate(334.5 567.02 842.8047779334588)">
            <switch>
                <foreignObject pointer-events="none" width="100%" height="100%" requiredFeatures="http://www.w3.org/TR/SVG11/feature#Extensibility" style="overflow: visible; text-align: left;">
                    <div xmlns="http://www.w3.org/1999/xhtml" style="display: flex; align-items: unsafe center; justify-content: unsafe center; width: 86px; height: 1px; padding-top: 843px; margin-left: 524px;">
                        <div data-drawio-colors="color: #F0F0F0; " style="box-sizing: border-box; font-size: 0px; text-align: center;">
                            <div style="display: inline-block; font-size: 12px; font-family: Helvetica; color: rgb(240, 240, 240); line-height: 1.2; pointer-events: none; white-space: normal; overflow-wrap: normal;">
                                HeadDim = 128
                            </div>
                        </div>
                    </div>
                </foreignObject>
                <text x="567" y="846" fill="#F0F0F0" font-family="Helvetica" font-size="12px" text-anchor="middle">
                    HeadDim = 128
                </text>
            </switch>
        </g>
        <path d="M 582.02 801.09 L 577.02 801.09 Q 572.02 801.09 572.02 811.09 L 572.02 848.59 Q 572.02 858.59 567.02 858.59 L 564.52 858.59 Q 562.02 858.59 567.02 858.59 L 569.52 858.59 Q 572.02 858.59 572.02 868.59 L 572.02 906.09 Q 572.02 916.09 577.02 916.09 L 582.02 916.09" fill="none" stroke="#f0f0f0" stroke-miterlimit="10" transform="rotate(64.5,572.02,858.59)" pointer-events="none"/>
        <path d="M 548.14 936.46 L 543.14 936.46 Q 538.14 936.46 538.14 946.46 L 538.14 953.96 Q 538.14 961.46 533.14 961.46 L 530.64 961.46 Q 528.14 961.46 533.14 961.46 L 535.64 961.46 Q 538.14 961.46 538.14 971.46 L 538.14 978.96 Q 538.14 986.46 543.14 986.46 L 548.14 986.46" fill="none" stroke="#f0f0f0" stroke-miterlimit="10" transform="rotate(296.5,538.14,961.46)" pointer-events="none"/>
        <path d="M 662.93 892.83 L 672.93 897.63 L 672.93 908.03 L 662.93 912.83 L 652.93 908.03 L 652.93 897.63 Z" fill="#10739e" stroke="none" pointer-events="none"/>
        <path d="M 662.93 902.43 L 672.93 897.63 L 672.93 908.03 L 662.93 912.83 Z" fill-opacity="0.2" fill="#000000" stroke="none" pointer-events="none"/>
        <path d="M 662.93 902.43 L 652.93 897.63 L 652.93 908.03 L 662.93 912.83 Z" fill-opacity="0.2" fill="#ffffff" stroke="none" pointer-events="none"/>
        <path d="M 662.93 881.83 L 672.93 886.63 L 672.93 897.03 L 662.93 901.83 L 652.93 897.03 L 652.93 886.63 Z" fill="#10739e" stroke="none" pointer-events="none"/>
        <path d="M 662.93 891.43 L 672.93 886.63 L 672.93 897.03 L 662.93 901.83 Z" fill-opacity="0.2" fill="#000000" stroke="none" pointer-events="none"/>
        <path d="M 662.93 891.43 L 652.93 886.63 L 652.93 897.03 L 662.93 901.83 Z" fill-opacity="0.2" fill="#ffffff" stroke="none" pointer-events="none"/>
        <path d="M 662.93 870.83 L 672.93 875.63 L 672.93 886.03 L 662.93 890.83 L 652.93 886.03 L 652.93 875.63 Z" fill="#10739e" stroke="none" pointer-events="none"/>
        <path d="M 662.93 880.43 L 672.93 875.63 L 672.93 886.03 L 662.93 890.83 Z" fill-opacity="0.2" fill="#000000" stroke="none" pointer-events="none"/>
        <path d="M 662.93 880.43 L 652.93 875.63 L 652.93 886.03 L 662.93 890.83 Z" fill-opacity="0.2" fill="#ffffff" stroke="none" pointer-events="none"/>
        <path d="M 652.43 897.83 L 662.43 902.63 L 662.43 913.03 L 652.43 917.83 L 642.43 913.03 L 642.43 902.63 Z" fill="#10739e" stroke="none" pointer-events="none"/>
        <path d="M 652.43 907.43 L 662.43 902.63 L 662.43 913.03 L 652.43 917.83 Z" fill-opacity="0.2" fill="#000000" stroke="none" pointer-events="none"/>
        <path d="M 652.43 907.43 L 642.43 902.63 L 642.43 913.03 L 652.43 917.83 Z" fill-opacity="0.2" fill="#ffffff" stroke="none" pointer-events="none"/>
        <path d="M 652.43 886.83 L 662.43 891.63 L 662.43 902.03 L 652.43 906.83 L 642.43 902.03 L 642.43 891.63 Z" fill="#10739e" stroke="none" pointer-events="none"/>
        <path d="M 652.43 896.43 L 662.43 891.63 L 662.43 902.03 L 652.43 906.83 Z" fill-opacity="0.2" fill="#000000" stroke="none" pointer-events="none"/>
        <path d="M 652.43 896.43 L 642.43 891.63 L 642.43 902.03 L 652.43 906.83 Z" fill-opacity="0.2" fill="#ffffff" stroke="none" pointer-events="none"/>
        <path d="M 652.43 875.83 L 662.43 880.63 L 662.43 891.03 L 652.43 895.83 L 642.43 891.03 L 642.43 880.63 Z" fill="#10739e" stroke="none" pointer-events="none"/>
        <path d="M 652.43 885.43 L 662.43 880.63 L 662.43 891.03 L 652.43 895.83 Z" fill-opacity="0.2" fill="#000000" stroke="none" pointer-events="none"/>
        <path d="M 652.43 885.43 L 642.43 880.63 L 642.43 891.03 L 652.43 895.83 Z" fill-opacity="0.2" fill="#ffffff" stroke="none" pointer-events="none"/>
        <path d="M 641.93 902.83 L 651.93 907.63 L 651.93 918.03 L 641.93 922.83 L 631.93 918.03 L 631.93 907.63 Z" fill="#10739e" stroke="none" pointer-events="none"/>
        <path d="M 641.93 912.43 L 651.93 907.63 L 651.93 918.03 L 641.93 922.83 Z" fill-opacity="0.2" fill="#000000" stroke="none" pointer-events="none"/>
        <path d="M 641.93 912.43 L 631.93 907.63 L 631.93 918.03 L 641.93 922.83 Z" fill-opacity="0.2" fill="#ffffff" stroke="none" pointer-events="none"/>
        <path d="M 641.93 891.83 L 651.93 896.63 L 651.93 907.03 L 641.93 911.83 L 631.93 907.03 L 631.93 896.63 Z" fill="#10739e" stroke="none" pointer-events="none"/>
        <path d="M 641.93 901.43 L 651.93 896.63 L 651.93 907.03 L 641.93 911.83 Z" fill-opacity="0.2" fill="#000000" stroke="none" pointer-events="none"/>
        <path d="M 641.93 901.43 L 631.93 896.63 L 631.93 907.03 L 641.93 911.83 Z" fill-opacity="0.2" fill="#ffffff" stroke="none" pointer-events="none"/>
        <path d="M 641.93 880.83 L 651.93 885.63 L 651.93 896.03 L 641.93 900.83 L 631.93 896.03 L 631.93 885.63 Z" fill="#10739e" stroke="none" pointer-events="none"/>
        <path d="M 641.93 890.43 L 651.93 885.63 L 651.93 896.03 L 641.93 900.83 Z" fill-opacity="0.2" fill="#000000" stroke="none" pointer-events="none"/>
        <path d="M 641.93 890.43 L 631.93 885.63 L 631.93 896.03 L 641.93 900.83 Z" fill-opacity="0.2" fill="#ffffff" stroke="none" pointer-events="none"/>
        <path d="M 631.43 907.83 L 641.43 912.63 L 641.43 923.03 L 631.43 927.83 L 621.43 923.03 L 621.43 912.63 Z" fill="#10739e" stroke="none" pointer-events="none"/>
        <path d="M 631.43 917.43 L 641.43 912.63 L 641.43 923.03 L 631.43 927.83 Z" fill-opacity="0.2" fill="#000000" stroke="none" pointer-events="none"/>
        <path d="M 631.43 917.43 L 621.43 912.63 L 621.43 923.03 L 631.43 927.83 Z" fill-opacity="0.2" fill="#ffffff" stroke="none" pointer-events="none"/>
        <path d="M 631.43 896.83 L 641.43 901.63 L 641.43 912.03 L 631.43 916.83 L 621.43 912.03 L 621.43 901.63 Z" fill="#10739e" stroke="none" pointer-events="none"/>
        <path d="M 631.43 906.43 L 641.43 901.63 L 641.43 912.03 L 631.43 916.83 Z" fill-opacity="0.2" fill="#000000" stroke="none" pointer-events="none"/>
        <path d="M 631.43 906.43 L 621.43 901.63 L 621.43 912.03 L 631.43 916.83 Z" fill-opacity="0.2" fill="#ffffff" stroke="none" pointer-events="none"/>
        <path d="M 631.43 885.83 L 641.43 890.63 L 641.43 901.03 L 631.43 905.83 L 621.43 901.03 L 621.43 890.63 Z" fill="#10739e" stroke="none" pointer-events="none"/>
        <path d="M 631.43 895.43 L 641.43 890.63 L 641.43 901.03 L 631.43 905.83 Z" fill-opacity="0.2" fill="#000000" stroke="none" pointer-events="none"/>
        <path d="M 631.43 895.43 L 621.43 890.63 L 621.43 901.03 L 631.43 905.83 Z" fill-opacity="0.2" fill="#ffffff" stroke="none" pointer-events="none"/>
        <path d="M 620.93 912.83 L 630.93 917.63 L 630.93 928.03 L 620.93 932.83 L 610.93 928.03 L 610.93 917.63 Z" fill="#10739e" stroke="none" pointer-events="none"/>
        <path d="M 620.93 922.43 L 630.93 917.63 L 630.93 928.03 L 620.93 932.83 Z" fill-opacity="0.2" fill="#000000" stroke="none" pointer-events="none"/>
        <path d="M 620.93 922.43 L 610.93 917.63 L 610.93 928.03 L 620.93 932.83 Z" fill-opacity="0.2" fill="#ffffff" stroke="none" pointer-events="none"/>
        <path d="M 620.93 901.83 L 630.93 906.63 L 630.93 917.03 L 620.93 921.83 L 610.93 917.03 L 610.93 906.63 Z" fill="#10739e" stroke="none" pointer-events="none"/>
        <path d="M 620.93 911.43 L 630.93 906.63 L 630.93 917.03 L 620.93 921.83 Z" fill-opacity="0.2" fill="#000000" stroke="none" pointer-events="none"/>
        <path d="M 620.93 911.43 L 610.93 906.63 L 610.93 917.03 L 620.93 921.83 Z" fill-opacity="0.2" fill="#ffffff" stroke="none" pointer-events="none"/>
        <path d="M 620.93 890.83 L 630.93 895.63 L 630.93 906.03 L 620.93 910.83 L 610.93 906.03 L 610.93 895.63 Z" fill="#10739e" stroke="none" pointer-events="none"/>
        <path d="M 620.93 900.43 L 630.93 895.63 L 630.93 906.03 L 620.93 910.83 Z" fill-opacity="0.2" fill="#000000" stroke="none" pointer-events="none"/>
        <path d="M 620.93 900.43 L 610.93 895.63 L 610.93 906.03 L 620.93 910.83 Z" fill-opacity="0.2" fill="#ffffff" stroke="none" pointer-events="none"/>
        <path d="M 610.43 917.83 L 620.43 922.63 L 620.43 933.03 L 610.43 937.83 L 600.43 933.03 L 600.43 922.63 Z" fill="#10739e" stroke="none" pointer-events="none"/>
        <path d="M 610.43 927.43 L 620.43 922.63 L 620.43 933.03 L 610.43 937.83 Z" fill-opacity="0.2" fill="#000000" stroke="none" pointer-events="none"/>
        <path d="M 610.43 927.43 L 600.43 922.63 L 600.43 933.03 L 610.43 937.83 Z" fill-opacity="0.2" fill="#ffffff" stroke="none" pointer-events="none"/>
        <path d="M 610.43 906.83 L 620.43 911.63 L 620.43 922.03 L 610.43 926.83 L 600.43 922.03 L 600.43 911.63 Z" fill="#10739e" stroke="none" pointer-events="none"/>
        <path d="M 610.43 916.43 L 620.43 911.63 L 620.43 922.03 L 610.43 926.83 Z" fill-opacity="0.2" fill="#000000" stroke="none" pointer-events="none"/>
        <path d="M 610.43 916.43 L 600.43 911.63 L 600.43 922.03 L 610.43 926.83 Z" fill-opacity="0.2" fill="#ffffff" stroke="none" pointer-events="none"/>
        <path d="M 610.43 895.83 L 620.43 900.63 L 620.43 911.03 L 610.43 915.83 L 600.43 911.03 L 600.43 900.63 Z" fill="#10739e" stroke="none" pointer-events="none"/>
        <path d="M 610.43 905.43 L 620.43 900.63 L 620.43 911.03 L 610.43 915.83 Z" fill-opacity="0.2" fill="#000000" stroke="none" pointer-events="none"/>
        <path d="M 610.43 905.43 L 600.43 900.63 L 600.43 911.03 L 610.43 915.83 Z" fill-opacity="0.2" fill="#ffffff" stroke="none" pointer-events="none"/>
        <path d="M 599.93 922.83 L 609.93 927.63 L 609.93 938.03 L 599.93 942.83 L 589.93 938.03 L 589.93 927.63 Z" fill="#10739e" stroke="none" pointer-events="none"/>
        <path d="M 599.93 932.43 L 609.93 927.63 L 609.93 938.03 L 599.93 942.83 Z" fill-opacity="0.2" fill="#000000" stroke="none" pointer-events="none"/>
        <path d="M 599.93 932.43 L 589.93 927.63 L 589.93 938.03 L 599.93 942.83 Z" fill-opacity="0.2" fill="#ffffff" stroke="none" pointer-events="none"/>
        <path d="M 599.93 911.83 L 609.93 916.63 L 609.93 927.03 L 599.93 931.83 L 589.93 927.03 L 589.93 916.63 Z" fill="#10739e" stroke="none" pointer-events="none"/>
        <path d="M 599.93 921.43 L 609.93 916.63 L 609.93 927.03 L 599.93 931.83 Z" fill-opacity="0.2" fill="#000000" stroke="none" pointer-events="none"/>
        <path d="M 599.93 921.43 L 589.93 916.63 L 589.93 927.03 L 599.93 931.83 Z" fill-opacity="0.2" fill="#ffffff" stroke="none" pointer-events="none"/>
        <path d="M 599.93 900.83 L 609.93 905.63 L 609.93 916.03 L 599.93 920.83 L 589.93 916.03 L 589.93 905.63 Z" fill="#10739e" stroke="none" pointer-events="none"/>
        <path d="M 599.93 910.43 L 609.93 905.63 L 609.93 916.03 L 599.93 920.83 Z" fill-opacity="0.2" fill="#000000" stroke="none" pointer-events="none"/>
        <path d="M 599.93 910.43 L 589.93 905.63 L 589.93 916.03 L 599.93 920.83 Z" fill-opacity="0.2" fill="#ffffff" stroke="none" pointer-events="none"/>
        <path d="M 589.43 927.83 L 599.43 932.63 L 599.43 943.03 L 589.43 947.83 L 579.43 943.03 L 579.43 932.63 Z" fill="#10739e" stroke="none" pointer-events="none"/>
        <path d="M 589.43 937.43 L 599.43 932.63 L 599.43 943.03 L 589.43 947.83 Z" fill-opacity="0.2" fill="#000000" stroke="none" pointer-events="none"/>
        <path d="M 589.43 937.43 L 579.43 932.63 L 579.43 943.03 L 589.43 947.83 Z" fill-opacity="0.2" fill="#ffffff" stroke="none" pointer-events="none"/>
        <path d="M 589.43 916.83 L 599.43 921.63 L 599.43 932.03 L 589.43 936.83 L 579.43 932.03 L 579.43 921.63 Z" fill="#10739e" stroke="none" pointer-events="none"/>
        <path d="M 589.43 926.43 L 599.43 921.63 L 599.43 932.03 L 589.43 936.83 Z" fill-opacity="0.2" fill="#000000" stroke="none" pointer-events="none"/>
        <path d="M 589.43 926.43 L 579.43 921.63 L 579.43 932.03 L 589.43 936.83 Z" fill-opacity="0.2" fill="#ffffff" stroke="none" pointer-events="none"/>
        <path d="M 589.43 905.83 L 599.43 910.63 L 599.43 921.03 L 589.43 925.83 L 579.43 921.03 L 579.43 910.63 Z" fill="#10739e" stroke="none" pointer-events="none"/>
        <path d="M 589.43 915.43 L 599.43 910.63 L 599.43 921.03 L 589.43 925.83 Z" fill-opacity="0.2" fill="#000000" stroke="none" pointer-events="none"/>
        <path d="M 589.43 915.43 L 579.43 910.63 L 579.43 921.03 L 589.43 925.83 Z" fill-opacity="0.2" fill="#ffffff" stroke="none" pointer-events="none"/>
        <path d="M 578.93 932.83 L 588.93 937.63 L 588.93 948.03 L 578.93 952.83 L 568.93 948.03 L 568.93 937.63 Z" fill="#10739e" stroke="none" pointer-events="none"/>
        <path d="M 578.93 942.43 L 588.93 937.63 L 588.93 948.03 L 578.93 952.83 Z" fill-opacity="0.2" fill="#000000" stroke="none" pointer-events="none"/>
        <path d="M 578.93 942.43 L 568.93 937.63 L 568.93 948.03 L 578.93 952.83 Z" fill-opacity="0.2" fill="#ffffff" stroke="none" pointer-events="none"/>
        <path d="M 578.93 921.83 L 588.93 926.63 L 588.93 937.03 L 578.93 941.83 L 568.93 937.03 L 568.93 926.63 Z" fill="#10739e" stroke="none" pointer-events="none"/>
        <path d="M 578.93 931.43 L 588.93 926.63 L 588.93 937.03 L 578.93 941.83 Z" fill-opacity="0.2" fill="#000000" stroke="none" pointer-events="none"/>
        <path d="M 578.93 931.43 L 568.93 926.63 L 568.93 937.03 L 578.93 941.83 Z" fill-opacity="0.2" fill="#ffffff" stroke="none" pointer-events="none"/>
        <path d="M 578.93 910.83 L 588.93 915.63 L 588.93 926.03 L 578.93 930.83 L 568.93 926.03 L 568.93 915.63 Z" fill="#10739e" stroke="none" pointer-events="none"/>
        <path d="M 578.93 920.43 L 588.93 915.63 L 588.93 926.03 L 578.93 930.83 Z" fill-opacity="0.2" fill="#000000" stroke="none" pointer-events="none"/>
        <path d="M 578.93 920.43 L 568.93 915.63 L 568.93 926.03 L 578.93 930.83 Z" fill-opacity="0.2" fill="#ffffff" stroke="none" pointer-events="none"/>
        <path d="M 536.93 922.83 L 546.93 927.63 L 546.93 938.03 L 536.93 942.83 L 526.93 938.03 L 526.93 927.63 Z" fill="#10739e" stroke="none" pointer-events="none"/>
        <path d="M 536.93 932.43 L 546.93 927.63 L 546.93 938.03 L 536.93 942.83 Z" fill-opacity="0.2" fill="#000000" stroke="none" pointer-events="none"/>
        <path d="M 536.93 932.43 L 526.93 927.63 L 526.93 938.03 L 536.93 942.83 Z" fill-opacity="0.2" fill="#ffffff" stroke="none" pointer-events="none"/>
        <path d="M 547.43 927.83 L 557.43 932.63 L 557.43 943.03 L 547.43 947.83 L 537.43 943.03 L 537.43 932.63 Z" fill="#10739e" stroke="none" pointer-events="none"/>
        <path d="M 547.43 937.43 L 557.43 932.63 L 557.43 943.03 L 547.43 947.83 Z" fill-opacity="0.2" fill="#000000" stroke="none" pointer-events="none"/>
        <path d="M 547.43 937.43 L 537.43 932.63 L 537.43 943.03 L 547.43 947.83 Z" fill-opacity="0.2" fill="#ffffff" stroke="none" pointer-events="none"/>
        <path d="M 557.93 932.83 L 567.93 937.63 L 567.93 948.03 L 557.93 952.83 L 547.93 948.03 L 547.93 937.63 Z" fill="#10739e" stroke="none" pointer-events="none"/>
        <path d="M 557.93 942.43 L 567.93 937.63 L 567.93 948.03 L 557.93 952.83 Z" fill-opacity="0.2" fill="#000000" stroke="none" pointer-events="none"/>
        <path d="M 557.93 942.43 L 547.93 937.63 L 547.93 948.03 L 557.93 952.83 Z" fill-opacity="0.2" fill="#ffffff" stroke="none" pointer-events="none"/>
        <path d="M 568.43 937.83 L 578.43 942.63 L 578.43 953.03 L 568.43 957.83 L 558.43 953.03 L 558.43 942.63 Z" fill="#10739e" stroke="none" pointer-events="none"/>
        <path d="M 568.43 947.43 L 578.43 942.63 L 578.43 953.03 L 568.43 957.83 Z" fill-opacity="0.2" fill="#000000" stroke="none" pointer-events="none"/>
        <path d="M 568.43 947.43 L 558.43 942.63 L 558.43 953.03 L 568.43 957.83 Z" fill-opacity="0.2" fill="#ffffff" stroke="none" pointer-events="none"/>
        <path d="M 536.93 911.83 L 546.93 916.63 L 546.93 927.03 L 536.93 931.83 L 526.93 927.03 L 526.93 916.63 Z" fill="#10739e" stroke="none" pointer-events="none"/>
        <path d="M 536.93 921.43 L 546.93 916.63 L 546.93 927.03 L 536.93 931.83 Z" fill-opacity="0.2" fill="#000000" stroke="none" pointer-events="none"/>
        <path d="M 536.93 921.43 L 526.93 916.63 L 526.93 927.03 L 536.93 931.83 Z" fill-opacity="0.2" fill="#ffffff" stroke="none" pointer-events="none"/>
        <path d="M 547.43 916.83 L 557.43 921.63 L 557.43 932.03 L 547.43 936.83 L 537.43 932.03 L 537.43 921.63 Z" fill="#10739e" stroke="none" pointer-events="none"/>
        <path d="M 547.43 926.43 L 557.43 921.63 L 557.43 932.03 L 547.43 936.83 Z" fill-opacity="0.2" fill="#000000" stroke="none" pointer-events="none"/>
        <path d="M 547.43 926.43 L 537.43 921.63 L 537.43 932.03 L 547.43 936.83 Z" fill-opacity="0.2" fill="#ffffff" stroke="none" pointer-events="none"/>
        <path d="M 557.93 921.83 L 567.93 926.63 L 567.93 937.03 L 557.93 941.83 L 547.93 937.03 L 547.93 926.63 Z" fill="#10739e" stroke="none" pointer-events="none"/>
        <path d="M 557.93 931.43 L 567.93 926.63 L 567.93 937.03 L 557.93 941.83 Z" fill-opacity="0.2" fill="#000000" stroke="none" pointer-events="none"/>
        <path d="M 557.93 931.43 L 547.93 926.63 L 547.93 937.03 L 557.93 941.83 Z" fill-opacity="0.2" fill="#ffffff" stroke="none" pointer-events="none"/>
        <path d="M 568.43 926.83 L 578.43 931.63 L 578.43 942.03 L 568.43 946.83 L 558.43 942.03 L 558.43 931.63 Z" fill="#10739e" stroke="none" pointer-events="none"/>
        <path d="M 568.43 936.43 L 578.43 931.63 L 578.43 942.03 L 568.43 946.83 Z" fill-opacity="0.2" fill="#000000" stroke="none" pointer-events="none"/>
        <path d="M 568.43 936.43 L 558.43 931.63 L 558.43 942.03 L 568.43 946.83 Z" fill-opacity="0.2" fill="#ffffff" stroke="none" pointer-events="none"/>
        <path d="M 536.93 900.83 L 546.93 905.63 L 546.93 916.03 L 536.93 920.83 L 526.93 916.03 L 526.93 905.63 Z" fill="#10739e" stroke="none" pointer-events="none"/>
        <path d="M 536.93 910.43 L 546.93 905.63 L 546.93 916.03 L 536.93 920.83 Z" fill-opacity="0.2" fill="#000000" stroke="none" pointer-events="none"/>
        <path d="M 536.93 910.43 L 526.93 905.63 L 526.93 916.03 L 536.93 920.83 Z" fill-opacity="0.2" fill="#ffffff" stroke="none" pointer-events="none"/>
        <path d="M 547.43 905.83 L 557.43 910.63 L 557.43 921.03 L 547.43 925.83 L 537.43 921.03 L 537.43 910.63 Z" fill="#10739e" stroke="none" pointer-events="none"/>
        <path d="M 547.43 915.43 L 557.43 910.63 L 557.43 921.03 L 547.43 925.83 Z" fill-opacity="0.2" fill="#000000" stroke="none" pointer-events="none"/>
        <path d="M 547.43 915.43 L 537.43 910.63 L 537.43 921.03 L 547.43 925.83 Z" fill-opacity="0.2" fill="#ffffff" stroke="none" pointer-events="none"/>
        <path d="M 557.93 910.83 L 567.93 915.63 L 567.93 926.03 L 557.93 930.83 L 547.93 926.03 L 547.93 915.63 Z" fill="#10739e" stroke="none" pointer-events="none"/>
        <path d="M 557.93 920.43 L 567.93 915.63 L 567.93 926.03 L 557.93 930.83 Z" fill-opacity="0.2" fill="#000000" stroke="none" pointer-events="none"/>
        <path d="M 557.93 920.43 L 547.93 915.63 L 547.93 926.03 L 557.93 930.83 Z" fill-opacity="0.2" fill="#ffffff" stroke="none" pointer-events="none"/>
        <path d="M 568.43 915.83 L 578.43 920.63 L 578.43 931.03 L 568.43 935.83 L 558.43 931.03 L 558.43 920.63 Z" fill="#10739e" stroke="none" pointer-events="none"/>
        <path d="M 568.43 925.43 L 578.43 920.63 L 578.43 931.03 L 568.43 935.83 Z" fill-opacity="0.2" fill="#000000" stroke="none" pointer-events="none"/>
        <path d="M 568.43 925.43 L 558.43 920.63 L 558.43 931.03 L 568.43 935.83 Z" fill-opacity="0.2" fill="#ffffff" stroke="none" pointer-events="none"/>
        <path d="M 631.43 844.83 L 641.43 849.63 L 641.43 860.03 L 631.43 864.83 L 621.43 860.03 L 621.43 849.63 Z" fill="#10739e" stroke="none" pointer-events="none"/>
        <path d="M 631.43 854.43 L 641.43 849.63 L 641.43 860.03 L 631.43 864.83 Z" fill-opacity="0.2" fill="#000000" stroke="none" pointer-events="none"/>
        <path d="M 631.43 854.43 L 621.43 849.63 L 621.43 860.03 L 631.43 864.83 Z" fill-opacity="0.2" fill="#ffffff" stroke="none" pointer-events="none"/>
        <path d="M 641.93 849.83 L 651.93 854.63 L 651.93 865.03 L 641.93 869.83 L 631.93 865.03 L 631.93 854.63 Z" fill="#10739e" stroke="none" pointer-events="none"/>
        <path d="M 641.93 859.43 L 651.93 854.63 L 651.93 865.03 L 641.93 869.83 Z" fill-opacity="0.2" fill="#000000" stroke="none" pointer-events="none"/>
        <path d="M 641.93 859.43 L 631.93 854.63 L 631.93 865.03 L 641.93 869.83 Z" fill-opacity="0.2" fill="#ffffff" stroke="none" pointer-events="none"/>
        <path d="M 652.43 854.83 L 662.43 859.63 L 662.43 870.03 L 652.43 874.83 L 642.43 870.03 L 642.43 859.63 Z" fill="#10739e" stroke="none" pointer-events="none"/>
        <path d="M 652.43 864.43 L 662.43 859.63 L 662.43 870.03 L 652.43 874.83 Z" fill-opacity="0.2" fill="#000000" stroke="none" pointer-events="none"/>
        <path d="M 652.43 864.43 L 642.43 859.63 L 642.43 870.03 L 652.43 874.83 Z" fill-opacity="0.2" fill="#ffffff" stroke="none" pointer-events="none"/>
        <path d="M 662.93 859.83 L 672.93 864.63 L 672.93 875.03 L 662.93 879.83 L 652.93 875.03 L 652.93 864.63 Z" fill="#10739e" stroke="none" pointer-events="none"/>
        <path d="M 662.93 869.43 L 672.93 864.63 L 672.93 875.03 L 662.93 879.83 Z" fill-opacity="0.2" fill="#000000" stroke="none" pointer-events="none"/>
        <path d="M 662.93 869.43 L 652.93 864.63 L 652.93 875.03 L 662.93 879.83 Z" fill-opacity="0.2" fill="#ffffff" stroke="none" pointer-events="none"/>
        <path d="M 620.93 849.83 L 630.93 854.63 L 630.93 865.03 L 620.93 869.83 L 610.93 865.03 L 610.93 854.63 Z" fill="#10739e" stroke="none" pointer-events="none"/>
        <path d="M 620.93 859.43 L 630.93 854.63 L 630.93 865.03 L 620.93 869.83 Z" fill-opacity="0.2" fill="#000000" stroke="none" pointer-events="none"/>
        <path d="M 620.93 859.43 L 610.93 854.63 L 610.93 865.03 L 620.93 869.83 Z" fill-opacity="0.2" fill="#ffffff" stroke="none" pointer-events="none"/>
        <path d="M 631.43 854.83 L 641.43 859.63 L 641.43 870.03 L 631.43 874.83 L 621.43 870.03 L 621.43 859.63 Z" fill="#10739e" stroke="none" pointer-events="none"/>
        <path d="M 631.43 864.43 L 641.43 859.63 L 641.43 870.03 L 631.43 874.83 Z" fill-opacity="0.2" fill="#000000" stroke="none" pointer-events="none"/>
        <path d="M 631.43 864.43 L 621.43 859.63 L 621.43 870.03 L 631.43 874.83 Z" fill-opacity="0.2" fill="#ffffff" stroke="none" pointer-events="none"/>
        <path d="M 641.93 859.83 L 651.93 864.63 L 651.93 875.03 L 641.93 879.83 L 631.93 875.03 L 631.93 864.63 Z" fill="#10739e" stroke="none" pointer-events="none"/>
        <path d="M 641.93 869.43 L 651.93 864.63 L 651.93 875.03 L 641.93 879.83 Z" fill-opacity="0.2" fill="#000000" stroke="none" pointer-events="none"/>
        <path d="M 641.93 869.43 L 631.93 864.63 L 631.93 875.03 L 641.93 879.83 Z" fill-opacity="0.2" fill="#ffffff" stroke="none" pointer-events="none"/>
        <path d="M 652.43 864.83 L 662.43 869.63 L 662.43 880.03 L 652.43 884.83 L 642.43 880.03 L 642.43 869.63 Z" fill="#10739e" stroke="none" pointer-events="none"/>
        <path d="M 652.43 874.43 L 662.43 869.63 L 662.43 880.03 L 652.43 884.83 Z" fill-opacity="0.2" fill="#000000" stroke="none" pointer-events="none"/>
        <path d="M 652.43 874.43 L 642.43 869.63 L 642.43 880.03 L 652.43 884.83 Z" fill-opacity="0.2" fill="#ffffff" stroke="none" pointer-events="none"/>
        <path d="M 610.43 854.83 L 620.43 859.63 L 620.43 870.03 L 610.43 874.83 L 600.43 870.03 L 600.43 859.63 Z" fill="#10739e" stroke="none" pointer-events="none"/>
        <path d="M 610.43 864.43 L 620.43 859.63 L 620.43 870.03 L 610.43 874.83 Z" fill-opacity="0.2" fill="#000000" stroke="none" pointer-events="none"/>
        <path d="M 610.43 864.43 L 600.43 859.63 L 600.43 870.03 L 610.43 874.83 Z" fill-opacity="0.2" fill="#ffffff" stroke="none" pointer-events="none"/>
        <path d="M 620.93 859.83 L 630.93 864.63 L 630.93 875.03 L 620.93 879.83 L 610.93 875.03 L 610.93 864.63 Z" fill="#10739e" stroke="none" pointer-events="none"/>
        <path d="M 620.93 869.43 L 630.93 864.63 L 630.93 875.03 L 620.93 879.83 Z" fill-opacity="0.2" fill="#000000" stroke="none" pointer-events="none"/>
        <path d="M 620.93 869.43 L 610.93 864.63 L 610.93 875.03 L 620.93 879.83 Z" fill-opacity="0.2" fill="#ffffff" stroke="none" pointer-events="none"/>
        <path d="M 631.43 864.83 L 641.43 869.63 L 641.43 880.03 L 631.43 884.83 L 621.43 880.03 L 621.43 869.63 Z" fill="#10739e" stroke="none" pointer-events="none"/>
        <path d="M 631.43 874.43 L 641.43 869.63 L 641.43 880.03 L 631.43 884.83 Z" fill-opacity="0.2" fill="#000000" stroke="none" pointer-events="none"/>
        <path d="M 631.43 874.43 L 621.43 869.63 L 621.43 880.03 L 631.43 884.83 Z" fill-opacity="0.2" fill="#ffffff" stroke="none" pointer-events="none"/>
        <path d="M 641.93 869.83 L 651.93 874.63 L 651.93 885.03 L 641.93 889.83 L 631.93 885.03 L 631.93 874.63 Z" fill="#10739e" stroke="none" pointer-events="none"/>
        <path d="M 641.93 879.43 L 651.93 874.63 L 651.93 885.03 L 641.93 889.83 Z" fill-opacity="0.2" fill="#000000" stroke="none" pointer-events="none"/>
        <path d="M 641.93 879.43 L 631.93 874.63 L 631.93 885.03 L 641.93 889.83 Z" fill-opacity="0.2" fill="#ffffff" stroke="none" pointer-events="none"/>
        <path d="M 599.93 859.83 L 609.93 864.63 L 609.93 875.03 L 599.93 879.83 L 589.93 875.03 L 589.93 864.63 Z" fill="#10739e" stroke="none" pointer-events="none"/>
        <path d="M 599.93 869.43 L 609.93 864.63 L 609.93 875.03 L 599.93 879.83 Z" fill-opacity="0.2" fill="#000000" stroke="none" pointer-events="none"/>
        <path d="M 599.93 869.43 L 589.93 864.63 L 589.93 875.03 L 599.93 879.83 Z" fill-opacity="0.2" fill="#ffffff" stroke="none" pointer-events="none"/>
        <path d="M 610.43 864.83 L 620.43 869.63 L 620.43 880.03 L 610.43 884.83 L 600.43 880.03 L 600.43 869.63 Z" fill="#10739e" stroke="none" pointer-events="none"/>
        <path d="M 610.43 874.43 L 620.43 869.63 L 620.43 880.03 L 610.43 884.83 Z" fill-opacity="0.2" fill="#000000" stroke="none" pointer-events="none"/>
        <path d="M 610.43 874.43 L 600.43 869.63 L 600.43 880.03 L 610.43 884.83 Z" fill-opacity="0.2" fill="#ffffff" stroke="none" pointer-events="none"/>
        <path d="M 620.93 869.83 L 630.93 874.63 L 630.93 885.03 L 620.93 889.83 L 610.93 885.03 L 610.93 874.63 Z" fill="#10739e" stroke="none" pointer-events="none"/>
        <path d="M 620.93 879.43 L 630.93 874.63 L 630.93 885.03 L 620.93 889.83 Z" fill-opacity="0.2" fill="#000000" stroke="none" pointer-events="none"/>
        <path d="M 620.93 879.43 L 610.93 874.63 L 610.93 885.03 L 620.93 889.83 Z" fill-opacity="0.2" fill="#ffffff" stroke="none" pointer-events="none"/>
        <path d="M 631.43 874.83 L 641.43 879.63 L 641.43 890.03 L 631.43 894.83 L 621.43 890.03 L 621.43 879.63 Z" fill="#10739e" stroke="none" pointer-events="none"/>
        <path d="M 631.43 884.43 L 641.43 879.63 L 641.43 890.03 L 631.43 894.83 Z" fill-opacity="0.2" fill="#000000" stroke="none" pointer-events="none"/>
        <path d="M 631.43 884.43 L 621.43 879.63 L 621.43 890.03 L 631.43 894.83 Z" fill-opacity="0.2" fill="#ffffff" stroke="none" pointer-events="none"/>
        <path d="M 589.43 864.83 L 599.43 869.63 L 599.43 880.03 L 589.43 884.83 L 579.43 880.03 L 579.43 869.63 Z" fill="#10739e" stroke="none" pointer-events="none"/>
        <path d="M 589.43 874.43 L 599.43 869.63 L 599.43 880.03 L 589.43 884.83 Z" fill-opacity="0.2" fill="#000000" stroke="none" pointer-events="none"/>
        <path d="M 589.43 874.43 L 579.43 869.63 L 579.43 880.03 L 589.43 884.83 Z" fill-opacity="0.2" fill="#ffffff" stroke="none" pointer-events="none"/>
        <path d="M 599.93 869.83 L 609.93 874.63 L 609.93 885.03 L 599.93 889.83 L 589.93 885.03 L 589.93 874.63 Z" fill="#10739e" stroke="none" pointer-events="none"/>
        <path d="M 599.93 879.43 L 609.93 874.63 L 609.93 885.03 L 599.93 889.83 Z" fill-opacity="0.2" fill="#000000" stroke="none" pointer-events="none"/>
        <path d="M 599.93 879.43 L 589.93 874.63 L 589.93 885.03 L 599.93 889.83 Z" fill-opacity="0.2" fill="#ffffff" stroke="none" pointer-events="none"/>
        <path d="M 610.43 874.83 L 620.43 879.63 L 620.43 890.03 L 610.43 894.83 L 600.43 890.03 L 600.43 879.63 Z" fill="#10739e" stroke="none" pointer-events="none"/>
        <path d="M 610.43 884.43 L 620.43 879.63 L 620.43 890.03 L 610.43 894.83 Z" fill-opacity="0.2" fill="#000000" stroke="none" pointer-events="none"/>
        <path d="M 610.43 884.43 L 600.43 879.63 L 600.43 890.03 L 610.43 894.83 Z" fill-opacity="0.2" fill="#ffffff" stroke="none" pointer-events="none"/>
        <path d="M 620.93 879.83 L 630.93 884.63 L 630.93 895.03 L 620.93 899.83 L 610.93 895.03 L 610.93 884.63 Z" fill="#10739e" stroke="none" pointer-events="none"/>
        <path d="M 620.93 889.43 L 630.93 884.63 L 630.93 895.03 L 620.93 899.83 Z" fill-opacity="0.2" fill="#000000" stroke="none" pointer-events="none"/>
        <path d="M 620.93 889.43 L 610.93 884.63 L 610.93 895.03 L 620.93 899.83 Z" fill-opacity="0.2" fill="#ffffff" stroke="none" pointer-events="none"/>
        <path d="M 578.93 869.83 L 588.93 874.63 L 588.93 885.03 L 578.93 889.83 L 568.93 885.03 L 568.93 874.63 Z" fill="#10739e" stroke="none" pointer-events="none"/>
        <path d="M 578.93 879.43 L 588.93 874.63 L 588.93 885.03 L 578.93 889.83 Z" fill-opacity="0.2" fill="#000000" stroke="none" pointer-events="none"/>
        <path d="M 578.93 879.43 L 568.93 874.63 L 568.93 885.03 L 578.93 889.83 Z" fill-opacity="0.2" fill="#ffffff" stroke="none" pointer-events="none"/>
        <path d="M 589.43 874.83 L 599.43 879.63 L 599.43 890.03 L 589.43 894.83 L 579.43 890.03 L 579.43 879.63 Z" fill="#10739e" stroke="none" pointer-events="none"/>
        <path d="M 589.43 884.43 L 599.43 879.63 L 599.43 890.03 L 589.43 894.83 Z" fill-opacity="0.2" fill="#000000" stroke="none" pointer-events="none"/>
        <path d="M 589.43 884.43 L 579.43 879.63 L 579.43 890.03 L 589.43 894.83 Z" fill-opacity="0.2" fill="#ffffff" stroke="none" pointer-events="none"/>
        <path d="M 599.93 879.83 L 609.93 884.63 L 609.93 895.03 L 599.93 899.83 L 589.93 895.03 L 589.93 884.63 Z" fill="#10739e" stroke="none" pointer-events="none"/>
        <path d="M 599.93 889.43 L 609.93 884.63 L 609.93 895.03 L 599.93 899.83 Z" fill-opacity="0.2" fill="#000000" stroke="none" pointer-events="none"/>
        <path d="M 599.93 889.43 L 589.93 884.63 L 589.93 895.03 L 599.93 899.83 Z" fill-opacity="0.2" fill="#ffffff" stroke="none" pointer-events="none"/>
        <path d="M 610.43 884.83 L 620.43 889.63 L 620.43 900.03 L 610.43 904.83 L 600.43 900.03 L 600.43 889.63 Z" fill="#10739e" stroke="none" pointer-events="none"/>
        <path d="M 610.43 894.43 L 620.43 889.63 L 620.43 900.03 L 610.43 904.83 Z" fill-opacity="0.2" fill="#000000" stroke="none" pointer-events="none"/>
        <path d="M 610.43 894.43 L 600.43 889.63 L 600.43 900.03 L 610.43 904.83 Z" fill-opacity="0.2" fill="#ffffff" stroke="none" pointer-events="none"/>
        <path d="M 568.43 874.83 L 578.43 879.63 L 578.43 890.03 L 568.43 894.83 L 558.43 890.03 L 558.43 879.63 Z" fill="#10739e" stroke="none" pointer-events="none"/>
        <path d="M 568.43 884.43 L 578.43 879.63 L 578.43 890.03 L 568.43 894.83 Z" fill-opacity="0.2" fill="#000000" stroke="none" pointer-events="none"/>
        <path d="M 568.43 884.43 L 558.43 879.63 L 558.43 890.03 L 568.43 894.83 Z" fill-opacity="0.2" fill="#ffffff" stroke="none" pointer-events="none"/>
        <path d="M 578.93 879.83 L 588.93 884.63 L 588.93 895.03 L 578.93 899.83 L 568.93 895.03 L 568.93 884.63 Z" fill="#10739e" stroke="none" pointer-events="none"/>
        <path d="M 578.93 889.43 L 588.93 884.63 L 588.93 895.03 L 578.93 899.83 Z" fill-opacity="0.2" fill="#000000" stroke="none" pointer-events="none"/>
        <path d="M 578.93 889.43 L 568.93 884.63 L 568.93 895.03 L 578.93 899.83 Z" fill-opacity="0.2" fill="#ffffff" stroke="none" pointer-events="none"/>
        <path d="M 589.43 884.83 L 599.43 889.63 L 599.43 900.03 L 589.43 904.83 L 579.43 900.03 L 579.43 889.63 Z" fill="#10739e" stroke="none" pointer-events="none"/>
        <path d="M 589.43 894.43 L 599.43 889.63 L 599.43 900.03 L 589.43 904.83 Z" fill-opacity="0.2" fill="#000000" stroke="none" pointer-events="none"/>
        <path d="M 589.43 894.43 L 579.43 889.63 L 579.43 900.03 L 589.43 904.83 Z" fill-opacity="0.2" fill="#ffffff" stroke="none" pointer-events="none"/>
        <path d="M 599.93 889.83 L 609.93 894.63 L 609.93 905.03 L 599.93 909.83 L 589.93 905.03 L 589.93 894.63 Z" fill="#10739e" stroke="none" pointer-events="none"/>
        <path d="M 599.93 899.43 L 609.93 894.63 L 609.93 905.03 L 599.93 909.83 Z" fill-opacity="0.2" fill="#000000" stroke="none" pointer-events="none"/>
        <path d="M 599.93 899.43 L 589.93 894.63 L 589.93 905.03 L 599.93 909.83 Z" fill-opacity="0.2" fill="#ffffff" stroke="none" pointer-events="none"/>
        <path d="M 557.93 879.83 L 567.93 884.63 L 567.93 895.03 L 557.93 899.83 L 547.93 895.03 L 547.93 884.63 Z" fill="#10739e" stroke="none" pointer-events="none"/>
        <path d="M 557.93 889.43 L 567.93 884.63 L 567.93 895.03 L 557.93 899.83 Z" fill-opacity="0.2" fill="#000000" stroke="none" pointer-events="none"/>
        <path d="M 557.93 889.43 L 547.93 884.63 L 547.93 895.03 L 557.93 899.83 Z" fill-opacity="0.2" fill="#ffffff" stroke="none" pointer-events="none"/>
        <path d="M 568.43 884.83 L 578.43 889.63 L 578.43 900.03 L 568.43 904.83 L 558.43 900.03 L 558.43 889.63 Z" fill="#10739e" stroke="none" pointer-events="none"/>
        <path d="M 568.43 894.43 L 578.43 889.63 L 578.43 900.03 L 568.43 904.83 Z" fill-opacity="0.2" fill="#000000" stroke="none" pointer-events="none"/>
        <path d="M 568.43 894.43 L 558.43 889.63 L 558.43 900.03 L 568.43 904.83 Z" fill-opacity="0.2" fill="#ffffff" stroke="none" pointer-events="none"/>
        <path d="M 578.93 889.83 L 588.93 894.63 L 588.93 905.03 L 578.93 909.83 L 568.93 905.03 L 568.93 894.63 Z" fill="#10739e" stroke="none" pointer-events="none"/>
        <path d="M 578.93 899.43 L 588.93 894.63 L 588.93 905.03 L 578.93 909.83 Z" fill-opacity="0.2" fill="#000000" stroke="none" pointer-events="none"/>
        <path d="M 578.93 899.43 L 568.93 894.63 L 568.93 905.03 L 578.93 909.83 Z" fill-opacity="0.2" fill="#ffffff" stroke="none" pointer-events="none"/>
        <path d="M 589.43 894.83 L 599.43 899.63 L 599.43 910.03 L 589.43 914.83 L 579.43 910.03 L 579.43 899.63 Z" fill="#10739e" stroke="none" pointer-events="none"/>
        <path d="M 589.43 904.43 L 599.43 899.63 L 599.43 910.03 L 589.43 914.83 Z" fill-opacity="0.2" fill="#000000" stroke="none" pointer-events="none"/>
        <path d="M 589.43 904.43 L 579.43 899.63 L 579.43 910.03 L 589.43 914.83 Z" fill-opacity="0.2" fill="#ffffff" stroke="none" pointer-events="none"/>
        <path d="M 547.43 884.83 L 557.43 889.63 L 557.43 900.03 L 547.43 904.83 L 537.43 900.03 L 537.43 889.63 Z" fill="#10739e" stroke="none" pointer-events="none"/>
        <path d="M 547.43 894.43 L 557.43 889.63 L 557.43 900.03 L 547.43 904.83 Z" fill-opacity="0.2" fill="#000000" stroke="none" pointer-events="none"/>
        <path d="M 547.43 894.43 L 537.43 889.63 L 537.43 900.03 L 547.43 904.83 Z" fill-opacity="0.2" fill="#ffffff" stroke="none" pointer-events="none"/>
        <path d="M 557.93 889.83 L 567.93 894.63 L 567.93 905.03 L 557.93 909.83 L 547.93 905.03 L 547.93 894.63 Z" fill="#10739e" stroke="none" pointer-events="none"/>
        <path d="M 557.93 899.43 L 567.93 894.63 L 567.93 905.03 L 557.93 909.83 Z" fill-opacity="0.2" fill="#000000" stroke="none" pointer-events="none"/>
        <path d="M 557.93 899.43 L 547.93 894.63 L 547.93 905.03 L 557.93 909.83 Z" fill-opacity="0.2" fill="#ffffff" stroke="none" pointer-events="none"/>
        <path d="M 568.43 894.83 L 578.43 899.63 L 578.43 910.03 L 568.43 914.83 L 558.43 910.03 L 558.43 899.63 Z" fill="#10739e" stroke="none" pointer-events="none"/>
        <path d="M 568.43 904.43 L 578.43 899.63 L 578.43 910.03 L 568.43 914.83 Z" fill-opacity="0.2" fill="#000000" stroke="none" pointer-events="none"/>
        <path d="M 568.43 904.43 L 558.43 899.63 L 558.43 910.03 L 568.43 914.83 Z" fill-opacity="0.2" fill="#ffffff" stroke="none" pointer-events="none"/>
        <path d="M 578.93 899.83 L 588.93 904.63 L 588.93 915.03 L 578.93 919.83 L 568.93 915.03 L 568.93 904.63 Z" fill="#10739e" stroke="none" pointer-events="none"/>
        <path d="M 578.93 909.43 L 588.93 904.63 L 588.93 915.03 L 578.93 919.83 Z" fill-opacity="0.2" fill="#000000" stroke="none" pointer-events="none"/>
        <path d="M 578.93 909.43 L 568.93 904.63 L 568.93 915.03 L 578.93 919.83 Z" fill-opacity="0.2" fill="#ffffff" stroke="none" pointer-events="none"/>
        <path d="M 536.93 889.83 L 546.93 894.63 L 546.93 905.03 L 536.93 909.83 L 526.93 905.03 L 526.93 894.63 Z" fill="#10739e" stroke="none" pointer-events="none"/>
        <path d="M 536.93 899.43 L 546.93 894.63 L 546.93 905.03 L 536.93 909.83 Z" fill-opacity="0.2" fill="#000000" stroke="none" pointer-events="none"/>
        <path d="M 536.93 899.43 L 526.93 894.63 L 526.93 905.03 L 536.93 909.83 Z" fill-opacity="0.2" fill="#ffffff" stroke="none" pointer-events="none"/>
        <path d="M 547.43 894.83 L 557.43 899.63 L 557.43 910.03 L 547.43 914.83 L 537.43 910.03 L 537.43 899.63 Z" fill="#10739e" stroke="none" pointer-events="none"/>
        <path d="M 547.43 904.43 L 557.43 899.63 L 557.43 910.03 L 547.43 914.83 Z" fill-opacity="0.2" fill="#000000" stroke="none" pointer-events="none"/>
        <path d="M 547.43 904.43 L 537.43 899.63 L 537.43 910.03 L 547.43 914.83 Z" fill-opacity="0.2" fill="#ffffff" stroke="none" pointer-events="none"/>
        <path d="M 557.93 899.83 L 567.93 904.63 L 567.93 915.03 L 557.93 919.83 L 547.93 915.03 L 547.93 904.63 Z" fill="#10739e" stroke="none" pointer-events="none"/>
        <path d="M 557.93 909.43 L 567.93 904.63 L 567.93 915.03 L 557.93 919.83 Z" fill-opacity="0.2" fill="#000000" stroke="none" pointer-events="none"/>
        <path d="M 557.93 909.43 L 547.93 904.63 L 547.93 915.03 L 557.93 919.83 Z" fill-opacity="0.2" fill="#ffffff" stroke="none" pointer-events="none"/>
        <path d="M 568.43 904.83 L 578.43 909.63 L 578.43 920.03 L 568.43 924.83 L 558.43 920.03 L 558.43 909.63 Z" fill="#10739e" stroke="none" pointer-events="none"/>
        <path d="M 568.43 914.43 L 578.43 909.63 L 578.43 920.03 L 568.43 924.83 Z" fill-opacity="0.2" fill="#000000" stroke="none" pointer-events="none"/>
        <path d="M 568.43 914.43 L 558.43 909.63 L 558.43 920.03 L 568.43 924.83 Z" fill-opacity="0.2" fill="#ffffff" stroke="none" pointer-events="none"/>
        <rect x="436" y="692" width="270" height="30" rx="4.5" ry="4.5" fill="#1ba1e2" stroke="#006eaf" pointer-events="none"/>
        <g transform="translate(-0.5 -0.5)">
            <switch>
                <foreignObject pointer-events="none" width="100%" height="100%" requiredFeatures="http://www.w3.org/TR/SVG11/feature#Extensibility" style="overflow: visible; text-align: left;">
                    <div xmlns="http://www.w3.org/1999/xhtml" style="display: flex; align-items: unsafe center; justify-content: unsafe center; width: 268px; height: 1px; padding-top: 707px; margin-left: 437px;">
                        <div data-drawio-colors="color: #F0F0F0; " style="box-sizing: border-box; font-size: 0px; text-align: center;">
                            <div style="display: inline-block; font-size: 12px; font-family: Helvetica; color: rgb(240, 240, 240); line-height: 1.2; pointer-events: none; white-space: normal; overflow-wrap: normal;">
                                Perform transpose
                            </div>
                        </div>
                    </div>
                </foreignObject>
                <text x="571" y="711" fill="#F0F0F0" font-family="Helvetica" font-size="12px" text-anchor="middle">
                    Perform transpose
                </text>
            </switch>
        </g>
        <rect x="981" y="830" width="564" height="30" rx="4.5" ry="4.5" fill="#008a00" stroke="#005700" pointer-events="none"/>
        <g transform="translate(-0.5 -0.5)">
            <switch>
                <foreignObject pointer-events="none" width="100%" height="100%" requiredFeatures="http://www.w3.org/TR/SVG11/feature#Extensibility" style="overflow: visible; text-align: left;">
                    <div xmlns="http://www.w3.org/1999/xhtml" style="display: flex; align-items: unsafe center; justify-content: unsafe center; width: 562px; height: 1px; padding-top: 845px; margin-left: 982px;">
                        <div data-drawio-colors="color: #ffffff; " style="box-sizing: border-box; font-size: 0px; text-align: center;">
                            <div style="display: inline-block; font-size: 12px; font-family: Helvetica; color: rgb(255, 255, 255); line-height: 1.2; pointer-events: none; white-space: normal; overflow-wrap: normal;">
                                KV Cache (infContext.CacheK and infContext.CacheV variables)
                            </div>
                        </div>
                    </div>
                </foreignObject>
                <text x="1263" y="849" fill="#ffffff" font-family="Helvetica" font-size="12px" text-anchor="middle">
                    KV Cache (infContext.CacheK and infContext.CacheV variables)
                </text>
            </switch>
        </g>
        <rect x="852" y="762" width="270" height="30" rx="4.5" ry="4.5" fill="#1ba1e2" stroke="#006eaf" pointer-events="none"/>
        <g transform="translate(-0.5 -0.5)">
            <switch>
                <foreignObject pointer-events="none" width="100%" height="100%" requiredFeatures="http://www.w3.org/TR/SVG11/feature#Extensibility" style="overflow: visible; text-align: left;">
                    <div xmlns="http://www.w3.org/1999/xhtml" style="display: flex; align-items: unsafe center; justify-content: unsafe center; width: 268px; height: 1px; padding-top: 777px; margin-left: 853px;">
                        <div data-drawio-colors="color: #F0F0F0; " style="box-sizing: border-box; font-size: 0px; text-align: center;">
                            <div style="display: inline-block; font-size: 12px; font-family: Helvetica; color: rgb(240, 240, 240); line-height: 1.2; pointer-events: none; white-space: normal; overflow-wrap: normal;">
                                Repeat K/V heads if N_KVHeads &lt; N_Heads
                            </div>
                        </div>
                    </div>
                </foreignObject>
                <text x="987" y="781" fill="#F0F0F0" font-family="Helvetica" font-size="12px" text-anchor="middle">
                    Repeat K/V heads if N_KVHeads &lt; N_Heads
                </text>
            </switch>
        </g>
        <path d="M 1122 830 L 1122 820.5 Q 1122 811 1112 811 L 1064.5 811 Q 1054.5 811 1054.5 805.62 L 1054.5 800.24" fill="none" stroke="#6a6a6a" stroke-width="2" stroke-miterlimit="10" pointer-events="none"/>
        <path d="M 1054.5 794.24 L 1058.5 802.24 L 1054.5 800.24 L 1050.5 802.24 Z" fill="#6a6a6a" stroke="#6a6a6a" stroke-width="2" stroke-miterlimit="10" pointer-events="none"/>
        <g transform="translate(-0.5 -0.5)">
            <switch>
                <foreignObject pointer-events="none" width="100%" height="100%" requiredFeatures="http://www.w3.org/TR/SVG11/feature#Extensibility" style="overflow: visible; text-align: left;">
                    <div xmlns="http://www.w3.org/1999/xhtml" style="display: flex; align-items: unsafe center; justify-content: unsafe center; width: 1px; height: 1px; padding-top: 811px; margin-left: 1092px;">
                        <div data-drawio-colors="color: #6A6A6A; background-color: rgb(255, 255, 255); " style="box-sizing: border-box; font-size: 0px; text-align: center;">
                            <div style="display: inline-block; font-size: 11px; font-family: Helvetica; color: rgb(106, 106, 106); line-height: 1.2; pointer-events: none; background-color: rgb(255, 255, 255); white-space: nowrap;">
                                Retrieve cached keys so far
                            </div>
                        </div>
                    </div>
                </foreignObject>
                <text x="1092" y="814" fill="#6A6A6A" font-family="Helvetica" font-size="11px" text-anchor="middle">
                    Retrieve cached keys so far
                </text>
            </switch>
        </g>
        <rect x="1269" y="763" width="270" height="30" rx="4.5" ry="4.5" fill="#1ba1e2" stroke="#006eaf" pointer-events="none"/>
        <g transform="translate(-0.5 -0.5)">
            <switch>
                <foreignObject pointer-events="none" width="100%" height="100%" requiredFeatures="http://www.w3.org/TR/SVG11/feature#Extensibility" style="overflow: visible; text-align: left;">
                    <div xmlns="http://www.w3.org/1999/xhtml" style="display: flex; align-items: unsafe center; justify-content: unsafe center; width: 268px; height: 1px; padding-top: 778px; margin-left: 1270px;">
                        <div data-drawio-colors="color: #F0F0F0; " style="box-sizing: border-box; font-size: 0px; text-align: center;">
                            <div style="display: inline-block; font-size: 12px; font-family: Helvetica; color: rgb(240, 240, 240); line-height: 1.2; pointer-events: none; white-space: normal; overflow-wrap: normal;">
                                Repeat K/V heads if N_KVHeads &lt; N_Heads
                            </div>
                        </div>
                    </div>
                </foreignObject>
                <text x="1404" y="782" fill="#F0F0F0" font-family="Helvetica" font-size="12px" text-anchor="middle">
                    Repeat K/V heads if N_KVHeads &lt; N_Heads
                </text>
            </switch>
        </g>
        <path d="M 1404 830 L 1404 801.24" fill="none" stroke="#6a6a6a" stroke-width="2" stroke-miterlimit="10" pointer-events="none"/>
        <path d="M 1404 795.24 L 1408 803.24 L 1404 801.24 L 1400 803.24 Z" fill="#6a6a6a" stroke="#6a6a6a" stroke-width="2" stroke-miterlimit="10" pointer-events="none"/>
        <g transform="translate(-0.5 -0.5)">
            <switch>
                <foreignObject pointer-events="none" width="100%" height="100%" requiredFeatures="http://www.w3.org/TR/SVG11/feature#Extensibility" style="overflow: visible; text-align: left;">
                    <div xmlns="http://www.w3.org/1999/xhtml" style="display: flex; align-items: unsafe center; justify-content: unsafe center; width: 1px; height: 1px; padding-top: 811px; margin-left: 1404px;">
                        <div data-drawio-colors="color: #6A6A6A; background-color: rgb(255, 255, 255); " style="box-sizing: border-box; font-size: 0px; text-align: center;">
                            <div style="display: inline-block; font-size: 11px; font-family: Helvetica; color: rgb(106, 106, 106); line-height: 1.2; pointer-events: none; background-color: rgb(255, 255, 255); white-space: nowrap;">
                                Retrieve cached values so far
                            </div>
                        </div>
                    </div>
                </foreignObject>
                <text x="1404" y="814" fill="#6A6A6A" font-family="Helvetica" font-size="11px" text-anchor="middle">
                    Retrieve cached values so far
                </text>
            </switch>
        </g>
        <rect x="852" y="692" width="270" height="30" rx="4.5" ry="4.5" fill="#1ba1e2" stroke="#006eaf" pointer-events="none"/>
        <g transform="translate(-0.5 -0.5)">
            <switch>
                <foreignObject pointer-events="none" width="100%" height="100%" requiredFeatures="http://www.w3.org/TR/SVG11/feature#Extensibility" style="overflow: visible; text-align: left;">
                    <div xmlns="http://www.w3.org/1999/xhtml" style="display: flex; align-items: unsafe center; justify-content: unsafe center; width: 268px; height: 1px; padding-top: 707px; margin-left: 853px;">
                        <div data-drawio-colors="color: #F0F0F0; " style="box-sizing: border-box; font-size: 0px; text-align: center;">
                            <div style="display: inline-block; font-size: 12px; font-family: Helvetica; color: rgb(240, 240, 240); line-height: 1.2; pointer-events: none; white-space: normal; overflow-wrap: normal;">
                                Perform transpose
                            </div>
                        </div>
                    </div>
                </foreignObject>
                <text x="987" y="711" fill="#F0F0F0" font-family="Helvetica" font-size="12px" text-anchor="middle">
                    Perform transpose
                </text>
            </switch>
        </g>
        <path d="M 987 762 L 987 730.24" fill="none" stroke="#6a6a6a" stroke-width="2" stroke-miterlimit="10" pointer-events="none"/>
        <path d="M 987 724.24 L 991 732.24 L 987 730.24 L 983 732.24 Z" fill="#6a6a6a" stroke="#6a6a6a" stroke-width="2" stroke-miterlimit="10" pointer-events="none"/>
        <g transform="translate(-0.5 -0.5)">
            <switch>
                <foreignObject pointer-events="none" width="100%" height="100%" requiredFeatures="http://www.w3.org/TR/SVG11/feature#Extensibility" style="overflow: visible; text-align: left;">
                    <div xmlns="http://www.w3.org/1999/xhtml" style="display: flex; align-items: unsafe center; justify-content: unsafe center; width: 1px; height: 1px; padding-top: 742px; margin-left: 987px;">
                        <div data-drawio-colors="color: #6A6A6A; background-color: rgb(255, 255, 255); " style="box-sizing: border-box; font-size: 0px; text-align: center;">
                            <div style="display: inline-block; font-size: 11px; font-family: Helvetica; color: rgb(106, 106, 106); line-height: 1.2; pointer-events: none; background-color: rgb(255, 255, 255); white-space: nowrap;">
                                keys (that were cached so far)
                            </div>
                        </div>
                    </div>
                </foreignObject>
                <text x="987" y="745" fill="#6A6A6A" font-family="Helvetica" font-size="11px" text-anchor="middle">
                    keys (that were cached so far)
                </text>
            </switch>
        </g>
        <rect x="1269" y="692" width="270" height="30" rx="4.5" ry="4.5" fill="#1ba1e2" stroke="#006eaf" pointer-events="none"/>
        <g transform="translate(-0.5 -0.5)">
            <switch>
                <foreignObject pointer-events="none" width="100%" height="100%" requiredFeatures="http://www.w3.org/TR/SVG11/feature#Extensibility" style="overflow: visible; text-align: left;">
                    <div xmlns="http://www.w3.org/1999/xhtml" style="display: flex; align-items: unsafe center; justify-content: unsafe center; width: 268px; height: 1px; padding-top: 707px; margin-left: 1270px;">
                        <div data-drawio-colors="color: #F0F0F0; " style="box-sizing: border-box; font-size: 0px; text-align: center;">
                            <div style="display: inline-block; font-size: 9px; font-family: Helvetica; color: rgb(240, 240, 240); line-height: 1.2; pointer-events: none; white-space: normal; overflow-wrap: normal;">
                                <font style="font-size: 12px;">
                                    Perform transpose
                                </font>
                            </div>
                        </div>
                    </div>
                </foreignObject>
                <text x="1404" y="710" fill="#F0F0F0" font-family="Helvetica" font-size="9px" text-anchor="middle">
                    Perform transpose
                </text>
            </switch>
        </g>
        <path d="M 1404 763 L 1404 730.24" fill="none" stroke="#6a6a6a" stroke-width="2" stroke-miterlimit="10" pointer-events="none"/>
        <path d="M 1404 724.24 L 1408 732.24 L 1404 730.24 L 1400 732.24 Z" fill="#6a6a6a" stroke="#6a6a6a" stroke-width="2" stroke-miterlimit="10" pointer-events="none"/>
        <g transform="translate(-0.5 -0.5)">
            <switch>
                <foreignObject pointer-events="none" width="100%" height="100%" requiredFeatures="http://www.w3.org/TR/SVG11/feature#Extensibility" style="overflow: visible; text-align: left;">
                    <div xmlns="http://www.w3.org/1999/xhtml" style="display: flex; align-items: unsafe center; justify-content: unsafe center; width: 1px; height: 1px; padding-top: 745px; margin-left: 1406px;">
                        <div data-drawio-colors="color: #6A6A6A; background-color: rgb(255, 255, 255); " style="box-sizing: border-box; font-size: 0px; text-align: center;">
                            <div style="display: inline-block; font-size: 11px; font-family: Helvetica; color: rgb(106, 106, 106); line-height: 1.2; pointer-events: none; background-color: rgb(255, 255, 255); white-space: nowrap;">
                                values (that were cached so far)
                            </div>
                        </div>
                    </div>
                </foreignObject>
                <text x="1406" y="748" fill="#6A6A6A" font-family="Helvetica" font-size="11px" text-anchor="middle">
                    values (that were cached so far)
                </text>
            </switch>
        </g>
        <path d="M 571 753.48 L 571 730.24" fill="none" stroke="#6a6a6a" stroke-width="2" stroke-miterlimit="10" pointer-events="none"/>
        <path d="M 571 724.24 L 575 732.24 L 571 730.24 L 567 732.24 Z" fill="#6a6a6a" stroke="#6a6a6a" stroke-width="2" stroke-miterlimit="10" pointer-events="none"/>
        <g transform="translate(-0.5 -0.5)">
            <switch>
                <foreignObject pointer-events="none" width="100%" height="100%" requiredFeatures="http://www.w3.org/TR/SVG11/feature#Extensibility" style="overflow: visible; text-align: left;">
                    <div xmlns="http://www.w3.org/1999/xhtml" style="display: flex; align-items: unsafe center; justify-content: unsafe center; width: 1px; height: 1px; padding-top: 737px; margin-left: 571px;">
                        <div data-drawio-colors="color: #6A6A6A; background-color: rgb(255, 255, 255); " style="box-sizing: border-box; font-size: 0px; text-align: center;">
                            <div style="display: inline-block; font-size: 11px; font-family: Helvetica; color: rgb(106, 106, 106); line-height: 1.2; pointer-events: none; background-color: rgb(255, 255, 255); white-space: nowrap;">
                                xq (queries)
                            </div>
                        </div>
                    </div>
                </foreignObject>
                <text x="571" y="741" fill="#6A6A6A" font-family="Helvetica" font-size="11px" text-anchor="middle">
                    xq (queries)
                </text>
            </switch>
        </g>
        <rect x="436" y="612" width="270" height="56" rx="8.4" ry="8.4" fill="#008a00" stroke="#005700" pointer-events="none"/>
        <path d="M 440.35 615.36 M 636.35 615.36 M 636.35 634.36 M 440.35 634.36" fill="none" stroke="#ffffff" stroke-linecap="square" stroke-miterlimit="10" pointer-events="none"/>
        <g transform="translate(-0.5 -0.5)">
            <switch>
                <foreignObject pointer-events="none" width="100%" height="100%" requiredFeatures="http://www.w3.org/TR/SVG11/feature#Extensibility" style="overflow: visible; text-align: left;">
                    <div xmlns="http://www.w3.org/1999/xhtml" style="display: flex; align-items: unsafe flex-start; justify-content: unsafe flex-start; width: 194px; height: 1px; padding-top: 622px; margin-left: 442px;">
                        <div data-drawio-colors="color: #F0F0F0; " style="box-sizing: border-box; font-size: 0px; text-align: left; max-height: 15px; overflow: hidden;">
                            <div style="display: inline-block; font-size: 12px; font-family: Helvetica; color: rgb(240, 240, 240); line-height: 1.2; pointer-events: none; white-space: normal; overflow-wrap: normal;">
                                <b style="border-color: var(--border-color); font-size: 12px;">
                                    <span style="font-weight: 400; font-size: 12px;">
                                        Tensor:
                                    </span>
                                    xq
                                </b>
                                (reshaped, transposed)
                            </div>
                        </div>
                    </div>
                </foreignObject>
                <text x="442" y="634" fill="#F0F0F0" font-family="Helvetica" font-size="12px">
                    Tensor: xq (reshaped, transposed)
                </text>
            </switch>
        </g>
        <path d="M 636.35 615.36 M 705.35 615.36 M 705.35 634.36 M 636.35 634.36" fill="none" stroke="#ffffff" stroke-linecap="square" stroke-miterlimit="10" pointer-events="none"/>
        <g transform="translate(-0.5 -0.5)">
            <switch>
                <foreignObject pointer-events="none" width="100%" height="100%" requiredFeatures="http://www.w3.org/TR/SVG11/feature#Extensibility" style="overflow: visible; text-align: left;">
                    <div xmlns="http://www.w3.org/1999/xhtml" style="display: flex; align-items: unsafe flex-start; justify-content: unsafe flex-end; width: 67px; height: 1px; padding-top: 622px; margin-left: 636px;">
                        <div data-drawio-colors="color: #F0F0F0; " style="box-sizing: border-box; font-size: 0px; text-align: right; max-height: 15px; overflow: hidden;">
                            <div style="display: inline-block; font-size: 12px; font-family: Helvetica; color: rgb(240, 240, 240); line-height: 1.2; pointer-events: none; white-space: normal; overflow-wrap: normal;">
                                BFloat16
                            </div>
                        </div>
                    </div>
                </foreignObject>
                <text x="703" y="634" fill="#F0F0F0" font-family="Helvetica" font-size="12px" text-anchor="end">
                    BFloat16
                </text>
            </switch>
        </g>
        <path d="M 440.35 634.36 M 636.35 634.36 M 636.35 665.36 M 440.35 665.36" fill="none" stroke="#ffffff" stroke-linecap="square" stroke-miterlimit="10" pointer-events="none"/>
        <g transform="translate(-0.5 -0.5)">
            <switch>
                <foreignObject pointer-events="none" width="100%" height="100%" requiredFeatures="http://www.w3.org/TR/SVG11/feature#Extensibility" style="overflow: visible; text-align: left;">
                    <div xmlns="http://www.w3.org/1999/xhtml" style="display: flex; align-items: unsafe flex-end; justify-content: unsafe flex-start; width: 194px; height: 1px; padding-top: 662px; margin-left: 442px;">
                        <div data-drawio-colors="color: #F0F0F0; " style="box-sizing: border-box; font-size: 0px; text-align: left; max-height: 27px; overflow: hidden;">
                            <div style="display: inline-block; font-size: 11px; font-family: Helvetica; color: rgb(240, 240, 240); line-height: 1.2; pointer-events: none; white-space: normal; overflow-wrap: normal;">
                                (N_Heads, sequenceLength, HeadDim)
                            </div>
                        </div>
                    </div>
                </foreignObject>
                <text x="442" y="662" fill="#F0F0F0" font-family="Helvetica" font-size="11px">
                    (N_Heads, sequenceLength, HeadDim)
                </text>
            </switch>
        </g>
        <path d="M 636.35 634.36 M 705.35 634.36 M 705.35 665.36 M 636.35 665.36" fill="none" stroke="#ffffff" stroke-linecap="square" stroke-miterlimit="10" pointer-events="none"/>
        <g transform="translate(-0.5 -0.5)">
            <switch>
                <foreignObject pointer-events="none" width="100%" height="100%" requiredFeatures="http://www.w3.org/TR/SVG11/feature#Extensibility" style="overflow: visible; text-align: left;">
                    <div xmlns="http://www.w3.org/1999/xhtml" style="display: flex; align-items: unsafe flex-end; justify-content: unsafe flex-end; width: 67px; height: 1px; padding-top: 662px; margin-left: 636px;">
                        <div data-drawio-colors="color: #F0F0F0; " style="box-sizing: border-box; font-size: 0px; text-align: right; max-height: 27px; overflow: hidden;">
                            <div style="display: inline-block; font-size: 11px; font-family: Helvetica; color: rgb(240, 240, 240); line-height: 1.2; pointer-events: none; white-space: normal; overflow-wrap: normal;">
                                (32, 22, 128)
                            </div>
                        </div>
                    </div>
                </foreignObject>
                <text x="703" y="662" fill="#F0F0F0" font-family="Helvetica" font-size="11px" text-anchor="end">
                    (32, 22, 128)
                </text>
            </switch>
        </g>
        <path d="M 571 692 L 571 676.24" fill="none" stroke="#6a6a6a" stroke-width="2" stroke-miterlimit="10" pointer-events="none"/>
        <path d="M 571 670.24 L 575 678.24 L 571 676.24 L 567 678.24 Z" fill="#6a6a6a" stroke="#6a6a6a" stroke-width="2" stroke-miterlimit="10" pointer-events="none"/>
        <rect x="852" y="612" width="270" height="56" rx="8.4" ry="8.4" fill="#008a00" stroke="#005700" pointer-events="none"/>
        <path d="M 856.35 615.36 M 1052.35 615.36 M 1052.35 634.36 M 856.35 634.36" fill="none" stroke="#ffffff" stroke-linecap="square" stroke-miterlimit="10" pointer-events="none"/>
        <g transform="translate(-0.5 -0.5)">
            <switch>
                <foreignObject pointer-events="none" width="100%" height="100%" requiredFeatures="http://www.w3.org/TR/SVG11/feature#Extensibility" style="overflow: visible; text-align: left;">
                    <div xmlns="http://www.w3.org/1999/xhtml" style="display: flex; align-items: unsafe flex-start; justify-content: unsafe flex-start; width: 194px; height: 1px; padding-top: 622px; margin-left: 858px;">
                        <div data-drawio-colors="color: #F0F0F0; " style="box-sizing: border-box; font-size: 0px; text-align: left; max-height: 15px; overflow: hidden;">
                            <div style="display: inline-block; font-size: 11px; font-family: Helvetica; color: rgb(240, 240, 240); line-height: 1.2; pointer-events: none; white-space: normal; overflow-wrap: normal;">
                                <b style="border-color: var(--border-color);">
                                    <span style="font-weight: 400;">
                                        Tensor:
                                    </span>
                                    keys
                                </b>
                                (reshaped, transposed)
                            </div>
                        </div>
                    </div>
                </foreignObject>
                <text x="858" y="633" fill="#F0F0F0" font-family="Helvetica" font-size="11px">
                    Tensor: keys (reshaped, transposed)
                </text>
            </switch>
        </g>
        <path d="M 1052.35 615.36 M 1117.35 615.36 M 1117.35 634.36 M 1052.35 634.36" fill="none" stroke="#ffffff" stroke-linecap="square" stroke-miterlimit="10" pointer-events="none"/>
        <g transform="translate(-0.5 -0.5)">
            <switch>
                <foreignObject pointer-events="none" width="100%" height="100%" requiredFeatures="http://www.w3.org/TR/SVG11/feature#Extensibility" style="overflow: visible; text-align: left;">
                    <div xmlns="http://www.w3.org/1999/xhtml" style="display: flex; align-items: unsafe flex-start; justify-content: unsafe flex-end; width: 63px; height: 1px; padding-top: 622px; margin-left: 1052px;">
                        <div data-drawio-colors="color: #F0F0F0; " style="box-sizing: border-box; font-size: 0px; text-align: right; max-height: 15px; overflow: hidden;">
                            <div style="display: inline-block; font-size: 12px; font-family: Helvetica; color: rgb(240, 240, 240); line-height: 1.2; pointer-events: none; white-space: normal; overflow-wrap: normal;">
                                BFloat16
                            </div>
                        </div>
                    </div>
                </foreignObject>
                <text x="1115" y="634" fill="#F0F0F0" font-family="Helvetica" font-size="12px" text-anchor="end">
                    BFloat16
                </text>
            </switch>
        </g>
        <path d="M 856.35 634.36 M 1052.35 634.36 M 1052.35 665.36 M 856.35 665.36" fill="none" stroke="#ffffff" stroke-linecap="square" stroke-miterlimit="10" pointer-events="none"/>
        <g transform="translate(-0.5 -0.5)">
            <switch>
                <foreignObject pointer-events="none" width="100%" height="100%" requiredFeatures="http://www.w3.org/TR/SVG11/feature#Extensibility" style="overflow: visible; text-align: left;">
                    <div xmlns="http://www.w3.org/1999/xhtml" style="display: flex; align-items: unsafe flex-end; justify-content: unsafe flex-start; width: 194px; height: 1px; padding-top: 662px; margin-left: 858px;">
                        <div data-drawio-colors="color: #F0F0F0; " style="box-sizing: border-box; font-size: 0px; text-align: left; max-height: 27px; overflow: hidden;">
                            <div style="display: inline-block; font-size: 11px; font-family: Helvetica; color: rgb(240, 240, 240); line-height: 1.2; pointer-events: none; white-space: normal; overflow-wrap: normal;">
                                (N_Heads, sequenceLength, HeadDim)
                            </div>
                        </div>
                    </div>
                </foreignObject>
                <text x="858" y="662" fill="#F0F0F0" font-family="Helvetica" font-size="11px">
                    (N_Heads, sequenceLength, HeadDim)
                </text>
            </switch>
        </g>
        <path d="M 1052.35 634.36 M 1117.35 634.36 M 1117.35 665.36 M 1052.35 665.36" fill="none" stroke="#ffffff" stroke-linecap="square" stroke-miterlimit="10" pointer-events="none"/>
        <g transform="translate(-0.5 -0.5)">
            <switch>
                <foreignObject pointer-events="none" width="100%" height="100%" requiredFeatures="http://www.w3.org/TR/SVG11/feature#Extensibility" style="overflow: visible; text-align: left;">
                    <div xmlns="http://www.w3.org/1999/xhtml" style="display: flex; align-items: unsafe flex-end; justify-content: unsafe flex-end; width: 63px; height: 1px; padding-top: 662px; margin-left: 1052px;">
                        <div data-drawio-colors="color: #F0F0F0; " style="box-sizing: border-box; font-size: 0px; text-align: right; max-height: 27px; overflow: hidden;">
                            <div style="display: inline-block; font-size: 11px; font-family: Helvetica; color: rgb(240, 240, 240); line-height: 1.2; pointer-events: none; white-space: normal; overflow-wrap: normal;">
                                (32, 22, 128)
                            </div>
                        </div>
                    </div>
                </foreignObject>
                <text x="1115" y="662" fill="#F0F0F0" font-family="Helvetica" font-size="11px" text-anchor="end">
                    (32, 22, 128)
                </text>
            </switch>
        </g>
        <rect x="1269" y="612" width="270" height="56" rx="8.4" ry="8.4" fill="#008a00" stroke="#005700" pointer-events="none"/>
        <path d="M 1273.35 615.36 M 1469.35 615.36 M 1469.35 634.36 M 1273.35 634.36" fill="none" stroke="#ffffff" stroke-linecap="square" stroke-miterlimit="10" pointer-events="none"/>
        <g transform="translate(-0.5 -0.5)">
            <switch>
                <foreignObject pointer-events="none" width="100%" height="100%" requiredFeatures="http://www.w3.org/TR/SVG11/feature#Extensibility" style="overflow: visible; text-align: left;">
                    <div xmlns="http://www.w3.org/1999/xhtml" style="display: flex; align-items: unsafe flex-start; justify-content: unsafe flex-start; width: 194px; height: 1px; padding-top: 622px; margin-left: 1275px;">
                        <div data-drawio-colors="color: #F0F0F0; " style="box-sizing: border-box; font-size: 0px; text-align: left; max-height: 15px; overflow: hidden;">
                            <div style="display: inline-block; font-size: 11px; font-family: Helvetica; color: rgb(240, 240, 240); line-height: 1.2; pointer-events: none; white-space: normal; overflow-wrap: normal;">
                                <b style="border-color: var(--border-color);">
                                    <span style="font-weight: 400;">
                                        Tensor:
                                    </span>
                                    values
                                </b>
                                (reshaped, transposed)
                            </div>
                        </div>
                    </div>
                </foreignObject>
                <text x="1275" y="633" fill="#F0F0F0" font-family="Helvetica" font-size="11px">
                    Tensor: values (reshaped, transpose...
                </text>
            </switch>
        </g>
        <path d="M 1469.35 615.36 M 1534.35 615.36 M 1534.35 634.36 M 1469.35 634.36" fill="none" stroke="#ffffff" stroke-linecap="square" stroke-miterlimit="10" pointer-events="none"/>
        <g transform="translate(-0.5 -0.5)">
            <switch>
                <foreignObject pointer-events="none" width="100%" height="100%" requiredFeatures="http://www.w3.org/TR/SVG11/feature#Extensibility" style="overflow: visible; text-align: left;">
                    <div xmlns="http://www.w3.org/1999/xhtml" style="display: flex; align-items: unsafe flex-start; justify-content: unsafe flex-end; width: 63px; height: 1px; padding-top: 622px; margin-left: 1469px;">
                        <div data-drawio-colors="color: #F0F0F0; " style="box-sizing: border-box; font-size: 0px; text-align: right; max-height: 15px; overflow: hidden;">
                            <div style="display: inline-block; font-size: 12px; font-family: Helvetica; color: rgb(240, 240, 240); line-height: 1.2; pointer-events: none; white-space: normal; overflow-wrap: normal;">
                                BFloat16
                            </div>
                        </div>
                    </div>
                </foreignObject>
                <text x="1532" y="634" fill="#F0F0F0" font-family="Helvetica" font-size="12px" text-anchor="end">
                    BFloat16
                </text>
            </switch>
        </g>
        <path d="M 1273.35 634.36 M 1469.35 634.36 M 1469.35 665.36 M 1273.35 665.36" fill="none" stroke="#ffffff" stroke-linecap="square" stroke-miterlimit="10" pointer-events="none"/>
        <g transform="translate(-0.5 -0.5)">
            <switch>
                <foreignObject pointer-events="none" width="100%" height="100%" requiredFeatures="http://www.w3.org/TR/SVG11/feature#Extensibility" style="overflow: visible; text-align: left;">
                    <div xmlns="http://www.w3.org/1999/xhtml" style="display: flex; align-items: unsafe flex-end; justify-content: unsafe flex-start; width: 194px; height: 1px; padding-top: 662px; margin-left: 1275px;">
                        <div data-drawio-colors="color: #F0F0F0; " style="box-sizing: border-box; font-size: 0px; text-align: left; max-height: 27px; overflow: hidden;">
                            <div style="display: inline-block; font-size: 11px; font-family: Helvetica; color: rgb(240, 240, 240); line-height: 1.2; pointer-events: none; white-space: normal; overflow-wrap: normal;">
                                (N_Heads, sequenceLength, HeadDim)
                            </div>
                        </div>
                    </div>
                </foreignObject>
                <text x="1275" y="662" fill="#F0F0F0" font-family="Helvetica" font-size="11px">
                    (N_Heads, sequenceLength, HeadDim)
                </text>
            </switch>
        </g>
        <path d="M 1469.35 634.36 M 1534.35 634.36 M 1534.35 665.36 M 1469.35 665.36" fill="none" stroke="#ffffff" stroke-linecap="square" stroke-miterlimit="10" pointer-events="none"/>
        <g transform="translate(-0.5 -0.5)">
            <switch>
                <foreignObject pointer-events="none" width="100%" height="100%" requiredFeatures="http://www.w3.org/TR/SVG11/feature#Extensibility" style="overflow: visible; text-align: left;">
                    <div xmlns="http://www.w3.org/1999/xhtml" style="display: flex; align-items: unsafe flex-end; justify-content: unsafe flex-end; width: 63px; height: 1px; padding-top: 662px; margin-left: 1469px;">
                        <div data-drawio-colors="color: #F0F0F0; " style="box-sizing: border-box; font-size: 0px; text-align: right; max-height: 27px; overflow: hidden;">
                            <div style="display: inline-block; font-size: 11px; font-family: Helvetica; color: rgb(240, 240, 240); line-height: 1.2; pointer-events: none; white-space: normal; overflow-wrap: normal;">
                                (32, 22, 128)
                            </div>
                        </div>
                    </div>
                </foreignObject>
                <text x="1532" y="662" fill="#F0F0F0" font-family="Helvetica" font-size="11px" text-anchor="end">
                    (32, 22, 128)
                </text>
            </switch>
        </g>
        <path d="M 987 692 L 987 676.24" fill="none" stroke="#6a6a6a" stroke-width="2" stroke-miterlimit="10" pointer-events="none"/>
        <path d="M 987 670.24 L 991 678.24 L 987 676.24 L 983 678.24 Z" fill="#6a6a6a" stroke="#6a6a6a" stroke-width="2" stroke-miterlimit="10" pointer-events="none"/>
        <path d="M 1404 692 L 1404 676.24" fill="none" stroke="#6a6a6a" stroke-width="2" stroke-miterlimit="10" pointer-events="none"/>
        <path d="M 1404 670.24 L 1408 678.24 L 1404 676.24 L 1400 678.24 Z" fill="#6a6a6a" stroke="#6a6a6a" stroke-width="2" stroke-miterlimit="10" pointer-events="none"/>
    </g>
    <switch>
        <g requiredFeatures="http://www.w3.org/TR/SVG11/feature#Extensibility"/>
        <a transform="translate(0,-5)" xlink:href="https://www.diagrams.net/doc/faq/svg-export-text-problems" target="_blank">
            <text text-anchor="middle" font-size="10px" x="50%" y="100%">
                Text is not SVG - cannot display
            </text>
        </a>
    </switch>
</svg>