notebook/attention.svg

<svg version="1.1" xmlns="http://www.w3.org/2000/svg" viewBox="0 0 99.28954922651064 116.30325601136246" width="198.5790984530213" height="232.60651202272493">
  <!-- svg-source:excalidraw -->
  
  <defs>
    <style class="style-fonts">
      @font-face {
        font-family: "Virgil";
        src: url("https://excalidraw.com/Virgil.woff2");
      }
      @font-face {
        font-family: "Cascadia";
        src: url("https://excalidraw.com/Cascadia.woff2");
      }
      @font-face {
        font-family: "Assistant";
        src: url("https://excalidraw.com/Assistant-Regular.woff2");
      }
    </style>
    
  </defs>
  <rect x="0" y="0" width="99.28954922651064" height="116.30325601136246" fill="#ffffff"></rect><g stroke-linecap="round"><g transform="translate(76.69672351183908 51.357834054048) rotate(0 1.0595353932822036 2.757208822508801)"><path d="M0 0 C0.64 1.66, 1.27 3.32, 2.12 5.51 M0 0 C0.68 1.76, 1.35 3.52, 2.12 5.51" stroke="#1e1e1e" stroke-width="2" fill="none"></path></g></g><mask></mask><g stroke-linecap="round"><g transform="translate(18.77385220638098 51.30146533579682) rotate(0 1.0595353932822036 2.757208822508801)"><path d="M0 0 C0.53 1.39, 1.07 2.78, 2.12 5.51 M0 0 C0.8 2.08, 1.6 4.16, 2.12 5.51" stroke="#1e1e1e" stroke-width="2" fill="none"></path></g></g><mask></mask><g stroke-linecap="round"><g transform="translate(20.915389196448814 56.93466612851989) rotate(0 0.9141717410634556 -2.9088855668724136)"><path d="M0 0 C0.49 -1.57, 0.99 -3.14, 1.83 -5.82 M0 0 C0.41 -1.31, 0.82 -2.62, 1.83 -5.82" stroke="#1e1e1e" stroke-width="2" fill="none"></path></g></g><mask></mask><g stroke-linecap="round" transform="translate(20.694718858136184 41.91998573778983) rotate(0 28.977108040527128 11.51894327096852)"><path d="M5.76 0 C23.18 0, 40.6 0, 52.19 0 M5.76 0 C22.39 0, 39.02 0, 52.19 0 M52.19 0 C56.03 0, 57.95 1.92, 57.95 5.76 M52.19 0 C56.03 0, 57.95 1.92, 57.95 5.76 M57.95 5.76 C57.95 8.74, 57.95 11.71, 57.95 17.28 M57.95 5.76 C57.95 9.85, 57.95 13.93, 57.95 17.28 M57.95 17.28 C57.95 21.12, 56.03 23.04, 52.19 23.04 M57.95 17.28 C57.95 21.12, 56.03 23.04, 52.19 23.04 M52.19 23.04 C39.67 23.04, 27.14 23.04, 5.76 23.04 M52.19 23.04 C41.21 23.04, 30.23 23.04, 5.76 23.04 M5.76 23.04 C1.92 23.04, 0 21.12, 0 17.28 M5.76 23.04 C1.92 23.04, 0 21.12, 0 17.28 M0 17.28 C0 13.44, 0 9.61, 0 5.76 M0 17.28 C0 14.14, 0 10.99, 0 5.76 M0 5.76 C0 1.92, 1.92 0, 5.76 0 M0 5.76 C0 1.92, 1.92 0, 5.76 0" stroke="#1e1e1e" stroke-width="2" fill="none"></path></g><g stroke-linecap="round"><g transform="translate(50.230074675333526 10) rotate(0 0 23.533204096706413)"><path d="M0 0 C0 9.71, 0 19.42, 0 47.07 M0 0 C0 18.6, 0 37.2, 0 47.07" stroke="#1e1e1e" stroke-width="2" fill="none"></path></g></g><mask></mask><g stroke-linecap="round" transform="translate(10 57.7608077914374) rotate(0 39.64477461325532 22.817662184918845)"><path d="M0 0 L79.29 0 L79.29 45.64 L0 45.64" stroke="none" stroke-width="0" fill="#feddac"></path><path d="M0 0 C27.5 0, 55 0, 79.29 0 M0 0 C30.97 0, 61.94 0, 79.29 0 M79.29 0 C79.29 13.77, 79.29 27.54, 79.29 45.64 M79.29 0 C79.29 15.8, 79.29 31.61, 79.29 45.64 M79.29 45.64 C56.54 45.64, 33.8 45.64, 0 45.64 M79.29 45.64 C49.83 45.64, 20.38 45.64, 0 45.64 M0 45.64 C0 34.51, 0 23.38, 0 0 M0 45.64 C0 35.91, 0 26.19, 0 0" stroke="#1e1e1e" stroke-width="2" fill="none"></path></g><g transform="translate(15.919194260142831 57.05841990830595) rotate(0 32.90045335948116 23.47621119539008)"><text x="32.90045335948138" y="12.520911779425331" font-family="Helvetica, Segoe UI Emoji" font-size="13.609397794428979px" fill="#1e1e1e" text-anchor="middle" style="white-space: pre;" direction="ltr" dominant-baseline="alphabetic">Masked</text><text x="32.90045335948138" y="28.171719243018657" font-family="Helvetica, Segoe UI Emoji" font-size="13.609397794428979px" fill="#1e1e1e" text-anchor="middle" style="white-space: pre;" direction="ltr" dominant-baseline="alphabetic">Multi-Head</text><text x="32.90045335948138" y="43.82252670661198" font-family="Helvetica, Segoe UI Emoji" font-size="13.609397794428979px" fill="#1e1e1e" text-anchor="middle" style="white-space: pre;" direction="ltr" dominant-baseline="alphabetic">Attention</text></g><g stroke-linecap="round"><g transform="translate(48.25899154467152 51.458960460415256) rotate(0 1.0595353932822036 2.757208822508801)"><path d="M0 0 C0.82 2.14, 1.65 4.29, 2.12 5.51 M0 0 C0.6 1.56, 1.2 3.11, 2.12 5.51" stroke="#1e1e1e" stroke-width="2" fill="none"></path></g></g><mask></mask><g stroke-linecap="round"><g transform="translate(50.58565666258801 103.60057175637485) rotate(0 0 1.3513421274938082)"><path d="M0 0 C0 0.45, 0 2.25, 0 2.7 M0 0 C0 0.45, 0 2.25, 0 2.7" stroke="#1e1e1e" stroke-width="2" fill="none"></path></g></g><mask></mask><g stroke-linecap="round"><g transform="translate(48.38072208917674 51.60078649314164) rotate(0 1.0595353932822036 2.757208822508801)"><path d="M0 0 C0.43 1.11, 0.85 2.22, 2.12 5.51 M0 0 C0.56 1.47, 1.13 2.94, 2.12 5.51" stroke="#1e1e1e" stroke-width="2" fill="none"></path></g></g><mask></mask><g stroke-linecap="round"><g transform="translate(50.522259079246396 57.23398728586835) rotate(0 0.9141717410634556 -2.9088855668724136)"><path d="M0 0 C0.47 -1.48, 0.93 -2.97, 1.83 -5.82 M0 0 C0.59 -1.89, 1.19 -3.78, 1.83 -5.82" stroke="#1e1e1e" stroke-width="2" fill="none"></path></g></g><mask></mask><g stroke-linecap="round"><g transform="translate(76.76818443649881 51.38989696505814) rotate(0 1.0595353932822036 2.757208822508801)"><path d="M0 0 C0.83 2.17, 1.67 4.34, 2.12 5.51 M0 0 C0.45 1.16, 0.89 2.32, 2.12 5.51" stroke="#1e1e1e" stroke-width="2" fill="none"></path></g></g><mask></mask><g stroke-linecap="round"><g transform="translate(78.90972142656847 57.02309775778485) rotate(0 0.9141717410634556 -2.9088855668724136)"><path d="M0 0 C0.37 -1.17, 0.73 -2.34, 1.83 -5.82 M0 0 C0.43 -1.36, 0.86 -2.73, 1.83 -5.82" stroke="#1e1e1e" stroke-width="2" fill="none"></path></g></g><mask></mask></svg>