notebook/decoder-only.svg

<svg version="1.1" xmlns="http://www.w3.org/2000/svg" viewBox="0 0 273.9975580152268 486.5831881809063" width="547.9951160304536" height="973.1663763618126">
  <!-- svg-source:excalidraw -->
  
  <defs>
    <style class="style-fonts">
      @font-face {
        font-family: "Virgil";
        src: url("https://excalidraw.com/Virgil.woff2");
      }
      @font-face {
        font-family: "Cascadia";
        src: url("https://excalidraw.com/Cascadia.woff2");
      }
      @font-face {
        font-family: "Assistant";
        src: url("https://excalidraw.com/Assistant-Regular.woff2");
      }
    </style>
    
  </defs>
  <rect x="0" y="0" width="273.9975580152268" height="486.5831881809063" fill="#ffffff"></rect><g stroke-linecap="round" transform="translate(10 34.12675351856706) rotate(0 118.01216878675768 219.54005463552403)"><path d="M0 0 C71.86 0, 143.71 0, 236.02 0 M0 0 C85.41 0, 170.81 0, 236.02 0 M236.02 0 C236.02 110.37, 236.02 220.73, 236.02 439.08 M236.02 0 C236.02 95.06, 236.02 190.12, 236.02 439.08 M236.02 439.08 C155.07 439.08, 74.12 439.08, 0 439.08 M236.02 439.08 C147.19 439.08, 58.36 439.08, 0 439.08 M0 439.08 C0 314.57, 0 190.07, 0 0 M0 439.08 C0 345.38, 0 251.68, 0 0" stroke="transparent" stroke-width="2" fill="none"></path></g><g stroke-linecap="round" transform="translate(74.15235575657334 179.88030503825757) rotate(0 58.801734896430844 85.90760520131926)"><path d="M0 0 L117.6 0 L117.6 171.82 L0 171.82" stroke="none" stroke-width="0" fill="#e9ecef"></path><path d="M0 0 C24.71 0, 49.42 0, 117.6 0 M0 0 C37.62 0, 75.24 0, 117.6 0 M117.6 0 C117.6 51.65, 117.6 103.29, 117.6 171.82 M117.6 0 C117.6 66.93, 117.6 133.87, 117.6 171.82 M117.6 171.82 C73.07 171.82, 28.53 171.82, 0 171.82 M117.6 171.82 C93.14 171.82, 68.67 171.82, 0 171.82 M0 171.82 C0 117.64, 0 63.46, 0 0 M0 171.82 C0 103.35, 0 34.88, 0 0" stroke="#1e1e1e" stroke-width="2" fill="none"></path></g><g stroke-linecap="round" transform="translate(96.2632442383051 281.5520780083298) rotate(0 44.27296203323044 25.546001066290046)"><path d="M12.77 0 C35.14 0, 57.51 0, 75.77 0 M12.77 0 C26.95 0, 41.13 0, 75.77 0 M75.77 0 C84.29 0, 88.55 4.26, 88.55 12.77 M75.77 0 C84.29 0, 88.55 4.26, 88.55 12.77 M88.55 12.77 C88.55 18.76, 88.55 24.76, 88.55 38.32 M88.55 12.77 C88.55 20.37, 88.55 27.97, 88.55 38.32 M88.55 38.32 C88.55 46.83, 84.29 51.09, 75.77 51.09 M88.55 38.32 C88.55 46.83, 84.29 51.09, 75.77 51.09 M75.77 51.09 C52.85 51.09, 29.92 51.09, 12.77 51.09 M75.77 51.09 C53.9 51.09, 32.02 51.09, 12.77 51.09 M12.77 51.09 C4.26 51.09, 0 46.83, 0 38.32 M12.77 51.09 C4.26 51.09, 0 46.83, 0 38.32 M0 38.32 C0 29.66, 0 21, 0 12.77 M0 38.32 C0 32.47, 0 26.62, 0 12.77 M0 12.77 C0 4.26, 4.26 0, 12.77 0 M0 12.77 C0 4.26, 4.26 0, 12.77 0" stroke="#1e1e1e" stroke-width="2" fill="none"></path></g><g stroke-linecap="round" transform="translate(86.92739609513819 258.87514759145597) rotate(0 19.822898797887774 43.61924530095621)"><path d="M0 0 L39.65 0 L39.65 87.24 L0 87.24" stroke="none" stroke-width="0" fill="#e9ecef"></path><path d="M0 0 C9.23 0, 18.46 0, 39.65 0 M0 0 C12.46 0, 24.93 0, 39.65 0 M39.65 0 C39.65 20.92, 39.65 41.84, 39.65 87.24 M39.65 0 C39.65 27.86, 39.65 55.73, 39.65 87.24 M39.65 87.24 C25.9 87.24, 12.15 87.24, 0 87.24 M39.65 87.24 C31.59 87.24, 23.53 87.24, 0 87.24 M0 87.24 C0 57.79, 0 28.34, 0 0 M0 87.24 C0 53.79, 0 20.35, 0 0" stroke="transparent" stroke-width="2" fill="none"></path></g><g stroke-linecap="round" transform="translate(86.59703440327894 395.030092454268) rotate(0 39.5043158512251 7.5764878801014675)"><path d="M0 0 L79.01 0 L79.01 15.15 L0 15.15" stroke="none" stroke-width="0" fill="#c3e1c5"></path><path d="M0 0 C18.74 0, 37.48 0, 79.01 0 M0 0 C16.69 0, 33.38 0, 79.01 0 M79.01 0 C79.01 3.47, 79.01 6.95, 79.01 15.15 M79.01 0 C79.01 4.23, 79.01 8.46, 79.01 15.15 M79.01 15.15 C56.64 15.15, 34.26 15.15, 0 15.15 M79.01 15.15 C61.54 15.15, 44.07 15.15, 0 15.15 M0 15.15 C0 10.3, 0 5.44, 0 0 M0 15.15 C0 10.25, 0 5.35, 0 0" stroke="#1e1e1e" stroke-width="2" fill="none"></path></g><g transform="translate(101.67481907172987 395.42824888292307) rotate(0 24.769157902348297 7.7657508907896045)"><text x="0" y="12.425465207562423" font-family="Helvetica, Segoe UI Emoji" font-size="13.505653723112115px" fill="#1e1e1e" text-anchor="start" style="white-space: pre;" direction="ltr" dominant-baseline="alphabetic">Softmax</text></g><g stroke-linecap="round" transform="translate(86.53340139144984 365.9354997610408) rotate(0 39.582744364744485 7.59152959565381)"><path d="M0 0 L79.17 0 L79.17 15.18 L0 15.18" stroke="none" stroke-width="0" fill="#d3d8e7"></path><path d="M0 0 C22.02 0, 44.03 0, 79.17 0 M0 0 C22.54 0, 45.08 0, 79.17 0 M79.17 0 C79.17 3.62, 79.17 7.25, 79.17 15.18 M79.17 0 C79.17 5.67, 79.17 11.35, 79.17 15.18 M79.17 15.18 C48.99 15.18, 18.8 15.18, 0 15.18 M79.17 15.18 C54.74 15.18, 30.31 15.18, 0 15.18 M0 15.18 C0 10.73, 0 6.28, 0 0 M0 15.18 C0 10.02, 0 4.86, 0 0" stroke="#1e1e1e" stroke-width="2" fill="none"></path></g><g transform="translate(105.3317160887018 365.617968968103) rotate(0 18.80867503138097 7.781168353048997)"><text x="0" y="12.450133670868752" font-family="Helvetica, Segoe UI Emoji" font-size="13.53246670095489px" fill="#1e1e1e" text-anchor="start" style="white-space: pre;" direction="ltr" dominant-baseline="alphabetic">Linear</text></g><g stroke-linecap="round" transform="translate(86.42973422631303 326.6796623168757) rotate(0 39.592043530871024 7.593313072166438)"><path d="M0 0 L79.18 0 L79.18 15.19 L0 15.19" stroke="none" stroke-width="0" fill="#eef3b5"></path><path d="M0 0 C26.82 0, 53.64 0, 79.18 0 M0 0 C26.6 0, 53.2 0, 79.18 0 M79.18 0 C79.18 3.64, 79.18 7.28, 79.18 15.19 M79.18 0 C79.18 6, 79.18 12.01, 79.18 15.19 M79.18 15.19 C53.82 15.19, 28.45 15.19, 0 15.19 M79.18 15.19 C50.69 15.19, 22.19 15.19, 0 15.19 M0 15.19 C0 11.67, 0 8.15, 0 0 M0 15.19 C0 11.78, 0 8.37, 0 0" stroke="#1e1e1e" stroke-width="2" fill="none"></path></g><g transform="translate(90.02458235604945 326.64174515862123) rotate(0 36.85235451973449 7.7829963813560425)"><text x="0" y="12.453058578253549" font-family="Helvetica, Segoe UI Emoji" font-size="13.535645880619503px" fill="#1e1e1e" text-anchor="start" style="white-space: pre;" direction="ltr" dominant-baseline="alphabetic">Add &amp; Norm</text></g><g stroke-linecap="round" transform="translate(86.35475730413009 290.02641820220015) rotate(0 39.64994053309374 15.549301226650186)"><path d="M0 0 L79.3 0 L79.3 31.1 L0 31.1" stroke="none" stroke-width="0" fill="#b7e3f5"></path><path d="M0 0 C22.88 0, 45.75 0, 79.3 0 M0 0 C16.87 0, 33.73 0, 79.3 0 M79.3 0 C79.3 10.47, 79.3 20.93, 79.3 31.1 M79.3 0 C79.3 8.31, 79.3 16.62, 79.3 31.1 M79.3 31.1 C50.75 31.1, 22.21 31.1, 0 31.1 M79.3 31.1 C56.31 31.1, 33.31 31.1, 0 31.1 M0 31.1 C0 20.06, 0 9.03, 0 0 M0 31.1 C0 24.71, 0 18.32, 0 0" stroke="#1e1e1e" stroke-width="2" fill="none"></path></g><g transform="translate(102.40707159148269 290.3744074171909) rotate(0 24.95727045123658 15.65154130388828)"><text x="24.95727045123668" y="12.521498864124657" font-family="Helvetica, Segoe UI Emoji" font-size="13.610035916424637px" fill="#1e1e1e" text-anchor="middle" style="white-space: pre;" direction="ltr" dominant-baseline="alphabetic">Feed</text><text x="24.95727045123668" y="28.17304016801299" font-family="Helvetica, Segoe UI Emoji" font-size="13.610035916424637px" fill="#1e1e1e" text-anchor="middle" style="white-space: pre;" direction="ltr" dominant-baseline="alphabetic">Forward</text></g><g stroke-linecap="round" transform="translate(86.41911985028037 105.86784965894276) rotate(0 39.64477461325532 15.548572179997336)"><path d="M0 0 L79.29 0 L79.29 31.1 L0 31.1" stroke="none" stroke-width="0" fill="#fad8dc"></path><path d="M0 0 C17.92 0, 35.84 0, 79.29 0 M0 0 C23.71 0, 47.42 0, 79.29 0 M79.29 0 C79.29 7.23, 79.29 14.47, 79.29 31.1 M79.29 0 C79.29 6.66, 79.29 13.32, 79.29 31.1 M79.29 31.1 C55.27 31.1, 31.25 31.1, 0 31.1 M79.29 31.1 C59.25 31.1, 39.22 31.1, 0 31.1 M0 31.1 C0 21.13, 0 11.16, 0 0 M0 31.1 C0 19.53, 0 7.96, 0 0" stroke="#1e1e1e" stroke-width="2" fill="none"></path></g><g transform="translate(92.19435438490837 114.98362841761536) rotate(0 34.42552991896446 7.825403731796541)"><text x="34.42552991896451" y="12.52091177942533" font-family="Helvetica, Segoe UI Emoji" font-size="13.609397794428975px" fill="#1e1e1e" text-anchor="middle" style="white-space: pre;" direction="ltr" dominant-baseline="alphabetic">Embedding</text></g><g transform="translate(85.7555458573911 10) rotate(0 38.937225341796875 7.825403731796541)"><text x="38.937225341796875" y="12.52091177942533" font-family="Helvetica, Segoe UI Emoji" font-size="13.609397794428977px" fill="#1e1e1e" text-anchor="middle" style="white-space: pre;" direction="ltr" dominant-baseline="alphabetic">Input context</text></g><g transform="translate(175.37663439092785 140.5789257105016) rotate(0 29.504749124640966 15.650807463593537)"><text x="29.504749124640945" y="12.52091177942533" font-family="Helvetica, Segoe UI Emoji" font-size="13.609397794428977px" fill="#1e1e1e" text-anchor="middle" style="white-space: pre;" direction="ltr" dominant-baseline="alphabetic">Positional</text><text x="29.504749124640945" y="28.17171924301865" font-family="Helvetica, Segoe UI Emoji" font-size="13.609397794428977px" fill="#1e1e1e" text-anchor="middle" style="white-space: pre;" direction="ltr" dominant-baseline="alphabetic">Encoding</text></g><g stroke-linecap="round" transform="translate(143.26620718585673 142.37347743620467) rotate(0 13.14980218221649 12.845972805910606)"><path d="M26.3 12.85 C26.3 13.59, 26.23 14.34, 26.1 15.08 C25.97 15.81, 25.77 16.54, 25.51 17.24 C25.25 17.94, 24.92 18.63, 24.54 19.27 C24.16 19.91, 23.71 20.53, 23.22 21.1 C22.73 21.67, 22.19 22.21, 21.6 22.69 C21.02 23.16, 20.38 23.6, 19.72 23.97 C19.07 24.34, 18.36 24.66, 17.65 24.92 C16.93 25.17, 16.18 25.37, 15.43 25.5 C14.68 25.63, 13.91 25.69, 13.15 25.69 C12.39 25.69, 11.62 25.63, 10.87 25.5 C10.12 25.37, 9.37 25.17, 8.65 24.92 C7.94 24.66, 7.23 24.34, 6.57 23.97 C5.92 23.6, 5.28 23.16, 4.7 22.69 C4.11 22.21, 3.57 21.67, 3.08 21.1 C2.59 20.53, 2.14 19.91, 1.76 19.27 C1.38 18.63, 1.05 17.94, 0.79 17.24 C0.53 16.54, 0.33 15.81, 0.2 15.08 C0.07 14.34, 0 13.59, 0 12.85 C0 12.1, 0.07 11.35, 0.2 10.62 C0.33 9.88, 0.53 9.15, 0.79 8.45 C1.05 7.75, 1.38 7.07, 1.76 6.42 C2.14 5.78, 2.59 5.16, 3.08 4.59 C3.57 4.02, 4.11 3.48, 4.7 3.01 C5.28 2.53, 5.92 2.09, 6.57 1.72 C7.23 1.35, 7.94 1.03, 8.65 0.77 C9.37 0.52, 10.12 0.32, 10.87 0.2 C11.62 0.07, 12.39 0, 13.15 0 C13.91 0, 14.68 0.07, 15.43 0.2 C16.18 0.32, 16.93 0.52, 17.65 0.77 C18.36 1.03, 19.07 1.35, 19.72 1.72 C20.38 2.09, 21.02 2.53, 21.6 3.01 C22.19 3.48, 22.73 4.02, 23.22 4.59 C23.71 5.16, 24.16 5.78, 24.54 6.42 C24.92 7.07, 25.25 7.75, 25.51 8.45 C25.77 9.15, 25.97 9.88, 26.1 10.62 C26.23 11.35, 26.27 12.47, 26.3 12.85 C26.33 13.22, 26.33 12.47, 26.3 12.85" stroke="#1e1e1e" stroke-width="2" fill="none"></path></g><g stroke-linecap="round"><g transform="translate(143.34779534328618 156.30865534550685) rotate(0 12.545145071907427 0.32787560659244264)"><path d="M0 0 C1.38 1.01, 5.52 6.93, 8.25 6.03 C10.98 5.14, 13.59 -4.27, 16.39 -5.38 C19.2 -6.49, 23.64 -1.42, 25.09 -0.63 M0 0 C1.38 1.01, 5.52 6.93, 8.25 6.03 C10.98 5.14, 13.59 -4.27, 16.39 -5.38 C19.2 -6.49, 23.64 -1.42, 25.09 -0.63" stroke="#1e1e1e" stroke-width="2" fill="none"></path></g></g><mask></mask><g stroke-linecap="round" transform="translate(118.95496434869892 149.1277208824813) rotate(0 6.685627830784142 6.25366536698948)"><path d="M13.37 6.25 C13.37 6.62, 13.34 6.98, 13.27 7.34 C13.2 7.7, 13.1 8.05, 12.97 8.39 C12.84 8.73, 12.67 9.07, 12.48 9.38 C12.28 9.69, 12.06 10, 11.81 10.27 C11.56 10.55, 11.28 10.81, 10.98 11.04 C10.69 11.28, 10.36 11.49, 10.03 11.67 C9.69 11.85, 9.34 12.01, 8.97 12.13 C8.61 12.25, 8.23 12.35, 7.85 12.41 C7.47 12.48, 7.07 12.51, 6.69 12.51 C6.3 12.51, 5.91 12.48, 5.52 12.41 C5.14 12.35, 4.76 12.25, 4.4 12.13 C4.04 12.01, 3.68 11.85, 3.34 11.67 C3.01 11.49, 2.68 11.28, 2.39 11.04 C2.09 10.81, 1.81 10.55, 1.56 10.27 C1.32 10, 1.09 9.69, 0.9 9.38 C0.7 9.07, 0.54 8.73, 0.4 8.39 C0.27 8.05, 0.17 7.7, 0.1 7.34 C0.03 6.98, 0 6.62, 0 6.25 C0 5.89, 0.03 5.52, 0.1 5.17 C0.17 4.81, 0.27 4.45, 0.4 4.11 C0.54 3.77, 0.7 3.44, 0.9 3.13 C1.09 2.81, 1.32 2.51, 1.56 2.23 C1.81 1.96, 2.09 1.7, 2.39 1.46 C2.68 1.23, 3.01 1.02, 3.34 0.84 C3.68 0.66, 4.04 0.5, 4.4 0.38 C4.76 0.25, 5.14 0.16, 5.52 0.1 C5.91 0.03, 6.3 0, 6.69 0 C7.07 0, 7.47 0.03, 7.85 0.1 C8.23 0.16, 8.61 0.25, 8.97 0.38 C9.34 0.5, 9.69 0.66, 10.03 0.84 C10.36 1.02, 10.69 1.23, 10.98 1.46 C11.28 1.7, 11.56 1.96, 11.81 2.23 C12.06 2.51, 12.28 2.81, 12.48 3.13 C12.67 3.44, 12.84 3.77, 12.97 4.11 C13.1 4.45, 13.2 4.81, 13.27 5.17 C13.34 5.52, 13.35 6.07, 13.37 6.25 C13.39 6.43, 13.39 6.07, 13.37 6.25" stroke="#1e1e1e" stroke-width="2" fill="none"></path></g><g stroke-linecap="round"><g transform="translate(121.84207132728125 154.87520785331526) rotate(0 3.7731446528471224 -0.06111556836640375)"><path d="M0 0 C1.26 -0.02, 6.29 -0.1, 7.55 -0.12 M0 0 C1.26 -0.02, 6.29 -0.1, 7.55 -0.12" stroke="#1e1e1e" stroke-width="2" fill="none"></path></g></g><mask></mask><g stroke-linecap="round"><g transform="translate(125.74400757830244 158.97087553499387) rotate(0 0 -3.6064118886624783)"><path d="M0 0 C0 -1.2, 0 -6.01, 0 -7.21 M0 0 C0 -1.2, 0 -6.01, 0 -7.21" stroke="#1e1e1e" stroke-width="2" fill="none"></path></g></g><mask></mask><g stroke-linecap="round"><g transform="translate(125.44567505124769 137.83854803059967) rotate(0 0.08840989987015746 5.245851843973014)"><path d="M0 0 C0.03 1.75, 0.15 8.74, 0.18 10.49 M0 0 C0.03 1.75, 0.15 8.74, 0.18 10.49" stroke="#1e1e1e" stroke-width="2" fill="none"></path></g><g transform="translate(125.44567505124769 137.83854803059967) rotate(0 0.08840989987015746 5.245851843973014)"><path d="M-1.7 5.59 C-1.17 6.98, -0.64 8.37, 0.18 10.49 M-1.7 5.59 C-1.18 6.94, -0.67 8.29, 0.18 10.49" stroke="#1e1e1e" stroke-width="2" fill="none"></path></g><g transform="translate(125.44567505124769 137.83854803059967) rotate(0 0.08840989987015746 5.245851843973014)"><path d="M1.89 5.53 C1.4 6.94, 0.92 8.34, 0.18 10.49 M1.89 5.53 C1.42 6.9, 0.95 8.26, 0.18 10.49" stroke="#1e1e1e" stroke-width="2" fill="none"></path></g></g><mask></mask><g stroke-linecap="round"><g transform="translate(152.40620526230396 204.06276048321251) rotate(0 1.059535393282431 2.757208822508801)"><path d="M0 0 C0.6 1.57, 1.21 3.14, 2.12 5.51 M0 0 C0.8 2.08, 1.6 4.15, 2.12 5.51" stroke="#1e1e1e" stroke-width="2" fill="none"></path></g></g><mask></mask><g stroke-linecap="round"><g transform="translate(154.5477422523727 209.69596127593832) rotate(0 0.9141717410632282 -2.9088855668724136)"><path d="M0 0 C0.47 -1.48, 0.93 -2.96, 1.83 -5.82 M0 0 C0.4 -1.27, 0.8 -2.53, 1.83 -5.82" stroke="#1e1e1e" stroke-width="2" fill="none"></path></g></g><mask></mask><g stroke-linecap="round"><g transform="translate(126.23960546657236 82.51912740393436) rotate(0 0 10.767214242026057)"><path d="M0 0 C0 5.06, 0 10.13, 0 21.53 M0 0 C0 6.74, 0 13.48, 0 21.53" stroke="#1e1e1e" stroke-width="2" fill="none"></path></g></g><mask></mask><g stroke-linecap="round"><g transform="translate(124.24308399478832 98.5218119756264) rotate(0 1.059535393282431 2.757208822508801)"><path d="M0 0 C0.79 2.05, 1.57 4.1, 2.12 5.51 M0 0 C0.8 2.09, 1.61 4.18, 2.12 5.51" stroke="#1e1e1e" stroke-width="2" fill="none"></path></g></g><mask></mask><g stroke-linecap="round"><g transform="translate(126.38462098485888 104.15501276834857) rotate(0 0.9141717410632282 -2.9088855668724136)"><path d="M0 0 C0.63 -2.02, 1.27 -4.04, 1.83 -5.82 M0 0 C0.67 -2.15, 1.35 -4.29, 1.83 -5.82" stroke="#1e1e1e" stroke-width="2" fill="none"></path></g></g><mask></mask><g transform="translate(53.96697433893178 257.98404146811663) rotate(0 8.316485029163914 7.825403731796541)"><text x="8.316485029163996" y="12.52091177942533" font-family="Helvetica, Segoe UI Emoji" font-size="13.609397794428977px" fill="#1e1e1e" text-anchor="middle" style="white-space: pre;" direction="ltr" dominant-baseline="alphabetic">Nx</text></g><g stroke-linecap="round" transform="translate(96.26770527473354 187.9880276719323) rotate(0 44.27296203323044 39.83704062934157)"><path d="M19.92 0 C34.57 0, 49.21 0, 68.63 0 M19.92 0 C31.78 0, 43.65 0, 68.63 0 M68.63 0 C81.91 0, 88.55 6.64, 88.55 19.92 M68.63 0 C81.91 0, 88.55 6.64, 88.55 19.92 M88.55 19.92 C88.55 35.34, 88.55 50.76, 88.55 59.76 M88.55 19.92 C88.55 31.95, 88.55 43.98, 88.55 59.76 M88.55 59.76 C88.55 73.03, 81.91 79.67, 68.63 79.67 M88.55 59.76 C88.55 73.03, 81.91 79.67, 68.63 79.67 M68.63 79.67 C51.28 79.67, 33.94 79.67, 19.92 79.67 M68.63 79.67 C54.67 79.67, 40.71 79.67, 19.92 79.67 M19.92 79.67 C6.64 79.67, 0 73.03, 0 59.76 M19.92 79.67 C6.64 79.67, 0 73.03, 0 59.76 M0 59.76 C0 45.98, 0 32.21, 0 19.92 M0 59.76 C0 50.04, 0 40.33, 0 19.92 M0 19.92 C0 6.64, 6.64 0, 19.92 0 M0 19.92 C0 6.64, 6.64 0, 19.92 0" stroke="#1e1e1e" stroke-width="2" fill="none"></path></g><g stroke-linecap="round" transform="translate(86.71222097040118 184.66873185020722) rotate(0 19.822898797887774 43.61924530095621)"><path d="M0 0 L39.65 0 L39.65 87.24 L0 87.24" stroke="none" stroke-width="0" fill="#e9ecef"></path><path d="M0 0 C14.71 0, 29.42 0, 39.65 0 M0 0 C12.64 0, 25.28 0, 39.65 0 M39.65 0 C39.65 18.22, 39.65 36.43, 39.65 87.24 M39.65 0 C39.65 18.58, 39.65 37.15, 39.65 87.24 M39.65 87.24 C25.26 87.24, 10.88 87.24, 0 87.24 M39.65 87.24 C30.73 87.24, 21.81 87.24, 0 87.24 M0 87.24 C0 64.9, 0 42.56, 0 0 M0 87.24 C0 55.1, 0 22.97, 0 0" stroke="transparent" stroke-width="2" fill="none"></path></g><g stroke-linecap="round" transform="translate(85.66645348026759 259.24159841740675) rotate(0 39.65208402070016 7.604828169534812)"><path d="M0 0 L79.3 0 L79.3 15.21 L0 15.21" stroke="none" stroke-width="0" fill="#eef3b5"></path><path d="M0 0 C24.4 0, 48.81 0, 79.3 0 M0 0 C28.88 0, 57.76 0, 79.3 0 M79.3 0 C79.3 5.75, 79.3 11.5, 79.3 15.21 M79.3 0 C79.3 4.74, 79.3 9.48, 79.3 15.21 M79.3 15.21 C61.37 15.21, 43.44 15.21, 0 15.21 M79.3 15.21 C62.05 15.21, 44.79 15.21, 0 15.21 M0 15.21 C0 11.67, 0 8.13, 0 0 M0 15.21 C0 11.97, 0 8.73, 0 0" stroke="#1e1e1e" stroke-width="2" fill="none"></path></g><g transform="translate(89.32021590994191 259.1801535860486) rotate(0 36.91541673298934 7.794799129418607)"><text x="0" y="12.47194337606214" font-family="Helvetica, Segoe UI Emoji" font-size="13.5561723989891px" fill="#1e1e1e" text-anchor="start" style="white-space: pre;" direction="ltr" dominant-baseline="alphabetic">Add &amp; Norm</text></g><g stroke-linecap="round"><g transform="translate(94.48333395684631 204.00639176495952) rotate(0 1.059535393282431 2.757208822508801)"><path d="M0 0 C0.56 1.46, 1.12 2.92, 2.12 5.51 M0 0 C0.68 1.76, 1.35 3.52, 2.12 5.51" stroke="#1e1e1e" stroke-width="2" fill="none"></path></g></g><mask></mask><g stroke-linecap="round"><g transform="translate(96.62487094691369 209.63959255768532) rotate(0 0.9141717410632282 -2.9088855668724136)"><path d="M0 0 C0.69 -2.2, 1.38 -4.4, 1.83 -5.82 M0 0 C0.66 -2.11, 1.33 -4.23, 1.83 -5.82" stroke="#1e1e1e" stroke-width="2" fill="none"></path></g></g><mask></mask><g stroke-linecap="round" transform="translate(96.40420060860015 194.62491216695526) rotate(0 28.9771080405269 11.51894327096852)"><path d="M5.76 0 C15.97 0, 26.18 0, 52.19 0 M5.76 0 C19.62 0, 33.48 0, 52.19 0 M52.19 0 C56.03 0, 57.95 1.92, 57.95 5.76 M52.19 0 C56.03 0, 57.95 1.92, 57.95 5.76 M57.95 5.76 C57.95 8.77, 57.95 11.78, 57.95 17.28 M57.95 5.76 C57.95 8.22, 57.95 10.69, 57.95 17.28 M57.95 17.28 C57.95 21.12, 56.03 23.04, 52.19 23.04 M57.95 17.28 C57.95 21.12, 56.03 23.04, 52.19 23.04 M52.19 23.04 C42.65 23.04, 33.11 23.04, 5.76 23.04 M52.19 23.04 C34.06 23.04, 15.93 23.04, 5.76 23.04 M5.76 23.04 C1.92 23.04, 0 21.12, 0 17.28 M5.76 23.04 C1.92 23.04, 0 21.12, 0 17.28 M0 17.28 C0 12.76, 0 8.25, 0 5.76 M0 17.28 C0 13.96, 0 10.64, 0 5.76 M0 5.76 C0 1.92, 1.92 0, 5.76 0 M0 5.76 C0 1.92, 1.92 0, 5.76 0" stroke="#1e1e1e" stroke-width="2" fill="none"></path></g><g stroke-linecap="round"><g transform="translate(125.93955642579795 162.7049264291636) rotate(0 0 23.533204096706413)"><path d="M0 0 C0 15.16, 0 30.32, 0 47.07 M0 0 C0 14.55, 0 29.11, 0 47.07" stroke="#1e1e1e" stroke-width="2" fill="none"></path></g></g><mask></mask><g stroke-linecap="round" transform="translate(85.67396466868695 210.38494725223336) rotate(0 39.64477461325532 22.817662184918845)"><path d="M0 0 L79.29 0 L79.29 45.64 L0 45.64" stroke="none" stroke-width="0" fill="#feddac"></path><path d="M0 0 C17.24 0, 34.47 0, 79.29 0 M0 0 C29.13 0, 58.26 0, 79.29 0 M79.29 0 C79.29 13.36, 79.29 26.71, 79.29 45.64 M79.29 0 C79.29 9.78, 79.29 19.56, 79.29 45.64 M79.29 45.64 C53.12 45.64, 26.96 45.64, 0 45.64 M79.29 45.64 C56.15 45.64, 33 45.64, 0 45.64 M0 45.64 C0 35.39, 0 25.15, 0 0 M0 45.64 C0 30.2, 0 14.76, 0 0" stroke="#1e1e1e" stroke-width="2" fill="none"></path></g><g transform="translate(91.59315892882796 209.6825593691019) rotate(0 32.90045335948139 23.47621119539008)"><text x="32.90045335948138" y="12.520911779425331" font-family="Helvetica, Segoe UI Emoji" font-size="13.609397794428979px" fill="#1e1e1e" text-anchor="middle" style="white-space: pre;" direction="ltr" dominant-baseline="alphabetic">Masked</text><text x="32.90045335948138" y="28.171719243018657" font-family="Helvetica, Segoe UI Emoji" font-size="13.609397794428979px" fill="#1e1e1e" text-anchor="middle" style="white-space: pre;" direction="ltr" dominant-baseline="alphabetic">Multi-Head</text><text x="32.90045335948138" y="43.82252670661198" font-family="Helvetica, Segoe UI Emoji" font-size="13.609397794428979px" fill="#1e1e1e" text-anchor="middle" style="white-space: pre;" direction="ltr" dominant-baseline="alphabetic">Attention</text></g><g stroke-linecap="round"><g transform="translate(123.96847329513548 204.16388688957795) rotate(0 1.059535393282431 2.757208822508801)"><path d="M0 0 C0.61 1.58, 1.21 3.16, 2.12 5.51 M0 0 C0.52 1.34, 1.03 2.68, 2.12 5.51" stroke="#1e1e1e" stroke-width="2" fill="none"></path></g></g><mask></mask><g stroke-linecap="round"><g transform="translate(126.1100102852065 209.79708768230284) rotate(0 0.9141717410632282 -2.9088855668724136)"><path d="M0 0 C0.47 -1.5, 0.94 -3, 1.83 -5.82 M0 0 C0.68 -2.17, 1.37 -4.35, 1.83 -5.82" stroke="#1e1e1e" stroke-width="2" fill="none"></path></g></g><mask></mask><g stroke-linecap="round"><g transform="translate(126.29513841305152 256.30549818553754) rotate(0 0 1.3513421274938082)"><path d="M0 0 C0 0.45, 0 2.25, 0 2.7 M0 0 C0 0.45, 0 2.25, 0 2.7" stroke="#1e1e1e" stroke-width="2" fill="none"></path></g></g><mask></mask><g stroke-linecap="round"><g transform="translate(167.56934670867895 263.65293428915356) rotate(90 1.059535393282431 2.757208822508801)"><path d="M0 0 C0.54 1.4, 1.07 2.8, 2.12 5.51 M0 0 C0.51 1.34, 1.03 2.68, 2.12 5.51" stroke="#1e1e1e" stroke-width="2" fill="none"></path></g></g><mask></mask><g stroke-linecap="round"><g transform="translate(167.74760395755357 271.31520201638614) rotate(90 0.9141717410632282 -2.9088855668724136)"><path d="M0 0 C0.56 -1.77, 1.11 -3.54, 1.83 -5.82 M0 0 C0.6 -1.9, 1.2 -3.8, 1.83 -5.82" stroke="#1e1e1e" stroke-width="2" fill="none"></path></g></g><mask></mask><g stroke-linecap="round"><g transform="translate(125.75083906723921 321.51590180872154) rotate(0 0 2.6200416633846544)"><path d="M0 0 C0 0.87, 0 4.37, 0 5.24 M0 0 C0 0.87, 0 4.37, 0 5.24" stroke="#1e1e1e" stroke-width="2" fill="none"></path></g></g><mask></mask><g stroke-linecap="round"><g transform="translate(125.96682020333947 274.507025570535) rotate(0 0 7.701530284485671)"><path d="M0 0 C0 3.8, 0 7.61, 0 15.4 M0 0 C0 4.44, 0 8.89, 0 15.4" stroke="#1e1e1e" stroke-width="2" fill="none"></path></g></g><mask></mask><g stroke-linecap="round"><g transform="translate(123.95810495608339 284.14986392601895) rotate(0 1.059535393282431 2.757208822508801)"><path d="M0 0 C0.68 1.76, 1.35 3.52, 2.12 5.51 M0 0 C0.59 1.55, 1.19 3.1, 2.12 5.51" stroke="#1e1e1e" stroke-width="2" fill="none"></path></g></g><mask></mask><g stroke-linecap="round"><g transform="translate(126.09964194615213 289.78306471874475) rotate(0 0.9141717410632282 -2.9088855668724136)"><path d="M0 0 C0.57 -1.82, 1.14 -3.64, 1.83 -5.82 M0 0 C0.61 -1.94, 1.22 -3.89, 1.83 -5.82" stroke="#1e1e1e" stroke-width="2" fill="none"></path></g></g><mask></mask><g stroke-linecap="round"><g transform="translate(168.16902433525092 328.85429711177585) rotate(90 1.059535393282431 2.757208822508801)"><path d="M0 0 C0.5 1.31, 1.01 2.63, 2.12 5.51 M0 0 C0.43 1.11, 0.86 2.23, 2.12 5.51" stroke="#1e1e1e" stroke-width="2" fill="none"></path></g></g><mask></mask><g stroke-linecap="round"><g transform="translate(168.3472815841269 336.5165648390066) rotate(90 0.9141717410632282 -2.9088855668724136)"><path d="M0 0 C0.67 -2.12, 1.33 -4.24, 1.83 -5.82 M0 0 C0.69 -2.21, 1.39 -4.42, 1.83 -5.82" stroke="#1e1e1e" stroke-width="2" fill="none"></path></g></g><mask></mask><g stroke-linecap="round"><g transform="translate(125.93879258697916 341.8303665203057) rotate(0 0 11.486520266928437)"><path d="M0 0 C0 8.15, 0 16.3, 0 22.97 M0 0 C0 8.98, 0 17.96, 0 22.97" stroke="#1e1e1e" stroke-width="2" fill="none"></path></g></g><mask></mask><g stroke-linecap="round"><g transform="translate(123.77721304113174 359.28950677593275) rotate(0 1.1033065276544676 2.871113613823127)"><path d="M0 0 C0.54 1.41, 1.08 2.82, 2.21 5.74 M0 0 C0.52 1.35, 1.04 2.71, 2.21 5.74" stroke="#1e1e1e" stroke-width="2" fill="none"></path></g></g><mask></mask><g stroke-linecap="round"><g transform="translate(126.00722041543531 365.15542427676064) rotate(0 0.9519376659875434 -3.0290563717630903)"><path d="M0 0 C0.46 -1.46, 0.92 -2.92, 1.9 -6.06 M0 0 C0.48 -1.52, 0.95 -3.03, 1.9 -6.06" stroke="#1e1e1e" stroke-width="2" fill="none"></path></g></g><mask></mask><g stroke-linecap="round"><g transform="translate(126.02040477824403 380.9957337775704) rotate(0 0 6.430266461811243)"><path d="M0 0 C0 4.46, 0 8.93, 0 12.86 M0 0 C0 4.98, 0 9.96, 0 12.86" stroke="#1e1e1e" stroke-width="2" fill="none"></path></g></g><mask></mask><g stroke-linecap="round"><g transform="translate(123.85882523239525 389.1929537851138) rotate(0 1.1033065276544676 2.871113613823127)"><path d="M0 0 C0.47 1.23, 0.94 2.46, 2.21 5.74 M0 0 C0.66 1.72, 1.32 3.44, 2.21 5.74" stroke="#1e1e1e" stroke-width="2" fill="none"></path></g></g><mask></mask><g stroke-linecap="round"><g transform="translate(126.08883260670018 395.05887128594077) rotate(0 0.9519376659875434 -3.0290563717630903)"><path d="M0 0 C0.57 -1.8, 1.13 -3.6, 1.9 -6.06 M0 0 C0.48 -1.53, 0.96 -3.05, 1.9 -6.06" stroke="#1e1e1e" stroke-width="2" fill="none"></path></g></g><mask></mask><g stroke-linecap="round"><g transform="translate(126.46428917879166 411.2879419594783) rotate(0 0 6.430266461811243)"><path d="M0 0 C0 3.32, 0 6.63, 0 12.86 M0 0 C0 4.93, 0 9.86, 0 12.86" stroke="#1e1e1e" stroke-width="2" fill="none"></path></g></g><mask></mask><g stroke-linecap="round"><g transform="translate(124.26242728109492 419.48516196701985) rotate(0 1.1033065276544676 2.871113613823127)"><path d="M0 0 C0.88 2.3, 1.76 4.59, 2.21 5.74 M0 0 C0.52 1.36, 1.04 2.71, 2.21 5.74" stroke="#1e1e1e" stroke-width="2" fill="none"></path></g></g><mask></mask><g stroke-linecap="round"><g transform="translate(126.49243465539985 425.35107946784683) rotate(0 0.9519376659875434 -3.0290563717630903)"><path d="M0 0 C0.38 -1.22, 0.77 -2.44, 1.9 -6.06 M0 0 C0.63 -2, 1.25 -3.99, 1.9 -6.06" stroke="#1e1e1e" stroke-width="2" fill="none"></path></g></g><mask></mask><g stroke-linecap="round" transform="translate(86.47731284278234 52.8419301548538) rotate(0 39.64477461325532 14.143613157191794)"><path d="M0 0 L79.29 0 L79.29 28.29 L0 28.29" stroke="none" stroke-width="0" fill="#a5d8ff"></path><path d="M0 0 C20.75 0, 41.5 0, 79.29 0 M0 0 C25.2 0, 50.4 0, 79.29 0 M79.29 0 C79.29 10.86, 79.29 21.72, 79.29 28.29 M79.29 0 C79.29 10.69, 79.29 21.39, 79.29 28.29 M79.29 28.29 C60.04 28.29, 40.8 28.29, 0 28.29 M79.29 28.29 C55.39 28.29, 31.48 28.29, 0 28.29 M0 28.29 C0 17.55, 0 6.82, 0 0 M0 28.29 C0 21.64, 0 14.99, 0 0" stroke="#1e1e1e" stroke-width="2" fill="none"></path></g><g transform="translate(96.22267538055667 59.13537370042741) rotate(0 29.122649333049367 7.825403731796541)"><text x="29.12264933304931" y="12.52091177942533" font-family="Helvetica, Segoe UI Emoji" font-size="13.609397794428977px" fill="#1e1e1e" text-anchor="middle" style="white-space: pre;" direction="ltr" dominant-baseline="alphabetic">Tokenizer</text></g><g stroke-linecap="round"><g transform="translate(123.53608460002079 28.50994072494359) rotate(0 0 10.767214242026057)"><path d="M0 0 C0 6.79, 0 13.59, 0 21.53 M0 0 C0 8.38, 0 16.77, 0 21.53" stroke="#1e1e1e" stroke-width="2" fill="none"></path></g></g><mask></mask><g stroke-linecap="round"><g transform="translate(121.5395631282363 44.384548420748615) rotate(0 1.059535393282431 2.757208822508801)"><path d="M0 0 C0.44 1.15, 0.88 2.3, 2.12 5.51 M0 0 C0.81 2.11, 1.63 4.23, 2.12 5.51" stroke="#1e1e1e" stroke-width="2" fill="none"></path></g></g><mask></mask><g stroke-linecap="round"><g transform="translate(123.68110011830731 50.01774921347442) rotate(0 0.9141717410632282 -2.9088855668724136)"><path d="M0 0 C0.39 -1.24, 0.78 -2.47, 1.83 -5.82 M0 0 C0.6 -1.91, 1.2 -3.82, 1.83 -5.82" stroke="#1e1e1e" stroke-width="2" fill="none"></path></g></g><mask></mask><g stroke-linecap="round" transform="translate(87.12030362124142 428.3162709690705) rotate(0 39.5043158512251 7.5764878801014675)"><path d="M0 0 L79.01 0 L79.01 15.15 L0 15.15" stroke="none" stroke-width="0" fill="#ffec99"></path><path d="M0 0 C21.89 0, 43.79 0, 79.01 0 M0 0 C25.56 0, 51.13 0, 79.01 0 M79.01 0 C79.01 3.36, 79.01 6.71, 79.01 15.15 M79.01 0 C79.01 5.7, 79.01 11.4, 79.01 15.15 M79.01 15.15 C54.45 15.15, 29.9 15.15, 0 15.15 M79.01 15.15 C49.79 15.15, 20.57 15.15, 0 15.15 M0 15.15 C0 11.56, 0 7.97, 0 0 M0 15.15 C0 11.52, 0 7.89, 0 0" stroke="#1e1e1e" stroke-width="2" fill="none"></path></g><g transform="translate(97.97854285637231 428.7714849985632) rotate(0 28.140380859375 7.7657508907896045)"><text x="0" y="12.425465207562423" font-family="Helvetica, Segoe UI Emoji" font-size="13.505653723112115px" fill="#1e1e1e" text-anchor="start" style="white-space: pre;" direction="ltr" dominant-baseline="alphabetic">Sampling</text></g><g stroke-linecap="round"><g transform="translate(125.74256769365593 444.35544780337295) rotate(0 0 6.430266461811243)"><path d="M0 0 C0 4.75, 0 9.5, 0 12.86 M0 0 C0 4.98, 0 9.97, 0 12.86" stroke="#1e1e1e" stroke-width="2" fill="none"></path></g></g><mask></mask><g stroke-linecap="round"><g transform="translate(123.54070579595964 452.5526678109163) rotate(0 1.1033065276544676 2.871113613823127)"><path d="M0 0 C0.85 2.2, 1.69 4.41, 2.21 5.74 M0 0 C0.74 1.92, 1.48 3.85, 2.21 5.74" stroke="#1e1e1e" stroke-width="2" fill="none"></path></g></g><mask></mask><g stroke-linecap="round"><g transform="translate(125.77071317026412 458.4185853117415) rotate(0 0.9519376659875434 -3.0290563717630903)"><path d="M0 0 C0.51 -1.61, 1.01 -3.23, 1.9 -6.06 M0 0 C0.41 -1.29, 0.81 -2.58, 1.9 -6.06" stroke="#1e1e1e" stroke-width="2" fill="none"></path></g></g><mask></mask><g transform="translate(86.42384388179016 460.9323807173132) rotate(0 38.937232971191406 7.825403731796541)"><text x="38.937232971191406" y="12.52091177942533" font-family="Helvetica, Segoe UI Emoji" font-size="13.609397794428977px" fill="#1e1e1e" text-anchor="middle" style="white-space: pre;" direction="ltr" dominant-baseline="alphabetic">Output token</text></g><g stroke-linecap="round"><g transform="translate(196.56448095408132 213.19214902191743) rotate(270 0 10.767214242026057)"><path d="M0 0 C0 6.49, 0 12.99, 0 21.53 M0 0 C0 4.88, 0 9.75, 0 21.53" stroke="#1e1e1e" stroke-width="2" fill="none"></path></g></g><mask></mask><g transform="translate(210.7164922062516 215.9877982380449) rotate(0 26.45953369140625 7.825403731796541)"><text x="26.45953369140625" y="12.52091177942533" font-family="Helvetica, Segoe UI Emoji" font-size="13.609397794428977px" fill="#1e1e1e" text-anchor="middle" style="white-space: pre;" direction="ltr" dominant-baseline="alphabetic">Residual</text></g><g stroke-linecap="round"><g transform="translate(196.92647938024402 297.29298279494924) rotate(270 0 10.767214242026057)"><path d="M0 0 C0 4.77, 0 9.55, 0 21.53 M0 0 C0 4.41, 0 8.82, 0 21.53" stroke="#1e1e1e" stroke-width="2" fill="none"></path></g></g><mask></mask><g transform="translate(211.0784906324143 300.02836054007184) rotate(0 26.45953369140625 7.825403731796541)"><text x="26.45953369140625" y="12.52091177942533" font-family="Helvetica, Segoe UI Emoji" font-size="13.609397794428977px" fill="#1e1e1e" text-anchor="middle" style="white-space: pre;" direction="ltr" dominant-baseline="alphabetic">Residual</text></g></svg>