AGI-architecture-Q1.svg

<?xml version="1.0" encoding="UTF-8" standalone="no"?>
<svg
   width="144.87401mm"
   height="147.59561mm"
   viewBox="0 0 144.87401 147.59561"
   version="1.1"
   id="svg9913"
   inkscape:version="1.2.2 (1:1.2.2+202212051550+b0a8486541)"
   sodipodi:docname="AGI-architecture-Q1.svg"
   inkscape:export-filename="../2023/AGI-architecture-Q1.png"
   inkscape:export-xdpi="192"
   inkscape:export-ydpi="192"
   xmlns:inkscape="http://www.inkscape.org/namespaces/inkscape"
   xmlns:sodipodi="http://sodipodi.sourceforge.net/DTD/sodipodi-0.dtd"
   xmlns="http://www.w3.org/2000/svg"
   xmlns:svg="http://www.w3.org/2000/svg"
   xmlns:rdf="http://www.w3.org/1999/02/22-rdf-syntax-ns#"
   xmlns:cc="http://creativecommons.org/ns#"
   xmlns:dc="http://purl.org/dc/elements/1.1/">
  <defs
     id="defs9907">
    <marker
       style="overflow:visible"
       id="TriangleStart"
       refX="0"
       refY="0"
       orient="auto-start-reverse"
       inkscape:stockid="TriangleStart"
       markerWidth="5.3244081"
       markerHeight="6.155385"
       viewBox="0 0 5.3244081 6.1553851"
       inkscape:isstock="true"
       inkscape:collect="always"
       preserveAspectRatio="xMidYMid">
      <path
         style="fill:context-stroke;fill-rule:evenodd;stroke:context-stroke;stroke-width:0.5pt"
         d="M 2.885,0 -1.44,2.5 v -5 z"
         id="path135" />
    </marker>
    <marker
       style="overflow:visible"
       id="Arrow1Mend"
       refX="0"
       refY="0"
       orient="auto"
       inkscape:stockid="Arrow1Mend"
       inkscape:isstock="true">
      <path
         transform="matrix(-0.4,0,0,-0.4,-4,0)"
         style="fill:#000000;fill-opacity:1;fill-rule:evenodd;stroke:#000000;stroke-width:1pt;stroke-opacity:1"
         d="M 0,0 5,-5 -12.5,0 5,5 Z"
         id="path14170" />
    </marker>
    <clipPath
       id="clipPath5942-3-9-0-3-1-2-2-36-4-1">
      <path
         d="M 0,0 H 11 V 9.5625 H 0 Z m 0,0"
         id="path8318-6-1-6-0-7-5-9-7-8-2" />
    </clipPath>
    <clipPath
       id="clipPath5942-3-9-0-3-1-2-2-36-6-12-4">
      <path
         d="M 0,0 H 11 V 9.5625 H 0 Z m 0,0"
         id="path8318-6-1-6-0-7-5-9-7-0-2-7" />
    </clipPath>
    <clipPath
       id="clipPath5942-3-9-0-3-1-2-2-36-4-1-7">
      <path
         d="M 0,0 H 11 V 9.5625 H 0 Z m 0,0"
         id="path8318-6-1-6-0-7-5-9-7-8-2-5" />
    </clipPath>
    <clipPath
       id="clipPath5942-3-9-0-3-1-2-2-36-6-12-4-3">
      <path
         d="M 0,0 H 11 V 9.5625 H 0 Z m 0,0"
         id="path8318-6-1-6-0-7-5-9-7-0-2-7-5" />
    </clipPath>
    <clipPath
       id="clipPath5942-3-9-0-3-1-2-2-36-4-1-3">
      <path
         d="M 0,0 H 11 V 9.5625 H 0 Z m 0,0"
         id="path8318-6-1-6-0-7-5-9-7-8-2-6" />
    </clipPath>
    <clipPath
       id="clipPath5942-3-9-0-3-1-2-2-36-6-12-4-7">
      <path
         d="M 0,0 H 11 V 9.5625 H 0 Z m 0,0"
         id="path8318-6-1-6-0-7-5-9-7-0-2-7-53" />
    </clipPath>
    <marker
       style="overflow:visible"
       id="Arrow1Mend-5"
       refX="0"
       refY="0"
       orient="auto"
       inkscape:stockid="Arrow1Mend"
       inkscape:isstock="true">
      <path
         transform="matrix(-0.4,0,0,-0.4,-4,0)"
         style="fill:#000000;fill-opacity:1;fill-rule:evenodd;stroke:#000000;stroke-width:1pt;stroke-opacity:1"
         d="M 0,0 5,-5 -12.5,0 5,5 Z"
         id="path14170-6" />
    </marker>
    <clipPath
       id="clipPath5942-3-9-0-3-1-2-2-36-4-1-3-6">
      <path
         d="M 0,0 H 11 V 9.5625 H 0 Z m 0,0"
         id="path8318-6-1-6-0-7-5-9-7-8-2-6-5" />
    </clipPath>
    <clipPath
       id="clipPath5942-3-9-0-3-1-2-2-36-6-12-4-7-6">
      <path
         d="M 0,0 H 11 V 9.5625 H 0 Z m 0,0"
         id="path8318-6-1-6-0-7-5-9-7-0-2-7-53-9" />
    </clipPath>
  </defs>
  <sodipodi:namedview
     id="base"
     pagecolor="#ffffff"
     bordercolor="#ff0000"
     borderopacity="1"
     inkscape:pageopacity="1"
     inkscape:pageshadow="2"
     inkscape:zoom="1.4142136"
     inkscape:cx="398.10112"
     inkscape:cy="75.306872"
     inkscape:document-units="mm"
     inkscape:current-layer="layer1"
     inkscape:document-rotation="0"
     showgrid="false"
     inkscape:window-width="1920"
     inkscape:window-height="1055"
     inkscape:window-x="0"
     inkscape:window-y="0"
     inkscape:window-maximized="1"
     inkscape:showpageshadow="0"
     inkscape:pagecheckerboard="0"
     inkscape:deskcolor="#ffffff" />
  <metadata
     id="metadata9910">
    <rdf:RDF>
      <cc:Work
         rdf:about="">
        <dc:format>image/svg+xml</dc:format>
        <dc:type
           rdf:resource="http://purl.org/dc/dcmitype/StillImage" />
      </cc:Work>
    </rdf:RDF>
  </metadata>
  <g
     inkscape:label="Layer 1"
     inkscape:groupmode="layer"
     id="layer1"
     transform="translate(-230.88353,0.82110777)">
    <path
       style="fill:none;stroke:#000000;stroke-width:0.529167;marker-start:url(#TriangleStart)"
       d="m 260.022,84.365139 v -5.781927 h 21.39428"
       id="path3328"
       sodipodi:nodetypes="ccc" />
    <path
       style="fill:none;stroke:#000000;stroke-width:0.529167;marker-start:url(#TriangleStart)"
       d="m 281.18867,84.365139 v -5.781927 h 31.97761"
       id="path3326" />
    <path
       style="fill:none;stroke:#000000;stroke-width:0.529167"
       d="M 281.41628,99.142886 H 260.022 v -6.595117"
       id="path3324" />
    <path
       style="fill:none;stroke:#000000;stroke-width:0.529167"
       d="M 313.16628,99.142886 H 281.18867 V 92.547769"
       id="path3322"
       sodipodi:nodetypes="ccc" />
    <path
       style="fill:none;stroke:#000000;stroke-width:0.529167"
       d="M 329.57046,99.142886 H 312.93868 V 92.547768"
       id="path3466"
       sodipodi:nodetypes="ccc" />
    <path
       style="fill:none;stroke:#000000;stroke-width:0.529167;marker-mid:url(#TriangleStart)"
       d="M 329.57049,99.142886 V 88.863054 78.583212"
       id="path3464" />
    <path
       style="fill:none;stroke:#000000;stroke-width:0.529167;marker-start:url(#TriangleStart)"
       d="m 312.93868,84.365139 v -5.781927 h 16.63178"
       id="rect962-9"
       sodipodi:nodetypes="ccc" />
    <text
       xml:space="preserve"
       style="font-weight:300;font-size:5.64444px;line-height:1.25;font-family:'Alibaba PuHuiTi';-inkscape-font-specification:'Alibaba PuHuiTi, Light';letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"
       x="335.45895"
       y="90.553123"
       id="text2410-5"><tspan
         sodipodi:role="line"
         id="tspan2408-0"
         style="stroke-width:0.264583"
         x="335.45895"
         y="90.553123">转移函数 <tspan
   style="font-style:italic;font-variant:normal;font-weight:normal;font-stretch:normal;font-family:'Latin Modern Math';-inkscape-font-specification:'Latin Modern Math'"
   id="tspan2412-4">F</tspan></tspan></text>
    <path
       id="rect962"
       style="fill:none;stroke:#000000;stroke-width:0.529167;marker-start:url(#TriangleStart)"
       d="m 269.6329,20.341203 v -5.781927 h 11.34011 V 35.118962 H 269.6329 v -6.59513"
       sodipodi:nodetypes="cccccc" />
    <g
       id="g1543-3-7-7-9-5-2"
       style="fill:none;stroke:#0000ff"
       transform="rotate(90,97.075181,158.17169)"
       inkscape:export-filename="symmetric-Self-Attention.png"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192" />
    <g
       inkscape:label=""
       transform="translate(289.7277,53.007659)"
       id="g1034-7-2-2-9-68-8-39-6-1-8-2"
       inkscape:export-filename="Self-Attention_repeated.png"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192">
      <g
         id="g1032-5-7-6-0-0-0-0-2-5-6-9"
         transform="matrix(0.352778,0,0,0.352778,-0.336241,0.258542)">
        <g
           clip-path="url(#clipPath5942-3-9-0-3-1-2-2-36-4-1-3)"
           clip-rule="nonzero"
           id="g1030-3-0-1-8-2-4-88-61-0-3-1">
          <g
             style="fill:#000000;fill-opacity:1"
             id="g1028-5-9-8-8-1-7-5-8-9-7-2">
            <g
               id="g1026-6-3-7-5-0-6-0-7-04-7-7"
               transform="translate(0,9.5640001)">
              <path
                 style="stroke:none"
                 d="m 6.125,-9.9375 c -0.140625,-0.296875 -0.234375,-0.359375 -0.390625,-0.359375 -0.21875,0 -0.28125,0.125 -0.375,0.359375 L 1.0625,-0.3125 c -0.09375,0.21875 -0.109375,0.265625 -0.109375,0.34375 0,0.1875 0.15625,0.34375 0.34375,0.34375 0.109375,0 0.25,-0.03125 0.390625,-0.359375 l 4.046875,-9.125 4.046875,9.125 C 9.9375,0.375 10.109375,0.375 10.171875,0.375 c 0.1875,0 0.34375,-0.15625 0.34375,-0.34375 0,-0.03125 0,-0.0625 -0.09375,-0.265625 z m 0,0"
                 id="path1024-2-6-9-0-5-8-96-9-0-2-0" />
            </g>
          </g>
        </g>
      </g>
    </g>
    <g
       inkscape:label=""
       transform="translate(311.30432,52.937399)"
       id="g1034-7-2-2-9-68-8-39-6-4-9-5-6">
      <g
         id="g1032-5-7-6-0-0-0-0-2-6-0-3-0"
         transform="matrix(0.352778,0,0,0.352778,-0.336241,0.258542)">
        <g
           clip-path="url(#clipPath5942-3-9-0-3-1-2-2-36-6-12-4-7)"
           clip-rule="nonzero"
           id="g1030-3-0-1-8-2-4-88-61-7-8-7-6">
          <g
             style="fill:#000000;fill-opacity:1"
             id="g1028-5-9-8-8-1-7-5-8-6-9-6-2">
            <g
               id="g1026-6-3-7-5-0-6-0-7-0-8-8-6"
               transform="translate(0,9.5640001)">
              <path
                 style="stroke:none"
                 d="m 6.125,-9.9375 c -0.140625,-0.296875 -0.234375,-0.359375 -0.390625,-0.359375 -0.21875,0 -0.28125,0.125 -0.375,0.359375 L 1.0625,-0.3125 c -0.09375,0.21875 -0.109375,0.265625 -0.109375,0.34375 0,0.1875 0.15625,0.34375 0.34375,0.34375 0.109375,0 0.25,-0.03125 0.390625,-0.359375 l 4.046875,-9.125 4.046875,9.125 C 9.9375,0.375 10.109375,0.375 10.171875,0.375 c 0.1875,0 0.34375,-0.15625 0.34375,-0.34375 0,-0.03125 0,-0.0625 -0.09375,-0.265625 z m 0,0"
                 id="path1024-2-6-9-0-5-8-96-9-9-8-13-1" />
            </g>
          </g>
        </g>
      </g>
    </g>
    <text
       xml:space="preserve"
       style="font-size:4.23333px;line-height:1.25;font-family:sans-serif;letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"
       x="315.99341"
       y="55.193642"
       id="text32874-3-2-7-0-6-8"><tspan
         sodipodi:role="line"
         id="tspan32872-85-0-59-3-4-79"
         style="stroke-width:0.264583"
         x="315.99341"
         y="55.193642">. . . .</tspan></text>
    <g
       id="g645"
       transform="translate(-1.8183365,-8.5097482)">
      <rect
         style="fill:#d5f6ff;stroke:#0000ff;stroke-width:0.264583"
         id="rect4029-2-6-2-6-6-6-0-5-2-0-3-6-2-4"
         width="13.417044"
         height="7.1904674"
         x="275.75098"
         y="59.736889"
         ry="7.6293945e-06"
         inkscape:export-xdpi="192"
         inkscape:export-ydpi="192" />
      <text
         xml:space="preserve"
         style="font-weight:300;font-size:5.64444px;line-height:1.25;font-family:'Alibaba PuHuiTi';-inkscape-font-specification:'Alibaba PuHuiTi, Light';letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"
         x="277.02316"
         y="65.236725"
         id="text571"><tspan
           sodipodi:role="line"
           id="tspan569"
           style="stroke-width:0.264583"
           x="277.02316"
           y="65.236725">命题</tspan></text>
    </g>
    <g
       id="g645-3"
       transform="translate(-30.9225,-8.5097482)">
      <rect
         style="fill:#ffff00;stroke:#000000;stroke-width:0.264583"
         id="rect4029-2-6-2-6-6-6-0-5-2-0-3-6-2-4-2"
         width="13.417044"
         height="7.1904674"
         x="275.75098"
         y="59.736889"
         ry="7.6293945e-06"
         inkscape:export-xdpi="192"
         inkscape:export-ydpi="192" />
      <text
         xml:space="preserve"
         style="font-weight:300;font-size:5.64444px;line-height:1.25;font-family:'Alibaba PuHuiTi';-inkscape-font-specification:'Alibaba PuHuiTi, Light';letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"
         x="276.83606"
         y="65.236725"
         id="text571-0"><tspan
           sodipodi:role="line"
           id="tspan569-6"
           style="stroke-width:0.264583"
           x="276.83606"
           y="65.236725">状态</tspan></text>
    </g>
    <g
       id="g645-3-5"
       transform="translate(-12.930837,-37.613915)">
      <rect
         style="fill:#ffff00;stroke:#000000;stroke-width:0.264583"
         id="rect4029-2-6-2-6-6-6-0-5-2-0-3-6-2-4-2-5"
         width="13.417044"
         height="7.1904674"
         x="275.75098"
         y="59.736889"
         ry="7.6293945e-06"
         inkscape:export-xdpi="192"
         inkscape:export-ydpi="192" />
      <text
         xml:space="preserve"
         style="font-weight:300;font-size:5.64444px;line-height:1.25;font-family:'Alibaba PuHuiTi';-inkscape-font-specification:'Alibaba PuHuiTi, Light';letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"
         x="276.83606"
         y="65.236725"
         id="text571-0-4"><tspan
           sodipodi:role="line"
           id="tspan569-6-7"
           style="stroke-width:0.264583"
           x="276.83606"
           y="65.236725">状态</tspan></text>
    </g>
    <g
       id="g645-7"
       transform="translate(19.348331,-8.5097482)">
      <rect
         style="fill:#d5f6ff;stroke:#0000ff;stroke-width:0.264583"
         id="rect4029-2-6-2-6-6-6-0-5-2-0-3-6-2-4-8"
         width="13.417044"
         height="7.1904674"
         x="275.75098"
         y="59.736889"
         ry="7.6293945e-06"
         inkscape:export-xdpi="192"
         inkscape:export-ydpi="192" />
      <text
         xml:space="preserve"
         style="font-weight:300;font-size:5.64444px;line-height:1.25;font-family:'Alibaba PuHuiTi';-inkscape-font-specification:'Alibaba PuHuiTi, Light';letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"
         x="277.02316"
         y="65.236725"
         id="text571-4"><tspan
           sodipodi:role="line"
           id="tspan569-5"
           style="stroke-width:0.264583"
           x="277.02316"
           y="65.236725">命题</tspan></text>
    </g>
    <g
       id="g645-0"
       transform="translate(51.09833,-8.5097482)">
      <rect
         style="fill:#d5f6ff;stroke:#0000ff;stroke-width:0.264583"
         id="rect4029-2-6-2-6-6-6-0-5-2-0-3-6-2-4-3"
         width="13.417044"
         height="7.1904674"
         x="275.75098"
         y="59.736889"
         ry="7.6293945e-06"
         inkscape:export-xdpi="192"
         inkscape:export-ydpi="192" />
      <text
         xml:space="preserve"
         style="font-weight:300;font-size:5.64444px;line-height:1.25;font-family:'Alibaba PuHuiTi';-inkscape-font-specification:'Alibaba PuHuiTi, Light';letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"
         x="277.02316"
         y="65.236725"
         id="text571-6"><tspan
           sodipodi:role="line"
           id="tspan569-1"
           style="stroke-width:0.264583"
           x="277.02316"
           y="65.236725">命题</tspan></text>
    </g>
    <g
       inkscape:label=""
       transform="translate(268.96958,88.321184)"
       id="g1034-7-2-2-9-68-8-39-6-1-8-2-3"
       inkscape:export-filename="Self-Attention_repeated.png"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192">
      <g
         id="g1032-5-7-6-0-0-0-0-2-5-6-9-7"
         transform="matrix(0.352778,0,0,0.352778,-0.336241,0.258542)">
        <g
           clip-path="url(#clipPath5942-3-9-0-3-1-2-2-36-4-1-3-6)"
           clip-rule="nonzero"
           id="g1030-3-0-1-8-2-4-88-61-0-3-1-4">
          <g
             style="fill:#000000;fill-opacity:1"
             id="g1028-5-9-8-8-1-7-5-8-9-7-2-5">
            <g
               id="g1026-6-3-7-5-0-6-0-7-04-7-7-2"
               transform="translate(0,9.5640001)">
              <path
                 style="stroke:none"
                 d="m 6.125,-9.9375 c -0.140625,-0.296875 -0.234375,-0.359375 -0.390625,-0.359375 -0.21875,0 -0.28125,0.125 -0.375,0.359375 L 1.0625,-0.3125 c -0.09375,0.21875 -0.109375,0.265625 -0.109375,0.34375 0,0.1875 0.15625,0.34375 0.34375,0.34375 0.109375,0 0.25,-0.03125 0.390625,-0.359375 l 4.046875,-9.125 4.046875,9.125 C 9.9375,0.375 10.109375,0.375 10.171875,0.375 c 0.1875,0 0.34375,-0.15625 0.34375,-0.34375 0,-0.03125 0,-0.0625 -0.09375,-0.265625 z m 0,0"
                 id="path1024-2-6-9-0-5-8-96-9-0-2-0-5" />
            </g>
          </g>
        </g>
      </g>
    </g>
    <g
       inkscape:label=""
       transform="translate(290.5462,88.250924)"
       id="g1034-7-2-2-9-68-8-39-6-4-9-5-6-4">
      <g
         id="g1032-5-7-6-0-0-0-0-2-6-0-3-0-7"
         transform="matrix(0.352778,0,0,0.352778,-0.336241,0.258542)">
        <g
           clip-path="url(#clipPath5942-3-9-0-3-1-2-2-36-6-12-4-7-6)"
           clip-rule="nonzero"
           id="g1030-3-0-1-8-2-4-88-61-7-8-7-6-4">
          <g
             style="fill:#000000;fill-opacity:1"
             id="g1028-5-9-8-8-1-7-5-8-6-9-6-2-4">
            <g
               id="g1026-6-3-7-5-0-6-0-7-0-8-8-6-3"
               transform="translate(0,9.5640001)">
              <path
                 style="stroke:none"
                 d="m 6.125,-9.9375 c -0.140625,-0.296875 -0.234375,-0.359375 -0.390625,-0.359375 -0.21875,0 -0.28125,0.125 -0.375,0.359375 L 1.0625,-0.3125 c -0.09375,0.21875 -0.109375,0.265625 -0.109375,0.34375 0,0.1875 0.15625,0.34375 0.34375,0.34375 0.109375,0 0.25,-0.03125 0.390625,-0.359375 l 4.046875,-9.125 4.046875,9.125 C 9.9375,0.375 10.109375,0.375 10.171875,0.375 c 0.1875,0 0.34375,-0.15625 0.34375,-0.34375 0,-0.03125 0,-0.0625 -0.09375,-0.265625 z m 0,0"
                 id="path1024-2-6-9-0-5-8-96-9-9-8-13-1-0" />
            </g>
          </g>
        </g>
      </g>
    </g>
    <text
       xml:space="preserve"
       style="font-size:4.23333px;line-height:1.25;font-family:sans-serif;letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"
       x="295.23514"
       y="90.507164"
       id="text32874-3-2-7-0-6-8-7"><tspan
         sodipodi:role="line"
         id="tspan32872-85-0-59-3-4-79-8"
         style="stroke-width:0.264583"
         x="295.23514"
         y="90.507164">. . . .</tspan></text>
    <g
       id="g645-6"
       transform="translate(-22.576363,26.803771)">
      <rect
         style="fill:#d5f6ff;stroke:#0000ff;stroke-width:0.264583"
         id="rect4029-2-6-2-6-6-6-0-5-2-0-3-6-2-4-88"
         width="13.417044"
         height="7.1904674"
         x="275.75098"
         y="59.736889"
         ry="7.6293945e-06"
         inkscape:export-xdpi="192"
         inkscape:export-ydpi="192" />
      <text
         xml:space="preserve"
         style="font-weight:300;font-size:5.64444px;line-height:1.25;font-family:'Alibaba PuHuiTi';-inkscape-font-specification:'Alibaba PuHuiTi, Light';letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"
         x="277.02316"
         y="65.236725"
         id="text571-43"><tspan
           sodipodi:role="line"
           id="tspan569-14"
           style="stroke-width:0.264583"
           x="277.02316"
           y="65.236725">命题</tspan></text>
    </g>
    <g
       id="g645-7-9"
       transform="translate(-1.4096912,26.803771)">
      <rect
         style="fill:#d5f6ff;stroke:#0000ff;stroke-width:0.264583"
         id="rect4029-2-6-2-6-6-6-0-5-2-0-3-6-2-4-8-2"
         width="13.417044"
         height="7.1904674"
         x="275.75098"
         y="59.736889"
         ry="7.6293945e-06"
         inkscape:export-xdpi="192"
         inkscape:export-ydpi="192" />
      <text
         xml:space="preserve"
         style="font-weight:300;font-size:5.64444px;line-height:1.25;font-family:'Alibaba PuHuiTi';-inkscape-font-specification:'Alibaba PuHuiTi, Light';letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"
         x="277.02316"
         y="65.236725"
         id="text571-4-0"><tspan
           sodipodi:role="line"
           id="tspan569-5-6"
           style="stroke-width:0.264583"
           x="277.02316"
           y="65.236725">命题</tspan></text>
    </g>
    <g
       id="g645-0-8"
       transform="translate(30.340301,26.803771)">
      <rect
         style="fill:#d5f6ff;stroke:#0000ff;stroke-width:0.264583"
         id="rect4029-2-6-2-6-6-6-0-5-2-0-3-6-2-4-3-9"
         width="13.417044"
         height="7.1904674"
         x="275.75098"
         y="59.736889"
         ry="7.6293945e-06"
         inkscape:export-xdpi="192"
         inkscape:export-ydpi="192" />
      <text
         xml:space="preserve"
         style="font-weight:300;font-size:5.64444px;line-height:1.25;font-family:'Alibaba PuHuiTi';-inkscape-font-specification:'Alibaba PuHuiTi, Light';letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"
         x="277.02316"
         y="65.236725"
         id="text571-6-2"><tspan
           sodipodi:role="line"
           id="tspan569-1-6"
           style="stroke-width:0.264583"
           x="277.02316"
           y="65.236725">命题</tspan></text>
    </g>
    <text
       xml:space="preserve"
       style="font-weight:300;font-size:5.64444px;line-height:1.25;font-family:'Alibaba PuHuiTi';-inkscape-font-specification:'Alibaba PuHuiTi, Light';letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"
       x="264.41797"
       y="56.274475"
       id="text867"><tspan
         sodipodi:role="line"
         id="tspan865"
         style="stroke-width:0.264583"
         x="264.41797"
         y="56.274475">=</tspan></text>
    <text
       xml:space="preserve"
       style="font-weight:300;font-size:5.64444px;line-height:1.25;font-family:'Alibaba PuHuiTi';-inkscape-font-specification:'Alibaba PuHuiTi, Light';letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"
       x="234.81836"
       y="8.434"
       id="text908"><tspan
         sodipodi:role="line"
         id="tspan906"
         style="stroke-width:0.264583"
         x="234.81836"
         y="8.434">强化学习的一般形式：（没有逻辑结构）</tspan></text>
    <text
       xml:space="preserve"
       style="font-weight:300;font-size:5.64444px;line-height:1.25;font-family:'Alibaba PuHuiTi';-inkscape-font-specification:'Alibaba PuHuiTi, Light';letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"
       x="285.80298"
       y="27.058361"
       id="text2410"><tspan
         sodipodi:role="line"
         id="tspan2408"
         style="stroke-width:0.264583"
         x="285.80298"
         y="27.058361">转移函数 <tspan
   style="font-style:italic;font-variant:normal;font-weight:normal;font-stretch:normal;font-family:'Latin Modern Math';-inkscape-font-specification:'Latin Modern Math'"
   id="tspan2412">F</tspan></tspan></text>
    <text
       xml:space="preserve"
       style="font-weight:300;font-size:5.64444px;line-height:1.25;font-family:'Alibaba PuHuiTi';-inkscape-font-specification:'Alibaba PuHuiTi, Light';letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"
       x="236.14523"
       y="43.503693"
       id="text2416"><tspan
         sodipodi:role="line"
         id="tspan2414"
         style="stroke-width:0.264583"
         x="236.14523"
         y="43.503693">逻辑化：</tspan></text>
    <text
       xml:space="preserve"
       style="font-weight:300;font-size:5.64444px;line-height:1.25;font-family:'Alibaba PuHuiTi';-inkscape-font-specification:'Alibaba PuHuiTi, Light';letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"
       x="236.61499"
       y="70.154495"
       id="text2420"><tspan
         sodipodi:role="line"
         id="tspan2418"
         style="stroke-width:0.264583"
         x="236.61499"
         y="70.154495">转移函数 具有逻辑结构（例如：命题有可交换性）</tspan></text>
    <text
       xml:space="preserve"
       style="font-weight:300;font-size:5.64444px;line-height:1.25;font-family:'Alibaba PuHuiTi';-inkscape-font-specification:'Alibaba PuHuiTi, Light';letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"
       x="237.23979"
       y="111.39991"
       id="text3718"><tspan
         sodipodi:role="line"
         id="tspan3716"
         style="stroke-width:0.264583"
         x="237.23979"
         y="111.39991">很明显的想法就是： 转移函数 用 Transformer 来做。</tspan><tspan
         sodipodi:role="line"
         style="stroke-width:0.264583"
         x="237.23979"
         y="118.45546"
         id="tspan3720">但 Transformer 有很多层 Self-Attention，</tspan><tspan
         sodipodi:role="line"
         style="stroke-width:0.264583"
         x="237.23979"
         y="125.51101"
         id="tspan3722">是不是只需要一层？（因为强化学习 本身是一个 loop）</tspan><tspan
         sodipodi:role="line"
         style="stroke-width:0.264583"
         x="237.23979"
         y="132.56656"
         id="tspan3726">但如果一层的话，参数变得很少。</tspan><tspan
         sodipodi:role="line"
         style="stroke-width:0.264583"
         x="237.23979"
         y="139.62212"
         id="tspan3724">将深度转化成「广度」？（Attention Heads 增加）</tspan></text>
    <text
       xml:space="preserve"
       style="font-weight:300;font-size:5.64444px;line-height:1.25;font-family:'Alibaba PuHuiTi';-inkscape-font-specification:'Alibaba PuHuiTi, Light';letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"
       x="317.76956"
       y="23.005421"
       id="text3730"><tspan
         sodipodi:role="line"
         id="tspan3728"
         style="stroke-width:0.264583"
         x="317.76956"
         y="23.005421">（AGI 的所有知识</tspan><tspan
         sodipodi:role="line"
         style="stroke-width:0.264583"
         x="317.76956"
         y="30.06097"
         id="tspan3732">储存在 转移函数内）</tspan></text>
  </g>
</svg>