lstm.svg

<?xml version="1.0" encoding="UTF-8" standalone="no"?>
<!-- Created with Inkscape (http://www.inkscape.org/) -->

<svg
   xmlns:dc="http://purl.org/dc/elements/1.1/"
   xmlns:cc="http://creativecommons.org/ns#"
   xmlns:rdf="http://www.w3.org/1999/02/22-rdf-syntax-ns#"
   xmlns:svg="http://www.w3.org/2000/svg"
   xmlns="http://www.w3.org/2000/svg"
   xmlns:sodipodi="http://sodipodi.sourceforge.net/DTD/sodipodi-0.dtd"
   xmlns:inkscape="http://www.inkscape.org/namespaces/inkscape"
   width="400"
   height="400"
   viewBox="0 0 400 400"
   id="svg5040"
   version="1.1"
   inkscape:version="0.91 r13725"
   sodipodi:docname="lstm.svg">
  <defs
     id="defs5042">
    <inkscape:perspective
       sodipodi:type="inkscape:persp3d"
       inkscape:vp_x="-49.309844 : 139.69741 : 1"
       inkscape:vp_y="0 : 1000 : 0"
       inkscape:vp_z="206.69016 : 139.69741 : 1"
       inkscape:persp3d-origin="78.690156 : 97.030742 : 1"
       id="perspective6075" />
  </defs>
  <sodipodi:namedview
     id="base"
     pagecolor="#ffffff"
     bordercolor="#666666"
     borderopacity="1.0"
     inkscape:pageopacity="0.0"
     inkscape:pageshadow="2"
     inkscape:zoom="2.075"
     inkscape:cx="244.40777"
     inkscape:cy="259.75178"
     inkscape:document-units="px"
     inkscape:current-layer="layer1"
     showgrid="true"
     units="px"
     inkscape:object-nodes="true"
     inkscape:snap-object-midpoints="false"
     inkscape:snap-bbox="false"
     inkscape:snap-bbox-midpoints="false"
     inkscape:window-width="1280"
     inkscape:window-height="697"
     inkscape:window-x="-8"
     inkscape:window-y="-8"
     inkscape:window-maximized="1"
     inkscape:bbox-paths="true"
     inkscape:snap-others="true"
     inkscape:snap-bbox-edge-midpoints="false"
     inkscape:bbox-nodes="true"
     inkscape:snap-nodes="true"
     inkscape:snap-intersection-paths="false"
     inkscape:snap-smooth-nodes="true"
     inkscape:snap-text-baseline="true"
     showguides="false">
    <inkscape:grid
       type="xygrid"
       id="grid5951"
       empspacing="8" />
  </sodipodi:namedview>
  <metadata
     id="metadata5045">
    <rdf:RDF>
      <cc:Work
         rdf:about="">
        <dc:format>image/svg+xml</dc:format>
        <dc:type
           rdf:resource="http://purl.org/dc/dcmitype/StillImage" />
        <dc:title />
      </cc:Work>
    </rdf:RDF>
  </metadata>
  <g
     inkscape:label="Layer 1"
     inkscape:groupmode="layer"
     id="layer1"
     transform="translate(0,-652.36216)">
    <text
       xml:space="preserve"
       style="font-style:normal;font-weight:normal;font-size:15px;line-height:125%;font-family:sans-serif;text-align:center;letter-spacing:0px;word-spacing:0px;text-anchor:middle;fill:#000000;fill-opacity:1;stroke:none;stroke-width:1px;stroke-linecap:butt;stroke-linejoin:miter;stroke-opacity:1"
       x="176"
       y="1052.3622"
       id="text5815"
       sodipodi:linespacing="125%"><tspan
         sodipodi:role="line"
         id="tspan5817"
         x="176"
         y="1052.3622">$\mathbf{h}_{t-1}$</tspan></text>
    <path
       inkscape:connector-curvature="0"
       id="path6004"
       d="m 168,1020.3622 8,-24.00004 8,24.00004"
       style="fill:#ff0000;fill-opacity:1;fill-rule:evenodd;stroke:none;stroke-width:1px;stroke-linecap:butt;stroke-linejoin:miter;stroke-opacity:1" />
    <g
       id="g6057"
       transform="translate(72,0)">
      <path
         sodipodi:nodetypes="cc"
         style="fill:none;fill-rule:evenodd;stroke:#000000;stroke-width:8;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-opacity:1"
         d="m 128,1036.3622 0,-24"
         id="path6002"
         inkscape:connector-curvature="0" />
      <path
         inkscape:connector-curvature="0"
         id="path6012"
         d="m 120,1020.3622 8,-24.00004 8,24.00004"
         style="fill:#000000;fill-opacity:1;fill-rule:evenodd;stroke:none;stroke-width:1px;stroke-linecap:butt;stroke-linejoin:miter;stroke-opacity:1" />
    </g>
    <path
       sodipodi:nodetypes="cc"
       style="fill:none;fill-rule:evenodd;stroke:#000000;stroke-width:8;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-opacity:1"
       d="m 176,1036.3622 0,-24"
       id="path6045"
       inkscape:connector-curvature="0" />
    <g
       id="g6149"
       transform="translate(60,0)">
      <path
         inkscape:connector-curvature="0"
         id="path6063"
         d="m 32,960.3622 0,-24"
         style="fill:none;fill-rule:evenodd;stroke:#000000;stroke-width:8;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-opacity:1"
         sodipodi:nodetypes="cc" />
      <path
         style="fill:#000000;fill-opacity:1;fill-rule:evenodd;stroke:none;stroke-width:1px;stroke-linecap:butt;stroke-linejoin:miter;stroke-opacity:1"
         d="m 24,940.36216 8,-24.00004 8,24.00004"
         id="path6065"
         inkscape:connector-curvature="0" />
    </g>
    <g
       id="g6141"
       transform="translate(100,0)">
      <path
         inkscape:connector-curvature="0"
         id="path6091"
         d="m 48,940.36216 8,-24.00004 8,24.00004"
         style="fill:#000000;fill-opacity:1;fill-rule:evenodd;stroke:none;stroke-width:1px;stroke-linecap:butt;stroke-linejoin:miter;stroke-opacity:1" />
      <path
         sodipodi:nodetypes="cc"
         style="fill:none;fill-rule:evenodd;stroke:#000000;stroke-width:8;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-opacity:1"
         d="m 56,960.3622 0,-24"
         id="path6097"
         inkscape:connector-curvature="0" />
    </g>
    <g
       id="g6145"
       transform="translate(68,0)">
      <path
         style="fill:#000000;fill-opacity:1;fill-rule:evenodd;stroke:none;stroke-width:1px;stroke-linecap:butt;stroke-linejoin:miter;stroke-opacity:1"
         d="m 144,940.36216 8,-24.00004 8,24.00004"
         id="path6093"
         inkscape:connector-curvature="0" />
      <path
         inkscape:connector-curvature="0"
         id="path6099"
         d="m 152,960.3622 0,-24"
         style="fill:none;fill-rule:evenodd;stroke:#000000;stroke-width:8;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-opacity:1"
         sodipodi:nodetypes="cc" />
    </g>
    <g
       id="g6153"
       transform="translate(60,0)">
      <path
         inkscape:connector-curvature="0"
         id="path6095"
         d="m 216,940.36216 8,-24.00004 8,24.00004"
         style="fill:#000000;fill-opacity:1;fill-rule:evenodd;stroke:none;stroke-width:1px;stroke-linecap:butt;stroke-linejoin:miter;stroke-opacity:1" />
      <path
         sodipodi:nodetypes="cc"
         style="fill:none;fill-rule:evenodd;stroke:#000000;stroke-width:8;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-opacity:1"
         d="m 224,960.3622 0,-24"
         id="path6101"
         inkscape:connector-curvature="0" />
    </g>
    <path
       sodipodi:nodetypes="cc"
       style="fill:none;fill-rule:evenodd;stroke:#000000;stroke-width:6.53198099;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-opacity:1"
       d="m 188,972.3622 0,-12.00004"
       id="path6103"
       inkscape:connector-curvature="0" />
    <path
       style="fill:none;fill-rule:evenodd;stroke:#000000;stroke-width:8;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-opacity:1"
       d="m 88,960.36216 200,0"
       id="path6105"
       inkscape:connector-curvature="0" />
    <rect
       style="color:#000000;clip-rule:nonzero;display:inline;overflow:visible;visibility:visible;opacity:1;isolation:auto;mix-blend-mode:normal;color-interpolation:sRGB;color-interpolation-filters:linearRGB;solid-color:#000000;solid-opacity:1;fill:none;fill-opacity:1;fill-rule:evenodd;stroke:#000000;stroke-width:8;stroke-linecap:round;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-dashoffset:0;stroke-opacity:1;color-rendering:auto;image-rendering:auto;shape-rendering:auto;text-rendering:auto;enable-background:accumulate"
       id="rect6159"
       width="40"
       height="31.999977"
       x="72"
       y="880.36218" />
    <rect
       y="880.36218"
       x="136"
       height="31.999977"
       width="40"
       id="rect6167"
       style="color:#000000;clip-rule:nonzero;display:inline;overflow:visible;visibility:visible;opacity:1;isolation:auto;mix-blend-mode:normal;color-interpolation:sRGB;color-interpolation-filters:linearRGB;solid-color:#000000;solid-opacity:1;fill:none;fill-opacity:1;fill-rule:evenodd;stroke:#000000;stroke-width:8;stroke-linecap:round;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-dashoffset:0;stroke-opacity:1;color-rendering:auto;image-rendering:auto;shape-rendering:auto;text-rendering:auto;enable-background:accumulate" />
    <rect
       style="color:#000000;clip-rule:nonzero;display:inline;overflow:visible;visibility:visible;opacity:1;isolation:auto;mix-blend-mode:normal;color-interpolation:sRGB;color-interpolation-filters:linearRGB;solid-color:#000000;solid-opacity:1;fill:none;fill-opacity:1;fill-rule:evenodd;stroke:#000000;stroke-width:8;stroke-linecap:round;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-dashoffset:0;stroke-opacity:1;color-rendering:auto;image-rendering:auto;shape-rendering:auto;text-rendering:auto;enable-background:accumulate"
       id="rect6169"
       width="40"
       height="31.999977"
       x="264"
       y="880.36218" />
    <rect
       y="880.36218"
       x="192"
       height="31.999977"
       width="56"
       id="rect6171"
       style="color:#000000;clip-rule:nonzero;display:inline;overflow:visible;visibility:visible;opacity:1;isolation:auto;mix-blend-mode:normal;color-interpolation:sRGB;color-interpolation-filters:linearRGB;solid-color:#000000;solid-opacity:1;fill:none;fill-opacity:1;fill-rule:evenodd;stroke:#000000;stroke-width:8;stroke-linecap:round;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-dashoffset:0;stroke-opacity:1;color-rendering:auto;image-rendering:auto;shape-rendering:auto;text-rendering:auto;enable-background:accumulate" />
    <path
       inkscape:connector-curvature="0"
       id="path6462"
       d="m 92,880.36216 0,-144"
       style="fill:none;fill-rule:evenodd;stroke:#000000;stroke-width:8;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-opacity:1"
       sodipodi:nodetypes="cc" />
    <path
       style="fill:#000000;fill-opacity:1;fill-rule:evenodd;stroke:none;stroke-width:1px;stroke-linecap:butt;stroke-linejoin:miter;stroke-opacity:1"
       d="m 84,740.36216 8,-24.00004 8,24.00004"
       id="path6464"
       inkscape:connector-curvature="0" />
    <path
       sodipodi:nodetypes="ccc"
       style="fill:none;fill-rule:evenodd;stroke:#000000;stroke-width:8;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-opacity:1"
       d="m 156,880.36216 0,-64 28,0"
       id="path6470"
       inkscape:connector-curvature="0" />
    <path
       style="fill:#000000;fill-opacity:1;fill-rule:evenodd;stroke:none;stroke-width:1px;stroke-linecap:butt;stroke-linejoin:miter;stroke-opacity:1"
       d="m 212,860.36216 8,-24.00004 8,24.00004"
       id="path6474"
       inkscape:connector-curvature="0" />
    <path
       inkscape:connector-curvature="0"
       id="path6476"
       d="m 220,880.36216 0,-28"
       style="fill:none;fill-rule:evenodd;stroke:#000000;stroke-width:8;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-opacity:1"
       sodipodi:nodetypes="cc" />
    <g
       id="g7266"
       transform="translate(-64,0)">
      <path
         style="fill:#000000;fill-opacity:1;fill-rule:evenodd;stroke:none;stroke-width:1px;stroke-linecap:butt;stroke-linejoin:miter;stroke-opacity:1"
         d="m 340,860.36216 8,-24.00004 8,24.00004"
         id="path6480"
         inkscape:connector-curvature="0" />
      <path
         inkscape:connector-curvature="0"
         id="path6482"
         d="m 348,880.36216 0,-28"
         style="fill:none;fill-rule:evenodd;stroke:#000000;stroke-width:8;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-opacity:1"
         sodipodi:nodetypes="cc" />
    </g>
    <path
       style="fill:#000000;fill-opacity:1;fill-rule:evenodd;stroke:none;stroke-width:1px;stroke-linecap:butt;stroke-linejoin:miter;stroke-opacity:1"
       d="m 176.00004,808.36216 24.00004,8 -24.00004,8"
       id="path6512"
       inkscape:connector-curvature="0" />
    <circle
       style="color:#000000;clip-rule:nonzero;display:inline;overflow:visible;visibility:visible;opacity:1;isolation:auto;mix-blend-mode:normal;color-interpolation:sRGB;color-interpolation-filters:linearRGB;solid-color:#000000;solid-opacity:1;fill:none;fill-opacity:1;fill-rule:evenodd;stroke:#000000;stroke-width:8;stroke-linecap:round;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-dashoffset:0;stroke-opacity:1;color-rendering:auto;image-rendering:auto;shape-rendering:auto;text-rendering:auto;enable-background:accumulate"
       id="path6504"
       cx="220"
       cy="816.36218"
       r="16" />
    <path
       style="fill:#000000;fill-opacity:1;fill-rule:evenodd;stroke:none;stroke-width:1px;stroke-linecap:butt;stroke-linejoin:miter;stroke-opacity:1"
       d="m 212,740.36216 8,-24.00004 8,24.00004"
       id="path6535"
       inkscape:connector-curvature="0" />
    <path
       inkscape:connector-curvature="0"
       id="path6537"
       d="m 220,800.3622 0,-68.00004"
       style="fill:none;fill-rule:evenodd;stroke:#000000;stroke-width:8;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-opacity:1"
       sodipodi:nodetypes="cc" />
    <circle
       r="16"
       cy="816.36218"
       cx="284"
       id="circle6539"
       style="color:#000000;clip-rule:nonzero;display:inline;overflow:visible;visibility:visible;opacity:1;isolation:auto;mix-blend-mode:normal;color-interpolation:sRGB;color-interpolation-filters:linearRGB;solid-color:#000000;solid-opacity:1;fill:none;fill-opacity:1;fill-rule:evenodd;stroke:#000000;stroke-width:8;stroke-linecap:round;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-dashoffset:0;stroke-opacity:1;color-rendering:auto;image-rendering:auto;shape-rendering:auto;text-rendering:auto;enable-background:accumulate" />
    <circle
       r="16"
       cy="696.36218"
       cx="220"
       id="circle6539-2"
       style="color:#000000;clip-rule:nonzero;display:inline;overflow:visible;visibility:visible;opacity:1;isolation:auto;mix-blend-mode:normal;color-interpolation:sRGB;color-interpolation-filters:linearRGB;solid-color:#000000;solid-opacity:1;fill:none;fill-opacity:1;fill-rule:evenodd;stroke:#000000;stroke-width:8;stroke-linecap:round;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-dashoffset:0;stroke-opacity:1;color-rendering:auto;image-rendering:auto;shape-rendering:auto;text-rendering:auto;enable-background:accumulate" />
    <path
       sodipodi:nodetypes="cc"
       style="fill:none;fill-rule:evenodd;stroke:#000000;stroke-width:8;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-opacity:1"
       d="m 28,696.36216 24,0"
       id="path6063-6"
       inkscape:connector-curvature="0" />
    <path
       inkscape:connector-curvature="0"
       id="path6065-0"
       d="m 48.00004,688.36216 24.00004,8 -24.00004,8"
       style="fill:#000000;fill-opacity:1;fill-rule:evenodd;stroke:none;stroke-width:1px;stroke-linecap:butt;stroke-linejoin:miter;stroke-opacity:1" />
    <circle
       r="16"
       cy="696.36218"
       cx="92"
       id="circle6539-29"
       style="color:#000000;clip-rule:nonzero;display:inline;overflow:visible;visibility:visible;opacity:1;isolation:auto;mix-blend-mode:normal;color-interpolation:sRGB;color-interpolation-filters:linearRGB;solid-color:#000000;solid-opacity:1;fill:none;fill-opacity:1;fill-rule:evenodd;stroke:#000000;stroke-width:8;stroke-linecap:round;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-dashoffset:0;stroke-opacity:1;color-rendering:auto;image-rendering:auto;shape-rendering:auto;text-rendering:auto;enable-background:accumulate" />
    <path
       style="fill:#000000;fill-opacity:1;fill-rule:evenodd;stroke:none;stroke-width:1px;stroke-linecap:butt;stroke-linejoin:miter;stroke-opacity:1"
       d="m 320.00004,688.36216 24.00004,8 -24.00004,8"
       id="path6841"
       inkscape:connector-curvature="0" />
    <path
       style="fill:none;fill-rule:evenodd;stroke:#000000;stroke-width:8;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-opacity:1"
       d="m 236,696.36216 92,0"
       id="path6843"
       inkscape:connector-curvature="0"
       sodipodi:nodetypes="cc" />
    <path
       style="fill:#000000;fill-opacity:1;fill-rule:evenodd;stroke:none;stroke-width:1px;stroke-linecap:butt;stroke-linejoin:miter;stroke-opacity:1"
       d="m 176.00004,688.36216 24.00004,8 -24.00004,8"
       id="path6855"
       inkscape:connector-curvature="0" />
    <path
       style="fill:none;fill-rule:evenodd;stroke:#000000;stroke-width:8;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-opacity:1"
       d="m 108,696.36216 76,0"
       id="path7155"
       inkscape:connector-curvature="0" />
    <ellipse
       style="color:#000000;clip-rule:nonzero;display:inline;overflow:visible;visibility:visible;opacity:1;isolation:auto;mix-blend-mode:normal;color-interpolation:sRGB;color-interpolation-filters:linearRGB;solid-color:#000000;solid-opacity:1;fill:none;fill-opacity:1;fill-rule:evenodd;stroke:#000000;stroke-width:8;stroke-linecap:round;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-dashoffset:0;stroke-opacity:1;color-rendering:auto;image-rendering:auto;shape-rendering:auto;text-rendering:auto;enable-background:accumulate"
       id="path7167"
       cx="284"
       cy="748.36218"
       rx="40"
       ry="16" />
    <g
       id="g7270"
       transform="matrix(1,0,0,-1,-64,1632.7243)">
      <path
         inkscape:connector-curvature="0"
         id="path7272"
         d="m 340,860.36216 8,-24.00004 8,24.00004"
         style="fill:#000000;fill-opacity:1;fill-rule:evenodd;stroke:none;stroke-width:1px;stroke-linecap:butt;stroke-linejoin:miter;stroke-opacity:1" />
      <path
         sodipodi:nodetypes="cc"
         style="fill:none;fill-rule:evenodd;stroke:#000000;stroke-width:8;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-opacity:1"
         d="m 348,868.36214 0,-15.99998"
         id="path7274"
         inkscape:connector-curvature="0" />
    </g>
    <g
       transform="matrix(1,0,0,-1,-64,1564.7243)"
       id="g7290">
      <path
         style="fill:#000000;fill-opacity:1;fill-rule:evenodd;stroke:none;stroke-width:1px;stroke-linecap:butt;stroke-linejoin:miter;stroke-opacity:1"
         d="m 340,860.36216 8,-24.00004 8,24.00004"
         id="path7292"
         inkscape:connector-curvature="0" />
      <path
         inkscape:connector-curvature="0"
         id="path7294"
         d="m 348,868.36214 0,-15.99998"
         style="fill:none;fill-rule:evenodd;stroke:#000000;stroke-width:8;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-opacity:1"
         sodipodi:nodetypes="cc" />
    </g>
    <path
       style="fill:#000000;fill-opacity:1;fill-rule:evenodd;stroke:none;stroke-width:1px;stroke-linecap:butt;stroke-linejoin:miter;stroke-opacity:1"
       d="m 320.00004,808.36216 24.00004,8 -24.00004,8"
       id="path7296"
       inkscape:connector-curvature="0" />
    <path
       style="fill:none;fill-rule:evenodd;stroke:#000000;stroke-width:8;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-opacity:1"
       d="m 300,816.36216 28,0"
       id="path7298"
       inkscape:connector-curvature="0" />
    <text
       xml:space="preserve"
       style="font-style:normal;font-weight:normal;font-size:15px;line-height:125%;font-family:sans-serif;letter-spacing:0px;word-spacing:0px;fill:#000000;fill-opacity:1;stroke:none;stroke-width:1px;stroke-linecap:butt;stroke-linejoin:miter;stroke-opacity:1"
       x="0"
       y="700.36218"
       id="text5602"
       sodipodi:linespacing="125%"><tspan
         sodipodi:role="line"
         id="tspan5604"
         x="0"
         y="700.36218">$\mathbf{c}_{t-1}$</tspan></text>
    <text
       xml:space="preserve"
       style="font-style:normal;font-weight:normal;font-size:15px;line-height:125%;font-family:sans-serif;text-align:center;letter-spacing:0px;word-spacing:0px;text-anchor:middle;fill:#000000;fill-opacity:1;stroke:none;stroke-width:1px;stroke-linecap:butt;stroke-linejoin:miter;stroke-opacity:1"
       x="200"
       y="1052.3622"
       id="text5815-8"
       sodipodi:linespacing="125%"><tspan
         sodipodi:role="line"
         id="tspan5817-5"
         x="200"
         y="1052.3622">$\mathbf{x}_t$</tspan></text>
    <text
       xml:space="preserve"
       style="font-style:normal;font-weight:normal;font-size:15px;line-height:125%;font-family:sans-serif;text-align:center;letter-spacing:0px;word-spacing:0px;text-anchor:middle;fill:#000000;fill-opacity:1;stroke:none;stroke-width:1px;stroke-linecap:butt;stroke-linejoin:miter;stroke-opacity:1"
       x="188"
       y="990.36218"
       id="text4807"
       sodipodi:linespacing="125%"><tspan
         sodipodi:role="line"
         id="tspan4809"
         x="188"
         y="990.36218">$\mathbf{H}$</tspan></text>
    <text
       xml:space="preserve"
       style="font-style:normal;font-weight:normal;font-size:15px;line-height:125%;font-family:sans-serif;letter-spacing:0px;word-spacing:0px;fill:#000000;fill-opacity:1;stroke:none;stroke-width:1px;stroke-linecap:butt;stroke-linejoin:miter;stroke-opacity:1"
       x="344"
       y="700.36218"
       id="text4811"
       sodipodi:linespacing="125%"><tspan
         sodipodi:role="line"
         id="tspan4813"
         x="344"
         y="700.36218">$\mathbf{c}_t$</tspan></text>
    <text
       xml:space="preserve"
       style="font-style:normal;font-weight:normal;font-size:15px;line-height:125%;font-family:sans-serif;text-align:center;letter-spacing:0px;word-spacing:0px;text-anchor:middle;fill:#000000;fill-opacity:1;stroke:none;stroke-width:1px;stroke-linecap:butt;stroke-linejoin:miter;stroke-opacity:1"
       x="284"
       y="753.36218"
       id="text4821"
       sodipodi:linespacing="125%"><tspan
         sodipodi:role="line"
         id="tspan4823"
         x="284"
         y="753.36218">$\tanh$</tspan></text>
    <text
       xml:space="preserve"
       style="font-style:normal;font-weight:normal;font-size:15px;line-height:125%;font-family:sans-serif;letter-spacing:0px;word-spacing:0px;fill:#000000;fill-opacity:1;stroke:none;stroke-width:1px;stroke-linecap:butt;stroke-linejoin:miter;stroke-opacity:1"
       x="344"
       y="820.36218"
       id="text4825"
       sodipodi:linespacing="125%"><tspan
         sodipodi:role="line"
         id="tspan4827"
         x="344"
         y="820.36218">$\mathbf{h}_t$</tspan></text>
    <text
       xml:space="preserve"
       style="font-style:normal;font-weight:normal;font-size:15px;line-height:125%;font-family:sans-serif;text-align:center;letter-spacing:0px;word-spacing:0px;text-anchor:middle;fill:#000000;fill-opacity:1;stroke:none;stroke-width:1px;stroke-linecap:butt;stroke-linejoin:miter;stroke-opacity:1"
       x="220"
       y="900.36218"
       id="text4821-7"
       sodipodi:linespacing="125%"><tspan
         sodipodi:role="line"
         id="tspan4823-1"
         x="220"
         y="900.36218">$\tanh$</tspan></text>
    <text
       xml:space="preserve"
       style="font-style:normal;font-weight:normal;font-size:15px;line-height:125%;font-family:sans-serif;text-align:center;letter-spacing:0px;word-spacing:0px;text-anchor:middle;fill:#000000;fill-opacity:1;stroke:none;stroke-width:1px;stroke-linecap:butt;stroke-linejoin:miter;stroke-opacity:1"
       x="92"
       y="900.36218"
       id="text4864"
       sodipodi:linespacing="125%"><tspan
         sodipodi:role="line"
         id="tspan4866"
         x="92"
         y="900.36218">$\sigma$</tspan></text>
    <text
       sodipodi:linespacing="125%"
       id="text4868"
       y="900.36218"
       x="156"
       style="font-style:normal;font-weight:normal;font-size:15px;line-height:125%;font-family:sans-serif;text-align:center;letter-spacing:0px;word-spacing:0px;text-anchor:middle;fill:#000000;fill-opacity:1;stroke:none;stroke-width:1px;stroke-linecap:butt;stroke-linejoin:miter;stroke-opacity:1"
       xml:space="preserve"><tspan
         y="900.36218"
         x="156"
         id="tspan4870"
         sodipodi:role="line">$\sigma$</tspan></text>
    <text
       xml:space="preserve"
       style="font-style:normal;font-weight:normal;font-size:15px;line-height:125%;font-family:sans-serif;text-align:center;letter-spacing:0px;word-spacing:0px;text-anchor:middle;fill:#000000;fill-opacity:1;stroke:none;stroke-width:1px;stroke-linecap:butt;stroke-linejoin:miter;stroke-opacity:1"
       x="284"
       y="900.36218"
       id="text4872"
       sodipodi:linespacing="125%"><tspan
         sodipodi:role="line"
         id="tspan4874"
         x="284"
         y="900.36218">$\sigma$</tspan></text>
    <text
       xml:space="preserve"
       style="font-style:normal;font-weight:normal;font-size:15px;line-height:125%;font-family:sans-serif;text-align:start;letter-spacing:0px;word-spacing:0px;text-anchor:start;fill:#000000;fill-opacity:1;stroke:none;stroke-width:1px;stroke-linecap:butt;stroke-linejoin:miter;stroke-opacity:1"
       x="296"
       y="868.36218"
       id="text4876"
       sodipodi:linespacing="125%"><tspan
         sodipodi:role="line"
         id="tspan4878"
         x="296"
         y="868.36218">$\mathbf{o}_t$</tspan></text>
    <text
       sodipodi:linespacing="125%"
       id="text4880"
       y="868.36218"
       x="168"
       style="font-style:normal;font-weight:normal;font-size:15px;line-height:125%;font-family:sans-serif;text-align:start;letter-spacing:0px;word-spacing:0px;text-anchor:start;fill:#000000;fill-opacity:1;stroke:none;stroke-width:1px;stroke-linecap:butt;stroke-linejoin:miter;stroke-opacity:1"
       xml:space="preserve"><tspan
         y="868.36218"
         x="168"
         id="tspan4882"
         sodipodi:role="line">$\mathbf{i}_t$</tspan></text>
    <text
       xml:space="preserve"
       style="font-style:normal;font-weight:normal;font-size:15px;line-height:125%;font-family:sans-serif;text-align:start;letter-spacing:0px;word-spacing:0px;text-anchor:start;fill:#000000;fill-opacity:1;stroke:none;stroke-width:1px;stroke-linecap:butt;stroke-linejoin:miter;stroke-opacity:1"
       x="104"
       y="868.36218"
       id="text4884"
       sodipodi:linespacing="125%"><tspan
         sodipodi:role="line"
         id="tspan4886"
         x="104"
         y="868.36218">$\mathbf{f}_t$</tspan></text>
    <text
       xml:space="preserve"
       style="font-style:normal;font-weight:normal;font-size:15px;line-height:125%;font-family:sans-serif;text-align:center;letter-spacing:0px;word-spacing:0px;text-anchor:middle;fill:#000000;fill-opacity:1;stroke:none;stroke-width:1px;stroke-linecap:butt;stroke-linejoin:miter;stroke-opacity:1"
       x="220"
       y="819.73718"
       id="text4890"
       sodipodi:linespacing="125%"><tspan
         sodipodi:role="line"
         id="tspan4892"
         x="220"
         y="819.73718">$\bigodot$</tspan></text>
    <text
       sodipodi:linespacing="125%"
       id="text4896"
       y="819.73718"
       x="284"
       style="font-style:normal;font-weight:normal;font-size:15px;line-height:125%;font-family:sans-serif;text-align:center;letter-spacing:0px;word-spacing:0px;text-anchor:middle;fill:#000000;fill-opacity:1;stroke:none;stroke-width:1px;stroke-linecap:butt;stroke-linejoin:miter;stroke-opacity:1"
       xml:space="preserve"><tspan
         y="819.73718"
         x="284"
         id="tspan4898"
         sodipodi:role="line">$\bigodot$</tspan></text>
    <text
       xml:space="preserve"
       style="font-style:normal;font-weight:normal;font-size:15px;line-height:125%;font-family:sans-serif;text-align:center;letter-spacing:0px;word-spacing:0px;text-anchor:middle;fill:#000000;fill-opacity:1;stroke:none;stroke-width:1px;stroke-linecap:butt;stroke-linejoin:miter;stroke-opacity:1"
       x="92"
       y="699.73718"
       id="text4906"
       sodipodi:linespacing="125%"><tspan
         sodipodi:role="line"
         id="tspan4908"
         x="92"
         y="699.73718">$\bigodot$</tspan></text>
    <text
       sodipodi:linespacing="125%"
       id="text4910"
       y="699.91217"
       x="220"
       style="font-style:normal;font-weight:normal;font-size:15px;line-height:125%;font-family:sans-serif;text-align:center;letter-spacing:0px;word-spacing:0px;text-anchor:middle;fill:#000000;fill-opacity:1;stroke:none;stroke-width:1px;stroke-linecap:butt;stroke-linejoin:miter;stroke-opacity:1"
       xml:space="preserve"><tspan
         y="699.91217"
         x="220"
         id="tspan4912"
         sodipodi:role="line">$+$</tspan></text>
  </g>
</svg>