<?xml version="1.0" encoding="UTF-8" standalone="no"?>
<!-- Created with Inkscape (http://www.inkscape.org/) -->
<svg
xmlns:dc="http://purl.org/dc/elements/1.1/"
xmlns:cc="http://creativecommons.org/ns#"
xmlns:rdf="http://www.w3.org/1999/02/22-rdf-syntax-ns#"
xmlns:svg="http://www.w3.org/2000/svg"
xmlns="http://www.w3.org/2000/svg"
xmlns:sodipodi="http://sodipodi.sourceforge.net/DTD/sodipodi-0.dtd"
xmlns:inkscape="http://www.inkscape.org/namespaces/inkscape"
width="190mm"
height="130mm"
viewBox="0 0 190 130"
version="1.1"
id="svg8"
sodipodi:docname="lstm-cell.svg"
inkscape:version="0.92.3 (2405546, 2018-03-11)"
inkscape:export-filename="/home/users_home/Documents/GIT/FINAL_DL/Linear-Attention-Recurrent-Neural-Network/inkscape_drawings/png_exported/lstm-cell.png"
inkscape:export-xdpi="299.91537"
inkscape:export-ydpi="299.91537">
<title
id="title1438">LSTM Cell</title>
<defs
id="defs2">
<inkscape:perspective
sodipodi:type="inkscape:persp3d"
inkscape:vp_x="-405.59802 : 195.57742 : 1"
inkscape:vp_y="0 : 999.99994 : 0"
inkscape:vp_z="303.85994 : 427.17668 : 1"
inkscape:persp3d-origin="105 : 98.999994 : 1"
id="perspective4559" />
<inkscape:perspective
sodipodi:type="inkscape:persp3d"
inkscape:vp_x="19.240475 : 198.74312 : 1"
inkscape:vp_y="0 : 129.29024 : 0"
inkscape:vp_z="110.96647 : 228.68665 : 1"
inkscape:persp3d-origin="85.255818 : 186.2566 : 1"
id="perspective4559-3" />
<filter
style="color-interpolation-filters:sRGB"
inkscape:label="Blur"
id="filter6288">
<feGaussianBlur
stdDeviation="67.2 10"
result="blur"
id="feGaussianBlur6286" />
</filter>
<filter
inkscape:collect="always"
style="color-interpolation-filters:sRGB"
id="filter6777"
x="-0.02178747"
width="1.0435749"
y="-0.04814931"
height="1.0962986">
<feGaussianBlur
inkscape:collect="always"
stdDeviation="0.90655222"
id="feGaussianBlur6779" />
</filter>
<filter
inkscape:collect="always"
style="color-interpolation-filters:sRGB"
id="filter8042"
x="-0.42381817"
width="1.8476363"
y="-0.71723074"
height="2.4344616">
<feGaussianBlur
inkscape:collect="always"
stdDeviation="0.25697656"
id="feGaussianBlur8044" />
</filter>
<filter
inkscape:collect="always"
style="color-interpolation-filters:sRGB"
id="filter10264"
x="-0.0079611773"
width="1.0159224"
y="-0.024356319"
height="1.0487126">
<feGaussianBlur
inkscape:collect="always"
stdDeviation="0.20177668"
id="feGaussianBlur10266" />
</filter>
<filter
inkscape:collect="always"
style="color-interpolation-filters:sRGB"
id="filter10272"
x="-0.009238895"
width="1.0184778"
y="-0.017114902"
height="1.0342298">
<feGaussianBlur
inkscape:collect="always"
stdDeviation="0.28481399"
id="feGaussianBlur10274" />
</filter>
<clipPath
clipPathUnits="userSpaceOnUse"
id="clipPath10338">
<rect
style="opacity:1;fill:#1d635e;fill-opacity:0.06880733;stroke:#ffffff;stroke-width:0.5;stroke-miterlimit:4;stroke-dasharray:none;stroke-opacity:0.96788988"
id="rect10340"
width="46.299076"
height="115.36229"
x="270.74799"
y="29.903158" />
</clipPath>
<clipPath
clipPathUnits="userSpaceOnUse"
id="clipPath10376">
<rect
style="opacity:1;fill:#1d635e;fill-opacity:0.06880733;stroke:#ffffff;stroke-width:0.5;stroke-miterlimit:4;stroke-dasharray:none;stroke-opacity:0.96788988"
id="rect10378"
width="25.940634"
height="17.601774"
x="3.1655979"
y="71.54734"
transform="scale(-1,1)" />
</clipPath>
<filter
inkscape:collect="always"
style="color-interpolation-filters:sRGB"
id="filter8042-1"
x="-0.42381817"
width="1.8476363"
y="-0.71723074"
height="2.4344616">
<feGaussianBlur
inkscape:collect="always"
stdDeviation="0.25697656"
id="feGaussianBlur8044-9" />
</filter>
<clipPath
clipPathUnits="userSpaceOnUse"
id="clipPath10679">
<rect
style="opacity:1;fill:#808080;fill-opacity:0.06880733;stroke:#4d4d4d;stroke-width:0.5;stroke-miterlimit:4;stroke-dasharray:none;stroke-opacity:0.96788988"
id="rect10681"
width="25.406197"
height="17.531759"
x="3.4345946"
y="71.547333"
transform="scale(-1,1)" />
</clipPath>
<filter
inkscape:collect="always"
style="color-interpolation-filters:sRGB"
id="filter12229"
x="-0.12156857"
width="1.2431371"
y="-0.12156857"
height="1.2431371">
<feGaussianBlur
inkscape:collect="always"
stdDeviation="0.43953438"
id="feGaussianBlur12231" />
</filter>
<filter
inkscape:collect="always"
style="color-interpolation-filters:sRGB"
id="filter12233"
x="-0.052935258"
width="1.1058705"
y="-0.10762672"
height="1.2152534">
<feGaussianBlur
inkscape:collect="always"
stdDeviation="0.43953438"
id="feGaussianBlur12235" />
</filter>
<filter
inkscape:collect="always"
style="color-interpolation-filters:sRGB"
id="filter12541"
x="-0.0144"
width="1.0288"
y="-0.0144"
height="1.0288">
<feGaussianBlur
inkscape:collect="always"
stdDeviation="0.05206358"
id="feGaussianBlur12543" />
</filter>
<filter
inkscape:collect="always"
style="color-interpolation-filters:sRGB"
id="filter12787"
x="-0.0082712928"
width="1.0165426"
y="-0.055590123"
height="1.1111802">
<feGaussianBlur
inkscape:collect="always"
stdDeviation="0.67542246"
id="feGaussianBlur12789" />
</filter>
</defs>
<sodipodi:namedview
id="base"
pagecolor="#ffffff"
bordercolor="#666666"
borderopacity="1.0"
inkscape:pageopacity="0.0"
inkscape:pageshadow="2"
inkscape:zoom="1"
inkscape:cx="433.45381"
inkscape:cy="188.63838"
inkscape:document-units="mm"
inkscape:current-layer="layer1"
showgrid="false"
inkscape:window-width="1920"
inkscape:window-height="1023"
inkscape:window-x="1920"
inkscape:window-y="0"
inkscape:window-maximized="1" />
<metadata
id="metadata5">
<rdf:RDF>
<cc:Work
rdf:about="">
<dc:format>image/svg+xml</dc:format>
<dc:type
rdf:resource="http://purl.org/dc/dcmitype/StillImage" />
<dc:title>LSTM Cell</dc:title>
<cc:license
rdf:resource="http://creativecommons.org/licenses/by/4.0/" />
<dc:creator>
<cc:Agent>
<dc:title>Guillaume Chevalier</dc:title>
</cc:Agent>
</dc:creator>
<dc:date>13 May 2017</dc:date>
</cc:Work>
<cc:License
rdf:about="http://creativecommons.org/licenses/by/4.0/">
<cc:permits
rdf:resource="http://creativecommons.org/ns#Reproduction" />
<cc:permits
rdf:resource="http://creativecommons.org/ns#Distribution" />
<cc:requires
rdf:resource="http://creativecommons.org/ns#Notice" />
<cc:requires
rdf:resource="http://creativecommons.org/ns#Attribution" />
<cc:permits
rdf:resource="http://creativecommons.org/ns#DerivativeWorks" />
</cc:License>
</rdf:RDF>
</metadata>
<g
inkscape:label="Layer 1"
inkscape:groupmode="layer"
id="layer1"
transform="translate(0,-167)">
<g
id="g1436"
transform="matrix(0.89305455,0,0,1.0058054,1.0658078,-1.5875497)">
<g
id="g1431">
<rect
ry="2.9579358"
y="261.14444"
x="6.6429443"
height="29.160107"
width="195.98071"
id="rect12545"
style="fill:#f2f2f2;fill-opacity:1;stroke-width:0.23194653;filter:url(#filter12787)"
transform="matrix(0.95880034,0,0,0.95880034,4.3481892,9.0950066)" />
</g>
<rect
ry="2.8360698"
y="259.48038"
x="10.717446"
height="27.958721"
width="187.90637"
id="rect5514-0"
style="fill:#f2f2f2;fill-opacity:1;stroke-width:0.22239041" />
</g>
<rect
style="opacity:1;fill:#ffffff;fill-opacity:0.98165134;stroke:#ffffff;stroke-width:0.5;stroke-miterlimit:4;stroke-dasharray:none;stroke-opacity:0.96788988;filter:url(#filter8042-1)"
id="rect6284-0"
width="1.4552083"
height="0.85989583"
x="53.280468"
y="68.763802"
transform="matrix(0,1.1584917,-1.1584917,0,127.6196,134.4837)" />
<text
xml:space="preserve"
style="font-style:normal;font-weight:normal;font-size:12.26070404px;line-height:1.25;font-family:sans-serif;letter-spacing:0px;word-spacing:0px;fill:#000000;fill-opacity:1;stroke:none;stroke-width:0.30651757"
x="186.17693"
y="176.74184"
id="text6336"><tspan
sodipodi:role="line"
id="tspan6334"
x="186.17693"
y="187.58969"
style="stroke-width:0.30651757" /></text>
<g
id="g6473"
transform="matrix(1.1584917,0,0,1.1584917,14.071849,136.59698)" />
<rect
y="46.896858"
x="59.559067"
height="45.18705"
width="99.861305"
id="rect6623"
style="fill:#4ec2a7;fill-opacity:1;stroke-width:0.20610677;filter:url(#filter6777)"
ry="4.5836725"
transform="matrix(1.0031719,0,0,1.2674399,-15.227239,128.62865)" />
<rect
style="fill:#4ec2a7;fill-opacity:1;stroke-width:0.23240399"
id="rect5514"
width="100.17805"
height="57.271866"
x="44.520744"
y="188.06775"
ry="5.8095293" />
<g
id="g11423"
transform="matrix(1.1584917,0,0,1.1584917,-81.653426,135.33973)">
<path
sodipodi:nodetypes="cc"
inkscape:connector-curvature="0"
id="path11415"
d="m 101.69547,53.23758 c 1.67044,0.0668 16.88275,0 16.88275,0"
style="fill:none;stroke:#4d4d4d;stroke-width:0.5;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-opacity:1" />
<g
id="g11421">
<path
sodipodi:nodetypes="ccc"
style="fill:none;stroke:#4d4d4d;stroke-width:0.5;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-opacity:1"
d="m 117.58225,53.22346 -1.14593,-1.14593 z"
id="path11417"
inkscape:connector-curvature="0" />
<path
sodipodi:nodetypes="ccc"
inkscape:connector-curvature="0"
id="path11419"
d="m 117.58225,53.22346 -1.14593,1.14594 z"
style="fill:none;stroke:#4d4d4d;stroke-width:0.5;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-opacity:1" />
</g>
</g>
<g
id="g7124"
style="filter:url(#filter10272)"
transform="matrix(1.1584917,0,0,1.1584917,-41.244631,135.33973)">
<g
id="g7090"
transform="translate(-6.7154443,17.341029)">
<rect
y="46.023808"
x="150.56232"
height="8.0319939"
width="12.904612"
id="rect7084"
style="fill:#e5ff5b;fill-opacity:1;stroke-width:0.25856197"
ry="4.0159969" />
<text
id="text7088"
y="51.551083"
x="151.8725"
style="font-style:normal;font-weight:normal;font-size:10.58333302px;line-height:1.25;font-family:sans-serif;letter-spacing:0px;word-spacing:0px;fill:#4d4d4d;fill-opacity:1;stroke:none;stroke-width:0.26458332"
xml:space="preserve"><tspan
style="font-size:4.58611107px;fill:#4d4d4d;stroke-width:0.26458332"
y="51.551083"
x="151.8725"
id="tspan7086"
sodipodi:role="line">tanh</tspan></text>
</g>
<g
id="g7098"
transform="translate(-0.57877604,9.4479778)">
<circle
r="3.5907738"
cy="43.566963"
cx="86.934525"
id="circle7092"
style="fill:#e5ff5b;fill-opacity:1;stroke-width:0.26458332" />
<text
id="text7096"
y="44.898705"
x="85.632172"
style="font-style:normal;font-weight:normal;font-size:10.58333302px;line-height:1.25;font-family:sans-serif;letter-spacing:0px;word-spacing:0px;fill:#4d4d4d;fill-opacity:1;stroke:none;stroke-width:0.26458332"
xml:space="preserve"><tspan
style="font-size:4.58611107px;fill:#4d4d4d;stroke-width:0.26458332"
y="44.898705"
x="85.632172"
id="tspan7094"
sodipodi:role="line">x</tspan></text>
</g>
<g
id="g7106"
transform="translate(0,9.4479778)">
<circle
style="fill:#e5ff5b;fill-opacity:1;stroke-width:0.26458332"
id="circle7100"
cx="121.17175"
cy="43.566963"
r="3.5907738" />
<text
xml:space="preserve"
style="font-style:normal;font-weight:normal;font-size:10.58333302px;line-height:1.25;font-family:sans-serif;letter-spacing:0px;word-spacing:0px;fill:#4d4d4d;fill-opacity:1;stroke:none;stroke-width:0.26458332"
x="119.8694"
y="44.898705"
id="text7104"><tspan
sodipodi:role="line"
id="tspan7102"
x="119.8694"
y="44.898705"
style="font-size:4.58611107px;fill:#4d4d4d;stroke-width:0.26458332">x</tspan></text>
</g>
<g
id="g7114"
transform="translate(63.364357,42.205518)">
<circle
style="fill:#e5ff5b;fill-opacity:1;stroke-width:0.26458332"
id="circle7108"
cx="86.934525"
cy="43.566963"
r="3.5907738" />
<text
xml:space="preserve"
style="font-style:normal;font-weight:normal;font-size:10.58333302px;line-height:1.25;font-family:sans-serif;letter-spacing:0px;word-spacing:0px;fill:#4d4d4d;fill-opacity:1;stroke:none;stroke-width:0.26458332"
x="85.632172"
y="44.898705"
id="text7112"><tspan
sodipodi:role="line"
id="tspan7110"
x="85.632172"
y="44.898705"
style="font-size:4.58611107px;fill:#4d4d4d;stroke-width:0.26458332">x</tspan></text>
</g>
<g
transform="translate(34.253762,19.725045)"
id="g7122">
<circle
r="3.5907738"
cy="43.566963"
cx="86.934525"
id="circle7116"
style="fill:#e5ff5b;fill-opacity:1;stroke-width:0.26458332" />
<text
id="text7120"
y="44.898705"
x="85.632172"
style="font-style:normal;font-weight:normal;font-size:10.58333302px;line-height:1.25;font-family:sans-serif;letter-spacing:0px;word-spacing:0px;fill:#4d4d4d;fill-opacity:1;stroke:none;stroke-width:0.26458332"
xml:space="preserve"><tspan
style="font-size:4.58611107px;fill:#4d4d4d;stroke-width:0.26458332"
y="44.898705"
x="85.632172"
id="tspan7118"
sodipodi:role="line">x</tspan></text>
</g>
</g>
<g
id="g7039"
style="filter:url(#filter10264)"
transform="matrix(1.1584917,0,0,1.1584917,-41.244631,135.33973)">
<g
id="g7013">
<rect
y="69.578537"
x="97.360367"
height="8.0023499"
width="12.879682"
id="rect7007"
style="fill:#ff9955;stroke-width:0.22517994" />
<text
xml:space="preserve"
style="font-style:normal;font-weight:normal;font-size:10.58333302px;line-height:1.25;font-family:sans-serif;letter-spacing:0px;word-spacing:0px;fill:#4d4d4d;fill-opacity:1;stroke:none;stroke-width:0.26458332"
x="100.35973"
y="76.502632"
id="text7011"><tspan
sodipodi:role="line"
id="tspan7009"
x="100.35973"
y="76.502632"
style="fill:#4d4d4d;stroke-width:0.26458332">σ</tspan></text>
</g>
<g
id="g7021"
transform="translate(-4.1691348,11.88013)">
<rect
y="69.578537"
x="132.10547"
height="8.0023499"
width="12.879682"
id="rect7015"
style="fill:#ff9955;stroke-width:0.22517994" />
<text
xml:space="preserve"
style="font-style:normal;font-weight:normal;font-size:10.58333302px;line-height:1.25;font-family:sans-serif;letter-spacing:0px;word-spacing:0px;fill:#4d4d4d;fill-opacity:1;stroke:none;stroke-width:0.26458332"
x="135.10483"
y="76.502632"
id="text7019"><tspan
sodipodi:role="line"
id="tspan7017"
x="135.10483"
y="76.502632"
style="fill:#4d4d4d;stroke-width:0.26458332">σ</tspan></text>
</g>
<g
id="g7029">
<rect
style="fill:#ff9955;stroke-width:0.22517994"
id="rect7023"
width="12.879682"
height="8.0023499"
x="79.987823"
y="69.578537" />
<text
id="text7027"
y="76.502632"
x="82.98719"
style="font-style:normal;font-weight:normal;font-size:10.58333302px;line-height:1.25;font-family:sans-serif;letter-spacing:0px;word-spacing:0px;fill:#4d4d4d;fill-opacity:1;stroke:none;stroke-width:0.26458332"
xml:space="preserve"><tspan
style="fill:#4d4d4d;stroke-width:0.26458332"
y="76.502632"
x="82.98719"
id="tspan7025"
sodipodi:role="line">σ</tspan></text>
</g>
<g
id="g7037">
<rect
style="fill:#ff9955;stroke-width:0.22517994"
id="rect7031"
width="12.879682"
height="8.0023499"
x="114.73292"
y="69.578537" />
<text
id="text7035"
y="75.166283"
x="116.39593"
style="font-style:normal;font-weight:normal;font-size:10.58333302px;line-height:1.25;font-family:sans-serif;letter-spacing:0px;word-spacing:0px;fill:#4d4d4d;fill-opacity:1;stroke:none;stroke-width:0.26458332"
xml:space="preserve"><tspan
style="font-size:4.58611107px;fill:#4d4d4d;stroke-width:0.26458332"
y="75.166283"
x="116.39593"
id="tspan7033"
sodipodi:role="line">tanh</tspan></text>
</g>
</g>
<g
transform="matrix(1.1584917,0,0,1.1584917,-81.704958,111.03958)"
style="stroke:#4d4d4d;stroke-width:0.5;stroke-miterlimit:4;stroke-dasharray:none;stroke-opacity:1"
id="g6126">
<path
sodipodi:nodetypes="cc"
inkscape:connector-curvature="0"
id="path6118"
d="m 121.20363,100.28111 c 0.0668,-1.670436 0,-22.70473 0,-22.70473"
style="fill:none;stroke:#4d4d4d;stroke-width:0.5;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-opacity:1" />
<g
style="stroke:#4d4d4d;stroke-width:0.5;stroke-miterlimit:4;stroke-dasharray:none;stroke-opacity:1"
id="g6124"
transform="translate(35.057279)">
<path
style="fill:none;stroke:#4d4d4d;stroke-width:0.5;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-opacity:1"
d="m 86.14629,77.57638 1.145937,1.145937 z"
id="path6120"
inkscape:connector-curvature="0" />
<path
inkscape:connector-curvature="0"
id="path6122"
d="m 86.14629,77.57638 -1.145937,1.145937 z"
style="fill:none;stroke:#4d4d4d;stroke-width:0.5;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-opacity:1" />
</g>
</g>
<g
transform="matrix(-1.1584917,0,0,-1.1584917,273.16562,320.39542)"
style="stroke:#4d4d4d;stroke-width:0.5;stroke-miterlimit:4;stroke-dasharray:none;stroke-opacity:1"
id="g6116">
<path
sodipodi:nodetypes="cc"
inkscape:connector-curvature="0"
id="path6108"
d="m 121.20363,89.600335 c 0.0668,-1.670433 0,-12.023955 0,-12.023955"
style="fill:none;stroke:#4d4d4d;stroke-width:0.5;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-opacity:1" />
<g
style="stroke:#4d4d4d;stroke-width:0.5;stroke-miterlimit:4;stroke-dasharray:none;stroke-opacity:1"
id="g6114"
transform="translate(35.057279)">
<path
style="fill:none;stroke:#4d4d4d;stroke-width:0.5;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-opacity:1"
d="m 86.14629,77.57638 1.145937,1.145937 z"
id="path6110"
inkscape:connector-curvature="0" />
<path
inkscape:connector-curvature="0"
id="path6112"
d="m 86.14629,77.57638 -1.145937,1.145937 z"
style="fill:none;stroke:#4d4d4d;stroke-width:0.5;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-opacity:1" />
</g>
</g>
<g
id="g6053"
style="stroke:#4d4d4d;stroke-width:0.5;stroke-miterlimit:4;stroke-dasharray:none;stroke-opacity:1"
transform="matrix(-1.1584917,0,0,-1.1584917,273.16562,298.6098)">
<path
style="fill:none;stroke:#4d4d4d;stroke-width:0.5;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-opacity:1"
d="m 123.40192,87.510461 c -2.4589,-0.01002 -2.19829,-10.082909 -2.19829,-10.082909"
id="path6045"
inkscape:connector-curvature="0"
sodipodi:nodetypes="cc" />
<g
transform="translate(35.057279)"
id="g6051"
style="stroke:#4d4d4d;stroke-width:0.5;stroke-miterlimit:4;stroke-dasharray:none;stroke-opacity:1">
<path
inkscape:connector-curvature="0"
id="path6047"
d="m 86.14629,77.57638 1.145937,1.145937 z"
style="fill:none;stroke:#4d4d4d;stroke-width:0.5;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-opacity:1" />
<path
style="fill:none;stroke:#4d4d4d;stroke-width:0.5;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-opacity:1"
d="m 86.14629,77.57638 -1.145937,1.145937 z"
id="path6049"
inkscape:connector-curvature="0" />
</g>
</g>
<g
transform="matrix(1.1584917,0,0,1.1584917,-41.244631,111.02632)"
style="stroke:#4d4d4d;stroke-width:0.5;stroke-miterlimit:4;stroke-dasharray:none;stroke-opacity:1"
id="g6043">
<path
sodipodi:nodetypes="cc"
inkscape:connector-curvature="0"
id="path6035"
d="m 121.20363,87.448815 c 0.0668,-1.670433 0,-9.872435 0,-9.872435"
style="fill:none;stroke:#4d4d4d;stroke-width:0.5;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-opacity:1" />
<g
style="stroke:#4d4d4d;stroke-width:0.5;stroke-miterlimit:4;stroke-dasharray:none;stroke-opacity:1"
id="g6041"
transform="translate(35.057279)">
<path
style="fill:none;stroke:#4d4d4d;stroke-width:0.5;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-opacity:1"
d="m 86.14629,77.57638 1.145937,1.145937 z"
id="path6037"
inkscape:connector-curvature="0" />
<path
inkscape:connector-curvature="0"
id="path6039"
d="m 86.14629,77.57638 -1.145937,1.145937 z"
style="fill:none;stroke:#4d4d4d;stroke-width:0.5;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-opacity:1" />
</g>
</g>
<path
style="fill:none;stroke:#4d4d4d;stroke-width:0.57924587;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-opacity:1"
d="M 36.170736,234.63556 H 116.17405"
id="path5722"
inkscape:connector-curvature="0"
sodipodi:nodetypes="cc" />
<g
style="stroke:#4d4d4d;stroke-width:0.5;stroke-miterlimit:4;stroke-dasharray:none;stroke-opacity:1"
id="g5802"
transform="matrix(1.1584917,0,0,1.1584917,-41.244631,135.33973)">
<path
sodipodi:nodetypes="ccc"
inkscape:connector-curvature="0"
id="path5743"
d="m 82.538164,85.711397 c 0,0 3.54131,0.133636 3.608128,-1.536801 0.0668,-1.670433 0,-6.598216 0,-6.598216"
style="fill:none;stroke:#4d4d4d;stroke-width:0.5;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-opacity:1" />
<g
style="stroke:#4d4d4d;stroke-width:0.5;stroke-miterlimit:4;stroke-dasharray:none;stroke-opacity:1"
id="g5766">
<path
style="fill:none;stroke:#4d4d4d;stroke-width:0.5;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-opacity:1"
d="m 86.14629,77.57638 1.145937,1.145937 z"
id="path5745"
inkscape:connector-curvature="0" />
<path
inkscape:connector-curvature="0"
id="path5762"
d="m 86.14629,77.57638 -1.145937,1.145937 z"
style="fill:none;stroke:#4d4d4d;stroke-width:0.5;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-opacity:1" />
</g>
</g>
<g
style="stroke:#4d4d4d;stroke-width:0.5;stroke-miterlimit:4;stroke-dasharray:none;stroke-opacity:1"
id="g5796"
transform="matrix(1.1584917,0,0,1.1584917,-41.244631,135.33973)">
<path
style="fill:none;stroke:#4d4d4d;stroke-width:0.5;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-opacity:1"
d="m 100.39753,85.711397 c 0,0 3.54132,0.133636 3.60814,-1.536801 0.0668,-1.670433 0,-6.598216 0,-6.598216"
id="path5741"
inkscape:connector-curvature="0"
sodipodi:nodetypes="ccc" />
<g
style="stroke:#4d4d4d;stroke-width:0.5;stroke-miterlimit:4;stroke-dasharray:none;stroke-opacity:1"
transform="translate(17.859371)"
id="g5772">
<path
inkscape:connector-curvature="0"
id="path5768"
d="m 86.14629,77.57638 1.145937,1.145937 z"
style="fill:none;stroke:#4d4d4d;stroke-width:0.5;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-opacity:1" />
<path
style="fill:none;stroke:#4d4d4d;stroke-width:0.5;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-opacity:1"
d="m 86.14629,77.57638 -1.145937,1.145937 z"
id="path5770"
inkscape:connector-curvature="0" />
</g>
</g>
<g
style="stroke:#4d4d4d;stroke-width:0.5;stroke-miterlimit:4;stroke-dasharray:none;stroke-opacity:1"
id="g5790"
transform="matrix(1.1584917,0,0,1.1584917,-41.244631,135.33973)">
<path
sodipodi:nodetypes="ccc"
inkscape:connector-curvature="0"
id="path5724"
d="m 117.59549,85.711397 c 0,0 3.54132,0.133636 3.60814,-1.536801 0.0668,-1.670433 0,-6.598216 0,-6.598216"
style="fill:none;stroke:#4d4d4d;stroke-width:0.5;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-opacity:1" />
<g
style="stroke:#4d4d4d;stroke-width:0.5;stroke-miterlimit:4;stroke-dasharray:none;stroke-opacity:1"
id="g5778"
transform="translate(35.057279)">
<path
style="fill:none;stroke:#4d4d4d;stroke-width:0.5;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-opacity:1"
d="m 86.14629,77.57638 1.145937,1.145937 z"
id="path5774"
inkscape:connector-curvature="0" />
<path
inkscape:connector-curvature="0"
id="path5776"
d="m 86.14629,77.57638 -1.145937,1.145937 z"
style="fill:none;stroke:#4d4d4d;stroke-width:0.5;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-opacity:1" />
</g>
</g>
<g
transform="matrix(1.1584917,0,0,1.1584917,-7.5322135,166.16175)"
id="g5924-5"
style="stroke:#4d4d4d;stroke-width:0.5;stroke-miterlimit:4;stroke-dasharray:none;stroke-opacity:1">
<path
sodipodi:nodetypes="cc"
inkscape:connector-curvature="0"
id="path5724-1-1-7"
d="m 103.74646,58.938513 c 0,0 0.03,0.07902 13.88106,0.171766"
style="fill:none;stroke:#4d4d4d;stroke-width:0.5;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-opacity:1" />
<path
sodipodi:nodetypes="ccc"
style="fill:none;stroke:#4d4d4d;stroke-width:0.5;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-opacity:1"
d="m 117.62752,59.110339 -1.14593,-1.14593 z"
id="path5774-4-1-8"
inkscape:connector-curvature="0" />
<path
sodipodi:nodetypes="ccc"
inkscape:connector-curvature="0"
id="path5776-0-8-5"
d="m 117.62752,59.110339 -1.14593,1.14594 z"
style="fill:none;stroke:#4d4d4d;stroke-width:0.5;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-opacity:1" />
</g>
<g
id="g6186"
transform="matrix(1.1584917,0,0,1.1584917,-41.244631,135.33973)">
<path
style="fill:none;stroke:#4d4d4d;stroke-width:0.5;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-opacity:1"
d="m 89.559244,53.23758 c 1.670436,0.0668 29.018976,0 29.018976,0"
id="path6118-1"
inkscape:connector-curvature="0"
sodipodi:nodetypes="cc" />
<g
id="g6180">
<path
inkscape:connector-curvature="0"
id="path5774-4-1-6"
d="m 117.58225,53.22346 -1.14593,-1.14593 z"
style="fill:none;stroke:#4d4d4d;stroke-width:0.5;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-opacity:1"
sodipodi:nodetypes="ccc" />
<path
style="fill:none;stroke:#4d4d4d;stroke-width:0.5;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-opacity:1"
d="m 117.58225,53.22346 -1.14593,1.14594 z"
id="path5776-0-8-0"
inkscape:connector-curvature="0"
sodipodi:nodetypes="ccc" />
</g>
</g>
<g
id="g5924"
style="stroke:#4d4d4d;stroke-width:0.5;stroke-miterlimit:4;stroke-dasharray:none;stroke-opacity:1"
transform="matrix(1.1584917,0,0,1.1584917,-41.244631,134.11367)">
<path
sodipodi:nodetypes="cc"
inkscape:connector-curvature="0"
id="path5724-1-1"
d="m 103.62258,73.599644 c -0.17343,-9.264879 0.15387,-9.325178 14.00497,-9.232434"
style="fill:none;stroke:#4d4d4d;stroke-width:0.5;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-opacity:1" />
<path
sodipodi:nodetypes="ccc"
style="fill:none;stroke:#4d4d4d;stroke-width:0.5;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-opacity:1"
d="m 117.57735,64.36727 -1.14593,-1.14593 z"
id="path5774-4-1"
inkscape:connector-curvature="0" />
<path
sodipodi:nodetypes="ccc"
inkscape:connector-curvature="0"
id="path5776-0-8"
d="m 117.57735,64.36727 -1.14593,1.14594 z"
style="fill:none;stroke:#4d4d4d;stroke-width:0.5;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-opacity:1" />
</g>
<g
id="g5977"
style="stroke:#4d4d4d;stroke-width:0.5;stroke-miterlimit:4;stroke-dasharray:none;stroke-opacity:1"
transform="matrix(1.1584917,0,0,1.1584917,-41.244631,122.92152)">
<path
style="fill:none;stroke:#4d4d4d;stroke-width:0.5;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-opacity:1"
d="m 121.20363,86.324336 c 0.0668,-1.670433 0,-8.747956 0,-8.747956"
id="path5969"
inkscape:connector-curvature="0"
sodipodi:nodetypes="cc" />
<g
transform="translate(35.057279)"
id="g5975"
style="stroke:#4d4d4d;stroke-width:0.5;stroke-miterlimit:4;stroke-dasharray:none;stroke-opacity:1">
<path
inkscape:connector-curvature="0"
id="path5971"
d="m 86.14629,77.57638 1.145937,1.145937 z"
style="fill:none;stroke:#4d4d4d;stroke-width:0.5;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-opacity:1" />
<path
style="fill:none;stroke:#4d4d4d;stroke-width:0.5;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-opacity:1"
d="m 86.14629,77.57638 -1.145937,1.145937 z"
id="path5973"
inkscape:connector-curvature="0" />
</g>
</g>
<g
id="g6839"
transform="matrix(1.1584917,0,0,1.1584917,-41.244631,135.33973)">
<g
id="g5833">
<rect
style="fill:#ff9955;stroke-width:0.22517994"
id="rect5541"
width="12.879682"
height="8.0023499"
x="97.360367"
y="69.578537" />
<text
id="text5577"
y="76.502632"
x="100.35973"
style="font-style:normal;font-weight:normal;font-size:10.58333302px;line-height:1.25;font-family:sans-serif;letter-spacing:0px;word-spacing:0px;fill:#4d4d4d;fill-opacity:1;stroke:none;stroke-width:0.26458332"
xml:space="preserve"><tspan
style="fill:#4d4d4d;stroke-width:0.26458332"
y="76.502632"
x="100.35973"
id="tspan5575"
sodipodi:role="line">σ</tspan></text>
</g>
<g
transform="translate(-4.1691348,11.88013)"
id="g5843">
<rect
style="fill:#ff9955;stroke-width:0.22517994"
id="rect5545"
width="12.879682"
height="8.0023499"
x="132.10547"
y="69.578537" />
<text
id="text5585"
y="76.502632"
x="135.10483"
style="font-style:normal;font-weight:normal;font-size:10.58333302px;line-height:1.25;font-family:sans-serif;letter-spacing:0px;word-spacing:0px;fill:#4d4d4d;fill-opacity:1;stroke:none;stroke-width:0.26458332"
xml:space="preserve"><tspan
style="fill:#4d4d4d;stroke-width:0.26458332"
y="76.502632"
x="135.10483"
id="tspan5583"
sodipodi:role="line">σ</tspan></text>
</g>
<g
id="g5828">
<rect
y="69.578537"
x="79.987823"
height="8.0023499"
width="12.879682"
id="rect5535"
style="fill:#ff9955;stroke-width:0.22517994" />
<text
xml:space="preserve"
style="font-style:normal;font-weight:normal;font-size:10.58333302px;line-height:1.25;font-family:sans-serif;letter-spacing:0px;word-spacing:0px;fill:#4d4d4d;fill-opacity:1;stroke:none;stroke-width:0.26458332"
x="82.98719"
y="76.502632"
id="text5555"><tspan
sodipodi:role="line"
id="tspan5553"
x="82.98719"
y="76.502632"
style="fill:#4d4d4d;stroke-width:0.26458332">σ</tspan></text>
</g>
<g
id="g5838">
<rect
y="69.578537"
x="114.73292"
height="8.0023499"
width="12.879682"
id="rect5543"
style="fill:#ff9955;stroke-width:0.22517994" />
<text
xml:space="preserve"
style="font-style:normal;font-weight:normal;font-size:10.58333302px;line-height:1.25;font-family:sans-serif;letter-spacing:0px;word-spacing:0px;fill:#4d4d4d;fill-opacity:1;stroke:none;stroke-width:0.26458332"
x="116.39593"
y="75.166283"
id="text5581"><tspan
sodipodi:role="line"
id="tspan5579"
x="116.39593"
y="75.166283"
style="font-size:4.58611107px;fill:#4d4d4d;stroke-width:0.26458332">tanh</tspan></text>
</g>
</g>
<g
id="g6332"
transform="matrix(1.1584917,0,0,1.1584917,-41.244631,135.33973)">
<g
transform="translate(53.317378,26.652963)"
id="g6106"
style="stroke:#4d4d4d;stroke-width:0.5;stroke-miterlimit:4;stroke-dasharray:none;stroke-opacity:1">
<g
id="g6215">
<path
style="fill:none;stroke:#4d4d4d;stroke-width:0.5;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-opacity:1"
d="m 100.00468,59.055443 c 0,0 3.77178,-0.03791 17.62284,0.05484"
id="path6100"
inkscape:connector-curvature="0"
sodipodi:nodetypes="cc" />
<path
inkscape:connector-curvature="0"
id="path6102"
d="m 117.62752,59.110339 -1.14593,-1.14593 z"
style="fill:none;stroke:#4d4d4d;stroke-width:0.5;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-opacity:1"
sodipodi:nodetypes="ccc" />
<path
style="fill:none;stroke:#4d4d4d;stroke-width:0.5;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-opacity:1"
d="m 117.80425,58.931539 -1.31336,1.323706 z"
id="path6104"
inkscape:connector-curvature="0"
sodipodi:nodetypes="ccc" />
</g>
<g
transform="translate(0,-32.279181)"
id="g6223">
<path
sodipodi:nodetypes="cc"
inkscape:connector-curvature="0"
id="path6217"
d="m 71.239797,59.055443 c 0,0 32.536663,-0.03791 46.387723,0.05484"
style="fill:none;stroke:#4d4d4d;stroke-width:0.5;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-opacity:1" />
<path
sodipodi:nodetypes="ccc"
style="fill:none;stroke:#4d4d4d;stroke-width:0.5;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-opacity:1"
d="m 117.62752,59.110339 -1.14593,-1.14593 z"
id="path6219"
inkscape:connector-curvature="0" />
<path
sodipodi:nodetypes="ccc"
inkscape:connector-curvature="0"
id="path6221"
d="m 117.80425,58.931539 -1.31336,1.323706 z"
style="fill:none;stroke:#4d4d4d;stroke-width:0.5;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-opacity:1" />
</g>
</g>
<g
id="g6313">
<rect
style="opacity:1;fill:#ffffff;fill-opacity:0.98165134;stroke:#ffffff;stroke-width:0.5;stroke-miterlimit:4;stroke-dasharray:none;stroke-opacity:0.96788988;filter:url(#filter8042)"
id="rect6284"
width="1.4552083"
height="0.85989583"
x="164.43854"
y="53.021091" />
<g
id="g6246"
style="stroke:#4d4d4d;stroke-width:0.5;stroke-miterlimit:4;stroke-dasharray:none;stroke-opacity:1"
transform="translate(43.92084)">
<g
id="g6252"
transform="translate(0,-39.290625)">
<path
sodipodi:nodetypes="ccc"
inkscape:connector-curvature="0"
id="path6238"
d="m 117.59937,125.00205 c 0,0 3.57051,0.0262 3.60426,-3.88497 0.0668,-1.67044 0,-38.778197 0,-38.778197"
style="fill:none;stroke:#4d4d4d;stroke-width:0.5;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-opacity:1" />
<g
style="stroke:#4d4d4d;stroke-width:0.5;stroke-miterlimit:4;stroke-dasharray:none;stroke-opacity:1"
id="g6244"
transform="translate(35.057279)">
<path
style="fill:none;stroke:#4d4d4d;stroke-width:0.5;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-opacity:1"
d="m 85.972657,82.163183 1.31957,1.321637 z"
id="path6240"
inkscape:connector-curvature="0"
sodipodi:nodetypes="ccc" />
<path
inkscape:connector-curvature="0"
id="path6242"
d="M 86.14629,82.338883 85.000353,83.48482 Z"
style="fill:none;stroke:#4d4d4d;stroke-width:0.5;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-opacity:1"
sodipodi:nodetypes="ccc" />
</g>
</g>
</g>
</g>
</g>
<text
id="text5581-6-3"
y="181.18173"
x="148.30687"
style="font-style:normal;font-weight:normal;font-size:12.26070404px;line-height:1.25;font-family:sans-serif;letter-spacing:0px;word-spacing:0px;fill:#4d4d4d;fill-opacity:1;stroke:none;stroke-width:0.30651757"
xml:space="preserve"><tspan
style="font-size:5.31297159px;fill:#4d4d4d;stroke-width:0.30651757"
y="181.18173"
x="148.30687"
id="tspan5579-7-2"
sodipodi:role="line">h<tspan
style="font-size:2.45214057px;stroke-width:0.30651757"
id="tspan10610">t</tspan></tspan></text>
<text
id="text5581-6-3-5"
y="198.77341"
x="157.97829"
style="font-style:normal;font-weight:normal;font-size:12.26070404px;line-height:1.25;font-family:sans-serif;letter-spacing:0px;word-spacing:0px;fill:#4d4d4d;fill-opacity:1;stroke:none;stroke-width:0.30651757"
xml:space="preserve"><tspan
style="font-size:5.31297159px;fill:#4d4d4d;stroke-width:0.30651757"
y="198.77341"
x="157.97829"
id="tspan5579-7-2-1"
sodipodi:role="line">c<tspan
style="font-size:2.45214057px;stroke-width:0.30651757"
id="tspan10606">t</tspan></tspan></text>
<text
id="text5581-6-3-3"
y="235.88847"
x="157.97829"
style="font-style:normal;font-weight:normal;font-size:12.26070404px;line-height:1.25;font-family:sans-serif;letter-spacing:0px;word-spacing:0px;fill:#4d4d4d;fill-opacity:1;stroke:none;stroke-width:0.30651757"
xml:space="preserve"><tspan
style="font-size:5.31297159px;fill:#4d4d4d;stroke-width:0.30651757"
y="235.88847"
x="157.97829"
id="tspan5579-7-2-2"
sodipodi:role="line">h<tspan
style="font-size:2.45214057px;stroke-width:0.30651757"
id="tspan10608">t</tspan></tspan></text>
<g
id="g1082"
transform="translate(-45.508335)">
<path
style="fill:none;stroke:#4d4d4d;stroke-width:0.5;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-opacity:1"
d="M 57.617755,94.747095 C 57.397553,87.961141 61.279538,84.580018 69.003485,84.62599"
id="path5724-1-1-0"
inkscape:connector-curvature="0"
sodipodi:nodetypes="cc"
transform="matrix(1.1584917,0,0,1.1584917,14.071849,136.59698)" />
<text
xml:space="preserve"
style="font-style:normal;font-weight:normal;font-size:12.26070404px;line-height:1.25;font-family:sans-serif;letter-spacing:0px;word-spacing:0px;fill:#4d4d4d;fill-opacity:1;stroke:none;stroke-width:0.30651757"
x="79.295021"
y="251.12712"
id="text5581-6-3-0"><tspan
sodipodi:role="line"
id="tspan5579-7-2-4"
x="79.295021"
y="251.12712"
style="font-size:5.31297159px;fill:#4d4d4d;stroke-width:0.30651757">x<tspan
id="tspan10612"
style="font-size:2.45214057px;stroke-width:0.30651757">t</tspan></tspan></text>
</g>
<text
xml:space="preserve"
style="font-style:normal;font-weight:normal;font-size:12.26070404px;line-height:1.25;font-family:sans-serif;letter-spacing:0px;word-spacing:0px;fill:#4d4d4d;fill-opacity:1;stroke:none;stroke-width:0.30651757"
x="28.036568"
y="198.30452"
id="text10321-2"><tspan
sodipodi:role="line"
id="tspan10319-8"
x="28.036568"
y="198.30452"
style="font-size:5.31297159px;fill:#4d4d4d;stroke-width:0.30651757">c<tspan
style="font-size:2.45214057px;stroke-width:0.30651757"
id="tspan10323-6">t-1</tspan></tspan></text>
<g
id="g11344"
transform="matrix(1.1584917,0,0,1.1584917,-41.244631,135.33973)">
<g
id="g11310"
transform="translate(-6.7154443,17.341029)">
<rect
y="46.023808"
x="150.56232"
height="8.0319939"
width="12.904612"
id="rect11304"
style="fill:#e5ff5b;fill-opacity:1;stroke-width:0.25856197"
ry="4.0159969" />
<text
id="text11308"
y="51.551083"
x="156.86485"
style="font-style:normal;font-weight:normal;font-size:10.58333302px;line-height:1.25;font-family:sans-serif;text-align:center;letter-spacing:0px;word-spacing:0px;text-anchor:middle;fill:#4d4d4d;fill-opacity:1;stroke:none;stroke-width:0.26458332"
xml:space="preserve"><tspan
style="font-size:4.58611107px;text-align:center;text-anchor:middle;fill:#4d4d4d;stroke-width:0.26458332"
y="51.551083"
x="156.86485"
id="tspan11306"
sodipodi:role="line">tanh</tspan></text>
</g>
<g
id="g11318"
transform="translate(-0.57877604,9.4479778)">
<circle
r="3.5907738"
cy="43.566963"
cx="86.934525"
id="circle11312"
style="fill:#e5ff5b;fill-opacity:1;stroke-width:0.26458332" />
<text
id="text11316"
y="44.898705"
x="85.632172"
style="font-style:normal;font-weight:normal;font-size:10.58333302px;line-height:1.25;font-family:sans-serif;letter-spacing:0px;word-spacing:0px;fill:#4d4d4d;fill-opacity:1;stroke:none;stroke-width:0.26458332"
xml:space="preserve"><tspan
style="font-size:4.58611107px;fill:#4d4d4d;stroke-width:0.26458332"
y="44.898705"
x="85.632172"
id="tspan11314"
sodipodi:role="line">x</tspan></text>
</g>
<g
id="g11326"
transform="translate(0,9.4479778)">
<circle
style="fill:#e5ff5b;fill-opacity:1;stroke-width:0.26458332"
id="circle11320"
cx="121.17175"
cy="43.566963"
r="3.5907738" />
<text
xml:space="preserve"
style="font-style:normal;font-weight:normal;font-size:10.58333302px;line-height:1.25;font-family:sans-serif;letter-spacing:0px;word-spacing:0px;fill:#4d4d4d;fill-opacity:1;stroke:none;stroke-width:0.26458332"
x="119.3659"
y="45.019833"
id="text11324"><tspan
sodipodi:role="line"
id="tspan11322"
x="119.3659"
y="45.019833"
style="font-size:4.58611107px;fill:#4d4d4d;stroke-width:0.26458332">+</tspan></text>
</g>
<g
id="g11334"
transform="translate(63.364357,42.205518)">
<circle
style="fill:#e5ff5b;fill-opacity:1;stroke-width:0.26458332"
id="circle11328"
cx="86.934525"
cy="43.566963"
r="3.5907738" />
<text
xml:space="preserve"
style="font-style:normal;font-weight:normal;font-size:10.58333302px;line-height:1.25;font-family:sans-serif;letter-spacing:0px;word-spacing:0px;fill:#4d4d4d;fill-opacity:1;stroke:none;stroke-width:0.26458332"
x="85.632172"
y="44.898705"
id="text11332"><tspan
sodipodi:role="line"
id="tspan11330"
x="85.632172"
y="44.898705"
style="font-size:4.58611107px;fill:#4d4d4d;stroke-width:0.26458332">x</tspan></text>
</g>
<g
transform="translate(34.253762,19.725045)"
id="g11342">
<circle
r="3.5907738"
cy="43.566963"
cx="86.934525"
id="circle11336"
style="fill:#e5ff5b;fill-opacity:1;stroke-width:0.26458332" />
<text
id="text11340"
y="44.898705"
x="85.632172"
style="font-style:normal;font-weight:normal;font-size:10.58333302px;line-height:1.25;font-family:sans-serif;letter-spacing:0px;word-spacing:0px;fill:#4d4d4d;fill-opacity:1;stroke:none;stroke-width:0.26458332"
xml:space="preserve"><tspan
style="font-size:4.58611107px;fill:#4d4d4d;stroke-width:0.26458332"
y="44.898705"
x="85.632172"
id="tspan11338"
sodipodi:role="line">x</tspan></text>
</g>
</g>
<text
id="text5581-6-3-0-0"
y="277.1235"
x="17.419685"
style="font-style:normal;font-weight:normal;font-size:12.26070404px;line-height:1.25;font-family:sans-serif;letter-spacing:0px;word-spacing:0px;fill:#4d4d4d;fill-opacity:1;stroke:none;stroke-width:0.30651757"
xml:space="preserve"><tspan
style="font-size:12.25794315px;fill:#4d4d4d;stroke-width:0.30651757"
y="277.1235"
x="17.419685"
sodipodi:role="line"
id="tspan11446">Legend:</tspan></text>
<rect
y="275.85126"
x="80.56076"
height="9.8013067"
width="19.927786"
id="rect5535-2"
style="fill:#ff9955;stroke-width:0.30998442;filter:url(#filter12233)"
transform="matrix(0.95880034,0,0,0.95880034,4.3481892,9.0950066)" />
<text
id="text5581-6-3-0-0-4"
y="268.51303"
x="84.162361"
style="font-style:normal;font-weight:normal;font-size:12.26070404px;line-height:1.25;font-family:sans-serif;letter-spacing:0px;word-spacing:0px;fill:#4d4d4d;fill-opacity:1;stroke:none;stroke-width:0.30651757"
xml:space="preserve"><tspan
style="font-size:5.31297159px;fill:#4d4d4d;stroke-width:0.30651757"
y="268.51303"
x="84.162361"
sodipodi:role="line"
id="tspan11446-8">Layer</tspan></text>
<circle
style="fill:#e5ff5b;fill-opacity:1;stroke-width:0.31968862;filter:url(#filter12229)"
id="circle11328-5"
cx="136.74632"
cy="280.75192"
r="4.3386316"
transform="matrix(0.95880034,0,0,0.95880034,-4.647644,9.0950066)" />
<text
id="text5581-6-3-0-0-9"
y="268.59476"
x="109.18328"
style="font-style:normal;font-weight:normal;font-size:12.26070404px;line-height:1.25;font-family:sans-serif;letter-spacing:0px;word-spacing:0px;fill:#4d4d4d;fill-opacity:1;stroke:none;stroke-width:0.30651757"
xml:space="preserve"><tspan
style="font-size:5.31297159px;letter-spacing:0px;word-spacing:0.08371533px;fill:#4d4d4d;stroke-width:0.30651757"
y="268.59476"
x="109.18328"
sodipodi:role="line"
id="tspan11484">Pointwize op</tspan></text>
<g
id="g11554"
transform="matrix(0.95880034,0,0,0.95880034,-9.5377823,-2.9012372)">
<path
sodipodi:nodetypes="cc"
inkscape:connector-curvature="0"
id="path5722-6"
d="m 171.29205,295.17188 h 8.68051"
style="fill:none;stroke:#4d4d4d;stroke-width:0.60413605;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-opacity:1" />
<path
style="fill:none;stroke:#4d4d4d;stroke-width:0.60413605;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-opacity:1"
d="m 171.29205,295.17188 c 0,0 4.27888,0.16147 4.35962,-1.85688 0.0807,-2.01833 0,-3.13152 0,-3.13152"
id="path5724-2"
inkscape:connector-curvature="0"
sodipodi:nodetypes="ccc" />
<path
sodipodi:nodetypes="ccc"
inkscape:connector-curvature="0"
id="path5774-1"
d="m 175.4398,289.97057 1.58408,1.58718 z"
style="fill:none;stroke:#4d4d4d;stroke-width:0.60413605;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-opacity:1" />
<path
style="fill:none;stroke:#4d4d4d;stroke-width:0.60413605;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-opacity:1"
d="m 175.65167,290.18348 -1.3846,1.38461 z"
id="path5776-8"
inkscape:connector-curvature="0" />
<path
inkscape:connector-curvature="0"
id="path5774-4-1-8-1"
d="m 180.18547,295.38582 -1.5975,-1.59853 z"
style="fill:none;stroke:#4d4d4d;stroke-width:0.60413605;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-opacity:1"
sodipodi:nodetypes="ccc" />
<path
style="fill:none;stroke:#4d4d4d;stroke-width:0.60413605;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-opacity:1"
d="m 179.97256,295.17188 -1.38459,1.38461 z"
id="path5776-0-8-5-3"
inkscape:connector-curvature="0"
sodipodi:nodetypes="ccc" />
</g>
<text
id="text5581-6-3-0-0-0"
y="268.54803"
x="152.44072"
style="font-style:normal;font-weight:normal;font-size:12.26070404px;line-height:1.25;font-family:sans-serif;letter-spacing:0px;word-spacing:0px;fill:#4d4d4d;fill-opacity:1;stroke:none;stroke-width:0.30651757"
xml:space="preserve"><tspan
style="font-size:5.31297159px;fill:#4d4d4d;stroke-width:0.30651757"
y="268.54803"
x="152.44072"
sodipodi:role="line"
id="tspan11446-82">Copy</tspan></text>
<rect
style="fill:#ff9955;stroke-width:0.29721317"
id="rect11641"
width="19.106768"
height="9.3974962"
x="81.589874"
y="273.58127" />
<circle
r="4.3386316"
cy="280.75192"
cx="136.74632"
id="circle12239"
style="opacity:0.34800002;fill:#000000;fill-opacity:0.94036698;stroke-width:0.31968862;filter:url(#filter12541)"
transform="matrix(0.96462141,0,0,0.96462141,-5.443653,7.4607325)" />
<circle
r="4.1598816"
cy="278.28003"
cx="126.46479"
id="circle11643"
style="fill:#e5ff5b;fill-opacity:1;stroke-width:0.30651757" />
<text
xml:space="preserve"
style="font-style:normal;font-weight:normal;font-size:12.26070404px;line-height:1.25;font-family:sans-serif;letter-spacing:0px;word-spacing:0px;fill:#4d4d4d;fill-opacity:1;stroke:none;stroke-width:0.30651757"
x="28.067818"
y="235.88847"
id="text1045"><tspan
sodipodi:role="line"
id="tspan1043"
x="28.067818"
y="235.88847"
style="font-size:5.31297159px;fill:#4d4d4d;stroke-width:0.30651757">h<tspan
id="tspan1041"
style="font-size:2.45214057px;stroke-width:0.30651757">t-1</tspan></tspan></text>
</g>
</svg>microsoft/AI-For-Beginners
Publicmirrored fromhttps://github.com/microsoft/AI-For-BeginnersAvailable
lessons/5-NLP/16-RNN/images/long-short-term-memory-cell.svg
1334lines · modepreview