images/20_natural_language_flowchart.svg

<?xml version="1.0" encoding="UTF-8" standalone="no"?>
<!-- Created with Inkscape (http://www.inkscape.org/) -->

<svg
   xmlns:dc="http://purl.org/dc/elements/1.1/"
   xmlns:cc="http://creativecommons.org/ns#"
   xmlns:rdf="http://www.w3.org/1999/02/22-rdf-syntax-ns#"
   xmlns:svg="http://www.w3.org/2000/svg"
   xmlns="http://www.w3.org/2000/svg"
   xmlns:sodipodi="http://sodipodi.sourceforge.net/DTD/sodipodi-0.dtd"
   xmlns:inkscape="http://www.inkscape.org/namespaces/inkscape"
   width="219.34332mm"
   height="289.58588mm"
   viewBox="0 0 777.20075 1026.0917"
   id="svg2"
   version="1.1"
   inkscape:version="0.91 r13725"
   sodipodi:docname="20_natural_language_flowchart.svg">
  <defs
     id="defs4">
    <marker
       inkscape:stockid="Arrow1Lend"
       orient="auto"
       refY="0"
       refX="0"
       id="Arrow1Lend"
       style="overflow:visible"
       inkscape:isstock="true">
      <path
         id="path4324"
         d="M 0,0 5,-5 -12.5,0 5,5 0,0 Z"
         style="fill:#000000;fill-opacity:1;fill-rule:evenodd;stroke:#000000;stroke-width:1pt;stroke-opacity:1"
         transform="matrix(-0.8,0,0,-0.8,-10,0)"
         inkscape:connector-curvature="0" />
    </marker>
    <marker
       inkscape:stockid="Arrow1Lend"
       orient="auto"
       refY="0"
       refX="0"
       id="Arrow1Lend-6"
       style="overflow:visible"
       inkscape:isstock="true">
      <path
         inkscape:connector-curvature="0"
         id="path4324-7"
         d="M 0,0 5,-5 -12.5,0 5,5 0,0 Z"
         style="fill:#000000;fill-opacity:1;fill-rule:evenodd;stroke:#000000;stroke-width:1pt;stroke-opacity:1"
         transform="matrix(-0.8,0,0,-0.8,-10,0)" />
    </marker>
    <marker
       inkscape:stockid="Arrow1Lend"
       orient="auto"
       refY="0"
       refX="0"
       id="Arrow1Lend-6-3"
       style="overflow:visible"
       inkscape:isstock="true">
      <path
         inkscape:connector-curvature="0"
         id="path4324-7-5"
         d="M 0,0 5,-5 -12.5,0 5,5 0,0 Z"
         style="fill:#000000;fill-opacity:1;fill-rule:evenodd;stroke:#000000;stroke-width:1pt;stroke-opacity:1"
         transform="matrix(-0.8,0,0,-0.8,-10,0)" />
    </marker>
    <marker
       inkscape:stockid="Arrow1Lend"
       orient="auto"
       refY="0"
       refX="0"
       id="Arrow1Lend-6-3-2"
       style="overflow:visible"
       inkscape:isstock="true">
      <path
         inkscape:connector-curvature="0"
         id="path4324-7-5-9"
         d="M 0,0 5,-5 -12.5,0 5,5 0,0 Z"
         style="fill:#000000;fill-opacity:1;fill-rule:evenodd;stroke:#000000;stroke-width:1pt;stroke-opacity:1"
         transform="matrix(-0.8,0,0,-0.8,-10,0)" />
    </marker>
    <marker
       inkscape:stockid="Arrow1Lend"
       orient="auto"
       refY="0"
       refX="0"
       id="Arrow1Lend-6-3-2-2"
       style="overflow:visible"
       inkscape:isstock="true">
      <path
         inkscape:connector-curvature="0"
         id="path4324-7-5-9-7"
         d="M 0,0 5,-5 -12.5,0 5,5 0,0 Z"
         style="fill:#000000;fill-opacity:1;fill-rule:evenodd;stroke:#000000;stroke-width:1pt;stroke-opacity:1"
         transform="matrix(-0.8,0,0,-0.8,-10,0)" />
    </marker>
    <marker
       inkscape:stockid="Arrow1Lend"
       orient="auto"
       refY="0"
       refX="0"
       id="Arrow1Lend-6-3-2-2-9"
       style="overflow:visible"
       inkscape:isstock="true">
      <path
         inkscape:connector-curvature="0"
         id="path4324-7-5-9-7-3"
         d="M 0,0 5,-5 -12.5,0 5,5 0,0 Z"
         style="fill:#000000;fill-opacity:1;fill-rule:evenodd;stroke:#000000;stroke-width:1pt;stroke-opacity:1"
         transform="matrix(-0.8,0,0,-0.8,-10,0)" />
    </marker>
  </defs>
  <sodipodi:namedview
     id="base"
     pagecolor="#ffffff"
     bordercolor="#666666"
     borderopacity="1.0"
     inkscape:pageopacity="0.0"
     inkscape:pageshadow="2"
     inkscape:zoom="0.7"
     inkscape:cx="268.00268"
     inkscape:cy="482.91313"
     inkscape:document-units="px"
     inkscape:current-layer="layer1"
     showgrid="false"
     inkscape:window-width="1920"
     inkscape:window-height="1044"
     inkscape:window-x="0"
     inkscape:window-y="36"
     inkscape:window-maximized="1"
     fit-margin-top="10"
     fit-margin-left="10"
     fit-margin-bottom="10"
     fit-margin-right="10" />
  <metadata
     id="metadata7">
    <rdf:RDF>
      <cc:Work
         rdf:about="">
        <dc:format>image/svg+xml</dc:format>
        <dc:type
           rdf:resource="http://purl.org/dc/dcmitype/StillImage" />
        <dc:title></dc:title>
      </cc:Work>
    </rdf:RDF>
  </metadata>
  <g
     inkscape:label="Layer 1"
     inkscape:groupmode="layer"
     id="layer1"
     transform="translate(1327.0965,-26.139112)">
    <text
       xml:space="preserve"
       style="font-style:normal;font-weight:normal;font-size:30px;line-height:125%;font-family:sans-serif;letter-spacing:0px;word-spacing:0px;fill:#000000;fill-opacity:1;stroke:none;stroke-width:1px;stroke-linecap:butt;stroke-linejoin:miter;stroke-opacity:1"
       x="-1047.3016"
       y="345.94614"
       id="text4148"
       sodipodi:linespacing="125%"><tspan
         sodipodi:role="line"
         id="tspan4150"
         x="-1047.3016"
         y="345.94614">[11, 6, 21, 3, 49, 17]</tspan></text>
    <text
       xml:space="preserve"
       style="font-style:normal;font-weight:normal;font-size:30px;line-height:125%;font-family:sans-serif;letter-spacing:0px;word-spacing:0px;fill:#000000;fill-opacity:1;stroke:none;stroke-width:1px;stroke-linecap:butt;stroke-linejoin:miter;stroke-opacity:1"
       x="-1044.7235"
       y="572.53973"
       id="text4166"
       sodipodi:linespacing="125%"><tspan
         sodipodi:role="line"
         id="tspan4168"
         x="-1044.7235"
         y="572.53973">[[0.67, 0.36, ..., 0.39],</tspan><tspan
         sodipodi:role="line"
         x="-1044.7235"
         y="610.03973"
         id="tspan4170"> [0.76, 0.61, ..., 0.70], ...]</tspan></text>
    <text
       xml:space="preserve"
       style="font-style:normal;font-weight:normal;font-size:30px;line-height:125%;font-family:sans-serif;letter-spacing:0px;word-spacing:0px;fill:#000000;fill-opacity:1;stroke:none;stroke-width:1px;stroke-linecap:butt;stroke-linejoin:miter;stroke-opacity:1"
       x="-1054.8508"
       y="115.29369"
       id="text4136"
       sodipodi:linespacing="125%"><tspan
         sodipodi:role="line"
         id="tspan4138"
         x="-1054.8508"
         y="115.29369"
         style="font-size:50px">Raw Text</tspan></text>
    <text
       xml:space="preserve"
       style="font-style:normal;font-weight:normal;font-size:30px;line-height:125%;font-family:sans-serif;letter-spacing:0px;word-spacing:0px;fill:#000000;fill-opacity:1;stroke:none;stroke-width:1px;stroke-linecap:butt;stroke-linejoin:miter;stroke-opacity:1"
       x="-1071.6542"
       y="166.83479"
       id="text4140"
       sodipodi:linespacing="125%"><tspan
         sodipodi:role="line"
         id="tspan4142"
         x="-1071.6542"
         y="166.83479">&quot;This is not a good movie!&quot;</tspan></text>
    <rect
       style="opacity:1;fill:none;fill-opacity:1;stroke:#000000;stroke-width:1.56084919;stroke-miterlimit:4;stroke-dasharray:none;stroke-opacity:1"
       id="rect4234"
       width="410.41785"
       height="70.644745"
       x="-1147.0349"
       y="62.352612" />
    <g
       id="g4252">
      <g
         id="g4208">
        <text
           xml:space="preserve"
           style="font-style:normal;font-weight:normal;font-size:30px;line-height:125%;font-family:sans-serif;letter-spacing:0px;word-spacing:0px;fill:#000000;fill-opacity:1;stroke:none;stroke-width:1px;stroke-linecap:butt;stroke-linejoin:miter;stroke-opacity:1"
           x="-1058.6716"
           y="239.18941"
           id="text4144"
           sodipodi:linespacing="125%"><tspan
             sodipodi:role="line"
             id="tspan4146"
             x="-1058.6716"
             y="239.18941"
             style="font-size:50px">Tokenizer</tspan></text>
        <text
           xml:space="preserve"
           style="font-style:normal;font-weight:normal;font-size:30px;line-height:125%;font-family:sans-serif;letter-spacing:0px;word-spacing:0px;fill:#000000;fill-opacity:1;stroke:none;stroke-width:1px;stroke-linecap:butt;stroke-linejoin:miter;stroke-opacity:1"
           x="-1176.0984"
           y="276.32608"
           id="text4152"
           sodipodi:linespacing="125%"><tspan
             sodipodi:role="line"
             id="tspan4154"
             x="-1176.0984"
             y="276.32608">Converts text to integer-tokens</tspan></text>
      </g>
      <rect
         y="185.31519"
         x="-1192.3438"
         height="113.13708"
         width="501.03568"
         id="rect4236"
         style="opacity:1;fill:none;fill-opacity:1;stroke:#000000;stroke-width:2;stroke-miterlimit:4;stroke-dasharray:none;stroke-opacity:1" />
    </g>
    <g
       id="g4260">
      <g
         id="g4214">
        <text
           xml:space="preserve"
           style="font-style:normal;font-weight:normal;font-size:30px;line-height:125%;font-family:sans-serif;letter-spacing:0px;word-spacing:0px;fill:#000000;fill-opacity:1;stroke:none;stroke-width:1px;stroke-linecap:butt;stroke-linejoin:miter;stroke-opacity:1"
           x="-1083.8547"
           y="428.24982"
           id="text4156"
           sodipodi:linespacing="125%"><tspan
             sodipodi:role="line"
             id="tspan4158"
             x="-1083.8547"
             y="428.24982"
             style="font-size:50px">Embedding</tspan></text>
        <text
           xml:space="preserve"
           style="font-style:normal;font-weight:normal;font-size:30px;line-height:125%;font-family:sans-serif;text-align:center;letter-spacing:0px;word-spacing:0px;text-anchor:middle;fill:#000000;fill-opacity:1;stroke:none;stroke-width:1px;stroke-linecap:butt;stroke-linejoin:miter;stroke-opacity:1"
           x="-941.92847"
           y="473.84155"
           id="text4160"
           sodipodi:linespacing="125%"><tspan
             sodipodi:role="line"
             id="tspan4162"
             x="-941.92847"
             y="473.84155">Converts integer-tokens</tspan><tspan
             sodipodi:role="line"
             x="-941.92847"
             y="511.34155"
             id="tspan4164">to real-valued vectors.</tspan></text>
      </g>
      <rect
         y="374.74744"
         x="-1142.8463"
         height="152.53304"
         width="402.04071"
         id="rect4238"
         style="opacity:1;fill:none;fill-opacity:1;stroke:#000000;stroke-width:2;stroke-miterlimit:4;stroke-dasharray:none;stroke-opacity:1" />
    </g>
    <g
       id="g4269">
      <g
         id="g4221">
        <text
           xml:space="preserve"
           style="font-style:normal;font-weight:normal;font-size:30px;line-height:125%;font-family:sans-serif;letter-spacing:0px;word-spacing:0px;fill:#000000;fill-opacity:1;stroke:none;stroke-width:1px;stroke-linecap:butt;stroke-linejoin:miter;stroke-opacity:1"
           x="-1269.0354"
           y="689.71747"
           id="text4172"
           sodipodi:linespacing="125%"><tspan
             sodipodi:role="line"
             id="tspan4174"
             x="-1269.0354"
             y="689.71747"
             style="font-size:50px">Recurrent Neural Network</tspan></text>
        <text
           xml:space="preserve"
           style="font-style:normal;font-weight:normal;font-size:30px;line-height:125%;font-family:sans-serif;letter-spacing:0px;word-spacing:0px;fill:#000000;fill-opacity:1;stroke:none;stroke-width:1px;stroke-linecap:butt;stroke-linejoin:miter;stroke-opacity:1"
           x="-1225.8958"
           y="733.15399"
           id="text4176"
           sodipodi:linespacing="125%"><tspan
             sodipodi:role="line"
             id="tspan4178"
             x="-1225.8958"
             y="733.15399">Process sequences of arbitrary length</tspan></text>
      </g>
      <rect
         y="637.47791"
         x="-1286.793"
         height="116.16754"
         width="689.9342"
         id="rect4240"
         style="opacity:1;fill:none;fill-opacity:1;stroke:#000000;stroke-width:2;stroke-miterlimit:4;stroke-dasharray:none;stroke-opacity:1" />
    </g>
    <g
       id="g4277"
       transform="translate(0,22.857143)">
      <g
         id="g4227">
        <g
           id="g4196">
          <text
             sodipodi:linespacing="125%"
             id="text4180"
             y="838.2099"
             x="-1042.3264"
             style="font-style:normal;font-weight:normal;font-size:30px;line-height:125%;font-family:sans-serif;letter-spacing:0px;word-spacing:0px;fill:#000000;fill-opacity:1;stroke:none;stroke-width:1px;stroke-linecap:butt;stroke-linejoin:miter;stroke-opacity:1"
             xml:space="preserve"><tspan
               style="font-size:50px"
               y="838.2099"
               x="-1042.3264"
               id="tspan4182"
               sodipodi:role="line">Sigmoid</tspan></text>
          <text
             sodipodi:linespacing="125%"
             id="text4188"
             y="876.5957"
             x="-1205.7029"
             style="font-style:normal;font-weight:normal;font-size:30px;line-height:125%;font-family:sans-serif;letter-spacing:0px;word-spacing:0px;fill:#000000;fill-opacity:1;stroke:none;stroke-width:1px;stroke-linecap:butt;stroke-linejoin:miter;stroke-opacity:1"
             xml:space="preserve"><tspan
               y="876.5957"
               x="-1205.7029"
               id="tspan4190"
               sodipodi:role="line">Dense output layer to predict class</tspan></text>
        </g>
      </g>
      <rect
         y="784.45514"
         x="-1229.7194"
         height="114.14724"
         width="575.78693"
         id="rect4242"
         style="opacity:1;fill:none;fill-opacity:1;stroke:#000000;stroke-width:2;stroke-miterlimit:4;stroke-dasharray:none;stroke-opacity:1" />
    </g>
    <g
       id="g4310"
       transform="translate(-54.548237,40.90751)">
      <text
         sodipodi:linespacing="125%"
         id="text4184"
         y="957.40784"
         x="-1223.2948"
         style="font-style:normal;font-weight:normal;font-size:30px;line-height:125%;font-family:sans-serif;letter-spacing:0px;word-spacing:0px;fill:#000000;fill-opacity:1;stroke:none;stroke-width:1px;stroke-linecap:butt;stroke-linejoin:miter;stroke-opacity:1"
         xml:space="preserve"><tspan
           y="957.40784"
           x="-1223.2948"
           id="tspan4186"
           sodipodi:role="line">0.0 (Negative)</tspan></text>
      <rect
         y="923.37256"
         x="-1236.1152"
         height="51.51778"
         width="240.41631"
         id="rect4286"
         style="opacity:1;fill:none;fill-opacity:1;stroke:#000000;stroke-width:2;stroke-miterlimit:4;stroke-dasharray:none;stroke-opacity:1" />
    </g>
    <g
       id="g4305"
       transform="translate(-60.609153,59.222635)">
      <text
         sodipodi:linespacing="125%"
         id="text4192"
         y="940.23529"
         x="-744.48242"
         style="font-style:normal;font-weight:normal;font-size:30px;line-height:125%;font-family:sans-serif;letter-spacing:0px;word-spacing:0px;fill:#000000;fill-opacity:1;stroke:none;stroke-width:1px;stroke-linecap:butt;stroke-linejoin:miter;stroke-opacity:1"
         xml:space="preserve"><tspan
           y="940.23529"
           x="-744.48242"
           id="tspan4194"
           sodipodi:role="line">1.0 (Positive)</tspan></text>
      <rect
         y="905.05743"
         x="-766.13586"
         height="51.51778"
         width="240.41631"
         id="rect4286-3"
         style="opacity:1;fill:none;fill-opacity:1;stroke:#000000;stroke-width:2;stroke-miterlimit:4;stroke-dasharray:none;stroke-opacity:1" />
    </g>
    <path
       style="fill:none;fill-rule:evenodd;stroke:#000000;stroke-width:2;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-opacity:1;marker-end:url(#Arrow1Lend)"
       d="m -1100,133.07649 0,49.73215"
       id="path4315"
       inkscape:connector-curvature="0"
       sodipodi:nodetypes="cc" />
    <path
       style="fill:none;fill-rule:evenodd;stroke:#000000;stroke-width:2;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-opacity:1;marker-end:url(#Arrow1Lend-6)"
       d="m -1100,299.22004 0,72.67858"
       id="path4315-5"
       inkscape:connector-curvature="0"
       sodipodi:nodetypes="cc" />
    <path
       style="fill:none;fill-rule:evenodd;stroke:#000000;stroke-width:2;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-opacity:1;marker-end:url(#Arrow1Lend-6-3)"
       d="m -1100,527.34505 0,107.50001"
       id="path4315-5-6"
       inkscape:connector-curvature="0"
       sodipodi:nodetypes="cc" />
    <path
       style="fill:none;fill-rule:evenodd;stroke:#000000;stroke-width:2;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-opacity:1;marker-end:url(#Arrow1Lend-6-3-2)"
       d="m -1100,754.13075 0,50.53573"
       id="path4315-5-6-1"
       inkscape:connector-curvature="0"
       sodipodi:nodetypes="cc" />
    <path
       style="fill:none;fill-rule:evenodd;stroke:#000000;stroke-width:2;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-opacity:1;marker-end:url(#Arrow1Lend-6-3-2-2)"
       d="m -1107.3104,922.26488 -38.5121,39.92913"
       id="path4315-5-6-1-0"
       inkscape:connector-curvature="0"
       sodipodi:nodetypes="cc" />
    <path
       style="fill:none;fill-rule:evenodd;stroke:#000000;stroke-width:2;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-opacity:1;marker-end:url(#Arrow1Lend-6-3-2-2-9)"
       d="m -775.08317,922.18095 38.5121,39.92913"
       id="path4315-5-6-1-0-6"
       inkscape:connector-curvature="0"
       sodipodi:nodetypes="cc" />
  </g>
</svg>