Merge branch 'dev0.5'

.style.yapf

@@ -0,0 +1,5 @@
+[style]
+based_on_style = google
+dedent_closing_brackets = true
+column_limit = 80
+indent_width = 2

CONTRIBUTING.md

@@ -20,11 +20,11 @@ to reproduce your problem:
 
 # Pull request
 If you want to start working on OpenSeq2Seq a good place to start would be issues tagged with ``good first issue`` label.
-You might also consider opening an ``enchancement`` issue and assigning it yourself, especially since you plan a bigger change.
+You might also consider opening an ``enchancement`` issue and assigning it yourself, especially if you plan a bigger change.
 
 * The best way to send a PR is to fork OpenSeq2Seq and send PR from your fork
 * Before merging, your PR will have to go through code review by us.
 
-Thanks for contributing!
+We use [Google Python Code Style](https://github.com/google/styleguide/blob/gh-pages/pyguide.md), so make sure to run pylint over your code (pylint config is located in the `.pylintrc` file in the root of OpenSeq2Seq) and check that the score is >= 8.0. We also recommend using [GIT Pylint Commit Hook](https://git-pylint-commit-hook.readthedocs.io/en/latest/usage.html) to automate this process.
 
- 
+Thanks for contributing!

docs/html/.buildinfo

@@ -1,4 +1,4 @@
 # Sphinx build info version 1
 # This file hashes the configuration used when building these files. When it is not found, a full rebuild will be done.
-config: 1ee9542b8ec513ff756273e948aebb11
+config: 6048e279fa153344773e3fbb7ba4e033
 tags: 645f666f9bcd5a90fca523b33c5a78b7

docs/html/_modules/data/data_layer.html

@@ -154,24 +154,24 @@
 
   <h1>Source code for data.data_layer</h1><div class="highlight"><pre>
 <span></span><span class="c1"># Copyright (c) 2017 NVIDIA Corporation</span>
-<span class="sd">&quot;&quot;&quot;Data Layer Classes&quot;&quot;&quot;</span>
+<span class="sd">&quot;&quot;&quot;Data layer classes&quot;&quot;&quot;</span>
 <span class="kn">from</span> <span class="nn">__future__</span> <span class="k">import</span> <span class="n">absolute_import</span><span class="p">,</span> <span class="n">division</span><span class="p">,</span> <span class="n">print_function</span>
 <span class="kn">from</span> <span class="nn">__future__</span> <span class="k">import</span> <span class="n">unicode_literals</span>
-<span class="kn">from</span> <span class="nn">six.moves</span> <span class="k">import</span> <span class="nb">range</span>
 
 <span class="kn">import</span> <span class="nn">abc</span>
+<span class="kn">import</span> <span class="nn">copy</span>
+
 <span class="kn">import</span> <span class="nn">six</span>
 <span class="kn">import</span> <span class="nn">tensorflow</span> <span class="k">as</span> <span class="nn">tf</span>
-<span class="kn">import</span> <span class="nn">copy</span>
+
 <span class="kn">from</span> <span class="nn">open_seq2seq.utils.utils</span> <span class="k">import</span> <span class="n">check_params</span>
 
 
-<div class="viewcode-block" id="DataLayer"><a class="viewcode-back" href="../../api-docs/data.html#data.data_layer.DataLayer">[docs]</a><span class="nd">@six</span><span class="o">.</span><span class="n">add_metaclass</span><span class="p">(</span><span class="n">abc</span><span class="o">.</span><span class="n">ABCMeta</span><span class="p">)</span>
-<span class="k">class</span> <span class="nc">DataLayer</span><span class="p">:</span>
-  <span class="sd">&quot;&quot;&quot;Abstract class from which all data layers must inherit.</span>
-<span class="sd">  &quot;&quot;&quot;</span>
-<div class="viewcode-block" id="DataLayer.get_required_params"><a class="viewcode-back" href="../../api-docs/data.html#data.data_layer.DataLayer.get_required_params">[docs]</a>  <span class="nd">@staticmethod</span>
-  <span class="k">def</span> <span class="nf">get_required_params</span><span class="p">():</span>
+<span class="nd">@six</span><span class="o">.</span><span class="n">add_metaclass</span><span class="p">(</span><span class="n">abc</span><span class="o">.</span><span class="n">ABCMeta</span><span class="p">)</span>
+<div class="viewcode-block" id="DataLayer"><a class="viewcode-back" href="../../api-docs/data.html#data.data_layer.DataLayer">[docs]</a><span class="k">class</span> <span class="nc">DataLayer</span><span class="p">:</span>
+  <span class="sd">&quot;&quot;&quot;Abstract class from which all data layers must inherit.&quot;&quot;&quot;</span>
+  <span class="nd">@staticmethod</span>
+<div class="viewcode-block" id="DataLayer.get_required_params"><a class="viewcode-back" href="../../api-docs/data.html#data.data_layer.DataLayer.get_required_params">[docs]</a>  <span class="k">def</span> <span class="nf">get_required_params</span><span class="p">():</span>
     <span class="sd">&quot;&quot;&quot;Static method with description of required parameters.</span>
 
 <span class="sd">      Returns:</span>
@@ -181,11 +181,11 @@ <h1>Source code for data.data_layer</h1><div class="highlight"><pre>
 <span class="sd">            class :meth:`__init__` method.</span>
 <span class="sd">    &quot;&quot;&quot;</span>
     <span class="k">return</span> <span class="p">{</span>
-      <span class="s1">&#39;mode&#39;</span><span class="p">:</span> <span class="p">[</span><span class="s1">&#39;train&#39;</span><span class="p">,</span> <span class="s1">&#39;eval&#39;</span><span class="p">,</span> <span class="s1">&#39;infer&#39;</span><span class="p">],</span>
+        <span class="s1">&#39;mode&#39;</span><span class="p">:</span> <span class="p">[</span><span class="s1">&#39;train&#39;</span><span class="p">,</span> <span class="s1">&#39;eval&#39;</span><span class="p">,</span> <span class="s1">&#39;infer&#39;</span><span class="p">],</span>
     <span class="p">}</span></div>
 
-<div class="viewcode-block" id="DataLayer.get_optional_params"><a class="viewcode-back" href="../../api-docs/data.html#data.data_layer.DataLayer.get_optional_params">[docs]</a>  <span class="nd">@staticmethod</span>
-  <span class="k">def</span> <span class="nf">get_optional_params</span><span class="p">():</span>
+  <span class="nd">@staticmethod</span>
+<div class="viewcode-block" id="DataLayer.get_optional_params"><a class="viewcode-back" href="../../api-docs/data.html#data.data_layer.DataLayer.get_optional_params">[docs]</a>  <span class="k">def</span> <span class="nf">get_optional_params</span><span class="p">():</span>
     <span class="sd">&quot;&quot;&quot;Static method with description of optional parameters.</span>
 
 <span class="sd">      Returns:</span>
@@ -195,13 +195,13 @@ <h1>Source code for data.data_layer</h1><div class="highlight"><pre>
 <span class="sd">            class :meth:`__init__` method.</span>
 <span class="sd">    &quot;&quot;&quot;</span>
     <span class="k">return</span> <span class="p">{</span>
-      <span class="s1">&#39;batch_size&#39;</span><span class="p">:</span> <span class="nb">int</span><span class="p">,</span>
-      <span class="s1">&#39;shuffle&#39;</span><span class="p">:</span> <span class="nb">bool</span><span class="p">,</span>
-      <span class="s1">&#39;dtype&#39;</span><span class="p">:</span> <span class="p">[</span><span class="n">tf</span><span class="o">.</span><span class="n">float32</span><span class="p">,</span> <span class="n">tf</span><span class="o">.</span><span class="n">float16</span><span class="p">],</span>
+        <span class="s1">&#39;batch_size&#39;</span><span class="p">:</span> <span class="nb">int</span><span class="p">,</span>
+        <span class="s1">&#39;shuffle&#39;</span><span class="p">:</span> <span class="nb">bool</span><span class="p">,</span>
+        <span class="s1">&#39;dtype&#39;</span><span class="p">:</span> <span class="p">[</span><span class="n">tf</span><span class="o">.</span><span class="n">float32</span><span class="p">,</span> <span class="n">tf</span><span class="o">.</span><span class="n">float16</span><span class="p">],</span>
     <span class="p">}</span></div>
 
-<div class="viewcode-block" id="DataLayer.__init__"><a class="viewcode-back" href="../../api-docs/data.html#data.data_layer.DataLayer.__init__">[docs]</a>  <span class="nd">@abc</span><span class="o">.</span><span class="n">abstractmethod</span>
-  <span class="k">def</span> <span class="nf">__init__</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">params</span><span class="p">,</span> <span class="n">model</span><span class="p">,</span> <span class="n">num_workers</span><span class="p">,</span> <span class="n">worker_id</span><span class="p">):</span>
+  <span class="nd">@abc</span><span class="o">.</span><span class="n">abstractmethod</span>
+<div class="viewcode-block" id="DataLayer.__init__"><a class="viewcode-back" href="../../api-docs/data.html#data.data_layer.DataLayer.__init__">[docs]</a>  <span class="k">def</span> <span class="nf">__init__</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">params</span><span class="p">,</span> <span class="n">model</span><span class="p">,</span> <span class="n">num_workers</span><span class="p">,</span> <span class="n">worker_id</span><span class="p">):</span>
     <span class="sd">&quot;&quot;&quot;Data layer constructor.</span>
 <span class="sd">    The TensorFlow graph should not be created here, but rather in the</span>
 <span class="sd">    :meth:`self.build_graph() &lt;build_graph&gt;` method.</span>
@@ -234,10 +234,7 @@ <h1>Source code for data.data_layer</h1><div class="highlight"><pre>
         <span class="bp">self</span><span class="o">.</span><span class="n">_params</span><span class="p">[</span><span class="s1">&#39;dtype&#39;</span><span class="p">]</span> <span class="o">=</span> <span class="n">tf</span><span class="o">.</span><span class="n">float32</span>
 
     <span class="k">if</span> <span class="s1">&#39;shuffle&#39;</span> <span class="ow">not</span> <span class="ow">in</span> <span class="n">params</span><span class="p">:</span>
-      <span class="k">if</span> <span class="bp">self</span><span class="o">.</span><span class="n">_params</span><span class="p">[</span><span class="s1">&#39;mode&#39;</span><span class="p">]</span> <span class="o">==</span> <span class="s1">&#39;train&#39;</span><span class="p">:</span>
-        <span class="bp">self</span><span class="o">.</span><span class="n">_params</span><span class="p">[</span><span class="s1">&#39;shuffle&#39;</span><span class="p">]</span> <span class="o">=</span> <span class="kc">True</span>
-      <span class="k">else</span><span class="p">:</span>
-        <span class="bp">self</span><span class="o">.</span><span class="n">_params</span><span class="p">[</span><span class="s1">&#39;shuffle&#39;</span><span class="p">]</span> <span class="o">=</span> <span class="kc">False</span>
+      <span class="bp">self</span><span class="o">.</span><span class="n">_params</span><span class="p">[</span><span class="s1">&#39;shuffle&#39;</span><span class="p">]</span> <span class="o">=</span> <span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">_params</span><span class="p">[</span><span class="s1">&#39;mode&#39;</span><span class="p">]</span> <span class="o">==</span> <span class="s1">&#39;train&#39;</span><span class="p">)</span>
 
     <span class="k">if</span> <span class="bp">self</span><span class="o">.</span><span class="n">_params</span><span class="p">[</span><span class="s1">&#39;mode&#39;</span><span class="p">]</span> <span class="o">!=</span> <span class="s1">&#39;train&#39;</span> <span class="ow">and</span> <span class="bp">self</span><span class="o">.</span><span class="n">_params</span><span class="p">[</span><span class="s1">&#39;shuffle&#39;</span><span class="p">]:</span>
       <span class="k">raise</span> <span class="ne">ValueError</span><span class="p">(</span><span class="s2">&quot;Shuffle should not be performed in eval or infer modes&quot;</span><span class="p">)</span>
@@ -251,8 +248,8 @@ <h1>Source code for data.data_layer</h1><div class="highlight"><pre>
     <span class="sd">&quot;&quot;&quot;Parameters used to construct the data layer (dictionary).&quot;&quot;&quot;</span>
     <span class="k">return</span> <span class="bp">self</span><span class="o">.</span><span class="n">_params</span>
 
-<div class="viewcode-block" id="DataLayer.build_graph"><a class="viewcode-back" href="../../api-docs/data.html#data.data_layer.DataLayer.build_graph">[docs]</a>  <span class="nd">@abc</span><span class="o">.</span><span class="n">abstractmethod</span>
-  <span class="k">def</span> <span class="nf">build_graph</span><span class="p">(</span><span class="bp">self</span><span class="p">):</span>
+  <span class="nd">@abc</span><span class="o">.</span><span class="n">abstractmethod</span>
+<div class="viewcode-block" id="DataLayer.build_graph"><a class="viewcode-back" href="../../api-docs/data.html#data.data_layer.DataLayer.build_graph">[docs]</a>  <span class="k">def</span> <span class="nf">build_graph</span><span class="p">(</span><span class="bp">self</span><span class="p">):</span>
     <span class="sd">&quot;&quot;&quot;Here all TensorFlow graph construction should happen.&quot;&quot;&quot;</span>
     <span class="k">pass</span></div>
 
@@ -336,7 +333,7 @@ <h1>Source code for data.data_layer</h1><div class="highlight"><pre>
       <script type="text/javascript" src="../../_static/jquery.js"></script>
       <script type="text/javascript" src="../../_static/underscore.js"></script>
       <script type="text/javascript" src="../../_static/doctools.js"></script>
-      <script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/mathjax/2.7.1/MathJax.js?config=TeX-AMS-MML_HTMLorMML"></script>
+      <script type="text/javascript" src="https://cdn.mathjax.org/mathjax/latest/MathJax.js?config=TeX-AMS-MML_HTMLorMML"></script>