Add tests to try unicode encode errors in Travis

toolium/test/behave/test_behave_decode_errors.py

@@ -0,0 +1,107 @@
+# -*- coding: utf-8 -*-
+u"""
+Copyright 2017 Telefónica Investigación y Desarrollo, S.A.U.
+This file is part of Toolium.
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+"""
+
+import codecs
+import os
+import sys
+
+import pytest
+
+
+def test_join_list_with_utf8_strings_and_unicode():
+    """
+    This case fails in behave with Python 2 when feature files contains utf8 strings
+    behave/log_capture.py, getvalue() method, line 99
+    """
+    utf8_list = [u'year', 'año']
+    if sys.version_info > (3, 0):
+        assert ';'.join(utf8_list) == u'year;año'
+    else:
+        with pytest.raises(UnicodeDecodeError):
+            ';'.join(utf8_list)
+
+    # Solution 1: decode each element list -> works in Py2, fails in Py 3
+    if sys.version_info > (3, 0):
+        with pytest.raises(AttributeError):
+            # 'str' object has no attribute 'decode'
+            [elem.decode('utf-8') for elem in utf8_list]
+    else:
+        decoded = [elem.decode('utf-8') for elem in utf8_list]
+        assert ';'.join(decoded) == u'year;año'
+
+    # Solution 2: decode each element list capturing exceptions
+    def utf8_decode(encoded_string):
+        try:
+            return encoded_string.decode('utf-8')
+        except Exception:
+            return encoded_string
+    decoded = [utf8_decode(elem) for elem in utf8_list]
+    assert ';'.join(decoded) == u'year;año'
+
+
+def test_format_cp1252_string_to_unicode():
+    """
+    This case fails in behave with Python 2 and Python 3 when system error contains cp1252 strings
+     behave/_types.py, describe() method, line 59
+    """
+    cp1252_string = u'año'.encode('cp1252')
+    if sys.version_info > (3, 0):
+        # UnicodeDecodeError is not thrown in Python 3, but string should be decoded
+        assert u'year;{}'.format(cp1252_string) == u"year;b'a\\xf1o'"
+    else:
+        with pytest.raises(UnicodeDecodeError):
+            u'year;{}'.format(cp1252_string)
+
+    # Solution: decode string from cp1252
+    decoded = cp1252_string.decode('cp1252')
+    assert u'year;{}'.format(decoded) == u'year;año'
+
+
+def test_print_cp1252_unicode():
+    """
+    This case fails in behave when system error contains cp1252 strings and behave try to print in a non-utf8 console
+    behave/runner.py, run_hook() method, line 477
+    """
+    cp1252_string = u'año'.encode('cp1252')
+    decoded = cp1252_string.decode('cp1252')
+    try:
+        print(decoded)
+    except UnicodeEncodeError:
+        print('UnicodeEncodeError due to stdout encoding: %s, %s, %s', sys.stdin.encoding, sys.stdout.encoding,
+              sys.stderr.encoding)
+        # Solution 1: update IO to utf8 with a system property PYTHONIOENCODING=UTF-8
+        # Solution 2: update IO to utf8 from python code
+        sys.stdout = codecs.getwriter('utf8')(sys.stdout)
+        sys.stderr = codecs.getwriter('utf8')(sys.stderr)
+        print(decoded)
+
+
+def test_print_os_configuration():
+    """
+    Print OS configuration
+    """
+    print(sys.platform, sys.version)
+    print(os.getenv('PYTHONIOENCODING', None))
+    print(sys.getdefaultencoding())
+    print(sys.getfilesystemencoding())
+    print(sys.stdin.encoding, sys.stdout.encoding, sys.stderr.encoding)
+
+    try:
+        print(sys.getwindowsversion())
+    except AttributeError as e:
+        print('%s: %s' % (e.__class__.__name__, e))

tox.ini

@@ -7,5 +7,5 @@ deps =
     -rrequirements.txt
     -rrequirements_dev.txt
 commands =
-    coverage run --source=toolium -m py.test toolium/test
+    coverage run --source=toolium -m py.test toolium/test -s
     coveralls