diff --git a/setup.py b/setup.py
index bedfec5..47f3834 100644
--- a/setup.py
+++ b/setup.py
@@ -4,8 +4,10 @@
 from setuptools import setup, find_packages
 
 HERE = os.path.abspath(os.path.dirname(__file__))
-README = open(os.path.join(HERE, 'README.rst')).read()
-CHANGES = open(os.path.join(HERE, 'CHANGES.rst')).read()
+with open(os.path.join(HERE, 'README.rst')) as readme_file:
+    README = readme_file.read()
+with open(os.path.join(HERE, 'CHANGES.rst')) as changes_file:
+    CHANGES = changes_file.read()
 # Remove custom RST extensions for pypi
 CHANGES = re.sub(r'\(\s*:(issue|pr|sha):.*?\)', '', CHANGES)