Merge pull request #64 from QuLogic/pathify

Use pathlib everywhere.

Author: jklymak

python/build.py

@@ -1,27 +1,24 @@
 #!/usr/bin/env python
-import os
+
+from pathlib import Path
 import pprint
 
 from jinja2 import Template
 from yaml import safe_load
 from markdown import markdown
-import glob 
 import requests
 
 # concatenate yml files...
 
-here = os.path.abspath(os.path.dirname(__file__))
-
-try:
-    os.remove(os.path.join(here, '../packages/all.yml'))
-except:
-    pass
-packages = glob.glob(os.path.join(here, '../packages/*'))
+here = Path(__file__).parent.resolve()
 
+all_path = here.parent / 'packages/all.yml'
+all_path.unlink(missing_ok=True)
+packages = (here.parent / 'packages').glob('*')
 
 
 print("Opening section names file")
-with open(os.path.join(here, '../section_names.yml')) as f:
+with (here.parent / 'section_names.yml').open() as f:
     section_names = safe_load(f)
 
 section_names = section_names['section_names']
@@ -30,7 +27,7 @@
 packs = dict()
 # divide the yml files into sections based on teh section tag...
 for package in packages:
-    with open(package, 'r') as fin:
+    with package.open('r') as fin:
         pack = safe_load(fin)
         if 'section' not in pack:
             pack['section'] = 'miscellaneous'
@@ -41,8 +38,7 @@
 
 pprint.pprint(packs)
 
-            
-with open(os.path.join(here, '../packages/all.yml'), 'w') as out:
+with all_path.open('w') as out:
     for secname in sorted(packs.keys()):
         packs_sec = sorted(packs[secname], key= lambda i: i['repo'].split('/')[1])
 
@@ -58,7 +54,7 @@
 
 
 print("Opening config file")
-with open(os.path.join(here, '../packages/all.yml')) as f:
+with all_path.open() as f:
     config = safe_load(f)
 pprint.pprint(config)
 print()
@@ -130,14 +126,16 @@
             else:
                 package['site_protocol'], package['site'] = package['site'].rstrip('/').split('://')
 
-template = Template(open(os.path.join(here, 'template.rst'), 'r').read())
+template = Template((here / 'template.rst').read_text())
 
 config = sorted(config, key = lambda i: i['name'])
 
 
-with open(os.path.join(here, '../docs/source/packages.rst'), 'w') as f:
-    f.write("Third-party and user-contributed packages\n")
-    f.write("=========================================\n\n")
-    f.write(".. include:: intro.rst\n\n")
-    # f.write(".. include:: html\n\n")
-    f.write(template.render(config=config))
+(here.parent / 'docs/source/packages.rst').write_text(f"""\
+Third-party and user-contributed packages
+=========================================
+
+.. include:: intro.rst
+
+{template.render(config=config)}
+""")

python/build_cache.py

@@ -1,11 +1,12 @@
 #!/usr/bin/env python
 
 import os
+from pathlib import Path
 from yaml import safe_load
 import requests
 
-here = os.path.abspath(os.path.dirname(__file__))
-cache_path = os.path.join(here, '..', 'doc', '_static', 'cache')
+here = Path(__file__).parent.resolve()
+cache_path = here.parent / 'doc/_static/cache'
 print(cache_path)
 badge = os.getenv('BADGE')
 
@@ -20,10 +21,9 @@
     raise ValueError((f'{badge} not in {", ".join(cache.keys())}, use env '
                       'var BADGE to set.'))
 
-if not os.path.exists(cache_path):
-    os.mkdir(cache_path)
+cache_path.mkdir(exist_ok=True)
 
-with open(os.path.join(here, 'tools.yml')) as f:
+with (here / 'tools.yml').open() as f:
     config = safe_load(f)
 
 for section in config:
@@ -39,5 +39,5 @@
         print(f"  * package: {package.get('pypi_name', '')}")
         rendered_url = url.format(repo=package['repo'], pypi_name=package['pypi_name'])
         r = requests.get(rendered_url)
-        with open(os.path.join(cache_path, f"{package['name']}_{badge}_badge.svg"), 'wb') as f:
-            f.write(r.content)
+        badge = cache_path / f"{package['name']}_{badge}_badge.svg"
+        badge.write_bytes(r.content)

python/conda_downloads.py

@@ -4,17 +4,19 @@
 from the previous month.
 """
 
+import datetime
 import os
+from pathlib import Path
 from yaml import safe_load
-import requests
-import datetime
+
 import intake
+import requests
 import colorcet as cc
 import numpy as np
 
 
-here = os.path.abspath(os.path.dirname(__file__))
-cache_path = os.path.join(here, '..', 'doc', '_static', 'cache')
+here = Path(__file__).parent.resolve()
+cache_path = here.parent / 'doc/_static/cache'
 cat = intake.open_catalog('https://raw.githubusercontent.com/ContinuumIO/anaconda-package-data/master/catalog/anaconda_package_data.yaml')
 
 colors = cc.palette_n.rainbow[-20:80:-1]
@@ -34,8 +36,8 @@
                                                 columns=['pkg_name', 'counts']).to_dask()
 per_package_downloads = monthly.groupby('pkg_name').sum().compute()
 
-if not os.path.exists(cache_path):
-    os.mkdir(cache_path)
+cache_path.mkdir(exist_ok=True)
+
 
 def get_conda_badge(conda_package):
     conda_package = conda_package.lower()
@@ -61,7 +63,7 @@ def get_conda_badge(conda_package):
 
     return  f"https://img.shields.io/badge/conda-{downloads}/month-{color}.svg"
 
-with open(os.path.join(here, 'tools.yml')) as f:
+with (here / 'tools.yml').open() as f:
     config = safe_load(f)
 
 for section in config:
@@ -75,5 +77,5 @@ def get_conda_badge(conda_package):
         url = get_conda_badge(package.get('conda_package', package['name']))
         rendered_url = url
         r = requests.get(rendered_url)
-        with open(os.path.join(cache_path, f"{package['name']}_conda_downloads_badge.svg"), 'wb') as f:
-            f.write(r.content)
+        badge = (cache_path / f"{package['name']}_conda_downloads_badge.svg")
+        badge.write_bytes(r.content)