Integrate numba into setuptools [ESD-1156]

.travis.yml

@@ -31,7 +31,7 @@ matrix:
         - sudo apt-get install python3.5 python3.5-dev
         - sudo apt-get -y -o Dpkg::Options::="--force-confnew" install docker-ce
         - sudo pip install tox
-        - git clone -b master https://github.com/swift-nav/piksi_tools.git ../piksi_tools
+        - git clone -b pmiettinen/esd-1156-numba-deployment https://github.com/swift-nav/piksi_tools.git ../piksi_tools
       script: |
         pushd haskell
         docker build -t sbp2json .

HOWTO.md

@@ -144,17 +144,54 @@ Ubuntu 16.04.
    [GitHub](https://github.com/swift-nav/libsbp/releases) and add the
    RELEASE_NOTES.md.
 
-7. Distribute release packages: `make dist`. You may need credentials
-   on the appropriate package repositories. Ignore the GPG error in `stack`,
-   the package will get uploaded correctly anyway.  If the release is
-   a Python only change it may be appropriate to just publish to PyPI
-   with `make dist-python` -- we typically update all other supported
-   languages when we make an official firmware release.
+7. Distribute release packages.  You can attempt to run all releases
+   with `make dist` -- this will likely not work through... it is
+   advisable to run each dist target separately.  In particular:
+
+   - `make dist-javascript`
+   - `make dist-haskell`
+   - `make dist-pdf`
+   - `make dist-python` (see section on Python below)
+
+   You may need credentials on the appropriate package repositories. Ignore the
+   GPG error in `stack`, the package will get uploaded correctly anyway.  If
+   the release is a Python only change it may be appropriate to just publish to
+   PyPI with `make dist-python` (see section on Python below) -- we typically
+   update all other supported languages when we make an official firmware
+   release.
 
 8. Releases are not only never perfect, they never really end. Please
    pay special attention to any downstream projects or users that may
    have issues or regressions as a consequence of the release version.
 
+# Distributing Python
+
+Python distribution requires compilation for the JIT accelerated `sbp.jit`
+package.  This package uses the Python `numba` library, which supports AOT
+compilation of a native Python extension.  The distributions for each platform
+can be created by running the `make dist-python` target on each platform
+(Windows, Mac OS X, Linux x86, and Linux ARM through docker).
+
+For example, running this:
+```
+make dist-python PYPI_USERNAME=swiftnav PYPI_PASSWORD=...
+```
+
+...will produce and upload a `.whl` appropriate for that platform.  A
+wheel that targets any platform (but requires that `numba` be installed)
+can be produced and uploaded by running the following command:
+```
+make dist-python PYPI_USERNAME=swiftnav PYPI_PASSWORD=... LIBSBP_BUILD_ANY=y
+```
+
+The Linux ARM build of libsbp can be done either natively, or through docker
+via the following set of command:
+```
+docker build -f python/Dockerfile.arm -t libsbp-arm .
+docker run -v $PWD:/work --rm -it libsbp-arm /bin/bash
+make dist-python PYPI_USERNAME=swiftnav PYPI_PASSWORD=...
+```
+
 # Contributions
 
 This library is developed internally by Swift Navigation. We welcome

Makefile

@@ -3,7 +3,7 @@
 # before using it to do Crazy Things.
 
 SHELL := /bin/bash
-SWIFTNAV_ROOT := $(shell pwd)
+SWIFTNAV_ROOT := $(CURDIR)
 MAKEFLAGS += SWIFTNAV_ROOT=$(SWIFTNAV_ROOT)
 SBP_SPEC_DIR := $(SWIFTNAV_ROOT)/spec/yaml/swiftnav/sbp/
 SBP_TESTS_SPEC_DIR := $(SWIFTNAV_ROOT)/spec/tests/yaml/
@@ -249,15 +249,22 @@ dist-python:
 	make -C $(SWIFTNAV_ROOT)/python SBP_VERSION="$(SBP_MAJOR_VERSION).$(SBP_MINOR_VERSION).$(SBP_PATCH_VERSION)" deploy 
 	$(call announce-end,"Finished deploying Python package")
 
-dist: dist-python
-	$(call announce-begin,"Deploying packages")
+dist-javascript:
+	$(call announce-begin,"Deploying Javascript package")
 	npm publish
-	pushd $(SWIFTNAV_ROOT)/haskell
-	stack sdist
-	stack upload .
-	popd
+	$(call announce-begin,"Finished deploying Javascript package")
+
+dist-haskell:
+	$(call announce-begin,"Deploying Haskell package")
+	(cd $(SWIFTNAV_ROOT)/haskell; stack sdist; stack upload .)
+	$(call announce-begin,"Finished deploying Haskell package")
+
+dist-pdf:
+	$(call announce-begin,"Deploying PDF documentation")
 	make pdf_dist
-	$(call announce-end,"Finished deploying packages")
+	$(call announce-begin,"Finished deploying PDF documentation")
+
+dist: dist-python dist-javascript dist-haskell dist-pdf
 
 pdf:
 	$(call announce-begin,"Generating PDF datasheet documentation")

python/Dockerfile.arm

@@ -0,0 +1,14 @@
+FROM balenalib/armv7hf-debian:sid-build
+
+RUN [ "cross-build-start" ]
+
+RUN \
+     echo Setting up ARM build environment... \
+  && apt-get update \
+  && apt-get install wget bzip2 build-essential llvm-6.0-dev python3 \
+  && update-alternatives --install /usr/bin/llvm-config llvm-config /usr/bin/llvm-config-6.0 1 \
+  && wget -O /tmp/miniconda.sh https://repo.continuum.io/miniconda/Miniconda3-latest-Linux-armv7l.sh \
+  && bash /tmp/miniconda.sh -b \
+  && rm /tmp/miniconda.sh
+
+ENV PATH=/root/miniconda3/bin:$PATH

python/MANIFEST.in

@@ -9,5 +9,5 @@ include .gitignore
 include LICENSE
 include tox.ini
 include sbp/RELEASE-VERSION
-recursive-include sbp/ *.py
+recursive-include sbp *.py
 prune docs/_build

python/Makefile

@@ -1,8 +1,14 @@
-
 .PHONY: deploy
 
-DEPLOY_PYTHON := $(CURDIR)/deploy.bash
-DEPLOY_COMMAND := SBP_VERSION=$(SBP_VERSION) $(SHELL) $(DEPLOY_PYTHON)
+ifeq ($(OS),Windows_NT)
+PYTHON := python
+else
+PYTHON := python3
+endif
+
+DEPLOY_PYTHON := $(CURDIR)/deploy.py
+DEPLOY_COMMAND := $(PYTHON) $(DEPLOY_PYTHON)
 
+deploy: export SBP_VERSION=$(SBP_VERSION)
 deploy:
 	$(DEPLOY_COMMAND)