.circleci/config.yml

@@ -13,6 +13,13 @@ test: &test
   steps:
     - checkout:
         path: ~/ibis
+    - run:
+        name: Fetch tags
+        command: git -C ~/ibis fetch --tags
+    - run:
+        name: Show tags
+        command: |
+          git -C ~/ibis tag | cat
     - run:
         name: Setup Google Credentials for BigQuery
         command: |
@@ -22,7 +29,7 @@ test: &test
           fi
     - run:
         name: Start Databases
-        command: docker-compose up -d --no-build mysql postgres impala clickhouse mapd kudu-tserver kudu-master
+        command: docker-compose up -d --no-build mysql postgres impala clickhouse omnisci kudu-tserver kudu-master
     - run:
         name: Show Running Containers
         command: docker ps
@@ -55,7 +62,7 @@ test: &test
     - run:
         name: Execute Pytest
         command: |
-          docker-compose run -e PYTHONHASHSEED=$PYTHONHASHSEED ibis \
+          docker-compose run -e PYTHONHASHSEED=$PYTHONHASHSEED -e CIRCLECI=$CIRCLECI ibis \
             pytest ibis -m "not udf" \
                         -ra \
                         --numprocesses auto \
@@ -76,12 +83,18 @@ test: &test
           bash <(curl -s https://codecov.io/bash) \
             -f /tmp/ibis/test-reports/pytest-cov/coverage.xml
 
-
 build: &build
   <<: *base
   steps:
     - checkout:
         path: ~/ibis
+    - run:
+        name: Fetch tags
+        command: git -C ~/ibis fetch --tags
+    - run:
+        name: Show tags
+        command: |
+          git -C ~/ibis tag | cat
     - run:
         name: Build Ibis Image
         command: docker-compose build ibis
@@ -105,6 +118,13 @@ benchmark: &benchmark
   steps:
     - checkout:
         path: ~/ibis
+    - run:
+        name: Fetch tags
+        command: git -C ~/ibis fetch --tags
+    - run:
+        name: Show tags
+        command: |
+          git -C ~/ibis tag | cat
     - run:
         name: Build Ibis Image
         command: docker-compose build ibis
@@ -119,12 +139,19 @@ docs: &docs
   steps:
     - checkout:
         path: ~/ibis
+    - run:
+        name: Fetch tags
+        command: git -C ~/ibis fetch --tags
+    - run:
+        name: Show tags
+        command: |
+          git -C ~/ibis tag | cat
     - add_ssh_keys:
         fingerprints:
           - "8d:b0:36:4d:f6:75:f2:5f:00:01:a1:53:63:52:f0:e2"
     - run:
         name: Start Databases
-        command: docker-compose up -d --no-build mysql postgres impala clickhouse mapd kudu-master kudu-tserver
+        command: docker-compose up -d --no-build mysql postgres impala clickhouse omnisci kudu-master kudu-tserver
     - run:
         name: Show Running Containers
         command: docker ps
@@ -145,7 +172,7 @@ docs: &docs
         command: docker-compose run ibis-docs ci/load-data.sh
     - run:
         name: Ping the Notebook Impala Hostname
-        command: docker-compose run ibis-docs ping -c 1 quickstart.cloudera
+        command: docker-compose run ibis-docs ping -c 1 impala
     - run:
         name: Clone Documentation Repository
         command: docker-compose run ibis-docs git clone --branch gh-pages https://github.com/ibis-project/docs.ibis-project.org /tmp/docs.ibis-project.org
@@ -181,16 +208,22 @@ docs: &docs
         path: /tmp/ibis/docs.ibis-project.org
 
 jobs:
+  python35_test:
+    <<: *test
+    environment:
+      - PYTHONHASHSEED: 0
+      - PYTHON_VERSION: 3.5
+
   python36_test:
     <<: *test
     environment:
-      - PYTHONHASHSEED: ""
+      - PYTHONHASHSEED: "random"
       - PYTHON_VERSION: 3.6
 
   python37_test:
     <<: *test
     environment:
-      - PYTHONHASHSEED: ""
+      - PYTHONHASHSEED: "random"
       - PYTHON_VERSION: 3.7
 
   python36_conda_build:
@@ -218,9 +251,10 @@ workflows:
   version: 2
   test:
     jobs:
+      - python35_test
       - python36_test
       - python37_test
       - python36_docs
       - python36_benchmark
-      #- python36_conda_build
-      #- python37_conda_build
+      - python36_conda_build
+      - python37_conda_build

.isort.cfg

@@ -0,0 +1,2 @@
+[settings]
+known_third_party = asv,click,clickhouse_driver,dateutil,google,graphviz,impala,jinja2,kudu,multipledispatch,numpy,pandas,pkg_resources,plumbum,psycopg2,pyarrow,pydata_google_auth,pymapd,pymysql,pytest,pytz,regex,requests,ruamel,setuptools,sphinx_rtd_theme,sqlalchemy,toolz

.pep8speaks.yml

@@ -0,0 +1,5 @@
+# File : .pep8speaks.yml
+
+scanner:
+  diff_only: True  # If True, errors caused by only the patch are shown
+  linter: flake8

.pre-commit-config.yaml

@@ -1,13 +1,28 @@
 repos:
+  - repo: https://github.com/asottile/seed-isort-config
+    rev: v1.7.0
+    hooks:
+      - id: seed-isort-config
+  - repo: https://github.com/pre-commit/mirrors-isort
+    rev: v4.3.17
+    hooks:
+      - id: isort
+  - repo: https://github.com/ambv/black
+    # we need to use this commit or later, to pickup the fix that splits
+    # trailing comma syntax into call vs def, both of which weren't implemented
+    # until python 3.6 (3.5 has just the call syntax) and we need to support
+    # 3.5 for a few months.
+    rev: cea13f498418784e22f8fbd78db3f9240a2bad11
+    hooks:
+      - id: black
+        # a side effect of black running exclude filters and then include
+        # filters (the built-in black behavior) is that a command line such as
+        # black --exclude foo.py foo.py will still format foo.py. We avoid this
+        # in pre-commit by not passing staged files.
+        pass_filenames: false
   - repo: git://github.com/pre-commit/pre-commit-hooks
     rev: v2.1.0
     hooks:
       - id: flake8
         types:
           - python
-        args: ['--config=setup.cfg']
-
-  - repo: https://github.com/ambv/black
-    rev: stable
-    hooks:
-      - id: black

Makefile

@@ -2,11 +2,13 @@
 
 SHELL := /bin/bash
 MAKEFILE_DIR = $(patsubst %/,%,$(dir $(abspath $(lastword $(MAKEFILE_LIST)))))
+PYTHON_VERSION := 3.6
+PYTHONHASHSEED := "random"
 COMPOSE_FILE := "$(MAKEFILE_DIR)/ci/docker-compose.yml"
 DOCKER := docker-compose -f $(COMPOSE_FILE)
-DOCKER_RUN := $(DOCKER) run --rm
+DOCKER_RUN := PYTHON_VERSION=${PYTHON_VERSION} $(DOCKER) run --rm
 PYTEST_OPTIONS :=
-SERVICES := mapd postgres mysql clickhouse impala kudu-master kudu-tserver
+SERVICES := omnisci postgres mysql clickhouse impala kudu-master kudu-tserver
 
 clean:
 	python setup.py clean
@@ -33,7 +35,7 @@ build:
 
 start:
 # start all docker compose services
-	$(DOCKER) up -d --no-build ${SERVICES}
+	$(DOCKER) up --remove-orphans -d --no-build ${SERVICES}
 # wait for services to start
 	$(DOCKER_RUN) waiter
 
@@ -48,21 +50,25 @@ init: restart
 	$(MAKE) load
 
 testparallel:
-	$(MAKEFILE_DIR)/ci/test.sh -n auto -m 'not udf' \
+	PYTHONHASHSEED=${PYTHONHASHSEED} $(MAKEFILE_DIR)/ci/test.sh -n auto -m 'not udf' -k 'not test_import_time' \
 	    --doctest-modules --doctest-ignore-import-errors ${PYTEST_OPTIONS}
 
 test:
-	$(MAKEFILE_DIR)/ci/test.sh ${PYTEST_OPTIONS} \
+	PYTHONHASHSEED=${PYTHONHASHSEED} $(MAKEFILE_DIR)/ci/test.sh ${PYTEST_OPTIONS} -k 'not test_import_time' \
 	    --doctest-modules --doctest-ignore-import-errors
 
 testmost:
-	$(MAKEFILE_DIR)/ci/test.sh -n auto -m 'not (udf or impala or hdfs)' \
+	PYTHONHASHSEED=${PYTHONHASHSEED} $(MAKEFILE_DIR)/ci/test.sh -n auto -m 'not (udf or impala or hdfs)' -k 'not test_import_time' \
 	    --doctest-modules --doctest-ignore-import-errors ${PYTEST_OPTIONS}
 
 testfast:
-	$(MAKEFILE_DIR)/ci/test.sh -n auto -m 'not (udf or impala or hdfs or bigquery)' \
+	PYTHONHASHSEED=${PYTHONHASHSEED} $(MAKEFILE_DIR)/ci/test.sh -n auto -m 'not (udf or impala or hdfs or bigquery)' -k 'not test_import_time' \
 	    --doctest-modules --doctest-ignore-import-errors ${PYTEST_OPTIONS}
 
+testlocal:
+	PYTHONHASHSEED=${PYTHONHASHSEED} pytest -n auto -m 'not (udf or impala or hdfs or bigquery or mysql or mapd or postgresql or clickhouse)' -k 'not test_import_time' \
+	    ${PYTEST_OPTIONS}
+
 docclean:
 	$(DOCKER_RUN) ibis-docs rm -rf /tmp/docs.ibis-project.org
 
@@ -71,7 +77,7 @@ builddoc:
 	$(DOCKER) build ibis-docs
 
 doc: builddoc docclean
-	$(DOCKER_RUN) ibis-docs ping -c 1 quickstart.cloudera
+	$(DOCKER_RUN) ibis-docs ping -c 1 impala
 	$(DOCKER_RUN) ibis-docs git clone --branch gh-pages https://github.com/ibis-project/docs.ibis-project.org /tmp/docs.ibis-project.org --depth 1
 	$(DOCKER_RUN) ibis-docs find /tmp/docs.ibis-project.org -maxdepth 1 ! -wholename /tmp/docs.ibis-project.org \
 	    ! -name '*.git' \

README.md

@@ -4,10 +4,10 @@
 | -------------: | :---- |
 | Documentation  | [![Documentation Status](https://img.shields.io/badge/docs-docs.ibis--project.org-blue.svg)](http://docs.ibis-project.org) |
 | Conda packages | [![Anaconda-Server Badge](https://anaconda.org/conda-forge/ibis-framework/badges/version.svg)](https://anaconda.org/conda-forge/ibis-framework) |
-| PyPI           | ![PyPI](https://img.shields.io/pypi/v/ibis-framework.svg) |
+| PyPI           | [![PyPI](https://img.shields.io/pypi/v/ibis-framework.svg)](https://pypi.org/project/ibis-framework) |
 | CircleCI       | [![CircleCI Status](https://circleci.com/gh/ibis-project/ibis.svg?style=shield&circle-token=b84ff8383cbb0d6788ee0f9635441cb962949a4f)](https://circleci.com/gh/ibis-project/ibis/tree/master) |
 | Azure          | [![Azure Status](https://dev.azure.com/ibis-project/ibis/_apis/build/status/ibis-project.ibis)](https://dev.azure.com/ibis-project/ibis/_build) |
-| Coverage       | ![Codecov branch](https://img.shields.io/codecov/c/github/ibis-project/ibis/master.svg) |
+| Coverage       | [![Codecov branch](https://img.shields.io/codecov/c/github/ibis-project/ibis/master.svg)](https://codecov.io/gh/ibis-project/ibis) |
 
 
 Ibis is a toolbox to bridge the gap between local Python environments, remote
@@ -38,6 +38,6 @@ Ibis currently provides tools for interacting with the following systems:
 - [Pandas](https://pandas.pydata.org/) [DataFrames](http://pandas.pydata.org/pandas-docs/stable/dsintro.html#dataframe) (Experimental)
 - [Clickhouse](https://clickhouse.yandex)
 - [BigQuery](https://cloud.google.com/bigquery)
-- [MapD](https://www.mapd.com) (Experimental)
+- [OmniSci](https://www.omnisci.com) (Experimental)
 
 Learn more about using the library at http://docs.ibis-project.org.