.commitlintrc.json

@@ -0,0 +1,126 @@
+{
+  "rules": {
+    "body-leading-blank": [1, "always"],
+    "body-max-line-length": [2, "always", 100],
+    "footer-leading-blank": [1, "always"],
+    "footer-max-line-length": [2, "always", 100],
+    "header-max-length": [2, "always", 100],
+    "subject-case": [
+      2,
+      "never",
+      ["sentence-case", "start-case", "pascal-case", "upper-case"]
+    ],
+    "subject-empty": [2, "never"],
+    "subject-full-stop": [2, "never", "."],
+    "type-case": [2, "always", "lower-case"],
+    "type-empty": [2, "never"],
+    "type-enum": [
+      2,
+      "always",
+      [
+        "build",
+        "chore",
+        "ci",
+        "docs",
+        "feat",
+        "fix",
+        "perf",
+        "refactor",
+        "revert",
+        "style",
+        "test"
+      ]
+    ]
+  },
+  "prompt": {
+    "questions": {
+      "type": {
+        "description": "Select the type of change that you're committing",
+        "enum": {
+          "feat": {
+            "description": "A new feature",
+            "title": "Features",
+            "emoji": "✨"
+          },
+          "fix": {
+            "description": "A bug fix",
+            "title": "Bug Fixes",
+            "emoji": "🐛"
+          },
+          "docs": {
+            "description": "Documentation only changes",
+            "title": "Documentation",
+            "emoji": "📚"
+          },
+          "style": {
+            "description": "Changes that do not affect the meaning of the code (whitespace, formatting, missing semi-colons, etc)",
+            "title": "Styles",
+            "emoji": "💎"
+          },
+          "refactor": {
+            "description": "A code change that neither fixes a bug nor adds a feature",
+            "title": "Code Refactoring",
+            "emoji": "📦"
+          },
+          "perf": {
+            "description": "A code change that improves performance",
+            "title": "Performance Improvements",
+            "emoji": "🚀"
+          },
+          "test": {
+            "description": "Adding missing tests or fixing existing tests",
+            "title": "Tests",
+            "emoji": "🚨"
+          },
+          "build": {
+            "description": "Changes that affect the build system or external dependencies (example scopes: poetry, nix)",
+            "title": "Builds",
+            "emoji": "🛠"
+          },
+          "ci": {
+            "description": "Changes to our CI configuration files and scripts (example scopes: actions, gh-actions, github-actions)",
+            "title": "Continuous Integrations",
+            "emoji": "⚙️"
+          },
+          "chore": {
+            "description": "Other changes that don't modify source or test files",
+            "title": "Chores",
+            "emoji": "♻️"
+          },
+          "revert": {
+            "description": "Reverts a previous commit",
+            "title": "Reverts",
+            "emoji": "🗑"
+          }
+        }
+      },
+      "scope": {
+        "description": "What is the scope of this change (e.g. component or file name)"
+      },
+      "subject": {
+        "description": "Write a short, imperative tense description of the change"
+      },
+      "body": {
+        "description": "Provide a longer description of the change"
+      },
+      "isBreaking": {
+        "description": "Are there any breaking changes?"
+      },
+      "breakingBody": {
+        "description": "A BREAKING CHANGE commit requires a body. Please enter a longer description of the commit itself"
+      },
+      "breaking": {
+        "description": "Describe the breaking changes"
+      },
+      "isIssueAffected": {
+        "description": "Does this change affect any open issues?"
+      },
+      "issuesBody": {
+        "description": "If issues are closed, the commit requires a body. Please enter a longer description of the commit itself"
+      },
+      "issues": {
+        "description": "Add issue references (e.g. \"fix #123\", \"re #123\".)"
+      }
+    }
+  }
+}

.czrc

@@ -0,0 +1,3 @@
+{
+  "path": "cz-conventional-changelog"
+}

.envrc

@@ -0,0 +1,3 @@
+use nix --keep-going
+watch_file poetry.lock
+eval "$shellHook"

.gitattributes

@@ -1 +1,5 @@
-ibis/_version.py export-subst
+conda-lock/*.lock linguist-generated=true
+nix/sources.json linguist-generated=true
+nix/sources.nix linguist-generated=true
+poetry.lock linguist-generated=true
+setup.py linguist-generated=true

.github/renovate.json

@@ -0,0 +1,10 @@
+{
+  "rangeStrategy": "widen",
+  "extends": ["config:base"],
+  "schedule": ["after 10pm and before 5am every weekday", "every weekend"],
+  "semanticCommits": "enabled",
+  "lockFileMaintenance": { "enabled": true },
+  "enabledManagers": ["github-actions", "poetry"],
+  "automerge": false,
+  "labels": ["dependencies"]
+}

.github/rotate-key-template.md

@@ -0,0 +1 @@
+It's time to rotate the ibis project bots' keys.

.github/workflows/assign.yml

@@ -1,14 +1,13 @@
-name: Assign
+name: Assign Issue
 on:
   issue_comment:
-    types: created
-
+    types:
+      - created
 jobs:
-  one:
+  assign_issue:
     runs-on: ubuntu-latest
+    if: ${{ github.event.comment.body == '/take' }}
     steps:
-    - if: github.event.comment.body == '/take'
-      name:
-      run: |
-        echo "Assigning issue ${{ github.event.issue.number }} to ${{ github.event.comment.user.login }}"
-        curl -H "Authorization: token ${{ secrets.GITHUB_TOKEN }}" -d '{"assignees": ["${{ github.event.comment.user.login }}"]}' https://api.github.com/repos/${{ github.repository }}/issues/${{ github.event.issue.number }}/assignees
+      - uses: pozil/auto-assign-issue@v1.1.0
+        with:
+          assignees: ${{ github.event.comment.user.login }}

.github/workflows/auto-rebase.yml

@@ -0,0 +1,25 @@
+name: Automatic Rebase
+on:
+  push:
+    branches-ignore:
+      # Ignore branches automatically created by this action
+      - rebase-pull-request**
+      - cherry-pick-rebase-pull-request**
+      # Don't automatically rebase branches created by WhiteSource Renovate
+      - renovate**
+  pull_request_target:
+    types:
+      - labeled
+jobs:
+  auto-rebase:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: tibdex/github-app-token@v1
+        id: generate_token
+        with:
+          app_id: ${{ secrets.SQUAWK_BOT_APP_ID }}
+          private_key: ${{ secrets.SQUAWK_BOT_APP_PRIVATE_KEY }}
+
+      - uses: Label305/AutoRebase@v0.1
+        with:
+          github_token: ${{ steps.generate_token.outputs.token }}

.github/workflows/check-setup-py.yml

@@ -0,0 +1,111 @@
+name: Check setup.py
+
+on:
+  push:
+    paths:
+      - ./dev/poetry2setup
+      - ./dev/poetry2setup.py
+      - README.md
+      - poetry.lock
+      - pyproject.toml
+      - setup.py
+      - .github/workflows/check-setup-py.yml
+  pull_request:
+    paths:
+      - ./dev/poetry2setup
+      - ./dev/poetry2setup.py
+      - README.md
+      - poetry.lock
+      - pyproject.toml
+      - setup.py
+      - .github/workflows/check-setup-py.yml
+
+concurrency:
+  group: ${{ github.repository }}-${{ github.head_ref || github.sha }}-${{ github.workflow }}
+  cancel-in-progress: true
+
+jobs:
+  check_setup_py:
+    runs-on: ubuntu-latest
+    steps:
+      - name: checkout
+        uses: actions/checkout@v2
+
+      - name: install nix
+        uses: cachix/install-nix-action@v16
+        with:
+          nix_path: nixpkgs=channel:nixos-unstable-small
+
+      - name: setup cachix
+        uses: cachix/cachix-action@v10
+        with:
+          name: ibis
+          extraPullNames: nix-community,poetry2nix
+
+      - name: generate setup.py
+        run: ./dev/poetry2setup -o setup.py
+
+      - name: check whether setup.py needs to be regenerated
+        run: git diff --exit-code setup.py
+
+  check_setuptools_install:
+    runs-on: ubuntu-latest
+    needs:
+      - check_setup_py
+    steps:
+      - name: checkout
+        uses: actions/checkout@v2
+
+      - name: install python
+        uses: actions/setup-python@v2
+        id: install_python
+        with:
+          python-version: "3.9"
+
+      - name: install system dependencies
+        run: sudo apt-get install -y -q build-essential cmake krb5-config python-dev libkrb5-dev libboost-all-dev graphviz
+
+      - name: install poetry
+        run: pip install poetry
+
+      - name: generate requirements.txt
+        run: poetry export --dev --extras all --without-hashes > requirements.txt
+
+      - uses: syphar/restore-virtualenv@v1
+        with:
+          requirement_files: requirements.txt
+          custom_cache_key_element: check-setuptools-install-${{ steps.install_python.outputs.python-version }}
+
+      - uses: syphar/restore-pip-download-cache@v1
+        with:
+          requirement_files: requirements.txt
+          custom_cache_key_element: check-setuptools-install-${{ steps.install_python.outputs.python-version }}
+
+      - name: install using requirements.txt
+        run: pip install -r requirements.txt
+
+      - name: install ibis in development mode
+        run: pip install -e .
+
+      - name: run simple tests
+        run: pytest ibis/tests --numprocesses auto
+
+  check_poetry_lock:
+    runs-on: ubuntu-latest
+    steps:
+      - name: checkout
+        uses: actions/checkout@v2
+
+      - name: install python
+        uses: actions/setup-python@v2
+        with:
+          python-version: "3.x"
+
+      - name: install poetry
+        run: pip install poetry
+
+      - name: run poetry lock
+        run: poetry lock --no-update
+
+      - name: check whether poetry lockfile needs to be updated
+        run: git diff --exit-code poetry.lock

.github/workflows/ci-data.yml

@@ -0,0 +1,57 @@
+name: GCS Insert
+
+on:
+  schedule:
+    - cron: "0 1 * * *"
+  workflow_dispatch:
+
+jobs:
+  gcs_insert:
+    runs-on: ubuntu-latest
+    steps:
+      - name: set date
+        id: set_date
+        run: |
+          set -euo pipefail
+
+          echo "::set-output name=yesterday::$(date --date=yesterday +%Y-%m-%d)"
+
+      - name: generate data
+        id: generate_data
+        run: |
+          set -euo pipefail
+
+          yesterday="${{ steps.set_date.outputs.yesterday }}"
+
+          [ -n "$yesterday" ] || exit 1
+
+          seconds_per_hour=3600
+          requests_per_hour=1000
+          rate_limit_sleep="$(bc <<< "scale = 1; $seconds_per_hour / $requests_per_hour" | xargs printf "%.0f")"
+
+          gh api --paginate "repos/ibis-project/ibis/actions/runs?per_page=100&created=${yesterday}" --jq '.workflow_runs[]' > workflows.json
+
+          jq -rcM '.id' < workflows.json | while read -r run_id; do
+            gh api --paginate "repos/ibis-project/ibis/actions/runs/${run_id}/jobs?per_page=100" --jq '.jobs[]' >> jobs.json
+            # sleep to avoid rate limiting
+            sleep "$rate_limit_sleep"
+          done
+        env:
+          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+
+      - uses: google-github-actions/auth@v0
+        with:
+          credentials_json: ${{ secrets.GCP_CREDENTIALS }}
+
+      - uses: google-github-actions/setup-gcloud@v0
+
+      - run: gcloud info
+
+      - name: copy to gcs
+        run: |
+          set -euo pipefail
+
+          yesterday="${{ steps.set_date.outputs.yesterday }}"
+
+          gsutil cp -Z workflows.json "gs://ibis-workflow-data/${yesterday}/workflows.json"
+          gsutil cp -Z jobs.json "gs://ibis-workflow-data/${yesterday}/jobs.json"