.conventionalcommits.js

@@ -5,7 +5,7 @@ const releaseConfig = require("./.releaserc.js");
 function extractConventionalCommitsConfig(config) {
   return config.plugins
     .filter(
-      ([plugin, _]) => plugin == "@semantic-release/release-notes-generator"
+      ([plugin, _]) => plugin == "@semantic-release/release-notes-generator",
     )
     .map(([_, config]) => config)[0].presetConfig.types;
 }

.github/renovate.json

@@ -19,7 +19,7 @@
       "autoApprove": true
     },
     {
-      "matchPackagePatterns": ["clickhouse-connect"],
+      "matchPackagePrefixes": ["clickhouse"],
       "addLabels": ["clickhouse"]
     },
     {

.github/workflows/assign.yml

@@ -10,6 +10,6 @@ jobs:
     runs-on: ubuntu-latest
     if: github.event.comment.body == '/take'
     steps:
-      - uses: pozil/auto-assign-issue@v1.11.0
+      - uses: pozil/auto-assign-issue@v1.12.0
         with:
           assignees: ${{ github.event.comment.user.login }}

.github/workflows/check-generated-files.yml

@@ -6,15 +6,13 @@ on:
       - README.md
       - poetry.lock
       - pyproject.toml
-      - requirements.txt
-      - .github/workflows/check-requirements-txt.yml
+      - requirements-dev.txt
   pull_request:
     paths:
       - README.md
       - poetry.lock
       - pyproject.toml
-      - requirements.txt
-      - .github/workflows/check-requirements-txt.yml
+      - requirements-dev.txt
   merge_group:
 
 concurrency:
@@ -38,7 +36,7 @@ jobs:
         run: sudo apt-get update -y -q
 
       - name: install system dependencies
-        run: sudo apt-get install -y -q build-essential graphviz libgeos-dev
+        run: sudo apt-get install -y -q build-essential graphviz libgeos-dev libkrb5-dev krb5-config freetds-dev
 
       - name: install poetry
         run: pip install 'poetry<1.4'
@@ -61,24 +59,24 @@ jobs:
 
           diff --unified "$old" "$new"
 
-      - name: generate requirements.txt
-        run: poetry export --extras all --with dev --with test --with docs --without-hashes --no-ansi > requirements.txt
+      - name: generate requirements-dev.txt
+        run: poetry export --extras all --with dev --with test --with docs --without-hashes --no-ansi > requirements-dev.txt
 
-      - name: check requirements.txt
-        run: git diff --exit-code requirements.txt
+      - name: check requirements-dev.txt
+        run: git diff --exit-code requirements-dev.txt
 
       - uses: syphar/restore-virtualenv@v1
         with:
-          requirement_files: requirements.txt
+          requirement_files: requirements-dev.txt
           custom_cache_key_element: check-setuptools-install
 
       - uses: syphar/restore-pip-download-cache@v1
         with:
-          requirement_files: requirements.txt
+          requirement_files: requirements-dev.txt
           custom_cache_key_element: check-setuptools-install-${{ steps.install_python.outputs.python-version }}
 
-      - name: install using requirements.txt
-        run: pip install -r requirements.txt
+      - name: install using requirements-dev.txt
+        run: pip install -r requirements-dev.txt
 
       - name: install ibis in development mode
         run: pip install -e .

.github/workflows/ibis-backends-cloud.yml

@@ -34,8 +34,10 @@ jobs:
         backend:
           - name: bigquery
             title: BigQuery
+            serial: false
           - name: snowflake
             title: Snowflake
+            serial: true
     steps:
       - name: checkout
         uses: actions/checkout@v3
@@ -94,8 +96,13 @@ jobs:
           SNOWFLAKE_WAREHOUSE: ${{ secrets.SNOWFLAKE_WAREHOUSE }}
 
       - name: "run parallel tests: ${{ matrix.backend.name }}"
+        if: ${{ !matrix.backend.serial }}
         run: just ci-check -m ${{ matrix.backend.name }} --numprocesses auto --dist=loadgroup
 
+      - name: "run serial tests: ${{ matrix.backend.name }}"
+        if: matrix.backend.serial
+        run: just ci-check -m ${{ matrix.backend.name }}
+
       - name: upload code coverage
         if: success()
         uses: codecov/codecov-action@v3

.github/workflows/ibis-backends.yml

@@ -178,6 +178,7 @@ jobs:
             sys-deps:
               - libkrb5-dev
               - krb5-config
+              - freetds-dev
           - name: trino
             title: Trino
             extras:
@@ -267,6 +268,7 @@ jobs:
               sys-deps:
                 - libkrb5-dev
                 - krb5-config
+                - freetds-dev
           - os: windows-latest
             backend:
               name: trino
@@ -368,8 +370,8 @@ jobs:
         run: just ci-check -m ${{ matrix.backend.name }} --numprocesses auto --dist=loadgroup
 
       - name: "run serial tests: ${{ matrix.backend.name }}"
-        if: matrix.backend.serial
-        run: just ci-check -m ${{ matrix.backend.name }}
+        if: matrix.backend.serial && matrix.backend.name == 'impala'
+        run: just ci-check -m ${{ matrix.backend.name }} --randomly-dont-reorganize
         env:
           IBIS_TEST_NN_HOST: localhost
           IBIS_TEST_IMPALA_HOST: localhost
@@ -378,6 +380,12 @@ jobs:
           IBIS_TEST_WEBHDFS_USER: hdfs
           IBIS_EXAMPLES_DATA: ${{ runner.temp }}/examples-${{ matrix.backend.name }}-${{ matrix.os }}-${{ steps.install_python.outputs.python-version }}
 
+      - name: "run serial tests: ${{ matrix.backend.name }}"
+        if: matrix.backend.serial && matrix.backend.name != 'impala'
+        run: just ci-check -m ${{ matrix.backend.name }}
+        env:
+          IBIS_EXAMPLES_DATA: ${{ runner.temp }}/examples-${{ matrix.backend.name }}-${{ matrix.os }}-${{ steps.install_python.outputs.python-version }}
+
       - name: check that no untracked files were produced
         shell: bash
         run: git checkout poetry.lock pyproject.toml && ! git status --porcelain | tee /dev/stderr | grep .
@@ -420,7 +428,7 @@ jobs:
               - "psycopg2@2.8.4"
               - "GeoAlchemy2@0.6.3"
               - "geopandas@0.6"
-              - "Shapely@1.6"
+              - "Shapely@2"
             services:
               - postgres
             extras:
@@ -435,7 +443,7 @@ jobs:
                 - "psycopg2@2.8.4"
                 - "GeoAlchemy2@0.6.3"
                 - "geopandas@0.6"
-                - "Shapely@1.6"
+                - "Shapely@2"
               services:
                 - postgres
               extras:
@@ -449,7 +457,7 @@ jobs:
                 - "psycopg2@2.8.4"
                 - "GeoAlchemy2@0.6.3"
                 - "geopandas@0.6"
-                - "Shapely@1.6"
+                - "Shapely@2"
               services:
                 - postgres
               extras:
@@ -702,6 +710,10 @@ jobs:
         if: ${{ matrix.backend.name == 'postgres' }}
         run: sudo apt-get install -qq -y build-essential libgeos-dev
 
+      - name: install freetds-dev for mssql
+        if: ${{ matrix.backend.name == 'mssql' }}
+        run: sudo apt-get install -qq -y build-essential libkrb5-dev krb5-config freetds-dev
+
       - uses: extractions/setup-just@v1
         env:
           GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}

.github/workflows/ibis-docs-lint.yml

@@ -63,6 +63,30 @@ jobs:
       - name: pre-commit checks
         run: nix develop '.#preCommit' --ignore-environment --keep-going -c pre-commit run --all-files --show-diff-on-failure --color=always
 
+  release_notes_spellcheck:
+    runs-on: ubuntu-latest
+    steps:
+      - name: checkout
+        uses: actions/checkout@v3
+        with:
+          fetch-depth: 0
+
+      - name: install nix
+        uses: cachix/install-nix-action@v22
+        with:
+          extra_nix_config: |
+            access-tokens = github.com=${{ secrets.GITHUB_TOKEN }}
+
+      - name: setup cachix
+        uses: cachix/cachix-action@v12
+        with:
+          name: ibis
+          authToken: ${{ secrets.CACHIX_AUTH_TOKEN }}
+          extraPullNames: nix-community,poetry2nix
+
+      - name: check generated release notes spelling
+        run: nix run '.#check-release-notes-spelling'
+
   benchmarks:
     runs-on: ubuntu-latest
     if: github.event_name == 'push'
@@ -77,7 +101,7 @@ jobs:
           python-version: "3.11"
 
       - name: install system dependencies
-        run: sudo apt-get install -qq -y build-essential libgeos-dev
+        run: sudo apt-get install -qq -y build-essential libgeos-dev freetds-dev libkrb5-dev krb5-config
 
       - uses: syphar/restore-virtualenv@v1
         with:

.github/workflows/ibis-main.yml

@@ -75,7 +75,7 @@ jobs:
           set -euo pipefail
 
           sudo apt-get update -y -q
-          sudo apt-get install -y -q build-essential graphviz libgeos-dev
+          sudo apt-get install -y -q build-essential graphviz libgeos-dev freetds-dev
 
       - name: install ${{ matrix.os }} system dependencies
         if: matrix.os == 'windows-latest'
@@ -164,7 +164,7 @@ jobs:
           set -euo pipefail
 
           sudo apt-get update -y -q
-          sudo apt-get install -y -q build-essential graphviz libgeos-dev libkrb5-dev
+          sudo apt-get install -y -q build-essential graphviz libgeos-dev libkrb5-dev freetds-dev
 
       - name: checkout
         uses: actions/checkout@v3

.github/workflows/update-deps.yml

@@ -76,7 +76,7 @@ jobs:
           app_id: ${{ secrets.PR_APPROVAL_BOT_APP_ID }}
           private_key: ${{ secrets.PR_APPROVAL_BOT_APP_PRIVATE_KEY }}
 
-      - uses: cpcloud/compare-commits-action@v5.0.33
+      - uses: cpcloud/compare-commits-action@v5.0.34
         if: fromJSON(steps.needs_pr.outputs.did_change)
         id: compare_commits
         with:

.pre-commit-config.yaml

@@ -21,7 +21,7 @@ repos:
     hooks:
       - id: actionlint-system
   - repo: https://github.com/psf/black
-    rev: 23.3.0
+    rev: 23.7.0
     hooks:
       - id: black
   - repo: https://github.com/kynan/nbstripout

.prettierignore

@@ -14,3 +14,4 @@ ibis
 poetry.lock
 result*
 site
+*.ipynb

.prettierrc.toml

@@ -3,3 +3,4 @@ semi = true
 singleQuote = false
 arrowParens = "avoid"
 useTabs = false
+trailingComma = "all"

.releaserc.js

@@ -40,7 +40,7 @@ module.exports = {
       },
     ],
     [
-      "@google/semantic-release-replace-plugin",
+      "semantic-release-replace-plugin",
       {
         replacements: [
           {

ci/check_disallowed_imports.py

@@ -1,4 +1,5 @@
 #!/usr/bin/env python3
+from __future__ import annotations
 
 import collections
 import fnmatch

ci/release/dry_run.sh

@@ -41,7 +41,7 @@ nix develop '.#release' -c npx --yes \
   -p "@semantic-release/changelog" \
   -p "@semantic-release/exec" \
   -p "@semantic-release/git" \
-  -p "@google/semantic-release-replace-plugin" \
+  -p "semantic-release-replace-plugin@1.2.0" \
   -p "conventional-changelog-conventionalcommits" \
   semantic-release \
   --ci \

ci/release/run.sh

@@ -10,6 +10,6 @@ nix develop '.#release' -c npx --yes \
   -p "@semantic-release/github" \
   -p "@semantic-release/exec" \
   -p "@semantic-release/git" \
-  -p "@google/semantic-release-replace-plugin" \
+  -p "semantic-release-replace-plugin@1.2.0" \
   -p "conventional-changelog-conventionalcommits" \
   semantic-release --ci

ci/schema/duckdb.sql

@@ -1,66 +1,3 @@
-CREATE OR REPLACE TABLE diamonds (
-    carat FLOAT,
-    cut TEXT,
-    color TEXT,
-    clarity TEXT,
-    depth FLOAT,
-    "table" FLOAT,
-    price BIGINT,
-    x FLOAT,
-    y FLOAT,
-    z FLOAT
-);
-
-CREATE OR REPLACE TABLE batting (
-    "playerID" TEXT,
-    "yearID" BIGINT,
-    stint BIGINT,
-    "teamID" TEXT,
-    "lgID" TEXT,
-    "G" BIGINT,
-    "AB" BIGINT,
-    "R" BIGINT,
-    "H" BIGINT,
-    "X2B" BIGINT,
-    "X3B" BIGINT,
-    "HR" BIGINT,
-    "RBI" BIGINT,
-    "SB" BIGINT,
-    "CS" BIGINT,
-    "BB" BIGINT,
-    "SO" BIGINT,
-    "IBB" BIGINT,
-    "HBP" BIGINT,
-    "SH" BIGINT,
-    "SF" BIGINT,
-    "GIDP" BIGINT
-);
-
-CREATE OR REPLACE TABLE awards_players (
-    "playerID" TEXT,
-    "awardID" TEXT,
-    "yearID" BIGINT,
-    "lgID" TEXT,
-    tie TEXT,
-    notes TEXT
-);
-
-CREATE OR REPLACE TABLE functional_alltypes (
-    id INTEGER,
-    bool_col BOOLEAN,
-    tinyint_col SMALLINT,
-    smallint_col SMALLINT,
-    int_col INTEGER,
-    bigint_col BIGINT,
-    float_col REAL,
-    double_col DOUBLE PRECISION,
-    date_string_col TEXT,
-    string_col TEXT,
-    timestamp_col TIMESTAMP WITHOUT TIME ZONE,
-    year INTEGER,
-    month INTEGER
-);
-
 CREATE OR REPLACE TABLE array_types (
     x BIGINT[],
     y TEXT[],

ci/udf/CMakeLists.txt

@@ -12,8 +12,9 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 
-project(impala_test_udfs LANGUAGES CXX)
 cmake_minimum_required(VERSION 3.22)
+
+project(impala_test_udfs LANGUAGES CXX)
 set(CMAKE_CXX_COMPILER clang++)
 
 # where to put generated libraries and binaries