SQLsmith #183
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: SQLsmith | |
| "on": | |
| schedule: | |
| # run daily 2:00 on main branch | |
| - cron: '0 2 * * *' | |
| workflow_dispatch: | |
| push: | |
| branches: | |
| - sqlsmith | |
| - main | |
| jobs: | |
| sqlsmith: | |
| # Change the JOB_NAME variable below when changing the name. | |
| # Don't use the env variable here because the env context is not accessible. | |
| name: SQLsmith PG${{ matrix.pg }} | |
| runs-on: ${{ matrix.os }} | |
| strategy: | |
| matrix: | |
| os: ["ubuntu-20.04"] | |
| pg: [ "15" ] | |
| build_type: ["Debug"] | |
| fail-fast: false | |
| env: | |
| PG_SRC_DIR: pgbuild | |
| PG_INSTALL_DIR: postgresql | |
| JOB_NAME: SQLsmith PG${{ matrix.pg }} | |
| steps: | |
| - name: Install Linux Dependencies | |
| run: | | |
| sudo apt-get update | |
| - name: Install Dependencies | |
| run: | | |
| sudo apt-get update | |
| sudo apt-get install gnupg systemd-coredump gdb postgresql-common \ | |
| libkrb5-dev build-essential autoconf autoconf-archive libpqxx-dev \ | |
| libboost-regex-dev libsqlite3-dev | |
| yes | sudo /usr/share/postgresql-common/pgdg/apt.postgresql.org.sh | |
| sudo apt-get update | |
| sudo apt-get install postgresql-${{ matrix.pg }} postgresql-server-dev-${{ matrix.pg }} | |
| - name: Checkout TimescaleDB | |
| uses: actions/checkout@v3 | |
| - name: Build TimescaleDB | |
| run: | | |
| ./bootstrap -DCMAKE_BUILD_TYPE=${{ matrix.build_type }} | |
| make -C build | |
| sudo make -C build install | |
| - name: Checkout sqlsmith | |
| uses: actions/checkout@v3 | |
| with: | |
| repository: 'timescale/sqlsmith' | |
| path: 'sqlsmith' | |
| ref: 'timescaledb' | |
| - name: Build SQLsmith | |
| run: | | |
| cd sqlsmith | |
| autoreconf -i | |
| ./configure | |
| make | |
| - name: Setup test environment | |
| run: | | |
| mkdir ~/pgdata | |
| /usr/lib/postgresql/${{ matrix.pg }}/bin/pg_ctl initdb -D ~/pgdata | |
| /usr/lib/postgresql/${{ matrix.pg }}/bin/pg_ctl -D ~/pgdata start \ | |
| -o "-cshared_preload_libraries=timescaledb" -o "-cmax_connections=200" \ | |
| -o "-cmax_prepared_transactions=100" -o "-cunix_socket_directories=/tmp" | |
| psql -h /tmp postgres -c 'CREATE DATABASE smith;' | |
| psql -h /tmp smith -c 'CREATE EXTENSION timescaledb;' | |
| psql -h /tmp smith -c '\i ${{ github.workspace }}/tsl/test/shared/sql/include/shared_setup.sql' | |
| # we run these in a loop to reinitialize the random number generator | |
| # 10 times 10000 queries seems to take roughly 40 minutes in CI | |
| - name: Run SQLsmith | |
| run: | | |
| set -o pipefail | |
| cd sqlsmith | |
| for _ in {1..10} | |
| do | |
| ./sqlsmith --seed=$((16#$(openssl rand -hex 3))) --exclude-catalog \ | |
| --target="host=/tmp dbname=smith" --max-queries=10000 \ | |
| 2>&1 | tee sqlsmith.log # We only keep the last log. | |
| done | |
| - name: Check for coredumps | |
| if: always() | |
| id: collectlogs | |
| run: | | |
| # wait for in progress coredumps | |
| sleep 10 | |
| if coredumpctl list; then | |
| echo "coredumps=true" >>$GITHUB_OUTPUT | |
| false | |
| fi | |
| - name: Stack trace | |
| if: always() && steps.collectlogs.outputs.coredumps == 'true' | |
| run: | | |
| sudo coredumpctl gdb <<<" | |
| set verbose on | |
| set trace-commands on | |
| show debug-file-directory | |
| printf "'"'"query = '%s'\n\n"'"'", debug_query_string | |
| frame function ExceptionalCondition | |
| printf "'"'"condition = '%s'\n"'"'", conditionName | |
| up 1 | |
| l | |
| info args | |
| info locals | |
| bt full | |
| " 2>&1 | tee stacktrace.log | |
| ./scripts/bundle_coredumps.sh | |
| false | |
| - name: Upload Coredumps | |
| if: always() && steps.collectlogs.outputs.coredumps == 'true' | |
| uses: actions/upload-artifact@v3 | |
| with: | |
| name: Coredumps sqlsmith ${{ matrix.os }} PG${{ matrix.pg }} | |
| path: coredumps | |
| - name: Upload test results to the database | |
| if: always() | |
| env: | |
| CI_STATS_DB: ${{ secrets.CI_STATS_DB }} | |
| GITHUB_EVENT_NAME: ${{ github.event_name }} | |
| GITHUB_REF_NAME: ${{ github.ref_name }} | |
| GITHUB_REPOSITORY: ${{ github.repository }} | |
| GITHUB_RUN_ATTEMPT: ${{ github.run_attempt }} | |
| GITHUB_RUN_ID: ${{ github.run_id }} | |
| GITHUB_RUN_NUMBER: ${{ github.run_number }} | |
| JOB_STATUS: ${{ job.status }} | |
| run: | | |
| if [[ "${{ github.event_name }}" == "pull_request" ]] ; | |
| then | |
| GITHUB_PR_NUMBER="${{ github.event.number }}" | |
| else | |
| GITHUB_PR_NUMBER=0 | |
| fi | |
| export GITHUB_PR_NUMBER | |
| scripts/upload_ci_stats.sh |