Make the flush interval on updating aggregates configurable. #3754
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: CI | |
| on: [push, pull_request] | |
| jobs: | |
| lint-console: | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: Check out | |
| uses: actions/checkout@v3 | |
| - name: Setup pnpm | |
| uses: pnpm/action-setup@v2.2.4 | |
| with: | |
| version: 9.0.6 | |
| run_install: | | |
| - recursive: true | |
| args: [--frozen-lockfile, --strict-peer-dependencies] | |
| - name: Run prettier | |
| run: | | |
| cd webui | |
| pnpm check | |
| build-rust: | |
| runs-on: ubicloud-standard-16 | |
| env: | |
| DATABASE_URL: "postgres://arroyo:arroyo@localhost:5432/arroyo" | |
| DATABASE_USER: arroyo | |
| DATABASE_PASSWORD: arroyo | |
| DATABASE_HOST: localhost | |
| DATABASE_NAME: arroyo | |
| steps: | |
| - name: Check out | |
| uses: actions/checkout@v3 | |
| - uses: actions/setup-java@v3 | |
| with: | |
| distribution: 'temurin' | |
| java-version: '11' | |
| - name: Install Rust | |
| uses: actions-rs/toolchain@v1 | |
| with: | |
| toolchain: stable | |
| override: true | |
| - name: Check Formatting | |
| run: cargo fmt -- --check | |
| - name: Setup pnpm | |
| uses: pnpm/action-setup@v2.2.4 | |
| with: | |
| version: 9.0.6 | |
| run_install: | | |
| - recursive: true | |
| args: [--frozen-lockfile, --strict-peer-dependencies] | |
| - name: Install OpenAPI Generator | |
| run: | | |
| pnpm install @openapitools/openapi-generator-cli -g | |
| cd crates/arroyo-openapi && openapi-generator-cli version | |
| - name: Setup Postgres | |
| run: | | |
| sudo apt-get update | |
| sudo apt-get install postgresql | |
| sudo systemctl start postgresql | |
| sudo -u postgres psql -c "CREATE USER arroyo WITH PASSWORD 'arroyo' SUPERUSER;" | |
| sudo -u postgres createdb arroyo | |
| pushd /tmp | |
| wget https://github.com/rust-db/refinery/releases/download/0.8.7/refinery-0.8.7-x86_64-unknown-linux-musl.tar.gz | |
| tar xvfz refinery*.tar.gz | |
| mv /tmp/refinery*-musl/refinery /tmp | |
| popd | |
| /tmp/refinery migrate -e DATABASE_URL -p crates/arroyo-api/migrations | |
| - name: Install dependencies | |
| run: | | |
| curl -LsSf https://get.nexte.st/latest/linux | tar zxf - -C ${CARGO_HOME:-~/.cargo}/bin | |
| sudo apt-get install -y cmake clang ruby unzip postgresql libsasl2-dev | |
| wget https://github.com/protocolbuffers/protobuf/releases/download/v21.8/protoc-21.8-linux-x86_64.zip | |
| unzip protoc*.zip | |
| sudo mv bin/protoc /usr/local/bin | |
| curl https://rustwasm.github.io/wasm-pack/installer/init.sh -sSf | sh | |
| - name: Install Kafka | |
| run: | | |
| wget --progress=dot --show-progress https://archive.apache.org/dist/kafka/3.5.0/kafka_2.12-3.5.0.tgz | |
| tar xvfz kafka*.tgz | |
| mkdir /tmp/kraft-combined-logs | |
| kafka_*/bin/kafka-storage.sh format -t 9v5PspiySuWU2l5NjTgRuA -c kafka_*/config/kraft/server.properties | |
| kafka_*/bin/kafka-server-start.sh -daemon kafka_*/config/kraft/server.properties | |
| - name: Install mosquitto | |
| run: | | |
| sudo apt-get install -y mosquitto | |
| sudo service mosquitto start | |
| - name: Check Formatting | |
| run: cargo fmt -- --check | |
| - name: Build | |
| run: cargo build --all-features | |
| - name: Validate API | |
| run: | | |
| pnpm install --global ibm-openapi-validator | |
| cd crates/arroyo-openapi | |
| lint-openapi --errors-only api-spec.json | |
| - name: Test | |
| run: cargo nextest run --jobs 4 --all-features | |
| - name: Integ | |
| run: | | |
| mkdir /tmp/arroyo-integ | |
| RUST_LOG=info DISABLE_TELEMETRY=true OUTPUT_DIR=file:///tmp/arroyo-integ ARTIFACT_URL=file:///tmp/artifacts DEBUG=true target/debug/integ | |
| build-console: | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: Check out | |
| uses: actions/checkout@v3 | |
| - name: Setup pnpm | |
| uses: pnpm/action-setup@v2.2.4 | |
| with: | |
| version: 9.0.6 | |
| run_install: | | |
| - recursive: true | |
| args: [--frozen-lockfile, --strict-peer-dependencies] | |
| - name: Build console | |
| run: | | |
| cd webui | |
| pnpm build |