feat: Release Candidate v2.0.0

.github/workflows/integration-tests.yaml

@@ -4,6 +4,7 @@ on:
   push:
     branches:
       - main
+      - "rc_*"
 
 env:
   POETRY_VERSION: "1.7.1"
@@ -23,7 +24,7 @@ jobs:
         run: |
           pipx install poetry
       - name: Set up Python
-        uses: actions/setup-python@v4
+        uses: actions/setup-python@v5
         with:
           python-version: ${{ matrix.python-version }}
           cache: poetry
@@ -33,7 +34,7 @@ jobs:
           poetry env use ${{ matrix.python-version }}
       - name: Install dependencies
         run: |
-          poetry install --no-root --only dev --all-extras
+          poetry install --only dev --all-extras
       - name: Lint Python (Black)
         run: |
           poetry run inv formatter
@@ -55,7 +56,7 @@ jobs:
         run: |
           pipx install poetry
       - name: Set up Python
-        uses: actions/setup-python@v4
+        uses: actions/setup-python@v5
         with:
           python-version: ${{ matrix.python-version }}
           cache: poetry
@@ -74,7 +75,7 @@ jobs:
         run: |
           poetry run pytest tests/integration_tests/
       - name: Upload pytest integration tests results
-        uses: actions/upload-artifact@v3
+        uses: actions/upload-artifact@v4
         with:
           name: pytest-results-${{ matrix.python-version }}
           path: junit/test-results-${{ matrix.python-version }}.xml

.github/workflows/publish.yaml

@@ -23,7 +23,7 @@ jobs:
         run: |
           pipx install poetry
       - name: Set up Python
-        uses: actions/setup-python@v4
+        uses: actions/setup-python@v5
         with:
           python-version: ${{ matrix.python-version }}
           cache: poetry
@@ -34,8 +34,7 @@ jobs:
       - name: Build package
         run: poetry build
       - name: Publish package to PYPI
-        uses: pypa/gh-action-pypi-publish@27b31702a0e7fc50959f5ad993c78deac1bdfc29
+        uses: pypa/gh-action-pypi-publish@2f6f737ca5f74c637829c0f5c3acd0e29ea5e8bf
         with:
           user: __token__
-          password: ${{ secrets.TEST_PYPI_TOKEN }}
-          repository_url: https://test.pypi.org/legacy/
+          password: ${{ secrets.PYPI_API_TOKEN }}

.github/workflows/semantic-pr.yml

@@ -16,7 +16,7 @@ jobs:
     timeout-minutes: 1
     steps:
       - name: Semantic pull-request
-        uses: amannn/action-semantic-pull-request@v5.0.2
+        uses: amannn/action-semantic-pull-request@v5.4.0
         with:
           requireScope: false
           wip: true

.github/workflows/test.yaml

@@ -20,7 +20,7 @@ jobs:
         run: |
           pipx install poetry
       - name: Set up Python
-        uses: actions/setup-python@v4
+        uses: actions/setup-python@v5
         with:
           python-version: ${{ matrix.python-version }}
           cache: poetry
@@ -44,15 +44,15 @@ jobs:
     runs-on: ubuntu-latest
     strategy:
       matrix:
-        python-version: ["3.7", "3.8", "3.9", "3.10", "3.11"]
+        python-version: ["3.8", "3.9", "3.10", "3.11"]
     steps:
       - name: Checkout
         uses: actions/checkout@v3
       - name: Install Poetry
         run: |
           pipx install poetry
       - name: Set up Python
-        uses: actions/setup-python@v4
+        uses: actions/setup-python@v5
         with:
           python-version: ${{ matrix.python-version }}
           cache: poetry
@@ -69,9 +69,9 @@ jobs:
           AWS_ACCESS_KEY_ID: ${{ secrets.AWS_ACCESS_KEY_ID }}
           AWS_SECRET_ACCESS_KEY: ${{ secrets.AWS_SECRET_ACCESS_KEY }}
         run: |
-          poetry run pytest
+          poetry run pytest tests/unittests/
       - name: Upload pytest test results
-        uses: actions/upload-artifact@v3
+        uses: actions/upload-artifact@v4
         with:
           name: pytest-results-${{ matrix.python-version }}
           path: junit/test-results-${{ matrix.python-version }}.xml

.pre-commit-config.yaml

@@ -1,93 +1,45 @@
-# yaml-language-server: $schema=https://json.schemastore.org/pre-commit-config.json
-
 minimum_pre_commit_version: 2.20.0
 fail_fast: false
 default_stages:
   - commit
+exclude: (.idea|vscode)
 repos:
   - repo: https://github.com/pre-commit/pre-commit-hooks
-    rev: v4.0.1
+    rev: v4.4.0
     hooks:
       - id: check-added-large-files
+        exclude: (ai21_tokenizer/resources|tests/resources)
       - id: check-case-conflict
       - id: check-executables-have-shebangs
       - id: check-shebang-scripts-are-executable
       - id: check-merge-conflict
       - id: check-symlinks
       - id: detect-private-key
-        exclude: .gitleaks.toml
       - id: no-commit-to-branch
+  - repo: https://github.com/pre-commit/pre-commit-hooks
+    rev: v4.4.0
+    hooks:
       - id: trailing-whitespace
       - id: end-of-file-fixer
       - id: mixed-line-ending
         exclude: (CHANGELOG.md)
-      - id: check-json
-      - id: check-toml
-      - id: check-xml
-      - id: pretty-format-json
-        args:
-          - --autofix
-          - --no-sort-keys
   - repo: https://github.com/jumanjihouse/pre-commit-hooks
-    rev: 2.1.5
+    rev: 3.0.0
     hooks:
       - id: forbid-binary
+        exclude: (ai21_tokenizer/resources|tests/resources)
       - id: git-check
         files: "CHANGELOG.md"
-  - repo: https://github.com/adrienverge/yamllint
-    rev: v1.26.3
+  - repo: https://github.com/commitizen-tools/commitizen
+    rev: v3.5.3
     hooks:
-      - id: yamllint
-        name: Lint YAML files
-        args:
-          - --strict
-  - repo: https://github.com/sirosen/check-jsonschema
-    rev: 0.4.1
+      - id: commitizen
+        name: Lint commit message
+        stages:
+          - commit-msg
+  - repo: https://github.com/python-jsonschema/check-jsonschema
+    rev: 0.23.3
     hooks:
-      - id: check-jsonschema
-        name: Validate GitHub Workflows
-        files: ^\.github/workflows/.*\.yml
-        types:
-          - yaml
-        args:
-          - --schemafile
-          - https://json.schemastore.org/github-workflow.json
-      - id: check-jsonschema
-        name: Validate GitHub Actions
-        files: >
-          (?x)^(
-            .*/action\.(yml|yaml)|
-            \.github/actions/.*
-          )$
-        types:
-          - yaml
-        args:
-          - --schemafile
-          - https://json.schemastore.org/github-action
-      - id: check-jsonschema
-        name: Validate DependaBot
-        files: ^\.github/dependabot\.yml
-        types:
-          - yaml
-        args:
-          - --schemafile
-          - https://json.schemastore.org/dependabot-2.0.json
-      - id: check-jsonschema
-        name: Validate MarkdownLint
-        files: .*\.markdownlint\.yaml
-        types:
-          - yaml
-        args:
-          - --schemafile
-          - https://json.schemastore.org/markdownlint.json
-      - id: check-jsonschema
-        name: Validate YamlLint
-        files: .*\.yamllint\.yaml
-        types:
-          - yaml
-        args:
-          - --schemafile
-          - https://json.schemastore.org/yamllint.json
       - id: check-jsonschema
         name: Validate Pre-commit
         files: .*\.pre-commit-config\.yaml
@@ -97,30 +49,36 @@ repos:
           - --schemafile
           - https://json.schemastore.org/pre-commit-config.json
       - id: check-jsonschema
-        name: Validate Docker-Compose
-        files: .*docker-compose\.yml
+        name: Validate YamlLint configuration
+        files: .*\.yamllint\.yaml
         types:
           - yaml
         args:
           - --schemafile
-          - https://raw.githubusercontent.com/compose-spec/compose-spec/master/schema/compose-spec.json
+          - https://json.schemastore.org/yamllint.json
       - id: check-jsonschema
-        name: Validate Renovate
-        files: ^\.github/renovate\.json
+        name: Validate Prettier configuration
+        files: .*\.prettierrc\.yaml
         types:
-          - json
+          - yaml
         args:
           - --schemafile
-          - https://docs.renovatebot.com/renovate-schema.json
-  - repo: https://github.com/commitizen-tools/commitizen
-    rev: v2.18.0
+          - http://json.schemastore.org/prettierrc
+  - repo: https://github.com/python-poetry/poetry
+    rev: 1.5.0
     hooks:
-      - id: commitizen
-        name: Lint commit message
-        stages:
-          - commit-msg
+      - id: poetry-check
+  - repo: https://github.com/adrienverge/yamllint
+    rev: v1.32.0
+    hooks:
+      - id: yamllint
+        name: Lint YAML files
+        args:
+          - --format
+          - parsable
+          - --strict
   - repo: https://github.com/shellcheck-py/shellcheck-py
-    rev: v0.7.2.1
+    rev: v0.9.0.5
     hooks:
       - id: shellcheck
         name: Check sh files (and patch)
@@ -140,45 +98,23 @@ repos:
           - yaml
           - markdown
           - shell
-  - repo: local
+  - repo: https://github.com/psf/black
+    rev: 23.7.0
     hooks:
-      - id: list-files
-        name: List files
-        language: system
-        entry: bash -c 'echo $@'
-        stages:
-          - manual
-      - id: shfmt
-        name: Format sh files
-        language: docker_image
-        entry: mvdan/shfmt:v3.4.0
-        args:
-          - -w
-          - -s
-          - -i
-          - "2"
+      - id: black
         types:
-          - shell
-      - id: markdownlint
-        name: Lint Markdown files
-        language: docker_image
-        entry: 06kellyjac/markdownlint-cli:0.28.1
+          - python
+  - repo: https://github.com/astral-sh/ruff-pre-commit
+    rev: v0.0.280
+    hooks:
+      - id: ruff
         args:
           - --fix
-        types:
-          - markdown
+  - repo: local
+    hooks:
       - id: hadolint
         name: Lint Dockerfiles
         language: docker_image
-        entry: hadolint/hadolint:v2.8.0 hadolint
+        entry: hadolint/hadolint:v2.10.0 hadolint
         types:
           - dockerfile
-      - id: gitleaks
-        name: Detect hardcoded secrets
-        language: docker_image
-        entry: zricethezav/gitleaks:v7.6.1
-        args:
-          - --append-repo-config
-          - --config-path
-          - .gitleaks.toml
-          - --verbose