[IO-1554][internal] CI/CD pipeline

.editorconfig

@@ -0,0 +1,35 @@
+# http://editorconfig.org
+root = true
+
+[*]
+indent_style = space
+indent_size = 4
+end_of_line = lf
+charset = utf-8
+trim_trailing_whitespace = true
+insert_final_newline = true
+
+# Use 4 spaces for the Python files
+[*.py]
+indent_size = 4
+max_line_length = 160
+
+# The JSON files contain newlines inconsistently
+[*.json]
+insert_final_newline = ignore
+
+# Makefiles always use tabs for indentation
+[Makefile]
+indent_style = tab
+
+[*.md]
+trim_trailing_whitespace = false
+
+[*.yml]
+indent_size = 2
+insert_final_newline = true
+
+[*.yaml]
+indent_size = 2
+insert_final_newline = true
+

.github/CODEOWNERS

@@ -0,0 +1,4 @@
+@owencjones
+@nathanjp91
+@simedw
+@andreaazzini

.github/workflows/EVENT_merge_to_master.yml

@@ -0,0 +1,52 @@
+name: merge_to_master
+run-name: Merge to master
+
+on:
+  push:
+    branches:
+      - master
+  workflow_call:
+
+concurrency:
+  group: ${{ github.workflow }}-${{ github.ref }}
+  cancel-in-progress: true
+
+jobs:
+
+  run_tests:
+    name: Run tests
+    uses: ./.github/workflows/JOB_tests.yml
+
+  documentation:
+    name: Documentation
+    uses: ./.github/workflows/JOB_generate_documentation.yml
+
+  warn_on_fail:
+    needs: [run_tests, documentation]
+    if : ${{ failure() }}
+    name: Slack message us on fail
+    uses: ./.github/workflows/JOB_slack_message.yml
+    with:
+      at_team: true
+      icon: ':warning:'
+      message: 'Master is failing after a push event, please review at ${{ github.event.repository.html_url }}/actions/runs/${{ github.run_id }}'
+
+  success:
+    needs: [run_tests, documentation]
+    if : ${{ success() }}
+    name: Success
+    runs-on: ubuntu-latest
+    steps:
+      - name: Set branch status to success
+        uses: actions/github-script@v3
+        with:
+          github-token: ${{ secrets.GITHUB_TOKEN }}
+          script: |
+            github.repos.createCommitStatus({
+              owner: context.repo.owner,
+              repo: context.repo.repo,
+              sha: context.sha,
+              state: 'success'
+            })
+
+

.github/workflows/EVENT_pull_request.yml

@@ -0,0 +1,45 @@
+name: pull_request
+run-name: Pull Request
+
+on:
+  pull_request:
+    types: [opened, synchronize, reopened]
+
+
+# Prevent running concurrently
+concurrency:
+  group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}
+  cancel-in-progress: true
+
+jobs:
+
+  get_changed_files:
+    name: Get changed files
+    uses: ./.github/workflows/JOB_get_changed_files.yml
+
+  format:
+    name: Check format of python
+    needs: get_changed_files
+    uses: ./.github/workflows/JOB_format.yml
+    with:
+      files: ${{ needs.get_changed_files.outputs.python_changed_files }}
+
+  lint:
+    name: Lint python
+    needs: get_changed_files
+    uses: ./.github/workflows/JOB_lint.yml
+    with:
+      files: ${{ needs.get_changed_files.outputs.python_changed_files }}
+
+  # TODO: See Issue IO-1666
+  # typecheck:
+  #   name: Analyse types in python
+  #   needs: get_changed_files
+  #   uses: ./.github/workflows/JOB_typecheck.yml
+  #   with:
+  #     files: ${{ needs.get_changed_files.outputs.python_changed_files }}
+
+  run_tests:
+    name: Run tests
+    uses: ./.github/workflows/JOB_tests.yml
+

.github/workflows/EVENT_release.yml

@@ -0,0 +1,142 @@
+name: release
+run-name: Release
+
+on:
+  release:
+    types: [released]
+
+  workflow_call:
+    inputs:
+      release_id:
+        type: string
+        description: "The id of the release"
+        required: false
+
+      release_tag:
+        type: string
+        description: "The tag of the release"
+        required: false
+
+      is_draft:
+        type: boolean
+        description: "Is the release a draft"
+        required: false
+
+env:
+  release_id: ${{ inputs.release_id || github.event.release.id }}
+  release_tag: ${{ inputs.release_tag || github.event.release.tag_name }}
+  is_draft: ${{ inputs.is_draft || github.event.release.draft }}
+  is_scheduled: ${{ github.event_name == 'schedule' }}
+
+jobs:
+  validate_tag:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v2
+        with:
+          ref: ${{ github.ref }}
+
+      - name: Fail early if tag schema is invalid
+        run: |
+          if [[ ! ${{ env.release_tag }} =~ ^refs/tags/(v[0-9]+\.[0-9]+\.[0-9]+)$ && ${{ env.release_tag }} =~ ^refs/tags/test-.*$ ]]; then
+            echo "Tag ${{ env.release_tag }} is not a valid semver tag"
+            exit 1
+          fi
+
+  run_tests:
+    needs: validate_tag
+    uses: ./.github/workflows/JOB_tests.yml
+
+  build:
+    needs: validate_tag
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v2
+        with:
+          ref: ${{ github.ref }}
+
+      - name: Set up Python
+        uses: actions/setup-python@v2
+        with:
+          python-version: "3.9"
+
+      - run: pip install pip --upgrade
+      - name: Setup Poetry
+        uses: abatilo/actions-poetry@v2
+        with:
+          poetry-version: "1.3.1"
+
+      - name: Install dependencies
+        run: |
+          poetry install --no-interaction --no-root --all-extras -vvv
+          poetry build
+
+      - name: Add build to release
+        uses: actions/upload-release-asset@v1
+        with:
+          upload_url: ${{ github.event.release.upload_url }}
+          asset_path: ./dist/*
+          asset_name: ${{ env.release_id }}.tar.gz
+          asset_content_type: application/gzip
+
+  release:
+    needs: [run_tests, build]
+    if: startsWith(github.ref, 'refs/tags/v')
+    runs-on: ubuntu-latest
+    steps:
+      - name: Publish on pypi.org
+        env:
+          POETRY_HTTP_BASIC_PYPI_USERNAME: ${{ secrets.PYPI_USERNAME }}
+          POETRY_HTTP_BASIC_PYPI_PASSWORD: ${{ secrets.PYPI_PASSWORD }}
+        run: |
+          # poetry publish
+          echo "Publishing to pypi.org - Emulated"
+
+  test_release:
+    needs: [run_tests, build]
+    if: startsWith(github.ref, 'refs/tags/test-')
+    runs-on: ubuntu-latest
+    steps:
+      - name: Publish on test.pypi.org
+        env:
+          POETRY_HTTP_BASIC_PYPI_USERNAME: ${{ secrets.TEST_PYPI_USERNAME }}
+          POETRY_HTTP_BASIC_PYPI_PASSWORD: ${{ secrets.TEST_PYPI_PASSWORD }}
+        run: |
+          poetry publish
+          echo "Publishing to test.pypi.org - Emulated"
+
+  # Linear tickets update
+
+  notify_release:
+    needs: [release, test_release]
+    if: always() && contains(needs.*.result, 'success')
+    runs-on: ubuntu-latest
+    steps:
+      - name: Notify Slack
+        uses: ./.github/workflows/JOB_slack_message.yml
+        with:
+          icon: ":rocket:"
+          at_team: ${{ env.is_scheduled || !env.is_draft }}
+          message: |
+            :tada: *${{ env.release_tag }}* has been released!
+            :link:
+              - https://pypi.org/project/darwin-py
+              - ${{ github.event.release.html_url }}
+
+  notify_failed_release:
+    needs: [release, test_release]
+    if: always() && contains(needs.*.result, 'failure')
+    runs-on: ubuntu-latest
+    steps:
+      - name: Notify Slack
+        uses: ./.github/workflows/JOB_slack_message.yml
+        with:
+          icon: ":warning:"
+          at_team: true
+          message: |
+            :warning: *${{ env.release_tag }}* has failed to be released!
+
+            *An error occurred performing release, and you may need to release manually.*
+
+            :link:
+              - ${{ github.event.release.html_url }}

.github/workflows/EVENT_scheduled_release.yml

@@ -0,0 +1,70 @@
+name: scheduled-release
+run-name: Scheduled Release
+
+on:
+  workflow_dispatch:
+  schedule:
+    - cron: '30 10 * * 2' # every Tuesday at 10:30am
+
+permissions:
+  contents: read
+
+jobs:
+  checkout:
+    name: Checkout
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v2
+        with:
+          ref: master
+
+  check_master_can_release:
+    name: Check master can release
+    uses: ./.github/workflows/JOB_check-master-can-release.yml
+
+  run_tests:
+    name: Run tests
+    needs: check_master_can_release
+    uses: ./.github/workflows/JOB_tests.yml
+
+  increment_patch_version:
+    name: Increment patch version
+    needs: [checkout, check_master_can_release, run_tests]
+    runs-on: ubuntu-latest
+    steps:
+      - name: Run increment script
+        shell: bash
+        run: python3 ${{ github.workspace }}/deploy/increase_version.py --cicd --patch
+
+  commit_changes_to_master:
+    name: Commit changes to master
+    needs: increment_patch_version
+    runs-on: ubuntu-latest
+    steps:
+      - name: Commit changes
+        shell: bash
+        run: |
+          version=`cat ${{ github.workspace }}/deploy/version.txt`
+          git config --global user.email "github-actions[bot]@users.noreply.github.com"
+          git config --global user.name "github-actions[bot]"
+          git add .
+          git commit -m "HOUSEKEEPING: Increment version number to $version"
+          git tag master "v$version"
+          git status
+          # git push origin master --tags
+          echo "tag_name=v$version" >> $GITHUB_ENV
+
+  create_release:
+    name: Create release
+    needs: commit_changes_to_master
+    uses: ./.github/workflows/JOB_create_release.yml
+    with:
+      is_draft: true # will not publish, only create draft
+
+  release:
+    needs: create_release
+    uses: ./.github/workflows/EVENT_release.yml
+    with:
+      release_tag: ${{ github.env.tag_name }}
+      release_id: ${{ needs.create_release.outputs.release_id }}
+      is_draft: true # will not publish, only create draft

.github/workflows/EVENT_tag.yml

@@ -0,0 +1,31 @@
+name: created_tag
+run-name: Created Tag
+
+on:
+  push:
+    tags:
+      - 'v[0-9]+.[0-9]+.[0-9]+'
+      - 'test-*'
+
+concurrency:
+  group: created_tag
+  cancel-in-progress: true
+
+env:
+  GH_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+
+jobs:
+  create_release:
+    name: Create Release
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v2
+        name: Checkout
+        with:
+          ref: ${{ github.head_ref || github.ref }}
+
+      - name: Create release
+        uses: ./.github/workflows/JOB_create_release.yml
+        with:
+          is_draft: true
+

.github/workflows/update-linear-labels.yml → .github/workflows/EVENT_update-linear-labels.yml

@@ -3,6 +3,7 @@ name: "Update Linear Labels"
 on:
   pull_request:
     branches: [master]
+  workflow_dispatch:
 
 jobs:
   update-linear: