Publish boto3-stubs #69186
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Publish boto3-stubs | |
| concurrency: update_boto3_stubs | |
| on: | |
| schedule: | |
| - cron: "*/15 * * * *" | |
| workflow_dispatch: | |
| inputs: | |
| boto3_version: | |
| description: Target boto3 version | |
| required: false | |
| default: "" | |
| type: string | |
| stubs_version: | |
| description: Specify version explicitly instead of finding it automatically | |
| required: false | |
| default: "" | |
| type: string | |
| force: | |
| description: Continue if version is already published | |
| required: false | |
| default: false | |
| type: boolean | |
| build_all: | |
| description: Build all packages instead of updated only | |
| required: false | |
| default: false | |
| type: boolean | |
| skip_published: | |
| description: Skip already published packages | |
| required: false | |
| default: true | |
| type: boolean | |
| no_smart_version: | |
| description: Use exact version provided in stubs_version | |
| required: false | |
| default: false | |
| type: boolean | |
| jobs: | |
| versions: | |
| runs-on: ubuntu-latest | |
| outputs: | |
| boto3: ${{ steps.boto3.outputs.result }} | |
| botocore: ${{ steps.botocore.outputs.result }} | |
| boto3-url: ${{ steps.boto3-url.outputs.result }} | |
| botocore-url: ${{ steps.botocore-url.outputs.result }} | |
| version: ${{ steps.version.outputs.result }} | |
| build-all: ${{ steps.build-all.outputs.result }} | |
| extra-flags: ${{ steps.extra-flags.outputs.result }} | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - name: Find boto3 version | |
| id: boto3 | |
| uses: actions/github-script@v7 | |
| with: | |
| result-encoding: string | |
| script: | | |
| const { getBoto3Version, setupGlobals } = require('./.github/workflows/helpers.js') | |
| setupGlobals({ core, context, fetch }) | |
| const inputVersion = context.payload.inputs && context.payload.inputs.boto3_version | |
| const version = inputVersion ? inputVersion : await getBoto3Version() | |
| core.notice(`boto3 version ${version}`) | |
| return version | |
| - name: Find botocore version | |
| id: botocore | |
| uses: actions/github-script@v7 | |
| with: | |
| result-encoding: string | |
| script: | | |
| const { getBotocoreVersion, setupGlobals } = require('./.github/workflows/helpers.js') | |
| setupGlobals({ core, context, fetch }) | |
| const version = getBotocoreVersion("${{ steps.boto3.outputs.result }}") | |
| core.notice(`botocore version ${version}`) | |
| return version | |
| - name: Find build version | |
| id: version | |
| uses: actions/github-script@v7 | |
| with: | |
| result-encoding: string | |
| script: | | |
| const { getStubsVersions, getNextPostVersion, setupGlobals } = require('./.github/workflows/helpers.js') | |
| setupGlobals({ core, context, fetch }) | |
| if (context.payload.inputs && context.payload.inputs.stubs_version) { | |
| const version = context.payload.inputs.stubs_version | |
| core.notice(`stubs version ${version}`) | |
| return version | |
| } | |
| const force = context.payload.inputs ? context.payload.inputs.force !== 'false' : false | |
| const boto3Version = "${{ steps.boto3.outputs.result }}" | |
| const versions = await getStubsVersions(boto3Version) | |
| core.info(`Built versions ${versions}`) | |
| if (!versions.length) { | |
| core.notice(`No builds found, building initial ${boto3Version}`) | |
| return boto3Version | |
| } | |
| if (!force) { | |
| core.notice(`Builds ${versions} found, skipping`) | |
| return '' | |
| } | |
| const lastVersion = versions.pop() | |
| core.notice(`Last version ${lastVersion}`) | |
| const version = getNextPostVersion(lastVersion) | |
| core.notice(`Version ${version}`) | |
| return version | |
| - name: Build all | |
| id: build-all | |
| if: steps.version.outputs.result | |
| uses: actions/github-script@v7 | |
| with: | |
| result-encoding: string | |
| script: | | |
| if (context.payload.inputs && context.payload.inputs.build_all !== 'false') { | |
| core.notice('Build all = true') | |
| return 'true' | |
| } | |
| const boto3Version = "${{ steps.boto3.outputs.result }}" | |
| if (boto3Version.endsWith('.0')) { | |
| core.notice('Build all = true (due to minor version update)') | |
| return 'true' | |
| } | |
| core.notice('Build all = false') | |
| return 'false' | |
| - name: Extra flags | |
| id: extra-flags | |
| if: steps.version.outputs.result | |
| uses: actions/github-script@v7 | |
| with: | |
| result-encoding: string | |
| script: | | |
| const extraFlags = [] | |
| const skipPublished = context.payload.inputs ? context.payload.inputs.skip_published !== 'false' : true | |
| const noSmartVersion = context.payload.inputs ? context.payload.inputs.no_smart_version !== 'false' : true | |
| if (skipPublished) extraFlags.push('--skip-published') | |
| if (noSmartVersion) extraFlags.push('--no-smart-version') | |
| core.notice(`Extra flags = ${extraFlags}`) | |
| return extraFlags.join(' ') | |
| - name: Boto3 download URL | |
| id: boto3-url | |
| if: steps.version.outputs.result | |
| uses: actions/github-script@v7 | |
| with: | |
| result-encoding: string | |
| script: | | |
| const { getDownloadURL, setupGlobals } = require('./.github/workflows/helpers.js') | |
| setupGlobals({ core, context, fetch }) | |
| const url = await getDownloadURL('boto3', "${{ steps.boto3.outputs.result }}") | |
| core.notice(`boto3 download URL ${url}`) | |
| return url | |
| - name: Botocore download URL | |
| id: botocore-url | |
| if: steps.version.outputs.result | |
| uses: actions/github-script@v7 | |
| with: | |
| result-encoding: string | |
| script: | | |
| const { getDownloadURL, setupGlobals } = require('./.github/workflows/helpers.js') | |
| setupGlobals({ core, context, fetch }) | |
| const url = await getDownloadURL('botocore', "${{ steps.botocore.outputs.result }}") | |
| core.notice(`botocore download URL ${url}`) | |
| return url | |
| publish-boto3-stubs: | |
| name: Publish boto3-stubs | |
| runs-on: ubuntu-latest | |
| needs: versions | |
| if: needs.versions.outputs.version | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - name: Set up Python | |
| uses: actions/setup-python@v5 | |
| with: | |
| python-version-file: pyproject.toml | |
| - name: Install boto3 | |
| run: | | |
| mkdir installtemp | |
| cd installtemp | |
| wget ${{ needs.versions.outputs.boto3-url }} | |
| wget ${{ needs.versions.outputs.botocore-url }} | |
| pip uninstall -y s3transfer | |
| pip install botocore*.whl | |
| pip install boto3*.whl | |
| cd .. | |
| rm -rf installtemp | |
| python -m pip install newversion | |
| - name: Install builder | |
| run: | | |
| rm -rf mypy_boto3_builder | |
| python -m pip install mypy_boto3_builder | |
| - name: Build updated packages only | |
| if: needs.versions.outputs.build-all == 'false' | |
| env: | |
| VERSION: ${{ needs.versions.outputs.version }} | |
| EXTRA_FLAGS: ${{ needs.versions.outputs.extra-flags }} | |
| run: | | |
| rm -rf mypy_boto3_output/* | |
| echo "Building updated packages" | |
| python -m mypy_boto3_builder mypy_boto3_output -b ${VERSION} --product boto3 boto3-services ${EXTRA_FLAGS} -s updated -d | |
| - name: Build all packages | |
| if: needs.versions.outputs.build-all == 'true' | |
| env: | |
| VERSION: ${{ needs.versions.outputs.version }} | |
| EXTRA_FLAGS: ${{ needs.versions.outputs.extra-flags }} | |
| run: | | |
| rm -rf mypy_boto3_output/* | |
| echo "Building all packages" | |
| python -m mypy_boto3_builder mypy_boto3_output -b ${VERSION} --product boto3 boto3-services ${EXTRA_FLAGS} -s all -d | |
| - name: Install dependencies for publishing | |
| run: | | |
| python -m pip install setuptools wheel twine | |
| - name: Publish to PyPI | |
| env: | |
| PYPI_USERNAME: ${{ secrets.PYPI_USERNAME }} | |
| PYPI_PASSWORD: ${{ secrets.PYPI_PASSWORD }} | |
| run: | | |
| python ./scripts/release.py |