Skip to content

Commit

Permalink
Download artifact correctly
Browse files Browse the repository at this point in the history
  • Loading branch information
ianks committed Apr 18, 2024
1 parent ef22e63 commit 2bf9e54
Showing 1 changed file with 26 additions and 17 deletions.
43 changes: 26 additions & 17 deletions .github/workflows/release.yml
Original file line number Diff line number Diff line change
Expand Up @@ -59,13 +59,18 @@ jobs:
platform: [x86_64-darwin]
steps:
- uses: actions/checkout@v4
- uses: ruby/setup-ruby@v1
with:
ruby-version: 3.3
- uses: actions/download-artifact@v3
with:
name: cross-gem-${{ matrix.platform }}
- name: Test
run: |
gem install --no-document --force ${{ steps.download.outputs.artifacts }}
ruby -rtokenizers -e 'print Tokenizers.from_pretrained("bert-base-cased").encode("I can feel the magic, can you?").tokens'
echo "::group::Install gem"
gem install --no-document --verbose tokenizers-*.gem
echo "::endgroup::"
ruby -rtokenizers -e 'print Tokenizers.from_pretrained("bert-base-cased").encode("Standing on the moon, I see a shadow on the sun").tokens'
test-windows:
needs: release
Expand All @@ -75,16 +80,19 @@ jobs:
platform: [x64-mingw-ucrt]
steps:
- uses: actions/checkout@v4
- uses: ruby/setup-ruby@v1
with:
ruby-version: 3.3
- uses: actions/download-artifact@v3
with:
name: cross-gem-${{ matrix.platform }}
- uses: actions/setup-ruby@v1
with:
ruby-version: 3.3
- name: Test
shell: bash
run: |
gem install --no-document --force ${{ steps.download.outputs.artifacts }}
ruby -rtokenizers -e 'print Tokenizers.from_pretrained("bert-base-cased").encode("I can feel the magic, can you?").tokens'
echo "::group::Install gem"
gem install --no-document --verbose tokenizers-*.gem
echo "::endgroup::"
ruby -rtokenizers -e 'print Tokenizers.from_pretrained("bert-base-cased").encode("Between the dawn and the dark of night").tokens'
test-linux:
needs: release
Expand All @@ -98,28 +106,29 @@ jobs:
- aarch64-linux
- aarch64-linux-musl
runs-on: ubuntu-latest
name: Test ${{ matrix.platform }}
steps:
- uses: actions/checkout@v4
- uses: docker/setup-qemu-action@v2
- uses: docker/setup-buildx-action@v2
- uses: actions/download-artifact@v3
with:
name: cross-gem-${{ matrix.platform }}
- uses: ruby/setup-ruby@v1
with:
ruby-version: 3.3
- name: Test
run: |
docker_platform="$(bundle exec ruby -rrb_sys -e 'puts RbSys::ToolchainInfo.new("${{ matrix.platform }}").docker_platform')"
gem install rb_sys --version 0.9.94
docker_platform="$(ruby -rrb_sys -e 'puts RbSys::ToolchainInfo.new("${{ matrix.platform }}").docker_platform')"
gem_path="$(find . -name "tokenizers-*.gem" | head -n 1)"
if [[ "${{ matrix.platform }}" == *-musl ]]; then
base_image="alpine:latest"
install_cmd="apk add --no-cache ruby"
base_image="ruby:3-alpine"
else
base_image="${{ matrix.platform }}"
install_cmd="apt-get update && apt-get install -y ruby"
base_image="ruby:3-slim"
fi
docker buildx build --platform $docker_platform -t test-${{ matrix.platform }} - <<EOF
FROM $base_image
RUN $install_cmd
COPY *.gem /tmp/
RUN gem install /tmp/*.gem
RUN ruby -rtokenizers -e 'print Tokenizers.from_pretrained("bert-base-cased").encode("I can feel the magic, can you?").tokens'
COPY $gem_path /tmp/tokenizers.gem
RUN gem install --no-document --verbose /tmp/tokenizers.gem
RUN ruby -rtokenizers -e 'print Tokenizers.from_pretrained("bert-base-cased").encode("What a long strange trip it’s been").tokens'
EOF

0 comments on commit 2bf9e54

Please sign in to comment.