Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
3 changes: 0 additions & 3 deletions .github/workflows/build-container.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -22,7 +22,6 @@ jobs:
dockerfile: dockerfiles/pytorch/Dockerfile
build_args: "BASE_IMAGE=ubuntu:22.04"
secrets:
TAILSCALE_AUTHKEY: ${{ secrets.TAILSCALE_AUTHKEY }}
REGISTRY_USERNAME: ${{ secrets.REGISTRY_USERNAME }}
REGISTRY_PASSWORD: ${{ secrets.REGISTRY_PASSWORD }}
starlette-pytorch-gpu:
Expand All @@ -31,7 +30,6 @@ jobs:
image: inference-pytorch-gpu
dockerfile: dockerfiles/pytorch/Dockerfile
secrets:
TAILSCALE_AUTHKEY: ${{ secrets.TAILSCALE_AUTHKEY }}
REGISTRY_USERNAME: ${{ secrets.REGISTRY_USERNAME }}
REGISTRY_PASSWORD: ${{ secrets.REGISTRY_PASSWORD }}
starlette-pytorch-inf2:
Expand All @@ -40,6 +38,5 @@ jobs:
image: inference-pytorch-inf2
dockerfile: dockerfiles/pytorch/Dockerfile.inf2
secrets:
TAILSCALE_AUTHKEY: ${{ secrets.TAILSCALE_AUTHKEY }}
REGISTRY_USERNAME: ${{ secrets.REGISTRY_USERNAME }}
REGISTRY_PASSWORD: ${{ secrets.REGISTRY_PASSWORD }}
19 changes: 3 additions & 16 deletions .github/workflows/docker-build-action.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -25,23 +25,15 @@ on:
required: true
REGISTRY_PASSWORD:
required: true
TAILSCALE_AUTHKEY:
required: true

jobs:
buildx:
runs-on: [single-gpu, nvidia-gpu, t4, ci]
runs-on:
group: aws-highmemory-32-plus-priv
steps:
- name: Check out
uses: actions/checkout@v3

- name: Tailscale
uses: huggingface/tailscale-action@v1
with:
authkey: ${{ secrets.TAILSCALE_AUTHKEY }}
slackChannel: ${{ secrets.SLACK_CIFEEDBACK_CHANNEL }}
slackToken: ${{ secrets.SLACK_CIFEEDBACK_BOT_TOKEN }}

- name: Set up Docker Buildx
uses: docker/setup-buildx-action@v2.0.0
with:
Expand All @@ -66,9 +58,4 @@ jobs:
target: base
file: ${{ inputs.context }}/${{ inputs.dockerfile }}
tags: ${{ inputs.repository }}/${{ inputs.image }}:sha-${{ env.GITHUB_SHA_SHORT }},${{ inputs.repository }}/${{ inputs.image }}:latest

- name: Tailscale Wait
if: ${{ failure() || runner.debug == '1' }}
uses: huggingface/tailscale-action@v1
with:
waitForSSH: true

4 changes: 2 additions & 2 deletions dockerfiles/pytorch/Dockerfile.inf2
Original file line number Diff line number Diff line change
@@ -1,5 +1,5 @@
# Build based on https://github.com/aws/deep-learning-containers/blob/master/huggingface/pytorch/inference/docker/2.1/py3/sdk2.18.0/Dockerfile.neuronx
FROM ubuntu:20.04
FROM ubuntu:20.04 as base

LABEL maintainer="Hugging Face"

Expand Down Expand Up @@ -119,4 +119,4 @@ COPY src/huggingface_inference_toolkit/webservice_starlette.py webservice_starle
# copy entrypoint and change permissions
COPY --chmod=0755 scripts/entrypoint.sh entrypoint.sh

ENTRYPOINT ["bash", "-c", "./entrypoint.sh"]
ENTRYPOINT ["bash", "-c", "./entrypoint.sh"]