Skip to content

Commit

Permalink
[ci] Avoid run integration test as root
Browse files Browse the repository at this point in the history
  • Loading branch information
frankfliu committed Dec 11, 2022
1 parent 4c4da32 commit 5faabb6
Showing 1 changed file with 12 additions and 17 deletions.
29 changes: 12 additions & 17 deletions .github/workflows/llm_integration.yml
Original file line number Diff line number Diff line change
Expand Up @@ -55,20 +55,19 @@ jobs:
- name: Test bloom-7b
working-directory: tests/integration
run: |
sudo python3 llm/prepare.py deepspeed_raw bloom-7b1
python3 llm/prepare.py deepspeed_raw bloom-7b1
./launch_container.sh deepjavalibrary/djl-serving:$DJLSERVING_DOCKER_TAG $PWD/models deepspeed \
serve -m test=file:///opt/ml/model/test/
serve -m test=file:/opt/ml/model/test/
python3 llm/client.py deepspeed_raw bloom-7b1
docker rm -f $(docker ps -aq)
- name: Test GPTJ-6B
working-directory: tests/integration
run: |
sudo python3 llm/prepare.py deepspeed_raw gpt-j-6b
python3 llm/prepare.py deepspeed_raw gpt-j-6b
./launch_container.sh deepjavalibrary/djl-serving:$DJLSERVING_DOCKER_TAG $PWD/models deepspeed \
serve -m test=file:///opt/ml/model/test/
serve -m test=file:/opt/ml/model/test/
python3 llm/client.py deepspeed_raw gpt-j-6b
docker rm -f $(docker ps -aq)
sudo rm -rf models
- name: On fail step
if: ${{ failure() }}
working-directory: tests/integration
Expand Down Expand Up @@ -111,28 +110,27 @@ jobs:
- name: Test gpt-neo
working-directory: tests/integration
run: |
sudo python3 llm/prepare.py huggingface gpt-neo-2.7b
python3 llm/prepare.py huggingface gpt-neo-2.7b
./launch_container.sh deepjavalibrary/djl-serving:$DJLSERVING_DOCKER_TAG $PWD/models deepspeed \
serve -m test:::*=file:///opt/ml/model/test/
serve -m test=file:/opt/ml/model/test/
python3 llm/client.py huggingface gpt-neo-2.7b
docker rm -f $(docker ps -aq)
- name: Test bloom-7b
working-directory: tests/integration
run: |
sudo python3 llm/prepare.py huggingface bloom-7b1
python3 llm/prepare.py huggingface bloom-7b1
./launch_container.sh deepjavalibrary/djl-serving:$DJLSERVING_DOCKER_TAG $PWD/models deepspeed \
serve
python3 llm/client.py huggingface bloom-7b1
docker rm -f $(docker ps -aq)
- name: Test GPTJ-6B
working-directory: tests/integration
run: |
sudo python3 llm/prepare.py huggingface gpt-j-6b
python3 llm/prepare.py huggingface gpt-j-6b
./launch_container.sh deepjavalibrary/djl-serving:$DJLSERVING_DOCKER_TAG $PWD/models deepspeed \
serve
python3 llm/client.py huggingface gpt-j-6b
docker rm -f $(docker ps -aq)
sudo rm -rf models
- name: On fail step
if: ${{ failure() }}
working-directory: tests/integration
Expand Down Expand Up @@ -172,38 +170,35 @@ jobs:
- name: Test stable-diffusion-v1-4
working-directory: tests/integration
run: |
sudo python3 llm/prepare.py stable-diffusion stable-diffusion-v1-4
python3 llm/prepare.py stable-diffusion stable-diffusion-v1-4
./launch_container.sh deepjavalibrary/djl-serving:$DJLSERVING_DOCKER_TAG $PWD/models deepspeed \
serve
python3 llm/client.py stable-diffusion stable-diffusion-v1-4
docker rm -f $(docker ps -aq)
sudo rm -rf models
- name: Test bloom-7b
working-directory: tests/integration
run: |
sudo python3 llm/prepare.py deepspeed bloom-7b1
python3 llm/prepare.py deepspeed bloom-7b1
./launch_container.sh deepjavalibrary/djl-serving:$DJLSERVING_DOCKER_TAG $PWD/models deepspeed \
serve
python3 llm/client.py deepspeed bloom-7b1
docker rm -f $(docker ps -aq)
- name: Test GPTJ-6B
working-directory: tests/integration
run: |
sudo python3 llm/prepare.py deepspeed gpt-j-6b
python3 llm/prepare.py deepspeed gpt-j-6b
./launch_container.sh deepjavalibrary/djl-serving:$DJLSERVING_DOCKER_TAG $PWD/models deepspeed \
serve
python3 llm/client.py deepspeed gpt-j-6b
docker rm -f $(docker ps -aq)
sudo rm -rf models
- name: Test OPT-13B
working-directory: tests/integration
run: |
sudo python3 llm/prepare.py deepspeed opt-13b
python3 llm/prepare.py deepspeed opt-13b
./launch_container.sh deepjavalibrary/djl-serving:$DJLSERVING_DOCKER_TAG $PWD/models deepspeed \
serve
python3 llm/client.py deepspeed opt-13b
docker rm -f $(docker ps -aq)
sudo rm -rf models
- name: On fail step
if: ${{ failure() }}
working-directory: tests/integration
Expand Down

0 comments on commit 5faabb6

Please sign in to comment.