From 670cd71ee2cf2efe0387d341b5888ac32c0369c1 Mon Sep 17 00:00:00 2001 From: sindhuso Date: Mon, 12 Jun 2023 08:44:29 -0700 Subject: [PATCH] Remove flan-t5-xxl --- .github/workflows/llm_integration.yml | 16 ---------------- 1 file changed, 16 deletions(-) diff --git a/.github/workflows/llm_integration.yml b/.github/workflows/llm_integration.yml index fa67fa503..e205b2480 100644 --- a/.github/workflows/llm_integration.yml +++ b/.github/workflows/llm_integration.yml @@ -600,22 +600,6 @@ jobs: working-directory: tests/integration run: | docker pull deepjavalibrary/djl-serving:$DJLSERVING_DOCKER_TAG - - name: Test flan-t5-xxl-partition - working-directory: tests/integration - run: | - sudo rm -rf models - python3 llm/prepare.py fastertransformer_handler_aot flan-t5-xxl - ./launch_container.sh deepjavalibrary/djl-serving:$DJLSERVING_DOCKER_TAG $PWD/models deepspeed \ - partition --model-dir /opt/ml/input/data/training - sudo mv $PWD/models/test/partition-test $PWD/models/ - if grep -q /tmp/download.*-fp32-4-1 $PWD/models/partition-test/*-gpu/verify ; then echo "checkpoint files generated"; else exit 1; fi - - name: Test flan-t5-xxl-inference - working-directory: tests/integration - run: | - ./launch_container.sh deepjavalibrary/djl-serving:$DJLSERVING_DOCKER_TAG $PWD/models deepspeed \ - serve -m test=file:/opt/ml/model/partition-test/ - python3 llm/client.py fastertransformer_raw flan-t5-xxl - docker rm -f $(docker ps -aq) - name: Test t5-small-partition working-directory: tests/integration run: |