unset min length

deepjavalibrary · Dec 5, 2022 · 52ad3b3 · 52ad3b3
1 parent 5206569
commit 52ad3b3
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 2 deletions.
diff --git a/.github/workflows/llm_integration.yml b/.github/workflows/llm_integration.yml
@@ -113,7 +113,7 @@ jobs:
         run: |
           sudo python3 llm/prepare.py huggingface gpt-neo-2.7b
           ./launch_container.sh deepjavalibrary/djl-serving:$DJLSERVING_DOCKER_TAG $PWD/models deepspeed \
-          serve
+          serve -m test:::*=file:///opt/ml/model/test/
           python3 llm/client.py huggingface gpt-neo-2.7b
           docker rm -f $(docker ps -aq)
       - name: Test bloom-7b

diff --git a/tests/integration/llm/client.py b/tests/integration/llm/client.py
@@ -73,7 +73,7 @@ def test_hf_model(model):
     for batch_size in spec["batch_size"]:
         for seq_length in spec["seq_length"]:
             req = {"inputs": batch_generation(batch_size)}
-            params = {"min_length": seq_length, "max_length": seq_length}
+            params = {"max_length": seq_length}
             req["parameters"] = params
             res = send_json(req)
             logging.info(f"res {res}")