test: update gpu test for llama3 (#205)

Signed-off-by: Sertac Ozercan <sozercan@gmail.com>
sozercan · Apr 21, 2024 · 47d1905 · 47d1905
1 parent fdebf3f
commit 47d1905
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/.github/workflows/test-docker-gpu.yaml b/.github/workflows/test-docker-gpu.yaml
@@ -51,7 +51,7 @@ jobs:
         if: matrix.backend == 'llama-cuda'
         run: |
           result=$(curl --fail --retry 10 --retry-all-errors http://127.0.0.1:8080/v1/chat/completions -H "Content-Type: application/json" -d '{
-            "model": "llama-3-8b-chat",
+            "model": "llama-3-8b-instruct",
             "messages": [{"role": "user", "content": "explain kubernetes in a sentence"}]
           }')
           echo $result