Update restricted params (#874)

oracle · Jun 4, 2024 · 6248583 · 6248583
2 parents 0867d5d + 57838c3
commit 6248583
Showing 1 changed file with 14 additions and 2 deletions.
diff --git a/ads/aqua/modeldeployment/constants.py b/ads/aqua/modeldeployment/constants.py
@@ -10,5 +10,17 @@
 This module contains constants used in Aqua Model Deployment.
 """
 
-VLLMInferenceRestrictedParams = {"--tensor-parallel-size"}
-TGIInferenceRestrictedParams = {"--port"}
+VLLMInferenceRestrictedParams = {
+    "--tensor-parallel-size",
+    "--port",
+    "--host",
+    "--served-model-name",
+    "--seed",
+}
+TGIInferenceRestrictedParams = {
+    "--port",
+    "--hostname",
+    "--num-shard",
+    "--sharded",
+    "--trust-remote-code",
+}