We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 0867d5d commit 57838c3Copy full SHA for 57838c3
ads/aqua/modeldeployment/constants.py
@@ -10,5 +10,17 @@
10
This module contains constants used in Aqua Model Deployment.
11
"""
12
13
-VLLMInferenceRestrictedParams = {"--tensor-parallel-size"}
14
-TGIInferenceRestrictedParams = {"--port"}
+VLLMInferenceRestrictedParams = {
+ "--tensor-parallel-size",
15
+ "--port",
16
+ "--host",
17
+ "--served-model-name",
18
+ "--seed",
19
+}
20
+TGIInferenceRestrictedParams = {
21
22
+ "--hostname",
23
+ "--num-shard",
24
+ "--sharded",
25
+ "--trust-remote-code",
26
0 commit comments