We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 7d43a7a commit dcbb553Copy full SHA for dcbb553
vllm/models.py
@@ -13,7 +13,7 @@
13
gpu="A10G",
14
gpu_count=1,
15
image=(Image(python_version="python3.12")).add_python_packages(
16
- ["vllm==0.6.4.post1"]
+ ["vllm==0.8.4"]
17
),
18
vllm_args=VLLMArgs(
19
model=INTERNVL3_AWQ,
0 commit comments