diff --git a/pyproject.toml b/pyproject.toml
index d27b8208..ec6917fd 100644
--- a/pyproject.toml
+++ b/pyproject.toml
@@ -71,7 +71,7 @@ optimum = ["optimum[openvino]"]
 promptsource = ["promptsource>=0.2.3"]
 sentencepiece = ["sentencepiece>=0.1.98", "protobuf>=4.22.1"]
 testing = ["pytest", "pytest-cov", "pytest-xdist"]
-vllm = ["vllm==0.3.2"]
+vllm = ["vllm==0.8.4"]
 zeno = ["pandas", "zeno-client"]
 wandb = ["wandb>=0.16.3", "pandas", "numpy"]
 all = [
diff --git a/requirements.txt b/requirements.txt
index d6b8fadd..cb26b572 100644
--- a/requirements.txt
+++ b/requirements.txt
@@ -11,5 +11,5 @@ mamba-ssm>=1.2.0
 causal-conv1d>=1.2.0
 litellm>=1.33.1
 anthropic>=0.21.3
-vllm==0.4.2
+vllm==0.8.4
 pytest==8.2.1