diff --git a/requirements.txt b/requirements.txt
index 30b822489f..4bf1ede1a9 100644
--- a/requirements.txt
+++ b/requirements.txt
@@ -35,7 +35,7 @@ numpy==1.24.4
 pandas==2.0.3
 einops==0.7.0
 transformers_stream_generator==0.0.4
-vllm==0.2.7; sys_platform == "linux"
+vllm==0.8.4; sys_platform == "linux"
 llama-index==0.9.35
 
 # jq==1.6.0
diff --git a/requirements_api.txt b/requirements_api.txt
index fbb0035743..5e7d8bbc8f 100644
--- a/requirements_api.txt
+++ b/requirements_api.txt
@@ -35,7 +35,7 @@ numpy~=1.24.4
 pandas~=2.0.3
 einops>=0.7.0
 transformers_stream_generator==0.0.4
-vllm==0.2.7; sys_platform == "linux"
+vllm==0.8.4; sys_platform == "linux"
 httpx==0.26.0
 httpx_sse==0.4.0
 llama-index==0.9.35