diff --git a/requirements.txt b/requirements.txt
index 30b822489f..f12bb7142e 100644
--- a/requirements.txt
+++ b/requirements.txt
@@ -36,7 +36,7 @@ pandas==2.0.3
 einops==0.7.0
 transformers_stream_generator==0.0.4
 vllm==0.2.7; sys_platform == "linux"
-llama-index==0.9.35
+llama-index==0.12.4
 
 # jq==1.6.0
 # beautifulsoup4==4.12.2
diff --git a/requirements_api.txt b/requirements_api.txt
index fbb0035743..c29fff09f7 100644
--- a/requirements_api.txt
+++ b/requirements_api.txt
@@ -38,7 +38,7 @@ transformers_stream_generator==0.0.4
 vllm==0.2.7; sys_platform == "linux"
 httpx==0.26.0
 httpx_sse==0.4.0
-llama-index==0.9.35
+llama-index==0.12.4
 pyjwt==2.8.0
 
 # jq==1.6.0
diff --git a/requirements_api_ipex_llm.txt b/requirements_api_ipex_llm.txt
index 65886216dc..1f8102f81e 100644
--- a/requirements_api_ipex_llm.txt
+++ b/requirements_api_ipex_llm.txt
@@ -39,7 +39,7 @@ transformers_stream_generator==0.0.4
 # vllm==0.2.7; sys_platform == "linux"
 httpx==0.26.0
 httpx_sse==0.4.0
-llama-index==0.9.35
+llama-index==0.12.4
 pyjwt==2.8.0
 
 # jq==1.6.0
diff --git a/requirements_ipex_llm.txt b/requirements_ipex_llm.txt
index b515f03dd6..fd8df8275b 100644
--- a/requirements_ipex_llm.txt
+++ b/requirements_ipex_llm.txt
@@ -37,7 +37,7 @@ pandas==2.0.3
 einops==0.7.0
 transformers_stream_generator==0.0.4
 # vllm==0.2.7; sys_platform == "linux"
-llama-index==0.9.35
+llama-index==0.12.4
 
 # jq==1.6.0
 # beautifulsoup4==4.12.2
diff --git a/requirements_lite.txt b/requirements_lite.txt
index dc420c62b2..5c09e56bab 100644
--- a/requirements_lite.txt
+++ b/requirements_lite.txt
@@ -19,7 +19,7 @@ rapidocr_onnxruntime~=1.3.8
 requests~=2.31.0
 pathlib~=1.0.1
 pytest~=7.4.3
-llama-index==0.9.35
+llama-index==0.12.4
 pyjwt==2.8.0
 httpx==0.26.0
 httpx_sse==0.4.0