From a46fc9141b357f9ddeec186b645a890d60ed5755 Mon Sep 17 00:00:00 2001 From: Harish Subramony Date: Mon, 5 Jan 2026 17:09:02 -0800 Subject: [PATCH 1/2] lmcache ci test Signed-off-by: Harish Subramony --- tests/full_tests/ci_gsm8k_tests.sh | 22 ++++++++++++++++++++++ 1 file changed, 22 insertions(+) diff --git a/tests/full_tests/ci_gsm8k_tests.sh b/tests/full_tests/ci_gsm8k_tests.sh index 6cfd5fa09..f81f8742d 100644 --- a/tests/full_tests/ci_gsm8k_tests.sh +++ b/tests/full_tests/ci_gsm8k_tests.sh @@ -313,6 +313,28 @@ run_pd_disaggregate_nixl_libfabric_test() { echo "✅ PD disaggregate through NIXL libfabric." } +# run pd lmcache store and retrieve test +run_pd_lmcache_store_retrieve_test() { + echo "➡ Testing LMCache PD test for store and retrieve" + git clone https://github.com/LMCache/LMCache.git /tmp/LMCache + cd /tmp/LMCache + NO_CUDA_EXT=1 BUILD_WITH_HPU=1 pip install -e . + cd ${VLLM_GAUDI_PREFIX}/examples/lmcache + python kv_cache_sharing_lmcache_v1.py + echo "✅ LMCache PD test for store and retrieve" +} + +# run pd lmcache disaggregated test +run_pd_lmcache_disaggregated_test() { + echo "➡ Testing LMCache disaggregated test" + git clone https://github.com/LMCache/LMCache.git /tmp/LMCache + cd /tmp/LMCache + NO_CUDA_EXT=1 BUILD_WITH_HPU=1 pip install -e . + cd ${VLLM_GAUDI_PREFIX}/examples/lmcache/disagg_prefill_lmcache_v1 + bash disagg_example_gaudi_lm.sh + echo "✅ LMCache disaggregated test" +} + # sleep mode run_sleep_mode_test() { echo "Testing basic model with sleep mode / wake up functionality" From bc608d2fd32576e6bcecd573c292476837a0301e Mon Sep 17 00:00:00 2001 From: Harish Subramony Date: Tue, 6 Jan 2026 17:38:04 -0800 Subject: [PATCH 2/2] fix the path for test script Signed-off-by: Harish Subramony --- tests/full_tests/ci_gsm8k_tests.sh | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/tests/full_tests/ci_gsm8k_tests.sh b/tests/full_tests/ci_gsm8k_tests.sh index f81f8742d..c86c29d9b 100644 --- a/tests/full_tests/ci_gsm8k_tests.sh +++ b/tests/full_tests/ci_gsm8k_tests.sh @@ -319,7 +319,7 @@ run_pd_lmcache_store_retrieve_test() { git clone https://github.com/LMCache/LMCache.git /tmp/LMCache cd /tmp/LMCache NO_CUDA_EXT=1 BUILD_WITH_HPU=1 pip install -e . - cd ${VLLM_GAUDI_PREFIX}/examples/lmcache + cd /workspace/vllm-gaudi/examples/lmcache python kv_cache_sharing_lmcache_v1.py echo "✅ LMCache PD test for store and retrieve" } @@ -330,7 +330,7 @@ run_pd_lmcache_disaggregated_test() { git clone https://github.com/LMCache/LMCache.git /tmp/LMCache cd /tmp/LMCache NO_CUDA_EXT=1 BUILD_WITH_HPU=1 pip install -e . - cd ${VLLM_GAUDI_PREFIX}/examples/lmcache/disagg_prefill_lmcache_v1 + cd /workspace/vllm-gaudi/examples/lmcache/disagg_prefill_lmcache_v1 bash disagg_example_gaudi_lm.sh echo "✅ LMCache disaggregated test" }