From d1b1035976cf29c6a6cda50076bc2da343f6de8e Mon Sep 17 00:00:00 2001 From: YouYangxiu Date: Mon, 23 Sep 2024 14:08:14 +0800 Subject: [PATCH] add zmq radix cache --- python/sglang/srt/mem_cache/radix_cache.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/python/sglang/srt/mem_cache/radix_cache.py b/python/sglang/srt/mem_cache/radix_cache.py index ee042cd0420..a089ee52852 100644 --- a/python/sglang/srt/mem_cache/radix_cache.py +++ b/python/sglang/srt/mem_cache/radix_cache.py @@ -107,8 +107,8 @@ def loop_for_send_tree_cache(self): with self.change_cnt_lock: if self.change_cnt != 0: self.change_cnt -= 1 - self.send_prefix_tree() - time.sleep(1) + self.send_prefix_tree() + time.sleep(0.5) def send_prefix_tree(self): # t1 = time.time()