diff --git a/python/sglang/srt/mem_cache/radix_cache.py b/python/sglang/srt/mem_cache/radix_cache.py index ee042cd0420..a089ee52852 100644 --- a/python/sglang/srt/mem_cache/radix_cache.py +++ b/python/sglang/srt/mem_cache/radix_cache.py @@ -107,8 +107,8 @@ def loop_for_send_tree_cache(self): with self.change_cnt_lock: if self.change_cnt != 0: self.change_cnt -= 1 - self.send_prefix_tree() - time.sleep(1) + self.send_prefix_tree() + time.sleep(0.5) def send_prefix_tree(self): # t1 = time.time()