From 7a772f906e3795b747b5e3f95d246d25c48633d7 Mon Sep 17 00:00:00 2001 From: Wenbo Yang Date: Thu, 21 Aug 2025 19:35:58 +0800 Subject: [PATCH] Fix: /flush_cache API hangs when using --skip-server-warmup. --- python/sglang/srt/managers/tokenizer_manager.py | 1 + 1 file changed, 1 insertion(+) diff --git a/python/sglang/srt/managers/tokenizer_manager.py b/python/sglang/srt/managers/tokenizer_manager.py index adfdd054103..b00434dd8fb 100644 --- a/python/sglang/srt/managers/tokenizer_manager.py +++ b/python/sglang/srt/managers/tokenizer_manager.py @@ -942,6 +942,7 @@ async def _handle_batch_request( pass async def flush_cache(self) -> FlushCacheReqOutput: + self.auto_create_handle_loop() return (await self.flush_cache_communicator(FlushCacheReqInput()))[0] def abort_request(self, rid: str = "", abort_all: bool = False):