From bebd722b5dc94fe97628bb9370dcb7c0650fad7d Mon Sep 17 00:00:00 2001 From: kevin Date: Fri, 12 Dec 2025 19:25:03 +0800 Subject: [PATCH] fix encoder cache bug (#5528) --- fastdeploy/config.py | 2 ++ 1 file changed, 2 insertions(+) diff --git a/fastdeploy/config.py b/fastdeploy/config.py index aec08f00c..fd62598e0 100644 --- a/fastdeploy/config.py +++ b/fastdeploy/config.py @@ -1730,6 +1730,8 @@ class FDConfig: f"set to max_num_batched_tokens." ) self.cache_config.max_encoder_cache = self.scheduler_config.max_num_batched_tokens + # TODO: mm encoder_cache close for now + self.cache_config.max_encoder_cache = 0 else: self.cache_config.max_encoder_cache = 0