fix encoder cache bug (#5528)

2025-12-24 13:28:13 +08:00 · 2025-12-12 19:25:03 +08:00
parent 92119773c7
commit bebd722b5d
1 changed files with 2 additions and 0 deletions
--- a/fastdeploy/config.py
+++ b/fastdeploy/config.py
@@ -1730,6 +1730,8 @@ class FDConfig:
                        f"set to max_num_batched_tokens."
                    )
                    self.cache_config.max_encoder_cache = self.scheduler_config.max_num_batched_tokens
+            # TODO: mm encoder_cache close for now
+            self.cache_config.max_encoder_cache = 0
        else:
            self.cache_config.max_encoder_cache = 0