Unify server-side and model-side Config (Part1) (#3018)

* move cache config * fix mtp
2025-10-25 17:40:35 +08:00 · 2025-07-28 10:51:52 +08:00
parent 8f426c1690
commit 6ccc10ad47
23 changed files with 243 additions and 289 deletions
--- a/fastdeploy/worker/model_runner_base.py
+++ b/fastdeploy/worker/model_runner_base.py
@@ -44,6 +44,7 @@ class ModelRunnerBase(ABC):
        self.parallel_config = fd_config.parallel_config
        self.graph_opt_config = fd_config.graph_opt_config
        self.quant_config = fd_config.quant_config
+        self.cache_config = fd_config.cache_config
        # ... config

        self.device = device