Support limit thinking lengths (#4069)

Co-authored-by: K11OntheBoat <“ruianmaidanglao@163.com”>
2025-10-05 08:37:06 +08:00 · 2025-09-25 19:55:56 +08:00
parent 0c6f1932c5
commit 4515ad21e9
9 changed files with 194 additions and 28 deletions
--- a/fastdeploy/config.py
+++ b/fastdeploy/config.py
@@ -224,6 +224,7 @@ class ModelConfig:
            self.vision_config = PretrainedConfig.from_dict(self.vision_config)

        self.ori_vocab_size = args.get("ori_vocab_size", self.vocab_size)
+        self.think_end_id = args.get("think_end_id", -1)

        architectures = self.architectures[0]